-- Logs begin at Fri 2021-07-16 07:57:39 UTC, end at Fri 2021-07-16 10:14:46 UTC. -- Jul 16 08:29:56.863850 n-d-780147-28 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 08:29:59.582391 n-d-780147-28 neutron-server[93782]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:29:59.582961 n-d-780147-28 neutron-server[93782]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:29:59.583176 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93782) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:29:59.586400 n-d-780147-28 neutron-server[93782]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:29:59.586668 n-d-780147-28 neutron-server[93782]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:29:59.587010 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93782) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:29:59.588087 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:29:59.588326 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:29:59.588695 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:29:59.588951 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:29:59.589183 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:29:59.589509 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.589851 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.590156 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.590392 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.590698 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.590996 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.591286 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.591583 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.591903 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.592182 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.592467 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.592765 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.593002 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.593288 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.593578 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.593899 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.594124 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] debug = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.594407 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.594839 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.595254 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.595539 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.595831 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.596113 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.596389 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.596982 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.596982 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.597264 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] host = n-d-780147-28 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.597542 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.597861 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.598153 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.598442 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.598721 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.599001 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.599289 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.599564 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.599838 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] log_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.600117 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.600407 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.600696 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.600989 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.601221 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.601447 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.601763 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.602059 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.602338 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.603186 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.603533 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.603812 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.604096 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.604374 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.604669 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.604962 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.605253 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.605533 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.605838 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.606118 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.606393 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.606681 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.606957 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.607232 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.607510 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.607802 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.608074 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.608355 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.608659 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.608947 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.609231 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.609521 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.609822 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.610108 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.610384 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.610662 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.610938 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] use_json = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.611214 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.611491 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.611777 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.612052 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.612329 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.612607 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.612883 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.613175 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:29:59.613477 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.613802 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.614111 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.614398 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.614699 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.614985 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.615278 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.615561 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.615855 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.616148 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.616440 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.616724 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.617015 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.617295 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.617594 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.617933 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.618793 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.619139 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.619423 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.619703 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.619983 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.620269 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.620563 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.620866 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.621164 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.621445 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.621753 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.622057 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.622344 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.622624 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.622909 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.623210 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.623495 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.623772 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.624061 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.624346 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.624625 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.624901 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.625184 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.625479 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.625783 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.626061 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.626337 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.626623 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.626898 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.627188 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.627473 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.627748 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.628023 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.628311 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.628592 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.628874 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.629160 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.629436 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.629758 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.630037 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.630311 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.630589 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.630867 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.631141 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.631417 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.631691 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.631972 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.632246 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.632524 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.632800 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.633082 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.633357 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.633673 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.634142 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.634142 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.634914 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.635010 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.635266 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.635551 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.635838 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.636121 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.636404 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.636684 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.636984 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.637274 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.637568 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.637885 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.638172 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.638473 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.638757 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.639046 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.639328 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.639611 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.639908 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.640196 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.640496 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.640797 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.641097 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.641395 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.641723 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.642009 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.642320 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.642603 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:29:59.642827 n-d-780147-28 neutron-server[93782]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:29:59.643081 n-d-780147-28 neutron-server[93782]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93782) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 08:29:59.997000 n-d-780147-28 neutron-server[93782]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:29:59.997283 n-d-780147-28 neutron-server[93782]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:29:59.997564 n-d-780147-28 neutron-server[93782]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:29:59.997935 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 08:30:00.390560 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.390858 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.391137 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.392336 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.392612 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.392889 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.427338 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.427620 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.427892 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.441513 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.441821 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.442099 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.473271 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.473556 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.473854 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.510276 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.510560 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.510836 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.742153 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.742750 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.742750 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.742919 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.744110 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.863251 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.863575 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.863864 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.864144 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.864418 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.864738 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.865006 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.865272 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.865533 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.865845 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.866120 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.866392 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.866655 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.866913 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.867174 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.867453 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.867713 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.867984 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.868838 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.869109 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.869384 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.869661 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.869950 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.870332 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.870589 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.870841 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.871242 n-d-780147-28 neutron-server[93782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:30:00.871489 n-d-780147-28 neutron-server[93782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:30:00.871729 n-d-780147-28 neutron-server[93782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:30:00.871970 n-d-780147-28 neutron-server[93782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:30:00.872209 n-d-780147-28 neutron-server[93782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:30:00.872448 n-d-780147-28 neutron-server[93782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:30:00.872816 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 08:30:00.875959 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 08:30:00.879917 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 08:30:00.883612 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 16 08:30:00.885904 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 08:30:00.886361 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 08:30:00.886704 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 08:30:00.887096 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 08:30:00.890961 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 08:30:00.891214 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 08:30:00.891562 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:30:00.920261 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 08:30:00.920712 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.921020 n-d-780147-28 neutron-server[93782]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93782) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 08:30:00.921388 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.922780 n-d-780147-28 neutron-server[93782]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93782) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 08:30:00.923066 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:30:00.923356 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 08:30:00.926577 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.926871 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:00.991289 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 08:30:00.991537 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 08:30:00.991782 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 08:30:00.992206 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 08:30:01.013004 n-d-780147-28 neutron-server[93782]: DEBUG oslo_db.sqlalchemy.engines [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93782) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 08:30:01.549423 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Initializing driver for type 'gre' Jul 16 08:30:01.550074 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] gre ID ranges: [(1, 1000)] Jul 16 08:30:01.601166 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Initializing driver for type 'local' Jul 16 08:30:01.601524 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Initializing driver for type 'vlan' Jul 16 08:30:01.614709 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] VlanTypeDriver initialization complete Jul 16 08:30:01.615064 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Initializing driver for type 'vxlan' Jul 16 08:30:01.615578 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] vxlan ID ranges: [(1, 1000)] Jul 16 08:30:01.663307 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Initializing extension driver 'port_security' Jul 16 08:30:01.663649 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.extensions.port_security [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] PortSecurityExtensionDriver initialization complete Jul 16 08:30:01.663967 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Initializing mechanism driver 'openvswitch' Jul 16 08:30:01.664286 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Initializing mechanism driver 'hyperv' Jul 16 08:30:01.670779 n-d-780147-28 neutron-server[93782]: DEBUG neutron.plugins.ml2.plugin [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:01.671620 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > port after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.671989 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > port after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.672336 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > port after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.672849 n-d-780147-28 neutron-server[93782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:30:01.673281 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > subnet after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.673634 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > subnet after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.674011 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.674392 n-d-780147-28 neutron-server[93782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:30:01.674795 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > network after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.675141 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > network after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.675479 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > network after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.675866 n-d-780147-28 neutron-server[93782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:30:01.676265 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > security_group after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.676615 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > security_group after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.676953 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > security_group after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.677343 n-d-780147-28 neutron-server[93782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:30:01.677772 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.678117 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.678458 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.678844 n-d-780147-28 neutron-server[93782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:30:01.679243 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > address_group after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.679584 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > address_group after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.679917 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > address_group after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.680302 n-d-780147-28 neutron-server[93782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:30:01.681207 n-d-780147-28 neutron-server[93782]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] ML2 OVO RPC backend initialized. {{(pid=93782) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 08:30:01.681935 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.682288 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.682701 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > network before_response 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.683047 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > networks before_response 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.683393 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > port before_response 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.683737 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > ports before_response 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.684075 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > subnet before_response 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.684412 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > subnets before_response 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.684755 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > network after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.685091 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > network after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.685423 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > network after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.685776 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > port after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.686109 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > port after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.686440 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > port after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.686770 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > subnet after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.687100 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > subnet after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.687428 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.688003 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.plugin [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Modular L2 Plugin initialization complete Jul 16 08:30:01.688328 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading services supported by the core plugin {{(pid=93782) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 08:30:01.688651 n-d-780147-28 neutron-server[93782]: INFO neutron.plugins.ml2.managers [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Got port-security extension from driver 'port_security' Jul 16 08:30:01.689108 n-d-780147-28 neutron-server[93782]: INFO neutron.extensions.vlantransparent [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Disabled vlantransparent extension. Jul 16 08:30:01.689581 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93782) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 08:30:01.689920 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading Plugin: router Jul 16 08:30:01.725626 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router_interface before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.726039 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router after_create 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.726409 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router before_create 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.726776 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.727150 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.727535 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router after_delete 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.727891 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > floatingip after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.728376 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router after_create 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.728724 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router after_update 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.729074 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router after_update 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.729425 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.729815 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router after_update 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.730233 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_update 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.730605 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: port after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.730949 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: port after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.731288 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: subnet after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.731629 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.731978 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > port precommit_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.732325 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_create 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.732667 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: port before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.733016 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.733370 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router after_update 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.733763 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_delete 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.734115 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_create 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.734477 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.734823 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_update 55549900 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.735184 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > agent after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.735532 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > agent after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.735875 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > network after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.736728 n-d-780147-28 neutron-server[93782]: DEBUG neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Tracking information for resource: router configured {{(pid=93782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:30:01.737066 n-d-780147-28 neutron-server[93782]: DEBUG neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Tracking information for resource: floatingip configured {{(pid=93782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:30:01.741944 n-d-780147-28 neutron-server[93782]: INFO neutron.db.l3_agentschedulers_db [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 08:30:01.742515 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: port after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.743046 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: port after_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.743740 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: port after_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.744224 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: port after_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.745017 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router before_create 55550100 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.745385 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_delete 55550100 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.745782 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_create 55550100 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.746142 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > router precommit_update 55550100 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.750570 n-d-780147-28 neutron-server[93782]: DEBUG neutron.services.provider_configuration [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service providers = [] {{(pid=93782) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 08:30:01.750932 n-d-780147-28 neutron-server[93782]: DEBUG neutron.db.servicetype_db [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93782) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 08:30:01.753894 n-d-780147-28 neutron-server[93782]: DEBUG neutron.services.service_base [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93782) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:30:01.754249 n-d-780147-28 neutron-server[93782]: DEBUG neutron.services.service_base [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93782) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:30:01.754593 n-d-780147-28 neutron-server[93782]: DEBUG neutron.services.service_base [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93782) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:30:01.755480 n-d-780147-28 neutron-server[93782]: DEBUG neutron.services.service_base [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93782) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:30:01.755846 n-d-780147-28 neutron-server[93782]: INFO neutron.services.service_base [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 08:30:01.756211 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:30:01.756528 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 08:30:01.767337 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:30:01.767672 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading Plugin: auto_allocate Jul 16 08:30:01.773257 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: network precommit_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.773630 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: network precommit_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.774175 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:30:01.775014 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading Plugin: tag Jul 16 08:30:01.781605 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:30:01.781964 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading Plugin: timestamp Jul 16 08:30:01.785737 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:30:01.786074 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading Plugin: network_ip_availability Jul 16 08:30:01.791935 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.792301 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.792661 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:01.793367 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:30:01.793715 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading Plugin: flavors Jul 16 08:30:01.799837 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:30:01.800116 n-d-780147-28 neutron-server[93782]: INFO neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading Plugin: revisions Jul 16 08:30:01.804361 n-d-780147-28 neutron-server[93782]: DEBUG neutron.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:30:01.804751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_concurrency.lockutils [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=93782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:30:01.805480 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93782) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 08:30:01.805865 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Initializing extension manager. Jul 16 08:30:01.806377 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: __init__.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.806717 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: __pycache__ {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.807051 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.807385 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: address_group.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.808131 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.808694 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: address-group Jul 16 08:30:01.809017 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: address_scope.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.809748 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.810258 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: address-scope Jul 16 08:30:01.810579 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: admin_state_down_before_update.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.811493 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.812002 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: router-admin-state-down-before-update Jul 16 08:30:01.812323 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: agent.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.813032 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.813535 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: agent Jul 16 08:30:01.813935 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: agent_resources_synced.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.814798 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.815310 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: agent-resources-synced Jul 16 08:30:01.815633 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: allowedaddresspairs.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.817752 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.818287 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: allowed-address-pairs Jul 16 08:30:01.818615 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: auto_allocated_topology.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.819698 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.820215 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: auto-allocated-topology Jul 16 08:30:01.820541 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: availability_zone.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.824044 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.824044 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: availability_zone Jul 16 08:30:01.824044 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: availability_zone_filter.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.824044 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.824044 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: availability_zone_filter Jul 16 08:30:01.824447 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: data_plane_status.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.825714 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.825714 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 08:30:01.826027 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: default_subnetpools.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.828781 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.828781 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: default-subnetpools Jul 16 08:30:01.828781 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: dhcpagentscheduler.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.828781 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.829148 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: dhcp_agent_scheduler Jul 16 08:30:01.829385 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: dns.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.830326 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.830835 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension dns-integration not supported by any of loaded plugins Jul 16 08:30:01.834534 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: dns_domain_ports.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.834534 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.834534 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 08:30:01.834534 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.834534 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.834534 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 08:30:01.835436 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: dvr.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.835580 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.835993 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: dvr Jul 16 08:30:01.836318 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: empty_string_filtering.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.837869 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.838384 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: empty-string-filtering Jul 16 08:30:01.838704 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.839620 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.840121 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:30:01.840439 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.841349 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.841899 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 08:30:01.842218 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: external_net.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.843137 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.843642 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: external-net Jul 16 08:30:01.843960 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: extra_dhcp_opt.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.844862 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.845368 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: extra_dhcp_opt Jul 16 08:30:01.845797 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: extraroute.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.846628 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.847134 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: extraroute Jul 16 08:30:01.847461 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: extraroute_atomic.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.848481 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.848992 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: extraroute-atomic Jul 16 08:30:01.849317 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: filter_validation.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.850013 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.850519 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: filter-validation Jul 16 08:30:01.850834 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: fip_pf_description.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.851781 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.853079 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 08:30:01.853375 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: fip_port_details.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.854337 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.854845 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: fip-port-details Jul 16 08:30:01.855169 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: flavors.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.856388 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.856904 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: flavors Jul 16 08:30:01.857224 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.858921 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.859438 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 08:30:01.859772 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: floatingip_pools.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.860470 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.860978 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: floatingip-pools Jul 16 08:30:01.861303 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: ip_allocation.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.862243 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.862748 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 08:30:01.863077 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.863992 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.864504 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: ip-substring-filtering Jul 16 08:30:01.864831 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: l2_adjacency.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.865777 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.866280 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 08:30:01.866603 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: l3.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.867607 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.868179 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: router Jul 16 08:30:01.868500 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: l3_conntrack_helper.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.870783 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.871311 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:30:01.871645 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.872582 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.873104 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: ext-gw-mode Jul 16 08:30:01.873434 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.874363 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.874876 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: l3-ha Jul 16 08:30:01.875200 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: l3_flavors.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.876130 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.876644 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: l3-flavors Jul 16 08:30:01.876962 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.877920 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.878429 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 08:30:01.878751 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: l3agentscheduler.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.879801 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.880362 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: l3_agent_scheduler Jul 16 08:30:01.880641 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: logging.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.882161 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.882679 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension logging not supported by any of loaded plugins Jul 16 08:30:01.883018 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: metering.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.884344 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.884935 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: metering Jul 16 08:30:01.885266 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.886391 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.886907 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: metering_source_and_destination_fields Jul 16 08:30:01.887235 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: multiprovidernet.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.888296 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.888810 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: multi-provider Jul 16 08:30:01.889134 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: netmtu.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.890077 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.890588 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: net-mtu Jul 16 08:30:01.890905 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: netmtu_writable.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.891816 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.892326 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: net-mtu-writable Jul 16 08:30:01.892791 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: network_availability_zone.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.893319 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.893847 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: network_availability_zone Jul 16 08:30:01.894171 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: network_ip_availability.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.895252 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.895767 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: network-ip-availability Jul 16 08:30:01.896089 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: network_segment_range.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.896849 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.897354 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 08:30:01.897695 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: pagination.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.898662 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.898991 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: pagination Jul 16 08:30:01.899341 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: port_device_profile.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.900827 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.901342 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: port-device-profile Jul 16 08:30:01.901689 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.902615 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.903137 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: port-mac-address-regenerate Jul 16 08:30:01.903455 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.904372 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.904881 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: port-numa-affinity-policy Jul 16 08:30:01.905204 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: port_resource_request.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.906135 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.906649 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 08:30:01.906970 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: portbindings.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.907893 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.908408 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: binding Jul 16 08:30:01.908732 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: portbindings_extended.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.910037 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.910551 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: binding-extended Jul 16 08:30:01.910875 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: portsecurity.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.911781 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.912295 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: port-security Jul 16 08:30:01.912615 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: project_id.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.913587 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.913939 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: project-id Jul 16 08:30:01.914258 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: providernet.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.915306 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.915830 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: provider Jul 16 08:30:01.916176 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.919711 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.920231 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos not supported by any of loaded plugins Jul 16 08:30:01.920558 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.921828 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.922345 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 08:30:01.922676 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.923596 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.924108 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 08:30:01.924434 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos_default.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.925345 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.925893 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos-default not supported by any of loaded plugins Jul 16 08:30:01.926237 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos_fip.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.926885 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.927397 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos-fip not supported by any of loaded plugins Jul 16 08:30:01.927713 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos_gateway_ip.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.928636 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.929150 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 08:30:01.929470 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos_port_network_policy.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.930403 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.931134 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 08:30:01.931475 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos_rule_type_details.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.932392 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.932905 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 08:30:01.933225 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: qos_rules_alias.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.934304 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.934819 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 08:30:01.935139 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: quotasv2.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.936095 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.936620 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: quotas Jul 16 08:30:01.936940 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: quotasv2_detail.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.940011 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.940347 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: quota_details Jul 16 08:30:01.940688 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: rbac.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.942042 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.942572 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: rbac-policies Jul 16 08:30:01.942905 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: rbac_address_group.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.943839 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.944353 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: rbac-address-group Jul 16 08:30:01.944682 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: rbac_address_scope.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.945612 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.946155 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: rbac-address-scope Jul 16 08:30:01.947113 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: rbac_security_groups.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.947990 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.948508 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: rbac-security-groups Jul 16 08:30:01.948832 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: rbac_subnetpool.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.949766 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.950283 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: rbac-subnetpool Jul 16 08:30:01.950601 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: revisionifmatch.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.951520 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.952030 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: revision-if-match Jul 16 08:30:01.952350 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: revisions.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.953470 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.954010 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: standard-attr-revisions Jul 16 08:30:01.954338 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: router_availability_zone.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.955012 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.955531 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: router_availability_zone Jul 16 08:30:01.955854 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: routerservicetype.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.956773 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.957277 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension router-service-type not supported by any of loaded plugins Jul 16 08:30:01.957600 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.958541 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.959047 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: security-groups-normalized-cidr Jul 16 08:30:01.959367 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: security_groups_port_filtering.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.960286 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.960794 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: port-security-groups-filtering Jul 16 08:30:01.961114 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.962652 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.963196 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: security-groups-remote-address-group Jul 16 08:30:01.963513 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: securitygroup.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.973114 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.973666 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: security-group Jul 16 08:30:01.974000 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: segment.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.974794 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.975307 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension segment not supported by any of loaded plugins Jul 16 08:30:01.975638 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.976580 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.977095 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 08:30:01.977436 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: servicetype.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.978563 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.979086 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: service-type Jul 16 08:30:01.979419 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: sorting.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.980413 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.980728 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: sorting Jul 16 08:30:01.981054 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: standard_attr_segment.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.982063 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.982588 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 08:30:01.982911 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: standardattrdescription.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.983569 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.984087 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: standard-attr-description Jul 16 08:30:01.984411 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: stateful_security_group.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.985347 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.985886 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: stateful-security-group Jul 16 08:30:01.986210 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: stdattrs_common.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.986797 n-d-780147-28 neutron-server[93782]: WARNING neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 08:30:01.987119 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.988039 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.988569 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 08:30:01.988884 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: subnet_onboard.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.989975 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.990491 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: subnet_onboard Jul 16 08:30:01.990811 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.991732 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.992240 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 08:30:01.992567 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: subnet_service_types.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.993501 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.994051 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: subnet-service-types Jul 16 08:30:01.994371 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: subnetallocation.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.995447 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.995965 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: subnet_allocation Jul 16 08:30:01.996285 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.996947 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.997465 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: subnetpool-prefix-ops Jul 16 08:30:01.997810 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:01.998734 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:01.999247 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 08:30:01.999570 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: tagging.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:02.000650 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:02.001174 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: standard-attr-tag Jul 16 08:30:02.001499 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: timestamp.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:02.002770 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:02.003289 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loaded extension: standard-attr-timestamp Jul 16 08:30:02.003614 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: trunk.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:02.004678 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:02.005192 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension trunk not supported by any of loaded plugins Jul 16 08:30:02.005516 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: trunk_details.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:02.006452 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:02.006975 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension trunk-details not supported by any of loaded plugins Jul 16 08:30:02.007295 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: uplink_status_propagation.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:02.008228 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:02.010450 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 08:30:02.010778 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Loading extension file: vlantransparent.py {{(pid=93782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:30:02.011479 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:30:02.011996 n-d-780147-28 neutron-server[93782]: INFO neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 08:30:02.014532 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:network Jul 16 08:30:02.015072 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:subnet Jul 16 08:30:02.015468 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:30:02.015857 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:port Jul 16 08:30:02.017128 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.017571 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service FLAVORS assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.018216 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.018637 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.018980 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:router Jul 16 08:30:02.019402 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:30:02.019889 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service METERING assigned prefix: /metering {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.021329 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:02.021724 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:02.022081 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:02.023111 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:30:02.023556 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:30:02.023998 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:30:02.024694 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service CORE assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.025024 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:30:02.025367 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] subnetpool is already registered Jul 16 08:30:02.025825 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service CORE assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.026170 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:30:02.026490 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] subnetpool is already registered Jul 16 08:30:02.028821 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.029250 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service FLAVORS assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.029862 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.030283 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.030613 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:router Jul 16 08:30:02.030950 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] router is already registered Jul 16 08:30:02.031369 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:30:02.031695 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] floatingip is already registered Jul 16 08:30:02.032149 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service METERING assigned prefix: /metering {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.032826 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:30:02.033157 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] rbac_policy is already registered Jul 16 08:30:02.033579 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:30:02.033937 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] security_group is already registered Jul 16 08:30:02.034337 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:30:02.034670 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] security_group_rule is already registered Jul 16 08:30:02.035320 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service CORE assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.035650 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:30:02.035981 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] subnetpool is already registered Jul 16 08:30:02.036403 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.v2.resource_helper [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Service CORE assigned prefix: {{(pid=93782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:30:02.036751 n-d-780147-28 neutron-server[93782]: INFO neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:30:02.037082 n-d-780147-28 neutron-server[93782]: WARNING neutron.quota.resource_registry [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] subnetpool is already registered Jul 16 08:30:02.037548 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: extensions {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.039051 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: address-groups {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.042002 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: address-scopes {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.043952 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: agents {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.045111 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: auto-allocated-topology {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.046385 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: availability_zones {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.047601 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: dhcp-networks {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.049103 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: dhcp-agents {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.050616 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: routers {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.052271 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: flavors {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.054688 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: service_profiles {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.056105 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: next_providers {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.057749 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: service_profiles {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.059272 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: floatingip-pools {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.060487 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: routers {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.062219 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: floatingips {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.063492 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: l3-routers {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.064892 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: l3-agents {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.066638 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: metering-labels {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.067839 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: metering-label-rules {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.069204 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: network-ip-availabilities {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.070513 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: bindings {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.072775 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: quotas {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.074342 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: quotas {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.075750 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: rbac-policies {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.076939 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: security-groups {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.078257 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: security-group-rules {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.079511 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: service-providers {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.080773 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: subnetpools {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.082118 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: subnetpools {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.083665 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.085329 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.087226 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.088998 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.090713 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.092653 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.094376 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.096165 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.098047 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.099794 n-d-780147-28 neutron-server[93782]: DEBUG neutron.api.extensions [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Extended resource: tags {{(pid=93782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:30:02.106402 n-d-780147-28 neutron-server[93782]: WARNING keystonemiddleware.auth_token [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 08:30:02.110929 n-d-780147-28 neutron-server[93782]: WARNING keystonemiddleware.auth_token [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 08:30:02.119396 n-d-780147-28 neutron-server[93782]: DEBUG oslo_concurrency.lockutils [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Acquired lock "singleton_lock" {{(pid=93782) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 08:30:02.119869 n-d-780147-28 neutron-server[93782]: DEBUG oslo_concurrency.lockutils [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Releasing lock "singleton_lock" {{(pid=93782) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 08:30:02.120524 n-d-780147-28 neutron-server[93782]: INFO oslo_service.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Starting 2 workers Jul 16 08:30:02.125385 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Started child 94159 {{(pid=93782) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:30:02.129975 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Started child 94164 {{(pid=93782) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:30:02.131262 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.131884 n-d-780147-28 neutron-server[93782]: INFO neutron.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 08:30:02.132279 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Notify callbacks [] for process, before_spawn {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.132823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [-] (94159) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:30:02.135397 n-d-780147-28 neutron-server[93782]: INFO oslo_service.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Starting 1 workers Jul 16 08:30:02.136784 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.138298 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [-] (94164) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:30:02.140640 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Started child 94167 {{(pid=93782) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:30:02.141190 n-d-780147-28 neutron-server[93782]: INFO oslo_service.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Starting 1 workers Jul 16 08:30:02.144637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] calling RpcWorker wait() {{(pid=94167) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 08:30:02.145149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] returning from RpcWorker wait() {{(pid=94167) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 08:30:02.145706 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Started child 94168 {{(pid=93782) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:30:02.146516 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.146611 n-d-780147-28 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-391908f5-1f84-4ec0-ad78-99f402471cbb None None] Notify callbacks [] for process, after_spawn {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.147041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:02.148418 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93782) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:30:02.148628 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:30:02.148812 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:30:02.149020 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:30:02.149410 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:30:02.150240 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:30:02.150831 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.151163 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.151260 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.151704 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.151704 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.151917 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.152444 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.152745 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.153007 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.153290 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.153817 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.153817 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.154091 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.154226 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.154353 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.154616 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.154883 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.155125 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.155378 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.155545 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.155790 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.156058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.156299 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.156566 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] debug = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.156804 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.157293 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.157533 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.157823 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.158068 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.158335 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.158561 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.158830 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.159079 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.159294 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.159527 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.159769 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.160020 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.160244 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.160461 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.160728 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.160959 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.161423 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] host = n-d-780147-28 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.161667 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.161905 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.162131 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.162390 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.162633 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.162863 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.163126 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.163395 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.163654 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.163937 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.164129 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.164373 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.164606 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.164845 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.165479 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_options = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.165750 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.166015 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.166276 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.166467 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.166633 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.166807 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.167059 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.167221 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.167467 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.167700 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.167951 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.168123 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.168337 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.168568 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.168809 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.169042 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.169275 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.169484 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.169764 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.169993 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.170237 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.170462 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.170692 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.170924 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.171144 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.171469 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.171607 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.171807 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.172038 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.172297 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.172543 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.172799 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.173029 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.173268 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.173494 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.173747 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.173975 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.174229 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.174455 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.174705 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.174948 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.175180 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.175423 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.175638 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.175873 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.176115 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_json = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.176470 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.176470 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.177075 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.177075 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.177371 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.177513 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.177695 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.177899 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.178347 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.178639 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.178952 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.179196 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.179427 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.179689 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.179919 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.180145 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.182680 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.182680 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.182680 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.182680 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.182680 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.183387 n-d-780147-28 neutron-server[94168]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:02.183598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.183598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.183598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.183598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.183598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.183598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185246 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185246 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185246 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185246 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185246 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185246 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185246 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185681 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.185886 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.186034 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.186239 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.186739 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.186907 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.187138 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.187388 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.187603 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.187841 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.188096 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.188342 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.188561 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.188821 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.189075 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.189299 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.189519 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.189781 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.190014 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.190229 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.193559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.197365 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198652 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198652 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198652 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198652 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198652 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198652 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.198652 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.199137 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.199137 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.199137 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.199317 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.199544 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.200022 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.200417 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.200803 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.201195 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.201558 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.201974 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.202304 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.202583 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.203037 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.203498 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.203942 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.204346 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.204765 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.205160 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.205545 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.205850 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.206105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.206351 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.206597 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.206889 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.207068 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.207334 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.208525 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.208525 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.208525 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.208525 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.208837 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.208837 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.209057 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.209413 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.209706 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.210014 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.210288 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.210552 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.211064 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.211449 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.211942 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.212383 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.212854 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.213091 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.213356 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.213601 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.213915 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.214145 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.214369 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.214606 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.214853 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.215157 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.215387 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.215624 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.215842 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.216112 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.216359 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.216603 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.216874 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.217123 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.217363 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.217605 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.218011 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.218123 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.218292 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.218681 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.219053 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.219462 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.219697 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.219932 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.220148 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.220379 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.220641 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.220857 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.221080 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.221323 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.221532 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.221805 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.222058 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.222272 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.222508 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.222745 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.222960 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.223195 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.223411 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.223656 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.223905 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.224108 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.224384 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.224645 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.224876 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.225130 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.225372 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.225609 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.225851 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.226114 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.226348 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.226566 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.226780 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.226990 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.227197 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.227462 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.227715 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.228087 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.228495 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.228724 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.229052 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.229295 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.229522 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.229902 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.230050 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.230255 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.230488 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.230723 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.230938 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.231153 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.231384 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.231621 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.231863 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.232099 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.232308 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.232514 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.232744 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.232956 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.233161 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.233450 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.233734 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.233936 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.234209 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.234425 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.235587 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.235811 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.236024 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.236240 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.236460 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.236670 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.237036 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.237283 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.237484 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.237722 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.237937 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.238144 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.238358 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.238608 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.238778 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.238978 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.239190 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.239408 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.239621 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.239852 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.240091 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.240301 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.240509 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.240715 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.240914 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.241197 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.241437 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.241675 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.241966 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.242196 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.242443 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.242683 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.243649 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.243863 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.243982 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.244293 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.244527 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.244742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.245004 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.245341 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.245661 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.245931 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.246173 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.246459 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.247246 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.247670 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.247890 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.248193 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.248540 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.248828 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.249107 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.249359 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.249691 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.249891 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.250130 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.250362 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.250599 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.250818 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.251057 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.251285 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.251513 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.251747 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.251990 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.252209 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.252445 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.252677 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.252918 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.253134 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.253291 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:30:02.253842 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93782) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:30:02.254004 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:30:02.254154 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:30:02.254469 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:30:02.254824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:30:02.254976 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:30:02.255331 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.255493 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.255644 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.255809 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.255966 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.256717 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.256717 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.256717 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.256717 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.256717 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.257235 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.257235 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.257235 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.257471 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.257471 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.257618 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.257771 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.257925 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.258236 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.258562 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.258562 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.258896 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.259006 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] debug = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.259134 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.259357 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.259520 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.259672 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.259827 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.259991 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.260149 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.260303 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.260461 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.260617 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.260773 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.260928 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.261085 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.261215 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.261379 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.261530 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.261867 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.262022 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] host = n-d-780147-28 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.262326 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.262480 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.262785 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.262946 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.263098 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.263397 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.263586 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.263763 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.263904 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.264041 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.264176 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.264311 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.264447 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.264581 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.264720 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_options = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.264856 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.265014 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.265250 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.265339 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.265474 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.265632 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.265813 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.265970 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.266126 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.266281 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.266434 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.266590 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.266744 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.266899 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.267053 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.267207 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.267361 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.267517 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.267672 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.267829 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.267983 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.268137 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.268291 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.268446 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.268600 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.268754 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.268908 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.269063 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.269217 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.269371 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.269525 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.269700 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.269858 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.270013 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.270167 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.270324 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.270478 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.270638 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.270795 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.270950 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.271105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.271261 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.271414 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.271569 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.271725 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.271879 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_json = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.272052 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.272188 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.272349 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.272498 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.272651 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.272810 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.272966 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.273121 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:30:02.273298 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.273456 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.273625 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.273807 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.273967 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.274130 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.274825 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.275098 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.275281 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.275721 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.276038 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.276217 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.276598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.276598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.277204 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.277204 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.277204 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.277204 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.277630 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.277630 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.277630 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.279182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.279182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.279182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.279182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.279182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.279182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.279182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.279182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280105 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.280742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.281732 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.281732 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.281732 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.281732 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.281732 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.281732 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.281732 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.283824 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.284458 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.285073 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.285073 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.285073 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.285073 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.285073 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.285436 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.285436 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.285585 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.286972 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.288836 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.288836 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.288836 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.288836 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.288836 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.288836 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.288836 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.288836 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.289751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.289751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.289751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.289751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.289751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.289751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.289751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.289751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290336 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290336 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290336 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290336 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290336 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290336 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290336 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290727 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290727 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290727 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290900 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.290964 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.291109 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.291302 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.291429 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.291578 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.291912 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.292641 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.292641 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.292641 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.292641 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.292641 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.293029 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.293029 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.293178 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.293270 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.293407 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.293569 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.293765 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.293925 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.294088 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.294242 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.294575 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.294732 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.294899 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.295039 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.295197 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.295355 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.295509 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.295667 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.295830 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.295983 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.296293 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.296459 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.296598 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.296754 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.296918 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.297076 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.297176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:02.297281 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.297367 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.297529 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.297711 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.297872 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.298030 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.298188 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.298345 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.298504 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.298661 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.298818 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.298977 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.299134 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.299291 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.299448 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.299604 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.299763 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.299920 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.300077 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.300234 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.300391 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.300550 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.300758 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.300854 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.301012 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.301172 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.301330 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.301488 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.301673 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.301863 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.301984 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.302142 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.302298 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.302456 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.302614 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.302772 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.302931 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.303086 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.303248 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.303438 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.303597 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.303754 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.303912 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.304068 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.304227 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.304385 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.304541 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.304699 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.304856 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.305012 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.305172 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.305334 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.306012 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.306182 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.306339 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.306496 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.306654 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.306811 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.306981 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.307139 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.307296 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.307453 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.307611 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.307767 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.307934 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.308092 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.308248 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.308409 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.308564 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.308860 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.309158 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.309443 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.309763 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.310060 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.310225 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.311285 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.311285 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.311285 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.311285 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.311285 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.311285 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.311285 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.312742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.312742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.312742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.312742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.312742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.312742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.312742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.312742 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313267 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313267 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313267 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313267 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313267 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313621 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313621 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313621 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313865 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.313945 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.314110 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.314268 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.314582 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.314751 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.314916 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.315077 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.315243 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.315410 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.315577 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.315735 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.316399 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.316399 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.316559 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.316639 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.316748 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.317475 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.317475 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.317475 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.317475 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.317475 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.317896 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.317896 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.318101 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.318101 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.318591 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.318591 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.318591 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.318808 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.318808 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.318969 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.319508 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:30:02.319508 n-d-780147-28 neutron-server[93782]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:30:02.538651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42754) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:02.547668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063074 Jul 16 08:30:14.410447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6a3b1-0196-4343-a510-cbfb9e862950 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:30:14.524095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6a3b1-0196-4343-a510-cbfb9e862950 None None] No non-hosted networks {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 08:30:14.548146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.agentschedulers_db [None req-0fe6a3b1-0196-4343-a510-cbfb9e862950 None None] DHCP Agent not found on host n-d-780147-28 {{(pid=94167) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 08:30:14.686563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-576298b8-c046-4d59-b6f0-2d0c4af71d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974086'] for agent, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.566850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974086'] for agent, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.572657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.572995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.573500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.574000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.574500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.574966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.575463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.575944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.576414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.576894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.577363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.577944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:17.578574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-780147-28', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:17.581546 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39449f06-2f0f-476f-aae1-37d2964f5325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974086'] for agent, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.612451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-780147-28', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:17.644985 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-866c8701-9ef3-49a1-9060-4e40122bc34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.761915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974086'] for agent, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.919577 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974086'] for agent, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.467793 n-d-780147-28 neutron-server[94167]: INFO neutron.db.l3_hamode_db [None req-a0b3096f-5381-4b2a-8b08-97473568fd2d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 08:30:20.547618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3096f-5381-4b2a-8b08-97473568fd2d None None] Routers set() bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:20.548011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3096f-5381-4b2a-8b08-97473568fd2d None None] Router IDs set() for agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:30:20.793975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42848) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:21.281655 n-d-780147-28 neutron-server[94159]: WARNING oslo_policy.policy [None req-df418574-1d62-4930-a9e3-7aee0fe0d524 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:30:21.282287 n-d-780147-28 neutron-server[94159]: WARNING oslo_policy.policy [None req-df418574-1d62-4930-a9e3-7aee0fe0d524 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:30:21.501222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-df418574-1d62-4930-a9e3-7aee0fe0d524 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:21.502336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-df418574-1d62-4930-a9e3-7aee0fe0d524 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7074540 Jul 16 08:30:23.843863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42862) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:24.144021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8093ca58-9a1b-4992-b490-1a091fc1b7e5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:24.236241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.policy [None req-8093ca58-9a1b-4992-b490-1a091fc1b7e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:30:24.282812 n-d-780147-28 neutron-server[94159]: WARNING oslo_policy.policy [None req-8093ca58-9a1b-4992-b490-1a091fc1b7e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:30:24.283185 n-d-780147-28 neutron-server[94159]: WARNING oslo_policy.policy [None req-8093ca58-9a1b-4992-b490-1a091fc1b7e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:30:24.292169 n-d-780147-28 neutron-server[94159]: INFO neutron.quota [None req-8093ca58-9a1b-4992-b490-1a091fc1b7e5 admin admin] Loaded quota_driver: . Jul 16 08:30:24.383350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8093ca58-9a1b-4992-b490-1a091fc1b7e5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729840392306', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729840392711', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729840379444', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729840373866', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729840367506', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729840361464', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3700487', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4165876', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540352', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608307'] for rbac-policy, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.448244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8093ca58-9a1b-4992-b490-1a091fc1b7e5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.449466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8093ca58-9a1b-4992-b490-1a091fc1b7e5 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6046133 Jul 16 08:30:27.034951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42874) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:27.326210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Request body: {'network': {'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'name': 'private', 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'admin_state_up': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:27.355133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Made reservation on behalf of 2e4ff9a45b7946cc9a9616068b430a5d for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:27.357975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.375647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.506546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.510305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.530202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:27.560133 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729841428035', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.560725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Unsubscribe: segment precommit_create {{(pid=94159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:30:27.561242 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Added segment 520f45c6-6ee8-4218-b465-5ad173e77892 of type vlan for network 676c31d3-6cf0-4fab-862b-ce1c70688efe Jul 16 08:30:27.579298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ae8d92-b3df-4c7d-bd0b-4e8f00463a28,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.629519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.629887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.630220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.630549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.630875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.631198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.631518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.631841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.632159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.632474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.632845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.633265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Tracked resource versions report: Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: pushed versions: Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: { 'AddressGroup': {'1.2'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Log': {'1.0'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Network': {'1.1'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Port': {'1.7'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'PortForwarding': {'1.2'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'QosPolicy': {'1.8'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'SecurityGroup': {'1.4'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'SubPort': {'1.0'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Subnet': {'1.1'}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Trunk': {'1.1'}} Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: consumer versions: Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: { DHCP agent@n-d-780147-28: {}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: L3 agent@n-d-780147-28: {}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: Metadata agent@n-d-780147-28: {}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: Metering agent@n-d-780147-28: {}, Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: Open vSwitch agent@n-d-780147-28: { 'AddressGroup': '1.2', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'ConntrackHelper': '1.0', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Log': '1.0', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Network': '1.1', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Port': '1.7', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'PortForwarding': '1.2', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'QosPolicy': '1.8', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'SecurityGroup': '1.4', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'SecurityGroupRule': '1.2', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'SubPort': '1.0', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Subnet': '1.1', Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: 'Trunk': '1.1'}} Jul 16 08:30:27.634402 n-d-780147-28 neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:30:27.682936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.733574 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.734649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.735298 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.788929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7528112 Jul 16 08:30:27.834954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff9f70-1d9d-448a-a998-9a61129a68ba admin admin] Pushing event updated for resources: {'Network': ['ID=676c31d3-6cf0-4fab-862b-ce1c70688efe,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.848229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 676c31d3-6cf0-4fab-862b-ce1c70688efe details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:30.534279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:31.061215 n-d-780147-28 neutron-server[94164]: WARNING oslo_policy.policy [None req-4b907f18-6801-47ab-b884-5e24dc26bf7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:30:31.061841 n-d-780147-28 neutron-server[94164]: WARNING oslo_policy.policy [None req-4b907f18-6801-47ab-b884-5e24dc26bf7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:30:31.509310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.policy [None req-4b907f18-6801-47ab-b884-5e24dc26bf7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94164) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:30:31.555323 n-d-780147-28 neutron-server[94164]: WARNING oslo_policy.policy [None req-4b907f18-6801-47ab-b884-5e24dc26bf7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:30:31.555967 n-d-780147-28 neutron-server[94164]: WARNING oslo_policy.policy [None req-4b907f18-6801-47ab-b884-5e24dc26bf7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:30:31.563974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b907f18-6801-47ab-b884-5e24dc26bf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.566138 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4b907f18-6801-47ab-b884-5e24dc26bf7d admin admin] 10.222.0.55 "GET /v2.0/networks/676c31d3-6cf0-4fab-862b-ce1c70688efe HTTP/1.1" status: 200 len: 825 time: 1.0298581 Jul 16 08:30:31.608253 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e55208e7-999a-4a63-bf84-4e0bb36f6cb0 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/ffa1551a-f20f-467c-9ce9-c07af9b686ef HTTP/1.1" status: 200 len: 734 time: 0.0352771 Jul 16 08:30:31.617070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'name': 'private-subnet', 'subnetpool_id': 'ffa1551a-f20f-467c-9ce9-c07af9b686ef', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:31.619643 n-d-780147-28 neutron-server[94164]: INFO neutron.quota [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Loaded quota_driver: . Jul 16 08:30:31.663611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Made reservation on behalf of 2e4ff9a45b7946cc9a9616068b430a5d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:31.667348 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.978194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.047436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Checking segment: {'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:32.047834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Network hostable DHCP agents. Network: 676c31d3-6cf0-4fab-862b-ce1c70688efe, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:32.066090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f975345-05f8-4598-89aa-62f4618201c6,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:32.079664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.079997 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.080321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.080636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.080954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.081270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.081572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.081931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.082235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.082551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.082842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.083146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Tracked resource versions report: Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: pushed versions: Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: { 'AddressGroup': {'1.2'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'ConntrackHelper': {'1.0'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Log': {'1.0'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Network': {'1.1'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Port': {'1.7'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'PortForwarding': {'1.2'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'QosPolicy': {'1.8'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'SecurityGroup': {'1.4'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'SubPort': {'1.0'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Subnet': {'1.1'}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Trunk': {'1.1'}} Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: consumer versions: Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: { DHCP agent@n-d-780147-28: {}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: L3 agent@n-d-780147-28: {}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: Metadata agent@n-d-780147-28: {}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: Metering agent@n-d-780147-28: {}, Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: Open vSwitch agent@n-d-780147-28: { 'AddressGroup': '1.2', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'ConntrackHelper': '1.0', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Log': '1.0', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Network': '1.1', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Port': '1.7', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'PortForwarding': '1.2', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'QosPolicy': '1.8', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'SecurityGroup': '1.4', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'SecurityGroupRule': '1.2', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'SubPort': '1.0', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Subnet': '1.1', Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: 'Trunk': '1.1'}} Jul 16 08:30:32.084244 n-d-780147-28 neutron-server[94164]: {{(pid=94164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:30:32.104438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Network 676c31d3-6cf0-4fab-862b-ce1c70688efe is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:32.120632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 676c31d3-6cf0-4fab-862b-ce1c70688efe) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:32.146574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7105c-46d3-424d-8349-29e64a1d37c6 None None] Network 676c31d3-6cf0-4fab-862b-ce1c70688efe requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:32.150975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.151608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.173304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-40ff2235-7c04-4698-9325-9ef15f1fa59c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5599055 Jul 16 08:30:32.484533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-676c31d3-6cf0-4fab-862b-ce1c70688efe', 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'fixed_ips': [{'subnet_id': '3f975345-05f8-4598-89aa-62f4618201c6'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:30:32.485870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.777488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Allocated IP 172.20.0.2 (676c31d3-6cf0-4fab-862b-ce1c70688efe/3f975345-05f8-4598-89aa-62f4618201c6/16fa80ee-9462-4477-9866-3faf7bce975f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:33.020111 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.037215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Transition to ACTIVE for port object 16fa80ee-9462-4477-9866-3faf7bce975f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:33.059398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Transition to ACTIVE for port object 16fa80ee-9462-4477-9866-3faf7bce975f will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:33.069242 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.130476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Network 676c31d3-6cf0-4fab-862b-ce1c70688efe is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:33.139216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:33.158833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:33.161974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Pushing event updated for resources: {'Port': ['ID=16fa80ee-9462-4477-9866-3faf7bce975f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.171342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.171693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.172036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.172375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.172711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.173041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.173371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.173782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.174063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.174368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.174693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.175014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Tracked resource versions report: Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: pushed versions: Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: { 'AddressGroup': {'1.2'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'ConntrackHelper': {'1.0'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Log': {'1.0'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Network': {'1.1'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Port': {'1.7'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'PortForwarding': {'1.2'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'QosPolicy': {'1.8'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'SecurityGroup': {'1.4'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'SubPort': {'1.0'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Subnet': {'1.1'}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Trunk': {'1.1'}} Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: consumer versions: Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: { DHCP agent@n-d-780147-28: {}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: L3 agent@n-d-780147-28: {}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: Metadata agent@n-d-780147-28: {}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: Metering agent@n-d-780147-28: {}, Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: Open vSwitch agent@n-d-780147-28: { 'AddressGroup': '1.2', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'ConntrackHelper': '1.0', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Log': '1.0', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Network': '1.1', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Port': '1.7', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'PortForwarding': '1.2', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'QosPolicy': '1.8', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'SecurityGroup': '1.4', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'SecurityGroupRule': '1.2', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'SubPort': '1.0', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Subnet': '1.1', Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: 'Trunk': '1.1'}} Jul 16 08:30:33.176136 n-d-780147-28 neutron-server[94167]: {{(pid=94167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:30:33.247918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Attempting to bind port 16fa80ee-9462-4477-9866-3faf7bce975f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:33.248320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Attempting to bind port 16fa80ee-9462-4477-9866-3faf7bce975f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:33.248737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Attempting to bind port 16fa80ee-9462-4477-9866-3faf7bce975f on network 676c31d3-6cf0-4fab-862b-ce1c70688efe {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:33.254055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:33.254482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Checking segment: {'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:33.254950 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.255347 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Bound using segment: {'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:33.255838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Bound port: 16fa80ee-9462-4477-9866-3faf7bce975f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:33.256241 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.324850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] For port 16fa80ee-9462-4477-9866-3faf7bce975f, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:33.329177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] For port 16fa80ee-9462-4477-9866-3faf7bce975f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=16fa80ee-9462-4477-9866-3faf7bce975f,segment=NetworkSegment(520f45c6-6ee8-4218-b465-5ad173e77892),segment_id=520f45c6-6ee8-4218-b465-5ad173e77892)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:33.333884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.410122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87887507-da5a-4dc6-8cec-20ea61917938 None None] Pushing event updated for resources: {'Port': ['ID=16fa80ee-9462-4477-9866-3faf7bce975f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:34.596147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:34.942193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-3032ba35-23fe-468b-b840-284a93941cff admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:34.943384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3032ba35-23fe-468b-b840-284a93941cff admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3477190 Jul 16 08:30:37.336050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42918) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:37.665421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-4cf472d3-d25e-47b4-90f3-1aff4106ea1d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:37.666445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4cf472d3-d25e-47b4-90f3-1aff4106ea1d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3292732 Jul 16 08:30:39.583140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401879c-4d86-4f60-8962-8c80a7280eb6 None None] Network 676c31d3-6cf0-4fab-862b-ce1c70688efe requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:39.663457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 16fa80ee-9462-4477-9866-3faf7bce975f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:39.781497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c82b6218-5fac-4b4f-83ab-b2e52144a0be None None] Provisioning for port 16fa80ee-9462-4477-9866-3faf7bce975f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:39.802557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 16fa80ee-9462-4477-9866-3faf7bce975f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:39.810201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 16fa80ee-9462-4477-9866-3faf7bce975f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:39.810604 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.969114 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.003783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 16fa80ee-9462-4477-9866-3faf7bce975f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=16fa80ee-9462-4477-9866-3faf7bce975f,segment=NetworkSegment(520f45c6-6ee8-4218-b465-5ad173e77892),segment_id=520f45c6-6ee8-4218-b465-5ad173e77892)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:40.008529 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.057375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=16fa80ee-9462-4477-9866-3faf7bce975f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.217682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-561207c2-fddf-4fdb-aea2-937fa6b32f1a None None] Provisioning complete for port 16fa80ee-9462-4477-9866-3faf7bce975f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:40.218001 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-561207c2-fddf-4fdb-aea2-937fa6b32f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.304296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:40.596596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-62c315c5-85fd-4f41-b576-32713738d170 admin admin] Request body: {'router': {'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'name': 'router1', 'admin_state_up': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:40.621363 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62c315c5-85fd-4f41-b576-32713738d170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.622899 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62c315c5-85fd-4f41-b576-32713738d170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.782824 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62c315c5-85fd-4f41-b576-32713738d170 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.787581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62c315c5-85fd-4f41-b576-32713738d170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.800638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62c315c5-85fd-4f41-b576-32713738d170 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.802011 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-62c315c5-85fd-4f41-b576-32713738d170 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4967108 Jul 16 08:30:41.621506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 16fa80ee-9462-4477-9866-3faf7bce975f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:41.667785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 16fa80ee-9462-4477-9866-3faf7bce975f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:41.668158 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.208492 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:30:43.209489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42942) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:43.525366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-f9bafb8f-e743-4ef0-b75e-a9121fd7b592 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:43.526404 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f9bafb8f-e743-4ef0-b75e-a9121fd7b592 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159690 Jul 16 08:30:44.335990 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-526f66d3-4b5d-40c8-b92b-f8ae5ac3c6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.907827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42950) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:46.212258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:46.234535 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Made reservation on behalf of d168a568f9504efeb5e53d4cfd23cfc1 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:46.236928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.251752 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.367461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.371232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.387889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Reserving flat network on physical network physnet1 {{(pid=94164) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 08:30:46.415230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66088466-b32d-47b4-8c18-51061e7c6ddb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:46.417928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729841428035', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.418482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Unsubscribe: segment precommit_create {{(pid=94164) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:30:46.418960 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Added segment 128d8697-500c-44d7-aa35-2efec7855c59 of type flat for network b64b55e4-3c69-479a-a629-0c4724bfe1cc Jul 16 08:30:46.480708 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.528586 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.529525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.530108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.579202 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6703084 Jul 16 08:30:46.626804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f9a3-77e9-4815-a22e-bec4f0ca87df admin admin] Pushing event updated for resources: {'Network': ['ID=b64b55e4-3c69-479a-a629-0c4724bfe1cc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:46.638273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:47.540933 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.557479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1bc240f-fb27-43ff-ae9c-50ece2ca041a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.633844 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.969129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42968) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:49.141369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ed54d5-caa0-4f1c-bfff-32b5628c77c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.142746 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-90ed54d5-caa0-4f1c-bfff-32b5628c77c2 admin admin] 10.222.0.55 "GET /v2.0/subnets/3f975345-05f8-4598-89aa-62f4618201c6 HTTP/1.1" status: 200 len: 849 time: 0.1726236 Jul 16 08:30:49.258891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-add9b07d-4a6a-4c1f-b3ef-507f798700a7 admin admin] 10.222.0.55 "GET /v2.0/routers/146a792b-d686-4016-8f18-b3ec6d42275b HTTP/1.1" status: 200 len: 704 time: 0.1107123 Jul 16 08:30:49.528125 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.813950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Allocated IP 172.20.0.1 (676c31d3-6cf0-4fab-862b-ce1c70688efe/3f975345-05f8-4598-89aa-62f4618201c6/465b94bc-43a0-43d0-b2be-e5cb71c38cd3) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:49.858119 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.970288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.991703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Transition to ACTIVE for port object 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:50.116798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.183127 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Network 676c31d3-6cf0-4fab-862b-ce1c70688efe is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:50.193252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:50.198890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:50.199343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.256397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Pushing event updated for resources: {'Port': ['ID=465b94bc-43a0-43d0-b2be-e5cb71c38cd3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.373159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-95781086-2925-4d78-a59f-78539f05036d None None] Provisioning for port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:50.376828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-95781086-2925-4d78-a59f-78539f05036d None None] Provisioning complete for port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:50.377200 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-95781086-2925-4d78-a59f-78539f05036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.413150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-95781086-2925-4d78-a59f-78539f05036d None None] Port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:50.414926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.591600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.596167 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.596926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.659975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Pushing event updated for resources: {'Port': ['ID=465b94bc-43a0-43d0-b2be-e5cb71c38cd3,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.722999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Network 676c31d3-6cf0-4fab-862b-ce1c70688efe is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:50.724294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:50.882894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Router 146a792b-d686-4016-8f18-b3ec6d42275b is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:30:50.935827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3b72a924-9295-4fdd-af42-d87149a536f8 None None] Provisioning complete for port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:50.936365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b72a924-9295-4fdd-af42-d87149a536f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.968879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3b72a924-9295-4fdd-af42-d87149a536f8 None None] Port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:50.974446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:50.980228 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e2131ce6-321d-44c7-a3fc-82d7f699a035 admin admin] 10.222.0.55 "PUT /v2.0/routers/146a792b-d686-4016-8f18-b3ec6d42275b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7165952 Jul 16 08:30:50.997472 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Sync routers for ids ['146a792b-d686-4016-8f18-b3ec6d42275b'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:51.011609 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Routers {'146a792b-d686-4016-8f18-b3ec6d42275b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:51.012454 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:30:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['146a792b-d686-4016-8f18-b3ec6d42275b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:51.201550 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Set router 146a792b-d686-4016-8f18-b3ec6d42275b gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:51.636194 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'name': 'router1', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:40Z', 'updated_at': '2021-07-16T08:30:50Z', 'revision_number': 2, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'gw_port_host': None, '_interfaces': [{'id': '465b94bc-43a0-43d0-b2be-e5cb71c38cd3', 'name': '', 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'mac_address': 'fa:16:3e:ea:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f975345-05f8-4598-89aa-62f4618201c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:49Z', 'updated_at': '2021-07-16T08:30:50Z', 'revision_number': 2, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'subnets': [{'id': '3f975345-05f8-4598-89aa-62f4618201c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffa1551a-f20f-467c-9ce9-c07af9b686ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:51.688115 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Checking router: 146a792b-d686-4016-8f18-b3ec6d42275b for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:51.688485 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Updating router 146a792b-d686-4016-8f18-b3ec6d42275b port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:30:51.752869 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.240179 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.258270 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Transition to ACTIVE for port object 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:52.264481 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.429550 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Pushing event updated for resources: {'Port': ['ID=465b94bc-43a0-43d0-b2be-e5cb71c38cd3,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.438371 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.438725 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.439105 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.439701 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.440034 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.440359 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.440682 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.441053 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.441400 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.441750 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.442075 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.442394 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Tracked resource versions report: Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: pushed versions: Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: { 'AddressGroup': {'1.2'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'ConntrackHelper': {'1.0'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Log': {'1.0'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Network': {'1.1'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Port': {'1.7'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'PortForwarding': {'1.2'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'QosPolicy': {'1.8'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'SecurityGroup': {'1.4'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'SubPort': {'1.0'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Subnet': {'1.1'}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Trunk': {'1.1'}} Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: consumer versions: Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: { DHCP agent@n-d-780147-28: {}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: L3 agent@n-d-780147-28: {}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: Metadata agent@n-d-780147-28: {}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: Metering agent@n-d-780147-28: {}, Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: Open vSwitch agent@n-d-780147-28: { 'AddressGroup': '1.2', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'ConntrackHelper': '1.0', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Log': '1.0', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Network': '1.1', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Port': '1.7', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'PortForwarding': '1.2', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'QosPolicy': '1.8', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'SecurityGroup': '1.4', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'SecurityGroupRule': '1.2', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'SubPort': '1.0', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Subnet': '1.1', Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: 'Trunk': '1.1'}} Jul 16 08:30:52.443486 n-d-780147-28 neutron-server[94168]: {{(pid=94168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:30:52.448798 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Attempting to bind port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:52.449236 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Attempting to bind port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:52.449668 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Attempting to bind port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 on network 676c31d3-6cf0-4fab-862b-ce1c70688efe {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:52.454779 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:52.455191 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Checking segment: {'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:52.455662 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.456045 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Bound using segment: {'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:52.456530 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Bound port: 465b94bc-43a0-43d0-b2be-e5cb71c38cd3, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520f45c6-6ee8-4218-b465-5ad173e77892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:52.456933 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.526677 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] For port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:52.548347 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] For port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=465b94bc-43a0-43d0-b2be-e5cb71c38cd3,segment=NetworkSegment(520f45c6-6ee8-4218-b465-5ad173e77892),segment_id=520f45c6-6ee8-4218-b465-5ad173e77892)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:52.552597 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.601748 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Routers {'146a792b-d686-4016-8f18-b3ec6d42275b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:52.602387 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:30:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['146a792b-d686-4016-8f18-b3ec6d42275b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:52.701186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] Set router 146a792b-d686-4016-8f18-b3ec6d42275b gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:52.729298 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe3bef-5629-4377-b49b-fb7c44c10c25 None None] Pushing event updated for resources: {'Port': ['ID=465b94bc-43a0-43d0-b2be-e5cb71c38cd3,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.914825 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'name': 'router1', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:40Z', 'updated_at': '2021-07-16T08:30:50Z', 'revision_number': 2, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'gw_port_host': None, '_interfaces': [{'id': '465b94bc-43a0-43d0-b2be-e5cb71c38cd3', 'name': '', 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'mac_address': 'fa:16:3e:ea:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f975345-05f8-4598-89aa-62f4618201c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:49Z', 'updated_at': '2021-07-16T08:30:52Z', 'revision_number': 4, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'subnets': [{'id': '3f975345-05f8-4598-89aa-62f4618201c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffa1551a-f20f-467c-9ce9-c07af9b686ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:52.940754 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35e3d3-c41c-42a4-a454-d5c480f81356 None None] The sync data for ids ['146a792b-d686-4016-8f18-b3ec6d42275b'] in n-d-780147-28 is: [{'id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'name': 'router1', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:40Z', 'updated_at': '2021-07-16T08:30:50Z', 'revision_number': 2, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'gw_port_host': None, '_interfaces': [{'id': '465b94bc-43a0-43d0-b2be-e5cb71c38cd3', 'name': '', 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'mac_address': 'fa:16:3e:ea:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f975345-05f8-4598-89aa-62f4618201c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:49Z', 'updated_at': '2021-07-16T08:30:52Z', 'revision_number': 4, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'subnets': [{'id': '3f975345-05f8-4598-89aa-62f4618201c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffa1551a-f20f-467c-9ce9-c07af9b686ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:53.204587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42988) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:53.315303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b503e2e1-9596-457f-a3fd-df030b575163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.316687 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b503e2e1-9596-457f-a3fd-df030b575163 admin admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 842 time: 0.1111510 Jul 16 08:30:53.326151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.6.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:53.347360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Made reservation on behalf of d168a568f9504efeb5e53d4cfd23cfc1 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:53.349621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.631267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:30:53.631687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.685658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b95740-a100-4f63-ab09-2c9e11c9f02a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:53.695888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:53.696242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Network hostable DHCP agents. Network: b64b55e4-3c69-479a-a629-0c4724bfe1cc, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:53.711524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:53.720440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, b64b55e4-3c69-479a-a629-0c4724bfe1cc) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:53.724710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.725291 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.730760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2dfeb6-b976-4870-bf59-87d89d364d5b None None] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:53.750262 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f7e38bb4-fe24-42cf-b010-21458fe93d93 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4274666 Jul 16 08:30:53.866970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf5b09-01c5-4217-b219-668006e9f8a4 None None] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:56.041446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43000) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:56.238652 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e5e62b5-1b77-4660-b2d1-4e05ab003085 admin admin] 10.222.0.55 "GET /v2.0/routers/146a792b-d686-4016-8f18-b3ec6d42275b HTTP/1.1" status: 200 len: 710 time: 0.1959629 Jul 16 08:30:56.321907 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd117dca-8307-40af-a301-dd3469568ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.323276 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dd117dca-8307-40af-a301-dd3469568ab5 admin admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 886 time: 0.0791698 Jul 16 08:30:56.331792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:56.571962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.807245 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.882408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.982061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Allocated IP 172.25.6.90 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:57.084408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.124505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.159273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:57.164837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:57.169952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:57.174950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Pushing event updated for resources: {'Port': ['ID=7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.415652 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.666240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:57.703456 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.706714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.714197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:57.717697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:57.718067 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.790725 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.814073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Router 146a792b-d686-4016-8f18-b3ec6d42275b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:57.824704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=465b94bc-43a0-43d0-b2be-e5cb71c38cd3,segment=NetworkSegment(520f45c6-6ee8-4218-b465-5ad173e77892),segment_id=520f45c6-6ee8-4218-b465-5ad173e77892)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:57.830826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.920718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:57.924416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=465b94bc-43a0-43d0-b2be-e5cb71c38cd3,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.924901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.927653 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cc8ae5c2-662c-4236-bff7-34c0dbda745b admin admin] 10.222.0.55 "PUT /v2.0/routers/146a792b-d686-4016-8f18-b3ec6d42275b HTTP/1.1" status: 200 len: 889 time: 1.5974729 Jul 16 08:30:57.946716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Sync routers for ids ['146a792b-d686-4016-8f18-b3ec6d42275b'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:57.957894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Routers {'146a792b-d686-4016-8f18-b3ec6d42275b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:57.958434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:30:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['146a792b-d686-4016-8f18-b3ec6d42275b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:58.176538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Set router 146a792b-d686-4016-8f18-b3ec6d42275b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:58.571782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'name': 'router1', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:40Z', 'updated_at': '2021-07-16T08:30:57Z', 'revision_number': 4, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'gw_port': {'id': '7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:56Z', 'updated_at': '2021-07-16T08:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '465b94bc-43a0-43d0-b2be-e5cb71c38cd3', 'name': '', 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'mac_address': 'fa:16:3e:ea:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f975345-05f8-4598-89aa-62f4618201c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:49Z', 'updated_at': '2021-07-16T08:30:57Z', 'revision_number': 5, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'subnets': [{'id': '3f975345-05f8-4598-89aa-62f4618201c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffa1551a-f20f-467c-9ce9-c07af9b686ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:58.624258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Checking router: 146a792b-d686-4016-8f18-b3ec6d42275b for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:58.624615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Updating router 146a792b-d686-4016-8f18-b3ec6d42275b port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:30:58.657988 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.975943 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.985263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Transition to ACTIVE for port object 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:58.991116 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.043480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Attempting to bind port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:59.043856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Attempting to bind port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:59.044227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Attempting to bind port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:59.046952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7a774-be8c-444b-a7bf-51042b98e789 None None] Pushing event updated for resources: {'Port': ['ID=7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:59.051663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:59.052046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:59.052451 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.052837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:59.053303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Bound port: 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:59.054257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.103168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] For port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:59.106473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] For port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:59.110761 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.167318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Routers {'146a792b-d686-4016-8f18-b3ec6d42275b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:59.167924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:30:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['146a792b-d686-4016-8f18-b3ec6d42275b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:59.170852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7a774-be8c-444b-a7bf-51042b98e789 None None] Pushing event updated for resources: {'Port': ['ID=7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:59.352481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] Set router 146a792b-d686-4016-8f18-b3ec6d42275b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:59.565380 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'name': 'router1', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:40Z', 'updated_at': '2021-07-16T08:30:57Z', 'revision_number': 4, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'gw_port': {'id': '7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:56Z', 'updated_at': '2021-07-16T08:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '465b94bc-43a0-43d0-b2be-e5cb71c38cd3', 'name': '', 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'mac_address': 'fa:16:3e:ea:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f975345-05f8-4598-89aa-62f4618201c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:49Z', 'updated_at': '2021-07-16T08:30:57Z', 'revision_number': 5, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'subnets': [{'id': '3f975345-05f8-4598-89aa-62f4618201c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffa1551a-f20f-467c-9ce9-c07af9b686ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:59.591690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd969620-0507-4c42-ac21-870353ced1ca None None] The sync data for ids ['146a792b-d686-4016-8f18-b3ec6d42275b'] in n-d-780147-28 is: [{'id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'name': 'router1', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:40Z', 'updated_at': '2021-07-16T08:30:57Z', 'revision_number': 4, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'gw_port': {'id': '7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:56Z', 'updated_at': '2021-07-16T08:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '465b94bc-43a0-43d0-b2be-e5cb71c38cd3', 'name': '', 'network_id': '676c31d3-6cf0-4fab-862b-ce1c70688efe', 'tenant_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'mac_address': 'fa:16:3e:ea:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a792b-d686-4016-8f18-b3ec6d42275b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f975345-05f8-4598-89aa-62f4618201c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:49Z', 'updated_at': '2021-07-16T08:30:57Z', 'revision_number': 5, 'project_id': '2e4ff9a45b7946cc9a9616068b430a5d', 'subnets': [{'id': '3f975345-05f8-4598-89aa-62f4618201c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffa1551a-f20f-467c-9ce9-c07af9b686ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:59.643902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:59.714485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:59.715276 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.351381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43008) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:00.516814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3543e3d5-6236-47e1-a172-b84bcb627392 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1642776 Jul 16 08:31:01.667760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:01.731813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:01.735622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:01.736295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.824553 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.851961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:01.855902 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.906569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:03.643497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:03.690314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7ac6bde3-b49d-4cd2-bdb0-5631c442a3e8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:03.690682 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.339384 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8b606629-2d77-46b3-ad30-224064d1bf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.560330 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.569683 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-664ec67e-162b-4b5f-8b0b-9dfe081e2362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.642248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.207579 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:31:19.906061 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.341387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e257-944c-4389-9343-ced943ecd957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.551666 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.563734 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1bbcca1a-1204-4822-aa19-7222c874377d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.638496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.879680 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.207034 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:14.346375 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b585aa40-bfd6-4720-8361-630957fe9033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.552474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.558704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-587e0b4c-6dcf-4fb3-aed7-25cec1a372be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.639446 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.883254 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.205052 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:40.980641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43608) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:41.045846 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28c3ff5-e37b-4cb0-9e89-ffa51c71d091 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:32:41.047173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e28c3ff5-e37b-4cb0-9e89-ffa51c71d091 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656047 Jul 16 08:32:41.233291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c859c9-4f38-4733-8256-a8bd312cbb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.234778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-48c859c9-4f38-4733-8256-a8bd312cbb43 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1836710 Jul 16 08:32:43.375308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43618) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:43.504357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad0c2bf-5164-4d4c-9475-932ad2fbe7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.505760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0ad0c2bf-5164-4d4c-9475-932ad2fbe7ee admin admin] 10.222.0.55 "GET /v2.0/subnets/3f975345-05f8-4598-89aa-62f4618201c6 HTTP/1.1" status: 200 len: 849 time: 0.1294761 Jul 16 08:32:43.514977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:43.598093 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.747841 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729841513099'] for subnet, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.789060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.790150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.791465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] 10.222.0.55 "PUT /v2.0/subnets/3f975345-05f8-4598-89aa-62f4618201c6 HTTP/1.1" status: 200 len: 868 time: 0.2802556 Jul 16 08:32:43.793061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca22ea-ff3f-4841-bd2b-4307943bb6e7 None None] Network 676c31d3-6cf0-4fab-862b-ce1c70688efe requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:43.809593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f975345-05f8-4598-89aa-62f4618201c6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.818068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.818410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.818750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.819085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.819413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.819741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.820064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.820386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.820738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.821049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.821370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:43.821992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58df05-fa09-4f5a-8408-c22928aff5f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.216427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e7d4f221-b307-4bc3-a163-cc7f514d565b None None] Provisioning complete for port 465b94bc-43a0-43d0-b2be-e5cb71c38cd3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:44.217127 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7d4f221-b307-4bc3-a163-cc7f514d565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.299466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e7d4f221-b307-4bc3-a163-cc7f514d565b None None] Provisioning complete for port 16fa80ee-9462-4477-9866-3faf7bce975f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:44.299730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7d4f221-b307-4bc3-a163-cc7f514d565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.353247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28b20bdf-a6a4-499d-bd7d-2c8875abc4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.069152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43626) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:46.265096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d1a560-033c-48fc-9a7e-879261e6585e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.265482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d1a560-033c-48fc-9a7e-879261e6585e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.267039 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-05d1a560-033c-48fc-9a7e-879261e6585e admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968815 Jul 16 08:32:47.548264 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.559851 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8b96700-3ffe-4937-a6ee-1e9a8caed87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.445320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43634) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:48.583412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b8efb-408c-4f36-820b-12c4b3b98b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.583893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b8efb-408c-4f36-820b-12c4b3b98b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.585449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0d9b8efb-408c-4f36-820b-12c4b3b98b97 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1391544 Jul 16 08:32:48.642068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.886233 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.748953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43642) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:50.940165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff34537a-e5c4-485e-9067-4343956398bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.942132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ff34537a-e5c4-485e-9067-4343956398bc admin admin] 10.222.0.55 "GET /v2.0/networks/676c31d3-6cf0-4fab-862b-ce1c70688efe HTTP/1.1" status: 200 len: 869 time: 0.1922324 Jul 16 08:32:53.108603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43650) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:53.234911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b610aa-9df9-469a-951a-b304bf0676fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.236297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b0b610aa-9df9-469a-951a-b304bf0676fa admin admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 886 time: 0.1267538 Jul 16 08:32:55.389371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43658) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:55.512570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bcef8-59f5-4664-9e9d-509d2a6c7ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.513025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bcef8-59f5-4664-9e9d-509d2a6c7ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.514570 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4b3bcef8-59f5-4664-9e9d-509d2a6c7ce6 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242244 Jul 16 08:32:57.675371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:57.767249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f037f-844e-42f7-bf8a-6a3dcf9fd1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.767723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f037f-844e-42f7-bf8a-6a3dcf9fd1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.769292 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-489f037f-844e-42f7-bf8a-6a3dcf9fd1ef admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929494 Jul 16 08:32:59.941852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:00.029859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4865e5-5702-41bb-9fa2-351bdf2d4c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.031201 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ef4865e5-5702-41bb-9fa2-351bdf2d4c81 admin admin] 10.222.0.55 "GET /v2.0/subnets/3f975345-05f8-4598-89aa-62f4618201c6 HTTP/1.1" status: 200 len: 868 time: 0.0884051 Jul 16 08:33:02.205076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:02.293256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6e62c-cc9d-42c3-a4e5-9f29bc5d4743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.294639 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bae6e62c-cc9d-42c3-a4e5-9f29bc5d4743 admin admin] 10.222.0.55 "GET /v2.0/subnets/41b95740-a100-4f63-ab09-2c9e11c9f02a HTTP/1.1" status: 200 len: 816 time: 0.0880122 Jul 16 08:33:10.203957 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:33:14.344467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1c886c-726c-4bfb-aab1-4b25886d247e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.556561 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.567434 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9298c741-6c57-4365-8d02-047c489f7cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.645657 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.888778 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.805995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43736) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:26.852538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-386da23a-9237-4443-999f-56e410908b89 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:33:26.860708 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-386da23a-9237-4443-999f-56e410908b89 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468020 Jul 16 08:33:29.095507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43744) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:29.153852 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f93170-7283-4707-92ca-756b9d28e130 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:33:29.155185 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e0f93170-7283-4707-92ca-756b9d28e130 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587542 Jul 16 08:33:29.292008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8ebc0-fbbb-4504-b053-106150ec4af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.293419 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74d8ebc0-fbbb-4504-b053-106150ec4af2 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1343024 Jul 16 08:33:31.467899 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43752) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:31.513007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:31.533496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Made reservation on behalf of d168a568f9504efeb5e53d4cfd23cfc1 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:31.535756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.563484 n-d-780147-28 neutron-server[94164]: WARNING neutron.services.revisions.revision_plugin [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Could not find related network for resource to bump revision. Jul 16 08:33:31.576399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:31.586442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.586781 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Added segment 9fbb7dd4-e9d9-4780-b740-c45027c589cf of type vlan for network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 Jul 16 08:33:31.626832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.653633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.654513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.655085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.685635 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2164142 Jul 16 08:33:31.715665 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Pushing event updated for resources: {'Network': ['ID=a6a7d393-3575-49f9-bb3f-7e53ec953ec9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:31.723918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.724277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.724618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.724955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.725292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.725620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.726031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.726361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.726689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.727014 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.727338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.727661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4519-928f-4594-85bc-04c5498c556a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.740723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:33.879073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43760) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:33.940445 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f8c26e-2e64-43d0-9108-ee5e87e9c2ad admin admin] GET failed (client error): The resource could not be found. Jul 16 08:33:33.941806 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-50f8c26e-2e64-43d0-9108-ee5e87e9c2ad admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617855 Jul 16 08:33:34.010098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc0978-24b8-495b-a79a-41e650618b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.011534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c6bc0978-24b8-495b-a79a-41e650618b87 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659769 Jul 16 08:33:34.021053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'cidr': '192.168.233.0/24'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:34.040075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Made reservation on behalf of d168a568f9504efeb5e53d4cfd23cfc1 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:34.042279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.199538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.249859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d7d649-d224-4001-814e-92ea4a35cff8,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.259904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:34.260254 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Network hostable DHCP agents. Network: a6a7d393-3575-49f9-bb3f-7e53ec953ec9, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:34.276573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:34.285391 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, a6a7d393-3575-49f9-bb3f-7e53ec953ec9) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:34.290432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.291103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.294718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2d105-f51c-4707-9bb8-6fd57a705ff5 None None] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:34.305131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-384c9ff6-c577-4667-bd61-9dacaca3090f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2873487 Jul 16 08:33:34.451752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'tenant_id': 'd168a568f9504efeb5e53d4cfd23cfc1', 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:33:34.453105 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.595787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Allocated IP 192.168.233.2 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/56f301b4-8310-4a89-9c53-634f462fa195) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:34.742104 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.750161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Transition to ACTIVE for port object 56f301b4-8310-4a89-9c53-634f462fa195 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:34.765196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Transition to ACTIVE for port object 56f301b4-8310-4a89-9c53-634f462fa195 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:34.771380 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.816191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:34.818975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:34.821596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:34.830942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Pushing event updated for resources: {'Port': ['ID=56f301b4-8310-4a89-9c53-634f462fa195,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.855740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.856094 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.856441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.856781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.857126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.857456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.857817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.858154 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.858485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.858815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.859145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.859473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.900549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Attempting to bind port 56f301b4-8310-4a89-9c53-634f462fa195 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:34.900917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Attempting to bind port 56f301b4-8310-4a89-9c53-634f462fa195 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:34.901363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Attempting to bind port 56f301b4-8310-4a89-9c53-634f462fa195 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:34.906417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:34.906808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:34.907460 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.908390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:34.908892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Bound port: 56f301b4-8310-4a89-9c53-634f462fa195, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:34.909269 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.971755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] For port 56f301b4-8310-4a89-9c53-634f462fa195, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:34.974897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] For port 56f301b4-8310-4a89-9c53-634f462fa195, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=56f301b4-8310-4a89-9c53-634f462fa195,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:34.979370 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.034948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134810b-9501-4b89-bf6c-555b70131c90 None None] Pushing event updated for resources: {'Port': ['ID=56f301b4-8310-4a89-9c53-634f462fa195,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.819409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 56f301b4-8310-4a89-9c53-634f462fa195 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:35.879795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 56f301b4-8310-4a89-9c53-634f462fa195 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:35.937119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026a8cb-206f-42df-b840-d23785254d56 None None] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:36.017625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4b923019-10a4-43ca-91b9-c2ba7af4dbdb None None] Provisioning for port 56f301b4-8310-4a89-9c53-634f462fa195 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:36.027040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4b923019-10a4-43ca-91b9-c2ba7af4dbdb None None] Provisioning complete for port 56f301b4-8310-4a89-9c53-634f462fa195 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:36.027410 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b923019-10a4-43ca-91b9-c2ba7af4dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.165049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b923019-10a4-43ca-91b9-c2ba7af4dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.205938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4b923019-10a4-43ca-91b9-c2ba7af4dbdb None None] For port 56f301b4-8310-4a89-9c53-634f462fa195, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=56f301b4-8310-4a89-9c53-634f462fa195,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:36.211199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b923019-10a4-43ca-91b9-c2ba7af4dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.263521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b923019-10a4-43ca-91b9-c2ba7af4dbdb None None] Pushing event updated for resources: {'Port': ['ID=56f301b4-8310-4a89-9c53-634f462fa195,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:36.431983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f763aeba-4628-4b21-831b-593eb5e9eabe None None] Provisioning complete for port 56f301b4-8310-4a89-9c53-634f462fa195 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:36.432289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f763aeba-4628-4b21-831b-593eb5e9eabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.759057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 56f301b4-8310-4a89-9c53-634f462fa195 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:37.806627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 56f301b4-8310-4a89-9c53-634f462fa195 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:37.807001 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:44.345850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f4af3e4-826c-4c22-8944-286b4acbb210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.202314 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:33:47.557148 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.563535 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8f58c81-21d5-4eac-935a-cffb574e3f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.647541 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.893310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.346612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-785f201c-50a0-4e50-95ec-e49979979106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.555758 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.559883 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ea31231-50d3-40f6-9edf-e78cdee130e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.650426 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.896850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.205508 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:34:44.347406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd87d0ac-36e6-4ff7-bbde-3462d568c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.059444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43812) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:45.065378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-328cc669-9c62-4999-a77c-43e24f887feb tempest-verify_tempest_config-159519895 tempest-verify_tempest_config-159519895-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:45.066369 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-328cc669-9c62-4999-a77c-43e24f887feb tempest-verify_tempest_config-159519895 tempest-verify_tempest_config-159519895-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059800 Jul 16 08:34:45.370000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43830) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:45.470365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.557013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.560967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.606383 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5324c95b284748bdacb2bef231bfca87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2333939 Jul 16 08:34:45.606383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9f75b0-b151-4609-a82e-b58de4498c45,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.607953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43834) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:45.613069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.613421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.613842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.614207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.614605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.614972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.615303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.615700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.615973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.616292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.616632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.616995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05dc693-c4a7-4f30-a6d6-841408cbcbb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.664509 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.685332 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.773383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.776074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.777251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b9f75b0-b151-4609-a82e-b58de4498c45 HTTP/1.1" status: 204 len: 168 time: 0.1686819 Jul 16 08:34:45.785330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9f75b0-b151-4609-a82e-b58de4498c45,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.792499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.792847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.793183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.793514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.793872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.794199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.794511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.794829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.795147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.795462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.796414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:45.796854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebfab-5558-4810-b8bf-61d03d5133d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.556625 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.559653 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cce002a7-f622-4a5d-8829-c94aacc66a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.653607 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.898781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.257079 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:14.349665 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5804300f-551e-4634-93ee-a698b607dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.556123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.558138 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4d0af3f-771d-4c0c-96df-4a92e2882dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.655612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.901022 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.205788 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:44.349953 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44d7f2e2-dbf6-4061-8d1b-2b1200439f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.557039 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.558532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30e6e4da-bbcb-4287-a174-611bff5c4220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.658285 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.904529 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.351199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2864a703-59ab-46d3-add3-5b02e321a7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.204080 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:17.556082 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.559390 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebdda61f-de8b-442d-a85c-dbd6cfcf0ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.663121 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.906766 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.351683 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad70e672-0a53-4aa4-9c87-86b12a915107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.554633 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.556574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a88d8d82-ddff-4eaa-a688-e56460fc6cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.665044 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.909590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.203276 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:14.353055 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46aff1d2-e70d-4754-8bae-f6ae9026f70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.553633 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38442d6c-d8ee-418e-8fc4-a84e54e89700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.555769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.667321 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.912458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.200760 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 5 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:44.353312 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3dac-381c-4edb-9942-d5f1228cdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.973624 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974086'] for agent, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.647991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.651101 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de47e770-5aae-46b9-8f23-1a5981393d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.396222 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974086'] for agent, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.671963 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.914746 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.200056 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:14.353491 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0208-dbca-4f12-9b19-729e028b97c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.908725 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.547944 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aaab8f93-8ada-49e0-a488-a97c1caebc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.554780 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.339730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.673335 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.918051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.164438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43898) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:37.265998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-296fdd39-de20-4c46-bfd0-befad89f0528 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1004303 Jul 16 08:38:39.443065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43908) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:39.500362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-65679c21-c627-476d-b5a5-12f470c875fc admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0562155 Jul 16 08:38:43.199999 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:44.351932 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e28a34c-cdc3-4dff-a2f6-a497ee66efda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.939829 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.544946 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d41d5b45-aa4f-4993-8628-4d5352f6d049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.550756 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.356637 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.675871 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.922379 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.354454 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0772b4d-3f41-4f36-b64a-3d525f40d3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.939112 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.547437 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2097b3c-fcfe-43a0-b0dd-76ba10bb6c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.553029 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.351084 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.678021 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.926397 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.200083 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:39:44.359644 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b80445c-58ca-404f-bf7c-f2457591b5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.955604 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.551112 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c337298e-14e0-4de5-aa50-70f040121910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.553898 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.370463 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.681530 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.930206 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.201242 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:02.398410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44140) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:02.871428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44166) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:02.872160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17d6cc4b-05c3-4c09-b59d-0f9ddc41f716 tempest-AutoAllocateNetworkTest-1422565577 tempest-AutoAllocateNetworkTest-1422565577-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=05acaed90b804f0e9c709e430daea6ff&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4713795 Jul 16 08:40:03.059415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b5e361-dedb-4da3-b2b6-4d5280b43348 tempest-AutoAllocateNetworkTest-1422565577 tempest-AutoAllocateNetworkTest-1422565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.064538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44176) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:03.064813 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c6b5e361-dedb-4da3-b2b6-4d5280b43348 tempest-AutoAllocateNetworkTest-1422565577 tempest-AutoAllocateNetworkTest-1422565577-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1923461 Jul 16 08:40:03.149597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44184) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:03.151429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4327edbd-5b3f-4ddc-a2d8-95b36fa2cd3e tempest-AutoAllocateNetworkTest-1422565577 tempest-AutoAllocateNetworkTest-1422565577-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833707 Jul 16 08:40:03.183663 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-086ee027-97ef-4a5d-abdd-ccca1c14851a tempest-AutoAllocateNetworkTest-1422565577 tempest-AutoAllocateNetworkTest-1422565577-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=05acaed90b804f0e9c709e430daea6ff HTTP/1.1" status: 200 len: 208 time: 0.0325611 Jul 16 08:40:03.917440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44236) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:04.253907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.360836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.370643 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.430934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44268) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:04.438162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05acaed90b804f0e9c709e430daea6ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5195210 Jul 16 08:40:04.444481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277470f-80d3-4a86-8d3c-a86a88bb9ff4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.453756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.454254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.454693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.455228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.455753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.456345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.456843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.457343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.457754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.458286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.458807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.459207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77cd0ff-61da-48aa-9642-eca93cb2a19d admin admin] Tracked resource versions report: Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: pushed versions: Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: { 'AddressGroup': {'1.2'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Log': {'1.0'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Network': {'1.1'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Port': {'1.7'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'PortForwarding': {'1.2'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'QosPolicy': {'1.8'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'SecurityGroup': {'1.4'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'SubPort': {'1.0'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Subnet': {'1.1'}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Trunk': {'1.1'}} Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: consumer versions: Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: { DHCP agent@n-d-780147-28: {}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: HyperV agent@n-h1-780147-28: {}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: HyperV agent@n-h2-780147-28: {}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: L3 agent@n-d-780147-28: {}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: Metadata agent@n-d-780147-28: {}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: Metering agent@n-d-780147-28: {}, Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: Open vSwitch agent@n-d-780147-28: { 'AddressGroup': '1.2', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'ConntrackHelper': '1.0', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Log': '1.0', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Network': '1.1', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Port': '1.7', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'PortForwarding': '1.2', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'QosPolicy': '1.8', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'SecurityGroup': '1.4', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'SecurityGroupRule': '1.2', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'SubPort': '1.0', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Subnet': '1.1', Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: 'Trunk': '1.1'}} Jul 16 08:40:04.460349 n-d-780147-28 neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:40:04.603344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.631996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.690450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.693420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.694657 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8277470f-80d3-4a86-8d3c-a86a88bb9ff4 HTTP/1.1" status: 204 len: 168 time: 0.2626367 Jul 16 08:40:04.703118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277470f-80d3-4a86-8d3c-a86a88bb9ff4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.712146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.712495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.712835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.713165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.713495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.713840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.714251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.714477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.714792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.715106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.715568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.715894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac607d-6098-40fb-8fb9-0889d738b4e0 admin admin] Tracked resource versions report: Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: pushed versions: Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: { 'AddressGroup': {'1.2'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'ConntrackHelper': {'1.0'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Log': {'1.0'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Network': {'1.1'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Port': {'1.7'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'PortForwarding': {'1.2'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'QosPolicy': {'1.8'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'SecurityGroup': {'1.4'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'SubPort': {'1.0'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Subnet': {'1.1'}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Trunk': {'1.1'}} Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: consumer versions: Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: { DHCP agent@n-d-780147-28: {}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: HyperV agent@n-h1-780147-28: {}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: HyperV agent@n-h2-780147-28: {}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: L3 agent@n-d-780147-28: {}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: Metadata agent@n-d-780147-28: {}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: Metering agent@n-d-780147-28: {}, Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: Open vSwitch agent@n-d-780147-28: { 'AddressGroup': '1.2', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'ConntrackHelper': '1.0', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Log': '1.0', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Network': '1.1', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Port': '1.7', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'PortForwarding': '1.2', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'QosPolicy': '1.8', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'SecurityGroup': '1.4', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'SecurityGroupRule': '1.2', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'SubPort': '1.0', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Subnet': '1.1', Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: 'Trunk': '1.1'}} Jul 16 08:40:04.716971 n-d-780147-28 neutron-server[94164]: {{(pid=94164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:40:06.558369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44416) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:06.850810 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f0c37b0-c708-4a46-90d3-88399dde56ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.953704 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f0c37b0-c708-4a46-90d3-88399dde56ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.959477 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f0c37b0-c708-4a46-90d3-88399dde56ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.005579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44456) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.013535 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0f0c37b0-c708-4a46-90d3-88399dde56ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7f8fe0542b842e4bd10310f928b744c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4540184 Jul 16 08:40:07.023042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c37b0-c708-4a46-90d3-88399dde56ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348b347a-37de-4bb7-adcf-c8118c484df8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.077869 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbf19bea-822a-420b-b98d-4e46aae60b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.113048 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbf19bea-822a-420b-b98d-4e46aae60b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.173816 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbf19bea-822a-420b-b98d-4e46aae60b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.177180 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbf19bea-822a-420b-b98d-4e46aae60b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.188844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bbf19bea-822a-420b-b98d-4e46aae60b32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/348b347a-37de-4bb7-adcf-c8118c484df8 HTTP/1.1" status: 204 len: 168 time: 0.1770983 Jul 16 08:40:07.197354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf19bea-822a-420b-b98d-4e46aae60b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348b347a-37de-4bb7-adcf-c8118c484df8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.693118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44538) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.789123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44548) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.804481 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf3b8d74-ce4c-41e8-975c-bc4e084528af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.923423 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf3b8d74-ce4c-41e8-975c-bc4e084528af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.933336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf3b8d74-ce4c-41e8-975c-bc4e084528af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.946203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44564) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.975157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b8d74-ce4c-41e8-975c-bc4e084528af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3042d168-3e67-4652-b356-a26c939dcbed,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.999554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44574) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.999685 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cf3b8d74-ce4c-41e8-975c-bc4e084528af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=265dc9c24a3e446db1d12145129fbb83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2094333 Jul 16 08:40:08.068819 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b087def5-7ed1-48bb-abee-8bf1b0d1d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.101595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b087def5-7ed1-48bb-abee-8bf1b0d1d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.151657 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-630a2712-d2c8-45e1-9513-ecad942b3a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.198503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b087def5-7ed1-48bb-abee-8bf1b0d1d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.201002 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b087def5-7ed1-48bb-abee-8bf1b0d1d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.202117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b087def5-7ed1-48bb-abee-8bf1b0d1d086 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3042d168-3e67-4652-b356-a26c939dcbed HTTP/1.1" status: 204 len: 168 time: 0.2004683 Jul 16 08:40:08.207146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0c19-bfdb-4f29-9759-564f9c72bafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.228721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087def5-7ed1-48bb-abee-8bf1b0d1d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3042d168-3e67-4652-b356-a26c939dcbed,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.296136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-630a2712-d2c8-45e1-9513-ecad942b3a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.302453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-630a2712-d2c8-45e1-9513-ecad942b3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.362160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a2712-d2c8-45e1-9513-ecad942b3a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29492e1-bf1b-496b-8521-5c8095d11a92,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.370426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-630a2712-d2c8-45e1-9513-ecad942b3a36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b65a354b621f47a8a3e6877a4c9990f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6713562 Jul 16 08:40:08.373898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44594) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.437771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0c19-bfdb-4f29-9759-564f9c72bafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.444363 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0c19-bfdb-4f29-9759-564f9c72bafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.450120 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4761d234-6cfb-4f7d-b983-93de7e914315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.507636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4761d234-6cfb-4f7d-b983-93de7e914315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.576504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44606) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.603966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44614) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.606085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d6f0c19-bfdb-4f29-9759-564f9c72bafc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=460261f6fc60494d98b6e39f80cd01ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6583359 Jul 16 08:40:08.622515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f0c19-bfdb-4f29-9759-564f9c72bafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d892841f-d05b-41ee-8c43-5ef24435d4dd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.632563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4761d234-6cfb-4f7d-b983-93de7e914315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.635524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4761d234-6cfb-4f7d-b983-93de7e914315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.637965 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4761d234-6cfb-4f7d-b983-93de7e914315 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a29492e1-bf1b-496b-8521-5c8095d11a92 HTTP/1.1" status: 204 len: 168 time: 0.2597644 Jul 16 08:40:08.647091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761d234-6cfb-4f7d-b983-93de7e914315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29492e1-bf1b-496b-8521-5c8095d11a92,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.676095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a93fdbc3-d58e-4795-8a43-0640c7e33489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.707390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a93fdbc3-d58e-4795-8a43-0640c7e33489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.784375 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a93fdbc3-d58e-4795-8a43-0640c7e33489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.786987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a93fdbc3-d58e-4795-8a43-0640c7e33489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.788168 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a93fdbc3-d58e-4795-8a43-0640c7e33489 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d892841f-d05b-41ee-8c43-5ef24435d4dd HTTP/1.1" status: 204 len: 168 time: 0.1949468 Jul 16 08:40:08.804180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fdbc3-d58e-4795-8a43-0640c7e33489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892841f-d05b-41ee-8c43-5ef24435d4dd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.871961 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-736473a3-01dc-44aa-8692-fade9f617c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.971152 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-736473a3-01dc-44aa-8692-fade9f617c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.976040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-736473a3-01dc-44aa-8692-fade9f617c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.017883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44648) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.018094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-736473a3-01dc-44aa-8692-fade9f617c13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1daa82163fcc49e9b21b6cf2529b6b26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4402866 Jul 16 08:40:09.019236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736473a3-01dc-44aa-8692-fade9f617c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5389cc0-545b-4339-b237-7e8100a1ba0e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.072608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ef35-45ef-408f-b81b-7e8a4630a5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.097090 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ef35-45ef-408f-b81b-7e8a4630a5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.151972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44658) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.154676 n-d-780147-28 neutron-server[94159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:40:09.155528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ef35-45ef-408f-b81b-7e8a4630a5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.161857 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ef35-45ef-408f-b81b-7e8a4630a5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.163887 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a8d5ef35-45ef-408f-b81b-7e8a4630a5b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5389cc0-545b-4339-b237-7e8100a1ba0e HTTP/1.1" status: 204 len: 168 time: 0.1446333 Jul 16 08:40:09.176141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5ef35-45ef-408f-b81b-7e8a4630a5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5389cc0-545b-4339-b237-7e8100a1ba0e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.179452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-3603f518-dbda-4c1f-aa3f-392b00c32226 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8d18f7315a9e4e55b2204128dad6ab0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259511 Jul 16 08:40:09.398221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.412361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-9f7563e2-93a8-4988-8858-304c23a77ca8 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.412686 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d64085e-ae32-496c-a517-6f3417479ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.414155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-9f7563e2-93a8-4988-8858-304c23a77ca8 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285025 Jul 16 08:40:09.435273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-79761ec3-1675-4d3f-ab6c-9a9e135ff658 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/quotas/8d18f7315a9e4e55b2204128dad6ab0a HTTP/1.1" status: 200 len: 375 time: 0.0158150 Jul 16 08:40:09.510657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-ddb53a0f-855f-4b7d-97c5-077c007ecaf0 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d18f7315a9e4e55b2204128dad6ab0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680923 Jul 16 08:40:09.544377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d64085e-ae32-496c-a517-6f3417479ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.551676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d64085e-ae32-496c-a517-6f3417479ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.602006 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0d64085e-ae32-496c-a517-6f3417479ede admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b19e51ff1f24e4b94831dc2ec9548a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2027965 Jul 16 08:40:09.604813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44684) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.605513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64085e-ae32-496c-a517-6f3417479ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea6e391-69fc-44e8-9fa3-a941c7ad0f6e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.617225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44686) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.652634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3c6f-24bb-4d11-88aa-49fd293d1906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.738407 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b485c83-98b6-47b7-bb44-abd5739ec9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.753824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.780922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b485c83-98b6-47b7-bb44-abd5739ec9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.792734 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ec4b3f1-b791-481e-b6ea-604e1229fe25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.879650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be69b4eb-d531-4bea-b0aa-a01c736e1054 req-5284a330-98f0-4340-a7ab-0599e2b7911d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 210 time: 0.0728226 Jul 16 08:40:09.901512 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3c6f-24bb-4d11-88aa-49fd293d1906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.907329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3c6f-24bb-4d11-88aa-49fd293d1906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.934759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b485c83-98b6-47b7-bb44-abd5739ec9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.941815 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b485c83-98b6-47b7-bb44-abd5739ec9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.942956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0b485c83-98b6-47b7-bb44-abd5739ec9f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aea6e391-69fc-44e8-9fa3-a941c7ad0f6e HTTP/1.1" status: 204 len: 168 time: 0.3370950 Jul 16 08:40:09.966583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4a8a3c6f-24bb-4d11-88aa-49fd293d1906 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cd7a55540f241d4b7a2f8b86c955757&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3484592 Jul 16 08:40:09.967411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a3c6f-24bb-4d11-88aa-49fd293d1906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72364db-56c5-4d28-935e-7fd8d5a2533d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.970133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44710) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.991175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b485c83-98b6-47b7-bb44-abd5739ec9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea6e391-69fc-44e8-9fa3-a941c7ad0f6e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.044686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-055d93a1-694f-4c15-9280-3ec31fc7bdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.080605 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-055d93a1-694f-4c15-9280-3ec31fc7bdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.098339 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ec4b3f1-b791-481e-b6ea-604e1229fe25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.107464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ec4b3f1-b791-481e-b6ea-604e1229fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.163915 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-055d93a1-694f-4c15-9280-3ec31fc7bdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.169042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-055d93a1-694f-4c15-9280-3ec31fc7bdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.171196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-055d93a1-694f-4c15-9280-3ec31fc7bdab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d72364db-56c5-4d28-935e-7fd8d5a2533d HTTP/1.1" status: 204 len: 168 time: 0.1999066 Jul 16 08:40:10.181355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d93a1-694f-4c15-9280-3ec31fc7bdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72364db-56c5-4d28-935e-7fd8d5a2533d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.192269 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2ec4b3f1-b791-481e-b6ea-604e1229fe25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66f9736fe9d342829cd012eae888d856&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4367077 Jul 16 08:40:10.194949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44734) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.211625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4b3f1-b791-481e-b6ea-604e1229fe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ae4dc-f1aa-4fde-a024-14753809e7b9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.295221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1ccb15f-3fe2-48fe-9210-2001129cda84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.338716 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1ccb15f-3fe2-48fe-9210-2001129cda84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.420817 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1ccb15f-3fe2-48fe-9210-2001129cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.426993 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1ccb15f-3fe2-48fe-9210-2001129cda84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.431779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e1ccb15f-3fe2-48fe-9210-2001129cda84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/633ae4dc-f1aa-4fde-a024-14753809e7b9 HTTP/1.1" status: 204 len: 168 time: 0.2336431 Jul 16 08:40:10.440029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccb15f-3fe2-48fe-9210-2001129cda84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ae4dc-f1aa-4fde-a024-14753809e7b9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.463207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44864) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:11.914983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57c4e88b-2dd5-474e-8ac7-e3dacfd87110 req-13e0ddd9-6afa-4a2e-99a6-c1e8af928d97 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 210 time: 0.4499412 Jul 16 08:40:12.146467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44914) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.380482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.52', 64551) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.410164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-e561c393-fe21-4c39-b64f-799259145bdf tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8d18f7315a9e4e55b2204128dad6ab0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226703 Jul 16 08:40:12.479822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ede2b9f5-0f1a-4375-97ca-c317bd60f8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.588885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44928) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.631936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.711616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-f9def7a2-a4b8-4c5b-b01e-934dddbbe583 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.713104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-f9def7a2-a4b8-4c5b-b01e-934dddbbe583 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977304 Jul 16 08:40:12.779129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ede2b9f5-0f1a-4375-97ca-c317bd60f8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.786621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Request body: {'port': {'device_id': '48169517-9fce-4c7f-af7e-80c6528936c6', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '8d18f7315a9e4e55b2204128dad6ab0a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:12.800478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ede2b9f5-0f1a-4375-97ca-c317bd60f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.906229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2b9f5-0f1a-4375-97ca-c317bd60f8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517c36f4-4f01-41a1-8553-bf521316ccd3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:12.956109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ede2b9f5-0f1a-4375-97ca-c317bd60f8db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da62e7a287fd48148bbeeecf6381a23e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8078930 Jul 16 08:40:12.958793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44952) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.018415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889556667-network', 'tenant_id': 'd75f7fdb21b84205bb8161c64464b0fe'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:13.052347 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:40:13.052347 n-d-780147-28 neutron-server[94159]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:40:13.052347 n-d-780147-28 neutron-server[94159]: [parameters: {'project_id': '8d18f7315a9e4e55b2204128dad6ab0a', 'id': 'c2c2dbe4-7a56-43ef-8076-47a303e5a480', 'expiration': datetime.datetime(2021, 7, 16, 8, 42, 13, 38704)}] Jul 16 08:40:13.052347 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:40:13.052745 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:40:13.098531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Made reservation on behalf of d75f7fdb21b84205bb8161c64464b0fe for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:13.101946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.113604 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa1b04a5-26de-48e3-8934-802f5dce5756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.116269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.129605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d1a607d-37d4-400d-8390-5334a616a084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.170106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6401ac84-c78a-4965-8f0e-4dc0d3f0acf5 req-bbe99c36-b123-4ab7-939a-d05adeb742b5 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 210 time: 0.0405433 Jul 16 08:40:13.186736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa1b04a5-26de-48e3-8934-802f5dce5756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.265466 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa1b04a5-26de-48e3-8934-802f5dce5756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.268036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa1b04a5-26de-48e3-8934-802f5dce5756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.269369 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa1b04a5-26de-48e3-8934-802f5dce5756 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/517c36f4-4f01-41a1-8553-bf521316ccd3 HTTP/1.1" status: 204 len: 168 time: 0.3094535 Jul 16 08:40:13.286423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b04a5-26de-48e3-8934-802f5dce5756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517c36f4-4f01-41a1-8553-bf521316ccd3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.290457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.300132 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.324382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:13.339645 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.339746 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Added segment 07cbf09d-40d9-4e9f-bc3a-9358c151fdda of type vlan for network fd259e5b-52fe-4a4b-9057-8a92a32b57ec Jul 16 08:40:13.392069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.414920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420c2770-2b01-4e17-a99d-1ffbb5aae093,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.459541 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.460512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.461096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.537056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] Pushing event updated for resources: {'Network': ['ID=fd259e5b-52fe-4a4b-9057-8a92a32b57ec,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.553813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network fd259e5b-52fe-4a4b-9057-8a92a32b57ec details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:13.573504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d1a607d-37d4-400d-8390-5334a616a084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.584948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d1a607d-37d4-400d-8390-5334a616a084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.617573 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2d1a607d-37d4-400d-8390-5334a616a084 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f35ed7923584cd7b5b798d7a3193030&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0257165 Jul 16 08:40:13.621200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44988) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.622548 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8cb0cc53-892b-4980-b737-f2e42636d150 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9893796 Jul 16 08:40:13.623121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44990) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.631610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Request body: {'subnet': {'network_id': 'fd259e5b-52fe-4a4b-9057-8a92a32b57ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889556667-subnet', 'tenant_id': 'd75f7fdb21b84205bb8161c64464b0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:13.632739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Made reservation on behalf of 8d18f7315a9e4e55b2204128dad6ab0a for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:13.642956 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.672277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a607d-37d4-400d-8390-5334a616a084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e62a048-4301-46ba-8bd5-8d26be2879ec,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.692905 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.699447 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Made reservation on behalf of d75f7fdb21b84205bb8161c64464b0fe for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:13.703745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.747488 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-725a8ddb-ca45-42c1-8936-60fa45e590f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.788562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-725a8ddb-ca45-42c1-8936-60fa45e590f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.879892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.886659 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-725a8ddb-ca45-42c1-8936-60fa45e590f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.889742 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-725a8ddb-ca45-42c1-8936-60fa45e590f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.895230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-725a8ddb-ca45-42c1-8936-60fa45e590f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e62a048-4301-46ba-8bd5-8d26be2879ec HTTP/1.1" status: 204 len: 168 time: 0.2720065 Jul 16 08:40:13.898257 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.918129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a8ddb-ca45-42c1-8936-60fa45e590f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e62a048-4301-46ba-8bd5-8d26be2879ec,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.923284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45004) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.980238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.994224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8c83a20-5697-4bbe-a175-6c81d7e15e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.054855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a622dbe-c02e-40e2-a645-c3874bcf67d1,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:14.062013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Checking segment: {'id': '07cbf09d-40d9-4e9f-bc3a-9358c151fdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd259e5b-52fe-4a4b-9057-8a92a32b57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:14.062656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Network hostable DHCP agents. Network: fd259e5b-52fe-4a4b-9057-8a92a32b57ec, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:14.089593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Network fd259e5b-52fe-4a4b-9057-8a92a32b57ec is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:14.104517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, fd259e5b-52fe-4a4b-9057-8a92a32b57ec) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:14.112376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.113297 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.118617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b6891-f349-4b22-83ed-f13100ad6588 None None] Network fd259e5b-52fe-4a4b-9057-8a92a32b57ec requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:14.147946 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce189ba7-790a-402c-96e4-7167fea8d75e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5219135 Jul 16 08:40:14.153711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d47817-1e13-462c-9e82-b15e431c59eb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:14.457273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Allocated IP 192.168.233.76 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:14.530358 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a63025c0-c478-4b87-8266-dd6a2f8886d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.539533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df4b70e-6914-4b50-a365-8df35871152e None None] Network fd259e5b-52fe-4a4b-9057-8a92a32b57ec requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:14.776219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66ee7f64-ebed-4121-a499-56457065375a req-8d596068-c928-424f-bb8c-02f4fdf88578 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 210 time: 0.2968574 Jul 16 08:40:14.992813 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.999577 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8c83a20-5697-4bbe-a175-6c81d7e15e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.014458 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8c83a20-5697-4bbe-a175-6c81d7e15e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.113709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c8c83a20-5697-4bbe-a175-6c81d7e15e8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cc2229ce4384eb88b83f7578ccdfbdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1843870 Jul 16 08:40:15.113822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45034) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.118163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c83a20-5697-4bbe-a175-6c81d7e15e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad7e5b-1e78-420b-91b3-803968ec4c55,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.181060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.225579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Transition to ACTIVE for port object b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:15.277175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb9da451-7b50-4e9c-a309-28da14cc223e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.308093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb9da451-7b50-4e9c-a309-28da14cc223e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.320045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45044) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.352662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88150f98-b442-4389-9868-cfb5c6d38592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.375177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.461432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb9da451-7b50-4e9c-a309-28da14cc223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.468619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb9da451-7b50-4e9c-a309-28da14cc223e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.473795 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fb9da451-7b50-4e9c-a309-28da14cc223e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3ad7e5b-1e78-420b-91b3-803968ec4c55 HTTP/1.1" status: 204 len: 168 time: 0.3565586 Jul 16 08:40:15.511564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9da451-7b50-4e9c-a309-28da14cc223e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ad7e5b-1e78-420b-91b3-803968ec4c55,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.597947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:15.634308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:15.643572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:15.653060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.653730 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.660660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88150f98-b442-4389-9868-cfb5c6d38592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.670525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88150f98-b442-4389-9868-cfb5c6d38592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.742096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Pushing event updated for resources: {'Port': ['ID=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.749907 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-88150f98-b442-4389-9868-cfb5c6d38592 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c4dcea91f0342c995ee1b345126215e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285779 Jul 16 08:40:15.752948 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88150f98-b442-4389-9868-cfb5c6d38592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64872d-881f-4e50-a3e6-7a5eab3811c9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.754083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45062) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.806084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-aaffdfda-c6d0-417d-bfb3-bc2987b4b2d9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0106175 Jul 16 08:40:15.912496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc2f5-ee1d-4987-b2de-90992d491e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.971247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc2f5-ee1d-4987-b2de-90992d491e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.045772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d028a44c-16c8-482c-a340-ee9393535a94 None None] Provisioning for port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:16.051684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d028a44c-16c8-482c-a340-ee9393535a94 None None] Provisioning complete for port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:16.052062 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d028a44c-16c8-482c-a340-ee9393535a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.149710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc2f5-ee1d-4987-b2de-90992d491e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.152264 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc2f5-ee1d-4987-b2de-90992d491e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.153417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0ebfc2f5-ee1d-4987-b2de-90992d491e96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b64872d-881f-4e50-a3e6-7a5eab3811c9 HTTP/1.1" status: 204 len: 168 time: 0.3938873 Jul 16 08:40:16.168455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d028a44c-16c8-482c-a340-ee9393535a94 None None] Port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:16.183890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfc2f5-ee1d-4987-b2de-90992d491e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64872d-881f-4e50-a3e6-7a5eab3811c9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.223221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a760ff3-1248-40be-937d-7692d31bd3c0 req-2ae10b6e-0fce-4416-b89e-ec64fd4a28f8 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.224681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a760ff3-1248-40be-937d-7692d31bd3c0 req-2ae10b6e-0fce-4416-b89e-ec64fd4a28f8 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 935 time: 0.1864429 Jul 16 08:40:16.296958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a760ff3-1248-40be-937d-7692d31bd3c0 req-a036df92-3539-4f37-a38e-bf8dfc17299a tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657461 Jul 16 08:40:16.624847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45086) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.646236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a56d58-2005-4610-b5b9-4c3b7baf5d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.774134 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a56d58-2005-4610-b5b9-4c3b7baf5d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.779291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a56d58-2005-4610-b5b9-4c3b7baf5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.846658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56d58-2005-4610-b5b9-4c3b7baf5d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a49cec-379b-468a-85dd-8073e229b993,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.858184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-33a56d58-2005-4610-b5b9-4c3b7baf5d17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1772acccefe943a0afc1229d0cd1420a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289674 Jul 16 08:40:16.858636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45092) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.873081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45094) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.931805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9df8-ad78-4ac0-b0c3-7546744d5197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.962189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9df8-ad78-4ac0-b0c3-7546744d5197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.018539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9df8-ad78-4ac0-b0c3-7546744d5197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.021527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9df8-ad78-4ac0-b0c3-7546744d5197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.025291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4e1a9df8-ad78-4ac0-b0c3-7546744d5197 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25a49cec-379b-468a-85dd-8073e229b993 HTTP/1.1" status: 204 len: 168 time: 0.1632099 Jul 16 08:40:17.030798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a9df8-ad78-4ac0-b0c3-7546744d5197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a49cec-379b-468a-85dd-8073e229b993,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.307592 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a53448dd-4ee1-4c15-af01-75cf226487c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.336742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45116) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:17.478881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a53448dd-4ee1-4c15-af01-75cf226487c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.485551 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a53448dd-4ee1-4c15-af01-75cf226487c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.537373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53448dd-4ee1-4c15-af01-75cf226487c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3743c998-a278-4dfb-9638-439442639166,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.545258 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a53448dd-4ee1-4c15-af01-75cf226487c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e984caa14564b0aa52ce3a666f96c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709833 Jul 16 08:40:17.549753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45122) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:17.582462 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b97e2273-3663-4515-9c85-9f3e66d1d7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.589517 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.626458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45124) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:17.636031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-511336244-network', 'tenant_id': '53aabd78d089450da096e3d5f4b1e8ac'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:17.648736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8e60598-f316-4c41-8dae-6d2702947daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.678613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8e60598-f316-4c41-8dae-6d2702947daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.695936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Made reservation on behalf of 53aabd78d089450da096e3d5f4b1e8ac for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:17.706788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.742579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dfe45-319b-4ce0-8130-f3dbc95c5d60 req-7be56f21-0e86-40de-bcb4-3f55bbea5c09 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.746274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c19dfe45-319b-4ce0-8130-f3dbc95c5d60 req-7be56f21-0e86-40de-bcb4-3f55bbea5c09 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 935 time: 0.2647812 Jul 16 08:40:17.762142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8e60598-f316-4c41-8dae-6d2702947daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.762873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.769069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8e60598-f316-4c41-8dae-6d2702947daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.770916 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b8e60598-f316-4c41-8dae-6d2702947daa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3743c998-a278-4dfb-9638-439442639166 HTTP/1.1" status: 204 len: 168 time: 0.2200944 Jul 16 08:40:17.789892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e60598-f316-4c41-8dae-6d2702947daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3743c998-a278-4dfb-9638-439442639166,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.970989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c19dfe45-319b-4ce0-8130-f3dbc95c5d60 req-3024284a-97e1-4662-8517-6efc44461f3a tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119496 Jul 16 08:40:18.030598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3843830-3d56-44ca-b15a-c8d11ca0f8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.097215 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.120766 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.151769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:18.185371 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.185737 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Added segment 2727836d-6341-4ad5-afd3-c1582f197fbf of type vlan for network 688b0a00-f2f6-4cac-a38d-28183df11309 Jul 16 08:40:18.197249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50a5eb4-e9eb-4ab1-9e69-5a891a24aace,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.243734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.293984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3843830-3d56-44ca-b15a-c8d11ca0f8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.299779 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3843830-3d56-44ca-b15a-c8d11ca0f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.317461 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.318847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.319649 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.371107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c3843830-3d56-44ca-b15a-c8d11ca0f8fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eeea132cc75f4078a039cc39b7a3e681&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0330346 Jul 16 08:40:18.373780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45152) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:18.379696 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.389664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3843830-3d56-44ca-b15a-c8d11ca0f8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f71d383-a456-4d26-a17a-be4cdf834340,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.426467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7981710 Jul 16 08:40:18.429670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45154) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:18.435757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Request body: {'subnet': {'network_id': '688b0a00-f2f6-4cac-a38d-28183df11309', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-511336244-subnet', 'tenant_id': '53aabd78d089450da096e3d5f4b1e8ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:18.467474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45156) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:18.483040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Made reservation on behalf of 53aabd78d089450da096e3d5f4b1e8ac for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:18.487596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.512278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172684e9-e725-4d9f-9f4a-d987c22bf9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=688b0a00-f2f6-4cac-a38d-28183df11309,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.523984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 688b0a00-f2f6-4cac-a38d-28183df11309 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:18.532506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a86c057-7ef2-4581-aeff-cf22c7809f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.538775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-675259b5-6440-4ade-a87b-8174c83f8b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.569302 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-675259b5-6440-4ade-a87b-8174c83f8b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.663071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-675259b5-6440-4ade-a87b-8174c83f8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.685837 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-675259b5-6440-4ade-a87b-8174c83f8b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.690896 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-675259b5-6440-4ade-a87b-8174c83f8b97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f71d383-a456-4d26-a17a-be4cdf834340 HTTP/1.1" status: 204 len: 168 time: 0.3159158 Jul 16 08:40:18.716497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675259b5-6440-4ade-a87b-8174c83f8b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f71d383-a456-4d26-a17a-be4cdf834340,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.809947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.874474 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a86c057-7ef2-4581-aeff-cf22c7809f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.881808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a86c057-7ef2-4581-aeff-cf22c7809f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.886137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45166) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:18.930531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86c057-7ef2-4581-aeff-cf22c7809f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9677368b-a079-41ca-bec6-70874497f25b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.935961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.011972 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8a86c057-7ef2-4581-aeff-cf22c7809f1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81cc583b20ec4d69b523cb1e74399f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396390 Jul 16 08:40:19.011972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3c6707-99bf-441c-9a22-d4ff9144a7fe,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.012868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45172) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.056679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Checking segment: {'id': '2727836d-6341-4ad5-afd3-c1582f197fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '688b0a00-f2f6-4cac-a38d-28183df11309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:19.056972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Network hostable DHCP agents. Network: 688b0a00-f2f6-4cac-a38d-28183df11309, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:19.086881 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4fdaaf8-9939-44b1-882d-caf7cf2c071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.123923 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4fdaaf8-9939-44b1-882d-caf7cf2c071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.125040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Network 688b0a00-f2f6-4cac-a38d-28183df11309 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:19.139026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 688b0a00-f2f6-4cac-a38d-28183df11309) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:19.154395 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d1380-b80f-4c3d-a63e-e99c08fdfd0d None None] Network 688b0a00-f2f6-4cac-a38d-28183df11309 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:19.173421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.174644 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.205560 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7478be0d-491b-4454-9b02-8693c9aecbee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7744379 Jul 16 08:40:19.254385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b27392a-f430-49b8-b037-cac1af6b1364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.286532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947fe01-e08c-4545-87ec-f0627f411468 req-343c4364-b797-4802-981b-f16f45273c92 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.288107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7947fe01-e08c-4545-87ec-f0627f411468 req-343c4364-b797-4802-981b-f16f45273c92 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 935 time: 0.1603737 Jul 16 08:40:19.323078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4fdaaf8-9939-44b1-882d-caf7cf2c071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.326104 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4fdaaf8-9939-44b1-882d-caf7cf2c071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.339243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d4fdaaf8-9939-44b1-882d-caf7cf2c071a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9677368b-a079-41ca-bec6-70874497f25b HTTP/1.1" status: 204 len: 168 time: 0.3216045 Jul 16 08:40:19.374599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdaaf8-9939-44b1-882d-caf7cf2c071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9677368b-a079-41ca-bec6-70874497f25b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.394664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052a30b-7f1a-4588-8840-be342f92b23c None None] Network 688b0a00-f2f6-4cac-a38d-28183df11309 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:19.420210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7947fe01-e08c-4545-87ec-f0627f411468 req-9352dba5-549d-4a71-8655-976f928ce825 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182952 Jul 16 08:40:19.480539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b27392a-f430-49b8-b037-cac1af6b1364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.485524 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b27392a-f430-49b8-b037-cac1af6b1364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.557927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45186) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.560111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4b27392a-f430-49b8-b037-cac1af6b1364 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27d3281ab6964a678b2a192291fce95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729832 Jul 16 08:40:19.562599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45188) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.578315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27392a-f430-49b8-b037-cac1af6b1364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849f734b-1034-4e50-8e3c-4529fc75d735,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.596692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08fb08d7-c62e-4d52-ae33-2255621f77e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.650959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45192) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.712830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f422c554-adbc-4687-83c3-12ec05547475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.753336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f422c554-adbc-4687-83c3-12ec05547475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.764027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-99464797-2f55-4caa-a5b7-3413dcde054c admin admin] Deleting subnet 6a622dbe-c02e-40e2-a645-c3874bcf67d1 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:19.774211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99464797-2f55-4caa-a5b7-3413dcde054c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.828897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08fb08d7-c62e-4d52-ae33-2255621f77e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.834621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08fb08d7-c62e-4d52-ae33-2255621f77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.855847 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f422c554-adbc-4687-83c3-12ec05547475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.858874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f422c554-adbc-4687-83c3-12ec05547475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.860888 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f422c554-adbc-4687-83c3-12ec05547475 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/849f734b-1034-4e50-8e3c-4529fc75d735 HTTP/1.1" status: 204 len: 168 time: 0.2962954 Jul 16 08:40:19.896156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb08d7-c62e-4d52-ae33-2255621f77e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e82cf5c-8bc6-4981-8363-f30053dc5865,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.901831 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-08fb08d7-c62e-4d52-ae33-2255621f77e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09d75f6800f6441a996330dcf84a2e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422565 Jul 16 08:40:19.904551 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99464797-2f55-4caa-a5b7-3413dcde054c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.908770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45202) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.913388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422c554-adbc-4687-83c3-12ec05547475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f734b-1034-4e50-8e3c-4529fc75d735,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.935643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.961792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99464797-2f55-4caa-a5b7-3413dcde054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.068926 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b29fa7c2-29dd-497c-acaf-517ab06eaac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.088372 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99464797-2f55-4caa-a5b7-3413dcde054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.107492 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b29fa7c2-29dd-497c-acaf-517ab06eaac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.133945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99464797-2f55-4caa-a5b7-3413dcde054c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.136062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-99464797-2f55-4caa-a5b7-3413dcde054c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6a622dbe-c02e-40e2-a645-c3874bcf67d1 HTTP/1.1" status: 204 len: 168 time: 0.4841383 Jul 16 08:40:20.137055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99464797-2f55-4caa-a5b7-3413dcde054c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a622dbe-c02e-40e2-a645-c3874bcf67d1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.138748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45208) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:20.225497 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b29fa7c2-29dd-497c-acaf-517ab06eaac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.228393 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b29fa7c2-29dd-497c-acaf-517ab06eaac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.229958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b29fa7c2-29dd-497c-acaf-517ab06eaac7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e82cf5c-8bc6-4981-8363-f30053dc5865 HTTP/1.1" status: 204 len: 168 time: 0.3202236 Jul 16 08:40:20.242814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fa7c2-29dd-497c-acaf-517ab06eaac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e82cf5c-8bc6-4981-8363-f30053dc5865,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.254941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.354222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.372011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.372515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.373242 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.373587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.373919 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.374260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.374578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.374898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.375760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.376083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.497771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45222) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:20.549603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95c86219-9608-4f3b-add6-ac64113e6291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.622817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.622817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.623481 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.623481 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:20.623813 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd259e5b-52fe-4a4b-9057-8a92a32b57ec']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.647883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cbf09d-40d9-4e9f-bc3a-9358c151fdda') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.648181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cbf09d-40d9-4e9f-bc3a-9358c151fdda') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.674613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.715585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.726037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:20.726585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: from cryptography.utils import int_from_bytes Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: from cryptography.utils import int_from_bytes Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:20.733004 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:20.805317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.812646 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.818687 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fd259e5b-52fe-4a4b-9057-8a92a32b57ec HTTP/1.1" status: 204 len: 168 time: 0.6761298 Jul 16 08:40:20.819189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45230) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:20.838719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf39668-d345-4c99-a19b-50c6614644f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd259e5b-52fe-4a4b-9057-8a92a32b57ec,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.876505 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95c86219-9608-4f3b-add6-ac64113e6291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.905239 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95c86219-9608-4f3b-add6-ac64113e6291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.073673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c8838-2ffc-4e58-a4f9-ee362d0fcf06 req-1c230b41-d984-4e46-a4f7-f6ef43335ab5 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.080493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-398c8838-2ffc-4e58-a4f9-ee362d0fcf06 req-1c230b41-d984-4e46-a4f7-f6ef43335ab5 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 935 time: 0.3669837 Jul 16 08:40:21.083970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-95c86219-9608-4f3b-add6-ac64113e6291 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=236e11d5f98b41dab9d99b0fc3212a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855289 Jul 16 08:40:21.087040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45238) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:21.100204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-93004640-e5a0-4e4e-bdde-b5085ecbb43b admin admin] Deleting subnet 9c3c6707-99bf-441c-9a22-d4ff9144a7fe {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:21.108148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93004640-e5a0-4e4e-bdde-b5085ecbb43b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.111111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c86219-9608-4f3b-add6-ac64113e6291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f13619-b08d-472d-94c4-e96e82c6286f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.162979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bb0d-9ee9-414c-b4d8-6a8d3fc4726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.184139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-398c8838-2ffc-4e58-a4f9-ee362d0fcf06 req-d09f388e-fc45-44f4-ad7e-c4057b0679e9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025693 Jul 16 08:40:21.190831 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93004640-e5a0-4e4e-bdde-b5085ecbb43b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.197191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93004640-e5a0-4e4e-bdde-b5085ecbb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.201568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bb0d-9ee9-414c-b4d8-6a8d3fc4726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.282472 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93004640-e5a0-4e4e-bdde-b5085ecbb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.322424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93004640-e5a0-4e4e-bdde-b5085ecbb43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3c6707-99bf-441c-9a22-d4ff9144a7fe,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.322808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bb0d-9ee9-414c-b4d8-6a8d3fc4726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.325599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bb0d-9ee9-414c-b4d8-6a8d3fc4726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.337722 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3ab6bb0d-9ee9-414c-b4d8-6a8d3fc4726d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00f13619-b08d-472d-94c4-e96e82c6286f HTTP/1.1" status: 204 len: 168 time: 0.2424667 Jul 16 08:40:21.338054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93004640-e5a0-4e4e-bdde-b5085ecbb43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.338054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-93004640-e5a0-4e4e-bdde-b5085ecbb43b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c3c6707-99bf-441c-9a22-d4ff9144a7fe HTTP/1.1" status: 204 len: 168 time: 0.5000999 Jul 16 08:40:21.339946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6bb0d-9ee9-414c-b4d8-6a8d3fc4726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f13619-b08d-472d-94c4-e96e82c6286f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.340135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45250) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:21.441847 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.551393 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.562087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.562434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.563763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.564081 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > port after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.564401 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.564733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > port after_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.565068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.565386 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.565726 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.566049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.737614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.737984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.738480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.738902 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:40:21.739233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688b0a00-f2f6-4cac-a38d-28183df11309']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:21.758080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2727836d-6341-4ad5-afd3-c1582f197fbf') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:21.758369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2727836d-6341-4ad5-afd3-c1582f197fbf') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:21.775384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.800575 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.815840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:21.816161 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: from cryptography.utils import int_from_bytes Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: from cryptography.utils import int_from_bytes Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:21.821682 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:21.890389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.898222 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.900577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] 10.222.0.55 "DELETE /v2.0/networks/688b0a00-f2f6-4cac-a38d-28183df11309 HTTP/1.1" status: 204 len: 168 time: 0.5593405 Jul 16 08:40:21.913132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd3525-42e9-4cbf-bd5a-546ecb2c696e admin admin] Pushing event deleted for resources: {'Network': ['ID=688b0a00-f2f6-4cac-a38d-28183df11309,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.154531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.233013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-78a3f3ab-1edd-41b0-af77-732a66debd21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d75f7fdb21b84205bb8161c64464b0fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0772464 Jul 16 08:40:22.236442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45286) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.343101 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5b1e-eae7-44ee-85e6-426e5a7b9193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.388329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5b1e-eae7-44ee-85e6-426e5a7b9193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.427280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd6bd-ebea-489a-88fa-5f4ee095bd6d req-f0de045b-ba7a-4130-ba85-eedb385b354d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.428751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-577bd6bd-ebea-489a-88fa-5f4ee095bd6d req-f0de045b-ba7a-4130-ba85-eedb385b354d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 935 time: 0.1044416 Jul 16 08:40:22.460585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5b1e-eae7-44ee-85e6-426e5a7b9193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.463403 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5b1e-eae7-44ee-85e6-426e5a7b9193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.466912 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c7cb5b1e-eae7-44ee-85e6-426e5a7b9193 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/420c2770-2b01-4e17-a99d-1ffbb5aae093 HTTP/1.1" status: 204 len: 168 time: 0.2270775 Jul 16 08:40:22.474743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb5b1e-eae7-44ee-85e6-426e5a7b9193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c2770-2b01-4e17-a99d-1ffbb5aae093,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.493728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-577bd6bd-ebea-489a-88fa-5f4ee095bd6d req-4d7351d8-7802-4061-833c-9834724142bb tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443728 Jul 16 08:40:23.221405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45322) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:23.275844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45326) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:23.276854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b647da88-d9ae-46e0-8279-55eff33eba56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53aabd78d089450da096e3d5f4b1e8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530901 Jul 16 08:40:23.350306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45328) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:23.355153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77803856-d369-446c-8146-04b55d40b115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.392783 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77803856-d369-446c-8146-04b55d40b115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.455289 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77803856-d369-446c-8146-04b55d40b115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.460729 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77803856-d369-446c-8146-04b55d40b115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.461331 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77803856-d369-446c-8146-04b55d40b115 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f50a5eb4-e9eb-4ab1-9e69-5a891a24aace HTTP/1.1" status: 204 len: 168 time: 0.1830044 Jul 16 08:40:23.471329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77803856-d369-446c-8146-04b55d40b115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50a5eb4-e9eb-4ab1-9e69-5a891a24aace,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.714645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172b7a4-25dc-43be-92d9-1f0fd7c46886 req-4d6bbdfd-05a7-4022-a306-66963a5b094c tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.716086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e172b7a4-25dc-43be-92d9-1f0fd7c46886 req-4d6bbdfd-05a7-4022-a306-66963a5b094c tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 935 time: 0.0700371 Jul 16 08:40:23.753724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-network', 'tenant_id': '83c236444a70408291cae3a865af9b98'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:23.797333 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e172b7a4-25dc-43be-92d9-1f0fd7c46886 req-cd752415-377b-4461-899b-287f101428b4 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700345 Jul 16 08:40:23.805990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Made reservation on behalf of 83c236444a70408291cae3a865af9b98 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:23.808309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.817487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.973986 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.978614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.005842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:24.016285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73468e61-2cfc-4173-9fe3-50e28f7d262c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.021886 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.022249 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Added segment 07eaa05b-707e-4e16-8264-30b54e2ec566 of type vlan for network ee79cf1d-2547-4500-bb91-eedab718c753 Jul 16 08:40:24.075334 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.107655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.108707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.109483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.152397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45356) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.152775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8010697 Jul 16 08:40:24.161340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Request body: {'subnet': {'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-subnet', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:24.185967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8af338-b9ff-43dc-be86-94474ec41abd admin admin] Pushing event updated for resources: {'Network': ['ID=ee79cf1d-2547-4500-bb91-eedab718c753,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.191852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Made reservation on behalf of 83c236444a70408291cae3a865af9b98 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:24.201722 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.201935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ee79cf1d-2547-4500-bb91-eedab718c753 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:24.475227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.541465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1bcaee8-424e-4ce4-bc0f-70fcdb499588,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.549891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Checking segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:24.550311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Network hostable DHCP agents. Network: ee79cf1d-2547-4500-bb91-eedab718c753, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:24.575546 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Network ee79cf1d-2547-4500-bb91-eedab718c753 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:24.607350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ee79cf1d-2547-4500-bb91-eedab718c753) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:24.617423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f896ef-36d8-4e19-ad91-045e45a8f401 None None] Network ee79cf1d-2547-4500-bb91-eedab718c753 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:24.622238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.622832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.657275 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6fc5366e-54c4-4180-a2c8-67fa00fdb273 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5021749 Jul 16 08:40:24.660908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45370) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.666936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:24.707763 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.709348 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.788683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.876312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-ee79cf1d-2547-4500-bb91-eedab718c753', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:24.879179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.066784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728b26-a962-4a6d-8433-d9b89610d3c1 req-01c6c1ee-6107-44c7-a54b-bad43735bd72 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.076183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56728b26-a962-4a6d-8433-d9b89610d3c1 req-01c6c1ee-6107-44c7-a54b-bad43735bd72 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 935 time: 0.1369562 Jul 16 08:40:25.085171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Allocated IP 172.20.0.2 (ee79cf1d-2547-4500-bb91-eedab718c753/d1bcaee8-424e-4ce4-bc0f-70fcdb499588/aec9b61c-7763-4931-bada-8a752ea55e3a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:25.112633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.153188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56728b26-a962-4a6d-8433-d9b89610d3c1 req-1d78f6bd-1818-4e71-9de4-a0139f299ecb tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742879 Jul 16 08:40:25.307162 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.326070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Transition to ACTIVE for port object aec9b61c-7763-4931-bada-8a752ea55e3a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:25.357284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Transition to ACTIVE for port object aec9b61c-7763-4931-bada-8a752ea55e3a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:25.359245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-29a72441-ed14-426f-9ff3-da5203879f77 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:25.362936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-29a72441-ed14-426f-9ff3-da5203879f77 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085747 Jul 16 08:40:25.366571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.417404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Pushing event updated for resources: {'Port': ['ID=aec9b61c-7763-4931-bada-8a752ea55e3a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.418600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.427743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.428771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.428771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.428964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.429231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.429561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.429904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.430222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.430669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.430994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.431313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.431673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Tracked resource versions report: Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: pushed versions: Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: { 'AddressGroup': {'1.2'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'ConntrackHelper': {'1.0'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Log': {'1.0'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Network': {'1.1'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Port': {'1.7'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'PortForwarding': {'1.2'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'QosPolicy': {'1.8'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'SecurityGroup': {'1.4'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'SubPort': {'1.0'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Subnet': {'1.1'}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Trunk': {'1.1'}} Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: consumer versions: Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: { DHCP agent@n-d-780147-28: {}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: HyperV agent@n-h1-780147-28: {}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: HyperV agent@n-h2-780147-28: {}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: L3 agent@n-d-780147-28: {}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: Metadata agent@n-d-780147-28: {}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: Metering agent@n-d-780147-28: {}, Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: Open vSwitch agent@n-d-780147-28: { 'AddressGroup': '1.2', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'ConntrackHelper': '1.0', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Log': '1.0', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Network': '1.1', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Port': '1.7', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'PortForwarding': '1.2', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'QosPolicy': '1.8', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'SecurityGroup': '1.4', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'SecurityGroupRule': '1.2', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'SubPort': '1.0', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Subnet': '1.1', Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: 'Trunk': '1.1'}} Jul 16 08:40:25.432699 n-d-780147-28 neutron-server[94167]: {{(pid=94167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:40:25.438028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.444292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Network ee79cf1d-2547-4500-bb91-eedab718c753 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:25.446449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:25.448958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:25.514071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Attempting to bind port aec9b61c-7763-4931-bada-8a752ea55e3a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:25.514533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Attempting to bind port aec9b61c-7763-4931-bada-8a752ea55e3a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:25.514899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Attempting to bind port aec9b61c-7763-4931-bada-8a752ea55e3a on network ee79cf1d-2547-4500-bb91-eedab718c753 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:25.520711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:25.521200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Checking segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:25.521607 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.522218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Bound using segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:25.522625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Bound port: aec9b61c-7763-4931-bada-8a752ea55e3a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:25.523062 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.577091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Allocated IP 172.25.6.47 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/1d4559d7-7b6b-40ae-bc6f-b2405b100d13) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:25.647190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] For port aec9b61c-7763-4931-bada-8a752ea55e3a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:25.652743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] For port aec9b61c-7763-4931-bada-8a752ea55e3a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=aec9b61c-7763-4931-bada-8a752ea55e3a,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:25.658603 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.751461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9769e33-6c5b-4c64-8a17-b1ce8492343a None None] Pushing event updated for resources: {'Port': ['ID=aec9b61c-7763-4931-bada-8a752ea55e3a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.796775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.858290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.912072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:25.916921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:25.919578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:25.926154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Pushing event updated for resources: {'Port': ['ID=1d4559d7-7b6b-40ae-bc6f-b2405b100d13,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:26.106313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Request body: {'port': {'device_id': '48169517-9fce-4c7f-af7e-80c6528936c6', 'device_owner': 'compute:tempest-test_az-651135056', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:26.284727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.409675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.505277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45464) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.559751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b041c1c-5528-4568-8b20-a85d66821de5 req-0855bea3-efdb-463d-87ec-bcbcb5fc17be tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.561354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b041c1c-5528-4568-8b20-a85d66821de5 req-0855bea3-efdb-463d-87ec-bcbcb5fc17be tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 935 time: 0.2406187 Jul 16 08:40:26.667462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b041c1c-5528-4568-8b20-a85d66821de5 req-e4905342-31d7-423c-a668-3d7c6fe00d7d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957217 Jul 16 08:40:26.695158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.794455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:26.804507 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.829133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Transition to ACTIVE for port object b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:26.840454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.861178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Router e4472a70-30b0-4b95-8f42-aea3d1300ae0 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:40:26.984750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6425-8c33-4f77-aedc-95849e91de82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.009501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Pushing event updated for resources: {'Port': ['ID=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:27.053262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:27.067683 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Sync routers for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:27.086893 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:27.088697 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:27.104855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.106070 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4cd691c0-fd4a-4957-adc1-dc5dbfbd740a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4443710 Jul 16 08:40:27.108782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45478) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:27.223284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6485e255-fe9c-4a35-a081-f73522b726f4 None None] Network ee79cf1d-2547-4500-bb91-eedab718c753 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:27.339551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Attempting to bind port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:27.340682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Attempting to bind port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:27.341212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Attempting to bind port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:27.353222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:27.353823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Attempting to bind port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:27.366139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:27.366729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:27.367437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:27.368382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Bound port: b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:27.368930 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.407268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45486) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:27.468554 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:27.606322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] For port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:27.616463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] For port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:27.640045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce51be49-d09a-4765-8d1a-555e9c1ec2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.649669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6425-8c33-4f77-aedc-95849e91de82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.704539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.736052 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:26Z', 'revision_number': 3, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:27.758559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-37e098e8-faed-4f83-977c-f8774de626ee None None] Provisioning for port aec9b61c-7763-4931-bada-8a752ea55e3a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:27.777952 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6425-8c33-4f77-aedc-95849e91de82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.808804 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Checking router: e4472a70-30b0-4b95-8f42-aea3d1300ae0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:27.810754 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Updating router e4472a70-30b0-4b95-8f42-aea3d1300ae0 port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:40:27.908547 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.910620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7f5c6425-8c33-4f77-aedc-95849e91de82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a194de46d5184a9ab5d1153bc1a9a2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4023309 Jul 16 08:40:27.919288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.919927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.921494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] 10.222.0.52 "PUT /v2.0/ports/b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d HTTP/1.1" status: 200 len: 1117 time: 2.2226086 Jul 16 08:40:27.929918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45502) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:27.930395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48169517-9fce-4c7f-af7e-80c6528936c6', 'tag': 'b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:28.183380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.190567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device aec9b61c-7763-4931-bada-8a752ea55e3a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:28.327933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port aec9b61c-7763-4931-bada-8a752ea55e3a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:28.343490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port aec9b61c-7763-4931-bada-8a752ea55e3a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:28.344434 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.387232 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.411922 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Transition to ACTIVE for port object 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:28.426013 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.453606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c6425-8c33-4f77-aedc-95849e91de82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0f3c78-8817-44a0-93d0-caa493976196,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.463177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56fcea46-d15f-4998-84c5-346f206ca96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.487892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Allocated IP 172.20.0.1 (ee79cf1d-2547-4500-bb91-eedab718c753/d1bcaee8-424e-4ce4-bc0f-70fcdb499588/34c6a919-6f58-48f3-9bd1-706bdef1be45) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:28.489396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56fcea46-d15f-4998-84c5-346f206ca96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.527993 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Pushing event updated for resources: {'Port': ['ID=1d4559d7-7b6b-40ae-bc6f-b2405b100d13,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.529498 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.540545 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a13535-4f1b-414d-90fa-a979fc959272" -d '{"events": [{"name": "network-changed", "server_uuid": "48169517-9fce-4c7f-af7e-80c6528936c6", "tag": "b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:28.540750 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.540989 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.541255 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.541725 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.542067 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.542422 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.542781 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.543115 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.543341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1eaaa-ca7a-4a5d-bbc0-c95346de356e service neutron] Pushing event updated for resources: {'Port': ['ID=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.543439 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.543848 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.544175 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.544500 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Tracked resource versions report: Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: pushed versions: Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: { 'AddressGroup': {'1.2'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'ConntrackHelper': {'1.0'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Log': {'1.0'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Network': {'1.1'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Port': {'1.7'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'PortForwarding': {'1.2'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'QosPolicy': {'1.8'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'SecurityGroup': {'1.4'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'SubPort': {'1.0'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Subnet': {'1.1'}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Trunk': {'1.1'}} Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: consumer versions: Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: { DHCP agent@n-d-780147-28: {}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: HyperV agent@n-h1-780147-28: {}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: HyperV agent@n-h2-780147-28: {}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: L3 agent@n-d-780147-28: {}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: Metadata agent@n-d-780147-28: {}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: Metering agent@n-d-780147-28: {}, Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: Open vSwitch agent@n-d-780147-28: { 'AddressGroup': '1.2', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'ConntrackHelper': '1.0', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Log': '1.0', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Network': '1.1', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Port': '1.7', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'PortForwarding': '1.2', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'QosPolicy': '1.8', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'SecurityGroup': '1.4', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'SecurityGroupRule': '1.2', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'SubPort': '1.0', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Subnet': '1.1', Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: 'Trunk': '1.1'}} Jul 16 08:40:28.546392 n-d-780147-28 neutron-server[94168]: {{(pid=94168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:40:28.576930 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56fcea46-d15f-4998-84c5-346f206ca96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.577105 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Attempting to bind port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:28.577105 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Attempting to bind port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:28.577105 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Attempting to bind port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:28.577338 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56fcea46-d15f-4998-84c5-346f206ca96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.577338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-56fcea46-d15f-4998-84c5-346f206ca96b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc0f3c78-8817-44a0-93d0-caa493976196 HTTP/1.1" status: 204 len: 168 time: 0.6283629 Jul 16 08:40:28.591043 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:28.591453 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:28.591843 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.592244 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:28.598530 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Bound port: 1d4559d7-7b6b-40ae-bc6f-b2405b100d13, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:28.598530 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.605504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcea46-d15f-4998-84c5-346f206ca96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0f3c78-8817-44a0-93d0-caa493976196,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.622609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf5d60-a1b7-4418-9c56-efd94cb153c8 req-c6e4b7ec-a0cc-4439-bf6d-05a0c5ff8d52 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.624167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1faf5d60-a1b7-4418-9c56-efd94cb153c8 req-c6e4b7ec-a0cc-4439-bf6d-05a0c5ff8d52 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 968 time: 0.5270169 Jul 16 08:40:28.644375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-316724f5-9e1b-4b4a-ab9e-6f726bedcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.645931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-316724f5-9e1b-4b4a-ab9e-6f726bedcd4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d18f7315a9e4e55b2204128dad6ab0a&device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 1120 time: 0.5410979 Jul 16 08:40:28.674156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce51be49-d09a-4765-8d1a-555e9c1ec2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.680195 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port aec9b61c-7763-4931-bada-8a752ea55e3a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=aec9b61c-7763-4931-bada-8a752ea55e3a,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:28.688861 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.700648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.725194 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] For port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:28.727034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Transition to ACTIVE for port object 34c6a919-6f58-48f3-9bd1-706bdef1be45 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:28.729058 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] For port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1d4559d7-7b6b-40ae-bc6f-b2405b100d13,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:28.735657 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.759050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce51be49-d09a-4765-8d1a-555e9c1ec2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.772060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-61096d39-f47a-47df-8942-f31b2527b5cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d HTTP/1.1" status: 200 len: 217 time: 0.1161044 Jul 16 08:40:28.781389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=aec9b61c-7763-4931-bada-8a752ea55e3a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.799518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1faf5d60-a1b7-4418-9c56-efd94cb153c8 req-fc65aabf-6e75-405a-ada0-534fac4ccfaa tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677918 Jul 16 08:40:28.816097 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dacb6-e80b-481e-ae1d-c43283a943ce None None] Pushing event updated for resources: {'Port': ['ID=1d4559d7-7b6b-40ae-bc6f-b2405b100d13,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.823697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.853761 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:28.855170 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:28.914875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Network ee79cf1d-2547-4500-bb91-eedab718c753 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:28.917847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:28.923183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:28.930418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Pushing event updated for resources: {'Port': ['ID=34c6a919-6f58-48f3-9bd1-706bdef1be45,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.956836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce51be49-d09a-4765-8d1a-555e9c1ec2fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=716accd3347a439d85900c2b6cca1292&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5405300 Jul 16 08:40:28.966138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45542) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:28.989841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51be49-d09a-4765-8d1a-555e9c1ec2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbf89f7-c76d-4e73-8695-3e883388771b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.013987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.021153 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:29.034794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-c89cd2ac-7b20-426f-b155-9f68cf2932bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.036295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-c89cd2ac-7b20-426f-b155-9f68cf2932bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2414119 Jul 16 08:40:29.211266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-358b3b05-f6a6-4a75-ac7d-cadca330b6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.267878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-47636ffd-332f-494f-b89b-011e1d238e8b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5443957cf93641718163cdaddb1c6608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502505 Jul 16 08:40:29.285074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-358b3b05-f6a6-4a75-ac7d-cadca330b6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.297203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45556) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.298258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-2849f75d-dbbd-4f72-8dfe-fe49511aa11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.300215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-2849f75d-dbbd-4f72-8dfe-fe49511aa11c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2516513 Jul 16 08:40:29.336369 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0986261-0e3c-4b79-b11c-8669fafa570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.369263 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db8457c-884d-49e6-9d13-5f95f1edc005 x-openstack-request-id: req-3db8457c-884d-49e6-9d13-5f95f1edc005 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:29.369637 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48169517-9fce-4c7f-af7e-80c6528936c6", "tag": "b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:29.369984 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3db8457c-884d-49e6-9d13-5f95f1edc005 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:29.370532 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48169517-9fce-4c7f-af7e-80c6528936c6', 'tag': 'b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d', 'status': 'completed', 'code': 200} Jul 16 08:40:29.378140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-16ae4829-ff87-4ec4-9f39-8a5561dc58e2 None None] Provisioning for port 34c6a919-6f58-48f3-9bd1-706bdef1be45 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:29.383591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-16ae4829-ff87-4ec4-9f39-8a5561dc58e2 None None] Provisioning complete for port 34c6a919-6f58-48f3-9bd1-706bdef1be45 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:29.384176 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16ae4829-ff87-4ec4-9f39-8a5561dc58e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.411559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.461250 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:26Z', 'revision_number': 3, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:29.467466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-16ae4829-ff87-4ec4-9f39-8a5561dc58e2 None None] Port 34c6a919-6f58-48f3-9bd1-706bdef1be45 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:29.501548 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6729572-d3fc-4767-97cc-f8da73e28f3b None None] The sync data for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 is: [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:26Z', 'revision_number': 3, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:29.514155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-6b2b42f3-62f0-41dd-bc71-b40045eb32a4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.515983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-6b2b42f3-62f0-41dd-bc71-b40045eb32a4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392809 Jul 16 08:40:29.517512 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-358b3b05-f6a6-4a75-ac7d-cadca330b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.526330 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-358b3b05-f6a6-4a75-ac7d-cadca330b6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.527588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-358b3b05-f6a6-4a75-ac7d-cadca330b6e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fbf89f7-c76d-4e73-8695-3e883388771b HTTP/1.1" status: 204 len: 168 time: 0.5602469 Jul 16 08:40:29.533904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-3c0ac28f-e3bc-469c-bd2f-3f0259e68a53 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141061 Jul 16 08:40:29.558467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b3b05-f6a6-4a75-ac7d-cadca330b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbf89f7-c76d-4e73-8695-3e883388771b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.566221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-4b64e987-8e59-4436-a241-abb848715da0 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/quotas/5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 375 time: 0.0374303 Jul 16 08:40:29.637501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-c3e8df74-aba2-4c09-8a1e-6db9fa5cbb99 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702357 Jul 16 08:40:29.651824 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0986261-0e3c-4b79-b11c-8669fafa570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.663717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0986261-0e3c-4b79-b11c-8669fafa570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.730941 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e0986261-0e3c-4b79-b11c-8669fafa570c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d58d8fd230d54a1eb521c4bcc02516c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303010 Jul 16 08:40:29.732136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45566) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.739763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2df32ef4-cd47-4760-aa56-a5e46373643d req-cd65f75a-313d-4faa-97c4-82cad977a496 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970122 Jul 16 08:40:29.773336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0986261-0e3c-4b79-b11c-8669fafa570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abecff4c-079e-4487-b9bc-753724a8e1e4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.852017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7591fb62-7f61-4546-a002-bd42416ec691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.876448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.894305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.012181 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7591fb62-7f61-4546-a002-bd42416ec691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.081782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.115997 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Pushing event updated for resources: {'Port': ['ID=34c6a919-6f58-48f3-9bd1-706bdef1be45,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:30.137627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-010a7389-b618-4dda-a0ac-8c287b4caacd req-6f679a75-c193-4997-afdf-0ab297b3b762 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 210 time: 0.2196684 Jul 16 08:40:30.253578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7591fb62-7f61-4546-a002-bd42416ec691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.256720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7591fb62-7f61-4546-a002-bd42416ec691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.267541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-a85a738c-02b1-4c01-a41f-ad2f6ed8abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.269715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-a85a738c-02b1-4c01-a41f-ad2f6ed8abab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d18f7315a9e4e55b2204128dad6ab0a&device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 1120 time: 0.4319959 Jul 16 08:40:30.274208 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7591fb62-7f61-4546-a002-bd42416ec691 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abecff4c-079e-4487-b9bc-753724a8e1e4 HTTP/1.1" status: 204 len: 168 time: 0.5283103 Jul 16 08:40:30.319682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:30.320026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591fb62-7f61-4546-a002-bd42416ec691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abecff4c-079e-4487-b9bc-753724a8e1e4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:30.347680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Network ee79cf1d-2547-4500-bb91-eedab718c753 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:30.349155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:30.381928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1198-a7df-4641-9b45-d14537812647 req-77581a4d-d6e8-4070-bac7-00506be359a9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.395844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-130d1198-a7df-4641-9b45-d14537812647 req-77581a4d-d6e8-4070-bac7-00506be359a9 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 968 time: 0.2770605 Jul 16 08:40:30.413472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45600) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:30.451126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:30.456808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:30.457407 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.660727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Router e4472a70-30b0-4b95-8f42-aea3d1300ae0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:30.688444 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.750381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1d4559d7-7b6b-40ae-bc6f-b2405b100d13,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:30.775269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-1102bd8b-af68-4fcc-82f3-5d9a9dbdbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.777373 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.778071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device aec9b61c-7763-4931-bada-8a752ea55e3a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:30.787677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-1102bd8b-af68-4fcc-82f3-5d9a9dbdbba0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.5081809 Jul 16 08:40:30.903350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:30.912862 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-42691af9-fbc1-4395-bb40-0a7292029621 admin admin] 10.222.0.55 "PUT /v2.0/routers/e4472a70-30b0-4b95-8f42-aea3d1300ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8000925 Jul 16 08:40:30.970269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=1d4559d7-7b6b-40ae-bc6f-b2405b100d13,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.004819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4041fd4c-05ac-43a4-aae6-38262c8b4d55 None None] Provisioning complete for port 34c6a919-6f58-48f3-9bd1-706bdef1be45 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:31.005404 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4041fd4c-05ac-43a4-aae6-38262c8b4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.066927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01172de5-281e-4650-a8ec-f3cb1e770a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.071645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-7e625d49-3f34-46fb-ac34-d81dfef23270 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d HTTP/1.1" status: 200 len: 217 time: 0.2716701 Jul 16 08:40:31.145993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-130d1198-a7df-4641-9b45-d14537812647 req-f4756882-7a23-4a84-8043-aa31b947388e tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489212 Jul 16 08:40:31.170559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4041fd4c-05ac-43a4-aae6-38262c8b4d55 None None] Port 34c6a919-6f58-48f3-9bd1-706bdef1be45 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:31.198834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-53207ca8-9940-4496-a4c6-df335372a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.200621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port aec9b61c-7763-4931-bada-8a752ea55e3a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:31.200953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-53207ca8-9940-4496-a4c6-df335372a173 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1153479 Jul 16 08:40:31.202337 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.386566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-6ccbc459-ae01-475c-8326-0fa84c1559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.388106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-6ccbc459-ae01-475c-8326-0fa84c1559a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770568 Jul 16 08:40:31.394189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01172de5-281e-4650-a8ec-f3cb1e770a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.416990 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01172de5-281e-4650-a8ec-f3cb1e770a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.487104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86f1f300-3e2e-4a9e-95f7-75ecafdd7344 req-8c902e98-caa3-4111-9a71-fc386b125fb8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 210 time: 0.0532749 Jul 16 08:40:31.523504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01172de5-281e-4650-a8ec-f3cb1e770a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc111c-773f-4c45-9cf4-f4ab26ed774d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.607868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-01172de5-281e-4650-a8ec-f3cb1e770a2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30038f3d34544913a60c04ece9e2b49a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1843810 Jul 16 08:40:31.611145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45644) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:31.627613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-e881bf7c-9f00-4671-8188-f1449acac75a service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315805 Jul 16 08:40:31.678570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8734a216-ad98-48b7-b0d7-e1e8065d6645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.725913 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8734a216-ad98-48b7-b0d7-e1e8065d6645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.764236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2a13535-4f1b-414d-90fa-a979fc959272 req-501d1216-5d6f-425b-930b-a5e79a467392 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293468 Jul 16 08:40:31.799476 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8734a216-ad98-48b7-b0d7-e1e8065d6645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.802595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8734a216-ad98-48b7-b0d7-e1e8065d6645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.803570 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8734a216-ad98-48b7-b0d7-e1e8065d6645 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17bc111c-773f-4c45-9cf4-f4ab26ed774d HTTP/1.1" status: 204 len: 168 time: 0.1904802 Jul 16 08:40:31.814520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734a216-ad98-48b7-b0d7-e1e8065d6645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc111c-773f-4c45-9cf4-f4ab26ed774d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.993981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.54', 57280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:32.038019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-4284010c-452b-464c-b9d7-5e0dda4b8dc1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5443957cf93641718163cdaddb1c6608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423002 Jul 16 08:40:32.046010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Sync routers for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:32.057667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:32.058519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:32.132530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:32.178023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-fdbc5c8b-facc-4cf2-88f9-30082163b848 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.179882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-fdbc5c8b-facc-4cf2-88f9-30082163b848 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365879 Jul 16 08:40:32.256481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Request body: {'port': {'device_id': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '5443957cf93641718163cdaddb1c6608'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:32.283455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:32.284112 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.317231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:32.438914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:32.445608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-network', 'tenant_id': '144e63c3894347a8a849fd166d49e39d'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:32.503314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Made reservation on behalf of 144e63c3894347a8a849fd166d49e39d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:32.506572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.523748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42506478-8d30-4863-aa36-05e62d063ac1 req-6e671a48-8f43-4c24-b4f9-976f8a35561d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.525462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42506478-8d30-4863-aa36-05e62d063ac1 req-6e671a48-8f43-4c24-b4f9-976f8a35561d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 968 time: 0.1506879 Jul 16 08:40:32.528579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.555183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Made reservation on behalf of 5443957cf93641718163cdaddb1c6608 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:32.564184 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.622568 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.682199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42506478-8d30-4863-aa36-05e62d063ac1 req-22bde3c2-951a-41a2-8e21-049b27907a52 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448057 Jul 16 08:40:32.796284 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.804286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.813082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 2, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:32.838874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b12ba9-5721-4d81-ba04-cd56a2572a05,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:32.840874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8c96d39-133c-48cd-b697-42e68ee1f477 req-07e39250-9bf1-4a3b-88b2-4ca92c964ae7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 210 time: 0.0502865 Jul 16 08:40:32.877136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Checking router: e4472a70-30b0-4b95-8f42-aea3d1300ae0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:32.877495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Updating router e4472a70-30b0-4b95-8f42-aea3d1300ae0 port 34c6a919-6f58-48f3-9bd1-706bdef1be45 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:40:32.893514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:32.923127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.923473 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Added segment 8e9cdb23-e127-40f8-bd96-b464d9c831aa of type vlan for network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c Jul 16 08:40:32.949398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.974565 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.982466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.986948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.058539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.059698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.061002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.085453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.174799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] Pushing event updated for resources: {'Network': ['ID=724f14d2-0f3a-48a5-97cd-d73ba8ae124c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.198637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-05ff15ca-c1d7-4038-9dec-6bfe037588f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7583613 Jul 16 08:40:33.201462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45698) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:33.201932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Allocated IP 192.168.233.226 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/fcd4081d-7ec0-45de-b20b-eddf5d124b3d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:33.207860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Request body: {'subnet': {'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-subnet', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:33.219225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:33.239191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Made reservation on behalf of 144e63c3894347a8a849fd166d49e39d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:33.242763 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.393798 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.410513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Transition to ACTIVE for port object 34c6a919-6f58-48f3-9bd1-706bdef1be45 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:33.422152 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.513005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.560075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de75103-c9eb-4bb6-b87e-fb57dd88021d None None] Pushing event updated for resources: {'Port': ['ID=34c6a919-6f58-48f3-9bd1-706bdef1be45,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.593247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.637482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Transition to ACTIVE for port object fcd4081d-7ec0-45de-b20b-eddf5d124b3d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:33.662724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Checking segment: {'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:33.663083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Network hostable DHCP agents. Network: 724f14d2-0f3a-48a5-97cd-d73ba8ae124c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:33.676855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=160dc7c8-a06f-478c-9a70-5c594d35f70c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.713137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Attempting to bind port 34c6a919-6f58-48f3-9bd1-706bdef1be45 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:33.713508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Attempting to bind port 34c6a919-6f58-48f3-9bd1-706bdef1be45 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:33.713912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Attempting to bind port 34c6a919-6f58-48f3-9bd1-706bdef1be45 on network ee79cf1d-2547-4500-bb91-eedab718c753 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:33.720309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:33.729236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.729456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:33.743036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:33.743272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Checking segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:33.743481 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.743882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Bound using segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:33.744374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Bound port: 34c6a919-6f58-48f3-9bd1-706bdef1be45, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:33.745081 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.750282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 724f14d2-0f3a-48a5-97cd-d73ba8ae124c) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:33.759193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.760136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.772023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b481c85-a563-4dd6-aaf8-1a915a27b333 None None] Network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:33.809082 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-81b12850-e22c-4137-b6e9-4185274069ef admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6040759 Jul 16 08:40:33.809609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45716) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:33.813986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:33.859964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:33.862171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.863521 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.865241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:33.871293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:33.969092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.970124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.974179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.007982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-a25b24a9-675e-434d-bb0d-329b6b43ffed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7554181 Jul 16 08:40:34.018617 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:40:34.027329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.204797 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:34.205285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20543a9-0d07-47d8-8fee-3ed661d8b3ca req-27ddab3d-7df3-4cbf-8652-36e05f5315ae tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.207261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f20543a9-0d07-47d8-8fee-3ed661d8b3ca req-27ddab3d-7df3-4cbf-8652-36e05f5315ae tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 968 time: 0.1234283 Jul 16 08:40:34.308165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f20543a9-0d07-47d8-8fee-3ed661d8b3ca req-a8b3a81f-8130-4c69-8fcd-64158e1707c6 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942323 Jul 16 08:40:34.384992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:34.409434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d', 'mac_address': 'fa:16:3e:d0:dd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:tempest-test_az-651135056', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:34.452194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.460828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] For port 34c6a919-6f58-48f3-9bd1-706bdef1be45, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:34.495579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] For port 34c6a919-6f58-48f3-9bd1-706bdef1be45, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=34c6a919-6f58-48f3-9bd1-706bdef1be45,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:34.527879 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.556644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f30a0121-a397-4e3f-9c3e-04414ee2195b None None] Provisioning for port fcd4081d-7ec0-45de-b20b-eddf5d124b3d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:34.596239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960782cc-c70b-4588-ad2e-fe99d939bc41 req-996929e9-fb92-496e-a3a0-a2463176ebd9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.607310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960782cc-c70b-4588-ad2e-fe99d939bc41 req-996929e9-fb92-496e-a3a0-a2463176ebd9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 936 time: 0.0982630 Jul 16 08:40:34.618142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de75103-c9eb-4bb6-b87e-fb57dd88021d None None] Pushing event updated for resources: {'Port': ['ID=34c6a919-6f58-48f3-9bd1-706bdef1be45,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.630893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f30a0121-a397-4e3f-9c3e-04414ee2195b None None] Provisioning complete for port fcd4081d-7ec0-45de-b20b-eddf5d124b3d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:34.631209 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f30a0121-a397-4e3f-9c3e-04414ee2195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.658590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-724f14d2-0f3a-48a5-97cd-d73ba8ae124c', 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'fixed_ips': [{'subnet_id': '160dc7c8-a06f-478c-9a70-5c594d35f70c'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:34.659501 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.681610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960782cc-c70b-4588-ad2e-fe99d939bc41 req-f5f6c1b9-308a-4b7a-b19a-0f2dd8882f28 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732007 Jul 16 08:40:34.684810 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.701376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:34.753470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:34.754155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:34.803950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f30a0121-a397-4e3f-9c3e-04414ee2195b None None] Port fcd4081d-7ec0-45de-b20b-eddf5d124b3d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:34.830147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.860799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.869122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:34.941431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.046407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:35.113175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Allocated IP 172.25.6.94 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/0eb20329-471f-4b6c-8830-b29722cc3651) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:35.136184 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.222582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Allocated IP 172.20.0.2 (724f14d2-0f3a-48a5-97cd-d73ba8ae124c/160dc7c8-a06f-478c-9a70-5c594d35f70c/0411ea5c-054b-431a-b39c-492a60e793dc) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:35.283339 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.294923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45758) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.340853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:35.344785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.412579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:35.419629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:35.430586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:35.478710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb20329-471f-4b6c-8830-b29722cc3651,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.599538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cdedb99-b82b-499c-8bc8-2e92504bc761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.806725 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.831882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Transition to ACTIVE for port object 0411ea5c-054b-431a-b39c-492a60e793dc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:35.855557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:34Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:35.886928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.887503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65856cb0-3129-44c2-b851-309a9734132e req-e05e0cdd-74e4-4234-8b04-14cc80bfa0a1 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.889535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65856cb0-3129-44c2-b851-309a9734132e req-e05e0cdd-74e4-4234-8b04-14cc80bfa0a1 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 969 time: 0.1259964 Jul 16 08:40:35.913033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30dbf0-63d5-45ab-88f6-d5d545450300 None None] The sync data for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 is: [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:34Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:35.916086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Transition to ACTIVE for port object 0411ea5c-054b-431a-b39c-492a60e793dc will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:35.934286 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.972365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45772) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.983014 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cdedb99-b82b-499c-8bc8-2e92504bc761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.994770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cdedb99-b82b-499c-8bc8-2e92504bc761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.034367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:36.041539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:36.044039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:36.055285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65856cb0-3129-44c2-b851-309a9734132e req-3568dba3-7c83-4355-b19f-8a61b34980d3 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578703 Jul 16 08:40:36.067128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Pushing event updated for resources: {'Port': ['ID=0411ea5c-054b-431a-b39c-492a60e793dc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.152682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d040a-9892-4f55-90d6-775759a1ef86 req-2d0cb72a-8550-4e09-9cda-4f346b862efa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:36.154471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e4d040a-9892-4f55-90d6-775759a1ef86 req-2d0cb72a-8550-4e09-9cda-4f346b862efa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 936 time: 0.2252889 Jul 16 08:40:36.155533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Attempting to bind port 0411ea5c-054b-431a-b39c-492a60e793dc on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:36.156744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Attempting to bind port 0411ea5c-054b-431a-b39c-492a60e793dc by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:36.158081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Attempting to bind port 0411ea5c-054b-431a-b39c-492a60e793dc on network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:36.167485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:36.167960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Checking segment: {'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:36.168440 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.168902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Bound using segment: {'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:36.182046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Bound port: 0411ea5c-054b-431a-b39c-492a60e793dc, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:36.182583 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.208766 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8cdedb99-b82b-499c-8bc8-2e92504bc761 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87488015da194f698d55c63d560c1f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9128754 Jul 16 08:40:36.231861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45778) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.235285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34c6a919-6f58-48f3-9bd1-706bdef1be45 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:36.275283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cdd763f-c424-4232-9453-aee3a94aa297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.302267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e4d040a-9892-4f55-90d6-775759a1ef86 req-d7b37864-eaaf-4bf0-a429-f72f26bcca63 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398125 Jul 16 08:40:36.354817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdedb99-b82b-499c-8bc8-2e92504bc761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eeaae0-5ee1-41ea-b488-ac64eb902dfa,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.387763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] For port 0411ea5c-054b-431a-b39c-492a60e793dc, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:36.391708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] For port 0411ea5c-054b-431a-b39c-492a60e793dc, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0411ea5c-054b-431a-b39c-492a60e793dc,segment=NetworkSegment(8e9cdb23-e127-40f8-bd96-b464d9c831aa),segment_id=8e9cdb23-e127-40f8-bd96-b464d9c831aa)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:36.395675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 34c6a919-6f58-48f3-9bd1-706bdef1be45 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:36.399002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.408864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 34c6a919-6f58-48f3-9bd1-706bdef1be45 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:36.409206 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.486727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cdd763f-c424-4232-9453-aee3a94aa297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.495319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cdd763f-c424-4232-9453-aee3a94aa297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.497516 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffb8915e-8238-4f52-b3a5-7c8631ece2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.536569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffb8915e-8238-4f52-b3a5-7c8631ece2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.566325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d35e1e-6784-40ad-8301-bd960cea071b None None] Pushing event updated for resources: {'Port': ['ID=0411ea5c-054b-431a-b39c-492a60e793dc,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.590489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9cdd763f-c424-4232-9453-aee3a94aa297 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01f750256a17430ba90c26fb358cd5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6174402 Jul 16 08:40:36.593176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45782) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.594720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45784) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.622697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd763f-c424-4232-9453-aee3a94aa297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14936ffd-39b9-4225-bc82-48d44b791e34,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.635260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.666357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.736070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae79b69c-64bd-415b-a21c-e0a09d02e55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.742014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 34c6a919-6f58-48f3-9bd1-706bdef1be45, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=34c6a919-6f58-48f3-9bd1-706bdef1be45,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:36.759850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.775376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e59081ab-a5f9-4b7b-aecd-a3fcfc277fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.793918 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffb8915e-8238-4f52-b3a5-7c8631ece2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.800207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffb8915e-8238-4f52-b3a5-7c8631ece2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.806271 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ffb8915e-8238-4f52-b3a5-7c8631ece2c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8eeaae0-5ee1-41ea-b488-ac64eb902dfa HTTP/1.1" status: 204 len: 168 time: 0.5729959 Jul 16 08:40:36.831379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae79b69c-64bd-415b-a21c-e0a09d02e55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.848842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8915e-8238-4f52-b3a5-7c8631ece2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eeaae0-5ee1-41ea-b488-ac64eb902dfa,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.925319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=34c6a919-6f58-48f3-9bd1-706bdef1be45,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.977582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae79b69c-64bd-415b-a21c-e0a09d02e55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.992520 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae79b69c-64bd-415b-a21c-e0a09d02e55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.995838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ae79b69c-64bd-415b-a21c-e0a09d02e55e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14936ffd-39b9-4225-bc82-48d44b791e34 HTTP/1.1" status: 204 len: 168 time: 0.3986261 Jul 16 08:40:37.021627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79b69c-64bd-415b-a21c-e0a09d02e55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14936ffd-39b9-4225-bc82-48d44b791e34,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.039839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:40:37.101888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e59081ab-a5f9-4b7b-aecd-a3fcfc277fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.112128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e59081ab-a5f9-4b7b-aecd-a3fcfc277fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.180488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e59081ab-a5f9-4b7b-aecd-a3fcfc277fa1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40f4064070214c22b439616b326cb536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843732 Jul 16 08:40:37.182988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45796) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:37.194442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59081ab-a5f9-4b7b-aecd-a3fcfc277fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c680c89-0390-4208-b27c-0c1610fb7bf5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.252598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:37.265067 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Sync routers for ids ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:37.288979 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Routers {'72e825a7-a268-4dc4-bcab-e4c3c8d39467'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:37.290208 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:37.291166 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06a938d8-7df1-474b-acb5-e2656ab3c8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.305365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.310309 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fab874a2-bd4d-4464-918d-9cb05faa4979 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4975324 Jul 16 08:40:37.310558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45798) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:37.323765 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06a938d8-7df1-474b-acb5-e2656ab3c8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.402636 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06a938d8-7df1-474b-acb5-e2656ab3c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.405562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06a938d8-7df1-474b-acb5-e2656ab3c8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.409686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-06a938d8-7df1-474b-acb5-e2656ab3c8c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c680c89-0390-4208-b27c-0c1610fb7bf5 HTTP/1.1" status: 204 len: 168 time: 0.2199261 Jul 16 08:40:37.440062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a938d8-7df1-474b-acb5-e2656ab3c8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c680c89-0390-4208-b27c-0c1610fb7bf5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.527189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34514070-7eff-4a91-96c7-2beeaecb3d7a req-da0b2498-25b4-4990-9882-f4e347e253f6 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.530741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34514070-7eff-4a91-96c7-2beeaecb3d7a req-da0b2498-25b4-4990-9882-f4e347e253f6 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 969 time: 0.1394777 Jul 16 08:40:37.591998 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Set router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:37.669518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45806) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:37.691048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:37.725716 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-808a4b35-add3-4bb5-826f-fca0b200c8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.774508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34514070-7eff-4a91-96c7-2beeaecb3d7a req-ad0ffc9f-c17e-447f-bdfa-2144c22d7e20 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282143 Jul 16 08:40:37.855746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45808) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:37.863176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:37.868298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:37.868806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.879854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec9912-8f10-470d-9097-07366f0ce31e req-f8ae85db-cc7b-49cd-a2b1-a7ffe6dce865 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.891543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60ec9912-8f10-470d-9097-07366f0ce31e req-f8ae85db-cc7b-49cd-a2b1-a7ffe6dce865 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 936 time: 0.2961633 Jul 16 08:40:37.903596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad8350d1-1e0a-4ccc-90bb-c57a696bbdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.088960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-808a4b35-add3-4bb5-826f-fca0b200c8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.103834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60ec9912-8f10-470d-9097-07366f0ce31e req-2977b8ac-3b65-4ce9-b6b9-67febf5e3cac tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088132 Jul 16 08:40:38.104961 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-808a4b35-add3-4bb5-826f-fca0b200c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.186242 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:40:35Z', 'revision_number': 3, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port': {'id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:34Z', 'updated_at': '2021-07-16T08:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:38.225078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-808a4b35-add3-4bb5-826f-fca0b200c8c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=536a9c8dc5124438aa0f1c26ec79552c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528951 Jul 16 08:40:38.225715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45812) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.232829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a4b35-add3-4bb5-826f-fca0b200c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bad580-f541-4714-98a9-092aa72865fb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.260884 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Checking router: 72e825a7-a268-4dc4-bcab-e4c3c8d39467 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:38.261913 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Updating router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 port 0eb20329-471f-4b6c-8830-b29722cc3651 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:40:38.314140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c5c94-796f-4fc2-8abe-ebf2d9d49c7c None None] Network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:38.321080 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.345272 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b55a7f71-1d24-4e42-8c1f-0bff6db4894d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.371695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0411ea5c-054b-431a-b39c-492a60e793dc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:38.376679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b55a7f71-1d24-4e42-8c1f-0bff6db4894d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.448414 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b55a7f71-1d24-4e42-8c1f-0bff6db4894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.452350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b55a7f71-1d24-4e42-8c1f-0bff6db4894d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.454050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b55a7f71-1d24-4e42-8c1f-0bff6db4894d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4bad580-f541-4714-98a9-092aa72865fb HTTP/1.1" status: 204 len: 168 time: 0.2270124 Jul 16 08:40:38.504832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a33d2dba-4cfa-4397-9176-1e63c99ba157 None None] Provisioning for port 0411ea5c-054b-431a-b39c-492a60e793dc completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:38.508087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a7f71-1d24-4e42-8c1f-0bff6db4894d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bad580-f541-4714-98a9-092aa72865fb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.523418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad8350d1-1e0a-4ccc-90bb-c57a696bbdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.532027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad8350d1-1e0a-4ccc-90bb-c57a696bbdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.553854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45816) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.561280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.583520 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34970f4d-5559-4a17-93d4-73c73e7fc8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.608554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.620563 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ad8350d1-1e0a-4ccc-90bb-c57a696bbdf0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1755e0a7a754ed5a2d3374138980386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613149 Jul 16 08:40:38.621379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45818) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.631445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8350d1-1e0a-4ccc-90bb-c57a696bbdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e7faf-cc90-4653-ac47-98416c47e103,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.663139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48169517-9fce-4c7f-af7e-80c6528936c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:38.766411 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.776526 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fac4dec0-0e82-41e5-b5a2-01e22335c2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.785451 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Transition to ACTIVE for port object 0eb20329-471f-4b6c-8830-b29722cc3651 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:38.790486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:38.798734 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.845449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.851225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 0411ea5c-054b-431a-b39c-492a60e793dc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:38.878457 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Attempting to bind port 0eb20329-471f-4b6c-8830-b29722cc3651 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:38.879284 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Attempting to bind port 0eb20329-471f-4b6c-8830-b29722cc3651 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:38.879870 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Attempting to bind port 0eb20329-471f-4b6c-8830-b29722cc3651 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:38.884862 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fac4dec0-0e82-41e5-b5a2-01e22335c2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.896882 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:38.898292 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:38.898987 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.899598 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:38.900371 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Bound port: 0eb20329-471f-4b6c-8830-b29722cc3651, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:38.901356 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.905275 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4b1a9-6883-42a1-94a2-ac11f4d5418a None None] Pushing event updated for resources: {'Port': ['ID=0eb20329-471f-4b6c-8830-b29722cc3651,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.940321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0411ea5c-054b-431a-b39c-492a60e793dc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:38.940718 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.978484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34970f4d-5559-4a17-93d4-73c73e7fc8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.986745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Allocated IP 172.20.0.1 (724f14d2-0f3a-48a5-97cd-d73ba8ae124c/160dc7c8-a06f-478c-9a70-5c594d35f70c/b1a8440c-c5cf-4b77-88e2-d49c3d58454d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:38.997485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34970f4d-5559-4a17-93d4-73c73e7fc8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.005535 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af46637-b994-4332-ab2f-bc6be33f3a05" -d '{"events": [{"server_uuid": "48169517-9fce-4c7f-af7e-80c6528936c6", "name": "network-vif-plugged", "status": "completed", "tag": "b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:39.015899 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] For port 0eb20329-471f-4b6c-8830-b29722cc3651, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:39.020474 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] For port 0eb20329-471f-4b6c-8830-b29722cc3651, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0eb20329-471f-4b6c-8830-b29722cc3651,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:39.026820 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.053969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.070923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-34970f4d-5559-4a17-93d4-73c73e7fc8b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=903fa6dd95424df081acaa2e98af21f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154912 Jul 16 08:40:39.074773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45836) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:39.138008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34970f4d-5559-4a17-93d4-73c73e7fc8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3b9c40-2de3-4acb-bec9-e62ba9f66b7e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.183634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fac4dec0-0e82-41e5-b5a2-01e22335c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.186913 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fac4dec0-0e82-41e5-b5a2-01e22335c2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.189402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fac4dec0-0e82-41e5-b5a2-01e22335c2f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d91e7faf-cc90-4653-ac47-98416c47e103 HTTP/1.1" status: 204 len: 168 time: 0.5674312 Jul 16 08:40:39.200951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68099798-c267-4ae1-83c5-5139f4b45be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.215996 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.234789 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.237028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68099798-c267-4ae1-83c5-5139f4b45be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.251374 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4b1a9-6883-42a1-94a2-ac11f4d5418a None None] Pushing event updated for resources: {'Port': ['ID=0eb20329-471f-4b6c-8830-b29722cc3651,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.277232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Transition to ACTIVE for port object b1a8440c-c5cf-4b77-88e2-d49c3d58454d will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:39.295066 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Routers {'72e825a7-a268-4dc4-bcab-e4c3c8d39467'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:39.295945 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:39.305754 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da99a4a-6a86-4f7e-8cda-279c7e3e95a8 x-openstack-request-id: req-6da99a4a-6a86-4f7e-8cda-279c7e3e95a8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:39.306127 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48169517-9fce-4c7f-af7e-80c6528936c6", "name": "network-vif-plugged", "status": "completed", "tag": "b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:39.306472 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6da99a4a-6a86-4f7e-8cda-279c7e3e95a8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:39.308117 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48169517-9fce-4c7f-af7e-80c6528936c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d', 'code': 200} Jul 16 08:40:39.345615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 0411ea5c-054b-431a-b39c-492a60e793dc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0411ea5c-054b-431a-b39c-492a60e793dc,segment=NetworkSegment(8e9cdb23-e127-40f8-bd96-b464d9c831aa),segment_id=8e9cdb23-e127-40f8-bd96-b464d9c831aa)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:39.360348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.362060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34c6a919-6f58-48f3-9bd1-706bdef1be45 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:39.363342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4dec0-0e82-41e5-b5a2-01e22335c2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e7faf-cc90-4653-ac47-98416c47e103,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.380689 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68099798-c267-4ae1-83c5-5139f4b45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.387752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68099798-c267-4ae1-83c5-5139f4b45be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.389024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-68099798-c267-4ae1-83c5-5139f4b45be3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd3b9c40-2de3-4acb-bec9-e62ba9f66b7e HTTP/1.1" status: 204 len: 168 time: 0.3130932 Jul 16 08:40:39.412159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.463361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68099798-c267-4ae1-83c5-5139f4b45be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3b9c40-2de3-4acb-bec9-e62ba9f66b7e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.473683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179cabc-8ef4-4ab7-9812-dedb16df4c1c req-714635bc-110c-4046-b036-4f83634cb40a tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.477411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6179cabc-8ef4-4ab7-9812-dedb16df4c1c req-714635bc-110c-4046-b036-4f83634cb40a tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 970 time: 0.4320626 Jul 16 08:40:39.576682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Pushing event updated for resources: {'Port': ['ID=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.597927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:39.597927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:39.606801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:39.632819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=0411ea5c-054b-431a-b39c-492a60e793dc,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.637462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 34c6a919-6f58-48f3-9bd1-706bdef1be45 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:39.643296 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.686368 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] Set router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:39.729283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.751522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0b271c66-47b7-49c7-8627-a5ba06c751fe None None] Provisioning complete for port 0411ea5c-054b-431a-b39c-492a60e793dc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:39.752014 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b271c66-47b7-49c7-8627-a5ba06c751fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.814389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6179cabc-8ef4-4ab7-9812-dedb16df4c1c req-66d3adfd-69e4-423e-b7a8-817c646577b5 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864149 Jul 16 08:40:39.904638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602846b3-b666-423f-aa4d-aca419b85979 req-6675dcc8-ca74-4efa-987a-46f50f24eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.912517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-602846b3-b666-423f-aa4d-aca419b85979 req-6675dcc8-ca74-4efa-987a-46f50f24eb45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 1122 time: 0.5348167 Jul 16 08:40:39.987288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd3e4b-0600-48f5-b07e-c1e049abefbe req-0aa13da4-cd64-4204-9ed8-bc870b7920b1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.998294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7cdd3e4b-0600-48f5-b07e-c1e049abefbe req-0aa13da4-cd64-4204-9ed8-bc870b7920b1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 936 time: 0.4438157 Jul 16 08:40:40.012714 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-602846b3-b666-423f-aa4d-aca419b85979 req-9768c957-4c2d-4995-9ac4-49a29f2864e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.038374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.094136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6908c0f3-443f-48e8-894e-640f103ed675 None None] Provisioning for port b1a8440c-c5cf-4b77-88e2-d49c3d58454d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:40.100080 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:40:35Z', 'revision_number': 3, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port': {'id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:34Z', 'updated_at': '2021-07-16T08:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:40.105305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6908c0f3-443f-48e8-894e-640f103ed675 None None] Provisioning complete for port b1a8440c-c5cf-4b77-88e2-d49c3d58454d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:40.105720 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6908c0f3-443f-48e8-894e-640f103ed675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.148220 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142fdcf-8c68-40d1-aa93-13b89d927304 None None] The sync data for ids ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'] in n-d-780147-28 is: [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:40:35Z', 'revision_number': 3, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port': {'id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:34Z', 'updated_at': '2021-07-16T08:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:40.221567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6908c0f3-443f-48e8-894e-640f103ed675 None None] Port b1a8440c-c5cf-4b77-88e2-d49c3d58454d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:40.226813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0411ea5c-054b-431a-b39c-492a60e793dc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:40.281344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7cdd3e4b-0600-48f5-b07e-c1e049abefbe req-35d8e230-634a-4ad0-8f06-7a484e7bd46c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742064 Jul 16 08:40:40.331964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-602846b3-b666-423f-aa4d-aca419b85979 req-9768c957-4c2d-4995-9ac4-49a29f2864e8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.348702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-ba4f9ea5-65f8-42da-831d-d6e9886ae32d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:40.349593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-ba4f9ea5-65f8-42da-831d-d6e9886ae32d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216868 Jul 16 08:40:40.351683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-602846b3-b666-423f-aa4d-aca419b85979 req-9768c957-4c2d-4995-9ac4-49a29f2864e8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.362480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.376773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.384140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0411ea5c-054b-431a-b39c-492a60e793dc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:40.384882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-602846b3-b666-423f-aa4d-aca419b85979 req-9768c957-4c2d-4995-9ac4-49a29f2864e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635561 Jul 16 08:40:40.385279 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.426115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768c957-4c2d-4995-9ac4-49a29f2864e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa5fc0d-5719-4b0a-9e2e-b8d4fd6490fa,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:40.461799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.536012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Pushing event updated for resources: {'Port': ['ID=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:40.630619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:40.632016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:40.817222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:40.949072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eca5256f-ecf3-4ade-ae67-29873a620306 None None] Provisioning complete for port b1a8440c-c5cf-4b77-88e2-d49c3d58454d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:40.951061 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eca5256f-ecf3-4ade-ae67-29873a620306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.983445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:41.010330 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db0a575e-6453-4090-9c62-c9f25e6dc66d admin admin] 10.222.0.55 "PUT /v2.0/routers/72e825a7-a268-4dc4-bcab-e4c3c8d39467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6971216 Jul 16 08:40:41.023675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Request body: {'port': {'device_id': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:41.031319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-eca5256f-ecf3-4ade-ae67-29873a620306 None None] Port b1a8440c-c5cf-4b77-88e2-d49c3d58454d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:41.153045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.180965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d36ff-2ca1-48cc-944c-a2813d0e9b56 req-9ad38d48-cdf6-4789-bea5-bc0e31e5976d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.182579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-277d36ff-2ca1-48cc-944c-a2813d0e9b56 req-9ad38d48-cdf6-4789-bea5-bc0e31e5976d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 970 time: 0.1225226 Jul 16 08:40:41.424032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-277d36ff-2ca1-48cc-944c-a2813d0e9b56 req-e8bfe3c5-748d-4641-a93d-0c4f48609c61 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189803 Jul 16 08:40:41.716630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493623a-23af-4a0f-838c-debff812540e req-360be5c8-0a32-4ce7-a066-ef2a6beca57f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.718177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c493623a-23af-4a0f-838c-debff812540e req-360be5c8-0a32-4ce7-a066-ef2a6beca57f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 936 time: 0.1297667 Jul 16 08:40:41.793085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd4081d-7ec0-45de-b20b-eddf5d124b3d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:41.821428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.846651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c493623a-23af-4a0f-838c-debff812540e req-3904dd41-856e-4238-afb5-1d4b5068f45c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046953 Jul 16 08:40:41.868088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Transition to ACTIVE for port object fcd4081d-7ec0-45de-b20b-eddf5d124b3d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:41.879229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.018965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:42.087163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Attempting to bind port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:42.087435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Attempting to bind port fcd4081d-7ec0-45de-b20b-eddf5d124b3d by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:42.087763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Attempting to bind port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:42.093008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:42.093755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Attempting to bind port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:42.100037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:42.100307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:42.100861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:42.101301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Bound port: fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:42.102312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.137913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0eb20329-471f-4b6c-8830-b29722cc3651 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:42.220769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 0eb20329-471f-4b6c-8830-b29722cc3651 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:42.223025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:42.229902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:42.239052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0eb20329-471f-4b6c-8830-b29722cc3651 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:42.239431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.239661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.283177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.283968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.285513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] 10.222.0.54 "PUT /v2.0/ports/fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 1097 time: 1.6994624 Jul 16 08:40:42.286086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:42.288726 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:42.326037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d72b3-0873-4efc-b50f-dce06a866b8b service neutron] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:42.431693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Sync routers for ids ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:42.448700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Routers {'72e825a7-a268-4dc4-bcab-e4c3c8d39467'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:42.449720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:42.466103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-d516c68f-f909-42e9-bc69-af4d49c992fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.468474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-d516c68f-f909-42e9-bc69-af4d49c992fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1100 time: 0.1175678 Jul 16 08:40:42.498248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.535197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 0eb20329-471f-4b6c-8830-b29722cc3651, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0eb20329-471f-4b6c-8830-b29722cc3651,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:42.553823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.580655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-806666cb-cdeb-444d-8bae-e43bf0407937 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.0904512 Jul 16 08:40:42.667808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-9d4abe67-945f-4df6-8430-45287810c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.669877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-9d4abe67-945f-4df6-8430-45287810c39a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0796952 Jul 16 08:40:42.727891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=0eb20329-471f-4b6c-8830-b29722cc3651,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:42.737670 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ea64f6-f400-46b0-81bf-1c4e6af4014e x-openstack-request-id: req-a2ea64f6-f400-46b0-81bf-1c4e6af4014e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:42.738156 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:42.738503 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2ea64f6-f400-46b0-81bf-1c4e6af4014e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:42.738991 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'status': 'completed', 'code': 200} Jul 16 08:40:42.775061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-329bf5a7-8fea-470f-9a17-276312056560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.776955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-329bf5a7-8fea-470f-9a17-276312056560 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978160 Jul 16 08:40:42.781383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Set router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:42.922449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-235d934b-ed3c-4bec-b75d-02d0d3301e1b service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283116 Jul 16 08:40:42.965747 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45970) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:42.971405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bac17390-0fe5-4a2e-82a1-0bf41b445600 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509723897', 'description': 'tempest-description--1651569618'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:43.024216 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bac17390-0fe5-4a2e-82a1-0bf41b445600 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.154466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:40:39Z', 'revision_number': 4, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port': {'id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:34Z', 'updated_at': '2021-07-16T08:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b1a8440c-c5cf-4b77-88e2-d49c3d58454d', 'name': '', 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'mac_address': 'fa:16:3e:72:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '160dc7c8-a06f-478c-9a70-5c594d35f70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:38Z', 'updated_at': '2021-07-16T08:40:40Z', 'revision_number': 2, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'subnets': [{'id': '160dc7c8-a06f-478c-9a70-5c594d35f70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:43.159981 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bac17390-0fe5-4a2e-82a1-0bf41b445600 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.167679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5b1253f-2de8-477e-9db0-f2330898ec6d req-c8f7da7d-8030-47b9-a00a-27f2bcb5c03c service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351325 Jul 16 08:40:43.173602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bac17390-0fe5-4a2e-82a1-0bf41b445600 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.177385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec5fc4-577f-4e1a-b097-65d4a7a4c726 req-ab74b460-4f64-4fd2-878f-b545639c1cfb tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.179203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6ec5fc4-577f-4e1a-b097-65d4a7a4c726 req-ab74b460-4f64-4fd2-878f-b545639c1cfb tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 970 time: 0.2559621 Jul 16 08:40:43.212876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Checking router: 72e825a7-a268-4dc4-bcab-e4c3c8d39467 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:43.213301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Updating router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 port b1a8440c-c5cf-4b77-88e2-d49c3d58454d binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:40:43.220065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bac17390-0fe5-4a2e-82a1-0bf41b445600 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.221907 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bac17390-0fe5-4a2e-82a1-0bf41b445600 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2550795 Jul 16 08:40:43.224258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac17390-0fe5-4a2e-82a1-0bf41b445600 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c9c93a-706a-421b-b25e-0358510e8ce0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.226937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45980) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:43.232602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9e906b49-6a5f-47fd-b8e2-d8c98fc5aa3b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Request body: {'security_group_rule': {'security_group_id': '97c9c93a-706a-421b-b25e-0358510e8ce0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:43.269292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6ec5fc4-577f-4e1a-b097-65d4a7a4c726 req-ef613e4c-a95b-4664-86a9-cad1dc8aed03 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801868 Jul 16 08:40:43.276861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e906b49-6a5f-47fd-b8e2-d8c98fc5aa3b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.281878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.397105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e906b49-6a5f-47fd-b8e2-d8c98fc5aa3b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.400356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-c14c6a87-2698-47b4-abbc-9cd56c953d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.402851 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-c14c6a87-2698-47b4-abbc-9cd56c953d63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1100 time: 0.1250687 Jul 16 08:40:43.411168 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e906b49-6a5f-47fd-b8e2-d8c98fc5aa3b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.460099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e906b49-6a5f-47fd-b8e2-d8c98fc5aa3b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec704b0-7c10-41f1-80e0-4fe723debe18,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.475290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e906b49-6a5f-47fd-b8e2-d8c98fc5aa3b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.481787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e906b49-6a5f-47fd-b8e2-d8c98fc5aa3b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2523994 Jul 16 08:40:43.482676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45994) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:43.489736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a3c55a91-668a-463c-854b-aaa519611357 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Request body: {'security_group_rule': {'security_group_id': '97c9c93a-706a-421b-b25e-0358510e8ce0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:43.539043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3c55a91-668a-463c-854b-aaa519611357 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.579652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-6988baec-e6b9-49e5-8fd8-a4ed06cf2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.581304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-6988baec-e6b9-49e5-8fd8-a4ed06cf2ca4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1627235 Jul 16 08:40:43.621331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45996) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:43.655139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3c55a91-668a-463c-854b-aaa519611357 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.659846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-01438c75-7b66-4760-906b-3f35c0bce669 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.0670781 Jul 16 08:40:43.663123 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3c55a91-668a-463c-854b-aaa519611357 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.712702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3c55a91-668a-463c-854b-aaa519611357 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.714078 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a3c55a91-668a-463c-854b-aaa519611357 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2301757 Jul 16 08:40:43.714927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c55a91-668a-463c-854b-aaa519611357 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d48627e-c443-4afb-ae0a-485cf2d5ee42,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.717453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46002) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:43.722441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:43.755786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9344b00-398f-443c-b44e-f5a3d798b737 req-644097c6-2d0a-4c5a-885f-03d1893b1735 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.756841 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.757364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9344b00-398f-443c-b44e-f5a3d798b737 req-644097c6-2d0a-4c5a-885f-03d1893b1735 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 948 time: 0.1750190 Jul 16 08:40:43.763425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-5c234d39-895c-4550-801d-058461e2fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.764892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-5c234d39-895c-4550-801d-058461e2fcb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0913610 Jul 16 08:40:43.819652 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.821596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8113231-869f-489d-808e-fa6072142913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.832395 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Transition to ACTIVE for port object b1a8440c-c5cf-4b77-88e2-d49c3d58454d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:43.839072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.872811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9344b00-398f-443c-b44e-f5a3d798b737 req-0c7c0724-e106-4804-8fc3-b6920a29aadb tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062732 Jul 16 08:40:43.891726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9692b-b2a2-42fd-a56c-5b40eec5d4fb None None] Pushing event updated for resources: {'Port': ['ID=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.908664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-472e7ded-cf79-4f3f-8469-670d9df7524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.910606 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-472e7ded-cf79-4f3f-8469-670d9df7524f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361351 Jul 16 08:40:43.917135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1426f0-64dc-40ec-afeb-9bdbdf076687 req-f9893165-83f3-4e1d-8706-8c3d25d40a6c tempest-AggregatesAdminTestJSON-157403300 tempest-AggregatesAdminTestJSON-157403300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.918758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d1426f0-64dc-40ec-afeb-9bdbdf076687 req-f9893165-83f3-4e1d-8706-8c3d25d40a6c tempest-AggregatesAdminTestJSON-157403300 tempest-AggregatesAdminTestJSON-157403300-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 1122 time: 0.1107495 Jul 16 08:40:43.958700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Attempting to bind port b1a8440c-c5cf-4b77-88e2-d49c3d58454d on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:43.959152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Attempting to bind port b1a8440c-c5cf-4b77-88e2-d49c3d58454d by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:43.961436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Attempting to bind port b1a8440c-c5cf-4b77-88e2-d49c3d58454d on network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:43.972132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:43.972683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Checking segment: {'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:43.972899 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.975152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Bound using segment: {'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:43.976481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Bound port: b1a8440c-c5cf-4b77-88e2-d49c3d58454d, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9cdb23-e127-40f8-bd96-b464d9c831aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:43.977371 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.983284 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1d1426f0-64dc-40ec-afeb-9bdbdf076687 req-65f662cf-9da4-48b1-b69b-52333c2e06af tempest-AggregatesAdminTestJSON-157403300 tempest-AggregatesAdminTestJSON-157403300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.050250 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.073863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8113231-869f-489d-808e-fa6072142913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.134209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] For port b1a8440c-c5cf-4b77-88e2-d49c3d58454d, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:44.135625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8113231-869f-489d-808e-fa6072142913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.140713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] For port b1a8440c-c5cf-4b77-88e2-d49c3d58454d, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,segment=NetworkSegment(8e9cdb23-e127-40f8-bd96-b464d9c831aa),segment_id=8e9cdb23-e127-40f8-bd96-b464d9c831aa)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:44.150913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0eb20329-471f-4b6c-8830-b29722cc3651 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:44.157827 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.220737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-e32a1181-b5dc-48c3-b183-e8bcc60f3f6b service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008494 Jul 16 08:40:44.291710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Routers {'72e825a7-a268-4dc4-bcab-e4c3c8d39467'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:44.292701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:44.314540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1d1426f0-64dc-40ec-afeb-9bdbdf076687 req-65f662cf-9da4-48b1-b69b-52333c2e06af tempest-AggregatesAdminTestJSON-157403300 tempest-AggregatesAdminTestJSON-157403300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.329327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1d1426f0-64dc-40ec-afeb-9bdbdf076687 req-65f662cf-9da4-48b1-b69b-52333c2e06af tempest-AggregatesAdminTestJSON-157403300 tempest-AggregatesAdminTestJSON-157403300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.362379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8113231-869f-489d-808e-fa6072142913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628741f1-5780-45b8-9944-5c2496de468d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.376055 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d8113231-869f-489d-808e-fa6072142913 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b92b1784c5ff419ca3830b7239450591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7536712 Jul 16 08:40:44.383568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46010) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:44.408989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9692b-b2a2-42fd-a56c-5b40eec5d4fb None None] Pushing event updated for resources: {'Port': ['ID=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.431303 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3e9c528d-533c-4366-b6ef-a81dff2b0d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.436005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Allocated IP 172.25.6.51 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/d1be64e3-4211-4a2b-910f-d847122c4a1d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:44.447178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0eb20329-471f-4b6c-8830-b29722cc3651 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:44.448101 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.458920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d1426f0-64dc-40ec-afeb-9bdbdf076687 req-65f662cf-9da4-48b1-b69b-52333c2e06af tempest-AggregatesAdminTestJSON-157403300 tempest-AggregatesAdminTestJSON-157403300-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307457 Jul 16 08:40:44.509034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f662cf-9da4-48b1-b69b-52333c2e06af tempest-AggregatesAdminTestJSON-157403300 tempest-AggregatesAdminTestJSON-157403300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e157a4f1-0464-4910-a7fc-5076f6a36df5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.533551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ba301a0-8344-4dd6-8181-1306b1d0bdc2 req-58c7e28f-d363-47f0-aa72-e43f2d2a8a99 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019650 Jul 16 08:40:44.586949 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d2bd5f-9fe9-4cf6-9cce-2e1192f2d123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.616591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] Set router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:44.629528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d2bd5f-9fe9-4cf6-9cce-2e1192f2d123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.683802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.736984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d2bd5f-9fe9-4cf6-9cce-2e1192f2d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.740147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d2bd5f-9fe9-4cf6-9cce-2e1192f2d123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.741459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f5d2bd5f-9fe9-4cf6-9cce-2e1192f2d123 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/628741f1-5780-45b8-9944-5c2496de468d HTTP/1.1" status: 204 len: 168 time: 0.3568254 Jul 16 08:40:44.759102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2bd5f-9fe9-4cf6-9cce-2e1192f2d123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628741f1-5780-45b8-9944-5c2496de468d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.787065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.895795 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:44.901319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:44.908571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:44.975842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event updated for resources: {'Port': ['ID=d1be64e3-4211-4a2b-910f-d847122c4a1d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.998990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46052) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.014424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2f0dccc-da39-4bfb-ae6d-04c16f3ab20f req-06f14345-d471-4a10-b9e1-c796740283dc tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0fdfcbc7b9074a01a59e1d55da306a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549843 Jul 16 08:40:45.022009 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.049684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:40:39Z', 'revision_number': 4, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port': {'id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:34Z', 'updated_at': '2021-07-16T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b1a8440c-c5cf-4b77-88e2-d49c3d58454d', 'name': '', 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'mac_address': 'fa:16:3e:72:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '160dc7c8-a06f-478c-9a70-5c594d35f70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:38Z', 'updated_at': '2021-07-16T08:40:44Z', 'revision_number': 4, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'subnets': [{'id': '160dc7c8-a06f-478c-9a70-5c594d35f70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:45.106919 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.111450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a50e6-5ed3-4ee7-aa41-1177478fa0ad None None] The sync data for ids ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'] in n-d-780147-28 is: [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:40:39Z', 'revision_number': 4, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port': {'id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:34Z', 'updated_at': '2021-07-16T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b1a8440c-c5cf-4b77-88e2-d49c3d58454d', 'name': '', 'network_id': '724f14d2-0f3a-48a5-97cd-d73ba8ae124c', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'mac_address': 'fa:16:3e:72:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '160dc7c8-a06f-478c-9a70-5c594d35f70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:38Z', 'updated_at': '2021-07-16T08:40:44Z', 'revision_number': 4, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'subnets': [{'id': '160dc7c8-a06f-478c-9a70-5c594d35f70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:45.226138 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.238005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0dccc-da39-4bfb-ae6d-04c16f3ab20f req-f892dddc-17fe-4776-a719-9c9b44d124ce tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.245485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2f0dccc-da39-4bfb-ae6d-04c16f3ab20f req-f892dddc-17fe-4776-a719-9c9b44d124ce tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253244 Jul 16 08:40:45.272991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2f0dccc-da39-4bfb-ae6d-04c16f3ab20f req-5450c449-eac2-48e3-bec3-20a79ca9fd74 tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/quotas/0fdfcbc7b9074a01a59e1d55da306a7b HTTP/1.1" status: 200 len: 375 time: 0.0264349 Jul 16 08:40:45.335242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2f0dccc-da39-4bfb-ae6d-04c16f3ab20f req-03ad0961-1b02-4399-ac23-7997193fbe19 tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fdfcbc7b9074a01a59e1d55da306a7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611210 Jul 16 08:40:45.384144 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb565-3461-49b5-a91e-1f0493f9e3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.416225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46066) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.473193 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a37c5ed-cff9-49a5-ba89-b4cb52433bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.503426 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.508798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.571200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event updated for resources: {'Port': ['ID=d1be64e3-4211-4a2b-910f-d847122c4a1d,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.574167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca8619-f2e1-4abf-9643-0d6a6077c3dc req-dd6f55aa-7b2b-4270-bb7e-a9ee67a87979 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.580730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3ca8619-f2e1-4abf-9643-0d6a6077c3dc req-dd6f55aa-7b2b-4270-bb7e-a9ee67a87979 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 948 time: 0.1986771 Jul 16 08:40:45.621607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.662077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3ca8619-f2e1-4abf-9643-0d6a6077c3dc req-792f5ab8-360d-4f09-95b1-7cae682c5e57 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758135 Jul 16 08:40:45.681836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb565-3461-49b5-a91e-1f0493f9e3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.695050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb565-3461-49b5-a91e-1f0493f9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.755656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fb565-3461-49b5-a91e-1f0493f9e3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe89e1b-2961-4e2c-8438-b662294cd139,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.779840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46082) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.788550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0d1fb565-3461-49b5-a91e-1f0493f9e3f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b20828c0f0eb4dd4853aa8948012839a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7850447 Jul 16 08:40:45.868431 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a02e355c-cc9f-4bbc-b2c7-418230ba6136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.879897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a37c5ed-cff9-49a5-ba89-b4cb52433bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.887707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a37c5ed-cff9-49a5-ba89-b4cb52433bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.899761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.908976 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dcda1b26-4606-4f07-9e17-31b4ebfd60ee tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1832848 Jul 16 08:40:45.908976 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a02e355c-cc9f-4bbc-b2c7-418230ba6136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.955463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a37c5ed-cff9-49a5-ba89-b4cb52433bd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c6425ce89bc4624ba341b82472a85df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187168 Jul 16 08:40:45.958307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37c5ed-cff9-49a5-ba89-b4cb52433bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3640153-b960-4fd7-8d91-88f6878efdbf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.962557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46098) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.035377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a02e355c-cc9f-4bbc-b2c7-418230ba6136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.039524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a02e355c-cc9f-4bbc-b2c7-418230ba6136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.040700 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a02e355c-cc9f-4bbc-b2c7-418230ba6136 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fe89e1b-2961-4e2c-8438-b662294cd139 HTTP/1.1" status: 204 len: 168 time: 0.2595980 Jul 16 08:40:46.060812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e355c-cc9f-4bbc-b2c7-418230ba6136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe89e1b-2961-4e2c-8438-b662294cd139,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.067452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6513c495-1355-497e-94a7-03d9997e4f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.095968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6513c495-1355-497e-94a7-03d9997e4f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.170425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6513c495-1355-497e-94a7-03d9997e4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.175304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6513c495-1355-497e-94a7-03d9997e4f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.176459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6513c495-1355-497e-94a7-03d9997e4f65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3640153-b960-4fd7-8d91-88f6878efdbf HTTP/1.1" status: 204 len: 168 time: 0.2129192 Jul 16 08:40:46.178564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b1a8440c-c5cf-4b77-88e2-d49c3d58454d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:46.185267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513c495-1355-497e-94a7-03d9997e4f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3640153-b960-4fd7-8d91-88f6878efdbf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.344996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b1a8440c-c5cf-4b77-88e2-d49c3d58454d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:46.354916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b1a8440c-c5cf-4b77-88e2-d49c3d58454d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:46.355292 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.424250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-efe474f4-ba63-4eb9-ac27-00b410f09a6c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--509723897&fields=id&tenant_id=83c236444a70408291cae3a865af9b98 HTTP/1.1" status: 200 len: 267 time: 0.0814795 Jul 16 08:40:46.481933 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.517356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b1a8440c-c5cf-4b77-88e2-d49c3d58454d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,segment=NetworkSegment(8e9cdb23-e127-40f8-bd96-b464d9c831aa),segment_id=8e9cdb23-e127-40f8-bd96-b464d9c831aa)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:46.524171 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.637236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.747927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46166) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.766767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14e12284-259e-4231-a868-a068c1303c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.880835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46170) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.906711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14e12284-259e-4231-a868-a068c1303c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.915028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14e12284-259e-4231-a868-a068c1303c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.919023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-d1fb282c-b266-4663-b7d6-826ee2c21738 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.929818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-d1fb282c-b266-4663-b7d6-826ee2c21738 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/networks?id=ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 200 len: 824 time: 0.5018051 Jul 16 08:40:46.929818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3574880d-9d6b-408d-88d3-5b69a0310db9 req-5bfd22cd-d622-4683-8bbd-9776389838ce tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0fdfcbc7b9074a01a59e1d55da306a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482161 Jul 16 08:40:46.951511 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-14e12284-259e-4231-a868-a068c1303c2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7397c61c9b84ce7b954f9c1b1581da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009213 Jul 16 08:40:46.957855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b96f8ed0-0440-46c9-a663-fd2368e84673 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/quotas/83c236444a70408291cae3a865af9b98 HTTP/1.1" status: 200 len: 375 time: 0.0304956 Jul 16 08:40:46.959712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46178) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.015796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e12284-259e-4231-a868-a068c1303c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46290a1b-b59e-4239-b22b-6903601c3714,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.040161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eeddd8a2-6b32-4d9c-b5ea-a3448c8d9c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.069441 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9252fbd0-1d1a-4cc7-a447-31512a3808da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.104202 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9252fbd0-1d1a-4cc7-a447-31512a3808da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.131320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574880d-9d6b-408d-88d3-5b69a0310db9 req-14d833f4-089e-4f3a-b073-589d47af63fd tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.138412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3574880d-9d6b-408d-88d3-5b69a0310db9 req-14d833f4-089e-4f3a-b073-589d47af63fd tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017701 Jul 16 08:40:47.176764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-6773b60d-f78e-423d-917b-8506e2c2af59 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=83c236444a70408291cae3a865af9b98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121491 Jul 16 08:40:47.185369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3574880d-9d6b-408d-88d3-5b69a0310db9 req-91df7122-0dd1-48ed-825b-bedd711f84d1 tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/quotas/0fdfcbc7b9074a01a59e1d55da306a7b HTTP/1.1" status: 200 len: 375 time: 0.0459962 Jul 16 08:40:47.204537 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9252fbd0-1d1a-4cc7-a447-31512a3808da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.208872 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9252fbd0-1d1a-4cc7-a447-31512a3808da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.209664 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9252fbd0-1d1a-4cc7-a447-31512a3808da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46290a1b-b59e-4239-b22b-6903601c3714 HTTP/1.1" status: 204 len: 168 time: 0.2488050 Jul 16 08:40:47.224733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252fbd0-1d1a-4cc7-a447-31512a3808da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46290a1b-b59e-4239-b22b-6903601c3714,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.241704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fcd4081d-7ec0-45de-b20b-eddf5d124b3d details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:47.260067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3574880d-9d6b-408d-88d3-5b69a0310db9 req-13a2acc3-237b-4c68-b256-89413d40a6ad tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fdfcbc7b9074a01a59e1d55da306a7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734131 Jul 16 08:40:47.267711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eeddd8a2-6b32-4d9c-b5ea-a3448c8d9c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.280248 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eeddd8a2-6b32-4d9c-b5ea-a3448c8d9c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.316346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46194) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.316778 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eeddd8a2-6b32-4d9c-b5ea-a3448c8d9c38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=712f8f3bdf864565962f829155634343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346721 Jul 16 08:40:47.360507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddd8a2-6b32-4d9c-b5ea-a3448c8d9c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f060a1e5-c4fe-4c1b-8909-865f47616b69,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.458164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcc46a75-6873-4555-a8e1-df04b3375412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.510374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcc46a75-6873-4555-a8e1-df04b3375412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.523524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.601224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'mac_address': 'fa:16:3e:7d:cd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:47.655782 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.680481 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8052b430-c926-4c0e-b525-2224a3d932c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.684838 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.692117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd4081d-7ec0-45de-b20b-eddf5d124b3d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:47.713946 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcc46a75-6873-4555-a8e1-df04b3375412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.717025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcc46a75-6873-4555-a8e1-df04b3375412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.721185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dcc46a75-6873-4555-a8e1-df04b3375412 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f060a1e5-c4fe-4c1b-8909-865f47616b69 HTTP/1.1" status: 204 len: 168 time: 0.4005411 Jul 16 08:40:47.722975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-8014e149-98b0-432d-8415-001ec0ac8baf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:47.728657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.730951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-8014e149-98b0-432d-8415-001ec0ac8baf service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3011467 Jul 16 08:40:47.734441 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.803550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.842589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc46a75-6873-4555-a8e1-df04b3375412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f060a1e5-c4fe-4c1b-8909-865f47616b69,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.902267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-2e67bca3-e99b-4738-a53d-a93da05e2a4b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3353109 Jul 16 08:40:47.911371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-5aa60f37-5f55-4e6c-9f4b-b2b9dd761dd9 service neutron] 10.222.0.55 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786954 Jul 16 08:40:47.940790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4c1d-8e33-4506-853b-a1001ad66eab req-2d262020-de2a-455b-87ac-1905baf72dae tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.941612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f25c4c1d-8e33-4506-853b-a1001ad66eab req-2d262020-de2a-455b-87ac-1905baf72dae tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 948 time: 0.3347785 Jul 16 08:40:48.067282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f25c4c1d-8e33-4506-853b-a1001ad66eab req-c81ed0ad-6a1e-4469-882a-9f98da5fd55d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183634 Jul 16 08:40:48.101531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-99767ff5-edc4-4053-9f1d-92062ef525d4 service neutron] 10.222.0.55 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896727 Jul 16 08:40:48.106436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b1a8440c-c5cf-4b77-88e2-d49c3d58454d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:48.113901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:48.151093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-820c2a78-b1c9-4521-b4e9-55069fc8bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.155239 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-820c2a78-b1c9-4521-b4e9-55069fc8bc77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d18f7315a9e4e55b2204128dad6ab0a&device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 1122 time: 0.1559253 Jul 16 08:40:48.183989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46222) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.212417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bfb16af-b1e1-49c3-8648-f468a32b4d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.282011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b1a8440c-c5cf-4b77-88e2-d49c3d58454d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:48.283121 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.365008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-a74bcf01-4a2b-491f-952f-3a771bb2b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.371240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-a74bcf01-4a2b-491f-952f-3a771bb2b30c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1760685 Jul 16 08:40:48.429983 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bfb16af-b1e1-49c3-8648-f468a32b4d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.439934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bfb16af-b1e1-49c3-8648-f468a32b4d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.448870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-098d73e4-8dc9-445a-bffc-768f62a366ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d HTTP/1.1" status: 200 len: 217 time: 0.0702927 Jul 16 08:40:48.504458 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5bfb16af-b1e1-49c3-8648-f468a32b4d86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba955aeedfa54fabb4b829a0b5930a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163021 Jul 16 08:40:48.507533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46242) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.514225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-a3f1dadc-61fa-42c3-8a6a-4cc0433d9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.515551 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.516002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-a3f1dadc-61fa-42c3-8a6a-4cc0433d9484 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0570843 Jul 16 08:40:48.539560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f84201dc-a72d-4956-94b3-46670b85f5ab req-78ce3e19-d442-4b56-bbd5-a3cccbc5717f tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 210 time: 0.0933466 Jul 16 08:40:48.604183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb16af-b1e1-49c3-8648-f468a32b4d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f5b41-fa3e-490c-aa20-d25a128acdb3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:48.645835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-efbf3726-0beb-4065-b258-b343de1b8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.649759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-efbf3726-0beb-4065-b258-b343de1b8f6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134095 Jul 16 08:40:48.665285 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf25b1bd-dcd9-4a42-a943-2940d96a4e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.697413 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.724906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf25b1bd-dcd9-4a42-a943-2940d96a4e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.790180 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf25b1bd-dcd9-4a42-a943-2940d96a4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.794365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf25b1bd-dcd9-4a42-a943-2940d96a4e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.795701 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cf25b1bd-dcd9-4a42-a943-2940d96a4e02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c7f5b41-fa3e-490c-aa20-d25a128acdb3 HTTP/1.1" status: 204 len: 168 time: 0.2828050 Jul 16 08:40:48.806492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25b1bd-dcd9-4a42-a943-2940d96a4e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f5b41-fa3e-490c-aa20-d25a128acdb3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:48.854978 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-62be39ae-5a58-4110-9e7c-6ca3684d37c4 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998127 Jul 16 08:40:48.996331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3dd47ef-78f7-45b0-a5c3-ebb59c9d2905 req-43b93cf1-7fb4-4356-806d-b4ffacaa25ff service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347637 Jul 16 08:40:49.227922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fcd4081d-7ec0-45de-b20b-eddf5d124b3d up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:49.309802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port fcd4081d-7ec0-45de-b20b-eddf5d124b3d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:49.320592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port fcd4081d-7ec0-45de-b20b-eddf5d124b3d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:49.321305 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.335579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30efe-62fd-4d64-bf18-644af5907bc5 req-e3d21fcd-ca2b-4b70-b1c5-df9d7cf54b49 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.337445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0e30efe-62fd-4d64-bf18-644af5907bc5 req-e3d21fcd-ca2b-4b70-b1c5-df9d7cf54b49 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 949 time: 0.0926955 Jul 16 08:40:49.385033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0e30efe-62fd-4d64-bf18-644af5907bc5 req-45961bd7-805b-421d-acd8-546f5e3a2bc8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Jul 16 08:40:49.461776 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.492396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:49.496311 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f369889f-0a10-4f93-861b-63693b5032cf" -d '{"events": [{"server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "name": "network-vif-plugged", "status": "completed", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:49.528128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:49.541355 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.552053 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f648765e-c30d-43f1-ae00-554e26075ebd x-openstack-request-id: req-f648765e-c30d-43f1-ae00-554e26075ebd {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:49.552799 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "name": "network-vif-plugged", "status": "completed", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:49.553213 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f648765e-c30d-43f1-ae00-554e26075ebd {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:49.554085 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'code': 200} Jul 16 08:40:49.638111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:49.768689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d3af9-f026-4f02-bcf6-4f28e4983955 req-317213e0-2b74-4849-9f56-68352d211c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.771287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d2d3af9-f026-4f02-bcf6-4f28e4983955 req-317213e0-2b74-4849-9f56-68352d211c54 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1102 time: 0.0861132 Jul 16 08:40:49.834315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d2d3af9-f026-4f02-bcf6-4f28e4983955 req-518d4cf7-6364-4d0a-8fd2-9849a3d429b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476716 Jul 16 08:40:49.901063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-346f4c64-ef7b-4174-b889-5267a717ab5c req-9f7d0484-c771-4c9f-bb39-c9f34a3a74a9 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 210 time: 0.0317984 Jul 16 08:40:49.961540 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.634559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefd674-2ddb-4354-9a8c-496a98dce57b req-7b5b6efe-0606-45db-9eb0-587d0a2bbf08 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:50.643914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eaefd674-2ddb-4354-9a8c-496a98dce57b req-7b5b6efe-0606-45db-9eb0-587d0a2bbf08 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.1062529 Jul 16 08:40:50.709258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eaefd674-2ddb-4354-9a8c-496a98dce57b req-daea2fbc-bb41-4ff4-99ab-f4c2484ccdac tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611787 Jul 16 08:40:50.880287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a8c9b3a-01bd-4170-9102-ce862c883560 req-5a325691-8705-4046-a6e9-77baf7aa459d tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0fdfcbc7b9074a01a59e1d55da306a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368927 Jul 16 08:40:51.050696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-d732284f-86cd-47da-8e6b-7e87565848c2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.052271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-d732284f-86cd-47da-8e6b-7e87565848c2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.52 "GET /v2.0/networks?id=ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 200 len: 824 time: 0.2850788 Jul 16 08:40:51.110200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c9b3a-01bd-4170-9102-ce862c883560 req-fb34b1ba-4492-4759-8386-079ed9d99b9a tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.118166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a8c9b3a-01bd-4170-9102-ce862c883560 req-fb34b1ba-4492-4759-8386-079ed9d99b9a tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329111 Jul 16 08:40:51.164969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a8c9b3a-01bd-4170-9102-ce862c883560 req-6544ec8d-85b3-4555-b1ea-94f8bb4878f8 tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/quotas/0fdfcbc7b9074a01a59e1d55da306a7b HTTP/1.1" status: 200 len: 375 time: 0.0457380 Jul 16 08:40:51.185362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-dc5b7059-0d51-412b-9685-a85a375234d1 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c236444a70408291cae3a865af9b98 HTTP/1.1" status: 200 len: 379 time: 0.1129556 Jul 16 08:40:51.188844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aef7e05b-d540-494e-8209-41d801875d4c req-b9b6f3be-7451-4a46-aadc-8ee5f80fb0ed tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 210 time: 0.0442822 Jul 16 08:40:51.216957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a8c9b3a-01bd-4170-9102-ce862c883560 req-01b59546-2976-434e-b0d7-c882ce8163ab tempest-QuotasAdminNegativeTest-713978813 tempest-QuotasAdminNegativeTest-713978813-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fdfcbc7b9074a01a59e1d55da306a7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306110 Jul 16 08:40:51.222333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Request body: {'port': {'device_id': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'admin_state_up': True, 'tenant_id': '83c236444a70408291cae3a865af9b98', 'security_groups': ['97c9c93a-706a-421b-b25e-0358510e8ce0']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:51.373895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Made reservation on behalf of 83c236444a70408291cae3a865af9b98 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:51.378750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.553972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Allocated IP 172.20.0.12 (ee79cf1d-2547-4500-bb91-eedab718c753/d1bcaee8-424e-4ce4-bc0f-70fcdb499588/a8beb90f-27f9-4d0c-8505-97c7700a6ed1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:51.892635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.908487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Transition to ACTIVE for port object a8beb90f-27f9-4d0c-8505-97c7700a6ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:51.950023 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.048719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event updated for resources: {'Port': ['ID=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.058903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Network ee79cf1d-2547-4500-bb91-eedab718c753 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:52.066134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:52.069561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:52.169369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.170057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.180253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d325874-7d5a-42d9-9ab2-ff915e787225 req-02c461d2-c7d5-4329-bb3d-2bd8074752b3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.181826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d325874-7d5a-42d9-9ab2-ff915e787225 req-02c461d2-c7d5-4329-bb3d-2bd8074752b3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.1744590 Jul 16 08:40:52.191805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46496) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.237704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-84b7a052-9091-4cf0-9b49-cee50f5a0104 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0196807 Jul 16 08:40:52.242586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-af067f14-b7ee-434d-b59d-9811a919bf5d tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432167 Jul 16 08:40:52.270666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Request body: {'port': {'device_id': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:52.311463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-50ecafd3-43e8-4841-a60f-852b1cc644fb None None] Provisioning for port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:52.316190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-50ecafd3-43e8-4841-a60f-852b1cc644fb None None] Provisioning complete for port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:52.316773 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50ecafd3-43e8-4841-a60f-852b1cc644fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.317986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d325874-7d5a-42d9-9ab2-ff915e787225 req-d9709c64-f910-4c21-8fdf-1e803884339a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285844 Jul 16 08:40:52.320549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-1569d99f-b12f-4646-8e9c-0c235cf72247 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2259974 Jul 16 08:40:52.391438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-50ecafd3-43e8-4841-a60f-852b1cc644fb None None] Port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:52.412133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be0c8fa-797a-415b-9822-660efdf4eb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.477328 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.519417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-4c963672-f54f-4abf-ab71-081adc597db4 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.525824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-4c963672-f54f-4abf-ab71-081adc597db4 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746778 Jul 16 08:40:52.531184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be0c8fa-797a-415b-9822-660efdf4eb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.537238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be0c8fa-797a-415b-9822-660efdf4eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.571994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-7b5e72d1-7261-4892-a166-dffab3b511c0 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/quotas/2d1aa3dc8d9a40f2bd6c470c929d000e HTTP/1.1" status: 200 len: 375 time: 0.0452619 Jul 16 08:40:52.582169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0c8fa-797a-415b-9822-660efdf4eb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2242b540-7fdd-4499-b54b-fb18fdcfa823,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.583692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46510) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.608256 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9be0c8fa-797a-415b-9822-660efdf4eb66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e50329629244461ac3e5687f702157d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124045 Jul 16 08:40:52.608256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46514) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.638006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-71fa6a12-d555-428f-9b3b-bd3306f9c8e3 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646403 Jul 16 08:40:52.640449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-1e36987e-0223-4536-a13b-80ceee43005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.641987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-1e36987e-0223-4536-a13b-80ceee43005f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1102 time: 0.2207282 Jul 16 08:40:52.668416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25340d53-7b8a-46ee-b440-c40bb8b45ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.695081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25340d53-7b8a-46ee-b440-c40bb8b45ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.772855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25340d53-7b8a-46ee-b440-c40bb8b45ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.779518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25340d53-7b8a-46ee-b440-c40bb8b45ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.781402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b945302c-3dfa-485c-809f-da9385e43a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.799400 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-25340d53-7b8a-46ee-b440-c40bb8b45ca7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2242b540-7fdd-4499-b54b-fb18fdcfa823 HTTP/1.1" status: 204 len: 168 time: 0.1873817 Jul 16 08:40:52.829360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25340d53-7b8a-46ee-b440-c40bb8b45ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242b540-7fdd-4499-b54b-fb18fdcfa823,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.974064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-75e8c505-41a8-490a-898a-3baeb21fed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.975670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-75e8c505-41a8-490a-898a-3baeb21fed25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2589951 Jul 16 08:40:53.074258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-b6f3121c-cf2a-4cd2-80eb-318f70580674 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.0869401 Jul 16 08:40:53.090824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46538) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.208001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8beb90f-27f9-4d0c-8505-97c7700a6ed1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:53.221434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.238787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-ba984a7f-faeb-4e19-9954-9220bdd51b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.240427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-ba984a7f-faeb-4e19-9954-9220bdd51b33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1535866 Jul 16 08:40:53.260872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46542) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.277900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Transition to ACTIVE for port object a8beb90f-27f9-4d0c-8505-97c7700a6ed1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:53.289296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88534c5f-f82b-4850-9404-6663e5461f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.302648 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b945302c-3dfa-485c-809f-da9385e43a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.308327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.325448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5be83-77fe-460f-8137-b7f7140f1390 req-5bec25f8-53fa-470e-8c6a-efccab11c0c9 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.327053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8f5be83-77fe-460f-8137-b7f7140f1390 req-5bec25f8-53fa-470e-8c6a-efccab11c0c9 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 932 time: 0.3295002 Jul 16 08:40:53.334446 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b945302c-3dfa-485c-809f-da9385e43a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.477757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945302c-3dfa-485c-809f-da9385e43a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617dcc23-1395-4295-81e2-695d98255528,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:53.485355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b945302c-3dfa-485c-809f-da9385e43a3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fdfcbc7b9074a01a59e1d55da306a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8902175 Jul 16 08:40:53.486360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Pushing event updated for resources: {'Port': ['ID=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:53.493004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46550) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.503012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88534c5f-f82b-4850-9404-6663e5461f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.504731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8f5be83-77fe-460f-8137-b7f7140f1390 req-594aae0f-4018-48b1-ba6e-96f7c0aa128e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662314 Jul 16 08:40:53.543837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88534c5f-f82b-4850-9404-6663e5461f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.555973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-2a50905b-a338-4d0f-932d-effd068345c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.557986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-2a50905b-a338-4d0f-932d-effd068345c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3020930 Jul 16 08:40:53.708754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Attempting to bind port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:53.708943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Attempting to bind port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:53.709264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Attempting to bind port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 on network ee79cf1d-2547-4500-bb91-eedab718c753 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:53.721689 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f247ca0f-cf90-439c-8a1d-74dcdcc0c465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.722359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 on network ee79cf1d-2547-4500-bb91-eedab718c753 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:53.723112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Attempting to bind port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 on network ee79cf1d-2547-4500-bb91-eedab718c753 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:53.735319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:53.735691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Checking segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:53.736444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Bound using segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:53.736983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Bound port: a8beb90f-27f9-4d0c-8505-97c7700a6ed1, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:53.737351 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.777341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-183cfe4c-f218-4d74-ab7a-e4db46f8ccd2 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098367 Jul 16 08:40:53.832151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88534c5f-f82b-4850-9404-6663e5461f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405005f5-a3a2-447d-badc-2f8c0b81afac,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:53.871942 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-88534c5f-f82b-4850-9404-6663e5461f1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80eb0b8130084a5396d3bd1b0ff70c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096740 Jul 16 08:40:53.880394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46560) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.916163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b56bbe4d-d6bd-4cde-9f01-095eed31b4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.984610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c57cbab-b456-4d07-ad2a-1d37fa3ea3c2 req-202b3480-cd81-42b4-b842-93e317904c39 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655531 Jul 16 08:40:54.016594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] For port a8beb90f-27f9-4d0c-8505-97c7700a6ed1, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:54.020288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f247ca0f-cf90-439c-8a1d-74dcdcc0c465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.039487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b56bbe4d-d6bd-4cde-9f01-095eed31b4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.041608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f247ca0f-cf90-439c-8a1d-74dcdcc0c465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.068678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e00d27b-7b6b-4926-9c37-1946e0d39842 req-866cf6d6-7731-454b-8549-55d6163fde5d tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 210 time: 0.0555539 Jul 16 08:40:54.073594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] For port a8beb90f-27f9-4d0c-8505-97c7700a6ed1, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:54.083693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.085680 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f247ca0f-cf90-439c-8a1d-74dcdcc0c465 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8bca850c78740ed9e30fce30f39bad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9925988 Jul 16 08:40:54.095467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46562) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.109047 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6699-4b7c-4519-a495-92784777d29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.145327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.146040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.147413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] 10.222.0.52 "PUT /v2.0/ports/a8beb90f-27f9-4d0c-8505-97c7700a6ed1 HTTP/1.1" status: 200 len: 1093 time: 1.9004362 Jul 16 08:40:54.149470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'tag': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:54.151795 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070" -d '{"events": [{"name": "network-changed", "server_uuid": "3745d953-1722-4aa3-8fb6-e2b65c9e3668", "tag": "a8beb90f-27f9-4d0c-8505-97c7700a6ed1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:54.169363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247ca0f-cf90-439c-8a1d-74dcdcc0c465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cbc9e3-8812-406c-94ab-4905095df1cc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.179549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6699-4b7c-4519-a495-92784777d29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.191709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989be75-10a1-48d4-b9ab-3b69e4e15e5f service neutron] Pushing event updated for resources: {'Port': ['ID=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.199332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a9fe0-8f14-4ba4-a36f-e4e5c3d256f1 req-22f2b6bd-79dc-4380-aa8a-b4de27b57a33 tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.200882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775a9fe0-8f14-4ba4-a36f-e4e5c3d256f1 req-22f2b6bd-79dc-4380-aa8a-b4de27b57a33 tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1102 time: 0.1313286 Jul 16 08:40:54.234578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-775a9fe0-8f14-4ba4-a36f-e4e5c3d256f1 req-8345d5cf-fb09-404e-9487-4a9be14a434f tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.274232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b98a70ba-74fd-43b3-93db-8e78bd08e86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.306276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b98a70ba-74fd-43b3-93db-8e78bd08e86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.324908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-8a824bd1-b07d-4630-a7e5-db3d656b5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.326539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-8a824bd1-b07d-4630-a7e5-db3d656b5645 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c236444a70408291cae3a865af9b98&device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 1096 time: 0.1007195 Jul 16 08:40:54.347768 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b56bbe4d-d6bd-4cde-9f01-095eed31b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.349887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b56bbe4d-d6bd-4cde-9f01-095eed31b4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.354820 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b56bbe4d-d6bd-4cde-9f01-095eed31b4e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/617dcc23-1395-4295-81e2-695d98255528 HTTP/1.1" status: 204 len: 168 time: 0.8582423 Jul 16 08:40:54.378665 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bbe4d-d6bd-4cde-9f01-095eed31b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617dcc23-1395-4295-81e2-695d98255528,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.388437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6699-4b7c-4519-a495-92784777d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.391815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6699-4b7c-4519-a495-92784777d29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.392962 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d4eb6699-4b7c-4519-a495-92784777d29b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/405005f5-a3a2-447d-badc-2f8c0b81afac HTTP/1.1" status: 204 len: 168 time: 0.5111294 Jul 16 08:40:54.427586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb6699-4b7c-4519-a495-92784777d29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405005f5-a3a2-447d-badc-2f8c0b81afac,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.441398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-775a9fe0-8f14-4ba4-a36f-e4e5c3d256f1 req-8345d5cf-fb09-404e-9487-4a9be14a434f tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.444318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-5c4f49b2-fa78-433b-9d3d-a53e79d3b998 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8beb90f-27f9-4d0c-8505-97c7700a6ed1 HTTP/1.1" status: 200 len: 217 time: 0.1094787 Jul 16 08:40:54.451065 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-775a9fe0-8f14-4ba4-a36f-e4e5c3d256f1 req-8345d5cf-fb09-404e-9487-4a9be14a434f tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.472115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b98a70ba-74fd-43b3-93db-8e78bd08e86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.475188 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b98a70ba-74fd-43b3-93db-8e78bd08e86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.476370 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b98a70ba-74fd-43b3-93db-8e78bd08e86f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6cbc9e3-8812-406c-94ab-4905095df1cc HTTP/1.1" status: 204 len: 168 time: 0.3798041 Jul 16 08:40:54.517852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775a9fe0-8f14-4ba4-a36f-e4e5c3d256f1 req-8345d5cf-fb09-404e-9487-4a9be14a434f tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088784 Jul 16 08:40:54.529561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a70ba-74fd-43b3-93db-8e78bd08e86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cbc9e3-8812-406c-94ab-4905095df1cc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.552353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345d5cf-fb09-404e-9487-4a9be14a434f tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d500552-bb70-4324-8b5e-5855566bedbf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.583413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-5aad5925-d75e-45f9-a1b6-b4e77064ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.585080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-5aad5925-d75e-45f9-a1b6-b4e77064ef4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1bcaee8-424e-4ce4-bc0f-70fcdb499588 HTTP/1.1" status: 200 len: 863 time: 0.1292620 Jul 16 08:40:54.658278 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2852f487-b0dd-48fe-b212-38d2234a82e9 x-openstack-request-id: req-2852f487-b0dd-48fe-b212-38d2234a82e9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:54.658845 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3745d953-1722-4aa3-8fb6-e2b65c9e3668", "tag": "a8beb90f-27f9-4d0c-8505-97c7700a6ed1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:54.659326 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2852f487-b0dd-48fe-b212-38d2234a82e9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:54.659847 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'tag': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'status': 'completed', 'code': 200} Jul 16 08:40:54.705603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-4fafaa68-eba8-401c-a5a1-559a42fe5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.709390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-4fafaa68-eba8-401c-a5a1-559a42fe5140 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee79cf1d-2547-4500-bb91-eedab718c753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171024 Jul 16 08:40:54.934463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46598) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.956213 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45f868e4-c70c-49e9-88fc-076dd24bb007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.964100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-2a54d9d9-80b9-4baf-bd49-50f90aa91a9c tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372524 Jul 16 08:40:55.096329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45f868e4-c70c-49e9-88fc-076dd24bb007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.103860 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45f868e4-c70c-49e9-88fc-076dd24bb007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.112744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-35afc185-6516-4a9e-ba4e-8eade0376e98 service neutron] 10.222.0.52 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934932 Jul 16 08:40:55.138854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f868e4-c70c-49e9-88fc-076dd24bb007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad93aa-c37b-4cda-8fb2-ffde5c8ef757,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.165004 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45f868e4-c70c-49e9-88fc-076dd24bb007 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=572c1950c97648d38d2fb7a9fc347cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290590 Jul 16 08:40:55.171095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46608) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.172695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-a7f03f8c-ffa0-489a-bbf9-1f610b3e1140 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.174577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-a7f03f8c-ffa0-489a-bbf9-1f610b3e1140 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012393 Jul 16 08:40:55.214857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Request body: {'port': {'device_id': 'c10b8fb9-8a47-4cd8-8395-29023e2ac200', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '2d1aa3dc8d9a40f2bd6c470c929d000e'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:55.241529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6e37dee-6e71-41b7-bdc1-08057261ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.259062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46610) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.275929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6e37dee-6e71-41b7-bdc1-08057261ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.313292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34a01123-08df-4a69-98bd-950c55d4a01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.321607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71040205-69c4-4863-b0d1-2b409d6c8e64 req-beff7a0e-fefc-4086-8a01-3c0b61b97a5f service neutron] 10.222.0.52 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975033 Jul 16 08:40:55.356450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6e37dee-6e71-41b7-bdc1-08057261ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.362222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6e37dee-6e71-41b7-bdc1-08057261ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.366608 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f6e37dee-6e71-41b7-bdc1-08057261ea85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bad93aa-c37b-4cda-8fb2-ffde5c8ef757 HTTP/1.1" status: 204 len: 168 time: 0.1914859 Jul 16 08:40:55.383422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e37dee-6e71-41b7-bdc1-08057261ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad93aa-c37b-4cda-8fb2-ffde5c8ef757,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.500387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-bde88635-282a-4269-9b22-d2188f7b6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.505479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-bde88635-282a-4269-9b22-d2188f7b6ded service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c236444a70408291cae3a865af9b98&device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 1096 time: 0.1230874 Jul 16 08:40:55.556675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34a01123-08df-4a69-98bd-950c55d4a01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.571789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34a01123-08df-4a69-98bd-950c55d4a01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.683090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-34a01123-08df-4a69-98bd-950c55d4a01b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b4bf98add6045c7bc7602ccf1d54099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210677 Jul 16 08:40:55.683790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Made reservation on behalf of 2d1aa3dc8d9a40f2bd6c470c929d000e for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:55.686640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46628) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.687325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.694557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a01123-08df-4a69-98bd-950c55d4a01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8350b50e-fcf7-4a95-9506-d16d326256bc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.710377 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.747256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-59f32f54-4fbe-452d-8d79-5116d00b0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.748765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-59f32f54-4fbe-452d-8d79-5116d00b0e1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 200 len: 925 time: 0.2295799 Jul 16 08:40:55.753470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-637adfe8-e03e-4e3b-a457-2e588125cccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.773940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d8632-8513-4609-b572-ce429afe7a49 req-f66910d7-dd30-4b3a-a19a-04f548ba5efd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.775471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-950d8632-8513-4609-b572-ce429afe7a49 req-f66910d7-dd30-4b3a-a19a-04f548ba5efd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 944 time: 0.2408020 Jul 16 08:40:55.780907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-637adfe8-e03e-4e3b-a457-2e588125cccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.815661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-285d5fc9-336f-425b-b8eb-fe21e812a58b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8beb90f-27f9-4d0c-8505-97c7700a6ed1 HTTP/1.1" status: 200 len: 217 time: 0.0563896 Jul 16 08:40:55.862161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-637adfe8-e03e-4e3b-a457-2e588125cccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.867082 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-637adfe8-e03e-4e3b-a457-2e588125cccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.871462 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-637adfe8-e03e-4e3b-a457-2e588125cccf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8350b50e-fcf7-4a95-9506-d16d326256bc HTTP/1.1" status: 204 len: 168 time: 0.1819913 Jul 16 08:40:55.892017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637adfe8-e03e-4e3b-a457-2e588125cccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8350b50e-fcf7-4a95-9506-d16d326256bc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.923498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-950d8632-8513-4609-b572-ce429afe7a49 req-efe81dc6-c374-4391-9de9-84ef3d22e6fa tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124790 Jul 16 08:40:55.959728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-79aedf68-005c-41ec-af64-22a326238eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.964023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-79aedf68-005c-41ec-af64-22a326238eb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1bcaee8-424e-4ce4-bc0f-70fcdb499588 HTTP/1.1" status: 200 len: 863 time: 0.1345356 Jul 16 08:40:56.096718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.107843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-82f58f82-c696-4bda-9bd5-2a58816b8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.110858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-82f58f82-c696-4bda-9bd5-2a58816b8d7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee79cf1d-2547-4500-bb91-eedab718c753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339197 Jul 16 08:40:56.112369 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.257062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08234622-65db-4341-b8a3-4c86f1e29015 req-3da873b9-1e69-4502-b45f-ddacd57526c5 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 210 time: 0.0880716 Jul 16 08:40:56.273677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec150d41-09fc-48d9-ae2d-c187c5cbef54,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.432463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Allocated IP 192.168.233.115 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:56.442754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-7ca24d6b-386d-4ef0-a890-3181d98c502d service neutron] 10.222.0.52 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726882 Jul 16 08:40:56.571866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38599f-801e-4a59-8570-c190a8e51cb2 req-be5556ba-7ee8-4f5d-b104-e15dca04fb6e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.581790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c38599f-801e-4a59-8570-c190a8e51cb2 req-be5556ba-7ee8-4f5d-b104-e15dca04fb6e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.2661190 Jul 16 08:40:56.654134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eecebd0-6f64-4911-b4a7-e0c88c8e6070 req-541dc32c-9918-4b10-8a36-1db550837eb6 service neutron] 10.222.0.52 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965387 Jul 16 08:40:56.717200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c38599f-801e-4a59-8570-c190a8e51cb2 req-83ff264f-fb54-4d51-ba5b-323846c1581d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344576 Jul 16 08:40:56.752276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:56.782359 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.799477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Transition to ACTIVE for port object 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:56.842203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.879673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:56.909593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:56.913439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:56.917731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:56.945935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Pushing event updated for resources: {'Port': ['ID=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.995769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.996420 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.021012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-684d954e-2f56-43d4-b493-667f016fc844 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8104720 Jul 16 08:40:57.036899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Request body: {'port': {'device_id': 'c10b8fb9-8a47-4cd8-8395-29023e2ac200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:57.235713 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-762c2430-2407-44fa-b0c4-922a53c1a51d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4742882 Jul 16 08:40:57.269688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-719844d7-3ee4-44e6-a1a9-dc13242ee2c8 None None] Provisioning for port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:57.280029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-719844d7-3ee4-44e6-a1a9-dc13242ee2c8 None None] Provisioning complete for port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:57.282842 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-719844d7-3ee4-44e6-a1a9-dc13242ee2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.325972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fe947e5-a24d-4034-be2e-0d2ad1855d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.331663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.334747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-719844d7-3ee4-44e6-a1a9-dc13242ee2c8 None None] Port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:57.462509 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fe947e5-a24d-4034-be2e-0d2ad1855d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.468832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fe947e5-a24d-4034-be2e-0d2ad1855d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.527645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe947e5-a24d-4034-be2e-0d2ad1855d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d646b87d-fbbf-4d75-8908-eac75d0ef081,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.537220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed302b-2b2b-425f-a3e4-03e70a84bfe5 req-484a127d-4362-4fa3-bfee-abcbfe269842 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.545935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76ed302b-2b2b-425f-a3e4-03e70a84bfe5 req-484a127d-4362-4fa3-bfee-abcbfe269842 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 970 time: 0.2857282 Jul 16 08:40:57.565071 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1fe947e5-a24d-4034-be2e-0d2ad1855d4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35966886fe384a61b986b963b329a9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6785555 Jul 16 08:40:57.565704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46716) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:57.620127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46b41676-a7b3-4e2d-ae5f-214489b0190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.674071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46b41676-a7b3-4e2d-ae5f-214489b0190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.735893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46b41676-a7b3-4e2d-ae5f-214489b0190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.739048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46b41676-a7b3-4e2d-ae5f-214489b0190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.745839 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-46b41676-a7b3-4e2d-ae5f-214489b0190b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d646b87d-fbbf-4d75-8908-eac75d0ef081 HTTP/1.1" status: 204 len: 168 time: 0.1789601 Jul 16 08:40:57.757331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b41676-a7b3-4e2d-ae5f-214489b0190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d646b87d-fbbf-4d75-8908-eac75d0ef081,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.772992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a8beb90f-27f9-4d0c-8505-97c7700a6ed1 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:57.864395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76ed302b-2b2b-425f-a3e4-03e70a84bfe5 req-1f9f6bad-be5f-491e-a7a7-136d56c36266 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173735 Jul 16 08:40:57.908519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a8beb90f-27f9-4d0c-8505-97c7700a6ed1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:57.925684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'port_id': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'mac_address': 'fa:16:3e:48:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:57.978955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eae8cc-f63d-47f1-8aad-0bc5abd3c0a2 req-08c3a003-8382-4b00-9a57-9cd9eda90de2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.989375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1eae8cc-f63d-47f1-8aad-0bc5abd3c0a2 req-08c3a003-8382-4b00-9a57-9cd9eda90de2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 944 time: 0.4614227 Jul 16 08:40:57.997247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.031154 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8beb90f-27f9-4d0c-8505-97c7700a6ed1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:58.066879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a8beb90f-27f9-4d0c-8505-97c7700a6ed1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:58.072310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.123875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1eae8cc-f63d-47f1-8aad-0bc5abd3c0a2 req-a0441578-039a-43f8-8233-246d05e5fb9f tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281362 Jul 16 08:40:58.138832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:58.149325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.150097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.178364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Transition to ACTIVE for port object 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:58.187918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b2177-c0e9-4db7-90c4-66448262d9a0 req-ca4458cf-e4b6-4f1d-bb50-21ada5c8ce4e tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.189806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d9b2177-c0e9-4db7-90c4-66448262d9a0 req-ca4458cf-e4b6-4f1d-bb50-21ada5c8ce4e tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 936 time: 0.1882677 Jul 16 08:40:58.191259 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.281519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Pushing event updated for resources: {'Port': ['ID=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.316482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a8beb90f-27f9-4d0c-8505-97c7700a6ed1'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:58.325523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d9b2177-c0e9-4db7-90c4-66448262d9a0 req-0316e404-7257-4d51-bc46-e9987069f793 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293414 Jul 16 08:40:58.474799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46758) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:58.507653 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce39283b-beee-4362-baab-de2f04f6d93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.588302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Attempting to bind port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:58.591459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Attempting to bind port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:58.602327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Attempting to bind port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:58.607503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:58.608499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Attempting to bind port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:58.631847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:58.633326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:58.633993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:58.635021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Bound port: 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:58.635939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.687759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-4084622d-0dab-4c31-abac-7f4c81033029 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.689793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-4084622d-0dab-4c31-abac-7f4c81033029 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.52 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 970 time: 0.3253307 Jul 16 08:40:58.750831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce39283b-beee-4362-baab-de2f04f6d93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.752259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028ef24-200e-4935-8469-1c9993fdb1a5 req-b7c90041-5831-4470-9d6e-f4c194d06f2e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.754135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b028ef24-200e-4935-8469-1c9993fdb1a5 req-b7c90041-5831-4470-9d6e-f4c194d06f2e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.3884406 Jul 16 08:40:58.755598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce39283b-beee-4362-baab-de2f04f6d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.797628 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce39283b-beee-4362-baab-de2f04f6d93f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0433007dc7b42859e42e843e0c353ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209472 Jul 16 08:40:58.800498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46766) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:58.844324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39283b-beee-4362-baab-de2f04f6d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac2605f-988c-4d18-bb45-6a20c6b24185,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.899347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf153a0b-d54c-45db-b0e8-2961dd9a5faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.941766 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf153a0b-d54c-45db-b0e8-2961dd9a5faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.019991 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf153a0b-d54c-45db-b0e8-2961dd9a5faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.023499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf153a0b-d54c-45db-b0e8-2961dd9a5faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.025609 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cf153a0b-d54c-45db-b0e8-2961dd9a5faf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ac2605f-988c-4d18-bb45-6a20c6b24185 HTTP/1.1" status: 204 len: 168 time: 0.2232959 Jul 16 08:40:59.046557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf153a0b-d54c-45db-b0e8-2961dd9a5faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac2605f-988c-4d18-bb45-6a20c6b24185,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:59.047391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] For port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:59.124544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] For port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:59.133943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b028ef24-200e-4935-8469-1c9993fdb1a5 req-f38172a1-ce43-4f57-af7a-6bc676195862 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443041 Jul 16 08:40:59.163131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.271723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.272356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.273820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] 10.222.0.54 "PUT /v2.0/ports/4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca HTTP/1.1" status: 200 len: 1097 time: 2.2413139 Jul 16 08:40:59.292254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10b8fb9-8a47-4cd8-8395-29023e2ac200', 'tag': '4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:59.299051 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adccb2c8-6cd1-41bf-9687-e2563cec35ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c10b8fb9-8a47-4cd8-8395-29023e2ac200", "tag": "4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:59.338027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Deleting port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:59.338389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.465946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f742d-6133-4ac2-8182-dddbd70db246 service neutron] Pushing event updated for resources: {'Port': ['ID=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:59.549127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba03ca6-b2ec-469c-ad9d-f01d280eb20f req-22d895b1-8102-4987-95bf-69b4d9f5aebe tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.550668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ba03ca6-b2ec-469c-ad9d-f01d280eb20f req-22d895b1-8102-4987-95bf-69b4d9f5aebe tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 970 time: 0.4031844 Jul 16 08:40:59.619943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] For port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:59.620581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.652015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Calling delete_port for b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d owned by compute:tempest-test_az-651135056 {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:59.670189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ba03ca6-b2ec-469c-ad9d-f01d280eb20f req-58dcf08c-3e60-47f9-a5d2-1c40aaa7ec0d tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8d47817-1e13-462c-9e82-b15e431c59eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076024 Jul 16 08:40:59.673120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26d557b-cb7f-43fa-aca8-d51f3e5656ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.675287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-d26d557b-cb7f-43fa-aca8-d51f3e5656ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 1100 time: 0.3280175 Jul 16 08:40:59.767500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.54', 57293) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:59.777214 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149de54-24b1-42a4-a6ff-40bef2698360 x-openstack-request-id: req-c149de54-24b1-42a4-a6ff-40bef2698360 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:59.777214 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10b8fb9-8a47-4cd8-8395-29023e2ac200", "tag": "4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:59.777404 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c149de54-24b1-42a4-a6ff-40bef2698360 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:59.777764 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10b8fb9-8a47-4cd8-8395-29023e2ac200', 'tag': '4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca', 'status': 'completed', 'code': 200} Jul 16 08:40:59.788315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a8beb90f-27f9-4d0c-8505-97c7700a6ed1 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:59.794927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db663-35fe-47ee-be22-b6f2fe8efd78 req-e616cccd-f57b-4368-b872-2e8926e61420 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.796782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-182db663-35fe-47ee-be22-b6f2fe8efd78 req-e616cccd-f57b-4368-b872-2e8926e61420 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 945 time: 0.4692833 Jul 16 08:40:59.874739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:59.883634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:59.886068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.894287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-014109d4-e3ad-48e5-b4e9-32b5af91483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.895286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-ea2a531c-11cd-4bbf-85bf-94d38f7e0015 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca HTTP/1.1" status: 200 len: 217 time: 0.1167982 Jul 16 08:40:59.899784 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-014109d4-e3ad-48e5-b4e9-32b5af91483a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1102 time: 0.1311021 Jul 16 08:41:00.034924 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.038190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-182db663-35fe-47ee-be22-b6f2fe8efd78 req-971398bb-08bb-4c9a-ab89-ac5d56f4330e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632857 Jul 16 08:41:00.084002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-0037b3b1-27d1-4a89-9d9f-0ed518f1f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.085272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:00.085944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-0037b3b1-27d1-4a89-9d9f-0ed518f1f019 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1627693 Jul 16 08:41:00.088070 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c73b77-2c7d-4ad3-a4ca-587554819e17" -d '{"events": [{"server_uuid": "3745d953-1722-4aa3-8fb6-e2b65c9e3668", "name": "network-vif-plugged", "status": "completed", "tag": "a8beb90f-27f9-4d0c-8505-97c7700a6ed1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:00.105506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a8beb90f-27f9-4d0c-8505-97c7700a6ed1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:00.112010 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.113239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:00.125064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac37f83-b233-4e08-808d-62481992e1ed req-5a06fc51-c669-43b5-9121-f17221cdb06f tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.133262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aac37f83-b233-4e08-808d-62481992e1ed req-5a06fc51-c669-43b5-9121-f17221cdb06f tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 948 time: 0.2561417 Jul 16 08:41:00.191867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.202661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-f68664c9-a082-488e-bf44-c02d418d9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.205204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-f68664c9-a082-488e-bf44-c02d418d9a46 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2910194 Jul 16 08:41:00.244669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Pushing event deleted for resources: {'Port': ['ID=b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:00.274757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aac37f83-b233-4e08-808d-62481992e1ed req-f5c90692-b0cc-47dd-b4cd-267ac3d6b2ff tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399739 Jul 16 08:41:00.413502 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f37f6-0f95-4390-ad66-b5ab00e17219 x-openstack-request-id: req-b50f37f6-0f95-4390-ad66-b5ab00e17219 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:00.413813 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3745d953-1722-4aa3-8fb6-e2b65c9e3668", "name": "network-vif-plugged", "status": "completed", "tag": "a8beb90f-27f9-4d0c-8505-97c7700a6ed1", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:00.414065 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b50f37f6-0f95-4390-ad66-b5ab00e17219 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:00.414458 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'code': 200} Jul 16 08:41:00.435744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No active binding found for port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d {{(pid=94167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:41:00.436199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:00.445293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:00.501811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] No DVR routers for this DVR port b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:00.517243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-a47073aa-a950-4958-a4b3-16aec0dfd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.518919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-a47073aa-a950-4958-a4b3-16aec0dfd21b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4169610 Jul 16 08:41:00.519364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.52', 64566) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:00.528242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.535780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59db2be8-c11f-4fb5-b132-19eef12d9acf req-ad6d0873-27f3-4090-83c1-308a24b36083 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.52 "DELETE /v2.0/ports/b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d HTTP/1.1" status: 204 len: 173 time: 1.8167138 Jul 16 08:41:00.748223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-eed60060-128a-48ff-aa1b-2a99a67a2ff9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.5353622 Jul 16 08:41:00.863740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-ea05f138-f92b-4add-aeb1-865d535a7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.871921 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-ea05f138-f92b-4add-aeb1-865d535a7d8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1119995 Jul 16 08:41:00.988861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-b2d9ea56-bb43-4232-8c13-794469d83fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.991825 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-b2d9ea56-bb43-4232-8c13-794469d83fe9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130111 Jul 16 08:41:01.026086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0afdc-01b3-4e47-ab14-9569498d6ffc req-e8fc410d-9298-447e-a6cb-d117a3caf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.027745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0cf0afdc-01b3-4e47-ab14-9569498d6ffc req-e8fc410d-9298-447e-a6cb-d117a3caf4e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 1098 time: 0.4887507 Jul 16 08:41:01.035568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-745f2866-5024-47d6-a081-e85e5178c4f1 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952753 Jul 16 08:41:01.072616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cbef9-8bfa-4b16-a31f-0e1635295457 req-3133fb52-7d64-49c4-81c0-ced86cc1428e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.079451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb7cbef9-8bfa-4b16-a31f-0e1635295457 req-3133fb52-7d64-49c4-81c0-ced86cc1428e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.4189627 Jul 16 08:41:01.141925 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-d8b43b09-cd48-44df-812e-0a98ceef36a8 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415820 Jul 16 08:41:01.185674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb7cbef9-8bfa-4b16-a31f-0e1635295457 req-597fc989-471b-4afa-b797-fabd960fc2b5 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052742 Jul 16 08:41:01.221228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0cf0afdc-01b3-4e47-ab14-9569498d6ffc req-071ccc9f-9409-4fcf-886a-0bf1b2a3511f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846843 Jul 16 08:41:01.223240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-8236ba95-c9d1-4f8c-9e51-3284eaa64623 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a2867df5177409cb5bd02694ca550f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057966 Jul 16 08:41:01.259322 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-53f0822d-1e87-41e6-a4db-ae33c49f731d service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057022 Jul 16 08:41:01.305435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01e2720-4e93-4481-9398-3a34de8b14a6 req-f450bbae-8ea1-4081-b325-9b6e82aca46a service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575629 Jul 16 08:41:01.381341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-d978a852-e04a-4142-98cd-6504186512a7 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.384272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-d978a852-e04a-4142-98cd-6504186512a7 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537731 Jul 16 08:41:01.436543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b64cc93f-323d-4ef9-9529-8cfdfbba6aff tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/quotas/3a2867df5177409cb5bd02694ca550f1 HTTP/1.1" status: 200 len: 375 time: 0.0393529 Jul 16 08:41:01.462672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9078e655-c18f-4f25-afd5-25da1e521197 req-c5087597-f50f-4bd7-bc6a-dd47762cdcc6 tempest-AggregatesAdminTestJSON-1094393077 tempest-AggregatesAdminTestJSON-1094393077-project] 10.222.0.55 "GET /v2.0/ports?device_id=48169517-9fce-4c7f-af7e-80c6528936c6 HTTP/1.1" status: 200 len: 210 time: 0.0421805 Jul 16 08:41:01.500505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-c27800d9-c6d3-44db-9e99-7800ce29de8d tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a2867df5177409cb5bd02694ca550f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417058 Jul 16 08:41:01.528400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-fa8f3b76-686b-4924-8d7f-316f9a71990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.530743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-fa8f3b76-686b-4924-8d7f-316f9a71990b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 1100 time: 0.1443477 Jul 16 08:41:01.648047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-29d9860f-32f3-4c9f-b6bc-eb4e5d50cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.649831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-29d9860f-32f3-4c9f-b6bc-eb4e5d50cc42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1098847 Jul 16 08:41:01.731514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-984d7c8c-7738-4514-a7f5-813fb4e14815 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca HTTP/1.1" status: 200 len: 217 time: 0.0710964 Jul 16 08:41:01.783169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48169517-9fce-4c7f-af7e-80c6528936c6', 'name': 'network-vif-deleted', 'tag': 'b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:01.786683 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94835455-8a5e-4998-950d-b7431efb49bc" -d '{"events": [{"server_uuid": "48169517-9fce-4c7f-af7e-80c6528936c6", "name": "network-vif-deleted", "tag": "b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:01.844438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-cc6204bb-deba-4053-b5c0-d519de53dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.846175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-cc6204bb-deba-4053-b5c0-d519de53dbd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1033325 Jul 16 08:41:01.912502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06434-1519-4ea5-83dd-59b2de6714b5 req-a9f439ee-6d22-4534-a544-561d57df2199 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.914325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bee06434-1519-4ea5-83dd-59b2de6714b5 req-a9f439ee-6d22-4534-a544-561d57df2199 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 946 time: 0.1220491 Jul 16 08:41:01.975326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-2fb0db39-cc48-4709-88b5-0f9356e031cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.976977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-2fb0db39-cc48-4709-88b5-0f9356e031cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1185272 Jul 16 08:41:01.995342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bee06434-1519-4ea5-83dd-59b2de6714b5 req-6458861a-3ce5-41b4-bdf0-ac7d702fc0d2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708208 Jul 16 08:41:02.152278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-282ab806-f0b4-420e-bcd0-fd1fc0f44f15 req-fae14804-1a7d-4b39-bb73-416904ddd7aa tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 210 time: 0.0389884 Jul 16 08:41:02.154311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-e1d0cfcf-bfec-489a-99bc-05033b022acb service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635818 Jul 16 08:41:02.177538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcf66-6f92-4d4f-99d2-c4baab32f754 req-3f7e51e7-6e41-4eba-91bf-7e74785e5b78 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.185975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4debcf66-6f92-4d4f-99d2-c4baab32f754 req-3f7e51e7-6e41-4eba-91bf-7e74785e5b78 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 948 time: 0.2132349 Jul 16 08:41:02.225292 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0986aa2-fa65-4b60-937c-4e430cf9c7fe x-openstack-request-id: req-a0986aa2-fa65-4b60-937c-4e430cf9c7fe {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:02.225546 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48169517-9fce-4c7f-af7e-80c6528936c6", "name": "network-vif-deleted", "tag": "b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:02.225816 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0986aa2-fa65-4b60-937c-4e430cf9c7fe {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:02.226202 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48169517-9fce-4c7f-af7e-80c6528936c6', 'name': 'network-vif-deleted', 'tag': 'b8dfd9c8-1294-4f61-9b7d-6cc729c87d1d', 'status': 'completed', 'code': 200} Jul 16 08:41:02.264975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4debcf66-6f92-4d4f-99d2-c4baab32f754 req-b2d5c6d5-913a-45cd-b12d-15796c329f67 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772448 Jul 16 08:41:02.332301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adccb2c8-6cd1-41bf-9687-e2563cec35ab req-4475aadd-6e07-4a03-afb4-70e437df97a7 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435330 Jul 16 08:41:02.441162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a224ff-57ac-4644-b3a0-ad0f6fb9ae22 req-b7da336e-d4a4-46e8-8fe6-70388a8a279c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.442784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6a224ff-57ac-4644-b3a0-ad0f6fb9ae22 req-b7da336e-d4a4-46e8-8fe6-70388a8a279c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.0691340 Jul 16 08:41:02.484391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6a224ff-57ac-4644-b3a0-ad0f6fb9ae22 req-aec5ec3c-e130-4d4c-ad9d-8616a62365d8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358875 Jul 16 08:41:02.619627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Request body: {'security_group': {'name': 'tempest-securitygroup-686919696', 'description': 'tempest-description-1308134472'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:02.645798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.653771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.781720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.791760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.851790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a596e526-03ea-47e7-a22f-8690bab9da83,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.912770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.918758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.958950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.960256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4e820e7-4e81-46c7-b18b-d714c0b64486 req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3448811 Jul 16 08:41:02.966261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46930) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:02.966727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b8b6b-7324-485d-93eb-346d8662858f tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895f8e9c-95bb-4187-af5f-f43bd28962f7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.999716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-d7c10ba4-b381-4cd6-bc6a-4c648dd93d6d tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3a2867df5177409cb5bd02694ca550f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245812 Jul 16 08:41:03.005113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46936) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.060187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7103aa03-af58-4d0a-9846-84f57cea2d59 req-3672a5b7-6f87-41dd-89aa-57c3492b46e2 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Request body: {'security_group': {'name': 'tempest-securitygroup-390451042', 'description': 'tempest-description-1844425466'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:03.131689 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eea81633-0352-4ba9-ac43-2fe0fb95e1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.159729 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7103aa03-af58-4d0a-9846-84f57cea2d59 req-3672a5b7-6f87-41dd-89aa-57c3492b46e2 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.210850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-1d0b915e-5445-4b3d-b745-b114b0439342 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.212536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-1d0b915e-5445-4b3d-b745-b114b0439342 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085657 Jul 16 08:41:03.231742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Request body: {'port': {'device_id': '4ffece60-3619-462d-b9c0-9725514f1046', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '3a2867df5177409cb5bd02694ca550f1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:03.264468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.360406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7037f091-4b55-4ff3-995c-bd7981639b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.383889 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eea81633-0352-4ba9-ac43-2fe0fb95e1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.388190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712faf4-1f34-4566-bd75-92a5e3f32da7 req-f346ea95-3a6e-4e04-8223-d69a36d7f978 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.389818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0712faf4-1f34-4566-bd75-92a5e3f32da7 req-f346ea95-3a6e-4e04-8223-d69a36d7f978 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 946 time: 0.1660223 Jul 16 08:41:03.393011 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fea58aa6-324f-4461-8f8e-ad44fbdde343 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d18f7315a9e4e55b2204128dad6ab0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3867357 Jul 16 08:41:03.393899 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eea81633-0352-4ba9-ac43-2fe0fb95e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.395858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46952) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.410103 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:41:03.410103 n-d-780147-28 neutron-server[94159]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:41:03.410103 n-d-780147-28 neutron-server[94159]: [parameters: {'project_id_1': '3a2867df5177409cb5bd02694ca550f1', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 41, 3, 393256)}] Jul 16 08:41:03.410103 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:03.410582 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:03.425121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-7037f091-4b55-4ff3-995c-bd7981639b48 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:41:03.425121 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:41:03.425121 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id_1': 'ccac697d30fe42ffaf738b6ecce6ba3e', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 41, 3, 388731)}] Jul 16 08:41:03.425121 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:03.425522 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-7037f091-4b55-4ff3-995c-bd7981639b48 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:03.459970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea81633-0352-4ba9-ac43-2fe0fb95e1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c598ca-6b27-48ff-9431-435ef75c23f0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.460305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0712faf4-1f34-4566-bd75-92a5e3f32da7 req-c31d64ca-6a66-4b66-a3c0-b1ab5ddf095e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603087 Jul 16 08:41:03.468563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46954) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.468769 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eea81633-0352-4ba9-ac43-2fe0fb95e1e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfe23dbc0d1f4a259385e6b1c3e8df05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943454 Jul 16 08:41:03.494574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66ebe0bc-14be-4f5a-8f53-1c06dd189fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.517824 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7103aa03-af58-4d0a-9846-84f57cea2d59 req-3672a5b7-6f87-41dd-89aa-57c3492b46e2 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.524506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66ebe0bc-14be-4f5a-8f53-1c06dd189fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.525237 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7103aa03-af58-4d0a-9846-84f57cea2d59 req-3672a5b7-6f87-41dd-89aa-57c3492b46e2 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.562812 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7103aa03-af58-4d0a-9846-84f57cea2d59 req-3672a5b7-6f87-41dd-89aa-57c3492b46e2 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.563952 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7103aa03-af58-4d0a-9846-84f57cea2d59 req-3672a5b7-6f87-41dd-89aa-57c3492b46e2 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5297043 Jul 16 08:41:03.571353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672a5b7-6f87-41dd-89aa-57c3492b46e2 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9159ac8-d475-4cda-aab2-f214dd1e5b95,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.573740 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cb85201-02c9-4935-94b6-409405c512f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.603182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66ebe0bc-14be-4f5a-8f53-1c06dd189fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.606817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66ebe0bc-14be-4f5a-8f53-1c06dd189fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.608877 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-66ebe0bc-14be-4f5a-8f53-1c06dd189fc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8d47817-1e13-462c-9e82-b15e431c59eb HTTP/1.1" status: 204 len: 168 time: 0.2102082 Jul 16 08:41:03.611805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cb85201-02c9-4935-94b6-409405c512f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.619417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebe0bc-14be-4f5a-8f53-1c06dd189fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d47817-1e13-462c-9e82-b15e431c59eb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.660207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-259eedc5-4828-484e-8e85-fc8af559ed9c req-efeb5dde-3ffc-4df8-94be-77b131f2bc2c tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 210 time: 0.0406246 Jul 16 08:41:03.732769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cb85201-02c9-4935-94b6-409405c512f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.735683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cb85201-02c9-4935-94b6-409405c512f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.736986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3cb85201-02c9-4935-94b6-409405c512f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75c598ca-6b27-48ff-9431-435ef75c23f0 HTTP/1.1" status: 204 len: 168 time: 0.2674041 Jul 16 08:41:03.753592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb85201-02c9-4935-94b6-409405c512f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c598ca-6b27-48ff-9431-435ef75c23f0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.762593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1d39c-e74c-4349-96b0-bd408cfac2f5 req-87b506d6-42ac-41ae-b988-6f781054a621 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.764125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ea1d39c-e74c-4349-96b0-bd408cfac2f5 req-87b506d6-42ac-41ae-b988-6f781054a621 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 948 time: 0.0901003 Jul 16 08:41:03.807990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ea1d39c-e74c-4349-96b0-bd408cfac2f5 req-53d645c6-fea6-4a3f-8f72-3588bd6e87a5 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Jul 16 08:41:03.884239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c797cc-3f12-4a0d-88bb-77a684ee32eb req-572a29c5-ca37-4b21-99f4-91223860e89e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.886001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09c797cc-3f12-4a0d-88bb-77a684ee32eb req-572a29c5-ca37-4b21-99f4-91223860e89e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 946 time: 0.0768006 Jul 16 08:41:03.896431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46970) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.903281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Request body: {'floatingip': {'port_id': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:03.937989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7037f091-4b55-4ff3-995c-bd7981639b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.940522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Made reservation on behalf of 3a2867df5177409cb5bd02694ca550f1 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:03.946749 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.984885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46974) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.997139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.026675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.072420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf3224-7f3a-4068-aba6-66c159a673df req-ef961072-cfdb-4515-bb9a-f057f1aa58f1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.074109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8caf3224-7f3a-4068-aba6-66c159a673df req-ef961072-cfdb-4515-bb9a-f057f1aa58f1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.1228228 Jul 16 08:41:04.132143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8caf3224-7f3a-4068-aba6-66c159a673df req-77729114-c6a3-4400-b4a5-4377ac555c97 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486596 Jul 16 08:41:04.191676 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.197732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.212584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46976) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:04.266243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-071e0515-173e-447f-8d36-5e0f3bcbb111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.297622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13183b84-42b2-488c-a0ec-9f2da04d2503,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:04.302687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1501448149', 'description': 'tempest-description-1862937584'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:04.315109 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-05fe52c3-4d53-4dd2-b08b-35abaa35f218 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76d85879902a481089ca475588384422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282804 Jul 16 08:41:04.317578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46978) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:04.402656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Allocated IP 192.168.233.237 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/9e20855f-eb89-4f09-9531-b77cbb0e7431) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:04.423932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.463044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.528116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7037f091-4b55-4ff3-995c-bd7981639b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.540666 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7037f091-4b55-4ff3-995c-bd7981639b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.584914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.587577 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.588713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e157a4f1-0464-4910-a7fc-5076f6a36df5 HTTP/1.1" status: 204 len: 168 time: 0.2706380 Jul 16 08:41:04.599344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.621415 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.624079 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7037f091-4b55-4ff3-995c-bd7981639b48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccac697d30fe42ffaf738b6ecce6ba3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3570538 Jul 16 08:41:04.629008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46982) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:04.643860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e157a4f1-0464-4910-a7fc-5076f6a36df5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:04.668783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037f091-4b55-4ff3-995c-bd7981639b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1046405b-713a-4cd1-8649-b43f09a785db,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:04.676900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.677175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.677523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.677900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.678506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.678842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.679093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.679576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.679813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.680143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.680462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.680785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afa088-643a-4db5-9572-336576abf32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.688771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.734451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Transition to ACTIVE for port object 9e20855f-eb89-4f09-9531-b77cbb0e7431 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:04.777213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a83bb7d4-b6d6-4528-840b-83a6282b7496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.861422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0724fbb9-13d9-46cf-8b02-3290bdecdca2 req-b2ef4ac2-b860-4fa8-bdae-0017f71ccf82 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 210 time: 0.0583093 Jul 16 08:41:04.863343 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a83bb7d4-b6d6-4528-840b-83a6282b7496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.890828 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.904789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-071e0515-173e-447f-8d36-5e0f3bcbb111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.960582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-071e0515-173e-447f-8d36-5e0f3bcbb111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.127994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.134437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.200577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:05.234413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:05.261563 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Floating IP a54ae9e4-d236-49fe-9164-23914409e732 associated. External IP: 172.25.6.51, port: a8beb90f-27f9-4d0c-8505-97c7700a6ed1. Jul 16 08:41:05.263761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:05.266515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Pushing event updated for resources: {'Port': ['ID=9e20855f-eb89-4f09-9531-b77cbb0e7431,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.276461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-071e0515-173e-447f-8d36-5e0f3bcbb111 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ec73da91ce14b5286b1470396b51a85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0613699 Jul 16 08:41:05.277169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e0515-173e-447f-8d36-5e0f3bcbb111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f2cf91-b0ac-4311-95ba-3de75365d2e2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.279593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47004) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:05.305579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:05.444747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:05.464032 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.475024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca', 'mac_address': 'fa:16:3e:0f:80:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:05.477621 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a83bb7d4-b6d6-4528-840b-83a6282b7496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.480186 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a83bb7d4-b6d6-4528-840b-83a6282b7496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.481349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a83bb7d4-b6d6-4528-840b-83a6282b7496 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1046405b-713a-4cd1-8649-b43f09a785db HTTP/1.1" status: 204 len: 168 time: 0.8476377 Jul 16 08:41:05.493826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.494484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.497052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.545365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.548299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bb7d4-b6d6-4528-840b-83a6282b7496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1046405b-713a-4cd1-8649-b43f09a785db,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.594671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:05.629220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbedee0-9323-4367-8793-4750f81ddbf3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.636208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58796ce7-09fb-4409-acd8-d547b7108f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.651102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e17105-2e15-4722-be93-aa65d9d0c027 req-4a1d7a88-99b0-489d-ab18-7def05fb1c30 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.656374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:05.658128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0e17105-2e15-4722-be93-aa65d9d0c027 req-4a1d7a88-99b0-489d-ab18-7def05fb1c30 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 948 time: 0.4672308 Jul 16 08:41:05.660200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-540bb5bf-0f7d-486a-969b-52ff6e82570c None None] Provisioning for port 9e20855f-eb89-4f09-9531-b77cbb0e7431 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:05.666049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Router e4472a70-30b0-4b95-8f42-aea3d1300ae0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:05.666597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-540bb5bf-0f7d-486a-969b-52ff6e82570c None None] Provisioning complete for port 9e20855f-eb89-4f09-9531-b77cbb0e7431 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:05.667193 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-540bb5bf-0f7d-486a-969b-52ff6e82570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.669015 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.706072 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58796ce7-09fb-4409-acd8-d547b7108f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.756531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-540bb5bf-0f7d-486a-969b-52ff6e82570c None None] Port 9e20855f-eb89-4f09-9531-b77cbb0e7431 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:05.776828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.780854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.796601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0e17105-2e15-4722-be93-aa65d9d0c027 req-44fa8c1f-1105-4964-9f3c-47a71d748374 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374152 Jul 16 08:41:05.802205 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.809283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-b1eeee5f-b2e7-449a-9364-d00bfcec8afe tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5876250 Jul 16 08:41:05.834739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Request body: {'port': {'device_id': '4ffece60-3619-462d-b9c0-9725514f1046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:05.873166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:05.879431 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.894536 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] Sync routers for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:05.912374 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:05.913837 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.926342 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-96e640af-7b9e-40e4-bc08-68913c0148f2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "PUT /v2.0/floatingips/a54ae9e4-d236-49fe-9164-23914409e732 HTTP/1.1" status: 200 len: 991 time: 2.0261135 Jul 16 08:41:05.926342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'tag': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:05.940134 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.941402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94f0a7ec-f4bc-4642-b155-7054c90e601b req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.6555376 Jul 16 08:41:05.945769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658be04-4df5-401f-a95b-2e862ed0cc63 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd31e617-ef7b-43c8-957b-c7d0c7a53ed4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.964216 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58796ce7-09fb-4409-acd8-d547b7108f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.971094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58796ce7-09fb-4409-acd8-d547b7108f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.975102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-58796ce7-09fb-4409-acd8-d547b7108f47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60f2cf91-b0ac-4311-95ba-3de75365d2e2 HTTP/1.1" status: 204 len: 168 time: 0.6546841 Jul 16 08:41:05.985495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:06.023389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58796ce7-09fb-4409-acd8-d547b7108f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f2cf91-b0ac-4311-95ba-3de75365d2e2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:06.084982 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.126262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47030) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.160436 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.185605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c292c9-da28-4b0e-8ae3-bfbf4284b0a7 req-37d5533d-984d-446c-8322-bb12d2907581 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.187668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55c292c9-da28-4b0e-8ae3-bfbf4284b0a7 req-37d5533d-984d-446c-8322-bb12d2907581 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.2098458 Jul 16 08:41:06.276654 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:06.313197 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb9dd62-d69c-434a-8b20-aa50e033537b" -d '{"events": [{"name": "network-changed", "server_uuid": "3745d953-1722-4aa3-8fb6-e2b65c9e3668", "tag": "a8beb90f-27f9-4d0c-8505-97c7700a6ed1"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:06.353477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55c292c9-da28-4b0e-8ae3-bfbf4284b0a7 req-6df40e5f-4af2-402d-a38f-521ac39f3489 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247449 Jul 16 08:41:06.416653 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.426235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.432471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60acd74-4adb-41e4-a98c-3c705159c5db req-a4ec3796-164f-45de-8169-5e6acd925401 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.434078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60acd74-4adb-41e4-a98c-3c705159c5db req-a4ec3796-164f-45de-8169-5e6acd925401 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 936 time: 0.3333857 Jul 16 08:41:06.500307 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8061e1b412a410d97bd4c9b68c7ad06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725338 Jul 16 08:41:06.501022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47042) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.561770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178a1e7d-c85f-4bae-a913-61ece1b90529,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:06.580994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.581347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.581706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.582047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.582389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.582706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.583028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.583350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.584096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.584096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.584337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.584613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c13b55-134b-44c5-8a52-80e12b705bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:06.613608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60acd74-4adb-41e4-a98c-3c705159c5db req-2174c223-3973-4acf-83e0-2eafc95bbdc2 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677501 Jul 16 08:41:06.621348 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa060900-e550-4859-bdbb-1f521297d5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.675397 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa060900-e550-4859-bdbb-1f521297d5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.689168 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a54ae9e4-d236-49fe-9164-23914409e732', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'port_id': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'mac_address': 'fa:16:3e:48:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:41:04Z', 'revision_number': 1, 'project_id': '83c236444a70408291cae3a865af9b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:06.696638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-f1730124-ef6a-44c7-a242-83734e371d54 req-06667e5e-ba8c-45c0-b47e-15b892124753 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-887582458', 'description': 'tempest-description-225643953'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:06.722885 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] Checking router: e4472a70-30b0-4b95-8f42-aea3d1300ae0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:06.738856 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:06.739860 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:40:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:06.742725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa060900-e550-4859-bdbb-1f521297d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.745435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa060900-e550-4859-bdbb-1f521297d5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.746601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa060900-e550-4859-bdbb-1f521297d5df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/178a1e7d-c85f-4bae-a913-61ece1b90529 HTTP/1.1" status: 204 len: 168 time: 0.2375433 Jul 16 08:41:06.759629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa060900-e550-4859-bdbb-1f521297d5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a1e7d-c85f-4bae-a913-61ece1b90529,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:06.764902 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f1730124-ef6a-44c7-a242-83734e371d54 req-06667e5e-ba8c-45c0-b47e-15b892124753 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.896089 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:06.909117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e20855f-eb89-4f09-9531-b77cbb0e7431 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:06.920291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.946653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Transition to ACTIVE for port object 9e20855f-eb89-4f09-9531-b77cbb0e7431 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:06.961271 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.976210 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f1730124-ef6a-44c7-a242-83734e371d54 req-06667e5e-ba8c-45c0-b47e-15b892124753 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.000769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f1730124-ef6a-44c7-a242-83734e371d54 req-06667e5e-ba8c-45c0-b47e-15b892124753 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.084217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f1730124-ef6a-44c7-a242-83734e371d54 req-06667e5e-ba8c-45c0-b47e-15b892124753 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.089047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1730124-ef6a-44c7-a242-83734e371d54 req-06667e5e-ba8c-45c0-b47e-15b892124753 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4050355 Jul 16 08:41:07.092067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Pushing event updated for resources: {'Port': ['ID=9e20855f-eb89-4f09-9531-b77cbb0e7431,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.101313 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0acb10f-a30c-4217-8d6d-e53f4bf6cbb8 x-openstack-request-id: req-f0acb10f-a30c-4217-8d6d-e53f4bf6cbb8 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:07.102116 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3745d953-1722-4aa3-8fb6-e2b65c9e3668", "tag": "a8beb90f-27f9-4d0c-8505-97c7700a6ed1", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:07.102382 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0acb10f-a30c-4217-8d6d-e53f4bf6cbb8 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:07.102914 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'tag': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'status': 'completed', 'code': 200} Jul 16 08:41:07.185685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06667e5e-ba8c-45c0-b47e-15b892124753 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd1d83-8d74-4ed5-9680-fd667e3d4f84,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.307592 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a54ae9e4-d236-49fe-9164-23914409e732', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'port_id': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'mac_address': 'fa:16:3e:48:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:41:04Z', 'revision_number': 1, 'project_id': '83c236444a70408291cae3a865af9b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:07.323580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:07.346536 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d40f5-469d-45ff-9cf7-16c9a6a9ffcd None None] The sync data for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 is: [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a54ae9e4-d236-49fe-9164-23914409e732', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'port_id': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'mac_address': 'fa:16:3e:48:e6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:41:04Z', 'revision_number': 1, 'project_id': '83c236444a70408291cae3a865af9b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:07.427002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Attempting to bind port 9e20855f-eb89-4f09-9531-b77cbb0e7431 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:07.427523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Attempting to bind port 9e20855f-eb89-4f09-9531-b77cbb0e7431 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:07.431036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Attempting to bind port 9e20855f-eb89-4f09-9531-b77cbb0e7431 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:07.444725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:07.451084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:07.451318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Port 9e20855f-eb89-4f09-9531-b77cbb0e7431 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:07.451460 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.452198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Attempting to bind port 9e20855f-eb89-4f09-9531-b77cbb0e7431 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:07.483623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-557d89af-7a03-4ede-87f8-5dc262a7b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.485395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-557d89af-7a03-4ede-87f8-5dc262a7b809 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c236444a70408291cae3a865af9b98&device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 1098 time: 0.3397841 Jul 16 08:41:07.486185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:07.486524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:07.486909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:07.487355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Bound port: 9e20855f-eb89-4f09-9531-b77cbb0e7431, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:07.487970 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.569657 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.617091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644049f0-f8e2-4cd3-808d-4b3b2c8ac7b8 req-d79273d1-fa0a-4293-972e-16043263231c tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.619367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:07.619892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-644049f0-f8e2-4cd3-808d-4b3b2c8ac7b8 req-d79273d1-fa0a-4293-972e-16043263231c tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 949 time: 0.3396227 Jul 16 08:41:07.626452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10b8fb9-8a47-4cd8-8395-29023e2ac200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:07.629773 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089a8c27-0cbe-464e-a619-cf1f036a6401" -d '{"events": [{"server_uuid": "c10b8fb9-8a47-4cd8-8395-29023e2ac200", "name": "network-vif-plugged", "status": "completed", "tag": "4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:07.636242 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.715588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd5d9a-8b11-454c-a40b-2cb7097212df None None] New status for floating IP a54ae9e4-d236-49fe-9164-23914409e732: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:41:07.775225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] For port 9e20855f-eb89-4f09-9531-b77cbb0e7431, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:07.802550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.816058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-644049f0-f8e2-4cd3-808d-4b3b2c8ac7b8 req-77d8f303-7236-4347-b97d-0d1a0a56cbda tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369877 Jul 16 08:41:07.820295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] For port 9e20855f-eb89-4f09-9531-b77cbb0e7431, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9e20855f-eb89-4f09-9531-b77cbb0e7431,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:07.825780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-fb1f761d-aa4d-4775-ba53-6701de531e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.828198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-fb1f761d-aa4d-4775-ba53-6701de531e51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 200 len: 925 time: 0.3261349 Jul 16 08:41:07.834551 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.944809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.945437 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.946861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] 10.222.0.52 "PUT /v2.0/ports/9e20855f-eb89-4f09-9531-b77cbb0e7431 HTTP/1.1" status: 200 len: 1097 time: 2.1165934 Jul 16 08:41:07.957618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffece60-3619-462d-b9c0-9725514f1046', 'tag': '9e20855f-eb89-4f09-9531-b77cbb0e7431'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:07.959867 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625af4d7-5688-4335-9a3e-db2c0ea60156" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffece60-3619-462d-b9c0-9725514f1046", "tag": "9e20855f-eb89-4f09-9531-b77cbb0e7431"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:08.049767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-e8eb50fa-a5f0-4fe9-81e9-d4f3b9179e12 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39563 time: 0.8979473 Jul 16 08:41:08.121072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-7f2b05df-2e08-4d86-a300-3cbb5866c2cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8beb90f-27f9-4d0c-8505-97c7700a6ed1 HTTP/1.1" status: 200 len: 999 time: 0.2842948 Jul 16 08:41:08.130527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c66c-f84a-4b79-9cde-d1d566b98615 service neutron] Pushing event updated for resources: {'Port': ['ID=9e20855f-eb89-4f09-9531-b77cbb0e7431,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.224505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-931440ab-efc0-4b93-a71d-a296ae83be77 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/0aa5fc0d-5719-4b0a-9e2e-b8d4fd6490fa HTTP/1.1" status: 200 len: 2981 time: 0.1204615 Jul 16 08:41:08.228601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-1ad4bc01-86e4-4e58-a9e3-50036ad87e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.229780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-1ad4bc01-86e4-4e58-a9e3-50036ad87e32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1bcaee8-424e-4ce4-bc0f-70fcdb499588 HTTP/1.1" status: 200 len: 863 time: 0.0944452 Jul 16 08:41:08.268459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-819b9f11-bec9-4c4d-b446-525654ca7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.269986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-819b9f11-bec9-4c4d-b446-525654ca7bbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a2867df5177409cb5bd02694ca550f1&device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 1100 time: 0.2727203 Jul 16 08:41:08.517041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-82c2ce72-9836-4814-92dd-e0bb28b025b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9e20855f-eb89-4f09-9531-b77cbb0e7431 HTTP/1.1" status: 200 len: 217 time: 0.2282221 Jul 16 08:41:08.587073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-e0bfcf2d-7b32-44a9-b203-7a7d1b235422 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/0aa5fc0d-5719-4b0a-9e2e-b8d4fd6490fa HTTP/1.1" status: 200 len: 2981 time: 0.3551264 Jul 16 08:41:08.644927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-469c7796-25eb-4581-9385-927c83df7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.646449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-469c7796-25eb-4581-9385-927c83df7694 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1167967 Jul 16 08:41:08.653480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-f23d6b87-1b58-403b-a090-8f054eadf683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.655172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-f23d6b87-1b58-403b-a090-8f054eadf683 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee79cf1d-2547-4500-bb91-eedab718c753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4139423 Jul 16 08:41:08.746410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72bb9f-0185-4a6f-93d4-0057a271ab3b req-47403623-2d5b-479d-bde9-771dc02a55d3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.748022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f72bb9f-0185-4a6f-93d4-0057a271ab3b req-47403623-2d5b-479d-bde9-771dc02a55d3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.2391663 Jul 16 08:41:08.754455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-5079952b-0198-4760-aabb-d4a9eebe4190 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/13183b84-42b2-488c-a0ec-9f2da04d2503 HTTP/1.1" status: 200 len: 2981 time: 0.1563036 Jul 16 08:41:08.874655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f72bb9f-0185-4a6f-93d4-0057a271ab3b req-98928efc-30a9-4089-a7db-31206c8d092a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192226 Jul 16 08:41:08.890184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-5a6d9659-53c7-41f5-90b7-df5615846c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.891705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-5a6d9659-53c7-41f5-90b7-df5615846c1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2356949 Jul 16 08:41:08.898391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-704b7e4b-a3b8-407e-9037-3361b21f798f service neutron] 10.222.0.52 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250202 Jul 16 08:41:08.899799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-e3714e57-f43c-41c3-b4a3-3c068db7f041 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/13183b84-42b2-488c-a0ec-9f2da04d2503 HTTP/1.1" status: 200 len: 2981 time: 0.1348586 Jul 16 08:41:08.935545 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba83cbd-739d-427c-a97f-375c826bf7a6 x-openstack-request-id: req-fba83cbd-739d-427c-a97f-375c826bf7a6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:08.936120 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10b8fb9-8a47-4cd8-8395-29023e2ac200", "name": "network-vif-plugged", "status": "completed", "tag": "4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:08.936339 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fba83cbd-739d-427c-a97f-375c826bf7a6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:08.936984 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10b8fb9-8a47-4cd8-8395-29023e2ac200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca', 'code': 200} Jul 16 08:41:09.121478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-888ee6bf-a5ba-4cc5-b3c9-f00095464371 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/25ae8d92-b3df-4c7d-bd0b-4e8f00463a28 HTTP/1.1" status: 200 len: 2973 time: 0.2129068 Jul 16 08:41:09.178056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-5e6d512b-43b8-4240-9dc8-c8ead185ff14 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772796 Jul 16 08:41:09.205463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb9dd62-d69c-434a-8b20-aa50e033537b req-587e45f1-28a8-4e67-97e2-4e9cb478b341 service neutron] 10.222.0.52 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959602 Jul 16 08:41:09.258144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-03189477-21ae-48fa-a85e-a1c5f91b252a tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/25ae8d92-b3df-4c7d-bd0b-4e8f00463a28 HTTP/1.1" status: 200 len: 2973 time: 0.1222107 Jul 16 08:41:09.261976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812c0e0-ff44-47bd-8acd-d07221d1e785 req-d2882f90-b19a-4959-9996-367f2defb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.263422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9812c0e0-ff44-47bd-8acd-d07221d1e785 req-d2882f90-b19a-4959-9996-367f2defb72f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 1102 time: 0.2438893 Jul 16 08:41:09.316914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a86ccf-b8cd-4a9f-ae18-6ae884b70632 req-a3902a66-8f77-422c-ac00-32491dbd9117 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.318370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42a86ccf-b8cd-4a9f-ae18-6ae884b70632 req-a3902a66-8f77-422c-ac00-32491dbd9117 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 948 time: 0.2849948 Jul 16 08:41:09.384987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b97ef237-a3a2-49f1-89e6-97aa270d6645 req-15aa74d9-96f2-4408-b748-9680d3f18cd0 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990216 Jul 16 08:41:09.397224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9812c0e0-ff44-47bd-8acd-d07221d1e785 req-1e573d62-e35b-415e-809b-17592727cc31 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070030 Jul 16 08:41:09.407462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-cf9fca35-8820-4d2c-8a7d-dc3ada3b5fc5 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/66088466-b32d-47b4-8c18-51061e7c6ddb HTTP/1.1" status: 200 len: 2977 time: 0.1195471 Jul 16 08:41:09.415700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42a86ccf-b8cd-4a9f-ae18-6ae884b70632 req-0f8e1c34-168c-471d-b038-4c590e3af727 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821657 Jul 16 08:41:09.456526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-af5f9cb5-9c91-464d-ad3d-e89699d40e3c tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/66088466-b32d-47b4-8c18-51061e7c6ddb HTTP/1.1" status: 200 len: 2977 time: 0.0398252 Jul 16 08:41:09.504092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-83d6263d-e165-4b76-88ce-2f046eea0ac3 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6bbedee0-9323-4367-8793-4750f81ddbf3 HTTP/1.1" status: 200 len: 2981 time: 0.0420928 Jul 16 08:41:09.546105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-55f3227e-dfc4-4b44-9125-ebc150a1e24f tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6bbedee0-9323-4367-8793-4750f81ddbf3 HTTP/1.1" status: 200 len: 2981 time: 0.0359750 Jul 16 08:41:09.574202 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c9cec7-3035-4fd0-83cd-eee7943839f7 x-openstack-request-id: req-94c9cec7-3035-4fd0-83cd-eee7943839f7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:09.574511 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffece60-3619-462d-b9c0-9725514f1046", "tag": "9e20855f-eb89-4f09-9531-b77cbb0e7431", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:09.574754 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94c9cec7-3035-4fd0-83cd-eee7943839f7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:09.575154 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffece60-3619-462d-b9c0-9725514f1046', 'tag': '9e20855f-eb89-4f09-9531-b77cbb0e7431', 'status': 'completed', 'code': 200} Jul 16 08:41:09.599960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-387d742c-5ec4-435e-86c2-fa5167c35e0f tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/70b12ba9-5721-4d81-ba04-cd56a2572a05 HTTP/1.1" status: 200 len: 2981 time: 0.0470319 Jul 16 08:41:09.673337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-7b8b4578-9061-42bf-a19f-1a0ca07410d2 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/70b12ba9-5721-4d81-ba04-cd56a2572a05 HTTP/1.1" status: 200 len: 2981 time: 0.0644803 Jul 16 08:41:09.688067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-9f13e849-0946-49f6-a87c-9e52e400c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.689532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-9f13e849-0946-49f6-a87c-9e52e400c0f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a2867df5177409cb5bd02694ca550f1&device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 1100 time: 0.0887375 Jul 16 08:41:09.750426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-1b8c4af4-dbea-4bfc-aafb-a7b23fc28578 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/73468e61-2cfc-4173-9fe3-50e28f7d262c HTTP/1.1" status: 200 len: 2981 time: 0.0713456 Jul 16 08:41:09.830921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-3db9c279-412b-4def-9d50-3cfab7599592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.832519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-3db9c279-412b-4def-9d50-3cfab7599592 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1350091 Jul 16 08:41:09.837984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-29e68c73-3fbb-431d-a2d5-5702020f792f tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/73468e61-2cfc-4173-9fe3-50e28f7d262c HTTP/1.1" status: 200 len: 2981 time: 0.0612233 Jul 16 08:41:09.890189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-0bb2019a-f262-41b0-ac67-7e99e263d753 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9e20855f-eb89-4f09-9531-b77cbb0e7431 HTTP/1.1" status: 200 len: 217 time: 0.0504026 Jul 16 08:41:09.991352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-02fde04a-9bb8-4c9f-8400-b52727cbccd4 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/8d500552-bb70-4324-8b5e-5855566bedbf HTTP/1.1" status: 200 len: 2981 time: 0.1432748 Jul 16 08:41:09.994785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-773587ef-e98e-4522-8607-bab948b2c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.996200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-773587ef-e98e-4522-8607-bab948b2c836 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0987370 Jul 16 08:41:10.085127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2ebd0-3784-4e4d-99ea-5e87fdf87dc4 req-03880848-1042-4615-89e6-263ab7f35652 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.086651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0af2ebd0-3784-4e4d-99ea-5e87fdf87dc4 req-03880848-1042-4615-89e6-263ab7f35652 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 950 time: 0.1778538 Jul 16 08:41:10.097225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-f30d5a0a-a9ae-420e-8904-48bcc7c07f0d tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/8d500552-bb70-4324-8b5e-5855566bedbf HTTP/1.1" status: 200 len: 2981 time: 0.1001153 Jul 16 08:41:10.160236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0af2ebd0-3784-4e4d-99ea-5e87fdf87dc4 req-feffdcf6-a015-44f3-b780-8755156b1755 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666504 Jul 16 08:41:10.164987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-7b103acc-6450-45fc-bb2c-1ed4ddf83198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.166487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-7b103acc-6450-45fc-bb2c-1ed4ddf83198 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1584954 Jul 16 08:41:10.202660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-c83c9817-d646-4a45-b8ca-57baa244ec5c tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a596e526-03ea-47e7-a22f-8690bab9da83 HTTP/1.1" status: 200 len: 2981 time: 0.0963535 Jul 16 08:41:10.308165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-5c774502-6ce8-4067-93f8-01e220dccd99 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318974 Jul 16 08:41:10.309981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-7f602830-f32d-49be-9713-75c16994c98e tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a596e526-03ea-47e7-a22f-8690bab9da83 HTTP/1.1" status: 200 len: 2981 time: 0.0991001 Jul 16 08:41:10.449481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-efa6f8a2-7b57-4b69-a6a2-1bfc98c36674 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3 HTTP/1.1" status: 200 len: 2981 time: 0.1254888 Jul 16 08:41:10.477079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625af4d7-5688-4335-9a3e-db2c0ea60156 req-a80b2afc-b14a-4320-a9df-62d57b55301c service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614928 Jul 16 08:41:10.525956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690aff8-74ba-4261-9ad4-212656e231bb req-e45d4d7e-d497-477e-9685-26716ce717c2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.527451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a690aff8-74ba-4261-9ad4-212656e231bb req-e45d4d7e-d497-477e-9685-26716ce717c2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.1258366 Jul 16 08:41:10.528844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-0fd77f31-ccf3-4482-bec7-ba031ab2393f tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3 HTTP/1.1" status: 200 len: 2981 time: 0.0669613 Jul 16 08:41:10.594837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a690aff8-74ba-4261-9ad4-212656e231bb req-650178f1-1ecb-47fa-aa04-a8e7fde288f4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598612 Jul 16 08:41:10.598171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-71b1f582-f4e6-4d55-af16-f9f33dda1f2d tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/ec150d41-09fc-48d9-ae2d-c187c5cbef54 HTTP/1.1" status: 200 len: 2981 time: 0.0612495 Jul 16 08:41:10.645460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a621c4-594d-48ac-a058-45f6d4c83a52 req-68a27e80-b4e8-43cb-a6d1-e6cd560df6dc tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/ec150d41-09fc-48d9-ae2d-c187c5cbef54 HTTP/1.1" status: 200 len: 2981 time: 0.0412879 Jul 16 08:41:10.733483 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43b35c04-ac6f-4fed-aa44-0e389e7b6c2a req-5a491652-5109-4d2d-a7df-277d2e20004f tempest-FlavorsV2NegativeTest-79095908 tempest-FlavorsV2NegativeTest-79095908-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6a45a2c061d240fd9278a7608d71dbaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213747 Jul 16 08:41:10.867624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b35c04-ac6f-4fed-aa44-0e389e7b6c2a req-ca9a29d8-6ea5-4274-a34b-1d3827870c2b tempest-FlavorsV2NegativeTest-79095908 tempest-FlavorsV2NegativeTest-79095908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.869048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43b35c04-ac6f-4fed-aa44-0e389e7b6c2a req-ca9a29d8-6ea5-4274-a34b-1d3827870c2b tempest-FlavorsV2NegativeTest-79095908 tempest-FlavorsV2NegativeTest-79095908-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304269 Jul 16 08:41:10.890136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43b35c04-ac6f-4fed-aa44-0e389e7b6c2a req-dc6e595d-c42d-484d-bcfc-f99d7fcd568a tempest-FlavorsV2NegativeTest-79095908 tempest-FlavorsV2NegativeTest-79095908-project] 10.222.0.55 "GET /v2.0/quotas/6a45a2c061d240fd9278a7608d71dbaf HTTP/1.1" status: 200 len: 375 time: 0.0153418 Jul 16 08:41:10.926259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43b35c04-ac6f-4fed-aa44-0e389e7b6c2a req-ce6f4af9-ca56-4c97-993f-8c90ece016f3 tempest-FlavorsV2NegativeTest-79095908 tempest-FlavorsV2NegativeTest-79095908-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a45a2c061d240fd9278a7608d71dbaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302753 Jul 16 08:41:10.936497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac6382-04fa-42a5-97ea-0fc334e61178 req-eaab635b-5909-4b23-a75e-9444779161a8 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.937876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02ac6382-04fa-42a5-97ea-0fc334e61178 req-eaab635b-5909-4b23-a75e-9444779161a8 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 948 time: 0.1087601 Jul 16 08:41:10.983453 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02ac6382-04fa-42a5-97ea-0fc334e61178 req-0a0ae314-b6c4-45bd-b59f-d111f95c8750 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389292 Jul 16 08:41:11.105846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0bdd2e-4d2a-4e4f-950f-b5849d71fd03 req-ef23662d-d309-402e-b813-a3dba25dc3a0 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bb7beca40fa4e1f9955bed83e21bfa7 HTTP/1.1" status: 200 len: 6102 time: 0.0861530 Jul 16 08:41:11.165357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0bdd2e-4d2a-4e4f-950f-b5849d71fd03 req-38e69f6e-fe01-45ff-9f53-e43643bd95ff tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "GET /v2.0/security-groups/a596e526-03ea-47e7-a22f-8690bab9da83 HTTP/1.1" status: 200 len: 2981 time: 0.0511911 Jul 16 08:41:11.211542 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:11.230814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0bdd2e-4d2a-4e4f-950f-b5849d71fd03 req-8251057d-905f-47a9-b5c8-9859bb28e851 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "GET /v2.0/security-groups/a596e526-03ea-47e7-a22f-8690bab9da83 HTTP/1.1" status: 200 len: 2981 time: 0.0584078 Jul 16 08:41:11.306895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49be499e-e053-40e0-b8e3-c875bb359aa7 req-f0407c84-3475-43e0-b419-16cbdadbf58b tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/05cd1d83-8d74-4ed5-9680-fd667e3d4f84 HTTP/1.1" status: 200 len: 1776 time: 0.0433021 Jul 16 08:41:11.401944 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-49be499e-e053-40e0-b8e3-c875bb359aa7 req-587df9a8-a03c-4a3c-a778-3b274f1b35a5 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.402215 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47230) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.431475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-49be499e-e053-40e0-b8e3-c875bb359aa7 req-587df9a8-a03c-4a3c-a778-3b274f1b35a5 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.447483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cb923-c6be-4e66-b226-238662e225cf req-c3c64aeb-46fb-4557-9bcd-163111cc2fe2 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.449127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb4cb923-c6be-4e66-b226-238662e225cf req-c3c64aeb-46fb-4557-9bcd-163111cc2fe2 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 950 time: 0.1081009 Jul 16 08:41:11.457011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47234) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.506856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb4cb923-c6be-4e66-b226-238662e225cf req-d5d01fdb-f3be-4135-b700-afbaeddf8a8e tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Jul 16 08:41:11.507896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-49be499e-e053-40e0-b8e3-c875bb359aa7 req-587df9a8-a03c-4a3c-a778-3b274f1b35a5 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.510522 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-49be499e-e053-40e0-b8e3-c875bb359aa7 req-587df9a8-a03c-4a3c-a778-3b274f1b35a5 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.511713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49be499e-e053-40e0-b8e3-c875bb359aa7 req-587df9a8-a03c-4a3c-a778-3b274f1b35a5 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/05cd1d83-8d74-4ed5-9680-fd667e3d4f84 HTTP/1.1" status: 204 len: 173 time: 0.1990173 Jul 16 08:41:11.522520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587df9a8-a03c-4a3c-a778-3b274f1b35a5 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd1d83-8d74-4ed5-9680-fd667e3d4f84,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:11.579533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa69ad9c-d2c0-4aa8-b943-5c0b2674e06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.629720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5077126-bfe1-435e-a18c-0b636ff86a57 req-d3613a85-765d-4137-a8a4-c8fbfe87e621 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "GET /v2.0/security-groups/cd31e617-ef7b-43c8-957b-c7d0c7a53ed4 HTTP/1.1" status: 200 len: 1778 time: 0.0571532 Jul 16 08:41:11.689892 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c98f1fa-825c-4c4c-858a-ffe18e7d7e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.694639 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d5077126-bfe1-435e-a18c-0b636ff86a57 req-fdc551de-4716-4433-a8ba-0d6b3f2bdb06 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.711790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa69ad9c-d2c0-4aa8-b943-5c0b2674e06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.722149 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa69ad9c-d2c0-4aa8-b943-5c0b2674e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.727980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d5077126-bfe1-435e-a18c-0b636ff86a57 req-fdc551de-4716-4433-a8ba-0d6b3f2bdb06 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.774087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d5077126-bfe1-435e-a18c-0b636ff86a57 req-fdc551de-4716-4433-a8ba-0d6b3f2bdb06 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.776946 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d5077126-bfe1-435e-a18c-0b636ff86a57 req-fdc551de-4716-4433-a8ba-0d6b3f2bdb06 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.777942 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa69ad9c-d2c0-4aa8-b943-5c0b2674e06e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2e24e320e5d4b4794728ee6681a5512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747201 Jul 16 08:41:11.778546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5077126-bfe1-435e-a18c-0b636ff86a57 req-fdc551de-4716-4433-a8ba-0d6b3f2bdb06 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd31e617-ef7b-43c8-957b-c7d0c7a53ed4 HTTP/1.1" status: 204 len: 173 time: 0.1427255 Jul 16 08:41:11.786481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.811855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69ad9c-d2c0-4aa8-b943-5c0b2674e06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728ba8e2-a9b1-40d5-9b31-fffeee15691d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:11.846988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc551de-4716-4433-a8ba-0d6b3f2bdb06 tempest-SecurityGroupsTestAdminJSON-1291616148 tempest-SecurityGroupsTestAdminJSON-1291616148-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd31e617-ef7b-43c8-957b-c7d0c7a53ed4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:11.896744 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da39f327-4290-47dc-a791-ada1f384cc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.927259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9e20855f-eb89-4f09-9531-b77cbb0e7431 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:11.933665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da39f327-4290-47dc-a791-ada1f384cc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.955743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47254) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.997035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c98f1fa-825c-4c4c-858a-ffe18e7d7e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.016135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c98f1fa-825c-4c4c-858a-ffe18e7d7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.110336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c98f1fa-825c-4c4c-858a-ffe18e7d7e7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a45a2c061d240fd9278a7608d71dbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522949 Jul 16 08:41:12.116486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98f1fa-825c-4c4c-858a-ffe18e7d7e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ab46df-450d-4c21-b320-525c9f72e67d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.118955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47262) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.150298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9e20855f-eb89-4f09-9531-b77cbb0e7431, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9e20855f-eb89-4f09-9531-b77cbb0e7431,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:12.184181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '9e20855f-eb89-4f09-9531-b77cbb0e7431', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '9e20855f-eb89-4f09-9531-b77cbb0e7431', 'mac_address': 'fa:16:3e:b1:91:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:12.216147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6a1cbaf-456b-4477-bffa-c7e6cd380d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.224896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.238648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e20855f-eb89-4f09-9531-b77cbb0e7431 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:12.241337 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b402f40-a171-40ec-87a0-4f87d31eb5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.263383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9e20855f-eb89-4f09-9531-b77cbb0e7431, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9e20855f-eb89-4f09-9531-b77cbb0e7431,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:12.271665 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.282505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b402f40-a171-40ec-87a0-4f87d31eb5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.306585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f293d1b0-e591-40a4-bf16-b0e727e4bc9b req-a7db2dde-4120-40d3-ae9e-472c1b5fac0c tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "GET /v2.0/security-groups/c9159ac8-d475-4cda-aab2-f214dd1e5b95 HTTP/1.1" status: 200 len: 1777 time: 0.0590124 Jul 16 08:41:12.326279 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da39f327-4290-47dc-a791-ada1f384cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.327153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9e20855f-eb89-4f09-9531-b77cbb0e7431,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.329085 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da39f327-4290-47dc-a791-ada1f384cc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.338254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-da39f327-4290-47dc-a791-ada1f384cc70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/728ba8e2-a9b1-40d5-9b31-fffeee15691d HTTP/1.1" status: 204 len: 168 time: 0.5507576 Jul 16 08:41:12.372739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39f327-4290-47dc-a791-ada1f384cc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728ba8e2-a9b1-40d5-9b31-fffeee15691d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.386606 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b402f40-a171-40ec-87a0-4f87d31eb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.393206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b402f40-a171-40ec-87a0-4f87d31eb5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.395481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0b402f40-a171-40ec-87a0-4f87d31eb5ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80ab46df-450d-4c21-b320-525c9f72e67d HTTP/1.1" status: 204 len: 168 time: 0.2732906 Jul 16 08:41:12.406955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8080a-c3d1-4014-b67a-b5e1ac08129a req-dac85efd-fbe2-4249-8616-0875f82dbc27 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.408993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ca8080a-c3d1-4014-b67a-b5e1ac08129a req-dac85efd-fbe2-4249-8616-0875f82dbc27 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.4205129 Jul 16 08:41:12.414736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b402f40-a171-40ec-87a0-4f87d31eb5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ab46df-450d-4c21-b320-525c9f72e67d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.429604 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6a1cbaf-456b-4477-bffa-c7e6cd380d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.441930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6a1cbaf-456b-4477-bffa-c7e6cd380d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.486459 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f293d1b0-e591-40a4-bf16-b0e727e4bc9b req-7ad319aa-fb16-4adc-aade-5ba6cecbfdfd tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.492936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ca8080a-c3d1-4014-b67a-b5e1ac08129a req-0fbf06cf-d4b0-405c-91ba-f87a304b8652 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702634 Jul 16 08:41:12.499502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1cbaf-456b-4477-bffa-c7e6cd380d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc0673e-3828-43d0-8542-00678d52b7c7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.510981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9e20855f-eb89-4f09-9531-b77cbb0e7431'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:12.515599 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b6a1cbaf-456b-4477-bffa-c7e6cd380d2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68e711a690154a2aa1f9df4b3d71f61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314140 Jul 16 08:41:12.516198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47272) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.527239 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f293d1b0-e591-40a4-bf16-b0e727e4bc9b req-7ad319aa-fb16-4adc-aade-5ba6cecbfdfd tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.684097 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-983c2082-2d4a-4c3a-a9a8-a3575a3df196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.713228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f293d1b0-e591-40a4-bf16-b0e727e4bc9b req-7ad319aa-fb16-4adc-aade-5ba6cecbfdfd tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.715788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f293d1b0-e591-40a4-bf16-b0e727e4bc9b req-7ad319aa-fb16-4adc-aade-5ba6cecbfdfd tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.728486 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f293d1b0-e591-40a4-bf16-b0e727e4bc9b req-7ad319aa-fb16-4adc-aade-5ba6cecbfdfd tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "DELETE /v2.0/security-groups/c9159ac8-d475-4cda-aab2-f214dd1e5b95 HTTP/1.1" status: 204 len: 173 time: 0.4154003 Jul 16 08:41:12.741555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-983c2082-2d4a-4c3a-a9a8-a3575a3df196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.771843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad319aa-fb16-4adc-aade-5ba6cecbfdfd tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9159ac8-d475-4cda-aab2-f214dd1e5b95,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.793187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714a3a1-3678-4a1b-8c34-420165f36961 req-82540aff-dbf1-4341-81ad-07f4df89cab3 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.802117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9714a3a1-3678-4a1b-8c34-420165f36961 req-82540aff-dbf1-4341-81ad-07f4df89cab3 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 949 time: 0.1499658 Jul 16 08:41:12.851663 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-983c2082-2d4a-4c3a-a9a8-a3575a3df196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.853996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9714a3a1-3678-4a1b-8c34-420165f36961 req-ef8b2289-9cf3-4456-ba27-c3b7bd6b31b9 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 Jul 16 08:41:12.854916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-983c2082-2d4a-4c3a-a9a8-a3575a3df196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.859604 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-983c2082-2d4a-4c3a-a9a8-a3575a3df196 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcc0673e-3828-43d0-8542-00678d52b7c7 HTTP/1.1" status: 204 len: 168 time: 0.3396072 Jul 16 08:41:12.876860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c2082-2d4a-4c3a-a9a8-a3575a3df196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc0673e-3828-43d0-8542-00678d52b7c7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.913454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47284) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.932737 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32ca0d76-1d7b-4684-9f8d-fc96b1650b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.029256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-384db619-34f3-4613-9a7c-241daed3f26c req-84aa49d5-7112-4345-9722-b1d17c0935c8 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "GET /v2.0/security-groups/895f8e9c-95bb-4187-af5f-f43bd28962f7 HTTP/1.1" status: 200 len: 1777 time: 0.0599582 Jul 16 08:41:13.107116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32ca0d76-1d7b-4684-9f8d-fc96b1650b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.114503 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32ca0d76-1d7b-4684-9f8d-fc96b1650b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.129552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-384db619-34f3-4613-9a7c-241daed3f26c req-68b5d5af-5a6d-4aef-8142-832eccb9a858 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.148854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca0d76-1d7b-4684-9f8d-fc96b1650b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce00e8b-0392-48ee-8fdf-01cdda1f0fb4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.161115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-384db619-34f3-4613-9a7c-241daed3f26c req-68b5d5af-5a6d-4aef-8142-832eccb9a858 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.204031 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-32ca0d76-1d7b-4684-9f8d-fc96b1650b67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2faf7b7c34314e609ee56b3c0ea65df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894580 Jul 16 08:41:13.208213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47292) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:13.231382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c6e9d-f069-4eb4-b96e-cc634f1a343c req-9cf44f1a-d865-495d-b325-37f229ded3b0 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:13.238972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549c6e9d-f069-4eb4-b96e-cc634f1a343c req-9cf44f1a-d865-495d-b325-37f229ded3b0 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 950 time: 0.1768787 Jul 16 08:41:13.267723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-384db619-34f3-4613-9a7c-241daed3f26c req-68b5d5af-5a6d-4aef-8142-832eccb9a858 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.270406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-384db619-34f3-4613-9a7c-241daed3f26c req-68b5d5af-5a6d-4aef-8142-832eccb9a858 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.274227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-384db619-34f3-4613-9a7c-241daed3f26c req-68b5d5af-5a6d-4aef-8142-832eccb9a858 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] 10.222.0.55 "DELETE /v2.0/security-groups/895f8e9c-95bb-4187-af5f-f43bd28962f7 HTTP/1.1" status: 204 len: 173 time: 0.2438776 Jul 16 08:41:13.301535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d5af-5a6d-4aef-8142-832eccb9a858 tempest-SecurityGroupsTestAdminJSON-850049381 tempest-SecurityGroupsTestAdminJSON-850049381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895f8e9c-95bb-4187-af5f-f43bd28962f7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.332236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549c6e9d-f069-4eb4-b96e-cc634f1a343c req-de4490a8-c67e-48fc-81fb-10bb585621d4 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926495 Jul 16 08:41:13.349120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c4373df-28d0-43d5-9eb1-ef9e63d3a7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.372707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c4373df-28d0-43d5-9eb1-ef9e63d3a7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.395132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47300) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:13.434826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b637ec52-d2e9-41f9-a16f-9751093e83a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.438537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c4373df-28d0-43d5-9eb1-ef9e63d3a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.441637 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c4373df-28d0-43d5-9eb1-ef9e63d3a7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.442832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7c4373df-28d0-43d5-9eb1-ef9e63d3a7ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ce00e8b-0392-48ee-8fdf-01cdda1f0fb4 HTTP/1.1" status: 204 len: 168 time: 0.2336757 Jul 16 08:41:13.455255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4373df-28d0-43d5-9eb1-ef9e63d3a7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce00e8b-0392-48ee-8fdf-01cdda1f0fb4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.586964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b637ec52-d2e9-41f9-a16f-9751093e83a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.594050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b637ec52-d2e9-41f9-a16f-9751093e83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.625272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47310) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:13.643124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637ec52-d2e9-41f9-a16f-9751093e83a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3757c5-d524-4cdf-a5d1-9c9b5316e857,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.649217 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b637ec52-d2e9-41f9-a16f-9751093e83a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4287243db9a144bdaf33e6a409838d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528381 Jul 16 08:41:13.651929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47314) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:13.749711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f530672-8cd5-4709-b8cf-28a7b5911943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.768722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207a7a6-aeeb-414f-84dd-22b8c825b937 req-09ae1a5a-5c5f-49c1-90bc-141a2a12983e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:13.774305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1207a7a6-aeeb-414f-84dd-22b8c825b937 req-09ae1a5a-5c5f-49c1-90bc-141a2a12983e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.1145601 Jul 16 08:41:13.803044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f530672-8cd5-4709-b8cf-28a7b5911943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.845626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1207a7a6-aeeb-414f-84dd-22b8c825b937 req-a5b43dfe-78a6-4406-bf31-b1c432eb56c2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675981 Jul 16 08:41:13.880448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f530672-8cd5-4709-b8cf-28a7b5911943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.883303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f530672-8cd5-4709-b8cf-28a7b5911943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.886873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6f530672-8cd5-4709-b8cf-28a7b5911943 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c3757c5-d524-4cdf-a5d1-9c9b5316e857 HTTP/1.1" status: 204 len: 168 time: 0.2313852 Jul 16 08:41:13.895815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f530672-8cd5-4709-b8cf-28a7b5911943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3757c5-d524-4cdf-a5d1-9c9b5316e857,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.942606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9e20855f-eb89-4f09-9531-b77cbb0e7431 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:14.018083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6ca416ab-ad35-40c0-bbc4-c12d5252f81e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bb7beca40fa4e1f9955bed83e21bfa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891535 Jul 16 08:41:14.019071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47332) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:14.054698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 9e20855f-eb89-4f09-9531-b77cbb0e7431 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:14.071470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 9e20855f-eb89-4f09-9531-b77cbb0e7431 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:14.071984 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.105459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ce484-fccc-4f20-88f4-6dc3ca9df4c2 req-3c3a51e1-6652-4ff8-a64d-d77514f66181 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.107287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-227ce484-fccc-4f20-88f4-6dc3ca9df4c2 req-3c3a51e1-6652-4ff8-a64d-d77514f66181 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 949 time: 0.0905175 Jul 16 08:41:14.143199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1d628f9-6905-4d9e-b2e8-f8342b834523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.167384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1d628f9-6905-4d9e-b2e8-f8342b834523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.168436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-227ce484-fccc-4f20-88f4-6dc3ca9df4c2 req-e06ea487-8200-48ff-8916-b05f2a5f99b9 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546517 Jul 16 08:41:14.209907 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.238677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffece60-3619-462d-b9c0-9725514f1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e20855f-eb89-4f09-9531-b77cbb0e7431'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:14.240986 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d56899-366c-47d8-9cc9-15cf570959f4" -d '{"events": [{"server_uuid": "4ffece60-3619-462d-b9c0-9725514f1046", "name": "network-vif-plugged", "status": "completed", "tag": "9e20855f-eb89-4f09-9531-b77cbb0e7431"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:14.256247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9e20855f-eb89-4f09-9531-b77cbb0e7431, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9e20855f-eb89-4f09-9531-b77cbb0e7431,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:14.261100 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.261198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1d628f9-6905-4d9e-b2e8-f8342b834523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.272162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1d628f9-6905-4d9e-b2e8-f8342b834523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.273713 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d1d628f9-6905-4d9e-b2e8-f8342b834523 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a596e526-03ea-47e7-a22f-8690bab9da83 HTTP/1.1" status: 204 len: 168 time: 0.2514009 Jul 16 08:41:14.291777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d628f9-6905-4d9e-b2e8-f8342b834523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a596e526-03ea-47e7-a22f-8690bab9da83,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.294857 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febd31f5-6ee5-4399-83f7-3decc4a788d8 x-openstack-request-id: req-febd31f5-6ee5-4399-83f7-3decc4a788d8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:14.295268 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffece60-3619-462d-b9c0-9725514f1046", "name": "network-vif-plugged", "status": "completed", "tag": "9e20855f-eb89-4f09-9531-b77cbb0e7431", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:14.296088 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-febd31f5-6ee5-4399-83f7-3decc4a788d8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:14.296573 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffece60-3619-462d-b9c0-9725514f1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e20855f-eb89-4f09-9531-b77cbb0e7431', 'code': 200} Jul 16 08:41:14.362661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-14f08a03-f0fe-4f94-b1cb-8f5ebb79fc7d tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.364816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-14f08a03-f0fe-4f94-b1cb-8f5ebb79fc7d tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 1102 time: 0.1362059 Jul 16 08:41:14.397291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9e20855f-eb89-4f09-9531-b77cbb0e7431,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.409187 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75225cd2-76a5-45cf-803d-cca0275e6027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.555357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbc873-deb2-4513-a536-3abe48a42659 req-11a94a73-44d2-4cb5-8797-726fdc4e8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.556878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5bbc873-deb2-4513-a536-3abe48a42659 req-11a94a73-44d2-4cb5-8797-726fdc4e8139 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 1102 time: 0.1327145 Jul 16 08:41:14.603418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] Deleting port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:14.603763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.643144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6f11c-9f5e-4efb-8a82-750313a21f86 req-ba5be994-39e1-4b0d-ae64-5e07201054bb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.644660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddd6f11c-9f5e-4efb-8a82-750313a21f86 req-ba5be994-39e1-4b0d-ae64-5e07201054bb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 950 time: 0.1374233 Jul 16 08:41:14.648443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5bbc873-deb2-4513-a536-3abe48a42659 req-7ee459bb-3cb2-4f8b-8530-843f5d647028 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783432 Jul 16 08:41:14.736978 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddd6f11c-9f5e-4efb-8a82-750313a21f86 req-9fab2c26-8e3e-45a9-9999-028997493667 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857606 Jul 16 08:41:14.755160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] For port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:14.756130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.771553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] Calling delete_port for 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:14.848307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-7d405f6d-5a5b-4783-b020-6252a154198d tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=68524ee90bb24f5ba397d9a3fefb512a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329621 Jul 16 08:41:14.968915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.984847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47372) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.026866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-9c5069fe-0f8a-48f6-a3b7-e874860e9aad tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.028140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-9c5069fe-0f8a-48f6-a3b7-e874860e9aad tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712558 Jul 16 08:41:15.037139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ca64dfba-bc2a-4648-921f-d1542ad7d08a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5412aca4e4484f0783dce6d51388da7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502412 Jul 16 08:41:15.037762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47376) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.065360 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.068051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-b6693f12-cae2-4d6e-b3ea-47ec8716b527 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/quotas/68524ee90bb24f5ba397d9a3fefb512a HTTP/1.1" status: 200 len: 375 time: 0.0179653 Jul 16 08:41:15.080136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:15.101984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.122346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c029b30f-6e89-483d-81f1-5b504c38eedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.162295 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c029b30f-6e89-483d-81f1-5b504c38eedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.162641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-f9c1fc17-188a-4416-9384-af6991e3eff6 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68524ee90bb24f5ba397d9a3fefb512a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667281 Jul 16 08:41:15.193116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] No DVR routers for this DVR port 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:15.196416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.213182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d6bb7b6-2592-4fdc-9116-e1d84df509fc req-2b37caf8-5b35-49d1-aad5-d708d8567b11 tempest-DeleteServersAdminTestJSON-809750262 tempest-DeleteServersAdminTestJSON-809750262-project-admin] 10.222.0.54 "DELETE /v2.0/ports/4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca HTTP/1.1" status: 204 len: 173 time: 0.8402369 Jul 16 08:41:15.213779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10b8fb9-8a47-4cd8-8395-29023e2ac200', 'name': 'network-vif-deleted', 'tag': '4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:15.216144 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c37a924-b0cd-44ca-9356-9a7f1e5294bd" -d '{"events": [{"server_uuid": "c10b8fb9-8a47-4cd8-8395-29023e2ac200", "name": "network-vif-deleted", "tag": "4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:15.231382 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c029b30f-6e89-483d-81f1-5b504c38eedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.235282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c029b30f-6e89-483d-81f1-5b504c38eedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.236615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c029b30f-6e89-483d-81f1-5b504c38eedf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6bbedee0-9323-4367-8793-4750f81ddbf3 HTTP/1.1" status: 204 len: 168 time: 0.1977613 Jul 16 08:41:15.253421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7cdc3-806a-4b99-bbc6-37cded1fcc79 req-78e40e78-2a86-4348-b013-c03c013d77f0 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.253629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029b30f-6e89-483d-81f1-5b504c38eedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbedee0-9323-4367-8793-4750f81ddbf3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.262721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5de7cdc3-806a-4b99-bbc6-37cded1fcc79 req-78e40e78-2a86-4348-b013-c03c013d77f0 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.2659185 Jul 16 08:41:15.349901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5de7cdc3-806a-4b99-bbc6-37cded1fcc79 req-d0bba1d2-972c-455b-a56f-b9dc2741c39b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779023 Jul 16 08:41:15.686949 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46db885-4e68-4547-b3ab-658202cf6a24 x-openstack-request-id: req-c46db885-4e68-4547-b3ab-658202cf6a24 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:15.687285 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10b8fb9-8a47-4cd8-8395-29023e2ac200", "name": "network-vif-deleted", "tag": "4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:15.687533 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c46db885-4e68-4547-b3ab-658202cf6a24 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:15.687935 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10b8fb9-8a47-4cd8-8395-29023e2ac200', 'name': 'network-vif-deleted', 'tag': '4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca', 'status': 'completed', 'code': 200} Jul 16 08:41:15.770397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2e8618d-c536-44f0-92d7-f4ebfb5572b8 req-56ef58fa-63c4-4154-ad7e-f93ad317f142 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 210 time: 0.0350835 Jul 16 08:41:15.822193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425b69c-2651-4e3c-a7fb-28f4d6b227f2 req-6df93cfc-6ad6-4f37-a9dc-ef3e7e47cfa1 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.825102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a425b69c-2651-4e3c-a7fb-28f4d6b227f2 req-6df93cfc-6ad6-4f37-a9dc-ef3e7e47cfa1 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 950 time: 0.1354053 Jul 16 08:41:15.924668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a425b69c-2651-4e3c-a7fb-28f4d6b227f2 req-d214ee90-a4f2-4a26-b421-2e3e6cfdc137 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928438 Jul 16 08:41:15.972516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00f9c135-d788-4bf0-b389-202f397beea4 req-569271bb-0696-420b-90af-185794360549 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10b8fb9-8a47-4cd8-8395-29023e2ac200 HTTP/1.1" status: 200 len: 210 time: 0.0457101 Jul 16 08:41:16.578932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687ef83-3aa4-4a6d-8852-b40d2c99c9be req-3404340b-f645-4deb-8023-619d6066fa13 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.578932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d687ef83-3aa4-4a6d-8852-b40d2c99c9be req-3404340b-f645-4deb-8023-619d6066fa13 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.0733213 Jul 16 08:41:16.634008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d687ef83-3aa4-4a6d-8852-b40d2c99c9be req-d1edb2bd-412a-4ed2-a207-0fc3cc8396ff tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512307 Jul 16 08:41:16.925489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-3ba9bf78-c9f9-41da-947a-b58c3c5d76f8 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=68524ee90bb24f5ba397d9a3fefb512a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273416 Jul 16 08:41:16.995526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f8833ee-4442-428b-a3b4-c48ba0197446 req-7f9b77ad-8a75-4936-ab56-9873a6405cd5 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 210 time: 0.0657315 Jul 16 08:41:17.117322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-1f3fa5d7-d50d-40db-b385-f196c28d9d6f tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.119845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-1f3fa5d7-d50d-40db-b385-f196c28d9d6f tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746893 Jul 16 08:41:17.138440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Request body: {'port': {'device_id': '48bc1c11-fc20-446f-9992-0a88e9537424', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '68524ee90bb24f5ba397d9a3fefb512a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:17.316804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4dd65-aec8-4e98-aaf2-7f4af5628d00 req-ef18de0a-4b8f-416c-addb-494a449d508e tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.318348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39d4dd65-aec8-4e98-aaf2-7f4af5628d00 req-ef18de0a-4b8f-416c-addb-494a449d508e tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 950 time: 0.1506736 Jul 16 08:41:17.347589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Made reservation on behalf of 68524ee90bb24f5ba397d9a3fefb512a for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:17.351258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.364349 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.387492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39d4dd65-aec8-4e98-aaf2-7f4af5628d00 req-9738fcd6-b460-41ca-9a0a-9fedfb9b896d tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622244 Jul 16 08:41:17.509769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.515531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.582726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.589974 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e775b0a-9462-4efd-b85f-631f17b2247c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.646473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe432680-970b-425f-ade6-e810a9f3148a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.735538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Allocated IP 192.168.233.192 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:17.939005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c6c9c-4521-451f-91a2-327f98430edb req-fff295e6-f9d1-49f0-9308-fcd10a6a7c10 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.939569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c6c9c-4521-451f-91a2-327f98430edb req-fff295e6-f9d1-49f0-9308-fcd10a6a7c10 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.939943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c6c9c-4521-451f-91a2-327f98430edb req-fff295e6-f9d1-49f0-9308-fcd10a6a7c10 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.940409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c6c9c-4521-451f-91a2-327f98430edb req-fff295e6-f9d1-49f0-9308-fcd10a6a7c10 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.940871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c6c9c-4521-451f-91a2-327f98430edb req-fff295e6-f9d1-49f0-9308-fcd10a6a7c10 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.942683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-737c6c9c-4521-451f-91a2-327f98430edb req-fff295e6-f9d1-49f0-9308-fcd10a6a7c10 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1850867 Jul 16 08:41:17.981972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.002007 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Transition to ACTIVE for port object 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:18.048955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-4612783c-aa74-43c3-87aa-956debab80fd tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327256 Jul 16 08:41:18.069274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.136110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:18.177019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:18.182656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:18.238061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Pushing event updated for resources: {'Port': ['ID=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.288514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.289132 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.300251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-e6923ffa-4ac6-48e8-9ee7-589e8eafb6df tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.301821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-e6923ffa-4ac6-48e8-9ee7-589e8eafb6df tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473845 Jul 16 08:41:18.332401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0e897e0f-29fa-4348-909e-429d0fe3488b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2013173 Jul 16 08:41:18.333608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-f7a5fe69-d907-40d5-a18c-ec847efa6eb6 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/quotas/2d1aa3dc8d9a40f2bd6c470c929d000e HTTP/1.1" status: 200 len: 375 time: 0.0218232 Jul 16 08:41:18.347141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Request body: {'port': {'device_id': '48bc1c11-fc20-446f-9992-0a88e9537424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:18.375655 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.457307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7e333006-f293-4241-9b76-21950eeda73b None None] Provisioning for port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:18.461277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7e333006-f293-4241-9b76-21950eeda73b None None] Provisioning complete for port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:18.461677 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e333006-f293-4241-9b76-21950eeda73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.501739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7e333006-f293-4241-9b76-21950eeda73b None None] Port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:18.573482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600d19f-0996-4d26-9ace-377abcf5286e req-aaa0d9ae-604e-4ce3-a794-96ef826d0003 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.575005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0600d19f-0996-4d26-9ace-377abcf5286e req-aaa0d9ae-604e-4ce3-a794-96ef826d0003 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.3646488 Jul 16 08:41:18.579478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-68838718-1af7-4d8c-b506-ec7b0716b498 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2299778 Jul 16 08:41:18.660004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0600d19f-0996-4d26-9ace-377abcf5286e req-2764c398-c252-49ca-8a3a-5a4c6b110807 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722599 Jul 16 08:41:18.660988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.703179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.904344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-2b517a1f-94f4-4a18-bb4e-6d7c72501dcf tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7d441cc5e9694ecdad80d1be61eae29a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536609 Jul 16 08:41:19.090901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488450c-b8a4-4849-a46b-860961f41c79 req-18f5d470-bd92-40d1-af32-5cd07203a4d1 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.092919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f488450c-b8a4-4849-a46b-860961f41c79 req-18f5d470-bd92-40d1-af32-5cd07203a4d1 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 886 time: 0.2508960 Jul 16 08:41:19.128087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-83ebda07-4d51-4751-8e37-adfc05572901 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.129580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-83ebda07-4d51-4751-8e37-adfc05572901 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982217 Jul 16 08:41:19.170588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-ced59c48-4366-4fc0-8577-ab86cb8d9234 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/quotas/7d441cc5e9694ecdad80d1be61eae29a HTTP/1.1" status: 200 len: 375 time: 0.0221651 Jul 16 08:41:19.174644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:19.183424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.227832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-adc9732d-2e78-4f2c-a1c9-a87c2e93d920 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d441cc5e9694ecdad80d1be61eae29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465047 Jul 16 08:41:19.248551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Transition to ACTIVE for port object 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:19.251490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.319686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Pushing event updated for resources: {'Port': ['ID=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.341083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bc790-8344-40ac-a71c-6183ca274185 req-2c6714d1-5827-45d4-99c2-b28818b516f2 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.343317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc3bc790-8344-40ac-a71c-6183ca274185 req-2c6714d1-5827-45d4-99c2-b28818b516f2 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 936 time: 0.1473451 Jul 16 08:41:19.428674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:19.436060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc3bc790-8344-40ac-a71c-6183ca274185 req-c0a5de47-b31d-4594-87e1-64417abc9498 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe432680-970b-425f-ade6-e810a9f3148a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723825 Jul 16 08:41:19.473597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Attempting to bind port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:19.474019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Attempting to bind port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:19.474353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Attempting to bind port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:19.478935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:19.481281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4c42c7c0-cdcc-4cfc-81df-e4202bd9ebca not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:19.490138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:19.490496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Attempting to bind port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:19.496897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:19.497254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:19.497639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:19.499969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Bound port: 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:19.504156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.612900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ffd8b4ba-79ca-4376-bba0-b41cfac00f15 req-6e9a6e16-5ed8-43ab-9df8-93902674b3b7 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 210 time: 0.0464954 Jul 16 08:41:19.624996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] For port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:19.629988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] For port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:19.648903 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.727510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.728126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.729502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] 10.222.0.54 "PUT /v2.0/ports/0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b HTTP/1.1" status: 200 len: 1097 time: 1.3882549 Jul 16 08:41:19.733318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bc1c11-fc20-446f-9992-0a88e9537424', 'tag': '0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:19.735694 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be78342-ebca-4885-abef-31940b8eb4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "48bc1c11-fc20-446f-9992-0a88e9537424", "tag": "0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:19.777297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08be76-6a85-45ca-bcb3-aab84daad03d service neutron] Pushing event updated for resources: {'Port': ['ID=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.886259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a69713c-3b8b-420e-8cbe-ec5d4f13d10a req-ca08989d-3356-4c76-b405-693f6e6dac63 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 210 time: 0.0691912 Jul 16 08:41:19.908848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787f0e-7913-47a1-aa94-a9fac7eead1d req-5619e206-15ba-4921-951c-3ef5eb37b854 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.909380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787f0e-7913-47a1-aa94-a9fac7eead1d req-5619e206-15ba-4921-951c-3ef5eb37b854 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.909894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787f0e-7913-47a1-aa94-a9fac7eead1d req-5619e206-15ba-4921-951c-3ef5eb37b854 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.910501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787f0e-7913-47a1-aa94-a9fac7eead1d req-5619e206-15ba-4921-951c-3ef5eb37b854 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.911178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787f0e-7913-47a1-aa94-a9fac7eead1d req-5619e206-15ba-4921-951c-3ef5eb37b854 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.914203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe787f0e-7913-47a1-aa94-a9fac7eead1d req-5619e206-15ba-4921-951c-3ef5eb37b854 tempest-NetworksTest-1281090259 tempest-NetworksTest-1281090259-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2538302 Jul 16 08:41:19.957927 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.977176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-a7d60c80-edb4-4799-a125-5d73447a0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.978792 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-07805231-aaff-4c53-98b9-d8c6c4067042 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534525 Jul 16 08:41:19.988076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-a7d60c80-edb4-4799-a125-5d73447a0df5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68524ee90bb24f5ba397d9a3fefb512a&device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 1100 time: 0.1898813 Jul 16 08:41:20.092758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-25074c32-d9c6-4bf1-b55d-d39e0d709eb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b HTTP/1.1" status: 200 len: 217 time: 0.0970833 Jul 16 08:41:20.161384 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2103de-5ee5-4609-baf9-2e804294523e x-openstack-request-id: req-7a2103de-5ee5-4609-baf9-2e804294523e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:20.161695 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bc1c11-fc20-446f-9992-0a88e9537424", "tag": "0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:20.162115 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a2103de-5ee5-4609-baf9-2e804294523e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:20.162657 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bc1c11-fc20-446f-9992-0a88e9537424', 'tag': '0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b', 'status': 'completed', 'code': 200} Jul 16 08:41:20.209183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-7a282102-0c74-4a6f-8b73-a0df379b7415 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.210942 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-7a282102-0c74-4a6f-8b73-a0df379b7415 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251031 Jul 16 08:41:20.225512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Request body: {'port': {'device_id': '4f1d4823-ad47-4650-aabe-ee3f913f028c', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '2d1aa3dc8d9a40f2bd6c470c929d000e'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:20.233233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0c714024-5f96-4716-8d56-cc4aa243b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.234955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-0c714024-5f96-4716-8d56-cc4aa243b00b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1348386 Jul 16 08:41:20.295524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c54ca-ec51-4de2-8172-41ca6ae65c5e req-ed4dda7c-565d-4ab1-96da-7ea11a63127f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.300751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-343c54ca-ec51-4de2-8172-41ca6ae65c5e req-ed4dda7c-565d-4ab1-96da-7ea11a63127f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.1339741 Jul 16 08:41:20.365898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-343c54ca-ec51-4de2-8172-41ca6ae65c5e req-b768c127-a0f7-4c50-9bbe-4f7a1618cfe5 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590229 Jul 16 08:41:20.397921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-6a7df10d-d1bc-48ff-91f2-aed65111f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.403184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-6a7df10d-d1bc-48ff-91f2-aed65111f44b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1568575 Jul 16 08:41:20.431151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:20.448100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Made reservation on behalf of 2d1aa3dc8d9a40f2bd6c470c929d000e for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:20.455169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.523646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-bebcc351-51d1-4f42-9f15-5d5d3d6b2037 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066236 Jul 16 08:41:20.676564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55cb0a5d-4825-4f59-a113-9d44bbe86f36 req-bddea034-6ff1-4099-a09c-7dff0f634440 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450646 Jul 16 08:41:20.723835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-863749b1-63b8-4bad-8a05-3715cb8f8dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.806508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Allocated IP 192.168.233.141 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/0fea1bdb-a17b-4d6e-a9d0-89e849d82841) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:20.871072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be78342-ebca-4885-abef-31940b8eb4dd req-831374bc-c781-4683-9d92-71851dcfe7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.872563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0be78342-ebca-4885-abef-31940b8eb4dd req-831374bc-c781-4683-9d92-71851dcfe7ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68524ee90bb24f5ba397d9a3fefb512a&device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 1100 time: 0.1112621 Jul 16 08:41:20.883201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415c97-58e6-4666-9672-bc73424e7137 req-9af5862b-5cc2-4c0d-ac35-6890fc98ac12 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.884149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31415c97-58e6-4666-9672-bc73424e7137 req-9af5862b-5cc2-4c0d-ac35-6890fc98ac12 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 948 time: 0.1731508 Jul 16 08:41:20.972817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-863749b1-63b8-4bad-8a05-3715cb8f8dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.975193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47596) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:20.987658 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-863749b1-63b8-4bad-8a05-3715cb8f8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.005879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5fd0b-8c05-412d-b278-76a5f44dea46 req-96bf6aa6-1cf6-4e6f-a229-cf8efb6f67e2 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.007481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8c5fd0b-8c05-412d-b278-76a5f44dea46 req-96bf6aa6-1cf6-4e6f-a229-cf8efb6f67e2 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 950 time: 0.1864474 Jul 16 08:41:21.013969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31415c97-58e6-4666-9672-bc73424e7137 req-23e04779-e931-40e7-bb07-077ef9c30714 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe432680-970b-425f-ade6-e810a9f3148a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185052 Jul 16 08:41:21.024714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be78342-ebca-4885-abef-31940b8eb4dd req-61465153-f302-4f15-8841-d8b31c991f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.026374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0be78342-ebca-4885-abef-31940b8eb4dd req-61465153-f302-4f15-8841-d8b31c991f9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1412358 Jul 16 08:41:21.052786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863749b1-63b8-4bad-8a05-3715cb8f8dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ffad0c-a784-4c43-af0d-73ec457808ee,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.065872 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-863749b1-63b8-4bad-8a05-3715cb8f8dcc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2c87c0ed05d48188266d26a051acc48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6333392 Jul 16 08:41:21.066908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47600) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.074254 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.106514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Transition to ACTIVE for port object 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:21.129221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0be78342-ebca-4885-abef-31940b8eb4dd req-ace2b46e-2b20-46ce-8f94-438fd163fdba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b HTTP/1.1" status: 200 len: 217 time: 0.0894167 Jul 16 08:41:21.172768 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e2fdd56-12af-4276-8dac-697edea94d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.177293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3117884-7d93-49d3-b6b7-89ffe5672c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.200423 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.214202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8c5fd0b-8c05-412d-b278-76a5f44dea46 req-bba84d97-bb22-4abb-8438-d56501f0fea4 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642368 Jul 16 08:41:21.243511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3117884-7d93-49d3-b6b7-89ffe5672c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.260025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be78342-ebca-4885-abef-31940b8eb4dd req-09ccd674-d809-4305-943d-27ff94e5353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.261838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0be78342-ebca-4885-abef-31940b8eb4dd req-09ccd674-d809-4305-943d-27ff94e5353a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1239698 Jul 16 08:41:21.290161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-0f895b3e-ffb3-48b6-8ae7-a8ed4d78c189 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7d441cc5e9694ecdad80d1be61eae29a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842338 Jul 16 08:41:21.351455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:21.364870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:21.370285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:21.373799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Pushing event updated for resources: {'Port': ['ID=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.445098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.445817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.464633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3117884-7d93-49d3-b6b7-89ffe5672c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.467947 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3117884-7d93-49d3-b6b7-89ffe5672c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.469848 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b3117884-7d93-49d3-b6b7-89ffe5672c0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9ffad0c-a784-4c43-af0d-73ec457808ee HTTP/1.1" status: 204 len: 168 time: 0.3993297 Jul 16 08:41:21.513636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3117884-7d93-49d3-b6b7-89ffe5672c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ffad0c-a784-4c43-af0d-73ec457808ee,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.542771 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e2fdd56-12af-4276-8dac-697edea94d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.549437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e2fdd56-12af-4276-8dac-697edea94d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.571281 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9a9f19fa-bb51-44ac-89a3-324749c80649 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3511033 Jul 16 08:41:21.587405 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e2fdd56-12af-4276-8dac-697edea94d7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce9a3fcd979a4cbe9b51cf297a30f816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108394 Jul 16 08:41:21.596831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47608) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.601384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Request body: {'port': {'device_id': '4f1d4823-ad47-4650-aabe-ee3f913f028c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:21.670407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e79d9346-7465-4821-8852-515f2c99911d req-eb6c5725-4db7-4c67-8417-a3709406c390 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 210 time: 0.3158839 Jul 16 08:41:21.673055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fdd56-12af-4276-8dac-697edea94d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e31d2b-7895-4953-bc92-0adbd5e4acdb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.724958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-be4456ce-5742-4b4e-bcfb-0683700d1d68 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.727682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-be4456ce-5742-4b4e-bcfb-0683700d1d68 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125397 Jul 16 08:41:21.734140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c66b647a-4e28-4ec9-b912-6884248945d3 None None] Provisioning for port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:21.738863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c66b647a-4e28-4ec9-b912-6884248945d3 None None] Provisioning complete for port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:21.739489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c66b647a-4e28-4ec9-b912-6884248945d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.743710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Request body: {'port': {'device_id': '6905bb31-14c7-4d95-b0e4-1e64256bc228', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '7d441cc5e9694ecdad80d1be61eae29a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:21.745496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39581333-6db2-4662-8e25-f69edba246f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.756382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109e0d-11c6-432e-945a-536d86b8fe09 req-9e9bd21d-2d28-4b4a-bab7-357a1a227502 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.765525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e109e0d-11c6-432e-945a-536d86b8fe09 req-9e9bd21d-2d28-4b4a-bab7-357a1a227502 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 936 time: 0.5739634 Jul 16 08:41:21.776106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.783740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39581333-6db2-4662-8e25-f69edba246f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.811888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c66b647a-4e28-4ec9-b912-6884248945d3 None None] Port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:21.826021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be78342-ebca-4885-abef-31940b8eb4dd req-3204b5f3-04b2-4e5c-be80-d9565a4c3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.828226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0be78342-ebca-4885-abef-31940b8eb4dd req-3204b5f3-04b2-4e5c-be80-d9565a4c3545 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5517764 Jul 16 08:41:21.911534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e109e0d-11c6-432e-945a-536d86b8fe09 req-01736e18-0020-4f61-ab20-289344f67369 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449893 Jul 16 08:41:21.937196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47612) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:22.001222 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98c6d462-788e-4515-8fbe-cdd0e9c7c490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.097009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0be78342-ebca-4885-abef-31940b8eb4dd req-0da86bdc-1c92-4a3b-be50-3fa4d7ba2c8a service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254009 Jul 16 08:41:22.107106 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-98c6d462-788e-4515-8fbe-cdd0e9c7c490 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:41:22.107106 n-d-780147-28 neutron-server[94159]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:41:22.107106 n-d-780147-28 neutron-server[94159]: [parameters: {'project_id': 'bffb454914524af3a3a89ae5d97e357b', 'id': '4213dec8-0e80-4606-ab65-15437c20f45c', 'expiration': datetime.datetime(2021, 7, 16, 8, 43, 22, 90547)}] Jul 16 08:41:22.107106 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:22.108169 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-98c6d462-788e-4515-8fbe-cdd0e9c7c490 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:22.144806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Made reservation on behalf of 7d441cc5e9694ecdad80d1be61eae29a for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:22.148583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.149142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39581333-6db2-4662-8e25-f69edba246f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.151620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39581333-6db2-4662-8e25-f69edba246f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.152762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-39581333-6db2-4662-8e25-f69edba246f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90e31d2b-7895-4953-bc92-0adbd5e4acdb HTTP/1.1" status: 204 len: 168 time: 0.5453444 Jul 16 08:41:22.183835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39581333-6db2-4662-8e25-f69edba246f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e31d2b-7895-4953-bc92-0adbd5e4acdb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.218578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df6a6-6fc4-45d7-9db6-6499b0401311 req-d0217bce-3c98-431e-800c-cb7e63476fc2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.220393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d1df6a6-6fc4-45d7-9db6-6499b0401311 req-d0217bce-3c98-431e-800c-cb7e63476fc2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.2340221 Jul 16 08:41:22.221099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.331250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:22.339601 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.356961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Transition to ACTIVE for port object 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:22.363114 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.395654 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d1df6a6-6fc4-45d7-9db6-6499b0401311 req-9723e5ce-105f-4742-9524-bba655daa18f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655369 Jul 16 08:41:22.409763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313844a-efa4-4b42-90ca-7674b647eabf req-e2f7ac61-4005-4bd0-a367-2f704bb721a5 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.411741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a313844a-efa4-4b42-90ca-7674b647eabf req-e2f7ac61-4005-4bd0-a367-2f704bb721a5 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 950 time: 0.3071063 Jul 16 08:41:22.420581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0be78342-ebca-4885-abef-31940b8eb4dd req-053da68d-f5ea-407c-a112-423ba618862c service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024247 Jul 16 08:41:22.508741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.519302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd647ea-8878-48cd-806c-691739c24304 req-2cea17f7-c207-4b61-96eb-d502477c449f tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.526799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fd647ea-8878-48cd-806c-691739c24304 req-2cea17f7-c207-4b61-96eb-d502477c449f tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 948 time: 0.3648601 Jul 16 08:41:22.601249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Attempting to bind port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:22.601714 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Attempting to bind port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:22.602968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Attempting to bind port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:22.609047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:22.609467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Attempting to bind port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:22.616079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:22.616508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:22.617283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:22.617760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Bound port: 0fea1bdb-a17b-4d6e-a9d0-89e849d82841, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:22.618187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.620012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47622) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:22.623405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98c6d462-788e-4515-8fbe-cdd0e9c7c490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.643933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf8f75fa-ebd9-4f0f-aedc-4bb9ad7c1764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.669547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fd647ea-8878-48cd-806c-691739c24304 req-9e165309-0614-40b7-b87b-13bf2bdd08be tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe432680-970b-425f-ade6-e810a9f3148a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418972 Jul 16 08:41:22.715171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] For port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:22.721483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] For port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:22.723703 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.727406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.734134 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.743117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Deleting port 9e20855f-eb89-4f09-9531-b77cbb0e7431 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:22.743460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.780027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4824d-5221-4819-891d-b33c01bbbe80 req-280eefe9-41b9-4ea6-94e7-b4631721b9b6 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.786779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48f4824d-5221-4819-891d-b33c01bbbe80 req-280eefe9-41b9-4ea6-94e7-b4631721b9b6 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ffece60-3619-462d-b9c0-9725514f1046 HTTP/1.1" status: 200 len: 950 time: 0.2206426 Jul 16 08:41:22.793188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.794268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.797711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/0fea1bdb-a17b-4d6e-a9d0-89e849d82841 HTTP/1.1" status: 200 len: 1097 time: 1.2007458 Jul 16 08:41:22.802138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1d4823-ad47-4650-aabe-ee3f913f028c', 'tag': '0fea1bdb-a17b-4d6e-a9d0-89e849d82841'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:22.804335 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622fdc25-5a1f-48b1-abfd-00829abcad3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1d4823-ad47-4650-aabe-ee3f913f028c", "tag": "0fea1bdb-a17b-4d6e-a9d0-89e849d82841"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:22.901436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dcae8-4641-488f-a2e5-4853ea2cc6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.908282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63ccab59-722b-43f3-bdac-c50f5dc4994d req-b25d90d7-6c5a-454f-a049-0589deb28b5b tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 210 time: 0.0559766 Jul 16 08:41:22.959639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b8352f-bdec-4d37-a34c-695077b0239f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.993831 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd20c40-a6e3-4c81-bbb9-c2b2df64d72c x-openstack-request-id: req-9dd20c40-a6e3-4c81-bbb9-c2b2df64d72c {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:22.994122 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1d4823-ad47-4650-aabe-ee3f913f028c", "tag": "0fea1bdb-a17b-4d6e-a9d0-89e849d82841", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:22.995115 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9dd20c40-a6e3-4c81-bbb9-c2b2df64d72c {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:22.995115 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1d4823-ad47-4650-aabe-ee3f913f028c', 'tag': '0fea1bdb-a17b-4d6e-a9d0-89e849d82841', 'status': 'completed', 'code': 200} Jul 16 08:41:22.996753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf8f75fa-ebd9-4f0f-aedc-4bb9ad7c1764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.000635 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-94a02271-6f96-4e64-a49a-57b4051b280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.002405 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-94a02271-6f96-4e64-a49a-57b4051b280b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 1100 time: 0.1481946 Jul 16 08:41:23.003779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf8f75fa-ebd9-4f0f-aedc-4bb9ad7c1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.046437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48f4824d-5221-4819-891d-b33c01bbbe80 req-0926fc9d-ac62-4a26-874d-2ba6e2eafa0e tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.55 "GET /v2.0/security-groups?id=13183b84-42b2-488c-a0ec-9f2da04d2503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587280 Jul 16 08:41:23.069573 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-f48b9b2a-3fce-42d1-9fee-e5a1535bdf2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0fea1bdb-a17b-4d6e-a9d0-89e849d82841 HTTP/1.1" status: 200 len: 217 time: 0.0489409 Jul 16 08:41:23.089221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f75fa-ebd9-4f0f-aedc-4bb9ad7c1764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a5595-0bd7-48f8-930d-fd69a570b901,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.102168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] For port 9e20855f-eb89-4f09-9531-b77cbb0e7431, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9e20855f-eb89-4f09-9531-b77cbb0e7431,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:23.102511 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.133825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Allocated IP 192.168.233.79 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/3947519f-aab3-44e1-bd74-a4d8819c2713) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:23.135970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Calling delete_port for 9e20855f-eb89-4f09-9531-b77cbb0e7431 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:23.149429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bf8f75fa-ebd9-4f0f-aedc-4bb9ad7c1764 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9fcd82018224482a2b4c41190ca649c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269325 Jul 16 08:41:23.153955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47632) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.167783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-90980c48-578b-43dc-863f-18677c84e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.169356 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-90980c48-578b-43dc-863f-18677c84e562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0596437 Jul 16 08:41:23.236806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-df4cf019-7ed1-4fbf-a2e7-ed407bdaf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.238387 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-df4cf019-7ed1-4fbf-a2e7-ed407bdaf105 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0577841 Jul 16 08:41:23.332887 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-2acddee9-452e-4107-a76e-9d72f0ee2d99 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832024 Jul 16 08:41:23.401863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2129f2f4-fdc8-4812-9729-b187c771606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.443664 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95d8423d-572b-4bf9-ac50-fc75cb55d994 req-9d40885d-bcfc-4bb4-b81d-60fd1e51c78b service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985322 Jul 16 08:41:23.445712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:23.468880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98c6d462-788e-4515-8fbe-cdd0e9c7c490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.485823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98c6d462-788e-4515-8fbe-cdd0e9c7c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.490540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2129f2f4-fdc8-4812-9729-b187c771606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.563324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fe22c-b52d-4e11-b520-e82894a1b70d req-d5dbad75-5dd4-4d48-8189-7078d8bd8a3e tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.564866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-515fe22c-b52d-4e11-b520-e82894a1b70d req-d5dbad75-5dd4-4d48-8189-7078d8bd8a3e tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 948 time: 0.3876345 Jul 16 08:41:23.572235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-f1cc1130-3f45-479b-b985-369801f8fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.574698 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-f1cc1130-3f45-479b-b985-369801f8fcd4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 1100 time: 0.0617385 Jul 16 08:41:23.591276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:23.602787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b', 'mac_address': 'fa:16:3e:24:5c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:23.641880 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.656489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:23.674586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-80849e15-3a95-4e09-8ff7-10c1b406fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.676394 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-80849e15-3a95-4e09-8ff7-10c1b406fe70 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.0936291 Jul 16 08:41:23.678650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:23.688120 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.718172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-98c6d462-788e-4515-8fbe-cdd0e9c7c490 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bffb454914524af3a3a89ae5d97e357b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7750216 Jul 16 08:41:23.718532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47642) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.719145 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.726774 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-9b0df4a2-040b-4ef0-ace0-cd2c561ab584 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0fea1bdb-a17b-4d6e-a9d0-89e849d82841 HTTP/1.1" status: 200 len: 217 time: 0.0436609 Jul 16 08:41:23.734051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6d462-788e-4515-8fbe-cdd0e9c7c490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a62769-2fae-4f80-8ec3-34df781c8385,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.762552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.774239 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.789963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9e20855f-eb89-4f09-9531-b77cbb0e7431'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:23.801711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-0c3258f3-fe11-4e97-85c5-1c0f370439bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.803219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-0c3258f3-fe11-4e97-85c5-1c0f370439bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0687854 Jul 16 08:41:23.821613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1fde-889d-4127-bf29-079c4e17c0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.829996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Transition to ACTIVE for port object 3947519f-aab3-44e1-bd74-a4d8819c2713 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:23.832214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Pushing event deleted for resources: {'Port': ['ID=9e20855f-eb89-4f09-9531-b77cbb0e7431,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.849347 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2129f2f4-fdc8-4812-9729-b187c771606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.851274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2129f2f4-fdc8-4812-9729-b187c771606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.854910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2129f2f4-fdc8-4812-9729-b187c771606a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c1a5595-0bd7-48f8-930d-fd69a570b901 HTTP/1.1" status: 204 len: 168 time: 0.6924005 Jul 16 08:41:23.869715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1fde-889d-4127-bf29-079c4e17c0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.901070 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-eb61a322-da1d-4fc7-b04a-deefaea22785 service neutron] show failed (client error): The resource could not be found. Jul 16 08:41:23.902147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-eb61a322-da1d-4fc7-b04a-deefaea22785 service neutron] 10.222.0.54 "GET /v2.0/ports/fcd4081d-7ec0-45de-b20b-eddf5d124b3d/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.3292310 Jul 16 08:41:23.913827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-515fe22c-b52d-4e11-b520-e82894a1b70d req-8bfe38b3-cde0-4744-8e7f-c714ee735430 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283353 Jul 16 08:41:23.914593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129f2f4-fdc8-4812-9729-b187c771606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a5595-0bd7-48f8-930d-fd69a570b901,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.928934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-2888d9ec-9837-459a-ac7d-cb9bd1d4355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.930590 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-2888d9ec-9837-459a-ac7d-cb9bd1d4355b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1164896 Jul 16 08:41:23.945811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] No DVR routers for this DVR port 9e20855f-eb89-4f09-9531-b77cbb0e7431 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:23.948629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.952712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a313844a-efa4-4b42-90ca-7674b647eabf req-5bb3c6ae-4a1b-44d8-83ca-9f7fec489104 tempest-TenantUsagesTestJSON-696187509 tempest-TenantUsagesTestJSON-696187509-project] 10.222.0.52 "DELETE /v2.0/ports/9e20855f-eb89-4f09-9531-b77cbb0e7431 HTTP/1.1" status: 204 len: 173 time: 1.5279655 Jul 16 08:41:23.960703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffece60-3619-462d-b9c0-9725514f1046', 'name': 'network-vif-deleted', 'tag': '9e20855f-eb89-4f09-9531-b77cbb0e7431'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:23.962999 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a70484-2972-41d4-bda8-53fd1cee5ffe" -d '{"events": [{"server_uuid": "4ffece60-3619-462d-b9c0-9725514f1046", "name": "network-vif-deleted", "tag": "9e20855f-eb89-4f09-9531-b77cbb0e7431"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:23.969002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:23.972102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1fde-889d-4127-bf29-079c4e17c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.979078 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1fde-889d-4127-bf29-079c4e17c0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.989869 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9b9c1fde-889d-4127-bf29-079c4e17c0a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28a62769-2fae-4f80-8ec3-34df781c8385 HTTP/1.1" status: 204 len: 168 time: 0.2630618 Jul 16 08:41:23.990729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44df4a3-e372-4156-9b50-f65fd3e60f8e req-72a7d7e1-18af-4a79-a6ea-9bdc59346721 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.003144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d44df4a3-e372-4156-9b50-f65fd3e60f8e req-72a7d7e1-18af-4a79-a6ea-9bdc59346721 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.4272447 Jul 16 08:41:24.046329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c1fde-889d-4127-bf29-079c4e17c0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a62769-2fae-4f80-8ec3-34df781c8385,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.052312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.193555 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-5c9bbf3d-421e-42ab-a674-c0f7fd7b22f4 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481582 Jul 16 08:41:24.441094 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-622fdc25-5a1f-48b1-abfd-00829abcad3c req-6a3b3bb9-2454-48d1-a442-59be2a53c522 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342536 Jul 16 08:41:24.516129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:24.556160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:24.558783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:24.615331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Pushing event updated for resources: {'Port': ['ID=3947519f-aab3-44e1-bd74-a4d8819c2713,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.634468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d44df4a3-e372-4156-9b50-f65fd3e60f8e req-c47bafd9-4a9f-414b-8e78-09f81d7af03b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6193743 Jul 16 08:41:24.699021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.699669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.729961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-3dba67b5-3e3c-48f6-853f-dba1a1de2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.731530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-3dba67b5-3e3c-48f6-853f-dba1a1de2bc4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a&tenant_id=5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 1102 time: 0.2842810 Jul 16 08:41:24.740022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd609f1-eb98-4ea3-a3a9-e7059b000159 req-8cc42d5b-7ada-4243-984f-a1f1b841b6c0 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.746992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fd609f1-eb98-4ea3-a3a9-e7059b000159 req-8cc42d5b-7ada-4243-984f-a1f1b841b6c0 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 949 time: 0.2976465 Jul 16 08:41:24.758902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:24.761959 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-a2fbf85f-b67d-45c1-9c69-9c8639ff5694 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0243475 Jul 16 08:41:24.814673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Request body: {'port': {'device_id': '6905bb31-14c7-4d95-b0e4-1e64256bc228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:24.832383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4a967b96-4073-4358-a929-0e5f79fcbfee None None] Provisioning for port 3947519f-aab3-44e1-bd74-a4d8819c2713 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:24.840057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4a967b96-4073-4358-a929-0e5f79fcbfee None None] Provisioning complete for port 3947519f-aab3-44e1-bd74-a4d8819c2713 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:24.840537 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a967b96-4073-4358-a929-0e5f79fcbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.906323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fd609f1-eb98-4ea3-a3a9-e7059b000159 req-8a4ef71c-24b3-40ad-a171-0fdcdf467d0c tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe432680-970b-425f-ade6-e810a9f3148a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575427 Jul 16 08:41:24.922745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4a967b96-4073-4358-a929-0e5f79fcbfee None None] Port 3947519f-aab3-44e1-bd74-a4d8819c2713 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:25.051055 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa08345-1238-48c1-82f0-606f0665456d x-openstack-request-id: req-bfa08345-1238-48c1-82f0-606f0665456d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:25.051338 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffece60-3619-462d-b9c0-9725514f1046", "name": "network-vif-deleted", "tag": "9e20855f-eb89-4f09-9531-b77cbb0e7431", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:25.051594 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfa08345-1238-48c1-82f0-606f0665456d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:25.051989 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffece60-3619-462d-b9c0-9725514f1046', 'name': 'network-vif-deleted', 'tag': '9e20855f-eb89-4f09-9531-b77cbb0e7431', 'status': 'completed', 'code': 200} Jul 16 08:41:25.063124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.094719 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.184259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b199cd7-818b-4f7d-a629-d6ed84063689 req-81f5129e-7d73-48d2-86db-0e3b8ac463a3 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.191415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1b199cd7-818b-4f7d-a629-d6ed84063689 req-81f5129e-7d73-48d2-86db-0e3b8ac463a3 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 935 time: 0.2528014 Jul 16 08:41:25.192980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.342397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-network', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:25.370467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Made reservation on behalf of eb82796f50534d69a4c770e81ed666dd for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:25.374610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.386959 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.439037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1b199cd7-818b-4f7d-a629-d6ed84063689 req-972b775b-69bb-4f7a-a6f2-e96e26f83615 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451849 Jul 16 08:41:25.464561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:25.493539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47706) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.549099 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.554087 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.558080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:25.564305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:25.569729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:25.570117 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.583358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af63d6-9a9b-4590-9200-82a4755e01d9 req-b0fe001d-b62a-4047-a64b-3b24c33a2d36 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.590379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4af63d6-9a9b-4590-9200-82a4755e01d9 req-b0fe001d-b62a-4047-a64b-3b24c33a2d36 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 948 time: 0.2352304 Jul 16 08:41:25.593113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232c00cf-6bae-4aa5-8307-089dda76b54b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:25.599111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:25.613146 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.613543 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Added segment 0a02f58e-aa59-44ab-8270-9d9dbae21829 of type vlan for network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 Jul 16 08:41:25.652013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4af63d6-9a9b-4590-9200-82a4755e01d9 req-127853ea-5dc5-40c4-a588-99f3393f3f1d tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605128 Jul 16 08:41:25.652981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:25.687495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.740613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.749921 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.755359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.756416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.757045 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.760316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Transition to ACTIVE for port object fcd4081d-7ec0-45de-b20b-eddf5d124b3d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:25.771427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.813272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bc1c11-fc20-446f-9992-0a88e9537424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:25.815569 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e85a2-7be5-4a60-b66d-8b38c491fedf" -d '{"events": [{"server_uuid": "48bc1c11-fc20-446f-9992-0a88e9537424", "name": "network-vif-plugged", "status": "completed", "tag": "0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:25.819098 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6250205 Jul 16 08:41:25.822924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47718) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.829687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Request body: {'subnet': {'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-subnet', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:25.839275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:25.846219 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.847692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fcd4081d-7ec0-45de-b20b-eddf5d124b3d no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:25.877167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead0847-0548-4a23-99a6-f38521a6152f admin admin] Pushing event updated for resources: {'Network': ['ID=8be9d9c1-9e1d-45ed-a886-7bfd7a053303,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:25.877928 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086c3947-80e2-40ea-82ed-b218857192d5 x-openstack-request-id: req-086c3947-80e2-40ea-82ed-b218857192d5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:25.878223 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bc1c11-fc20-446f-9992-0a88e9537424", "name": "network-vif-plugged", "status": "completed", "tag": "0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:25.878477 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-086c3947-80e2-40ea-82ed-b218857192d5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:25.878863 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bc1c11-fc20-446f-9992-0a88e9537424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b', 'code': 200} Jul 16 08:41:25.900685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:25.934716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Made reservation on behalf of eb82796f50534d69a4c770e81ed666dd for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:25.939714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.980285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9e20855f-eb89-4f09-9531-b77cbb0e7431 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:25.988213 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e9a3b19-c549-43d8-82d4-1ba122f7629f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a2867df5177409cb5bd02694ca550f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903464 Jul 16 08:41:26.007945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47724) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.134355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] No DVR routers for this DVR port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:26.134722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 9e20855f-eb89-4f09-9531-b77cbb0e7431 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:26.135072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9e20855f-eb89-4f09-9531-b77cbb0e7431 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:26.153680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.156401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fcd4081d-7ec0-45de-b20b-eddf5d124b3d not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:26.165334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.165977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.166496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.167099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.167578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.168058 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.168591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.169076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.169551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.170824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.171618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.172355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:26.189672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.215162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de1e9fd7-4c26-4a0d-8f1e-9681c154fdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.234325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd006c58-3528-4fcd-a175-da07ee43449e req-9344c12a-3510-4c2c-98e5-582cc235bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.236505 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd006c58-3528-4fcd-a175-da07ee43449e req-9344c12a-3510-4c2c-98e5-582cc235bab7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 1102 time: 0.2668474 Jul 16 08:41:26.274031 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de1e9fd7-4c26-4a0d-8f1e-9681c154fdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.279089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Attempting to bind port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:26.279940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Attempting to bind port fcd4081d-7ec0-45de-b20b-eddf5d124b3d by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:26.280283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Attempting to bind port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:26.313493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:26.313783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Attempting to bind port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:26.324572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f0fa0-19c2-4012-9eb2-6c27b3d846f2 req-d8497038-e8a8-48ff-a7d6-116b9eb54688 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.326324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a9f0fa0-19c2-4012-9eb2-6c27b3d846f2 req-d8497038-e8a8-48ff-a7d6-116b9eb54688 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 948 time: 0.5247879 Jul 16 08:41:26.344251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:26.344580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:26.344963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:26.345406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Bound port: fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:26.345796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.362656 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd006c58-3528-4fcd-a175-da07ee43449e req-42f347f1-e2fc-4537-9c28-9041734f4668 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe432680-970b-425f-ade6-e810a9f3148a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177723 Jul 16 08:41:26.375067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3947519f-aab3-44e1-bd74-a4d8819c2713 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:26.394323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.425535 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de1e9fd7-4c26-4a0d-8f1e-9681c154fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.427949 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de1e9fd7-4c26-4a0d-8f1e-9681c154fdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.431401 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-de1e9fd7-4c26-4a0d-8f1e-9681c154fdb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13183b84-42b2-488c-a0ec-9f2da04d2503 HTTP/1.1" status: 204 len: 168 time: 0.4200611 Jul 16 08:41:26.446854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.452009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e9fd7-4c26-4a0d-8f1e-9681c154fdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13183b84-42b2-488c-a0ec-9f2da04d2503,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.458392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860b65-ca7c-441d-9a13-0491dfa39020 req-97f08a54-c809-40e7-9b4c-eab07ac6dc5b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.466536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8860b65-ca7c-441d-9a13-0491dfa39020 req-97f08a54-c809-40e7-9b4c-eab07ac6dc5b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 950 time: 0.3143718 Jul 16 08:41:26.492626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Transition to ACTIVE for port object 3947519f-aab3-44e1-bd74-a4d8819c2713 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:26.497613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a9f0fa0-19c2-4012-9eb2-6c27b3d846f2 req-14520bb4-9699-4074-a150-722f3435a592 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628492 Jul 16 08:41:26.514291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.534893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7ab2a3-4430-43d2-8c9f-132f691a7d1c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.551126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:26.562460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Checking segment: {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:26.563016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Network hostable DHCP agents. Network: 8be9d9c1-9e1d-45ed-a886-7bfd7a053303, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:26.591934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:26.594539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:26.609394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8be9d9c1-9e1d-45ed-a886-7bfd7a053303) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:26.615354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.615988 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.620650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2620f-609b-475e-b9c2-0214bd71d3d7 None None] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:26.635853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8860b65-ca7c-441d-9a13-0491dfa39020 req-df8826e7-0f7a-4f7c-ae27-20f74ab76a2d tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe432680-970b-425f-ade6-e810a9f3148a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675720 Jul 16 08:41:26.640923 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.661117 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-23e90ac8-3bb8-4872-aefb-7c679948a3f0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8328459 Jul 16 08:41:26.661666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47742) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.668019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:26.698621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.699361 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.705771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] 10.222.0.52 "PUT /v2.0/ports/fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 1097 time: 1.9551148 Jul 16 08:41:26.707351 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.707488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3947519f-aab3-44e1-bd74-a4d8819c2713,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.707569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.816833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.970769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8d429-102a-4967-9b6f-3c4c06106aaf service neutron] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.005313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Attempting to bind port 3947519f-aab3-44e1-bd74-a4d8819c2713 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:27.006290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Attempting to bind port 3947519f-aab3-44e1-bd74-a4d8819c2713 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:27.006651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Attempting to bind port 3947519f-aab3-44e1-bd74-a4d8819c2713 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:27.023388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Port 3947519f-aab3-44e1-bd74-a4d8819c2713 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:27.023712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Attempting to bind port 3947519f-aab3-44e1-bd74-a4d8819c2713 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:27.036809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:27.037145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:27.037535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:27.038257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Bound port: 3947519f-aab3-44e1-bd74-a4d8819c2713, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:27.041440 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.044536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-c8e8ec2e-62e1-4cc3-8c43-3660832dd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.046223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-c8e8ec2e-62e1-4cc3-8c43-3660832dd051 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1100 time: 0.2896869 Jul 16 08:41:27.063113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d'}, {'name': 'network-changed', 'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:27.063566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.071305 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1" -d '{"events": [{"server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d"}, {"name": "network-changed", "server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:27.114358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701b07-838b-4be1-b635-b1ea471b945b req-e5d0bfa4-613e-41c0-8631-ecf0a27b880c tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.115927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97701b07-838b-4be1-b635-b1ea471b945b req-e5d0bfa4-613e-41c0-8631-ecf0a27b880c tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 947 time: 0.2901664 Jul 16 08:41:27.135339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47750) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:27.155120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8be9d9c1-9e1d-45ed-a886-7bfd7a053303', 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'fixed_ips': [{'subnet_id': '4c7ab2a3-4430-43d2-8c9f-132f691a7d1c'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:27.156221 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.181491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cf5d67a-ccff-42da-8e25-422e05a3eb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.406596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Allocated IP 172.20.0.2 (8be9d9c1-9e1d-45ed-a886-7bfd7a053303/4c7ab2a3-4430-43d2-8c9f-132f691a7d1c/ffa7042b-31c6-4ebd-9588-af4aba6c1b99) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:27.441719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cf5d67a-ccff-42da-8e25-422e05a3eb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.450336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cf5d67a-ccff-42da-8e25-422e05a3eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.454596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.467355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:27.497713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.511653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97701b07-838b-4be1-b635-b1ea471b945b req-8236f470-aa98-495c-87fb-40f37e55fc42 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737345 Jul 16 08:41:27.523249 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3cf5d67a-ccff-42da-8e25-422e05a3eb8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd0f1c3ef0b4447992a0f5c6cf0777bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813169 Jul 16 08:41:27.525880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5d67a-ccff-42da-8e25-422e05a3eb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8759abe-9626-4077-9235-824fa761dfa4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.527479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] For port 3947519f-aab3-44e1-bd74-a4d8819c2713, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:27.532121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47762) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:27.542830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-99665172-6a16-4f00-917d-68913fb4d101 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d50c0dfcc7c14b77b1389b93838de624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2762513 Jul 16 08:41:27.549257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] For port 3947519f-aab3-44e1-bd74-a4d8819c2713, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3947519f-aab3-44e1-bd74-a4d8819c2713,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:27.593851 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.636272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-08bb4a4a-9efc-4238-8776-fe97c27e5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.637770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-08bb4a4a-9efc-4238-8776-fe97c27e5b86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.5419538 Jul 16 08:41:27.641450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.641807 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.643134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] 10.222.0.52 "PUT /v2.0/ports/3947519f-aab3-44e1-bd74-a4d8819c2713 HTTP/1.1" status: 200 len: 1096 time: 2.8376882 Jul 16 08:41:27.721345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:27.738769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4ed4-6311-47d8-a87f-ecbcfacd7413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.741523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '0fea1bdb-a17b-4d6e-a9d0-89e849d82841', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '0fea1bdb-a17b-4d6e-a9d0-89e849d82841', 'mac_address': 'fa:16:3e:eb:a4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:27.744829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Allocated IP 172.25.6.179 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/6df5b734-8fc4-44b7-96b8-ff395c54850c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:27.750792 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.769071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-ae72d558-5c47-4268-84b4-29adaff92b4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.1223619 Jul 16 08:41:27.785095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Transition to ACTIVE for port object ffa7042b-31c6-4ebd-9588-af4aba6c1b99 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:27.786671 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4ed4-6311-47d8-a87f-ecbcfacd7413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.812998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Transition to ACTIVE for port object ffa7042b-31c6-4ebd-9588-af4aba6c1b99 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:27.815377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.832242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:27.844280 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.859408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ebc3d-d01b-4607-81b1-61d73d827fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3947519f-aab3-44e1-bd74-a4d8819c2713,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.868120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:27.891668 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.901454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:27.903912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-723b057c-6862-4691-91ee-b455c76ffb78 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.905637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:27.905863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-723b057c-6862-4691-91ee-b455c76ffb78 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3552742 Jul 16 08:41:27.910328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:27.916295 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4ed4-6311-47d8-a87f-ecbcfacd7413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.921379 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4ed4-6311-47d8-a87f-ecbcfacd7413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.923599 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aa3e4ed4-6311-47d8-a87f-ecbcfacd7413 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8759abe-9626-4077-9235-824fa761dfa4 HTTP/1.1" status: 204 len: 168 time: 0.3896317 Jul 16 08:41:27.940830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312318d4-35f5-4007-85c4-2c01899de95c req-35377c8b-58de-405c-ab7b-a6d7afc7b12c tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.942449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-312318d4-35f5-4007-85c4-2c01899de95c req-35377c8b-58de-405c-ab7b-a6d7afc7b12c tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 948 time: 0.2858796 Jul 16 08:41:27.945134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e4ed4-6311-47d8-a87f-ecbcfacd7413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8759abe-9626-4077-9235-824fa761dfa4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.946440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-f768bc62-5925-4520-a76a-52314a7885fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.947846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-f768bc62-5925-4520-a76a-52314a7885fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1387134 Jul 16 08:41:27.956571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.982714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Pushing event updated for resources: {'Port': ['ID=ffa7042b-31c6-4ebd-9588-af4aba6c1b99,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.001320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Attempting to bind port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:28.001950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Attempting to bind port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:28.002417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.002660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Attempting to bind port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 on network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:28.028805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:28.030465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Checking segment: {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:28.030991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.031483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Bound using segment: {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:28.032073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Bound port: ffa7042b-31c6-4ebd-9588-af4aba6c1b99, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:28.032544 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.066240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:28.070050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:28.074057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:28.079327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-464afbd1-8d3e-4bca-be65-31f3585adfa5 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/quotas/d50c0dfcc7c14b77b1389b93838de624 HTTP/1.1" status: 200 len: 375 time: 0.1355267 Jul 16 08:41:28.095449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-fdd94627-6317-4e54-8667-99098d1aa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.097061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-fdd94627-6317-4e54-8667-99098d1aa4a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d441cc5e9694ecdad80d1be61eae29a&device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 1099 time: 0.3470473 Jul 16 08:41:28.114033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.132590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6df5b734-8fc4-44b7-96b8-ff395c54850c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.153773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-312318d4-35f5-4007-85c4-2c01899de95c req-5a6d16a5-4667-4c3a-ba1c-e150bf992efd tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808197 Jul 16 08:41:28.161078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] For port ffa7042b-31c6-4ebd-9588-af4aba6c1b99, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:28.165488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] For port ffa7042b-31c6-4ebd-9588-af4aba6c1b99, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ffa7042b-31c6-4ebd-9588-af4aba6c1b99,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:28.169272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0fea1bdb-a17b-4d6e-a9d0-89e849d82841'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:28.176987 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.183949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-58b93e1b-74ca-4351-a3ab-ec7b488a2962 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d50c0dfcc7c14b77b1389b93838de624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037610 Jul 16 08:41:28.188117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-06c68294-df91-4bb8-9ecb-27e7aa7e2c3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=3947519f-aab3-44e1-bd74-a4d8819c2713 HTTP/1.1" status: 200 len: 217 time: 0.0789597 Jul 16 08:41:28.318375 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58dc15b-f280-4270-b322-0d2adf8c3006 x-openstack-request-id: req-b58dc15b-f280-4270-b322-0d2adf8c3006 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:28.318694 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d", "code": 200}, {"name": "network-changed", "server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:28.319588 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b58dc15b-f280-4270-b322-0d2adf8c3006 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:28.319699 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'code': 200} Jul 16 08:41:28.319938 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'status': 'completed', 'code': 200} Jul 16 08:41:28.349292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75392f-39da-46fe-9792-441dc6ee7a0b None None] Pushing event updated for resources: {'Port': ['ID=ffa7042b-31c6-4ebd-9588-af4aba6c1b99,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.351017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-4065751a-dad4-411c-9929-09b754ed4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.352556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-4065751a-dad4-411c-9929-09b754ed4b73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3461990 Jul 16 08:41:28.407318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-e5b98c1a-b5d4-48f3-8c65-d0efaf0eb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.409753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-e5b98c1a-b5d4-48f3-8c65-d0efaf0eb516 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2042627 Jul 16 08:41:28.812228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-80f637ac-0d96-436b-b852-3dae10c18ab7 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340768 Jul 16 08:41:28.823999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-e43d3398-ef91-4374-9a42-c6367148db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.825575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-e43d3398-ef91-4374-9a42-c6367148db91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3651977 Jul 16 08:41:28.873870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-165c55da-c389-4057-b6ac-1349be775244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.875746 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-165c55da-c389-4057-b6ac-1349be775244 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1100 time: 0.1512494 Jul 16 08:41:28.946366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998636c6-417d-47a7-a107-f13b4231b902 req-46329c81-9ebf-4a10-ac4f-910b612f1aef tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.955833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998636c6-417d-47a7-a107-f13b4231b902 req-46329c81-9ebf-4a10-ac4f-910b612f1aef tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 948 time: 0.4125075 Jul 16 08:41:29.070106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.073333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-2f58d476-d2ad-4278-bd52-9cde2540e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.074809 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-2f58d476-d2ad-4278-bd52-9cde2540e297 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1629374 Jul 16 08:41:29.112212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998636c6-417d-47a7-a107-f13b4231b902 req-b0e4a879-6980-4ebb-be5f-c9c21a0cc3ce tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555185 Jul 16 08:41:29.148817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e6815-6dc0-4f15-adb5-534b6cf27891 req-18bf1bef-d861-4f63-b1d8-6ffd37d69c0b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.157687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd7e6815-6dc0-4f15-adb5-534b6cf27891 req-18bf1bef-d861-4f63-b1d8-6ffd37d69c0b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 950 time: 0.3258111 Jul 16 08:41:29.157937 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-df8303e3-7c50-4fe7-9c88-d6221948d1bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.0493667 Jul 16 08:41:29.164034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-7fe116f1-8034-43fe-866f-cef0f4511b7f service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039596 Jul 16 08:41:29.244516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd7e6815-6dc0-4f15-adb5-534b6cf27891 req-53271302-facf-4e1c-9fe1-740fecdcbb73 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe432680-970b-425f-ade6-e810a9f3148a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856760 Jul 16 08:41:29.246714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59e00bc4-4d4b-4de7-80d4-cfdbd8f4c672 req-42b5a32c-99b7-4918-9859-e36c555d1cef service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190986 Jul 16 08:41:29.284115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-86afc435-a78c-47d9-aaa0-34d69315557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.286102 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-86afc435-a78c-47d9-aaa0-34d69315557d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1177709 Jul 16 08:41:29.317382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47804) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.384146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ea1bdc5-a68e-4c75-a41e-800b74ab2b31 req-4e68727c-d82b-4415-8ff5-d65e4d7fbf4c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 210 time: 0.0998747 Jul 16 08:41:29.478074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:29.572921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-d517b0ab-a433-4a88-a7e7-6bd9442b8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.574906 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-d517b0ab-a433-4a88-a7e7-6bd9442b8bc8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2776029 Jul 16 08:41:29.609305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.630205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1587377076-network', 'tenant_id': 'e71f43d68d9749fa8b07686a444d8a46'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:29.639118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62790bce-07b6-408e-94a2-de2ea23d5174 req-dcfc432c-a3f2-4cdb-bb91-d835c35d32af service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132953 Jul 16 08:41:29.643891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:29.646303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-ec8d0c9a-1aff-4ce5-96d3-20964dc8c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.647915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-ec8d0c9a-1aff-4ce5-96d3-20964dc8c03e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1100 time: 0.3185287 Jul 16 08:41:29.650503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:29.651371 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.722938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba2f67-010e-43ba-bb5b-eaa19410ea0c req-d31fe3c1-8a99-4e44-833b-9048d5a57f7b tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.730175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52ba2f67-010e-43ba-bb5b-eaa19410ea0c req-d31fe3c1-8a99-4e44-833b-9048d5a57f7b tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 947 time: 0.2831631 Jul 16 08:41:29.778580 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.803493 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-9dbaf377-8bfa-4c48-9b17-6688b4a31c35 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177513 Jul 16 08:41:29.807396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1d4823-ad47-4650-aabe-ee3f913f028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fea1bdb-a17b-4d6e-a9d0-89e849d82841'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:29.808025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Made reservation on behalf of e71f43d68d9749fa8b07686a444d8a46 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:29.809776 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efbcc5a-53ba-47b6-8b70-59a33c5ef265" -d '{"events": [{"server_uuid": "4f1d4823-ad47-4650-aabe-ee3f913f028c", "name": "network-vif-plugged", "status": "completed", "tag": "0fea1bdb-a17b-4d6e-a9d0-89e849d82841"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:29.810505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.816606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a7835-ddbf-422c-9865-df1b0cbcf18d None None] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:29.836351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:29.845660 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.849585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52ba2f67-010e-43ba-bb5b-eaa19410ea0c req-7078fa43-05a5-4d63-acb1-4e3be6630957 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182840 Jul 16 08:41:29.858462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-3980dd9b-babb-42e1-aa38-3b24a2391746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.859693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-3980dd9b-babb-42e1-aa38-3b24a2391746 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2042985 Jul 16 08:41:29.887150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f575-31b4-4a8c-83d8-a273b8d4481b req-a847d72b-3b2b-409b-97af-b6ebcf80f355 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.894703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdc1f575-31b4-4a8c-83d8-a273b8d4481b req-a847d72b-3b2b-409b-97af-b6ebcf80f355 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 949 time: 0.2022281 Jul 16 08:41:29.916877 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-54c42abc-2746-4431-9ba8-c7f21c7a53ae service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004121 Jul 16 08:41:29.919994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.941495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-3506bcd2-92e9-489a-a767-aadd611293ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.0664828 Jul 16 08:41:29.968969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:29.973848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f7a53c7c-880c-4d9c-aac4-cc425f02a662 None None] Provisioning for port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:30.062122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdc1f575-31b4-4a8c-83d8-a273b8d4481b req-d12dfac5-fc6d-47a1-a274-34f8e98b2138 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664472 Jul 16 08:41:30.086674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-f6f87897-e349-4151-a8f0-39802a66e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.091149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-f6f87897-e349-4151-a8f0-39802a66e21f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1415904 Jul 16 08:41:30.185549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.197371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.219946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ffa7042b-31c6-4ebd-9588-af4aba6c1b99 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:30.220250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Router 3a96f51d-11de-484a-8583-44f8b1f9c5aa is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:30.304674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:30.313688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-f7b4ac48-8f31-4a8b-8866-cf5ed31126da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.315735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-f7b4ac48-8f31-4a8b-8866-cf5ed31126da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2120109 Jul 16 08:41:30.321458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:30.324685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-7c01ab12-24e7-4da1-b283-63ea955a346b tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d50c0dfcc7c14b77b1389b93838de624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009741 Jul 16 08:41:30.325862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63359552-f3bf-4909-935f-ad7744074da9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.329319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6905bb31-14c7-4d95-b0e4-1e64256bc228', 'tag': '3947519f-aab3-44e1-bd74-a4d8819c2713'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:30.330262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:30.330870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.339007 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e666879a-8186-4522-87a5-3a0a6b2574c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6905bb31-14c7-4d95-b0e4-1e64256bc228", "tag": "3947519f-aab3-44e1-bd74-a4d8819c2713"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:30.393977 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6961a6-c05c-4ce1-845f-30534a6bc504 x-openstack-request-id: req-3a6961a6-c05c-4ce1-845f-30534a6bc504 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:30.394405 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1d4823-ad47-4650-aabe-ee3f913f028c", "name": "network-vif-plugged", "status": "completed", "tag": "0fea1bdb-a17b-4d6e-a9d0-89e849d82841", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:30.394757 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a6961a6-c05c-4ce1-845f-30534a6bc504 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:30.395317 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1d4823-ad47-4650-aabe-ee3f913f028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fea1bdb-a17b-4d6e-a9d0-89e849d82841', 'code': 200} Jul 16 08:41:30.406005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.406350 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Added segment b1d072b4-1cfe-45da-bd24-f25e7cedc04a of type vlan for network 077d6b3a-a9e3-44da-8972-5f046a20608d Jul 16 08:41:30.540418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.555070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.559487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6437a1f4-c4f4-4169-87b8-42398285182c None None] Provisioning complete for port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:30.560213 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6437a1f4-c4f4-4169-87b8-42398285182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.637802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port ffa7042b-31c6-4ebd-9588-af4aba6c1b99, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ffa7042b-31c6-4ebd-9588-af4aba6c1b99,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:30.644813 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.670343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.671384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.671924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.730587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4082825 Jul 16 08:41:30.732612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=ffa7042b-31c6-4ebd-9588-af4aba6c1b99,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.734719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47820) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.741608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Request body: {'subnet': {'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1587377076-subnet', 'tenant_id': 'e71f43d68d9749fa8b07686a444d8a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:30.776476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6527c88-39a1-4934-937a-a6003354599a admin admin] Pushing event updated for resources: {'Network': ['ID=077d6b3a-a9e3-44da-8972-5f046a20608d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.780864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:30.787962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 077d6b3a-a9e3-44da-8972-5f046a20608d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:30.797313 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Sync routers for ids ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:30.808206 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Routers {'3a96f51d-11de-484a-8583-44f8b1f9c5aa'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:30.809327 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:30.817277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132efc9-c191-4ddf-a668-53a154086645 req-3664f535-8ed2-4194-844f-e8db9c1cd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.818861 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9132efc9-c191-4ddf-a668-53a154086645 req-3664f535-8ed2-4194-844f-e8db9c1cd971 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 1102 time: 0.2358341 Jul 16 08:41:30.831398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Made reservation on behalf of e71f43d68d9749fa8b07686a444d8a46 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:30.834910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.866876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.871087 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8945f604-453e-4b8d-847f-9bd0552192e0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2055862 Jul 16 08:41:30.873955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-0519d7c9-7d0c-4445-8079-64d23753ffc3 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456641 Jul 16 08:41:30.875435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47822) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.883982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-0988f016-239e-4a64-b55f-411e43c4b3a0 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.885564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-0988f016-239e-4a64-b55f-411e43c4b3a0 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5241723 Jul 16 08:41:30.932930 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9132efc9-c191-4ddf-a668-53a154086645 req-7432a220-77ca-4a7f-8616-5051bfa21aaa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045599 Jul 16 08:41:30.938855 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Set router 3a96f51d-11de-484a-8583-44f8b1f9c5aa gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:30.980486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Request body: {'port': {'device_id': '44f31119-42fa-4c31-a88e-3f87b0d8dff3', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'd50c0dfcc7c14b77b1389b93838de624'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:31.052761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07871b-9a2c-44cf-89c4-c45b6f7916c5 req-98466b08-91ea-4659-8451-a2d8d898649b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.054490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e07871b-9a2c-44cf-89c4-c45b6f7916c5 req-98466b08-91ea-4659-8451-a2d8d898649b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 950 time: 0.3761382 Jul 16 08:41:31.071151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.073251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06d7d3-3e08-46e9-b020-a5ec58d44a57 req-473cd712-1e21-4f9a-a81a-c74528fc0008 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.074781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd06d7d3-3e08-46e9-b020-a5ec58d44a57 req-473cd712-1e21-4f9a-a81a-c74528fc0008 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 948 time: 0.3939118 Jul 16 08:41:31.137620 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:41:28Z', 'revision_number': 3, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port': {'id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:31.137952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.145690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Checking segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:31.146135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Network hostable DHCP agents. Network: 077d6b3a-a9e3-44da-8972-5f046a20608d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:31.165130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Network 077d6b3a-a9e3-44da-8972-5f046a20608d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:31.175194 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Checking router: 3a96f51d-11de-484a-8583-44f8b1f9c5aa for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:31.175423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 077d6b3a-a9e3-44da-8972-5f046a20608d) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:31.175632 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Updating router 3a96f51d-11de-484a-8583-44f8b1f9c5aa port 6df5b734-8fc4-44b7-96b8-ff395c54850c binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:31.179379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.179941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.190911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795da4c9-eef8-46ce-a49c-053440f792da None None] Network 077d6b3a-a9e3-44da-8972-5f046a20608d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:31.208237 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4b5d82fe-b777-4de2-902d-466ec84e376e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4629190 Jul 16 08:41:31.250805 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.361207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd06d7d3-3e08-46e9-b020-a5ec58d44a57 req-cf874181-f415-4b38-8578-64653d2d113a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494516 Jul 16 08:41:31.366622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da3b06d-bc95-4a0a-9ea7-38a5c4b088b1 req-3a83d088-2f3f-4d3d-be13-79f4b8231216 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767807 Jul 16 08:41:31.409545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e07871b-9a2c-44cf-89c4-c45b6f7916c5 req-fcba13d2-5c10-4f45-a0d6-7555c66601e6 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe432680-970b-425f-ade6-e810a9f3148a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252366 Jul 16 08:41:31.444589 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73727f1d-cb27-4d78-82f0-74ffe686fffc x-openstack-request-id: req-73727f1d-cb27-4d78-82f0-74ffe686fffc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:31.444872 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6905bb31-14c7-4d95-b0e4-1e64256bc228", "tag": "3947519f-aab3-44e1-bd74-a4d8819c2713", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:31.445126 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73727f1d-cb27-4d78-82f0-74ffe686fffc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:31.445514 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6905bb31-14c7-4d95-b0e4-1e64256bc228', 'tag': '3947519f-aab3-44e1-bd74-a4d8819c2713', 'status': 'completed', 'code': 200} Jul 16 08:41:31.496479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d89cc4-2292-465b-8386-bb7635a3d939 None None] Network 077d6b3a-a9e3-44da-8972-5f046a20608d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:31.623688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09934ac8-1de0-45f1-8570-7aab32c3b939 req-63eddaac-4315-4630-82cf-eeab8765cd87 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 210 time: 0.0477674 Jul 16 08:41:31.627655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Made reservation on behalf of d50c0dfcc7c14b77b1389b93838de624 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:31.631101 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.670704 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.673067 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.682468 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Transition to ACTIVE for port object 6df5b734-8fc4-44b7-96b8-ff395c54850c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:31.688486 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.729656 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Pushing event updated for resources: {'Port': ['ID=6df5b734-8fc4-44b7-96b8-ff395c54850c,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.740477 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.741011 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.741347 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.741704 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.742038 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.742366 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.742693 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.743015 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.743338 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.743665 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.743980 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.744305 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:31.766020 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Attempting to bind port 6df5b734-8fc4-44b7-96b8-ff395c54850c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:31.766392 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Attempting to bind port 6df5b734-8fc4-44b7-96b8-ff395c54850c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:31.766749 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Attempting to bind port 6df5b734-8fc4-44b7-96b8-ff395c54850c on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:31.771845 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:31.772390 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:31.772789 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.773172 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:31.773632 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Bound port: 6df5b734-8fc4-44b7-96b8-ff395c54850c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:31.774053 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.828929 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] For port 6df5b734-8fc4-44b7-96b8-ff395c54850c, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:31.832170 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] For port 6df5b734-8fc4-44b7-96b8-ff395c54850c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6df5b734-8fc4-44b7-96b8-ff395c54850c,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:31.835888 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.836183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-546319be-73fa-45ae-8e20-fb2c88ead1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.837698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-546319be-73fa-45ae-8e20-fb2c88ead1ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d441cc5e9694ecdad80d1be61eae29a&device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 1099 time: 0.3686600 Jul 16 08:41:31.890912 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Routers {'3a96f51d-11de-484a-8583-44f8b1f9c5aa'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:31.891502 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:31.905371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671740-610b-4034-9463-e6737bd29cbf req-f84ce7fc-9e4c-439a-a551-ecbbe98e5e40 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.906892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35671740-610b-4034-9463-e6737bd29cbf req-f84ce7fc-9e4c-439a-a551-ecbbe98e5e40 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 947 time: 0.2879155 Jul 16 08:41:31.934002 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1294bd-7c4d-4029-9762-1fc5bfe060c3 None None] Pushing event updated for resources: {'Port': ['ID=6df5b734-8fc4-44b7-96b8-ff395c54850c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.987624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fcd4081d-7ec0-45de-b20b-eddf5d124b3d details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:32.106156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35671740-610b-4034-9463-e6737bd29cbf req-ae96a16d-3f70-4677-8242-b3da4fa80f4e tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829638 Jul 16 08:41:32.122365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba67d-3e1e-4285-87b9-7b5aa2f8921d req-89bcf831-5b5b-474c-b886-1be2aeff0ffa tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.123837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fddba67d-3e1e-4285-87b9-7b5aa2f8921d req-89bcf831-5b5b-474c-b886-1be2aeff0ffa tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 950 time: 0.3625927 Jul 16 08:41:32.125486 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] Set router 3a96f51d-11de-484a-8583-44f8b1f9c5aa gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:32.134100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-509b014e-56a2-4451-bfba-205c52285e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.135578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-509b014e-56a2-4451-bfba-205c52285e60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2856872 Jul 16 08:41:32.172984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.185341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ffa7042b-31c6-4ebd-9588-af4aba6c1b99 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:32.217391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-63baa76f-7858-4488-8264-ef702b7dcc7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=3947519f-aab3-44e1-bd74-a4d8819c2713 HTTP/1.1" status: 200 len: 217 time: 0.0616024 Jul 16 08:41:32.218075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.406271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-679e13af-3689-4527-ac0c-5b19d52d4992 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.407674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-679e13af-3689-4527-ac0c-5b19d52d4992 tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.54 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 950 time: 0.2430093 Jul 16 08:41:32.426431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:32.440802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'mac_address': 'fa:16:3e:7d:cd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:32.465891 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:41:28Z', 'revision_number': 3, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port': {'id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:32.473388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:32.473900 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.498201 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d9c43-b907-4d3a-9b6e-e73408f70347 None None] The sync data for ids ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'] in n-d-780147-28 is: [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:41:28Z', 'revision_number': 3, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port': {'id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:32.523454 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.560563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd4081d-7ec0-45de-b20b-eddf5d124b3d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:32.584989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Deleting port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:32.585676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.588215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:32.609504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb270cf-a488-4d86-bc04-1eb0daa21234,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.614253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.614972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3947519f-aab3-44e1-bd74-a4d8819c2713 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:32.686489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.707315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fddba67d-3e1e-4285-87b9-7b5aa2f8921d req-aa1ef60f-c09c-4aca-a4f5-4af3e3565201 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636661 Jul 16 08:41:32.710567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] For port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:32.711693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.741284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3947519f-aab3-44e1-bd74-a4d8819c2713, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3947519f-aab3-44e1-bd74-a4d8819c2713,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:32.746708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Calling delete_port for 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:32.759239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '3947519f-aab3-44e1-bd74-a4d8819c2713', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '3947519f-aab3-44e1-bd74-a4d8819c2713', 'mac_address': 'fa:16:3e:48:6b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:32.769984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-4cac8e5b-1512-4118-924d-527932639c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.771451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-4cac8e5b-1512-4118-924d-527932639c2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.5382872 Jul 16 08:41:32.816388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.816867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.851101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3947519f-aab3-44e1-bd74-a4d8819c2713 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:32.890034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3947519f-aab3-44e1-bd74-a4d8819c2713, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3947519f-aab3-44e1-bd74-a4d8819c2713,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:32.912895 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.976687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Allocated IP 192.168.233.117 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/4909329f-0ef7-4763-8c00-8a0b0d5c9445) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:32.986763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e064a-8421-41bf-9352-f81eeb195730 req-19fe6673-a623-4216-a4a6-1e4ceac26ef7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.993831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-19fe6673-a623-4216-a4a6-1e4ceac26ef7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 805 time: 0.3813169 Jul 16 08:41:32.996106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3947519f-aab3-44e1-bd74-a4d8819c2713,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.075678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-d8a0ef93-b0d8-4853-a04f-0fea7903a202 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/quotas/e71f43d68d9749fa8b07686a444d8a46 HTTP/1.1" status: 200 len: 375 time: 0.0806208 Jul 16 08:41:33.154786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3947519f-aab3-44e1-bd74-a4d8819c2713'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:33.179567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:33.202002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.218303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:33.265910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Pushing event deleted for resources: {'Port': ['ID=0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.293266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-30291d94-6778-442e-bb6a-846b5bbfbd90 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1974876 Jul 16 08:41:33.312049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] No DVR routers for this DVR port 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:33.315718 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.318298 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1f094f3-1661-4c3b-a62d-44c539924317 req-4577fe75-68a9-4a9b-95d3-702f183a5c8b tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.54 "DELETE /v2.0/ports/0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b HTTP/1.1" status: 204 len: 173 time: 0.8994148 Jul 16 08:41:33.319137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bc1c11-fc20-446f-9992-0a88e9537424', 'name': 'network-vif-deleted', 'tag': '0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:33.321378 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a1f011-5631-4166-95e5-e6c6b53f96ff" -d '{"events": [{"server_uuid": "48bc1c11-fc20-446f-9992-0a88e9537424", "name": "network-vif-deleted", "tag": "0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:33.369831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca750e9-c9e1-4dfe-b73d-0e9cfce715d5 req-62034491-0394-4fa0-a03b-2966d8c2e32f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.389435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ca750e9-c9e1-4dfe-b73d-0e9cfce715d5 req-62034491-0394-4fa0-a03b-2966d8c2e32f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 949 time: 0.5331299 Jul 16 08:41:33.394943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-3656290e-9776-4d5e-972d-5299cfb1effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.406143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-3656290e-9776-4d5e-972d-5299cfb1effb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6149466 Jul 16 08:41:33.723771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ca750e9-c9e1-4dfe-b73d-0e9cfce715d5 req-2f175fe7-1284-42fc-9dee-8db797638efd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332133 Jul 16 08:41:33.726450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Allocated IP 172.20.0.1 (8be9d9c1-9e1d-45ed-a886-7bfd7a053303/4c7ab2a3-4430-43d2-8c9f-132f691a7d1c/e66e20a3-dd30-4263-b084-f2f4fba98fc5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:33.735947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-62332102-bb39-4376-92dd-a32c8f81f47f service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289015 Jul 16 08:41:33.803564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-c1e99ab7-eaae-40e0-a897-5a74cad90230 service neutron] 10.222.0.55 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644864 Jul 16 08:41:33.825111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.942706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Transition to ACTIVE for port object 4909329f-0ef7-4763-8c00-8a0b0d5c9445 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:33.947362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9da6b3a0-08fb-4b9b-9a8b-1badcb7ff6b6 req-6ef19700-419c-4141-aba8-41b2973fc3bc tempest-ImagesNegativeTestJSON-147485240 tempest-ImagesNegativeTestJSON-147485240-project] 10.222.0.55 "GET /v2.0/ports?device_id=48bc1c11-fc20-446f-9992-0a88e9537424 HTTP/1.1" status: 200 len: 210 time: 0.0886207 Jul 16 08:41:33.981165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fcd4081d-7ec0-45de-b20b-eddf5d124b3d up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:34.048838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e666879a-8186-4522-87a5-3a0a6b2574c8 req-51693370-8f00-48c7-9e38-db54cc1a52f5 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016348 Jul 16 08:41:34.055950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port fcd4081d-7ec0-45de-b20b-eddf5d124b3d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:34.070471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port fcd4081d-7ec0-45de-b20b-eddf5d124b3d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:34.074120 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.166568 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.172752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-f43153cd-ec04-4d22-a6ed-e913afe4fe75 service neutron] 10.222.0.55 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524849 Jul 16 08:41:34.182169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0db6b4b1-2a2a-4250-b196-b2e95fc9fcfb req-24aed950-de91-482f-ac9d-925851893dc1 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 210 time: 0.0644443 Jul 16 08:41:34.193270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6df5b734-8fc4-44b7-96b8-ff395c54850c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:34.220894 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.223865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Transition to ACTIVE for port object e66e20a3-dd30-4263-b084-f2f4fba98fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:34.246460 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.292786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:34.297958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:34.300858 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff36148-bbeb-4320-b59c-fa5ca6496002" -d '{"events": [{"server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "name": "network-vif-plugged", "status": "completed", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:34.305974 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.307071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3947519f-aab3-44e1-bd74-a4d8819c2713 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:34.320574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:34.341944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:34.364200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Pushing event updated for resources: {'Port': ['ID=4909329f-0ef7-4763-8c00-8a0b0d5c9445,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.367141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:34.437996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 6df5b734-8fc4-44b7-96b8-ff395c54850c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:34.449339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6df5b734-8fc4-44b7-96b8-ff395c54850c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:34.449765 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.451656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.452435 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.462368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.488155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.513258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Pushing event updated for resources: {'Port': ['ID=e66e20a3-dd30-4263-b084-f2f4fba98fc5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.527794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 3947519f-aab3-44e1-bd74-a4d8819c2713 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:34.535450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-62edfa8e-104e-49f8-9b44-627b21f5f8c4 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6109004 Jul 16 08:41:34.537735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:34.537876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 3947519f-aab3-44e1-bd74-a4d8819c2713 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:34.538363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.546678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa7a4-0043-4cb7-988d-318e80b8274b req-3ff92232-c48c-4aa0-b507-59d0aa94a1a5 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.555303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2dfa7a4-0043-4cb7-988d-318e80b8274b req-3ff92232-c48c-4aa0-b507-59d0aa94a1a5 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 948 time: 0.2552929 Jul 16 08:41:34.562401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Request body: {'port': {'device_id': '44f31119-42fa-4c31-a88e-3f87b0d8dff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:34.574221 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a63516a-56d6-4dd2-a7e9-46f2d4e7feaa x-openstack-request-id: req-6a63516a-56d6-4dd2-a7e9-46f2d4e7feaa {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:34.574725 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bc1c11-fc20-446f-9992-0a88e9537424", "name": "network-vif-deleted", "tag": "0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:34.574954 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a63516a-56d6-4dd2-a7e9-46f2d4e7feaa {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:34.575450 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bc1c11-fc20-446f-9992-0a88e9537424', 'name': 'network-vif-deleted', 'tag': '0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b', 'status': 'completed', 'code': 200} Jul 16 08:41:34.588106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:34.598439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:34.675035 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.752793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 6df5b734-8fc4-44b7-96b8-ff395c54850c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6df5b734-8fc4-44b7-96b8-ff395c54850c,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:34.765951 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.846485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-02094c6a-9131-4050-bba1-5c7c8a130487 None None] Provisioning for port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:34.851676 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.856770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-02094c6a-9131-4050-bba1-5c7c8a130487 None None] Provisioning complete for port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:34.857899 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02094c6a-9131-4050-bba1-5c7c8a130487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.901148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=6df5b734-8fc4-44b7-96b8-ff395c54850c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.930955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-02094c6a-9131-4050-bba1-5c7c8a130487 None None] Port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:34.935774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3947519f-aab3-44e1-bd74-a4d8819c2713, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3947519f-aab3-44e1-bd74-a4d8819c2713,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:34.940830 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.993324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2dfa7a4-0043-4cb7-988d-318e80b8274b req-5c603ddf-75e3-4d2d-aba6-e97dbd8deac4 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369743 Jul 16 08:41:35.007339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3947519f-aab3-44e1-bd74-a4d8819c2713,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.066753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-02b25c9f-ca5e-488c-adda-bdb5c95333fc None None] Provisioning for port e66e20a3-dd30-4263-b084-f2f4fba98fc5 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:35.070448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.072292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-02b25c9f-ca5e-488c-adda-bdb5c95333fc None None] Provisioning complete for port e66e20a3-dd30-4263-b084-f2f4fba98fc5 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:35.072686 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02b25c9f-ca5e-488c-adda-bdb5c95333fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.099298 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.117890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-02b25c9f-ca5e-488c-adda-bdb5c95333fc None None] Port e66e20a3-dd30-4263-b084-f2f4fba98fc5 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:35.209934 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dbc325-6cd7-487a-a9d7-28bdacb5bba4 x-openstack-request-id: req-32dbc325-6cd7-487a-a9d7-28bdacb5bba4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:35.210233 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "name": "network-vif-plugged", "status": "completed", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:35.210503 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32dbc325-6cd7-487a-a9d7-28bdacb5bba4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:35.210881 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'code': 200} Jul 16 08:41:35.242192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bb047-81ac-4fbd-acad-8c45f0279983 req-e074f0f4-2866-4df6-8d54-e42a0132c04e tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.243853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f49bb047-81ac-4fbd-acad-8c45f0279983 req-e074f0f4-2866-4df6-8d54-e42a0132c04e tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 950 time: 0.3249128 Jul 16 08:41:35.369927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2417b8e8-8756-4bb1-8247-3fe27865615f req-adacd268-df64-487c-a5df-83a7b736a822 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 210 time: 0.0431755 Jul 16 08:41:35.423651 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-d6b63f2f-2334-4be2-989d-a061a0b57667 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.425370 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-d6b63f2f-2334-4be2-989d-a061a0b57667 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a&tenant_id=5443957cf93641718163cdaddb1c6608&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 950 time: 0.1246498 Jul 16 08:41:35.500180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f49bb047-81ac-4fbd-acad-8c45f0279983 req-1d5dc233-6af1-4d88-9909-17e1af8ea758 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482760 Jul 16 08:41:35.516390 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-56d18c7f-1ba7-493e-a6b6-2ee213fd4d6f service neutron] delete failed (client error): The resource could not be found. Jul 16 08:41:35.517426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-56d18c7f-1ba7-493e-a6b6-2ee213fd4d6f service neutron] 10.222.0.54 "DELETE /v2.0/ports/fcd4081d-7ec0-45de-b20b-eddf5d124b3d/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0827847 Jul 16 08:41:35.660276 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.676233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-b4bb3ec0-c5a9-41ca-9d8b-8f2599d1e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.677752 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-b4bb3ec0-c5a9-41ca-9d8b-8f2599d1e32f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1102 time: 0.0560210 Jul 16 08:41:35.777092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-1dc1b6f0-e36b-4504-9161-bb5de998c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.778538 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-1dc1b6f0-e36b-4504-9161-bb5de998c358 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.0904160 Jul 16 08:41:35.833748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-702ee0e4-9589-4917-ad27-528597fdb5b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.0430510 Jul 16 08:41:35.878250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25c74e-1c98-4b4b-a53d-3234f5279943 req-e6d2cdfe-e180-4739-8d75-816a9e2cadea tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.879771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e25c74e-1c98-4b4b-a53d-3234f5279943 req-e6d2cdfe-e180-4739-8d75-816a9e2cadea tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.2694092 Jul 16 08:41:35.882063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4909329f-0ef7-4763-8c00-8a0b0d5c9445 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:35.884605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-315eea7c-022d-45fa-8f8e-105ae3b3c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.886640 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-315eea7c-022d-45fa-8f8e-105ae3b3c3d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0460482 Jul 16 08:41:35.895185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e36a3-5827-49f9-a301-c3e01b71b374 req-045fe7e5-414c-4f1c-8cc8-7b17dff8621d tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.896682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e56e36a3-5827-49f9-a301-c3e01b71b374 req-045fe7e5-414c-4f1c-8cc8-7b17dff8621d tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 936 time: 0.2713592 Jul 16 08:41:35.904855 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.947484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-cbee03a2-576f-4736-b872-f30fffb3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.948961 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-cbee03a2-576f-4736-b872-f30fffb3574d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551727 Jul 16 08:41:36.014015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Transition to ACTIVE for port object 4909329f-0ef7-4763-8c00-8a0b0d5c9445 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:36.041529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.055458 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-9902bbd0-9ed8-4db1-985f-be768f5e144a service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989442 Jul 16 08:41:36.089591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e25c74e-1c98-4b4b-a53d-3234f5279943 req-fcc1887b-9048-4d05-8449-68f1718494b7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898608 Jul 16 08:41:36.130806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6df5b734-8fc4-44b7-96b8-ff395c54850c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:36.131316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e56e36a3-5827-49f9-a301-c3e01b71b374 req-2f16abb6-c72b-495d-8f1f-c0107f806c3f tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211678 Jul 16 08:41:36.185377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Pushing event updated for resources: {'Port': ['ID=4909329f-0ef7-4763-8c00-8a0b0d5c9445,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.190009 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48b18469-5635-4334-aeaa-7e8edd266b63 req-846b1bf4-e0f7-4d4c-b15f-6bff78f79613 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255267 Jul 16 08:41:36.244219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6df5b734-8fc4-44b7-96b8-ff395c54850c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:36.246458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.246578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.314973 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.326801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e064a-8421-41bf-9352-f81eeb195730 req-1ac91429-da82-40e1-b717-e02849879106 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.339812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-1ac91429-da82-40e1-b717-e02849879106 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.54 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 805 time: 0.3838298 Jul 16 08:41:36.441595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Request body: {'port': {'device_id': '0e401b80-2210-4edb-924a-8b85b067547a', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'admin_state_up': True, 'tenant_id': 'e71f43d68d9749fa8b07686a444d8a46'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:36.460036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Pushing event updated for resources: {'Port': ['ID=e66e20a3-dd30-4263-b084-f2f4fba98fc5,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.567523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.604021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Attempting to bind port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:36.604353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Attempting to bind port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:36.604679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Attempting to bind port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:36.643391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:36.643713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Attempting to bind port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:36.678640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:36.678978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:36.679356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:36.679792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Bound port: 4909329f-0ef7-4763-8c00-8a0b0d5c9445, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:36.680140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.951796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b4f395d-1a13-45c2-989e-77e108354c65 req-f38b1aa7-27ac-4e99-96db-f85bb2f904e8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 210 time: 0.3052688 Jul 16 08:41:36.992981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Made reservation on behalf of e71f43d68d9749fa8b07686a444d8a46 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:36.996808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.006857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f488c-f4c4-477c-894c-4e437b4b5a62 req-606c99a8-20d3-48b1-978e-9ae5d3770c6a tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.008444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a23f488c-f4c4-477c-894c-4e437b4b5a62 req-606c99a8-20d3-48b1-978e-9ae5d3770c6a tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 949 time: 0.5354581 Jul 16 08:41:37.115937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:37.149936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:37.193267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a23f488c-f4c4-477c-894c-4e437b4b5a62 req-57265cc9-c7af-4aec-b52c-21c826f7043e tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695292 Jul 16 08:41:37.194715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] For port 4909329f-0ef7-4763-8c00-8a0b0d5c9445, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:37.218130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905bb31-14c7-4d95-b0e4-1e64256bc228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3947519f-aab3-44e1-bd74-a4d8819c2713'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:37.221422 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3d4ae4-408a-424e-ad16-0a4b465a3787" -d '{"events": [{"server_uuid": "6905bb31-14c7-4d95-b0e4-1e64256bc228", "name": "network-vif-plugged", "status": "completed", "tag": "3947519f-aab3-44e1-bd74-a4d8819c2713"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:37.255679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] For port 4909329f-0ef7-4763-8c00-8a0b0d5c9445, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4909329f-0ef7-4763-8c00-8a0b0d5c9445,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:37.294864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.375943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-93a4bbcb-766e-433d-8386-cd46616f0662 None None] Provisioning complete for port e66e20a3-dd30-4263-b084-f2f4fba98fc5 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:37.376315 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93a4bbcb-766e-433d-8386-cd46616f0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.413824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-93a4bbcb-766e-433d-8386-cd46616f0662 None None] Port e66e20a3-dd30-4263-b084-f2f4fba98fc5 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:37.424903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.425531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.426965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] 10.222.0.52 "PUT /v2.0/ports/4909329f-0ef7-4763-8c00-8a0b0d5c9445 HTTP/1.1" status: 200 len: 1097 time: 2.8695629 Jul 16 08:41:37.427434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f31119-42fa-4c31-a88e-3f87b0d8dff3', 'tag': '4909329f-0ef7-4763-8c00-8a0b0d5c9445'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:37.429730 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b22028-dbbc-4c8c-88bc-50596aa09550" -d '{"events": [{"name": "network-changed", "server_uuid": "44f31119-42fa-4c31-a88e-3f87b0d8dff3", "tag": "4909329f-0ef7-4763-8c00-8a0b0d5c9445"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:37.432886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Allocated IP 172.20.0.7 (077d6b3a-a9e3-44da-8972-5f046a20608d/a9b0f2e5-91ff-4fcc-b28e-74cd4998023f/f399560b-01b5-497e-b313-22e251f40bbe) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:37.490358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9793-8efd-4095-9ed9-03e2936a44fd req-30abccad-5e6b-47b7-be9f-6705336042d5 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.492002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eb9793-8efd-4095-9ed9-03e2936a44fd req-30abccad-5e6b-47b7-be9f-6705336042d5 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 950 time: 0.3797157 Jul 16 08:41:37.510379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:37.531879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:37.532326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0b3e5b06-1ab5-47f3-b4d7-6d9661bee40b not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:37.556815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c248c-6576-4d91-a3e6-0d6c1f54cf71 service neutron] Pushing event updated for resources: {'Port': ['ID=4909329f-0ef7-4763-8c00-8a0b0d5c9445,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.571429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Router 3a96f51d-11de-484a-8583-44f8b1f9c5aa has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:37.668851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782498c3-1de3-47ba-9ecf-a6a8dd1d664e req-232c6c9e-0663-4d79-a198-10dc0de54c38 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.671096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-782498c3-1de3-47ba-9ecf-a6a8dd1d664e req-232c6c9e-0663-4d79-a198-10dc0de54c38 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.3503745 Jul 16 08:41:37.677581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eb9793-8efd-4095-9ed9-03e2936a44fd req-0c6fc712-39cb-4ab1-9ba7-cc4728d3a4f7 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699154 Jul 16 08:41:37.811352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-850386b8-211c-4d12-bf84-1507289c53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.812811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-850386b8-211c-4d12-bf84-1507289c53eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d50c0dfcc7c14b77b1389b93838de624&device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 1100 time: 0.3421395 Jul 16 08:41:37.884381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-782498c3-1de3-47ba-9ecf-a6a8dd1d664e req-a17d81dd-0dc5-4267-a74e-e1973c39166d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050347 Jul 16 08:41:37.925306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-51921c77-1af6-4481-9ca2-7297e1a36fb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4909329f-0ef7-4763-8c00-8a0b0d5c9445 HTTP/1.1" status: 200 len: 217 time: 0.0817778 Jul 16 08:41:37.943551 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73708359-f30d-46cc-b77f-9b4ac42941c6 x-openstack-request-id: req-73708359-f30d-46cc-b77f-9b4ac42941c6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:37.943953 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905bb31-14c7-4d95-b0e4-1e64256bc228", "name": "network-vif-plugged", "status": "completed", "tag": "3947519f-aab3-44e1-bd74-a4d8819c2713", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:37.944650 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73708359-f30d-46cc-b77f-9b4ac42941c6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:37.945146 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905bb31-14c7-4d95-b0e4-1e64256bc228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3947519f-aab3-44e1-bd74-a4d8819c2713', 'code': 200} Jul 16 08:41:37.948927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.980834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:37.992984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Sync routers for ids ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:38.002259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a21438a-82eb-4bf5-a5f5-27e11a5fcbec admin admin] 10.222.0.55 "PUT /v2.0/routers/3a96f51d-11de-484a-8583-44f8b1f9c5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1074762 Jul 16 08:41:38.019039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Routers {'3a96f51d-11de-484a-8583-44f8b1f9c5aa'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:38.019928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:38.021900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-2b858c52-0f39-40d8-a103-32ce345f57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.023403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-2b858c52-0f39-40d8-a103-32ce345f57a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0872850 Jul 16 08:41:38.099324 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2fb954-13b3-4cec-a3a6-d9d10b16be97 x-openstack-request-id: req-ce2fb954-13b3-4cec-a3a6-d9d10b16be97 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:38.099614 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f31119-42fa-4c31-a88e-3f87b0d8dff3", "tag": "4909329f-0ef7-4763-8c00-8a0b0d5c9445", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:38.100013 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce2fb954-13b3-4cec-a3a6-d9d10b16be97 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:38.100274 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f31119-42fa-4c31-a88e-3f87b0d8dff3', 'tag': '4909329f-0ef7-4763-8c00-8a0b0d5c9445', 'status': 'completed', 'code': 200} Jul 16 08:41:38.112228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0446a99-d231-4513-8727-7603b5b091c9 req-b5c9e5a0-1e77-48c3-a685-7d68bf8ef77a tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.113792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0446a99-d231-4513-8727-7603b5b091c9 req-b5c9e5a0-1e77-48c3-a685-7d68bf8ef77a tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 948 time: 0.3277245 Jul 16 08:41:38.150070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.160889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Set router 3a96f51d-11de-484a-8583-44f8b1f9c5aa gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:38.229671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Network 077d6b3a-a9e3-44da-8972-5f046a20608d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:38.245454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0446a99-d231-4513-8727-7603b5b091c9 req-6e21dac9-cff4-4960-ba3d-d0f7e3c53ce3 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240244 Jul 16 08:41:38.259525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:38.274197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56add9d3-6efa-4967-888b-0d270c48841a req-28e1704f-2cf8-4e56-96d9-97c7d3dd3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.275739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56add9d3-6efa-4967-888b-0d270c48841a req-28e1704f-2cf8-4e56-96d9-97c7d3dd3a09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 1101 time: 0.2479165 Jul 16 08:41:38.277932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:38.297434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Pushing event updated for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.345919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-781820dc-d341-4ca3-8379-9cef194537cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.350001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-781820dc-d341-4ca3-8379-9cef194537cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3064694 Jul 16 08:41:38.422695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.423378 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.439018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56add9d3-6efa-4967-888b-0d270c48841a req-de325d68-7023-44bd-b838-3c4db2c6b66d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258893 Jul 16 08:41:38.478338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-ea206998-f05f-4c73-8793-77f7fe71696c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0405514 Jul 16 08:41:38.503643 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:41:35Z', 'revision_number': 4, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port': {'id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e66e20a3-dd30-4263-b084-f2f4fba98fc5', 'name': '', 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'mac_address': 'fa:16:3e:59:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4c7ab2a3-4430-43d2-8c9f-132f691a7d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:32Z', 'updated_at': '2021-07-16T08:41:35Z', 'revision_number': 2, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'subnets': [{'id': '4c7ab2a3-4430-43d2-8c9f-132f691a7d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:38.520696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Request body: {'port': {'device_id': '0e401b80-2210-4edb-924a-8b85b067547a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:38.554789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Checking router: 3a96f51d-11de-484a-8583-44f8b1f9c5aa for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:38.555596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Updating router 3a96f51d-11de-484a-8583-44f8b1f9c5aa port e66e20a3-dd30-4263-b084-f2f4fba98fc5 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:38.570441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-efb62a62-8b71-400a-9370-485c794b2512 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117603 Jul 16 08:41:38.597143 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.674851 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47936) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:38.679818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-network', 'tenant_id': '6f868da999cc41928776ab8921ec8f30'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:38.701284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Made reservation on behalf of 6f868da999cc41928776ab8921ec8f30 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:38.704137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.713556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.732709 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.735731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb487a-9e8b-40f2-a9b1-8d2743570db0 req-1d0c17c5-d31d-41a0-a6b7-d4304170e105 tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.737293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6eb487a-9e8b-40f2-a9b1-8d2743570db0 req-1d0c17c5-d31d-41a0-a6b7-d4304170e105 tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1102 time: 0.2536917 Jul 16 08:41:38.790926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57156-4f82-4b29-af71-d87c73fb2a2d req-5bd8f0b1-1bf2-4854-964f-581e75fcd498 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.792603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6e57156-4f82-4b29-af71-d87c73fb2a2d req-5bd8f0b1-1bf2-4854-964f-581e75fcd498 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 931 time: 0.2385161 Jul 16 08:41:38.821218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.824812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ae9ff-648b-40a9-a424-3a2503f4bd60 req-3571bea8-83b2-4d91-827a-074bff40efa0 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291493 Jul 16 08:41:38.825314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.839167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:38.849693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.850132 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Added segment 12b97352-0012-456b-885e-61e24e025323 of type vlan for network 690f898d-7a43-413e-8549-b80b237bb4ea Jul 16 08:41:38.856041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6eb487a-9e8b-40f2-a9b1-8d2743570db0 req-6fc6c1a3-9e78-4830-901f-a2e7b1f0c10f tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038949 Jul 16 08:41:38.912539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.926651 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.940633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Transition to ACTIVE for port object e66e20a3-dd30-4263-b084-f2f4fba98fc5 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:38.953052 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.962670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3c2a19-8508-4d82-ab76-eaccae338150,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.984687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.985932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.986525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.041765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1003ea5-deaf-41ff-973e-ad0aa2594e32 None None] Pushing event updated for resources: {'Port': ['ID=e66e20a3-dd30-4263-b084-f2f4fba98fc5,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.065032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3863621 Jul 16 08:41:39.065032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1364aa5-51c8-433f-94e3-a8859d56ea82 admin admin] Pushing event updated for resources: {'Network': ['ID=690f898d-7a43-413e-8549-b80b237bb4ea,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.066641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47942) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:39.072077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Request body: {'subnet': {'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-subnet', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:39.079481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 690f898d-7a43-413e-8549-b80b237bb4ea details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:39.099374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Made reservation on behalf of 6f868da999cc41928776ab8921ec8f30 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:39.103278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.136401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Attempting to bind port e66e20a3-dd30-4263-b084-f2f4fba98fc5 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:39.137229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Attempting to bind port e66e20a3-dd30-4263-b084-f2f4fba98fc5 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:39.137555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Attempting to bind port e66e20a3-dd30-4263-b084-f2f4fba98fc5 on network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:39.148274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:39.148659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Checking segment: {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:39.149050 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.149444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Bound using segment: {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:39.149936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Bound port: e66e20a3-dd30-4263-b084-f2f4fba98fc5, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:39.150308 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.157695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6e57156-4f82-4b29-af71-d87c73fb2a2d req-c39e77d7-09c6-4ca6-b967-aeaac82a2dbf tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407068 Jul 16 08:41:39.307098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] For port e66e20a3-dd30-4263-b084-f2f4fba98fc5, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:39.316129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] For port e66e20a3-dd30-4263-b084-f2f4fba98fc5, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e66e20a3-dd30-4263-b084-f2f4fba98fc5,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:39.326230 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.355097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-dd89333f-fb28-49e7-9309-a170d435a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.356598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-dd89333f-fb28-49e7-9309-a170d435a14f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d50c0dfcc7c14b77b1389b93838de624&device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 1100 time: 0.2040398 Jul 16 08:41:39.391966 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.407879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa3e7-b201-48db-8b23-c0753aa1a6d3 req-29375b3e-2757-4813-a948-3be5d343636a tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.417479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c02aa3e7-b201-48db-8b23-c0753aa1a6d3 req-29375b3e-2757-4813-a948-3be5d343636a tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 949 time: 0.2630351 Jul 16 08:41:39.424543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Routers {'3a96f51d-11de-484a-8583-44f8b1f9c5aa'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:39.425172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:39.427474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1003ea5-deaf-41ff-973e-ad0aa2594e32 None None] Pushing event updated for resources: {'Port': ['ID=e66e20a3-dd30-4263-b084-f2f4fba98fc5,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.485423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Checking segment: {'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:39.486030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Network hostable DHCP agents. Network: 690f898d-7a43-413e-8549-b80b237bb4ea, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:39.502564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.519953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Network 690f898d-7a43-413e-8549-b80b237bb4ea is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:39.532954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 690f898d-7a43-413e-8549-b80b237bb4ea) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:39.538389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.539096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.543675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8821322-6b39-476b-a1fb-76e4aeee89b8 None None] Network 690f898d-7a43-413e-8549-b80b237bb4ea requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:39.552731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f399560b-01b5-497e-b313-22e251f40bbe {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:39.561363 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-12bf7762-6b87-4770-88a8-43b72df74569 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4928837 Jul 16 08:41:39.564186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:39.564974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.570713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:39.607521 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.608767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.624165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] Set router 3a96f51d-11de-484a-8583-44f8b1f9c5aa gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:39.668970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.682444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Transition to ACTIVE for port object f399560b-01b5-497e-b313-22e251f40bbe will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:39.709620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.762619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c02aa3e7-b201-48db-8b23-c0753aa1a6d3 req-00efcf1b-bc63-4617-8cd4-c1288dee2da2 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439436 Jul 16 08:41:39.793047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-9bbe0606-1f10-4a34-b38a-b1514b16a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.795110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-9bbe0606-1f10-4a34-b38a-b1514b16a3bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.3741088 Jul 16 08:41:39.820130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Pushing event updated for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.861984 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.898294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ebbd-2305-45b9-944f-42c9cb08a333 req-67db13b2-f698-468b-b5bd-d1f304f3b1f5 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.908236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ec2ebbd-2305-45b9-944f-42c9cb08a333 req-67db13b2-f698-468b-b5bd-d1f304f3b1f5 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 950 time: 0.4860580 Jul 16 08:41:39.945597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-430cfff1-a608-48c4-9710-27234679d499 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4909329f-0ef7-4763-8c00-8a0b0d5c9445 HTTP/1.1" status: 200 len: 217 time: 0.1388915 Jul 16 08:41:39.976752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-690f898d-7a43-413e-8549-b80b237bb4ea', 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'fixed_ips': [{'subnet_id': '0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:39.978050 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.090278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Attempting to bind port f399560b-01b5-497e-b313-22e251f40bbe on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:40.090727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Attempting to bind port f399560b-01b5-497e-b313-22e251f40bbe by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:40.091195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Attempting to bind port f399560b-01b5-497e-b313-22e251f40bbe on network 077d6b3a-a9e3-44da-8972-5f046a20608d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:40.107628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ec2ebbd-2305-45b9-944f-42c9cb08a333 req-e469aa7e-df42-4173-b546-498ea7b61eab tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec150d41-09fc-48d9-ae2d-c187c5cbef54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976247 Jul 16 08:41:40.127013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Port f399560b-01b5-497e-b313-22e251f40bbe on network 077d6b3a-a9e3-44da-8972-5f046a20608d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:40.130472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Attempting to bind port f399560b-01b5-497e-b313-22e251f40bbe on network 077d6b3a-a9e3-44da-8972-5f046a20608d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:40.156652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:41:35Z', 'revision_number': 4, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port': {'id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e66e20a3-dd30-4263-b084-f2f4fba98fc5', 'name': '', 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'mac_address': 'fa:16:3e:59:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4c7ab2a3-4430-43d2-8c9f-132f691a7d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:32Z', 'updated_at': '2021-07-16T08:41:39Z', 'revision_number': 4, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'subnets': [{'id': '4c7ab2a3-4430-43d2-8c9f-132f691a7d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:40.163194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:40.163718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Checking segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:40.164110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Bound using segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:40.165389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Bound port: f399560b-01b5-497e-b313-22e251f40bbe, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:40.165928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.198043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284dd10f-a7b4-4265-9f88-3bd320bedfa1 None None] The sync data for ids ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'] in n-d-780147-28 is: [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:41:35Z', 'revision_number': 4, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port': {'id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e66e20a3-dd30-4263-b084-f2f4fba98fc5', 'name': '', 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'mac_address': 'fa:16:3e:59:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4c7ab2a3-4430-43d2-8c9f-132f691a7d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:32Z', 'updated_at': '2021-07-16T08:41:39Z', 'revision_number': 4, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'subnets': [{'id': '4c7ab2a3-4430-43d2-8c9f-132f691a7d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:40.203444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Allocated IP 172.20.0.2 (690f898d-7a43-413e-8549-b80b237bb4ea/0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa/8d58b121-02b9-4430-86b7-510d42a7c49e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:40.217965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-4e97359a-ac73-4455-8be9-725f2b0162f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.221884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-4e97359a-ac73-4455-8be9-725f2b0162f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2408488 Jul 16 08:41:40.312955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-dde515af-e8ad-4c37-b7ba-3ce6c06fdcd0 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.315448 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-dde515af-e8ad-4c37-b7ba-3ce6c06fdcd0 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 950 time: 0.3268669 Jul 16 08:41:40.425765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.441965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:40.445233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:40.484718 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.487830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47966) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.488534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.540271 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.552101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Transition to ACTIVE for port object 8d58b121-02b9-4430-86b7-510d42a7c49e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:40.570437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Transition to ACTIVE for port object 8d58b121-02b9-4430-86b7-510d42a7c49e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:40.578579 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.612263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Pushing event updated for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.625257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.625933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.630280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-de966625-1281-42ec-b732-872ef7055d4e service neutron] 10.222.0.54 "PUT /v2.0/ports/f399560b-01b5-497e-b313-22e251f40bbe HTTP/1.1" status: 200 len: 1092 time: 2.1345806 Jul 16 08:41:40.641240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:40.646185 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99247404-6095-4552-bac7-91ece430a179" -d '{"events": [{"name": "network-changed", "server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "tag": "f399560b-01b5-497e-b313-22e251f40bbe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:40.646493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Network 690f898d-7a43-413e-8549-b80b237bb4ea is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:40.646613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Deleting port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:40.646848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.653499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:40.661919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:40.662125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-804dd2ee-e950-4d03-944d-a042e4f3fd1a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5443957cf93641718163cdaddb1c6608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2642403 Jul 16 08:41:40.688901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-8a39ad5a-ce76-4dae-8559-a031f2a3a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.690989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-8a39ad5a-ce76-4dae-8559-a031f2a3a31d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3701732 Jul 16 08:41:40.710753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Pushing event updated for resources: {'Port': ['ID=8d58b121-02b9-4430-86b7-510d42a7c49e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.751906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Attempting to bind port 8d58b121-02b9-4430-86b7-510d42a7c49e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:40.752272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Attempting to bind port 8d58b121-02b9-4430-86b7-510d42a7c49e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:40.752634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Attempting to bind port 8d58b121-02b9-4430-86b7-510d42a7c49e on network 690f898d-7a43-413e-8549-b80b237bb4ea {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:40.755538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Allocated IP 172.25.6.213 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/605623a7-ae5d-44b6-8ec0-8a905090e8ae) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:40.759531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:40.760088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Checking segment: {'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:40.760560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.761100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Bound using segment: {'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:40.761658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Bound port: 8d58b121-02b9-4430-86b7-510d42a7c49e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:40.762134 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.821608 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bab68cdb-7188-4c03-aad6-caed1e1a3c86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68524ee90bb24f5ba397d9a3fefb512a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304076 Jul 16 08:41:40.843443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47974) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.851471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] For port 8d58b121-02b9-4430-86b7-510d42a7c49e, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:40.861708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] For port 8d58b121-02b9-4430-86b7-510d42a7c49e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8d58b121-02b9-4430-86b7-510d42a7c49e,segment=NetworkSegment(12b97352-0012-456b-885e-61e24e025323),segment_id=12b97352-0012-456b-885e-61e24e025323)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:40.873773 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.882778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a4a46-4b82-444a-b398-fd0af8a5d520 req-f007753b-51d6-447b-b993-57b320dfeaa5 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.884320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091a4a46-4b82-444a-b398-fd0af8a5d520 req-f007753b-51d6-447b-b993-57b320dfeaa5 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 948 time: 0.4890318 Jul 16 08:41:40.944032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-e510be6f-2952-4fa1-8284-1c48aa85cd45 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428160 Jul 16 08:41:40.949507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] For port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:40.950102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.964588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c505-9d2d-4cf1-87cc-fb7c9212c1bf None None] Pushing event updated for resources: {'Port': ['ID=8d58b121-02b9-4430-86b7-510d42a7c49e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.984366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Calling delete_port for 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:41.011344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.062638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-5c97c616-3f3b-4d6b-86e6-f44196eb2cde tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.064204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-5c97c616-3f3b-4d6b-86e6-f44196eb2cde tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4014473 Jul 16 08:41:41.098706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e064a-8421-41bf-9352-f81eeb195730 req-b1130c40-b428-42d0-8942-bd8751b0cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.100402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-b1130c40-b428-42d0-8942-bd8751b0cee4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 1095 time: 0.4070873 Jul 16 08:41:41.113532 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.132096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091a4a46-4b82-444a-b398-fd0af8a5d520 req-fd4ea58b-895e-4fae-81c1-3eee7b0a04b5 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362025 Jul 16 08:41:41.149864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43432c38-f6fa-4bb2-a8e1-f66232012896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.207381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-09fb38c0-1264-4749-95d3-d20dae4e9bec tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/quotas/5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 375 time: 0.1331632 Jul 16 08:41:41.213489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-effc562c-6bb8-4159-a585-69633eecf378 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f399560b-01b5-497e-b313-22e251f40bbe HTTP/1.1" status: 200 len: 217 time: 0.0796928 Jul 16 08:41:41.272559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:41.276899 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Pushing event updated for resources: {'Port': ['ID=605623a7-ae5d-44b6-8ec0-8a905090e8ae,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.285746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:41.299182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:41.332411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43432c38-f6fa-4bb2-a8e1-f66232012896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.335761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.358295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0fea1bdb-a17b-4d6e-a9d0-89e849d82841'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:41.369767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6b22028-dbbc-4c8c-88bc-50596aa09550 req-a6ee6331-d77f-40bf-b462-4edd10d94dcd service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033697 Jul 16 08:41:41.394154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Pushing event deleted for resources: {'Port': ['ID=0fea1bdb-a17b-4d6e-a9d0-89e849d82841,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.444165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e064a-8421-41bf-9352-f81eeb195730 req-8d5691ab-714d-4409-972b-fa72be0a8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.446225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-8d5691ab-714d-4409-972b-fa72be0a8acb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 200 len: 845 time: 0.2180824 Jul 16 08:41:41.508112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-57b412ca-06db-4557-b3fd-4b654819f501 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=077d6b3a-a9e3-44da-8972-5f046a20608d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488718 Jul 16 08:41:41.508785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] No DVR routers for this DVR port 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:41.516130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.518308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5ccb4ad-0e35-474b-938f-35b0daa81b3d req-ecafa3aa-a56f-41ec-a197-48927f3afcdb tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.54 "DELETE /v2.0/ports/0fea1bdb-a17b-4d6e-a9d0-89e849d82841 HTTP/1.1" status: 204 len: 173 time: 1.1723540 Jul 16 08:41:41.518767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1d4823-ad47-4650-aabe-ee3f913f028c', 'name': 'network-vif-deleted', 'tag': '0fea1bdb-a17b-4d6e-a9d0-89e849d82841'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:41.521102 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a05357-0ae8-42c4-ad0f-2a484bf933fe" -d '{"events": [{"server_uuid": "4f1d4823-ad47-4650-aabe-ee3f913f028c", "name": "network-vif-deleted", "tag": "0fea1bdb-a17b-4d6e-a9d0-89e849d82841"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:41.540162 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43432c38-f6fa-4bb2-a8e1-f66232012896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.543620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43432c38-f6fa-4bb2-a8e1-f66232012896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.546423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-43432c38-f6fa-4bb2-a8e1-f66232012896 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe432680-970b-425f-ade6-e810a9f3148a HTTP/1.1" status: 204 len: 168 time: 0.6998549 Jul 16 08:41:41.567420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70857-2ce7-4c9b-8bd8-42fd7e5832a8 req-89583242-5afa-4087-a8b5-fad75e5e8cc8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.576595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34f70857-2ce7-4c9b-8bd8-42fd7e5832a8 req-89583242-5afa-4087-a8b5-fad75e5e8cc8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 943 time: 0.2458117 Jul 16 08:41:41.616474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-9d275461-addb-4bc6-82c6-f769ff5bafd6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3894064 Jul 16 08:41:41.662343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43432c38-f6fa-4bb2-a8e1-f66232012896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe432680-970b-425f-ade6-e810a9f3148a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.745150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34f70857-2ce7-4c9b-8bd8-42fd7e5832a8 req-bd3995d3-de86-4926-903b-a474e4344e97 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673551 Jul 16 08:41:41.855188 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ace4e57-be87-4fe2-8992-dc2e2a8c62b2 x-openstack-request-id: req-3ace4e57-be87-4fe2-8992-dc2e2a8c62b2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:41.856663 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "tag": "f399560b-01b5-497e-b313-22e251f40bbe", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:41.857016 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ace4e57-be87-4fe2-8992-dc2e2a8c62b2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:41.857588 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe', 'status': 'completed', 'code': 200} Jul 16 08:41:41.937149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-a53f1fde-97e2-43ee-a1b9-817d5f5efa3f service neutron] 10.222.0.54 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136612 Jul 16 08:41:42.022416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4909329f-0ef7-4763-8c00-8a0b0d5c9445 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:42.220335 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.268429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4909329f-0ef7-4763-8c00-8a0b0d5c9445, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4909329f-0ef7-4763-8c00-8a0b0d5c9445,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:42.283541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '4909329f-0ef7-4763-8c00-8a0b0d5c9445', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '4909329f-0ef7-4763-8c00-8a0b0d5c9445', 'mac_address': 'fa:16:3e:5b:4a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:42.378930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e66e20a3-dd30-4263-b084-f2f4fba98fc5 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:42.497031 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.543112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4909329f-0ef7-4763-8c00-8a0b0d5c9445 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:42.621677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4909329f-0ef7-4763-8c00-8a0b0d5c9445, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4909329f-0ef7-4763-8c00-8a0b0d5c9445,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:42.621916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.640450 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.689550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port e66e20a3-dd30-4263-b084-f2f4fba98fc5 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:42.696706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e66e20a3-dd30-4263-b084-f2f4fba98fc5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:42.697618 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.740072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9465346e-5eef-4769-ad68-cf9aa53f9b46 None None] Network 690f898d-7a43-413e-8549-b80b237bb4ea requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:42.740924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03dc8609-9b9a-4061-b7b1-9a6b4deeff8e req-56d5e77c-6cd2-497a-ae2e-1e06b28b1c99 tempest-DeleteServersAdminTestJSON-751866088 tempest-DeleteServersAdminTestJSON-751866088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1d4823-ad47-4650-aabe-ee3f913f028c HTTP/1.1" status: 200 len: 210 time: 0.5406327 Jul 16 08:41:42.749359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-569e064a-8421-41bf-9352-f81eeb195730 req-fcd2c351-cfe4-4926-b87a-0b8a5c1fcafc service neutron] 10.222.0.54 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8057652 Jul 16 08:41:42.815176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613a9f-7aae-48c3-b8ad-d71e5e5f876d req-8f8e2ae2-87cf-487c-989d-91f399d3cfc3 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.825398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27613a9f-7aae-48c3-b8ad-d71e5e5f876d req-8f8e2ae2-87cf-487c-989d-91f399d3cfc3 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 949 time: 0.7384775 Jul 16 08:41:42.919185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Router 6136a6b3-44ea-4416-93c1-bded9a7262c6 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:42.923121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27613a9f-7aae-48c3-b8ad-d71e5e5f876d req-05ce4b0a-97ca-4fd1-8a4e-2245bfec2ac9 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956964 Jul 16 08:41:42.950649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4909329f-0ef7-4763-8c00-8a0b0d5c9445,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.969068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99247404-6095-4552-bac7-91ece430a179 req-82b9616f-38a2-49f3-a66f-59e3b772200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.971397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99247404-6095-4552-bac7-91ece430a179 req-82b9616f-38a2-49f3-a66f-59e3b772200f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 1095 time: 0.1366618 Jul 16 08:41:42.985224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-60293d20-129f-4624-b60a-3868587d8e9e None None] Provisioning for port 8d58b121-02b9-4430-86b7-510d42a7c49e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:43.078268 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.094621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4909329f-0ef7-4763-8c00-8a0b0d5c9445'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:43.158876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48018) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.160518 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b3bad7-177a-46a2-90c3-84301fcb30a2 x-openstack-request-id: req-c0b3bad7-177a-46a2-90c3-84301fcb30a2 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:43.161555 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1d4823-ad47-4650-aabe-ee3f913f028c", "name": "network-vif-deleted", "tag": "0fea1bdb-a17b-4d6e-a9d0-89e849d82841", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:43.162029 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0b3bad7-177a-46a2-90c3-84301fcb30a2 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:43.162703 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1d4823-ad47-4650-aabe-ee3f913f028c', 'name': 'network-vif-deleted', 'tag': '0fea1bdb-a17b-4d6e-a9d0-89e849d82841', 'status': 'completed', 'code': 200} Jul 16 08:41:43.172971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebdd8595-de69-4c4f-9aca-ae012c62335f req-72218c89-4960-490f-9c94-fa951f3bd106 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 210 time: 0.0617769 Jul 16 08:41:43.209318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99247404-6095-4552-bac7-91ece430a179 req-87ee2092-32ef-482a-a90d-06a6a7c42959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.212429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port e66e20a3-dd30-4263-b084-f2f4fba98fc5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e66e20a3-dd30-4263-b084-f2f4fba98fc5,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:43.212629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:43.214787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99247404-6095-4552-bac7-91ece430a179 req-87ee2092-32ef-482a-a90d-06a6a7c42959 service neutron] 10.222.0.54 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 906 time: 0.2356434 Jul 16 08:41:43.227679 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Sync routers for ids ['6136a6b3-44ea-4416-93c1-bded9a7262c6'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:43.229563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.230674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8d58b121-02b9-4430-86b7-510d42a7c49e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:43.241941 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Routers {'6136a6b3-44ea-4416-93c1-bded9a7262c6'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:43.242845 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6136a6b3-44ea-4416-93c1-bded9a7262c6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:43.264252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.267871 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4d7f5533-19bd-4fa5-9099-3b7bebf0e489 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7025173 Jul 16 08:41:43.269238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48022) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.383347 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=e66e20a3-dd30-4263-b084-f2f4fba98fc5,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.389660 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Set router 6136a6b3-44ea-4416-93c1-bded9a7262c6 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:43.400147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-317249894-network', 'tenant_id': '957cfdb6c21c4b08ba9df7318ba58da3'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:43.417240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99247404-6095-4552-bac7-91ece430a179 req-0aa8f47a-d2ae-4c8c-a3fd-8e1a71a65d66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f399560b-01b5-497e-b313-22e251f40bbe HTTP/1.1" status: 200 len: 217 time: 0.1904347 Jul 16 08:41:43.434465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 8d58b121-02b9-4430-86b7-510d42a7c49e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:43.441874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8d58b121-02b9-4430-86b7-510d42a7c49e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:43.442449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.504213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Made reservation on behalf of 957cfdb6c21c4b08ba9df7318ba58da3 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:43.507230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.515044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:43.520778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99247404-6095-4552-bac7-91ece430a179 req-983fee73-cb29-4e6a-97e1-8d43622d110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.523218 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99247404-6095-4552-bac7-91ece430a179 req-983fee73-cb29-4e6a-97e1-8d43622d110f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 200 len: 845 time: 0.0863333 Jul 16 08:41:43.526564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.565258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:43.565607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fea1bdb-a17b-4d6e-a9d0-89e849d82841 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:43.588916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99247404-6095-4552-bac7-91ece430a179 req-9b69602a-1bba-4731-b642-8498ae9f287d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=077d6b3a-a9e3-44da-8972-5f046a20608d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558271 Jul 16 08:41:43.643876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ce469-b20a-4530-80c3-65f7628c0f34 req-26594a40-6841-4270-ad75-01399f3a56fd tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.651349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-558ce469-b20a-4530-80c3-65f7628c0f34 req-26594a40-6841-4270-ad75-01399f3a56fd tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 949 time: 0.4352353 Jul 16 08:41:43.676179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.736170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 8d58b121-02b9-4430-86b7-510d42a7c49e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8d58b121-02b9-4430-86b7-510d42a7c49e,segment=NetworkSegment(12b97352-0012-456b-885e-61e24e025323),segment_id=12b97352-0012-456b-885e-61e24e025323)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:43.741416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e02c0-2deb-4dd9-b2b0-c6088a9f7af2 req-8ef7df3e-e893-45dd-8c43-182dd12801e9 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.743429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd0e02c0-2deb-4dd9-b2b0-c6088a9f7af2 req-8ef7df3e-e893-45dd-8c43-182dd12801e9 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 943 time: 0.3327179 Jul 16 08:41:43.744284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.754191 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:41:41Z', 'revision_number': 3, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port': {'id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:40Z', 'updated_at': '2021-07-16T08:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:43.788139 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Checking router: 6136a6b3-44ea-4416-93c1-bded9a7262c6 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:43.788787 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Updating router 6136a6b3-44ea-4416-93c1-bded9a7262c6 port 605623a7-ae5d-44b6-8ec0-8a905090e8ae binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:43.810388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-558ce469-b20a-4530-80c3-65f7628c0f34 req-afc50ff2-d64a-481b-9420-92f814ee14de tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579354 Jul 16 08:41:43.836596 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.859409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=8d58b121-02b9-4430-86b7-510d42a7c49e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.870983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd0e02c0-2deb-4dd9-b2b0-c6088a9f7af2 req-02d721bb-4674-4f3f-a2a5-d69428e02eeb tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134918 Jul 16 08:41:43.879814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-769a3e8c-03b2-467c-acd9-fea58e21faa5 None None] Provisioning complete for port 8d58b121-02b9-4430-86b7-510d42a7c49e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:43.881678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-769a3e8c-03b2-467c-acd9-fea58e21faa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.884510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99247404-6095-4552-bac7-91ece430a179 req-9cf903cc-3ae0-42a9-a2ff-559f47b6028f service neutron] 10.222.0.54 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865357 Jul 16 08:41:43.964655 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-7700597d-eff0-4df1-b9ec-1891242c1eb4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5443957cf93641718163cdaddb1c6608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688107 Jul 16 08:41:44.139898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99247404-6095-4552-bac7-91ece430a179 req-aa901cfe-5f90-4711-b24d-3ca60ecc16f8 service neutron] 10.222.0.54 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460477 Jul 16 08:41:44.237097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8d58b121-02b9-4430-86b7-510d42a7c49e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:44.281122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.284887 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.297521 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Transition to ACTIVE for port object 605623a7-ae5d-44b6-8ec0-8a905090e8ae will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:44.306613 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.312413 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.339696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:44.352952 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c74010-a1f8-46c1-b154-452467224dd8 None None] Pushing event updated for resources: {'Port': ['ID=605623a7-ae5d-44b6-8ec0-8a905090e8ae,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.357696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.358041 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Added segment 6bcffbb5-33bf-49db-94d8-4c3390cdf3d3 of type vlan for network 887f2169-ce01-4883-910a-a098fbb3012b Jul 16 08:41:44.387170 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Attempting to bind port 605623a7-ae5d-44b6-8ec0-8a905090e8ae on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:44.387890 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Attempting to bind port 605623a7-ae5d-44b6-8ec0-8a905090e8ae by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:44.388539 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Attempting to bind port 605623a7-ae5d-44b6-8ec0-8a905090e8ae on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:44.394382 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:44.395251 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:44.396011 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.396817 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:44.397502 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Bound port: 605623a7-ae5d-44b6-8ec0-8a905090e8ae, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:44.398178 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.427093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.462832 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] For port 605623a7-ae5d-44b6-8ec0-8a905090e8ae, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:44.467698 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] For port 605623a7-ae5d-44b6-8ec0-8a905090e8ae, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=605623a7-ae5d-44b6-8ec0-8a905090e8ae,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:44.469987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d296bf8-07a1-452b-9a3b-df65a2b2bf0d req-41e8a800-9ebc-4abd-b7d4-6b7fea34c8da tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 210 time: 0.0433564 Jul 16 08:41:44.477050 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.511523 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.512507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.513742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.543347 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c74010-a1f8-46c1-b154-452467224dd8 None None] Pushing event updated for resources: {'Port': ['ID=605623a7-ae5d-44b6-8ec0-8a905090e8ae,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.551256 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1e33a82-5ff9-480d-8681-4ea10ea559a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.557610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8d58b121-02b9-4430-86b7-510d42a7c49e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:44.558152 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.572655 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Routers {'6136a6b3-44ea-4416-93c1-bded9a7262c6'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:44.573833 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6136a6b3-44ea-4416-93c1-bded9a7262c6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:44.606157 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4423363 Jul 16 08:41:44.611102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48040) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:44.627267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Request body: {'subnet': {'network_id': '887f2169-ce01-4883-910a-a098fbb3012b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-317249894-subnet', 'tenant_id': '957cfdb6c21c4b08ba9df7318ba58da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:44.646081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Pushing event updated for resources: {'Network': ['ID=887f2169-ce01-4883-910a-a098fbb3012b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.654740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1263-af3b-4c4e-9c71-ac65590c7f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e7ecba-4243-4287-8a3b-784a125f629a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.665869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-1535ea2d-5978-49c1-8621-bb535184ebcb tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.667593 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-1535ea2d-5978-49c1-8621-bb535184ebcb tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6982691 Jul 16 08:41:44.678272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 887f2169-ce01-4883-910a-a098fbb3012b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:44.696322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638218-d7d4-493d-b36f-f80f8201aa43 req-af611b93-46d4-470a-9838-c53c7a8a236e tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.699380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a638218-d7d4-493d-b36f-f80f8201aa43 req-af611b93-46d4-470a-9838-c53c7a8a236e tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 949 time: 0.2166708 Jul 16 08:41:44.702388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Made reservation on behalf of 957cfdb6c21c4b08ba9df7318ba58da3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:44.713398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.713553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Request body: {'port': {'device_id': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '5443957cf93641718163cdaddb1c6608'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:44.739157 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] Set router 6136a6b3-44ea-4416-93c1-bded9a7262c6 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:44.760914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e66e20a3-dd30-4263-b084-f2f4fba98fc5 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:44.878186 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.886845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a638218-d7d4-493d-b36f-f80f8201aa43 req-ed992e9d-59c5-4ca3-ba5b-357b274bf347 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728795 Jul 16 08:41:44.987691 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Made reservation on behalf of 5443957cf93641718163cdaddb1c6608 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:44.992811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.013308 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.051238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e66e20a3-dd30-4263-b084-f2f4fba98fc5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:45.052374 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.146302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48054) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:45.153256 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:41:41Z', 'revision_number': 3, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port': {'id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:40Z', 'updated_at': '2021-07-16T08:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:45.195970 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913e0b0-58ac-4993-8b91-73ee50c4e060 None None] The sync data for ids ['6136a6b3-44ea-4416-93c1-bded9a7262c6'] in n-d-780147-28 is: [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:41:41Z', 'revision_number': 3, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port': {'id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:40Z', 'updated_at': '2021-07-16T08:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:45.283412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d446-10e5-44f2-8be5-16b716d9c312 req-681b5f3e-68b7-41f6-8d78-ab5000c2ef24 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.290276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2317d446-10e5-44f2-8be5-16b716d9c312 req-681b5f3e-68b7-41f6-8d78-ab5000c2ef24 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 943 time: 0.2042129 Jul 16 08:41:45.292451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Allocated IP 172.20.0.1 (690f898d-7a43-413e-8549-b80b237bb4ea/0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa/df89851e-87d9-4106-a23b-5190b14b99e6) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:45.312082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Allocated IP 192.168.233.7 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/ee9fb22a-dcbe-4bcd-b429-d882299b2a00) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:45.326117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8dab-1bce-43cc-a335-aaf51ef14e3e req-3d6c96a8-577b-41ec-8d75-a95990d7678b tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.331223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a8d8dab-1bce-43cc-a335-aaf51ef14e3e req-3d6c96a8-577b-41ec-8d75-a95990d7678b tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 949 time: 0.3294728 Jul 16 08:41:45.344114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.446136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2317d446-10e5-44f2-8be5-16b716d9c312 req-517d9231-2a7e-4c7e-a61c-3eced9d170b3 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550074 Jul 16 08:41:45.449852 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c768ea2d-31b3-4acc-b154-76d0ae22df40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d1aa3dc8d9a40f2bd6c470c929d000e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009522 Jul 16 08:41:45.454540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48060) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:45.463658 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a8d8dab-1bce-43cc-a335-aaf51ef14e3e req-f3d68dfc-fa51-416a-8eaf-ea19f7667e32 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217856 Jul 16 08:41:45.501089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d2cfcf-027e-4162-8897-775edf633231,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.506734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f399560b-01b5-497e-b313-22e251f40bbe details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:45.513362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Checking segment: {'id': '6bcffbb5-33bf-49db-94d8-4c3390cdf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '887f2169-ce01-4883-910a-a098fbb3012b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:45.514379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Network hostable DHCP agents. Network: 887f2169-ce01-4883-910a-a098fbb3012b, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:45.543235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Network 887f2169-ce01-4883-910a-a098fbb3012b is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:45.568279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 887f2169-ce01-4883-910a-a098fbb3012b) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:45.578503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddee2e7-9b39-40ae-b872-52c3f50c2b0f None None] Network 887f2169-ce01-4883-910a-a098fbb3012b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:45.583824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.584710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.604996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b84255eb-a2f5-4766-8d89-5b9f1c368b2d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9905963 Jul 16 08:41:45.656270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.727745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Transition to ACTIVE for port object df89851e-87d9-4106-a23b-5190b14b99e6 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:45.729259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8420-4eb5-46bf-90f5-e5e9ace991ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.792260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8420-4eb5-46bf-90f5-e5e9ace991ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.811576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-51b219d8-c401-4c43-a1ea-048f708ae7ed tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.813526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-51b219d8-c401-4c43-a1ea-048f708ae7ed tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.52 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 949 time: 0.1491237 Jul 16 08:41:45.830219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f979f61-f55c-4cb4-a6c0-9e240059c82d req-a766c5cf-d3bc-4a4e-9a50-87697e6ccd68 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 210 time: 0.0762970 Jul 16 08:41:45.846838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.849349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:45.890352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'f399560b-01b5-497e-b313-22e251f40bbe', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'port_id': 'f399560b-01b5-497e-b313-22e251f40bbe', 'mac_address': 'fa:16:3e:b3:e9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0f2e5-91ff-4fcc-b28e-74cd4998023f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:45.905983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Transition to ACTIVE for port object ee9fb22a-dcbe-4bcd-b429-d882299b2a00 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:45.926173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8420-4eb5-46bf-90f5-e5e9ace991ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.934053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8420-4eb5-46bf-90f5-e5e9ace991ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.953521 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1dfe8420-4eb5-46bf-90f5-e5e9ace991ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec150d41-09fc-48d9-ae2d-c187c5cbef54 HTTP/1.1" status: 204 len: 168 time: 0.4893310 Jul 16 08:41:45.978885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.999287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Deleting port 3947519f-aab3-44e1-bd74-a4d8819c2713 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:46.000493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.079360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Network 690f898d-7a43-413e-8549-b80b237bb4ea is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:46.081869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Pushing event updated for resources: {'Port': ['ID=df89851e-87d9-4106-a23b-5190b14b99e6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.085148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:46.104037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:46.119385 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.124555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4909329f-0ef7-4763-8c00-8a0b0d5c9445 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:46.162768 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.289972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a0d5d-2c2f-435b-acb0-cc9258ddd415 None None] Network 887f2169-ce01-4883-910a-a098fbb3012b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:46.301038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f399560b-01b5-497e-b313-22e251f40bbe {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:46.317752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 605623a7-ae5d-44b6-8ec0-8a905090e8ae up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:46.320055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe8420-4eb5-46bf-90f5-e5e9ace991ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec150d41-09fc-48d9-ae2d-c187c5cbef54,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.368810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] For port 3947519f-aab3-44e1-bd74-a4d8819c2713, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3947519f-aab3-44e1-bd74-a4d8819c2713,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:46.369443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.398988 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.401580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Calling delete_port for 3947519f-aab3-44e1-bd74-a4d8819c2713 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:46.427035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934ed3b-0230-45d1-bef6-70c48920f90a req-ea2feaf4-1067-4860-b0b5-b81e44b24ba9 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.429518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9934ed3b-0230-45d1-bef6-70c48920f90a req-ea2feaf4-1067-4860-b0b5-b81e44b24ba9 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/ports?device_id=6905bb31-14c7-4d95-b0e4-1e64256bc228 HTTP/1.1" status: 200 len: 949 time: 0.3419983 Jul 16 08:41:46.439441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:46.448543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:46.538962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:46.547438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:46.555354 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.576197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:46.585200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48082) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.594319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4205a9ea-3e6d-4d75-88b5-2a3ead61acd0 req-4c64c821-9b6f-4711-b476-2c411ba9483b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1175858162', 'description': 'tempest-description-600237922'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:46.616049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9934ed3b-0230-45d1-bef6-70c48920f90a req-ed761773-ec1f-4f06-987b-ad87078fdf3c tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.55 "GET /v2.0/security-groups?id=97b8352f-bdec-4d37-a34c-695077b0239f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767423 Jul 16 08:41:46.651063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4205a9ea-3e6d-4d75-88b5-2a3ead61acd0 req-4c64c821-9b6f-4711-b476-2c411ba9483b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.708106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-442ce411-919d-44a8-9848-e38c81067f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.710161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event updated for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.712185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:46.781296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.790653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.861450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f399560b-01b5-497e-b313-22e251f40bbe'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:46.873163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Pushing event deleted for resources: {'Port': ['ID=3947519f-aab3-44e1-bd74-a4d8819c2713,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.874743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:46.875381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.877239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4e0b7721-4a6e-4864-a83e-3a7e9883890a None None] Provisioning for port df89851e-87d9-4106-a23b-5190b14b99e6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:46.911849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4e0b7721-4a6e-4864-a83e-3a7e9883890a None None] Provisioning complete for port df89851e-87d9-4106-a23b-5190b14b99e6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:46.911849 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7721-4a6e-4864-a83e-3a7e9883890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.965869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] No DVR routers for this DVR port 3947519f-aab3-44e1-bd74-a4d8819c2713 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:46.974597 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.977191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fac7f633-7932-4e5b-9bd3-a9f8abe90d4b req-9593dbfe-e414-49e6-9efa-935b729ac333 tempest-ServerDiagnosticsNegativeTest-746075220 tempest-ServerDiagnosticsNegativeTest-746075220-project] 10.222.0.52 "DELETE /v2.0/ports/3947519f-aab3-44e1-bd74-a4d8819c2713 HTTP/1.1" status: 204 len: 173 time: 1.1459463 Jul 16 08:41:47.046976 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.047839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.052290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4205a9ea-3e6d-4d75-88b5-2a3ead61acd0 req-4c64c821-9b6f-4711-b476-2c411ba9483b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.054393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905bb31-14c7-4d95-b0e4-1e64256bc228', 'name': 'network-vif-deleted', 'tag': '3947519f-aab3-44e1-bd74-a4d8819c2713'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:47.058405 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.058754 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306d20d0-ea70-4237-b0dc-aa592fb4fa94" -d '{"events": [{"server_uuid": "6905bb31-14c7-4d95-b0e4-1e64256bc228", "name": "network-vif-deleted", "tag": "3947519f-aab3-44e1-bd74-a4d8819c2713"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:47.067757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4205a9ea-3e6d-4d75-88b5-2a3ead61acd0 req-4c64c821-9b6f-4711-b476-2c411ba9483b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.077991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 605623a7-ae5d-44b6-8ec0-8a905090e8ae completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:47.124048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64c821-9b6f-4711-b476-2c411ba9483b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d3bcda-2239-4098-bd42-03403c9d3ccc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.149043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 605623a7-ae5d-44b6-8ec0-8a905090e8ae triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:47.149422 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.154657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f2e47-e720-4c24-8cf7-0a4419dd9c06 req-97a32562-ca19-4c5a-861f-fc63a2cbffb8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.163053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d84f2e47-e720-4c24-8cf7-0a4419dd9c06 req-97a32562-ca19-4c5a-861f-fc63a2cbffb8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 944 time: 0.3306217 Jul 16 08:41:47.213415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b7721-4a6e-4864-a83e-3a7e9883890a None None] Port df89851e-87d9-4106-a23b-5190b14b99e6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:47.240701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d84f2e47-e720-4c24-8cf7-0a4419dd9c06 req-a0410918-baa6-4401-ab9f-abc94e64bfcf tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721903 Jul 16 08:41:47.354085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-442ce411-919d-44a8-9848-e38c81067f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.368109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-442ce411-919d-44a8-9848-e38c81067f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.383285 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.384664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.387097 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4205a9ea-3e6d-4d75-88b5-2a3ead61acd0 req-4c64c821-9b6f-4711-b476-2c411ba9483b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.387361 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-b3b0b49a-1390-4bcd-85d8-43e3b5880235 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6811509 Jul 16 08:41:47.388860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4205a9ea-3e6d-4d75-88b5-2a3ead61acd0 req-4c64c821-9b6f-4711-b476-2c411ba9483b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8020439 Jul 16 08:41:47.393940 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.400258 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.409154 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-74722047-951b-4b4a-bd3f-cf8bfa6ab3e8 None None] Provisioning for port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:47.430139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-74722047-951b-4b4a-bd3f-cf8bfa6ab3e8 None None] Provisioning complete for port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:47.430897 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74722047-951b-4b4a-bd3f-cf8bfa6ab3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.444646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb66a-6587-48a4-a70b-77c23e6d5444 req-c6d10280-c9af-4f1b-9fa5-e5fcda455825 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.452495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce3cb66a-6587-48a4-a70b-77c23e6d5444 req-c6d10280-c9af-4f1b-9fa5-e5fcda455825 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 949 time: 0.1076736 Jul 16 08:41:47.463722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Request body: {'port': {'device_id': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.464289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 605623a7-ae5d-44b6-8ec0-8a905090e8ae, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=605623a7-ae5d-44b6-8ec0-8a905090e8ae,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:47.476180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f31119-42fa-4c31-a88e-3f87b0d8dff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4909329f-0ef7-4763-8c00-8a0b0d5c9445'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:47.479598 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132f7f33-7c4d-4bb5-bce0-c4b3f0e01f5b" -d '{"events": [{"server_uuid": "44f31119-42fa-4c31-a88e-3f87b0d8dff3", "name": "network-vif-plugged", "status": "completed", "tag": "4909329f-0ef7-4763-8c00-8a0b0d5c9445"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:47.505377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.521623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3947519f-aab3-44e1-bd74-a4d8819c2713'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:47.525320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4909329f-0ef7-4763-8c00-8a0b0d5c9445, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4909329f-0ef7-4763-8c00-8a0b0d5c9445,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:47.560913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce3cb66a-6587-48a4-a70b-77c23e6d5444 req-1480a628-2c9f-47af-8959-5f4b26c4ea56 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982010 Jul 16 08:41:47.595997 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.615208 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-442ce411-919d-44a8-9848-e38c81067f47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b2deaa444874fe5b8ba9d4b54514022&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0247850 Jul 16 08:41:47.618842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48096) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.630044 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2576ea95-1d74-46be-b53d-64bb3d519095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.631710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-74722047-951b-4b4a-bd3f-cf8bfa6ab3e8 None None] Port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:47.654456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ce411-919d-44a8-9848-e38c81067f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c406e5-10d1-434e-95ba-3c2a784ab976,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.661939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.695385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=605623a7-ae5d-44b6-8ec0-8a905090e8ae,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.726241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Pushing event updated for resources: {'Port': ['ID=df89851e-87d9-4106-a23b-5190b14b99e6,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.728592 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.741993 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-efeea937-16f3-4021-b3f1-3970a3292a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.756084 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d54ad-a724-49a7-97f8-958b84c26e34 x-openstack-request-id: req-dc7d54ad-a724-49a7-97f8-958b84c26e34 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:47.756306 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905bb31-14c7-4d95-b0e4-1e64256bc228", "name": "network-vif-deleted", "tag": "3947519f-aab3-44e1-bd74-a4d8819c2713", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:47.756719 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc7d54ad-a724-49a7-97f8-958b84c26e34 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:47.757130 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905bb31-14c7-4d95-b0e4-1e64256bc228', 'name': 'network-vif-deleted', 'tag': '3947519f-aab3-44e1-bd74-a4d8819c2713', 'status': 'completed', 'code': 200} Jul 16 08:41:47.772534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-efeea937-16f3-4021-b3f1-3970a3292a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.779171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.798324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4909329f-0ef7-4763-8c00-8a0b0d5c9445,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.893760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ebd906f-afe0-4ff4-8a49-8f36822496bc req-c15bbfac-af8a-4011-90ff-ef29f776e32d tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/66d3bcda-2239-4098-bd42-03403c9d3ccc HTTP/1.1" status: 200 len: 1804 time: 0.0900137 Jul 16 08:41:47.909832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7ebd906f-afe0-4ff4-8a49-8f36822496bc req-9aef49b5-cac1-42bc-95ec-ad43ac569825 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66d3bcda-2239-4098-bd42-03403c9d3ccc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.910153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7ebd906f-afe0-4ff4-8a49-8f36822496bc req-9aef49b5-cac1-42bc-95ec-ad43ac569825 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66d3bcda-2239-4098-bd42-03403c9d3ccc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.915806 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-efeea937-16f3-4021-b3f1-3970a3292a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.918287 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-efeea937-16f3-4021-b3f1-3970a3292a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.919877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-efeea937-16f3-4021-b3f1-3970a3292a71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88c406e5-10d1-434e-95ba-3c2a784ab976 HTTP/1.1" status: 204 len: 168 time: 0.2999964 Jul 16 08:41:47.946004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f15f20-fbde-4f10-8f13-ed58f10a2913 req-0019e6b1-3367-4bb3-9466-f5e0586f2efe tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.947506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0f15f20-fbde-4f10-8f13-ed58f10a2913 req-0019e6b1-3367-4bb3-9466-f5e0586f2efe tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 934 time: 0.1664507 Jul 16 08:41:47.949662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeea937-16f3-4021-b3f1-3970a3292a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c406e5-10d1-434e-95ba-3c2a784ab976,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.014613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Network 690f898d-7a43-413e-8549-b80b237bb4ea is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:48.016218 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0f15f20-fbde-4f10-8f13-ed58f10a2913 req-c3a5d627-980f-4440-b5a6-c7acb45315f8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553823 Jul 16 08:41:48.017700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:48.038989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ebd906f-afe0-4ff4-8a49-8f36822496bc req-9aef49b5-cac1-42bc-95ec-ad43ac569825 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.099655 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595ee01c-ef5c-4e81-9cf6-a601d2bdcfcf x-openstack-request-id: req-595ee01c-ef5c-4e81-9cf6-a601d2bdcfcf {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:48.099655 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f31119-42fa-4c31-a88e-3f87b0d8dff3", "name": "network-vif-plugged", "status": "completed", "tag": "4909329f-0ef7-4763-8c00-8a0b0d5c9445", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:48.099881 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-595ee01c-ef5c-4e81-9cf6-a601d2bdcfcf {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:48.100166 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f31119-42fa-4c31-a88e-3f87b0d8dff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4909329f-0ef7-4763-8c00-8a0b0d5c9445', 'code': 200} Jul 16 08:41:48.102590 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ebd906f-afe0-4ff4-8a49-8f36822496bc req-9aef49b5-cac1-42bc-95ec-ad43ac569825 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.112696 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ebd906f-afe0-4ff4-8a49-8f36822496bc req-9aef49b5-cac1-42bc-95ec-ad43ac569825 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.136384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef49b5-cac1-42bc-95ec-ad43ac569825 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c662660-71e0-47b7-93ac-9838a469fdc6,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.150885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ebd906f-afe0-4ff4-8a49-8f36822496bc req-9aef49b5-cac1-42bc-95ec-ad43ac569825 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.152523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ebd906f-afe0-4ff4-8a49-8f36822496bc req-9aef49b5-cac1-42bc-95ec-ad43ac569825 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2496479 Jul 16 08:41:48.188938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-af15f906-8c34-46c0-a4d9-9bc2cb6e4d68 req-d275b9e7-2f07-44fc-a799-6a18e0fdb264 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2057757479', 'description': 'tempest-description-1258443343'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:48.198299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 605623a7-ae5d-44b6-8ec0-8a905090e8ae up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:48.206661 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:48.295140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af15f906-8c34-46c0-a4d9-9bc2cb6e4d68 req-d275b9e7-2f07-44fc-a799-6a18e0fdb264 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.318313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 605623a7-ae5d-44b6-8ec0-8a905090e8ae triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:48.318689 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.352339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9fb22a-dcbe-4bcd-b429-d882299b2a00 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:48.365013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.383963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cec35-eef6-4c44-8685-4448e310b740 req-0dd03aa1-63dd-4576-97cb-691796211bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.384842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc7cec35-eef6-4c44-8685-4448e310b740 req-0dd03aa1-63dd-4576-97cb-691796211bb6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 1102 time: 0.1902156 Jul 16 08:41:48.385925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Transition to ACTIVE for port object ee9fb22a-dcbe-4bcd-b429-d882299b2a00 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:48.409624 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.482915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc7cec35-eef6-4c44-8685-4448e310b740 req-07a7f6c0-7394-49b8-ae5a-1ed2e3f17dbc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828671 Jul 16 08:41:48.532283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Router 6136a6b3-44ea-4416-93c1-bded9a7262c6 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:48.555942 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af15f906-8c34-46c0-a4d9-9bc2cb6e4d68 req-d275b9e7-2f07-44fc-a799-6a18e0fdb264 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.579799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af15f906-8c34-46c0-a4d9-9bc2cb6e4d68 req-d275b9e7-2f07-44fc-a799-6a18e0fdb264 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.591957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.602846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94003b68-6f98-4b7f-9362-ef0ab460b12c req-7c74bc3d-8248-42af-923f-e4b4f16240c6 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.610486 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94003b68-6f98-4b7f-9362-ef0ab460b12c req-7c74bc3d-8248-42af-923f-e4b4f16240c6 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 944 time: 0.1709278 Jul 16 08:41:48.662292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af15f906-8c34-46c0-a4d9-9bc2cb6e4d68 req-d275b9e7-2f07-44fc-a799-6a18e0fdb264 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.673759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af15f906-8c34-46c0-a4d9-9bc2cb6e4d68 req-d275b9e7-2f07-44fc-a799-6a18e0fdb264 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4850109 Jul 16 08:41:48.673759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275b9e7-2f07-44fc-a799-6a18e0fdb264 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149ac4bb-cbfc-4de9-b7d2-0d5b16b03e47,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.743102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94003b68-6f98-4b7f-9362-ef0ab460b12c req-9dc5917d-a85c-4bb3-a5a0-6d275b87ef91 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316874 Jul 16 08:41:48.768286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0d2d6da-595d-4e0f-80b2-0dd2f8d04a93 None None] Provisioning complete for port df89851e-87d9-4106-a23b-5190b14b99e6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:48.768805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d6da-595d-4e0f-80b2-0dd2f8d04a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.771387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.821791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48126) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.838646 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.886520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Attempting to bind port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:48.886924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Attempting to bind port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:48.887444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Attempting to bind port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:48.898395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:48.899007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Attempting to bind port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:48.909433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:48.910088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:48.910941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:48.914840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Bound port: ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:48.915061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.938052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e0d2d6da-595d-4e0f-80b2-0dd2f8d04a93 None None] Port df89851e-87d9-4106-a23b-5190b14b99e6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:48.958901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:48.971037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Sync routers for ids ['6136a6b3-44ea-4416-93c1-bded9a7262c6'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:48.975088 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d9337765-5be6-4c9e-be52-1c923f7f02ca admin admin] 10.222.0.55 "PUT /v2.0/routers/6136a6b3-44ea-4416-93c1-bded9a7262c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7047992 Jul 16 08:41:48.980719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Routers {'6136a6b3-44ea-4416-93c1-bded9a7262c6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:48.981520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6136a6b3-44ea-4416-93c1-bded9a7262c6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:49.002699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec7539bb-2a2b-4423-8209-4fd4c8ae409b req-987df647-83c0-4626-9668-af38f3f56f11 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/149ac4bb-cbfc-4de9-b7d2-0d5b16b03e47 HTTP/1.1" status: 200 len: 1805 time: 0.0689504 Jul 16 08:41:49.018077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-ec7539bb-2a2b-4423-8209-4fd4c8ae409b req-fec1489c-274d-48f5-8965-827b7e03339e tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '149ac4bb-cbfc-4de9-b7d2-0d5b16b03e47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:49.018462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-ec7539bb-2a2b-4423-8209-4fd4c8ae409b req-fec1489c-274d-48f5-8965-827b7e03339e tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '149ac4bb-cbfc-4de9-b7d2-0d5b16b03e47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:49.035042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d03a-3847-48ac-a741-274609471288 req-8310292c-5bdd-4453-8acb-ed63ae3a5e4a tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.036570 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2158d03a-3847-48ac-a741-274609471288 req-8310292c-5bdd-4453-8acb-ed63ae3a5e4a tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 950 time: 0.1557329 Jul 16 08:41:49.063540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:49.067213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:49.082833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.124862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2158d03a-3847-48ac-a741-274609471288 req-7db8ac3f-7c25-4e61-bc4e-44e44620779f tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760105 Jul 16 08:41:49.156026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec7539bb-2a2b-4423-8209-4fd4c8ae409b req-fec1489c-274d-48f5-8965-827b7e03339e tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.160278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.161674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.166246 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] 10.222.0.54 "PUT /v2.0/ports/ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 200 len: 1095 time: 1.7393613 Jul 16 08:41:49.184331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:49.193040 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efce24df-dd50-4571-ac4d-045c0026226c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:49.194541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ebd1a522-0c3f-406e-8d52-1f67adaf137d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d441cc5e9694ecdad80d1be61eae29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705399 Jul 16 08:41:49.196599 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec7539bb-2a2b-4423-8209-4fd4c8ae409b req-fec1489c-274d-48f5-8965-827b7e03339e tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.197128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48140) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:49.222025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec7539bb-2a2b-4423-8209-4fd4c8ae409b req-fec1489c-274d-48f5-8965-827b7e03339e tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.260406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Set router 6136a6b3-44ea-4416-93c1-bded9a7262c6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:49.296846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1489c-274d-48f5-8965-827b7e03339e tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69e6f01-e37b-4ff4-9517-3cbddbb72608,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.325194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec7539bb-2a2b-4423-8209-4fd4c8ae409b req-fec1489c-274d-48f5-8965-827b7e03339e tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.346419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec7539bb-2a2b-4423-8209-4fd4c8ae409b req-fec1489c-274d-48f5-8965-827b7e03339e tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3289163 Jul 16 08:41:49.390946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13502086-4719-44a9-b182-9f52fe456e32 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.407069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c8c-e10c-407f-ae6b-4b4afcd5860d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.450611 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b5051e-d0e5-44e1-8f5e-16d505fb849e x-openstack-request-id: req-d1b5051e-d0e5-44e1-8f5e-16d505fb849e {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:49.450956 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:49.451291 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1b5051e-d0e5-44e1-8f5e-16d505fb849e {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:49.451874 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'status': 'completed', 'code': 200} Jul 16 08:41:49.475866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c8c-e10c-407f-ae6b-4b4afcd5860d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.481909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-64e7f749-6b38-4763-b3c9-f5a505d9d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.484041 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-64e7f749-6b38-4763-b3c9-f5a505d9d686 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 1098 time: 0.2422240 Jul 16 08:41:49.527425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3527cab8-7535-4ffc-8525-c8285d59b9f2 req-b59d4168-d4b5-4112-939a-f36a3840854c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-281794650', 'description': 'tempest-description-1907392231'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:49.565153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f399560b-01b5-497e-b313-22e251f40bbe up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:49.579290 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-2384581c-33e7-4877-b4ae-c85867c6c06a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 200 len: 217 time: 0.0858815 Jul 16 08:41:49.675256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3527cab8-7535-4ffc-8525-c8285d59b9f2 req-b59d4168-d4b5-4112-939a-f36a3840854c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.707171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-c2dd6205-e490-463d-a13c-72c2621eebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.710501 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-c2dd6205-e490-463d-a13c-72c2621eebd4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1213965 Jul 16 08:41:49.726680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265df09e-5df9-4d3b-9551-ce0a6316cb9e req-b02cd1d8-6fdf-4aa9-b8b6-54d791f7745f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.734437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-265df09e-5df9-4d3b-9551-ce0a6316cb9e req-b02cd1d8-6fdf-4aa9-b8b6-54d791f7745f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 946 time: 0.2705784 Jul 16 08:41:49.743941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:41:46Z', 'revision_number': 4, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port': {'id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:40Z', 'updated_at': '2021-07-16T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'df89851e-87d9-4106-a23b-5190b14b99e6', 'name': '', 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'mac_address': 'fa:16:3e:e8:53:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:44Z', 'updated_at': '2021-07-16T08:41:47Z', 'revision_number': 2, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'subnets': [{'id': '0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:49.746163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c8c-e10c-407f-ae6b-4b4afcd5860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.748906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c8c-e10c-407f-ae6b-4b4afcd5860d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.752728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2ea89c8c-e10c-407f-ae6b-4b4afcd5860d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97b8352f-bdec-4d37-a34c-695077b0239f HTTP/1.1" status: 204 len: 168 time: 0.5545831 Jul 16 08:41:49.780045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-53a7ba49-b120-426a-ad09-1824bb266c29 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1795957 Jul 16 08:41:49.781305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Checking router: 6136a6b3-44ea-4416-93c1-bded9a7262c6 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:49.781810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Updating router 6136a6b3-44ea-4416-93c1-bded9a7262c6 port df89851e-87d9-4106-a23b-5190b14b99e6 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:49.786977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea89c8c-e10c-407f-ae6b-4b4afcd5860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b8352f-bdec-4d37-a34c-695077b0239f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.817379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port f399560b-01b5-497e-b313-22e251f40bbe completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:49.823123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port f399560b-01b5-497e-b313-22e251f40bbe triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:49.823477 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.828761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-265df09e-5df9-4d3b-9551-ce0a6316cb9e req-f0cb8252-3180-4676-9404-16641df279f4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880542 Jul 16 08:41:49.858360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.867018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-3489e5fc-5051-436a-a6a1-8811442e6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.869162 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-3489e5fc-5051-436a-a6a1-8811442e6554 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518040 Jul 16 08:41:49.970589 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.004360 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3527cab8-7535-4ffc-8525-c8285d59b9f2 req-b59d4168-d4b5-4112-939a-f36a3840854c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.017220 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3527cab8-7535-4ffc-8525-c8285d59b9f2 req-b59d4168-d4b5-4112-939a-f36a3840854c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.089111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3527cab8-7535-4ffc-8525-c8285d59b9f2 req-b59d4168-d4b5-4112-939a-f36a3840854c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.090555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3527cab8-7535-4ffc-8525-c8285d59b9f2 req-b59d4168-d4b5-4112-939a-f36a3840854c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6117170 Jul 16 08:41:50.099593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3947519f-aab3-44e1-bd74-a4d8819c2713 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:50.147503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d4168-d4b5-4112-939a-f36a3840854c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87eeca8-5a8f-4877-8863-55d99811c38b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.159153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 3947519f-aab3-44e1-bd74-a4d8819c2713 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:50.162189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3947519f-aab3-44e1-bd74-a4d8819c2713 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:50.275293 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-0687926a-a164-40f8-adb3-9eb0d5af62ef service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983421 Jul 16 08:41:50.281731 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.360150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:50.361758 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015af991-5be7-4e08-8207-cfbe4a52d792" -d '{"events": [{"server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "name": "network-vif-plugged", "status": "completed", "tag": "f399560b-01b5-497e-b313-22e251f40bbe"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:50.418458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:50.436873 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.614637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.632667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48182) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:50.650558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b08330be-fbc9-4604-afbc-ee1d8fa27013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.655104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-169762d3-ac44-4bd8-850f-6d508c8f3969 req-a9cd8647-9fb2-4bb3-ba11-d4110270eaab tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1432082854', 'description': 'tempest-description-1828805214'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:50.658051 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e130abcf-2fb3-4498-9838-7f36c8c74ee8 req-4cc10540-4d92-41f8-a7cc-e590a5725b40 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732021 Jul 16 08:41:50.680415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-49941b84-1bfa-47a1-844f-d0e320a378a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.682620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-49941b84-1bfa-47a1-844f-d0e320a378a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1102 time: 0.8122847 Jul 16 08:41:50.728464 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-169762d3-ac44-4bd8-850f-6d508c8f3969 req-a9cd8647-9fb2-4bb3-ba11-d4110270eaab tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.773952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac0b3e-2d61-42be-8b38-d06b58f17457 req-94c2c669-14d2-42f7-9483-b46178de4e25 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.783617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91ac0b3e-2d61-42be-8b38-d06b58f17457 req-94c2c669-14d2-42f7-9483-b46178de4e25 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 944 time: 0.6749356 Jul 16 08:41:50.893414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.909932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-5958bc99-b8cc-4103-a38f-b36a574933b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.911384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-5958bc99-b8cc-4103-a38f-b36a574933b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1958499 Jul 16 08:41:50.924511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Transition to ACTIVE for port object df89851e-87d9-4106-a23b-5190b14b99e6 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:50.929599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce24df-dd50-4571-ac4d-045c0026226c req-2bed6d10-7d31-4aea-a072-92627ff1a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.942644 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.944587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-efce24df-dd50-4571-ac4d-045c0026226c req-2bed6d10-7d31-4aea-a072-92627ff1a199 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 1098 time: 0.1643732 Jul 16 08:41:50.970975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-a9a70ae0-1115-447f-af75-5755dd8b839d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.0516210 Jul 16 08:41:51.011679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91ac0b3e-2d61-42be-8b38-d06b58f17457 req-dbc05d74-61ed-49e7-a9f2-f9b0206332cb tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270911 Jul 16 08:41:51.179379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce24df-dd50-4571-ac4d-045c0026226c req-7681a78a-f33e-43be-bf44-6172be3506ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.181563 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-efce24df-dd50-4571-ac4d-045c0026226c req-7681a78a-f33e-43be-bf44-6172be3506ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2294719 Jul 16 08:41:51.211528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-7208c8a4-d324-4346-9ccd-04c50498fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.221518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-7208c8a4-d324-4346-9ccd-04c50498fa83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2306523 Jul 16 08:41:51.245945 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-efce24df-dd50-4571-ac4d-045c0026226c req-6b1420c8-d93c-48ed-9e98-de83bae5b16c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 200 len: 217 time: 0.0557773 Jul 16 08:41:51.311323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Attempting to bind port df89851e-87d9-4106-a23b-5190b14b99e6 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:51.311708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Attempting to bind port df89851e-87d9-4106-a23b-5190b14b99e6 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:51.312057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Attempting to bind port df89851e-87d9-4106-a23b-5190b14b99e6 on network 690f898d-7a43-413e-8549-b80b237bb4ea {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:51.322670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce24df-dd50-4571-ac4d-045c0026226c req-921b6078-7dac-4c6c-ac96-b33d1021d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.324421 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-efce24df-dd50-4571-ac4d-045c0026226c req-921b6078-7dac-4c6c-ac96-b33d1021d947 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0690224 Jul 16 08:41:51.326867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab814e7-40a8-433e-8491-674a3bc6a06c None None] Pushing event updated for resources: {'Port': ['ID=df89851e-87d9-4106-a23b-5190b14b99e6,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.343996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:51.344369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Checking segment: {'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:51.344772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.345165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Bound using segment: {'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:51.345635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Bound port: df89851e-87d9-4106-a23b-5190b14b99e6, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b97352-0012-456b-885e-61e24e025323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:51.346032 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.432877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce24df-dd50-4571-ac4d-045c0026226c req-bff6a86d-b224-4e8f-9bb5-e2544ac18505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.444753 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-efce24df-dd50-4571-ac4d-045c0026226c req-bff6a86d-b224-4e8f-9bb5-e2544ac18505 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976124 Jul 16 08:41:51.468216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-a480750e-d0db-4fb5-9386-0cae728942bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.470014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-a480750e-d0db-4fb5-9386-0cae728942bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2362885 Jul 16 08:41:51.502053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019364f-e97a-4d21-a024-ea1665fb5c42 req-c6a47795-9507-429f-bb1b-faedf69ea7f1 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.509871 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2019364f-e97a-4d21-a024-ea1665fb5c42 req-c6a47795-9507-429f-bb1b-faedf69ea7f1 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 950 time: 0.1619987 Jul 16 08:41:51.538863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] For port df89851e-87d9-4106-a23b-5190b14b99e6, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:51.548464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] For port df89851e-87d9-4106-a23b-5190b14b99e6, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=df89851e-87d9-4106-a23b-5190b14b99e6,segment=NetworkSegment(12b97352-0012-456b-885e-61e24e025323),segment_id=12b97352-0012-456b-885e-61e24e025323)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:51.555973 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b08330be-fbc9-4604-afbc-ee1d8fa27013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.562788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.571693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b08330be-fbc9-4604-afbc-ee1d8fa27013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.628477 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-efce24df-dd50-4571-ac4d-045c0026226c req-63f31c65-d284-4331-b534-edadebdeaef5 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827691 Jul 16 08:41:51.681418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Routers {'6136a6b3-44ea-4416-93c1-bded9a7262c6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:51.682123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6136a6b3-44ea-4416-93c1-bded9a7262c6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:51.687873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b08330be-fbc9-4604-afbc-ee1d8fa27013 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e32034df1cf4822b030ea242c1781f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0519891 Jul 16 08:41:51.694470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48196) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.764327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2019364f-e97a-4d21-a024-ea1665fb5c42 req-c484b75a-df81-4d70-9e17-28798a128bd7 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495003 Jul 16 08:41:51.795830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08330be-fbc9-4604-afbc-ee1d8fa27013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1fdba6-b944-4b6d-8cdb-82450a6a1f53,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.831169 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9687d8bc-18fd-44a7-aa99-6f6c40c214ef x-openstack-request-id: req-9687d8bc-18fd-44a7-aa99-6f6c40c214ef {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:51.831765 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "name": "network-vif-plugged", "status": "completed", "tag": "f399560b-01b5-497e-b313-22e251f40bbe", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:51.831765 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9687d8bc-18fd-44a7-aa99-6f6c40c214ef {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:51.832110 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe', 'code': 200} Jul 16 08:41:51.843864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab814e7-40a8-433e-8491-674a3bc6a06c None None] Pushing event updated for resources: {'Port': ['ID=df89851e-87d9-4106-a23b-5190b14b99e6,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.861588 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-efce24df-dd50-4571-ac4d-045c0026226c req-8dde9e9c-11ba-4957-8843-63d2361f2f1c service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246044 Jul 16 08:41:51.888269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-14c129bf-5c42-4b54-99f6-c3e413f4522a service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042661 Jul 16 08:41:51.916772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-549f3d58-b0e9-4e31-a19f-da006edfe8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.968029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] Set router 6136a6b3-44ea-4416-93c1-bded9a7262c6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:52.079233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-549f3d58-b0e9-4e31-a19f-da006edfe8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.082651 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-169762d3-ac44-4bd8-850f-6d508c8f3969 req-a9cd8647-9fb2-4bb3-ba11-d4110270eaab tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.108231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b656188-6ee2-479e-9a89-74d96b493dd1 req-5f2cf6fd-4c4f-473e-a41d-bfca8342c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.111813 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b656188-6ee2-479e-9a89-74d96b493dd1 req-5f2cf6fd-4c4f-473e-a41d-bfca8342c8d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 1097 time: 0.0769165 Jul 16 08:41:52.115977 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-169762d3-ac44-4bd8-850f-6d508c8f3969 req-a9cd8647-9fb2-4bb3-ba11-d4110270eaab tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.189924 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b656188-6ee2-479e-9a89-74d96b493dd1 req-7490d23d-bd21-4a2e-b027-bb5f085b6b34 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699730 Jul 16 08:41:52.194427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e790f62-c0d3-48cb-900f-51effbbe5546 req-70cda992-fc92-4f3a-9c2d-e307e3b20e87 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983663 Jul 16 08:41:52.196266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd8647-9fb2-4bb3-ba11-d4110270eaab tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e6d8c5-fa4d-4d48-ae93-0c5d45f46883,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.198540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-169762d3-ac44-4bd8-850f-6d508c8f3969 req-a9cd8647-9fb2-4bb3-ba11-d4110270eaab tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.224628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-169762d3-ac44-4bd8-850f-6d508c8f3969 req-a9cd8647-9fb2-4bb3-ba11-d4110270eaab tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5908227 Jul 16 08:41:52.289553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05172c8-dfd0-4a60-aaec-1f0bb5a25fda req-e4e0f7cb-2e0c-4add-a9f2-bb24a1745176 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.291289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d05172c8-dfd0-4a60-aaec-1f0bb5a25fda req-e4e0f7cb-2e0c-4add-a9f2-bb24a1745176 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 946 time: 0.2483892 Jul 16 08:41:52.302202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-549f3d58-b0e9-4e31-a19f-da006edfe8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.305936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-549f3d58-b0e9-4e31-a19f-da006edfe8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.311278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-549f3d58-b0e9-4e31-a19f-da006edfe8a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c1fdba6-b944-4b6d-8cdb-82450a6a1f53 HTTP/1.1" status: 204 len: 168 time: 0.6095018 Jul 16 08:41:52.339191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f3d58-b0e9-4e31-a19f-da006edfe8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1fdba6-b944-4b6d-8cdb-82450a6a1f53,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.377524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:41:46Z', 'revision_number': 4, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port': {'id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:40Z', 'updated_at': '2021-07-16T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'df89851e-87d9-4106-a23b-5190b14b99e6', 'name': '', 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'mac_address': 'fa:16:3e:e8:53:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:44Z', 'updated_at': '2021-07-16T08:41:51Z', 'revision_number': 4, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'subnets': [{'id': '0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:52.391702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d05172c8-dfd0-4a60-aaec-1f0bb5a25fda req-7bd9454f-3f96-4e95-befe-81e9e7fb7b0a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925727 Jul 16 08:41:52.444583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecb5eb-b515-453a-aa05-871678417668 None None] The sync data for ids ['6136a6b3-44ea-4416-93c1-bded9a7262c6'] in n-d-780147-28 is: [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:41:46Z', 'revision_number': 4, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port': {'id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:40Z', 'updated_at': '2021-07-16T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'df89851e-87d9-4106-a23b-5190b14b99e6', 'name': '', 'network_id': '690f898d-7a43-413e-8549-b80b237bb4ea', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'mac_address': 'fa:16:3e:e8:53:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:44Z', 'updated_at': '2021-07-16T08:41:51Z', 'revision_number': 4, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'subnets': [{'id': '0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:53.095166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e400f-05d9-4f6d-ac6e-6762348966c8 req-5d04ad90-2eda-4be0-bf02-d8755cb8811e tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.098317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-728e400f-05d9-4f6d-ac6e-6762348966c8 req-5d04ad90-2eda-4be0-bf02-d8755cb8811e tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 945 time: 0.1380675 Jul 16 08:41:53.271579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-728e400f-05d9-4f6d-ac6e-6762348966c8 req-81ceba40-f8d8-4662-9f65-8b23bb8a4e94 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357086 Jul 16 08:41:53.341945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-cd40ab26-b22c-41a7-916e-8574bb2c78b8 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/b87eeca8-5a8f-4877-8863-55d99811c38b HTTP/1.1" status: 200 len: 1804 time: 0.1463919 Jul 16 08:41:53.528737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-ea1632be-cc68-4465-9b1d-1ed410fe691c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/87e6d8c5-fa4d-4d48-ae93-0c5d45f46883 HTTP/1.1" status: 200 len: 1805 time: 0.1780698 Jul 16 08:41:53.537334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-5c841646-3041-4cc7-bb7c-97a8f71050f9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b87eeca8-5a8f-4877-8863-55d99811c38b', 'remote_group_id': '87e6d8c5-fa4d-4d48-ae93-0c5d45f46883', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:53.549207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-5c841646-3041-4cc7-bb7c-97a8f71050f9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b87eeca8-5a8f-4877-8863-55d99811c38b', 'remote_group_id': '87e6d8c5-fa4d-4d48-ae93-0c5d45f46883', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:53.619353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ee9fb22a-dcbe-4bcd-b429-d882299b2a00 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:53.766474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-5c841646-3041-4cc7-bb7c-97a8f71050f9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.875965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-4f17073f-e97b-4eab-a1ab-6c3653648697 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d50c0dfcc7c14b77b1389b93838de624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808239 Jul 16 08:41:53.957260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:53.998494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48250) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.999765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'mac_address': 'fa:16:3e:8e:22:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:54.090223 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.110617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-4cedb01d-7224-4823-b1c2-b60512e93435 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.118360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-4cedb01d-7224-4823-b1c2-b60512e93435 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176883 Jul 16 08:41:54.158719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-83fa1b74-3a89-480f-bedd-2df1845f6b2f tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/quotas/d50c0dfcc7c14b77b1389b93838de624 HTTP/1.1" status: 200 len: 375 time: 0.0389664 Jul 16 08:41:54.202750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-5c841646-3041-4cc7-bb7c-97a8f71050f9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.234686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-5c841646-3041-4cc7-bb7c-97a8f71050f9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.257073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c841646-3041-4cc7-bb7c-97a8f71050f9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0030759-d1bc-4a62-93ee-2b047a79a153,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.309998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-166b9f3f-fbe9-41a5-ab29-4f6ff4da58ff tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d50c0dfcc7c14b77b1389b93838de624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1500559 Jul 16 08:41:54.313859 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-5c841646-3041-4cc7-bb7c-97a8f71050f9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.318338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a366fea4-315f-46f4-bd83-8da639cf83a5 req-5c841646-3041-4cc7-bb7c-97a8f71050f9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7886524 Jul 16 08:41:54.524313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device df89851e-87d9-4106-a23b-5190b14b99e6 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:54.617485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9fb22a-dcbe-4bcd-b429-d882299b2a00 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:54.630202 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5baf4d88-5b64-4202-85e3-0c7506ae20b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.749795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:54.767098 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.776835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159153d-3946-499b-9c71-98f776f1cdcc req-9607f9df-be8f-44e9-85f8-cb087852a3f4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.790322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1159153d-3946-499b-9c71-98f776f1cdcc req-9607f9df-be8f-44e9-85f8-cb087852a3f4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 946 time: 0.1959422 Jul 16 08:41:54.843708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.861478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port df89851e-87d9-4106-a23b-5190b14b99e6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:54.867855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port df89851e-87d9-4106-a23b-5190b14b99e6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:54.868217 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.951420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5baf4d88-5b64-4202-85e3-0c7506ae20b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.956340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1159153d-3946-499b-9c71-98f776f1cdcc req-91a2c2ce-0cad-44e6-9403-43f1519895f7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610212 Jul 16 08:41:54.977832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5baf4d88-5b64-4202-85e3-0c7506ae20b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.039469 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5baf4d88-5b64-4202-85e3-0c7506ae20b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62a0d458274445c8a33f1675fb55d8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0380440 Jul 16 08:41:55.040965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48278) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.054145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-6b5473ba-5114-4698-8503-786b7c199250 req-cd65ff6c-1db0-42fa-b7e8-96d21a89b6a5 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-540812780', 'description': 'tempest-description-2085435602'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:55.054361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ee9fb22a-dcbe-4bcd-b429-d882299b2a00'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:55.084436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf4d88-5b64-4202-85e3-0c7506ae20b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27672ea8-6a75-4d59-80dc-f354898b05c7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.096272 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.155556 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6b5473ba-5114-4698-8503-786b7c199250 req-cd65ff6c-1db0-42fa-b7e8-96d21a89b6a5 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.157517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port df89851e-87d9-4106-a23b-5190b14b99e6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=df89851e-87d9-4106-a23b-5190b14b99e6,segment=NetworkSegment(12b97352-0012-456b-885e-61e24e025323),segment_id=12b97352-0012-456b-885e-61e24e025323)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:55.170911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.205622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b4c7-4a3d-4f51-ae06-6f2dc48bdc5a req-b41631e3-256e-413d-ab39-13442b99619b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.207199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5905b4c7-4a3d-4f51-ae06-6f2dc48bdc5a req-b41631e3-256e-413d-ab39-13442b99619b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 945 time: 0.3367782 Jul 16 08:41:55.234429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d55f4a4-c797-444c-84e0-3e6682ec8b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.264822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=df89851e-87d9-4106-a23b-5190b14b99e6,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.318076 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d55f4a4-c797-444c-84e0-3e6682ec8b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.323343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5905b4c7-4a3d-4f51-ae06-6f2dc48bdc5a req-5b9869f7-da17-426d-b575-de2c6908ee3a tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059921 Jul 16 08:41:55.427940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d55f4a4-c797-444c-84e0-3e6682ec8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.432459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d55f4a4-c797-444c-84e0-3e6682ec8b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.437016 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1d55f4a4-c797-444c-84e0-3e6682ec8b78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27672ea8-6a75-4d59-80dc-f354898b05c7 HTTP/1.1" status: 204 len: 168 time: 0.3940504 Jul 16 08:41:55.440139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6b5473ba-5114-4698-8503-786b7c199250 req-cd65ff6c-1db0-42fa-b7e8-96d21a89b6a5 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.445917 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6b5473ba-5114-4698-8503-786b7c199250 req-cd65ff6c-1db0-42fa-b7e8-96d21a89b6a5 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.448109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55f4a4-c797-444c-84e0-3e6682ec8b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27672ea8-6a75-4d59-80dc-f354898b05c7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.506661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab76ad92-cded-462a-bd2f-aa6b05ac3349 req-b82d931e-9971-4986-8294-02d02d9afb32 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 210 time: 0.0869656 Jul 16 08:41:55.568158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65ff6c-1db0-42fa-b7e8-96d21a89b6a5 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa78d82-0e89-459d-9335-01f842e1130e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.599789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6b5473ba-5114-4698-8503-786b7c199250 req-cd65ff6c-1db0-42fa-b7e8-96d21a89b6a5 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.601361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b5473ba-5114-4698-8503-786b7c199250 req-cd65ff6c-1db0-42fa-b7e8-96d21a89b6a5 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5572824 Jul 16 08:41:55.734338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3bb27a3b-e948-4a62-9623-47c868c0fcbb req-d231c870-5e3c-4b04-a8f1-6ff3305b56c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-182263218', 'description': 'tempest-description-767086808'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:55.814527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3bb27a3b-e948-4a62-9623-47c868c0fcbb req-d231c870-5e3c-4b04-a8f1-6ff3305b56c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.978296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3bb27a3b-e948-4a62-9623-47c868c0fcbb req-d231c870-5e3c-4b04-a8f1-6ff3305b56c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.000074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3bb27a3b-e948-4a62-9623-47c868c0fcbb req-d231c870-5e3c-4b04-a8f1-6ff3305b56c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.077786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48306) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.097220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee62a4cb-0b8f-4a5c-a4a0-5740f67a8e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.129688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231c870-5e3c-4b04-a8f1-6ff3305b56c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38eb0a9-fb21-4435-bc3e-e6e9244fe9b0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.179725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device df89851e-87d9-4106-a23b-5190b14b99e6 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:56.220988 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee62a4cb-0b8f-4a5c-a4a0-5740f67a8e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.227589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee62a4cb-0b8f-4a5c-a4a0-5740f67a8e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.232441 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3bb27a3b-e948-4a62-9623-47c868c0fcbb req-d231c870-5e3c-4b04-a8f1-6ff3305b56c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.239135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bb27a3b-e948-4a62-9623-47c868c0fcbb req-d231c870-5e3c-4b04-a8f1-6ff3305b56c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5103009 Jul 16 08:41:56.266340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62a4cb-0b8f-4a5c-a4a0-5740f67a8e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eba47c9-a96d-4dc7-9e7d-00b9c358b5ae,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.301690 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ee62a4cb-0b8f-4a5c-a4a0-5740f67a8e0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a074953aa31146f091f38190b3962a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215722 Jul 16 08:41:56.304065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48310) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.306619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port df89851e-87d9-4106-a23b-5190b14b99e6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:56.307175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.364828 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28c17582-0cff-48c0-9a88-434fc65ccdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.417497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28c17582-0cff-48c0-9a88-434fc65ccdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.538007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28c17582-0cff-48c0-9a88-434fc65ccdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.540724 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28c17582-0cff-48c0-9a88-434fc65ccdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.550522 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-28c17582-0cff-48c0-9a88-434fc65ccdb6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7eba47c9-a96d-4dc7-9e7d-00b9c358b5ae HTTP/1.1" status: 204 len: 168 time: 0.2427204 Jul 16 08:41:56.563562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7c9cf-adfe-4da9-838b-2d5b2a544cfd req-152a9afe-4758-46dd-9819-f2879ffbb86d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.571021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5a7c9cf-adfe-4da9-838b-2d5b2a544cfd req-152a9afe-4758-46dd-9819-f2879ffbb86d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 945 time: 0.0990562 Jul 16 08:41:56.586419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c17582-0cff-48c0-9a88-434fc65ccdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eba47c9-a96d-4dc7-9e7d-00b9c358b5ae,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.599108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-bcbd8b8a-030d-45b8-a680-6b8fe9045f6a tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d50c0dfcc7c14b77b1389b93838de624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254726 Jul 16 08:41:56.702822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-adec723d-c4e7-44d5-87de-450ec4d46dc5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575907 Jul 16 08:41:56.772543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5a7c9cf-adfe-4da9-838b-2d5b2a544cfd req-572cda49-1032-47ed-976b-b1b4025e64c6 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006507 Jul 16 08:41:56.884355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-9893f8a2-8373-4b44-b92c-9da50c59e4f8 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.885889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-9893f8a2-8373-4b44-b92c-9da50c59e4f8 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657349 Jul 16 08:41:56.903866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Request body: {'port': {'device_id': '5af7c1e1-14d2-4c93-97a2-9f262d511be7', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'd50c0dfcc7c14b77b1389b93838de624'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:57.039418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-ffcdd376-5dce-42c2-9168-13284cbeb3d5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.040906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-ffcdd376-5dce-42c2-9168-13284cbeb3d5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287594 Jul 16 08:41:57.081439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-cb7489ac-578b-486c-88b0-9cf0064a2e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/quotas/de66512d88f744208826036ff6421a1b HTTP/1.1" status: 200 len: 375 time: 0.0206006 Jul 16 08:41:57.082027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Made reservation on behalf of d50c0dfcc7c14b77b1389b93838de624 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:57.085805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.143413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-9b7e96d8-d374-417d-a496-623f09c23817 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490110 Jul 16 08:41:57.167795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec249ea-96c3-4e75-a035-fbbc036e6b25 req-2807a323-bd50-44d0-a945-5aee6b52852c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.169925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ec249ea-96c3-4e75-a035-fbbc036e6b25 req-2807a323-bd50-44d0-a945-5aee6b52852c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 947 time: 0.1676407 Jul 16 08:41:57.287920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ec249ea-96c3-4e75-a035-fbbc036e6b25 req-6a83f6b0-f9bb-410e-aee3-97ff798ed9d1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881793 Jul 16 08:41:57.341895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Allocated IP 192.168.233.210 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/b09dfade-0d05-4a86-bad5-c06a261c8785) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:57.398392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-25a7da44-2579-4319-965f-40d0226a489b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/6aa78d82-0e89-459d-9335-01f842e1130e HTTP/1.1" status: 200 len: 1804 time: 0.0737822 Jul 16 08:41:57.494765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-ffa6dec7-b6ba-4d37-a647-c5f73af7f712 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/e38eb0a9-fb21-4435-bc3e-e6e9244fe9b0 HTTP/1.1" status: 200 len: 1803 time: 0.0863655 Jul 16 08:41:57.504142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-d3a548cd-2026-4baa-aa31-6556b88cf799 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6aa78d82-0e89-459d-9335-01f842e1130e', 'remote_group_id': 'e38eb0a9-fb21-4435-bc3e-e6e9244fe9b0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:57.504647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-d3a548cd-2026-4baa-aa31-6556b88cf799 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6aa78d82-0e89-459d-9335-01f842e1130e', 'remote_group_id': 'e38eb0a9-fb21-4435-bc3e-e6e9244fe9b0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:57.598542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fe034d9-338c-4c55-abb4-11881d7cb855 req-5052b050-7469-4fed-bfa9-a5de19fe32dd tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 210 time: 0.0503404 Jul 16 08:41:57.615108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ee9fb22a-dcbe-4bcd-b429-d882299b2a00 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:57.642741 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.669264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48354) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.682694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Transition to ACTIVE for port object b09dfade-0d05-4a86-bad5-c06a261c8785 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:57.748681 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-d3a548cd-2026-4baa-aa31-6556b88cf799 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.784437 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.804083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4909329f-0ef7-4763-8c00-8a0b0d5c9445'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:57.839365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:57.843871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:57.853984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:57.947110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-network', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:57.950313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-d3a548cd-2026-4baa-aa31-6556b88cf799 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.984573 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-d3a548cd-2026-4baa-aa31-6556b88cf799 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.031843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Made reservation on behalf of cdc5dfefa27a4d4393c3077e25a01dad for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:58.035422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.048423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Pushing event updated for resources: {'Port': ['ID=b09dfade-0d05-4a86-bad5-c06a261c8785,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.061679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.062922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.065597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a548cd-2026-4baa-aa31-6556b88cf799 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6127e0f1-b6b2-4d3b-8a56-fa5880b78d5e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.071046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.077225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:58.109523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:58.109863 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.129210 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-d3a548cd-2026-4baa-aa31-6556b88cf799 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.130512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1539d26d-eb2d-4dd8-bb02-cc4334be1a55 req-d3a548cd-2026-4baa-aa31-6556b88cf799 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6347098 Jul 16 08:41:58.142542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-e2558313-0da6-4711-b926-b15826835c80 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2429073 Jul 16 08:41:58.157282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Request body: {'port': {'device_id': '5af7c1e1-14d2-4c93-97a2-9f262d511be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:58.330657 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.364977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.396424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:58.412040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67d78119-9068-4a77-a50a-8ecea2a2c4ef req-6ad76abf-50ae-4801-86db-94355234c713 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 210 time: 0.1685026 Jul 16 08:41:58.427741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1393660-e173-413e-8e8f-5495d831e6b4 None None] Provisioning for port b09dfade-0d05-4a86-bad5-c06a261c8785 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:58.430514 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.432425 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Added segment 4b67d47f-8e2f-4ae1-a778-0bae98c1809a of type vlan for network f6c26787-8ba5-4189-a63d-820ecc374026 Jul 16 08:41:58.505774 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.554760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1393660-e173-413e-8e8f-5495d831e6b4 None None] Provisioning complete for port b09dfade-0d05-4a86-bad5-c06a261c8785 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:58.555146 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1393660-e173-413e-8e8f-5495d831e6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.636467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.642300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f48ae-1a8a-4884-825e-caa613a69a0d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.743225 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.750342 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.752554 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.753374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.774744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f1393660-e173-413e-8e8f-5495d831e6b4 None None] Port b09dfade-0d05-4a86-bad5-c06a261c8785 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:58.789036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:58.792904 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fa6481-026b-41ac-84b5-b0ce91f4bbf0" -d '{"events": [{"server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:58.819200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:58.820478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-543cd5bc-8bb5-4e96-9d42-531fb0d20006 req-38448a78-4500-465e-b70d-ca2758e41d43 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/e38eb0a9-fb21-4435-bc3e-e6e9244fe9b0 HTTP/1.1" status: 200 len: 1803 time: 0.2577240 Jul 16 08:41:58.826189 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.855149 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1886878 Jul 16 08:41:58.861174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48380) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:58.886058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Request body: {'subnet': {'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-subnet', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:58.937328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.939714 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e1ad1-1cb9-4971-be6d-63dbcbcb942a admin admin] Pushing event updated for resources: {'Network': ['ID=f6c26787-8ba5-4189-a63d-820ecc374026,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.974345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f6c26787-8ba5-4189-a63d-820ecc374026 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:59.098757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Made reservation on behalf of cdc5dfefa27a4d4393c3077e25a01dad for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:59.101103 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.229140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e42c22-27a4-4126-8f21-d91a55afe139 req-c747bb3c-0e8b-4efb-98a4-c89137648041 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.230753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e42c22-27a4-4126-8f21-d91a55afe139 req-c747bb3c-0e8b-4efb-98a4-c89137648041 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.2705646 Jul 16 08:41:59.239428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-543cd5bc-8bb5-4e96-9d42-531fb0d20006 req-7b030940-59a1-4bed-8f5a-734a91bf289c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.556093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-92258bbd-4630-47ed-ac90-b9d6387374e8 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509584 Jul 16 08:41:59.563753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-543cd5bc-8bb5-4e96-9d42-531fb0d20006 req-7b030940-59a1-4bed-8f5a-734a91bf289c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.633789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e42c22-27a4-4126-8f21-d91a55afe139 req-bbf94df7-9cf1-446c-9cdd-df653e6b65c8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922968 Jul 16 08:41:59.727825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09dfade-0d05-4a86-bad5-c06a261c8785 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:59.752554 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.878668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Transition to ACTIVE for port object b09dfade-0d05-4a86-bad5-c06a261c8785 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:59.901295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.952327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.984717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ca64827-4763-4788-8074-e62b5311cfeb tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.986276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ca64827-4763-4788-8074-e62b5311cfeb tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3836644 Jul 16 08:41:59.986920 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-543cd5bc-8bb5-4e96-9d42-531fb0d20006 req-7b030940-59a1-4bed-8f5a-734a91bf289c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.989424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-543cd5bc-8bb5-4e96-9d42-531fb0d20006 req-7b030940-59a1-4bed-8f5a-734a91bf289c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.990458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-543cd5bc-8bb5-4e96-9d42-531fb0d20006 req-7b030940-59a1-4bed-8f5a-734a91bf289c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "DELETE /v2.0/security-groups/e38eb0a9-fb21-4435-bc3e-e6e9244fe9b0 HTTP/1.1" status: 204 len: 173 time: 1.1610334 Jul 16 08:42:00.053817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Request body: {'port': {'device_id': '1934c827-0b01-48cb-8f5f-52a6bc1e72fb', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'de66512d88f744208826036ff6421a1b'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:00.076642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b09dfade-0d05-4a86-bad5-c06a261c8785,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.097094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b030940-59a1-4bed-8f5a-734a91bf289c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38eb0a9-fb21-4435-bc3e-e6e9244fe9b0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.142020 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5558805c-6581-46b4-a057-79f799d4f701 x-openstack-request-id: req-5558805c-6581-46b4-a057-79f799d4f701 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:00.142582 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:00.142582 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5558805c-6581-46b4-a057-79f799d4f701 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:00.142934 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'code': 200} Jul 16 08:42:00.169198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=219ddbeb-06de-4b2a-af80-26f4a1de4166,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.285385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455ac16-63de-4790-bb1b-3b2b6164b1d7 req-df37b20f-b6d5-458d-9ae9-24d7ee5315d3 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.286988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c455ac16-63de-4790-bb1b-3b2b6164b1d7 req-df37b20f-b6d5-458d-9ae9-24d7ee5315d3 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 936 time: 0.4899716 Jul 16 08:42:00.348443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Checking segment: {'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:00.349065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Network hostable DHCP agents. Network: f6c26787-8ba5-4189-a63d-820ecc374026, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:00.355631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938b320-4427-47ad-914a-46a3acf66494 req-1990c83a-8ad8-49a0-8390-eac3a8ab73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.357777 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7938b320-4427-47ad-914a-46a3acf66494 req-1990c83a-8ad8-49a0-8390-eac3a8ab73e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 1100 time: 0.1094296 Jul 16 08:42:00.439825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Attempting to bind port b09dfade-0d05-4a86-bad5-c06a261c8785 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:00.439825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Attempting to bind port b09dfade-0d05-4a86-bad5-c06a261c8785 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:00.439825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Attempting to bind port b09dfade-0d05-4a86-bad5-c06a261c8785 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:00.444803 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7938b320-4427-47ad-914a-46a3acf66494 req-dac3f5a7-f279-42ec-af77-269526641e97 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787280 Jul 16 08:42:00.451062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c455ac16-63de-4790-bb1b-3b2b6164b1d7 req-832caa36-3e04-428b-a805-255ea7f491e1 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257968 Jul 16 08:42:00.455217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Network f6c26787-8ba5-4189-a63d-820ecc374026 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:00.458897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Port b09dfade-0d05-4a86-bad5-c06a261c8785 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:00.458897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Attempting to bind port b09dfade-0d05-4a86-bad5-c06a261c8785 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:00.469959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:00.470481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:00.471126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:00.471619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Bound port: b09dfade-0d05-4a86-bad5-c06a261c8785, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:00.472103 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.488973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Made reservation on behalf of de66512d88f744208826036ff6421a1b for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:00.493235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.503882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f6c26787-8ba5-4189-a63d-820ecc374026) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:00.514666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e6291-3937-44c5-93ad-68f44f175249 None None] Network f6c26787-8ba5-4189-a63d-820ecc374026 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:00.581138 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.585276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.586364 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.658876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a63052a-0fc0-47c0-ada2-8aa402a470ec req-c9988900-ba96-4489-8eb3-4a4218bd1537 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/6aa78d82-0e89-459d-9335-01f842e1130e HTTP/1.1" status: 200 len: 1804 time: 0.1277142 Jul 16 08:42:00.705005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f0123b4b-fbf2-41d3-b03e-ada09c735b1c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8356171 Jul 16 08:42:00.708114 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48398) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.717610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf268429-81dc-41dc-9272-c09f8ba380bb req-7d97c3bb-6e35-4f7c-9d93-3848aee266c3 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 210 time: 0.1129906 Jul 16 08:42:00.720946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:00.736071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-f6c26787-8ba5-4189-a63d-820ecc374026', 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'fixed_ips': [{'subnet_id': '219ddbeb-06de-4b2a-af80-26f4a1de4166'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:00.737373 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.750719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:42:00.750719 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:42:00.750719 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id_1': 'cdc5dfefa27a4d4393c3077e25a01dad', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 42, 0, 733947)}] Jul 16 08:42:00.750719 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:42:00.751678 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:42:00.784216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-84e64a6a-c7fd-4aa1-bdae-f49da1ba643f req-767b363a-7fd4-41a0-b0ff-f378da166169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-807994270', 'description': 'tempest-description-689640046'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:00.801402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] For port b09dfade-0d05-4a86-bad5-c06a261c8785, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:00.805991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] For port b09dfade-0d05-4a86-bad5-c06a261c8785, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b09dfade-0d05-4a86-bad5-c06a261c8785,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:00.852272 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.029828 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.036008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b09dfade-0d05-4a86-bad5-c06a261c8785,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.043190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Allocated IP 172.20.0.2 (f6c26787-8ba5-4189-a63d-820ecc374026/219ddbeb-06de-4b2a-af80-26f4a1de4166/6d14858d-51e5-4c27-b22b-122356ddebe4) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:01.065870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.066602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.072103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-1a971693-09cb-4d6e-b46d-2888004a7b32 service neutron] 10.222.0.52 "PUT /v2.0/ports/b09dfade-0d05-4a86-bad5-c06a261c8785 HTTP/1.1" status: 200 len: 1097 time: 2.9191489 Jul 16 08:42:01.095430 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.102111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af7c1e1-14d2-4c93-97a2-9f262d511be7', 'tag': 'b09dfade-0d05-4a86-bad5-c06a261c8785'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:01.105710 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126" -d '{"events": [{"name": "network-changed", "server_uuid": "5af7c1e1-14d2-4c93-97a2-9f262d511be7", "tag": "b09dfade-0d05-4a86-bad5-c06a261c8785"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:01.126347 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-84e64a6a-c7fd-4aa1-bdae-f49da1ba643f req-767b363a-7fd4-41a0-b0ff-f378da166169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.317275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-84e64a6a-c7fd-4aa1-bdae-f49da1ba643f req-767b363a-7fd4-41a0-b0ff-f378da166169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.350135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0062e3ce-0167-4563-8499-e9be32ae160f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.359397 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.362365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.382884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-84e64a6a-c7fd-4aa1-bdae-f49da1ba643f req-767b363a-7fd4-41a0-b0ff-f378da166169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.453343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.473564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Transition to ACTIVE for port object 6d14858d-51e5-4c27-b22b-122356ddebe4 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:01.478946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.516943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Transition to ACTIVE for port object 6d14858d-51e5-4c27-b22b-122356ddebe4 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:01.528281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b363a-7fd4-41a0-b0ff-f378da166169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1263b7-7749-4b6f-b947-735aaaf1e39a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.540433 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.616432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-84e64a6a-c7fd-4aa1-bdae-f49da1ba643f req-767b363a-7fd4-41a0-b0ff-f378da166169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.617886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84e64a6a-c7fd-4aa1-bdae-f49da1ba643f req-767b363a-7fd4-41a0-b0ff-f378da166169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8466680 Jul 16 08:42:01.674624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f399560b-01b5-497e-b313-22e251f40bbe details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:01.678866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Network f6c26787-8ba5-4189-a63d-820ecc374026 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:01.688264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:01.697994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:01.757520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Allocated IP 192.168.233.71 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/fad563e8-4d31-4b33-86c0-af5ccdbe5e7f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:01.758962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Pushing event updated for resources: {'Port': ['ID=6d14858d-51e5-4c27-b22b-122356ddebe4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.843996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.896225 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:42:01.951796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.969459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Transition to ACTIVE for port object fad563e8-4d31-4b33-86c0-af5ccdbe5e7f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:01.978095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Attempting to bind port 6d14858d-51e5-4c27-b22b-122356ddebe4 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:01.978764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Attempting to bind port 6d14858d-51e5-4c27-b22b-122356ddebe4 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:01.979301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Attempting to bind port 6d14858d-51e5-4c27-b22b-122356ddebe4 on network f6c26787-8ba5-4189-a63d-820ecc374026 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:02.020435 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adf2b97-15e1-49f9-a535-d1c63917dee8 x-openstack-request-id: req-5adf2b97-15e1-49f9-a535-d1c63917dee8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:02.020735 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af7c1e1-14d2-4c93-97a2-9f262d511be7", "tag": "b09dfade-0d05-4a86-bad5-c06a261c8785", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:02.020990 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5adf2b97-15e1-49f9-a535-d1c63917dee8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:02.021452 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af7c1e1-14d2-4c93-97a2-9f262d511be7', 'tag': 'b09dfade-0d05-4a86-bad5-c06a261c8785', 'status': 'completed', 'code': 200} Jul 16 08:42:02.031384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8c69d-17cb-4dc6-8a7e-b0a1fd3b631c req-29507396-5c81-4b0a-ae8b-2015af7456aa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.039231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66c8c69d-17cb-4dc6-8a7e-b0a1fd3b631c req-29507396-5c81-4b0a-ae8b-2015af7456aa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 1.1896114 Jul 16 08:42:02.049335 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.094937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:02.096753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Checking segment: {'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:02.097348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.097965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Bound using segment: {'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:02.098639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Bound port: 6d14858d-51e5-4c27-b22b-122356ddebe4, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:02.099202 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.117437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'Port': ['ID=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.142473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:02.163749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:02.207569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66c8c69d-17cb-4dc6-8a7e-b0a1fd3b631c req-3b1bee98-d5a3-449c-a82c-f01a4d20dc20 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673071 Jul 16 08:42:02.208594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:02.254225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-959bf088-47ba-48cc-bc6b-bb45fb75b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.254893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:02.256448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-959bf088-47ba-48cc-bc6b-bb45fb75b36a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d50c0dfcc7c14b77b1389b93838de624&device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 1100 time: 0.9197609 Jul 16 08:42:02.275473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.287845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'f399560b-01b5-497e-b313-22e251f40bbe', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'port_id': 'f399560b-01b5-497e-b313-22e251f40bbe', 'mac_address': 'fa:16:3e:b3:e9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0f2e5-91ff-4fcc-b28e-74cd4998023f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:02.307843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.360093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] For port 6d14858d-51e5-4c27-b22b-122356ddebe4, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:02.362765 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.396174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] For port 6d14858d-51e5-4c27-b22b-122356ddebe4, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6d14858d-51e5-4c27-b22b-122356ddebe4,segment=NetworkSegment(4b67d47f-8e2f-4ae1-a778-0bae98c1809a),segment_id=4b67d47f-8e2f-4ae1-a778-0bae98c1809a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:02.402606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f399560b-01b5-497e-b313-22e251f40bbe {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:02.421586 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.483626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-b30aab50-c140-425e-9838-66ca5ac082c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b09dfade-0d05-4a86-bad5-c06a261c8785 HTTP/1.1" status: 200 len: 217 time: 0.1175990 Jul 16 08:42:02.498529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Allocated IP 172.25.6.29 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/40ad0b43-35aa-4047-8b44-2005f795c7e3) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:02.501683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.507136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.549270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d0fd3-1b51-43ce-b8d1-bdb6973a5e9e None None] Pushing event updated for resources: {'Port': ['ID=6d14858d-51e5-4c27-b22b-122356ddebe4,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.589622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:02.613379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-3f34102e-6fd2-478c-b02f-8ada51024584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.614908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-3f34102e-6fd2-478c-b02f-8ada51024584 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1032984 Jul 16 08:42:02.627905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.627905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-74bdde5a-0d09-4047-b42f-c0b2564b181e None None] Provisioning for port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:02.691034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-74bdde5a-0d09-4047-b42f-c0b2564b181e None None] Provisioning complete for port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:02.691445 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74bdde5a-0d09-4047-b42f-c0b2564b181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.761579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.763549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ee9674d-a222-47ea-838b-9a2edd76d50a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7248011 Jul 16 08:42:02.770720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afed7b5e-3abb-4333-8ca2-80bb4d782dd7 req-e5b5fe14-2470-499f-9ccb-0ae26ce4ad08 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/4e1263b7-7749-4b6f-b947-735aaaf1e39a HTTP/1.1" status: 200 len: 1803 time: 0.5132709 Jul 16 08:42:02.771276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-74bdde5a-0d09-4047-b42f-c0b2564b181e None None] Port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:02.777040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f399560b-01b5-497e-b313-22e251f40bbe'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:02.789189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Request body: {'port': {'device_id': '1934c827-0b01-48cb-8f5f-52a6bc1e72fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:02.867710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.868847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.885957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-afed7b5e-3abb-4333-8ca2-80bb4d782dd7 req-d48b82ae-73f9-4919-bd38-08d1ca26cf99 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e1263b7-7749-4b6f-b947-735aaaf1e39a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:02.886380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-afed7b5e-3abb-4333-8ca2-80bb4d782dd7 req-d48b82ae-73f9-4919-bd38-08d1ca26cf99 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e1263b7-7749-4b6f-b947-735aaaf1e39a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:02.925720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23f5b4-6e1c-47dc-ba54-f9c20e73fc08 req-b3186fbf-36c2-44b0-ae10-cfd5c09e0ff9 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.927345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b23f5b4-6e1c-47dc-ba54-f9c20e73fc08 req-b3186fbf-36c2-44b0-ae10-cfd5c09e0ff9 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 948 time: 0.7021093 Jul 16 08:42:03.013879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Pushing event updated for resources: {'Port': ['ID=40ad0b43-35aa-4047-8b44-2005f795c7e3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.033488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:03.042460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:03.048098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:03.050563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.084675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-97724318-9dec-4354-b81f-7b62decc47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.093912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-97724318-9dec-4354-b81f-7b62decc47ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4420469 Jul 16 08:42:03.102284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b23f5b4-6e1c-47dc-ba54-f9c20e73fc08 req-480829d8-da75-4b2f-94cc-bd18839e1469 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503708 Jul 16 08:42:03.163857 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afed7b5e-3abb-4333-8ca2-80bb4d782dd7 req-d48b82ae-73f9-4919-bd38-08d1ca26cf99 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.278544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afed7b5e-3abb-4333-8ca2-80bb4d782dd7 req-d48b82ae-73f9-4919-bd38-08d1ca26cf99 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.304500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afed7b5e-3abb-4333-8ca2-80bb4d782dd7 req-d48b82ae-73f9-4919-bd38-08d1ca26cf99 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.418238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b82ae-73f9-4919-bd38-08d1ca26cf99 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd23a96-4536-4209-ac80-845109f3057f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.447989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afed7b5e-3abb-4333-8ca2-80bb4d782dd7 req-d48b82ae-73f9-4919-bd38-08d1ca26cf99 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.449054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afed7b5e-3abb-4333-8ca2-80bb4d782dd7 req-d48b82ae-73f9-4919-bd38-08d1ca26cf99 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5981805 Jul 16 08:42:03.457625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-61b71622-edc3-46c3-8c1c-6de214549727 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494494 Jul 16 08:42:03.647645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f399560b-01b5-497e-b313-22e251f40bbe up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:03.683686 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.810289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port f399560b-01b5-497e-b313-22e251f40bbe triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:03.810821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.008815 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.042976 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.048974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d25192-557d-4d0f-bfcc-c4146e1376c5 req-0fd7d4fb-7fa9-4e01-ab09-108a153183bc service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625868 Jul 16 08:42:04.106887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:04.108380 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:04.113145 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff85d239-8d7b-45dc-a856-3e37fed87b68" -d '{"events": [{"server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "name": "network-vif-plugged", "status": "completed", "tag": "f399560b-01b5-497e-b313-22e251f40bbe"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:04.118239 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.206151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.212145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31944be8-50a6-4919-b7a4-14a99592d80f None None] Network f6c26787-8ba5-4189-a63d-820ecc374026 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:04.217259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cbdd5-0380-454a-9415-6b74099eb828 req-658b518f-c68c-4c9a-afb7-9ef1b7867c71 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.227580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e1cbdd5-0380-454a-9415-6b74099eb828 req-658b518f-c68c-4c9a-afb7-9ef1b7867c71 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 935 time: 0.8546414 Jul 16 08:42:04.232244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad563e8-4d31-4b33-86c0-af5ccdbe5e7f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:04.250803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cae0848b-f499-4375-8394-ea1b919ec8c1 None None] Provisioning for port 6d14858d-51e5-4c27-b22b-122356ddebe4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:04.316233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.331998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e1cbdd5-0380-454a-9415-6b74099eb828 req-9de6e0b7-81d1-4db6-8a9e-457287fb78d1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995679 Jul 16 08:42:04.364552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6d14858d-51e5-4c27-b22b-122356ddebe4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:04.387207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Transition to ACTIVE for port object fad563e8-4d31-4b33-86c0-af5ccdbe5e7f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:04.411367 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.451967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Router 788579be-28fd-4ce4-b2eb-6d53909bfaae is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:04.523277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 6d14858d-51e5-4c27-b22b-122356ddebe4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:04.532414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6d14858d-51e5-4c27-b22b-122356ddebe4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:04.532781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.543041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.595781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-178a1f89-d875-4fcd-9c7c-17f09c761d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.597349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-178a1f89-d875-4fcd-9c7c-17f09c761d2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d50c0dfcc7c14b77b1389b93838de624&device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 1100 time: 0.4463403 Jul 16 08:42:04.782672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:04.791430 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Sync routers for ids ['788579be-28fd-4ce4-b2eb-6d53909bfaae'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:04.817590 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Routers {'788579be-28fd-4ce4-b2eb-6d53909bfaae'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:04.819567 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['788579be-28fd-4ce4-b2eb-6d53909bfaae'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:04.829459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.833253 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8761d795-3393-4696-8fb3-2f9379173b99 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1198752 Jul 16 08:42:04.833414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48478) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.902866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-e0f84b81-a53f-4499-8f5d-f88b894f9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.905206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-e0f84b81-a53f-4499-8f5d-f88b894f9370 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2697399 Jul 16 08:42:05.005340 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.045820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-433967bc-47ec-4138-b6a6-404298ceb3d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b09dfade-0d05-4a86-bad5-c06a261c8785 HTTP/1.1" status: 200 len: 217 time: 0.0959289 Jul 16 08:42:05.054722 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Set router 788579be-28fd-4ce4-b2eb-6d53909bfaae gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:05.055584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Attempting to bind port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:05.056164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Attempting to bind port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:05.063346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Attempting to bind port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:05.128130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 6d14858d-51e5-4c27-b22b-122356ddebe4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6d14858d-51e5-4c27-b22b-122356ddebe4,segment=NetworkSegment(4b67d47f-8e2f-4ae1-a778-0bae98c1809a),segment_id=4b67d47f-8e2f-4ae1-a778-0bae98c1809a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:05.131345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:05.131675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Attempting to bind port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:05.143354 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.173127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:05.173933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:05.174573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:05.175255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Bound port: fad563e8-4d31-4b33-86c0-af5ccdbe5e7f, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:05.175900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.289060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=6d14858d-51e5-4c27-b22b-122356ddebe4,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.327968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-f03edd05-f0b4-40e8-a867-e9ec93fbb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.333814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-f03edd05-f0b4-40e8-a867-e9ec93fbb6db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2825382 Jul 16 08:42:05.384651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-35c948dc-435e-4099-9ba3-313a88937ea0 None None] Provisioning complete for port 6d14858d-51e5-4c27-b22b-122356ddebe4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:05.385091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35c948dc-435e-4099-9ba3-313a88937ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.432411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] For port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:05.502679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833280a-1b16-49a3-b990-f964fcc12af1 req-9ae3a4bc-1bd8-4a60-80a3-796f6193c06c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.504245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a833280a-1b16-49a3-b990-f964fcc12af1 req-9ae3a4bc-1bd8-4a60-80a3-796f6193c06c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.5962842 Jul 16 08:42:05.508842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] For port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:05.530965 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.615597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.616240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.617690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] 10.222.0.52 "PUT /v2.0/ports/fad563e8-4d31-4b33-86c0-af5ccdbe5e7f HTTP/1.1" status: 200 len: 1096 time: 2.8441403 Jul 16 08:42:05.619095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.621064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1934c827-0b01-48cb-8f5f-52a6bc1e72fb', 'tag': 'fad563e8-4d31-4b33-86c0-af5ccdbe5e7f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:05.624094 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00" -d '{"events": [{"name": "network-changed", "server_uuid": "1934c827-0b01-48cb-8f5f-52a6bc1e72fb", "tag": "fad563e8-4d31-4b33-86c0-af5ccdbe5e7f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:05.649582 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:03Z', 'revision_number': 3, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port': {'id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:47:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:02Z', 'updated_at': '2021-07-16T08:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:05.672530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a833280a-1b16-49a3-b990-f964fcc12af1 req-8ca77080-cd8b-4a18-b91c-75d8e4713126 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491919 Jul 16 08:42:05.720514 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Checking router: 788579be-28fd-4ce4-b2eb-6d53909bfaae for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:05.720514 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Updating router 788579be-28fd-4ce4-b2eb-6d53909bfaae port 40ad0b43-35aa-4047-8b44-2005f795c7e3 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:05.783310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-275225aa-fc48-44ab-a699-a27e7ab3352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.785129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-275225aa-fc48-44ab-a699-a27e7ab3352f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4355626 Jul 16 08:42:05.785957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.855189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.855817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.856843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.857507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.858033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.858532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.859023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.859523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.860011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.860492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.860969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.861452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a965f-8c5a-4d99-b153-335063891cc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.871567 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.102131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f502043-cddc-4067-b8cb-8c3fb6ddc9ed req-ce9b3efa-2517-4493-85ce-96075bfd86ed tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/4e1263b7-7749-4b6f-b947-735aaaf1e39a HTTP/1.1" status: 200 len: 2396 time: 0.3630586 Jul 16 08:42:06.103587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Allocated IP 172.20.0.1 (f6c26787-8ba5-4189-a63d-820ecc374026/219ddbeb-06de-4b2a-af80-26f4a1de4166/34bc2216-9484-4852-8559-9b4fbf741517) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:06.110847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4f502043-cddc-4067-b8cb-8c3fb6ddc9ed req-d405973e-94cd-43b6-8149-c9f177ccfa41 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e1263b7-7749-4b6f-b947-735aaaf1e39a', 'remote_group_id': None}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:06.111118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4f502043-cddc-4067-b8cb-8c3fb6ddc9ed req-d405973e-94cd-43b6-8149-c9f177ccfa41 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e1263b7-7749-4b6f-b947-735aaaf1e39a', 'remote_group_id': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:06.195422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-76daede8-2a27-4bba-9f1f-2b2c30c960f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.196960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-76daede8-2a27-4bba-9f1f-2b2c30c960f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 1099 time: 0.5043509 Jul 16 08:42:06.269213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6d14858d-51e5-4c27-b22b-122356ddebe4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:06.315946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-2ff92bbe-9125-4261-afee-8393afe4d8a7 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857645 Jul 16 08:42:06.317898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-5ba834f3-a1fa-452e-aaad-8413c1a323b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f HTTP/1.1" status: 200 len: 217 time: 0.1006169 Jul 16 08:42:06.319939 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.336495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Transition to ACTIVE for port object 34bc2216-9484-4852-8559-9b4fbf741517 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:06.377701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.472061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6d14858d-51e5-4c27-b22b-122356ddebe4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:06.472438 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.479020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Network f6c26787-8ba5-4189-a63d-820ecc374026 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:06.489829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:06.493456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:06.600398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Pushing event updated for resources: {'Port': ['ID=34bc2216-9484-4852-8559-9b4fbf741517,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.631150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-b1f95594-7aef-45dd-b671-894531b06d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.634172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-b1f95594-7aef-45dd-b671-894531b06d13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.3012760 Jul 16 08:42:06.634302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.634555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.634897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.635235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.635571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.635900 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.636669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.636669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.636863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.638515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b1cb06-4e08-42c5-a4ab-28a1c8ca5126 req-3b4c1fcd-a68f-455d-a283-297dec58e524 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067555 Jul 16 08:42:06.639618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.639976 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.640312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:06.641722 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4f502043-cddc-4067-b8cb-8c3fb6ddc9ed req-d405973e-94cd-43b6-8149-c9f177ccfa41 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.646764 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.683533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.694784 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Transition to ACTIVE for port object 40ad0b43-35aa-4047-8b44-2005f795c7e3 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:06.717905 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.725924 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4f502043-cddc-4067-b8cb-8c3fb6ddc9ed req-d405973e-94cd-43b6-8149-c9f177ccfa41 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.749884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4f502043-cddc-4067-b8cb-8c3fb6ddc9ed req-d405973e-94cd-43b6-8149-c9f177ccfa41 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.774328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405973e-94cd-43b6-8149-c9f177ccfa41 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8b1153-4199-42f3-b847-76de100b1a70,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.789271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-1a587cc9-af37-4d06-948d-3959a9f1f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.793434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-1a587cc9-af37-4d06-948d-3959a9f1f6c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433418 Jul 16 08:42:06.822927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4f502043-cddc-4067-b8cb-8c3fb6ddc9ed req-d405973e-94cd-43b6-8149-c9f177ccfa41 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.832673 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f502043-cddc-4067-b8cb-8c3fb6ddc9ed req-d405973e-94cd-43b6-8149-c9f177ccfa41 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7295966 Jul 16 08:42:06.866206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dad92fca-81e8-45c3-b6e2-5710d8053271 None None] Provisioning for port 34bc2216-9484-4852-8559-9b4fbf741517 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:06.871232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dad92fca-81e8-45c3-b6e2-5710d8053271 None None] Provisioning complete for port 34bc2216-9484-4852-8559-9b4fbf741517 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:06.872588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dad92fca-81e8-45c3-b6e2-5710d8053271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.878876 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Attempting to bind port 40ad0b43-35aa-4047-8b44-2005f795c7e3 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:06.879445 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Attempting to bind port 40ad0b43-35aa-4047-8b44-2005f795c7e3 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:06.879595 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Attempting to bind port 40ad0b43-35aa-4047-8b44-2005f795c7e3 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:06.894484 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403bcf6-a666-4615-afe5-cb1e526aa2d7 None None] Pushing event updated for resources: {'Port': ['ID=40ad0b43-35aa-4047-8b44-2005f795c7e3,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.908453 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:06.909177 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:06.910668 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.911242 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:06.912085 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Bound port: 40ad0b43-35aa-4047-8b44-2005f795c7e3, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:06.912658 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.937966 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193395b3-439c-4fb7-b918-5aebba990ce1 x-openstack-request-id: req-193395b3-439c-4fb7-b918-5aebba990ce1 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:06.939569 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "name": "network-vif-plugged", "status": "completed", "tag": "f399560b-01b5-497e-b313-22e251f40bbe", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:06.944633 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-193395b3-439c-4fb7-b918-5aebba990ce1 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:06.945710 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe', 'code': 200} Jul 16 08:42:06.974337 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] For port 40ad0b43-35aa-4047-8b44-2005f795c7e3, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:06.978281 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] For port 40ad0b43-35aa-4047-8b44-2005f795c7e3, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=40ad0b43-35aa-4047-8b44-2005f795c7e3,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:06.994620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dad92fca-81e8-45c3-b6e2-5710d8053271 None None] Port 34bc2216-9484-4852-8559-9b4fbf741517 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:06.994859 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.082458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-d89ebbd2-4789-49b6-804f-fc2c813d1c89 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806633 Jul 16 08:42:07.113616 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403bcf6-a666-4615-afe5-cb1e526aa2d7 None None] Pushing event updated for resources: {'Port': ['ID=40ad0b43-35aa-4047-8b44-2005f795c7e3,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.116810 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Routers {'788579be-28fd-4ce4-b2eb-6d53909bfaae'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:07.117422 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['788579be-28fd-4ce4-b2eb-6d53909bfaae'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:07.257958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623f1fa5-eb9d-45c0-ab1d-f5b0e929fa9f req-e9461716-2ca1-4b02-aabe-c6d3d4354589 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647511 Jul 16 08:42:07.300486 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] Set router 788579be-28fd-4ce4-b2eb-6d53909bfaae gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:07.323231 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.355165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a33f1-fd90-4aea-8f7e-6f6474f8af9b req-76c906d4-66c5-4e73-b488-ef91d8bb711a tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.370124 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d79a33f1-fd90-4aea-8f7e-6f6474f8af9b req-76c906d4-66c5-4e73-b488-ef91d8bb711a tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 948 time: 0.1070013 Jul 16 08:42:07.464325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d79a33f1-fd90-4aea-8f7e-6f6474f8af9b req-8b3e5df5-6716-4108-ab7c-0f7ac5b054f0 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931487 Jul 16 08:42:07.736434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.751760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.773896 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:03Z', 'revision_number': 3, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port': {'id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:47:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:02Z', 'updated_at': '2021-07-16T08:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:07.826214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c90c37-fd28-4236-8b38-316fd908ad6b req-99c021f1-b3d9-47d1-bbb4-68785134a0c9 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.833393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97c90c37-fd28-4236-8b38-316fd908ad6b req-99c021f1-b3d9-47d1-bbb4-68785134a0c9 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 947 time: 0.1180553 Jul 16 08:42:07.845503 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee0228-4bb7-4071-bd53-4c97bf4b880e None None] The sync data for ids ['788579be-28fd-4ce4-b2eb-6d53909bfaae'] in n-d-780147-28 is: [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:03Z', 'revision_number': 3, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port': {'id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:47:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:02Z', 'updated_at': '2021-07-16T08:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:07.876595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.902835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Pushing event updated for resources: {'Port': ['ID=34bc2216-9484-4852-8559-9b4fbf741517,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.949728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97c90c37-fd28-4236-8b38-316fd908ad6b req-f2faa29b-2eff-4b3f-94bb-f1e1af875823 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014946 Jul 16 08:42:08.082353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Network f6c26787-8ba5-4189-a63d-820ecc374026 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:08.084431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:08.203704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b09dfade-0d05-4a86-bad5-c06a261c8785 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:08.263111 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960da9a5-a9e7-48f3-a52c-8ae30da6039b x-openstack-request-id: req-960da9a5-a9e7-48f3-a52c-8ae30da6039b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:08.263599 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1934c827-0b01-48cb-8f5f-52a6bc1e72fb", "tag": "fad563e8-4d31-4b33-86c0-af5ccdbe5e7f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:08.264003 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-960da9a5-a9e7-48f3-a52c-8ae30da6039b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:08.264566 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1934c827-0b01-48cb-8f5f-52a6bc1e72fb', 'tag': 'fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', 'status': 'completed', 'code': 200} Jul 16 08:42:08.424435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Router 788579be-28fd-4ce4-b2eb-6d53909bfaae has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:08.497546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-a9d5bd75-5436-4664-8429-49a0cfe73359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.499734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-a9d5bd75-5436-4664-8429-49a0cfe73359 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 1099 time: 0.2021265 Jul 16 08:42:08.552234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b09dfade-0d05-4a86-bad5-c06a261c8785, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b09dfade-0d05-4a86-bad5-c06a261c8785,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:08.606735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'b09dfade-0d05-4a86-bad5-c06a261c8785', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'b09dfade-0d05-4a86-bad5-c06a261c8785', 'mac_address': 'fa:16:3e:7b:d5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:08.764243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4a0f33b0-7929-4e33-8564-e7e4322bfe0c None None] Provisioning complete for port 34bc2216-9484-4852-8559-9b4fbf741517 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:08.764243 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a0f33b0-7929-4e33-8564-e7e4322bfe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.789772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:08.790021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-5d02921c-b205-4b0a-9c87-38bd681a3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.798850 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-5d02921c-b205-4b0a-9c87-38bd681a3601 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2820084 Jul 16 08:42:08.799790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c0604ad0-b62f-43fb-b12f-26c95d06895f admin admin] 10.222.0.55 "PUT /v2.0/routers/788579be-28fd-4ce4-b2eb-6d53909bfaae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9652607 Jul 16 08:42:08.844923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.882464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f33b0-7929-4e33-8564-e7e4322bfe0c None None] Port 34bc2216-9484-4852-8559-9b4fbf741517 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:08.887334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-47e7ff38-c869-4d33-987b-2527ef3900fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f HTTP/1.1" status: 200 len: 217 time: 0.0833359 Jul 16 08:42:08.892278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09dfade-0d05-4a86-bad5-c06a261c8785 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:08.937463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b09dfade-0d05-4a86-bad5-c06a261c8785, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b09dfade-0d05-4a86-bad5-c06a261c8785,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:08.951230 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.037576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-8901f0c3-a863-475a-9f0e-1a4e531c7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.039108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-8901f0c3-a863-475a-9f0e-1a4e531c7523 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1450255 Jul 16 08:42:09.115636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b09dfade-0d05-4a86-bad5-c06a261c8785,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.196573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-1b50ef32-9b58-408e-a28b-7fa037b6c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.198319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-1b50ef32-9b58-408e-a28b-7fa037b6c5ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1478894 Jul 16 08:42:09.232252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b09dfade-0d05-4a86-bad5-c06a261c8785'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:09.409438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-d9127a41-95cd-45b2-aaae-288d49f0d8af service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995862 Jul 16 08:42:09.567493 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-65e717ef-b0c6-4187-a426-dea0f11a9041 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514063 Jul 16 08:42:09.637114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81964db0-4e75-4909-96ad-6540c45ac281 req-aeb2d672-b42a-4b92-b5d3-5e5edb11098d tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/4e1263b7-7749-4b6f-b947-735aaaf1e39a HTTP/1.1" status: 200 len: 2994 time: 0.2249219 Jul 16 08:42:09.646400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e651ce8-1985-4e9f-943c-c9f3cfb3eb00 req-41bece88-d7db-45ec-a84c-3a36d3b2b4b7 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286632 Jul 16 08:42:09.938233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28f05f-c554-4954-bdff-52526b280865 req-c2ad449e-17f1-42ca-85cc-066aebc97dd9 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.945032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e28f05f-c554-4954-bdff-52526b280865 req-c2ad449e-17f1-42ca-85cc-066aebc97dd9 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 949 time: 0.1310155 Jul 16 08:42:09.999900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e28f05f-c554-4954-bdff-52526b280865 req-b194abdc-0367-4d78-86d2-0c7677626c71 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503309 Jul 16 08:42:10.199139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fad563e8-4d31-4b33-86c0-af5ccdbe5e7f details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:10.267352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b09dfade-0d05-4a86-bad5-c06a261c8785 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:10.381061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a93fa1-8aa2-408e-8a12-a4e00f6dd201 req-3ec794d7-4a34-4075-9527-e7776a611bef tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.390050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08a93fa1-8aa2-408e-8a12-a4e00f6dd201 req-3ec794d7-4a34-4075-9527-e7776a611bef tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 947 time: 0.1491535 Jul 16 08:42:10.417138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 40ad0b43-35aa-4047-8b44-2005f795c7e3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:10.491375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08a93fa1-8aa2-408e-8a12-a4e00f6dd201 req-a7777963-2d26-455b-94c1-1ddf0f5c57fb tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000390 Jul 16 08:42:10.628818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:10.640811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port b09dfade-0d05-4a86-bad5-c06a261c8785 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:10.650610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port b09dfade-0d05-4a86-bad5-c06a261c8785 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:10.651076 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.655453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', 'mac_address': 'fa:16:3e:3a:67:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:10.720277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 40ad0b43-35aa-4047-8b44-2005f795c7e3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:10.751015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 40ad0b43-35aa-4047-8b44-2005f795c7e3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:10.753588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.917040 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.941804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad563e8-4d31-4b33-86c0-af5ccdbe5e7f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:10.966168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:10.997378 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.042822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Sync routers for ids ['788579be-28fd-4ce4-b2eb-6d53909bfaae'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:11.104788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a8a1b96-6b18-4b50-89fe-9d526d3e5e88 req-74c370e1-979f-4704-b764-f510a3ff7b23 tempest-FloatingIPsNegativeTestJSON-342561880 tempest-FloatingIPsNegativeTestJSON-342561880-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=cdc5dfefa27a4d4393c3077e25a01dad HTTP/1.1" status: 200 len: 217 time: 0.2256546 Jul 16 08:42:11.108760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Routers {'788579be-28fd-4ce4-b2eb-6d53909bfaae'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:11.109290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['788579be-28fd-4ce4-b2eb-6d53909bfaae'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.111507 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.203567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.238499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.257981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af7c1e1-14d2-4c93-97a2-9f262d511be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09dfade-0d05-4a86-bad5-c06a261c8785'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:11.280728 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fe4031-9ee4-4cc7-a0ef-50f440bcdd03" -d '{"events": [{"server_uuid": "5af7c1e1-14d2-4c93-97a2-9f262d511be7", "name": "network-vif-plugged", "status": "completed", "tag": "b09dfade-0d05-4a86-bad5-c06a261c8785"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:11.315303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:11.476948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b09dfade-0d05-4a86-bad5-c06a261c8785, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b09dfade-0d05-4a86-bad5-c06a261c8785,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:11.487249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eb411-2e10-4ba1-9c98-7998d1b4ad1e req-b45843d2-15d1-4b1f-abee-045dc976144d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.489280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c30eb411-2e10-4ba1-9c98-7998d1b4ad1e req-b45843d2-15d1-4b1f-abee-045dc976144d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.0730083 Jul 16 08:42:11.492997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 40ad0b43-35aa-4047-8b44-2005f795c7e3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=40ad0b43-35aa-4047-8b44-2005f795c7e3,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:11.509362 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.550232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c30eb411-2e10-4ba1-9c98-7998d1b4ad1e req-5504807c-c472-4688-b7b4-4505716bb664 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545592 Jul 16 08:42:11.601223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b09dfade-0d05-4a86-bad5-c06a261c8785,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.608833 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.614698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13709b78-fcc0-4fe5-9618-1a8e942374cb req-e6455942-db1e-48d1-ba9a-155ec2cf0eac tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-group-rules/6f8b1153-4199-42f3-b847-76de100b1a70 HTTP/1.1" status: 200 len: 783 time: 0.0360105 Jul 16 08:42:11.665564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13709b78-fcc0-4fe5-9618-1a8e942374cb req-40416e3e-fcf3-4838-b886-f32667ec466c tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/4e1263b7-7749-4b6f-b947-735aaaf1e39a HTTP/1.1" status: 200 len: 2994 time: 0.0496476 Jul 16 08:42:11.667387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Set router 788579be-28fd-4ce4-b2eb-6d53909bfaae gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:11.698178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-13709b78-fcc0-4fe5-9618-1a8e942374cb req-9c18fd47-aac8-45da-8840-644158849c0f tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.707855 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-13709b78-fcc0-4fe5-9618-1a8e942374cb req-9c18fd47-aac8-45da-8840-644158849c0f tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.745731 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-13709b78-fcc0-4fe5-9618-1a8e942374cb req-9c18fd47-aac8-45da-8840-644158849c0f tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.762474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-13709b78-fcc0-4fe5-9618-1a8e942374cb req-9c18fd47-aac8-45da-8840-644158849c0f tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.780777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13709b78-fcc0-4fe5-9618-1a8e942374cb req-9c18fd47-aac8-45da-8840-644158849c0f tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6f8b1153-4199-42f3-b847-76de100b1a70 HTTP/1.1" status: 204 len: 173 time: 0.1123772 Jul 16 08:42:11.782166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18fd47-aac8-45da-8840-644158849c0f tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f8b1153-4199-42f3-b847-76de100b1a70,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.903083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-bf2cfdde-7c63-4022-8407-cb2c626acbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.911008 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-bf2cfdde-7c63-4022-8407-cb2c626acbda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 1100 time: 0.1195359 Jul 16 08:42:11.953512 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=40ad0b43-35aa-4047-8b44-2005f795c7e3,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.034043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a16619-1c5e-46f9-baa0-1812be2b5658 req-06ba652c-8737-4d93-8fd0-4e67749b1554 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.047121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62a16619-1c5e-46f9-baa0-1812be2b5658 req-06ba652c-8737-4d93-8fd0-4e67749b1554 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 950 time: 0.1194453 Jul 16 08:42:12.131201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-847da81f-77a8-4ebb-a956-79449d4b96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.138888 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-847da81f-77a8-4ebb-a956-79449d4b96f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2204680 Jul 16 08:42:12.173871 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62a16619-1c5e-46f9-baa0-1812be2b5658 req-05b49145-c83c-4534-97af-12c5589a2441 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253784 Jul 16 08:42:12.185841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:07Z', 'revision_number': 4, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port': {'id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:47:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:02Z', 'updated_at': '2021-07-16T08:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34bc2216-9484-4852-8559-9b4fbf741517', 'name': '', 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'mac_address': 'fa:16:3e:6e:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '219ddbeb-06de-4b2a-af80-26f4a1de4166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:05Z', 'updated_at': '2021-07-16T08:42:07Z', 'revision_number': 2, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'subnets': [{'id': '219ddbeb-06de-4b2a-af80-26f4a1de4166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:12.223522 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-bdb9ff76-8a64-4f2a-82bf-8eb86681f419 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 200 len: 217 time: 0.0726881 Jul 16 08:42:12.247105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Checking router: 788579be-28fd-4ce4-b2eb-6d53909bfaae for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:12.247536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Updating router 788579be-28fd-4ce4-b2eb-6d53909bfaae port 34bc2216-9484-4852-8559-9b4fbf741517 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:12.298961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a9a60db-bc53-4c1d-aa45-e66bd83cb50d req-81d1a38c-5337-452a-94d2-9bc4fb025696 tempest-FloatingIPsNegativeTestJSON-342561880 tempest-FloatingIPsNegativeTestJSON-342561880-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0699356 Jul 16 08:42:12.302947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 40ad0b43-35aa-4047-8b44-2005f795c7e3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:12.611091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6d33a-f507-402b-b4dd-bde524fc97b3 req-11eb60b2-afee-473d-bec9-ff3560aae27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.613127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fa6d33a-f507-402b-b4dd-bde524fc97b3 req-11eb60b2-afee-473d-bec9-ff3560aae27a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 1102 time: 0.1428883 Jul 16 08:42:12.628213 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c5bed7-065d-4102-a15c-a189299aa521 x-openstack-request-id: req-34c5bed7-065d-4102-a15c-a189299aa521 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:12.628495 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af7c1e1-14d2-4c93-97a2-9f262d511be7", "name": "network-vif-plugged", "status": "completed", "tag": "b09dfade-0d05-4a86-bad5-c06a261c8785", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:12.628746 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34c5bed7-065d-4102-a15c-a189299aa521 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:12.629137 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af7c1e1-14d2-4c93-97a2-9f262d511be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09dfade-0d05-4a86-bad5-c06a261c8785', 'code': 200} Jul 16 08:42:12.655804 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.734739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fa6d33a-f507-402b-b4dd-bde524fc97b3 req-526472b9-1af8-41aa-9ff1-9c6c5d895e38 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139734 Jul 16 08:42:12.745569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 40ad0b43-35aa-4047-8b44-2005f795c7e3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:12.745974 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.790245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbdddc-ebeb-45f5-9079-57784d7b86b4 req-2041d9c7-397f-41b5-b20f-99b2ce0285d5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.798079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33cbdddc-ebeb-45f5-9079-57784d7b86b4 req-2041d9c7-397f-41b5-b20f-99b2ce0285d5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 948 time: 0.1747909 Jul 16 08:42:12.863750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33cbdddc-ebeb-45f5-9079-57784d7b86b4 req-a896a0f2-8e05-4b70-afc5-952db0527f5a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Jul 16 08:42:12.864756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-86a1805e-6021-4934-b483-e380ad28aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.867497 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-86a1805e-6021-4934-b483-e380ad28aa48 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.6263034 Jul 16 08:42:13.002500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b49e9ac5-6277-45ec-9c25-ac908c0c5fdf req-1d887bd9-5cdd-4347-89c3-b6d9d4f954fb tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/4e1263b7-7749-4b6f-b947-735aaaf1e39a HTTP/1.1" status: 200 len: 2396 time: 0.0918453 Jul 16 08:42:13.018530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-233139fa-6ac6-4187-9402-9a4aed9d5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.020729 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-233139fa-6ac6-4187-9402-9a4aed9d5399 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418955 Jul 16 08:42:13.126575 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b49e9ac5-6277-45ec-9c25-ac908c0c5fdf req-cf086874-b855-4407-bd0e-e784e40f7111 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.159914 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-28e5806a-d339-4703-815b-7d7f69691bc6 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281247 Jul 16 08:42:13.217779 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b49e9ac5-6277-45ec-9c25-ac908c0c5fdf req-cf086874-b855-4407-bd0e-e784e40f7111 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.288783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b49e9ac5-6277-45ec-9c25-ac908c0c5fdf req-cf086874-b855-4407-bd0e-e784e40f7111 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.291405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b49e9ac5-6277-45ec-9c25-ac908c0c5fdf req-cf086874-b855-4407-bd0e-e784e40f7111 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.300814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b49e9ac5-6277-45ec-9c25-ac908c0c5fdf req-cf086874-b855-4407-bd0e-e784e40f7111 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "DELETE /v2.0/security-groups/4e1263b7-7749-4b6f-b947-735aaaf1e39a HTTP/1.1" status: 204 len: 173 time: 0.2971849 Jul 16 08:42:13.324252 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-2aaa275d-1dc1-4391-8dcb-e5d96d4e94a8 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544402 Jul 16 08:42:13.335491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf086874-b855-4407-bd0e-e784e40f7111 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1263b7-7749-4b6f-b947-735aaaf1e39a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.414443 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-4fb709a3-84cc-4015-ab46-dbebc3595406 req-3a55835a-f12d-4546-80c2-b0f9a5d4bb8e tempest-FloatingIPsNegativeTestJSON-342561880 tempest-FloatingIPsNegativeTestJSON-342561880-project] show failed (client error): The resource could not be found. Jul 16 08:42:13.425805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48556) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.449188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4fb709a3-84cc-4015-ab46-dbebc3595406 req-3a55835a-f12d-4546-80c2-b0f9a5d4bb8e tempest-FloatingIPsNegativeTestJSON-342561880 tempest-FloatingIPsNegativeTestJSON-342561880-project] 10.222.0.55 "GET /v2.0/floatingips/13864b85-46af-4d6b-9717-d19c9f67c7dc HTTP/1.1" status: 404 len: 350 time: 0.1201589 Jul 16 08:42:13.461742 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.521273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Transition to ACTIVE for port object 34bc2216-9484-4852-8559-9b4fbf741517 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:13.545675 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.915818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db2316-ce37-430e-a95c-6bda6618b029 None None] Pushing event updated for resources: {'Port': ['ID=34bc2216-9484-4852-8559-9b4fbf741517,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.957331 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Attempting to bind port 34bc2216-9484-4852-8559-9b4fbf741517 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:13.957756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Attempting to bind port 34bc2216-9484-4852-8559-9b4fbf741517 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:13.958000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Attempting to bind port 34bc2216-9484-4852-8559-9b4fbf741517 on network f6c26787-8ba5-4189-a63d-820ecc374026 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:13.970840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:13.971230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Checking segment: {'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:13.971640 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.976972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Bound using segment: {'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:13.977525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Bound port: 34bc2216-9484-4852-8559-9b4fbf741517, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b67d47f-8e2f-4ae1-a778-0bae98c1809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:13.978023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.028277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97f706-a2c4-4295-a749-6460bd6e970d req-5938c616-b429-4ef1-b80f-fd564056531c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.035084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a97f706-a2c4-4295-a749-6460bd6e970d req-5938c616-b429-4ef1-b80f-fd564056531c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.1879356 Jul 16 08:42:14.140381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a97f706-a2c4-4295-a749-6460bd6e970d req-01d14dbf-2ff2-4913-a2e8-72df6ba070ef tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043177 Jul 16 08:42:14.194499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] For port 34bc2216-9484-4852-8559-9b4fbf741517, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:14.200355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] For port 34bc2216-9484-4852-8559-9b4fbf741517, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=34bc2216-9484-4852-8559-9b4fbf741517,segment=NetworkSegment(4b67d47f-8e2f-4ae1-a778-0bae98c1809a),segment_id=4b67d47f-8e2f-4ae1-a778-0bae98c1809a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:14.207663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fad563e8-4d31-4b33-86c0-af5ccdbe5e7f up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:14.224174 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.326675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db2316-ce37-430e-a95c-6bda6618b029 None None] Pushing event updated for resources: {'Port': ['ID=34bc2216-9484-4852-8559-9b4fbf741517,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.342394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Routers {'788579be-28fd-4ce4-b2eb-6d53909bfaae'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:14.343179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:41:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['788579be-28fd-4ce4-b2eb-6d53909bfaae'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:14.461420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:14.472731 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75f47497-5db4-46f2-be7d-55799c9e2935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.485015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:14.485738 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.504151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.594261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef99c7-9183-4e47-9338-970928b45c41 req-cc08dc0d-0fb7-4eb0-9f92-591b276349d0 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.607215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26ef99c7-9183-4e47-9338-970928b45c41 req-cc08dc0d-0fb7-4eb0-9f92-591b276349d0 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 950 time: 0.2098613 Jul 16 08:42:14.674219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] Set router 788579be-28fd-4ce4-b2eb-6d53909bfaae gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:14.723182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26ef99c7-9183-4e47-9338-970928b45c41 req-90792a16-b161-489d-b2b9-2322ee5942b3 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149809 Jul 16 08:42:14.783116 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-ddf91bce-31d4-4556-a1cf-c41cb004e948 req-8a2576da-3ab1-4554-addb-427508db0bd9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] show failed (client error): The resource could not be found. Jul 16 08:42:14.805727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddf91bce-31d4-4556-a1cf-c41cb004e948 req-8a2576da-3ab1-4554-addb-427508db0bd9 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/e38eb0a9-fb21-4435-bc3e-e6e9244fe9b0 HTTP/1.1" status: 404 len: 352 time: 0.0424364 Jul 16 08:42:15.050427 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.177939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4ea92-7cdb-420a-acdf-b845a1e0fe61 req-7eb86c93-c334-46d1-9085-e73df67c3384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.190283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fae4ea92-7cdb-420a-acdf-b845a1e0fe61 req-7eb86c93-c334-46d1-9085-e73df67c3384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 948 time: 0.1656141 Jul 16 08:42:15.203963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:15.219905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1934c827-0b01-48cb-8f5f-52a6bc1e72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad563e8-4d31-4b33-86c0-af5ccdbe5e7f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:15.227264 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0784b2-b45c-4b69-a8e7-1cee43432bf9" -d '{"events": [{"server_uuid": "1934c827-0b01-48cb-8f5f-52a6bc1e72fb", "name": "network-vif-plugged", "status": "completed", "tag": "fad563e8-4d31-4b33-86c0-af5ccdbe5e7f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:15.242099 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.282229 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.300807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fae4ea92-7cdb-420a-acdf-b845a1e0fe61 req-e6606e21-8133-4383-961a-951fa23d645d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093059 Jul 16 08:42:15.331701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Deleting port 34bc2216-9484-4852-8559-9b4fbf741517 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:15.332754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.438053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] For port 34bc2216-9484-4852-8559-9b4fbf741517, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=34bc2216-9484-4852-8559-9b4fbf741517,segment=NetworkSegment(4b67d47f-8e2f-4ae1-a778-0bae98c1809a),segment_id=4b67d47f-8e2f-4ae1-a778-0bae98c1809a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:15.438794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.445860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.457531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Calling delete_port for 34bc2216-9484-4852-8559-9b4fbf741517 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:15.465201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:07Z', 'revision_number': 4, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port': {'id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:02Z', 'updated_at': '2021-07-16T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34bc2216-9484-4852-8559-9b4fbf741517', 'name': '', 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'mac_address': 'fa:16:3e:6e:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '219ddbeb-06de-4b2a-af80-26f4a1de4166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:05Z', 'updated_at': '2021-07-16T08:42:14Z', 'revision_number': 4, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'subnets': [{'id': '219ddbeb-06de-4b2a-af80-26f4a1de4166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:15.553500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d0c55-31e1-4f7a-9e70-d3f86f0f0c8b None None] The sync data for ids ['788579be-28fd-4ce4-b2eb-6d53909bfaae'] in n-d-780147-28 is: [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:07Z', 'revision_number': 4, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port': {'id': '40ad0b43-35aa-4047-8b44-2005f795c7e3', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:02Z', 'updated_at': '2021-07-16T08:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34bc2216-9484-4852-8559-9b4fbf741517', 'name': '', 'network_id': 'f6c26787-8ba5-4189-a63d-820ecc374026', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'mac_address': 'fa:16:3e:6e:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '219ddbeb-06de-4b2a-af80-26f4a1de4166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:05Z', 'updated_at': '2021-07-16T08:42:14Z', 'revision_number': 4, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'subnets': [{'id': '219ddbeb-06de-4b2a-af80-26f4a1de4166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:15.835490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.865867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bc2216-9484-4852-8559-9b4fbf741517,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.153706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47c55ec0-6632-4e3c-baf5-4766e5a9a045 req-2f83af8f-4b42-4017-9f2f-eef0990fc877 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/6aa78d82-0e89-459d-9335-01f842e1130e HTTP/1.1" status: 200 len: 1804 time: 0.0644579 Jul 16 08:42:16.229015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-47c55ec0-6632-4e3c-baf5-4766e5a9a045 req-92696e97-7c14-41ca-ac9f-d595d7f3d169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.253908 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-47c55ec0-6632-4e3c-baf5-4766e5a9a045 req-92696e97-7c14-41ca-ac9f-d595d7f3d169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.286892 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.308297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-47c55ec0-6632-4e3c-baf5-4766e5a9a045 req-92696e97-7c14-41ca-ac9f-d595d7f3d169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.312724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-47c55ec0-6632-4e3c-baf5-4766e5a9a045 req-92696e97-7c14-41ca-ac9f-d595d7f3d169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.314615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47c55ec0-6632-4e3c-baf5-4766e5a9a045 req-92696e97-7c14-41ca-ac9f-d595d7f3d169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "DELETE /v2.0/security-groups/6aa78d82-0e89-459d-9335-01f842e1130e HTTP/1.1" status: 204 len: 173 time: 0.1575477 Jul 16 08:42:16.326950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92696e97-7c14-41ca-ac9f-d595d7f3d169 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa78d82-0e89-459d-9335-01f842e1130e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.676308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610692-2649-40f2-a9e1-241142a72149 req-01a1398c-6958-46b7-89ab-4ab2ba60c470 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.688518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0610692-2649-40f2-a9e1-241142a72149 req-01a1398c-6958-46b7-89ab-4ab2ba60c470 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.1703756 Jul 16 08:42:16.707740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Router 788579be-28fd-4ce4-b2eb-6d53909bfaae has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:16.784669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0610692-2649-40f2-a9e1-241142a72149 req-25ebfc32-fe3a-4ce4-98f7-81108306cef9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951529 Jul 16 08:42:16.866561 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bde8df9-1b85-4427-9979-b7c7848fb7b2 x-openstack-request-id: req-3bde8df9-1b85-4427-9979-b7c7848fb7b2 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:16.867627 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1934c827-0b01-48cb-8f5f-52a6bc1e72fb", "name": "network-vif-plugged", "status": "completed", "tag": "fad563e8-4d31-4b33-86c0-af5ccdbe5e7f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:16.868074 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bde8df9-1b85-4427-9979-b7c7848fb7b2 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:16.868622 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1934c827-0b01-48cb-8f5f-52a6bc1e72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', 'code': 200} Jul 16 08:42:16.957247 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:16.966131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c61050fd-731b-4762-85c7-0e8ea5db8971 admin admin] 10.222.0.55 "PUT /v2.0/routers/788579be-28fd-4ce4-b2eb-6d53909bfaae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5328782 Jul 16 08:42:16.966131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48586) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.165799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.194791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059e96-13ca-4e76-b001-2fd7fd408b47 req-5f5962ae-9ddb-4e6b-a389-0c39d5749389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.196753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32059e96-13ca-4e76-b001-2fd7fd408b47 req-5f5962ae-9ddb-4e6b-a389-0c39d5749389 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 1101 time: 0.2141099 Jul 16 08:42:17.310578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32059e96-13ca-4e76-b001-2fd7fd408b47 req-b3764aa4-c19a-4218-b0c4-71ffc3b3f5d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046491 Jul 16 08:42:17.312625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2ffbb-1224-459d-b8fa-877dc55d1575 req-aee805b4-ec8e-4c42-a847-448fdd1180e5 tempest-ServersAdminNegativeTestJSON-157342743 tempest-ServersAdminNegativeTestJSON-157342743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.318255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82d2ffbb-1224-459d-b8fa-877dc55d1575 req-aee805b4-ec8e-4c42-a847-448fdd1180e5 tempest-ServersAdminNegativeTestJSON-157342743 tempest-ServersAdminNegativeTestJSON-157342743-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 1102 time: 0.2528651 Jul 16 08:42:17.353385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82d2ffbb-1224-459d-b8fa-877dc55d1575 req-5c8663d1-5e2b-4af8-8679-0f425623b231 tempest-ServersAdminNegativeTestJSON-157342743 tempest-ServersAdminNegativeTestJSON-157342743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.417865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.520044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Deleting port 40ad0b43-35aa-4047-8b44-2005f795c7e3 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:17.520486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.599022 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.602510 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd613e38-5ea9-4b74-95c7-52cde662cb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.656511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] For port 40ad0b43-35aa-4047-8b44-2005f795c7e3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=40ad0b43-35aa-4047-8b44-2005f795c7e3,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:17.657116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.671362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Calling delete_port for 40ad0b43-35aa-4047-8b44-2005f795c7e3 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:17.686470 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] Sync routers for ids ['788579be-28fd-4ce4-b2eb-6d53909bfaae'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:17.695606 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82d2ffbb-1224-459d-b8fa-877dc55d1575 req-5c8663d1-5e2b-4af8-8679-0f425623b231 tempest-ServersAdminNegativeTestJSON-157342743 tempest-ServersAdminNegativeTestJSON-157342743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.700351 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] Routers {'788579be-28fd-4ce4-b2eb-6d53909bfaae'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:17.700984 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['788579be-28fd-4ce4-b2eb-6d53909bfaae'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.712767 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82d2ffbb-1224-459d-b8fa-877dc55d1575 req-5c8663d1-5e2b-4af8-8679-0f425623b231 tempest-ServersAdminNegativeTestJSON-157342743 tempest-ServersAdminNegativeTestJSON-157342743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.735103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82d2ffbb-1224-459d-b8fa-877dc55d1575 req-5c8663d1-5e2b-4af8-8679-0f425623b231 tempest-ServersAdminNegativeTestJSON-157342743 tempest-ServersAdminNegativeTestJSON-157342743-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097373 Jul 16 08:42:17.797668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8663d1-5e2b-4af8-8679-0f425623b231 tempest-ServersAdminNegativeTestJSON-157342743 tempest-ServersAdminNegativeTestJSON-157342743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25a4fb-61c5-4590-b7ea-c616aedb78a8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.841427 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] Set router 788579be-28fd-4ce4-b2eb-6d53909bfaae gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:17.890161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc552f21-20e6-4c5e-9b25-c6b8034f2916 req-ba582f8b-6ffe-4832-927b-9f4a78f576a6 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/87e6d8c5-fa4d-4d48-ae93-0c5d45f46883 HTTP/1.1" status: 200 len: 1805 time: 0.0879216 Jul 16 08:42:17.896038 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:17Z', 'revision_number': 6, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.927809 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] Checking router: 788579be-28fd-4ce4-b2eb-6d53909bfaae for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:17.937562 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] Routers {'788579be-28fd-4ce4-b2eb-6d53909bfaae'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:17.938484 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['788579be-28fd-4ce4-b2eb-6d53909bfaae'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:18.023811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fc552f21-20e6-4c5e-9b25-c6b8034f2916 req-4fc758e1-3e71-4c5e-9a02-262ba1fd87c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.032140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.033781 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] Set router 788579be-28fd-4ce4-b2eb-6d53909bfaae gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:18.094654 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fc552f21-20e6-4c5e-9b25-c6b8034f2916 req-4fc758e1-3e71-4c5e-9a02-262ba1fd87c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.096703 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:17Z', 'revision_number': 6, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:18.103018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ad0b43-35aa-4047-8b44-2005f795c7e3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.167691 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0d25a-0065-4eb8-a89c-415e15671e79 None None] The sync data for ids ['788579be-28fd-4ce4-b2eb-6d53909bfaae'] in n-d-780147-28 is: [{'id': '788579be-28fd-4ce4-b2eb-6d53909bfaae', 'name': 'tempest-FloatingIPsNegativeTestJSON-2092140698-router', 'tenant_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:01Z', 'updated_at': '2021-07-16T08:42:17Z', 'revision_number': 6, 'project_id': 'cdc5dfefa27a4d4393c3077e25a01dad', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:18.233275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fc552f21-20e6-4c5e-9b25-c6b8034f2916 req-4fc758e1-3e71-4c5e-9a02-262ba1fd87c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.238260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fc552f21-20e6-4c5e-9b25-c6b8034f2916 req-4fc758e1-3e71-4c5e-9a02-262ba1fd87c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.239449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc552f21-20e6-4c5e-9b25-c6b8034f2916 req-4fc758e1-3e71-4c5e-9a02-262ba1fd87c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "DELETE /v2.0/security-groups/87e6d8c5-fa4d-4d48-ae93-0c5d45f46883 HTTP/1.1" status: 204 len: 173 time: 0.3423548 Jul 16 08:42:18.258665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.277709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc758e1-3e71-4c5e-9a02-262ba1fd87c1 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e6d8c5-fa4d-4d48-ae93-0c5d45f46883,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.428775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.564567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667d82-e2ea-47e1-8d90-326b77423d5b req-ba2f78ae-d090-4808-9a36-90501c4201dd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.576240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a667d82-e2ea-47e1-8d90-326b77423d5b req-ba2f78ae-d090-4808-9a36-90501c4201dd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 949 time: 0.1504514 Jul 16 08:42:18.626322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a667d82-e2ea-47e1-8d90-326b77423d5b req-6f8336a2-3d1a-4580-a882-143498b718f7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461323 Jul 16 08:42:18.716466 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.759380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.762979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.894040 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.895592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 788579be-28fd-4ce4-b2eb-6d53909bfaae {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:18.913254 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.918637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-05f7a58e-2c69-43c6-9dd0-88708a0ac031 admin admin] 10.222.0.55 "DELETE /v2.0/routers/788579be-28fd-4ce4-b2eb-6d53909bfaae HTTP/1.1" status: 204 len: 168 time: 1.9505198 Jul 16 08:42:18.920268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48594) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.007655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78d8c35-398b-42fa-9cf3-daa48ecf6efb admin admin] Deleting subnet 219ddbeb-06de-4b2a-af80-26f4a1de4166 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:19.012923 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c35-398b-42fa-9cf3-daa48ecf6efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.124510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c35-398b-42fa-9cf3-daa48ecf6efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.410096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c35-398b-42fa-9cf3-daa48ecf6efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.486289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb397a-b611-405c-b356-7672bbd93ba5 req-e8f1d9a7-31be-4c88-9f9e-5d62a2c74978 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.499688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38bb397a-b611-405c-b356-7672bbd93ba5 req-e8f1d9a7-31be-4c88-9f9e-5d62a2c74978 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.2677634 Jul 16 08:42:19.946263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38bb397a-b611-405c-b356-7672bbd93ba5 req-fd73db6d-3da9-4e4c-bbb9-f3617ba5fd14 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455636 Jul 16 08:42:19.984160 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.988531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c35-398b-42fa-9cf3-daa48ecf6efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.025320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d8c35-398b-42fa-9cf3-daa48ecf6efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219ddbeb-06de-4b2a-af80-26f4a1de4166,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.046318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd1faa-7a4d-4106-bfff-c583830c3d46 None None] Network f6c26787-8ba5-4189-a63d-820ecc374026 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:20.046896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c35-398b-42fa-9cf3-daa48ecf6efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.052050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48602) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.053622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b78d8c35-398b-42fa-9cf3-daa48ecf6efb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/219ddbeb-06de-4b2a-af80-26f4a1de4166 HTTP/1.1" status: 204 len: 168 time: 1.1319399 Jul 16 08:42:20.146673 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e9249f1-de86-4317-ada4-368a1471bc7c req-7df47e62-f564-4065-9e72-1e15092efe1b tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/b87eeca8-5a8f-4877-8863-55d99811c38b HTTP/1.1" status: 200 len: 1804 time: 0.1251001 Jul 16 08:42:20.284962 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e9249f1-de86-4317-ada4-368a1471bc7c req-b72e77fe-6f38-4b20-81a1-f4a11fbaeadd tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.286386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34bc2216-9484-4852-8559-9b4fbf741517 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:20.312534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.324739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 34bc2216-9484-4852-8559-9b4fbf741517 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:20.325398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34bc2216-9484-4852-8559-9b4fbf741517 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:20.326039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 40ad0b43-35aa-4047-8b44-2005f795c7e3 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:20.326447 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e9249f1-de86-4317-ada4-368a1471bc7c req-b72e77fe-6f38-4b20-81a1-f4a11fbaeadd tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.412537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e9249f1-de86-4317-ada4-368a1471bc7c req-b72e77fe-6f38-4b20-81a1-f4a11fbaeadd tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.415426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e9249f1-de86-4317-ada4-368a1471bc7c req-b72e77fe-6f38-4b20-81a1-f4a11fbaeadd tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.418997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 40ad0b43-35aa-4047-8b44-2005f795c7e3 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:20.419823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 40ad0b43-35aa-4047-8b44-2005f795c7e3 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:20.423217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e9249f1-de86-4317-ada4-368a1471bc7c req-b72e77fe-6f38-4b20-81a1-f4a11fbaeadd tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "DELETE /v2.0/security-groups/b87eeca8-5a8f-4877-8863-55d99811c38b HTTP/1.1" status: 204 len: 173 time: 0.2735097 Jul 16 08:42:20.452258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e77fe-6f38-4b20-81a1-f4a11fbaeadd tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87eeca8-5a8f-4877-8863-55d99811c38b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.491838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Deleting port 6d14858d-51e5-4c27-b22b-122356ddebe4 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:20.494117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.648037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] DHCP port deletion for f6c26787-8ba5-4189-a63d-820ecc374026 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:20.657012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] For port 6d14858d-51e5-4c27-b22b-122356ddebe4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6d14858d-51e5-4c27-b22b-122356ddebe4,segment=NetworkSegment(4b67d47f-8e2f-4ae1-a778-0bae98c1809a),segment_id=4b67d47f-8e2f-4ae1-a778-0bae98c1809a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:20.657377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.676650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Calling delete_port for 6d14858d-51e5-4c27-b22b-122356ddebe4 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:20.798565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] Deleting port 6d14858d-51e5-4c27-b22b-122356ddebe4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:20.799481 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.825456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83110614-c6e9-4fd0-82b3-63382710bd44 req-32d17f62-2823-4d6f-ad11-cc0df6092562 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.827108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83110614-c6e9-4fd0-82b3-63382710bd44 req-32d17f62-2823-4d6f-ad11-cc0df6092562 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 949 time: 0.1385734 Jul 16 08:42:20.859494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.890461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] No DVR routers for this DVR port 6d14858d-51e5-4c27-b22b-122356ddebe4 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:20.905717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83110614-c6e9-4fd0-82b3-63382710bd44 req-70151c75-aaa6-44f9-a767-1efcf5d4328b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648301 Jul 16 08:42:20.915221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d14858d-51e5-4c27-b22b-122356ddebe4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.938258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] For port 6d14858d-51e5-4c27-b22b-122356ddebe4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6d14858d-51e5-4c27-b22b-122356ddebe4,segment=NetworkSegment(4b67d47f-8e2f-4ae1-a778-0bae98c1809a),segment_id=4b67d47f-8e2f-4ae1-a778-0bae98c1809a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:20.938667 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.989592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] Calling delete_port for 6d14858d-51e5-4c27-b22b-122356ddebe4 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:21.140319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7316e136-e896-4505-9bf2-ed085d9d8987 req-e3b8d8e3-349c-4afd-8ad9-72cfafd7ff50 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/149ac4bb-cbfc-4de9-b7d2-0d5b16b03e47 HTTP/1.1" status: 200 len: 2404 time: 0.0615163 Jul 16 08:42:21.195954 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.208496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c26787-8ba5-4189-a63d-820ecc374026']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:21.220393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b67d47f-8e2f-4ae1-a778-0bae98c1809a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:21.220748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b67d47f-8e2f-4ae1-a778-0bae98c1809a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:21.233371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.249312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.256395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:21.256939 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:21.259188 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:21.300967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7316e136-e896-4505-9bf2-ed085d9d8987 req-7a062218-53e1-408f-9e60-da25d2826902 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.302580 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.354039 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7316e136-e896-4505-9bf2-ed085d9d8987 req-7a062218-53e1-408f-9e60-da25d2826902 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.359835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] Pushing event deleted for resources: {'Port': ['ID=6d14858d-51e5-4c27-b22b-122356ddebe4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.376220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fd01b-b7de-48c8-8df6-a343b074506b None None] No DVR routers for this DVR port 6d14858d-51e5-4c27-b22b-122356ddebe4 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:21.424413 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7316e136-e896-4505-9bf2-ed085d9d8987 req-7a062218-53e1-408f-9e60-da25d2826902 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.430323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7316e136-e896-4505-9bf2-ed085d9d8987 req-7a062218-53e1-408f-9e60-da25d2826902 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.433579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.443540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7316e136-e896-4505-9bf2-ed085d9d8987 req-7a062218-53e1-408f-9e60-da25d2826902 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "DELETE /v2.0/security-groups/149ac4bb-cbfc-4de9-b7d2-0d5b16b03e47 HTTP/1.1" status: 204 len: 173 time: 0.3013883 Jul 16 08:42:21.459347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.461575 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f6c26787-8ba5-4189-a63d-820ecc374026 HTTP/1.1" status: 204 len: 168 time: 1.4082332 Jul 16 08:42:21.474519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb378-6d1c-4a03-b1da-4b5cc9000180 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c26787-8ba5-4189-a63d-820ecc374026,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.491173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a062218-53e1-408f-9e60-da25d2826902 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ac4bb-cbfc-4de9-b7d2-0d5b16b03e47,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.639676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48628) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:21.719278 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ebe16fd4-561b-4ed6-93c5-6868beeee6a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cdc5dfefa27a4d4393c3077e25a01dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782366 Jul 16 08:42:21.722579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48630) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:21.793594 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21b45a3b-def5-4e52-8eee-858a3cd6e9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.835381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21b45a3b-def5-4e52-8eee-858a3cd6e9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.912929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e89888-d9fa-4bf2-981c-7324003ec169 req-359b4f23-bc1b-40e2-8f59-88754b02859a tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.914477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06e89888-d9fa-4bf2-981c-7324003ec169 req-359b4f23-bc1b-40e2-8f59-88754b02859a tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 1101 time: 0.0926805 Jul 16 08:42:21.926301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21b45a3b-def5-4e52-8eee-858a3cd6e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.929662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21b45a3b-def5-4e52-8eee-858a3cd6e9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.930993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-21b45a3b-def5-4e52-8eee-858a3cd6e9aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/244f48ae-1a8a-4884-825e-caa613a69a0d HTTP/1.1" status: 204 len: 168 time: 0.2073610 Jul 16 08:42:21.946871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b45a3b-def5-4e52-8eee-858a3cd6e9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f48ae-1a8a-4884-825e-caa613a69a0d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.962120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-06e89888-d9fa-4bf2-981c-7324003ec169 req-7b55f653-870e-464b-b2ca-dd7884f9a179 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.101897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-06e89888-d9fa-4bf2-981c-7324003ec169 req-7b55f653-870e-464b-b2ca-dd7884f9a179 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.112300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-06e89888-d9fa-4bf2-981c-7324003ec169 req-7b55f653-870e-464b-b2ca-dd7884f9a179 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.182752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06e89888-d9fa-4bf2-981c-7324003ec169 req-7b55f653-870e-464b-b2ca-dd7884f9a179 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498994 Jul 16 08:42:22.184063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6d14858d-51e5-4c27-b22b-122356ddebe4 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:22.211074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 6d14858d-51e5-4c27-b22b-122356ddebe4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:22.211806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6d14858d-51e5-4c27-b22b-122356ddebe4 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:22.233345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55f653-870e-464b-b2ca-dd7884f9a179 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd89084-0cdb-460c-a125-698d6215eb01,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.280972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f31ad22f-f103-4f63-b023-55021d922bcd req-f68faf03-e58f-440e-8564-1d1100e574dc tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "GET /v2.0/security-groups/66d3bcda-2239-4098-bd42-03403c9d3ccc HTTP/1.1" status: 200 len: 2397 time: 0.0612440 Jul 16 08:42:22.289263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546692fb-2195-4e82-9037-353f1f44bf1d req-81aced19-0e26-4a1b-b801-be986246d895 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.290766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-546692fb-2195-4e82-9037-353f1f44bf1d req-81aced19-0e26-4a1b-b801-be986246d895 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.1742225 Jul 16 08:42:22.359119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-546692fb-2195-4e82-9037-353f1f44bf1d req-1697fd4c-16de-41bc-8ff0-9b43ec67e9cd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594611 Jul 16 08:42:22.376265 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f31ad22f-f103-4f63-b023-55021d922bcd req-7827135c-f1fa-4526-97a7-70662e65d0c0 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.404296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f31ad22f-f103-4f63-b023-55021d922bcd req-7827135c-f1fa-4526-97a7-70662e65d0c0 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.457548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f31ad22f-f103-4f63-b023-55021d922bcd req-7827135c-f1fa-4526-97a7-70662e65d0c0 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.460357 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f31ad22f-f103-4f63-b023-55021d922bcd req-7827135c-f1fa-4526-97a7-70662e65d0c0 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.466141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f31ad22f-f103-4f63-b023-55021d922bcd req-7827135c-f1fa-4526-97a7-70662e65d0c0 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] 10.222.0.55 "DELETE /v2.0/security-groups/66d3bcda-2239-4098-bd42-03403c9d3ccc HTTP/1.1" status: 204 len: 173 time: 0.1743572 Jul 16 08:42:22.475222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.484288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827135c-f1fa-4526-97a7-70662e65d0c0 tempest-SecurityGroupRulesTestJSON-1345387020 tempest-SecurityGroupRulesTestJSON-1345387020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d3bcda-2239-4098-bd42-03403c9d3ccc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.539650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d693e59-3c6c-4063-933b-7a180a9eacd1 admin admin] Deleting subnet a6d2cfcf-027e-4162-8897-775edf633231 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:22.543944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d693e59-3c6c-4063-933b-7a180a9eacd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.579705 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d693e59-3c6c-4063-933b-7a180a9eacd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.634475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d693e59-3c6c-4063-933b-7a180a9eacd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.703903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d693e59-3c6c-4063-933b-7a180a9eacd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.738951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d693e59-3c6c-4063-933b-7a180a9eacd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d2cfcf-027e-4162-8897-775edf633231,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.756281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d693e59-3c6c-4063-933b-7a180a9eacd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.758762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5d693e59-3c6c-4063-933b-7a180a9eacd1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a6d2cfcf-027e-4162-8897-775edf633231 HTTP/1.1" status: 204 len: 168 time: 0.2849438 Jul 16 08:42:22.762549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48700) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.845938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.943059 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.952525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48720) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.953554 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887f2169-ce01-4883-910a-a098fbb3012b']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:22.964286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcffbb5-33bf-49db-94d8-4c3390cdf3d3') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:22.964630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcffbb5-33bf-49db-94d8-4c3390cdf3d3') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:22.975380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.990450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.997072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:22.997468 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:23.001357 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:23.072520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.080588 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.083223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/887f2169-ce01-4883-910a-a098fbb3012b HTTP/1.1" status: 204 len: 168 time: 0.3177207 Jul 16 08:42:23.085127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-205d2b2e-434c-4dac-b488-26ea22ce911d tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.087000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-205d2b2e-434c-4dac-b488-26ea22ce911d tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/networks?id=8be9d9c1-9e1d-45ed-a886-7bfd7a053303 HTTP/1.1" status: 200 len: 815 time: 0.1322074 Jul 16 08:42:23.092435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1944942583-network', 'tenant_id': '34750a164f3d4ed08e60dcd0af965e7a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:23.094904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4a15c-3d73-41bc-9398-59ca41645af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=887f2169-ce01-4883-910a-a098fbb3012b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.112170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-e7cd7cdf-d39a-41ae-bd5b-8504471af69f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/quotas/eb82796f50534d69a4c770e81ed666dd HTTP/1.1" status: 200 len: 375 time: 0.0156915 Jul 16 08:42:23.137915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Made reservation on behalf of 34750a164f3d4ed08e60dcd0af965e7a for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:23.140185 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.166712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.225094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48734) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.253363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-97746391-7ab0-4821-a31c-9c4b8cb28e19 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb82796f50534d69a4c770e81ed666dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325784 Jul 16 08:42:23.282694 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e8fee027-28f8-4e0a-9ca3-35623d8d48e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=957cfdb6c21c4b08ba9df7318ba58da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557151 Jul 16 08:42:23.283538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48742) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.341975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afbdaf7d-3818-4d00-9d4b-652aa5bddc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.358804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.366718 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afbdaf7d-3818-4d00-9d4b-652aa5bddc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.368322 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.394328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-dc259c51-833a-40c7-93fb-1052c039a665 service neutron] 10.222.0.55 "GET /v2.0/networks/8be9d9c1-9e1d-45ed-a886-7bfd7a053303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314111 Jul 16 08:42:23.399473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:23.423587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44895f11-9cac-46c2-886c-a55984ba4a57,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.425010 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afbdaf7d-3818-4d00-9d4b-652aa5bddc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.427914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afbdaf7d-3818-4d00-9d4b-652aa5bddc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.429143 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.429485 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Added segment 9d9290d7-b2bb-4f35-8134-06242e520997 of type vlan for network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 Jul 16 08:42:23.430327 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-afbdaf7d-3818-4d00-9d4b-652aa5bddc56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49e7ecba-4243-4287-8a3b-784a125f629a HTTP/1.1" status: 204 len: 168 time: 0.1445799 Jul 16 08:42:23.442194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdaf7d-3818-4d00-9d4b-652aa5bddc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e7ecba-4243-4287-8a3b-784a125f629a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.560732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.598041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-2921f416-bbd6-4891-b21a-1cd01a06738a service neutron] 10.222.0.55 "GET /v2.0/networks/8be9d9c1-9e1d-45ed-a886-7bfd7a053303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848733 Jul 16 08:42:23.609213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.611930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.612640 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.661732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48778) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.662286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7081652 Jul 16 08:42:23.667277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Request body: {'subnet': {'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1944942583-subnet', 'tenant_id': '34750a164f3d4ed08e60dcd0af965e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:23.692641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-7d5a7045-0ad0-4f6a-9227-ca85fe7084ee tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440168 Jul 16 08:42:23.693770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Made reservation on behalf of 34750a164f3d4ed08e60dcd0af965e7a for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:23.700682 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.735085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dac833-2dbb-45a8-aea9-f05cdb64a8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=03373fb8-dc5a-4da4-9d24-7a9a3de50f19,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.748891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:23.932217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-03a81ebf-df05-4676-8c2e-18e1b9e6701f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.933820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-03a81ebf-df05-4676-8c2e-18e1b9e6701f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091377 Jul 16 08:42:23.962969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-76ff5dc0-8547-4fee-a0f5-ad522c4a3d37 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/quotas/de66512d88f744208826036ff6421a1b HTTP/1.1" status: 200 len: 375 time: 0.0210290 Jul 16 08:42:23.976928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.004570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fb9e5-b8c5-49d5-815e-221c22f015aa req-596ae28b-910a-4583-b439-a65c1670cdef tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.006307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f6fb9e5-b8c5-49d5-815e-221c22f015aa req-596ae28b-910a-4583-b439-a65c1670cdef tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 950 time: 0.1274836 Jul 16 08:42:24.057233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d830b2d-3043-4c2d-9c6e-9d06747380a0,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:24.063893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Checking segment: {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:24.064120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Network hostable DHCP agents. Network: 03373fb8-dc5a-4da4-9d24-7a9a3de50f19, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:24.083847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:24.104065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 03373fb8-dc5a-4da4-9d24-7a9a3de50f19) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:24.109315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.110171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.116338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f6fb9e5-b8c5-49d5-815e-221c22f015aa req-45972cd8-629b-447b-b768-20b85afded99 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842962 Jul 16 08:42:24.117294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d73e7bc-d266-4f85-afb2-0443078cbbfd None None] Network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:24.143807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-f901e3d0-b8cc-4924-beb7-64a88f52f4ee tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1717806 Jul 16 08:42:24.168778 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9794d9b0-7ed8-44ea-a757-9bd06650438e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5044489 Jul 16 08:42:24.415976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d12da-09ac-424f-919c-1975fc14be64 None None] Network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:24.458013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48810) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.461364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af8e5-d987-42e7-a25b-f24460c07a4d req-9782cf04-9afe-4521-877f-d617b1da3dfe tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.471185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a7af8e5-d987-42e7-a25b-f24460c07a4d req-9782cf04-9afe-4521-877f-d617b1da3dfe tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.1893542 Jul 16 08:42:24.596434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a7af8e5-d987-42e7-a25b-f24460c07a4d req-8afd89f2-1ac7-4a12-b560-a8a087b3e509 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241622 Jul 16 08:42:24.644657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-593818ee-49b4-455a-ab65-3472f16cbe94 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.646419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-593818ee-49b4-455a-ab65-3472f16cbe94 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "GET /v2.0/ports?device_id=5af7c1e1-14d2-4c93-97a2-9f262d511be7 HTTP/1.1" status: 200 len: 950 time: 0.2086747 Jul 16 08:42:24.672139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-731935039-network', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:24.696745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:24.699730 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.712709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.858807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.860591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Deleting port b09dfade-0d05-4a86-bad5-c06a261c8785 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:24.862075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.873583 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.919742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:24.957079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7feb0a-341f-4cb4-acde-8841635a19ec,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:24.964156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.969883 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Added segment 2e77ce1d-ba33-456c-a191-16764007c3d5 of type vlan for network d8554e79-f6fd-4dea-bdba-f694e2b5d19b Jul 16 08:42:25.030925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.068293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] For port b09dfade-0d05-4a86-bad5-c06a261c8785, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b09dfade-0d05-4a86-bad5-c06a261c8785,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:25.068653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.082660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Calling delete_port for b09dfade-0d05-4a86-bad5-c06a261c8785 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:25.097364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.098995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.099977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.128402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5755371b-2527-4224-8680-d6696b4ea9a4 req-04c16278-d6b3-47f0-a319-2ae0944b1732 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 210 time: 0.0389588 Jul 16 08:42:25.195374 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:42:25.209239 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7488077 Jul 16 08:42:25.210168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55977-d978-45f3-a621-2986e7781c63 admin admin] Pushing event updated for resources: {'Network': ['ID=d8554e79-f6fd-4dea-bdba-f694e2b5d19b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.212111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.219429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Request body: {'subnet': {'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-731935039-subnet', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:25.235890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:25.255846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:25.258617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.416442 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.430206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4909329f-0ef7-4763-8c00-8a0b0d5c9445', 'b09dfade-0d05-4a86-bad5-c06a261c8785'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:25.488232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Pushing event deleted for resources: {'Port': ['ID=b09dfade-0d05-4a86-bad5-c06a261c8785,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.614870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] No DVR routers for this DVR port b09dfade-0d05-4a86-bad5-c06a261c8785 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:25.623118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-c325a414-c364-4348-b69e-4bef9740688c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.630782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-c325a414-c364-4348-b69e-4bef9740688c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 822 time: 0.3023653 Jul 16 08:42:25.635369 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.637707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95889b62-ccf4-4896-8d17-7b4744c8445b req-8482c908-4269-4ce5-b12f-722075054a6c tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "DELETE /v2.0/ports/b09dfade-0d05-4a86-bad5-c06a261c8785 HTTP/1.1" status: 204 len: 173 time: 0.9844482 Jul 16 08:42:25.638179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af7c1e1-14d2-4c93-97a2-9f262d511be7', 'name': 'network-vif-deleted', 'tag': 'b09dfade-0d05-4a86-bad5-c06a261c8785'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:25.640481 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0953831-904b-4935-a194-fc0520dd0214" -d '{"events": [{"server_uuid": "5af7c1e1-14d2-4c93-97a2-9f262d511be7", "name": "network-vif-deleted", "tag": "b09dfade-0d05-4a86-bad5-c06a261c8785"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:25.750603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-06a87e23-3405-48c9-a2fa-c652e54c6991 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/quotas/34750a164f3d4ed08e60dcd0af965e7a HTTP/1.1" status: 200 len: 375 time: 0.1186881 Jul 16 08:42:25.779578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f399560b-01b5-497e-b313-22e251f40bbe no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:25.903560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-8cbf7381-32aa-43bf-9497-143ff70871c6 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.905116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-8cbf7381-32aa-43bf-9497-143ff70871c6 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 805 time: 0.1673386 Jul 16 08:42:25.953526 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.958563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-81544029-b5f4-418b-92a8-1269c4796b99 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2069876 Jul 16 08:42:25.974392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-539b26ad-5bac-4737-a229-b87f6caea597 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/quotas/e71f43d68d9749fa8b07686a444d8a46 HTTP/1.1" status: 200 len: 375 time: 0.0564494 Jul 16 08:42:25.994726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:25.996848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:25.999742 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205913de-9b9b-4e49-9712-41517c0ae59d" -d '{"events": [{"server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "name": "network-vif-unplugged", "status": "completed", "tag": "f399560b-01b5-497e-b313-22e251f40bbe"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:26.008388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.033020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-8cf94a83-6d97-4a1d-8721-7e8bccdbcedb tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.035037 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-8cf94a83-6d97-4a1d-8721-7e8bccdbcedb tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.54 "GET /v2.0/networks?id=8be9d9c1-9e1d-45ed-a886-7bfd7a053303 HTTP/1.1" status: 200 len: 815 time: 0.5644979 Jul 16 08:42:26.054900 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Request body: {'port': {'device_id': '34313756-dc98-4c99-bc62-d87bd907bc9a', 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303', 'admin_state_up': True, 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:26.068958 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.124935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.186870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-85bc28d8-646b-489a-99f3-a610d77145a2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:42:26.196261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-85bc28d8-646b-489a-99f3-a610d77145a2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1352673 Jul 16 08:42:26.228274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-0e1b82ba-666a-4210-8751-0c5c4839da08 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2535532 Jul 16 08:42:26.249273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Made reservation on behalf of eb82796f50534d69a4c770e81ed666dd for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:26.254206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.276372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e92d7e-bf37-41fc-8674-9efc954fa00b,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.368400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Checking segment: {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:26.369031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Network hostable DHCP agents. Network: d8554e79-f6fd-4dea-bdba-f694e2b5d19b, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:26.428183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5939802e-fada-455e-bc91-7c5736b4a160 service neutron] 10.222.0.55 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989534 Jul 16 08:42:26.440128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:26.450253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-826e1d66-b980-455a-ab20-9eb8f7a09ba1 service neutron] 10.222.0.55 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530921 Jul 16 08:42:26.463131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Allocated IP 172.20.0.4 (8be9d9c1-9e1d-45ed-a886-7bfd7a053303/4c7ab2a3-4430-43d2-8c9f-132f691a7d1c/0c868642-4025-47bf-adc6-46a2947fd61d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:26.508211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d8554e79-f6fd-4dea-bdba-f694e2b5d19b) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:26.516479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.517056 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.523059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dcd525-71d1-4104-9a17-50e73286665e None None] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:26.609473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b3ece1ba-71f8-4fc5-99a8-5abe3424b01f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3932629 Jul 16 08:42:26.612081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.619110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:26.633442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-c145a881-b344-4543-98c9-5ced0340b16f service neutron] 10.222.0.55 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040875 Jul 16 08:42:26.653695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-7655e9ff-ed40-4ec9-9f42-2324bef08a9d service neutron] 10.222.0.55 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007709 Jul 16 08:42:26.713945 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.715530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.800091 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.805668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.899146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Transition to ACTIVE for port object 0c868642-4025-47bf-adc6-46a2947fd61d will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:26.914127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:26.915457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.080227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.127780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.213372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3421ce62-3c58-44b6-8897-8468ba24726d req-0d70aabd-b8be-44f0-83ff-676aedfc8843 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 210 time: 0.0440917 Jul 16 08:42:27.255437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:27.263007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:27.271367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:27.294115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7cf7c-5cbe-479e-9cac-8aa13209b605 req-fea309de-491a-42c1-aa45-94ca7c50c3c4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.302392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0c7cf7c-5cbe-479e-9cac-8aa13209b605 req-fea309de-491a-42c1-aa45-94ca7c50c3c4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.1208336 Jul 16 08:42:27.326712 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a234986-022f-4485-8f6c-a0b6ad82eaa5 x-openstack-request-id: req-1a234986-022f-4485-8f6c-a0b6ad82eaa5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:27.327003 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af7c1e1-14d2-4c93-97a2-9f262d511be7", "name": "network-vif-deleted", "tag": "b09dfade-0d05-4a86-bad5-c06a261c8785", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:27.327255 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a234986-022f-4485-8f6c-a0b6ad82eaa5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:27.327657 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af7c1e1-14d2-4c93-97a2-9f262d511be7', 'name': 'network-vif-deleted', 'tag': 'b09dfade-0d05-4a86-bad5-c06a261c8785', 'status': 'completed', 'code': 200} Jul 16 08:42:27.345585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Pushing event updated for resources: {'Port': ['ID=0c868642-4025-47bf-adc6-46a2947fd61d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.408846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0c7cf7c-5cbe-479e-9cac-8aa13209b605 req-d8475c7c-cbb2-4b3e-9fac-984583a08b8e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054895 Jul 16 08:42:27.491067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Allocated IP 172.20.0.2 (d8554e79-f6fd-4dea-bdba-f694e2b5d19b/f9e92d7e-bf37-41fc-8674-9efc954fa00b/858d286a-99c2-4fba-a04e-2764916b5ddc) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:27.627925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.629365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.645997 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d427afa0-7237-4c77-a8d7-24eac3596e61 x-openstack-request-id: req-d427afa0-7237-4c77-a8d7-24eac3596e61 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:27.646561 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "name": "network-vif-unplugged", "status": "completed", "tag": "f399560b-01b5-497e-b313-22e251f40bbe", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:27.646561 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d427afa0-7237-4c77-a8d7-24eac3596e61 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:27.649883 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe', 'code': 200} Jul 16 08:42:27.666104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-c27aa77e-56b7-4320-9c15-f9ee3210302f tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.677146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-c27aa77e-56b7-4320-9c15-f9ee3210302f tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e401b80-2210-4edb-924a-8b85b067547a HTTP/1.1" status: 200 len: 943 time: 0.2309372 Jul 16 08:42:27.701145 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-6a514725-85a9-468a-860e-6f00556a2c3f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6542699 Jul 16 08:42:27.869948 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Request body: {'port': {'device_id': '34313756-dc98-4c99-bc62-d87bd907bc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:27.951865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.981681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Transition to ACTIVE for port object 858d286a-99c2-4fba-a04e-2764916b5ddc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:28.020052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63c24391-ab8f-4b94-8d76-0e921d7144bb req-9530c2ec-5db1-4aa4-9d2e-183e108477b3 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 210 time: 0.1988206 Jul 16 08:42:28.033372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Transition to ACTIVE for port object 858d286a-99c2-4fba-a04e-2764916b5ddc will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:28.055882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-da5cb320-6276-4e56-8356-31af2450150f None None] Provisioning for port 0c868642-4025-47bf-adc6-46a2947fd61d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:28.062684 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.069507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-da5cb320-6276-4e56-8356-31af2450150f None None] Provisioning complete for port 0c868642-4025-47bf-adc6-46a2947fd61d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:28.072131 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da5cb320-6276-4e56-8356-31af2450150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.111716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.188921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.209965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:28.211979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.216459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:28.226513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:28.226812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-8c7d19a8-b6a5-4ffd-a20b-b2d695de4a97 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3545923 Jul 16 08:42:28.294099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da5cb320-6276-4e56-8356-31af2450150f None None] Port 0c868642-4025-47bf-adc6-46a2947fd61d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:28.299811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b09dfade-0d05-4a86-bad5-c06a261c8785 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:28.332413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Pushing event updated for resources: {'Port': ['ID=858d286a-99c2-4fba-a04e-2764916b5ddc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.337430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: b09dfade-0d05-4a86-bad5-c06a261c8785 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:28.337805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b09dfade-0d05-4a86-bad5-c06a261c8785 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:28.346125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f97aa27-b732-4c63-9f32-b0ff5834581f req-7c6cd647-403b-4d82-928f-a9514a720933 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 210 time: 0.1281807 Jul 16 08:42:28.369071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.369425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.369833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.370237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.370649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.375189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.375554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.375929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.376310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.376731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.377062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.377389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:28.382998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Attempting to bind port 858d286a-99c2-4fba-a04e-2764916b5ddc on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:28.383367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Attempting to bind port 858d286a-99c2-4fba-a04e-2764916b5ddc by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:28.383729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Attempting to bind port 858d286a-99c2-4fba-a04e-2764916b5ddc on network d8554e79-f6fd-4dea-bdba-f694e2b5d19b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:28.403922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:28.404344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Checking segment: {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:28.404702 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.405101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Bound using segment: {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:28.413327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Bound port: 858d286a-99c2-4fba-a04e-2764916b5ddc, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:28.413947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.587699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] For port 858d286a-99c2-4fba-a04e-2764916b5ddc, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:28.592315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] For port 858d286a-99c2-4fba-a04e-2764916b5ddc, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=858d286a-99c2-4fba-a04e-2764916b5ddc,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:28.608754 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.746767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Allocated IP 172.25.6.17 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/5f91a0ff-e2dd-477d-9ae1-8bb27682624e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:28.749932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4cdaf-4421-49db-8f92-5fbf7aed4d21 None None] Pushing event updated for resources: {'Port': ['ID=858d286a-99c2-4fba-a04e-2764916b5ddc,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.366657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf217e-32d0-49a5-bb02-6f141f4c5867 req-0397f318-7150-4e03-bf19-6d21a9da7548 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.369099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ccf217e-32d0-49a5-bb02-6f141f4c5867 req-0397f318-7150-4e03-bf19-6d21a9da7548 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 931 time: 1.5050247 Jul 16 08:42:29.397382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91935ab5-cd0f-4e33-9e41-25828dcfa8b5 req-ae4672e0-6811-4865-97fd-f79f8da47e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 210 time: 0.1187296 Jul 16 08:42:29.399316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-32ec4f70-9454-4afd-adb2-1baf7ce8d05d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257856 Jul 16 08:42:29.492729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9f13ebb9-7ee3-4bd5-857a-c397b0494ffc tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.494832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9f13ebb9-7ee3-4bd5-857a-c397b0494ffc tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2341769 Jul 16 08:42:29.499564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.518648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Request body: {'port': {'device_id': 'f682fb2c-f397-4495-81a6-b36376014649', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'de66512d88f744208826036ff6421a1b'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:29.534910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ccf217e-32d0-49a5-bb02-6f141f4c5867 req-772a6bab-c550-49c9-a0ad-dadaa7df1b8e tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431897 Jul 16 08:42:29.618819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c868642-4025-47bf-adc6-46a2947fd61d {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:29.647323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.681756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-32c6af1b-9712-4922-adb1-8de16f899776 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.684952 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-32c6af1b-9712-4922-adb1-8de16f899776 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569084 Jul 16 08:42:29.697811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Transition to ACTIVE for port object 0c868642-4025-47bf-adc6-46a2947fd61d will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:29.709885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.720464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Request body: {'port': {'device_id': '48508b37-d995-4381-833c-2c07565cac04', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'de66512d88f744208826036ff6421a1b'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:29.752784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Deleting port f399560b-01b5-497e-b313-22e251f40bbe {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:29.753221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.795151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.809374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.52', 64590) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:29.957993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:29.986147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:30.006784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:30.223944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=0c868642-4025-47bf-adc6-46a2947fd61d,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:30.310735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] For port f399560b-01b5-497e-b313-22e251f40bbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f399560b-01b5-497e-b313-22e251f40bbe,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:30.311099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.340756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.52', 64591) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.358794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 858d286a-99c2-4fba-a04e-2764916b5ddc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:30.390288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f91a0ff-e2dd-477d-9ae1-8bb27682624e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:30.441067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e960a-5f0f-4170-8fa3-92f2dbf64a2a req-3b09a8df-abb8-43eb-b65b-dc4f1a2b057d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.449262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b79e960a-5f0f-4170-8fa3-92f2dbf64a2a req-3b09a8df-abb8-43eb-b65b-dc4f1a2b057d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.7136159 Jul 16 08:42:30.457452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Calling delete_port for f399560b-01b5-497e-b313-22e251f40bbe owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:30.507819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Attempting to bind port 0c868642-4025-47bf-adc6-46a2947fd61d on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:30.509072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Attempting to bind port 0c868642-4025-47bf-adc6-46a2947fd61d by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:30.513196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 858d286a-99c2-4fba-a04e-2764916b5ddc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:30.518589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Attempting to bind port 0c868642-4025-47bf-adc6-46a2947fd61d on network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:30.570412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.52', 64592) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.621123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3bee57-b6f1-4718-acd1-c72ca2da7190 None None] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:30.713910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0b7348c-61e1-456d-a08b-7035afedd79a None None] Provisioning for port 858d286a-99c2-4fba-a04e-2764916b5ddc completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:30.727382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Port 0c868642-4025-47bf-adc6-46a2947fd61d on network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:30.727712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Attempting to bind port 0c868642-4025-47bf-adc6-46a2947fd61d on network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:30.774468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0b7348c-61e1-456d-a08b-7035afedd79a None None] Provisioning complete for port 858d286a-99c2-4fba-a04e-2764916b5ddc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:30.775173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:30.775541 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0b7348c-61e1-456d-a08b-7035afedd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.775774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Checking segment: {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:30.776132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Bound using segment: {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:30.776597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Bound port: 0c868642-4025-47bf-adc6-46a2947fd61d, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a02f58e-aa59-44ab-8270-9d9dbae21829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:30.777505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.790493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Made reservation on behalf of de66512d88f744208826036ff6421a1b for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:30.803167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-d833bb20-b321-4148-ada3-ac15b1040f52 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.804790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-d833bb20-b321-4148-ada3-ac15b1040f52 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.52 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 822 time: 0.9596028 Jul 16 08:42:30.806985 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.836305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Request body: {'port': {'device_id': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'admin_state_up': True, 'tenant_id': '34750a164f3d4ed08e60dcd0af965e7a'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:30.941387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fa97-9d2a-46a8-ba58-b1229f65b4bf req-10f9023b-6118-4281-9f9c-72ec8b003151 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.942904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6864fa97-9d2a-46a8-ba58-b1229f65b4bf req-10f9023b-6118-4281-9f9c-72ec8b003151 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 950 time: 0.7969816 Jul 16 08:42:30.962804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b79e960a-5f0f-4170-8fa3-92f2dbf64a2a req-01666d67-8cc1-4483-a549-a40a92b8a9f4 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122702 Jul 16 08:42:30.985438 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0b7348c-61e1-456d-a08b-7035afedd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.109634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e0b7348c-61e1-456d-a08b-7035afedd79a None None] For port 858d286a-99c2-4fba-a04e-2764916b5ddc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=858d286a-99c2-4fba-a04e-2764916b5ddc,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:31.122299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Made reservation on behalf of de66512d88f744208826036ff6421a1b for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:31.125980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.126463 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0b7348c-61e1-456d-a08b-7035afedd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.168302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-40aa48e8-00de-41d9-b17b-b91369780a61 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.170074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-40aa48e8-00de-41d9-b17b-b91369780a61 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 950 time: 0.8059571 Jul 16 08:42:31.199569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7348c-61e1-456d-a08b-7035afedd79a None None] Pushing event updated for resources: {'Port': ['ID=858d286a-99c2-4fba-a04e-2764916b5ddc,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.239482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] For port 0c868642-4025-47bf-adc6-46a2947fd61d, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:31.376701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] For port 0c868642-4025-47bf-adc6-46a2947fd61d, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0c868642-4025-47bf-adc6-46a2947fd61d,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:31.412659 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.487436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Allocated IP 192.168.233.194 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/6a1c075d-9dcf-44f7-9992-533c321b1bcf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:31.495152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.496715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.499477 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] 10.222.0.54 "PUT /v2.0/ports/0c868642-4025-47bf-adc6-46a2947fd61d HTTP/1.1" status: 200 len: 1092 time: 3.6350617 Jul 16 08:42:31.504686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34313756-dc98-4c99-bc62-d87bd907bc9a', 'tag': '0c868642-4025-47bf-adc6-46a2947fd61d'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:31.507451 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba693ac9-d277-470d-8559-7988e7f0dbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "34313756-dc98-4c99-bc62-d87bd907bc9a", "tag": "0c868642-4025-47bf-adc6-46a2947fd61d"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:31.510644 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.561864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a3f4229e-06f2-47e9-ac2e-d413f31be5ed None None] Provisioning complete for port 858d286a-99c2-4fba-a04e-2764916b5ddc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:31.562428 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3f4229e-06f2-47e9-ac2e-d413f31be5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.611611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eda810-13b4-474d-b470-6a6ecc00fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=0c868642-4025-47bf-adc6-46a2947fd61d,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.619117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6864fa97-9d2a-46a8-ba58-b1229f65b4bf req-1bc9ca3a-f707-4a94-aa7f-71dffe8c1bf3 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505337 Jul 16 08:42:31.638009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1616971e-4536-499d-9019-aff01123bb80 req-b4bf541e-8239-4f09-9d64-aeb8410e81de tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 210 time: 0.4576278 Jul 16 08:42:31.643351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Made reservation on behalf of 34750a164f3d4ed08e60dcd0af965e7a for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:31.657187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.685261 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.778768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-29573a6a-d495-4a89-a0d6-418a31d43101 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.780247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-29573a6a-d495-4a89-a0d6-418a31d43101 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 805 time: 1.2078493 Jul 16 08:42:31.801903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f399560b-01b5-497e-b313-22e251f40bbe no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:31.848020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: f399560b-01b5-497e-b313-22e251f40bbe {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:31.848375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f399560b-01b5-497e-b313-22e251f40bbe not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:31.912544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Request body: {'port': {'device_id': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'admin_state_up': True, 'tenant_id': 'e71f43d68d9749fa8b07686a444d8a46'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:31.959166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Pushing event deleted for resources: {'Port': ['ID=f399560b-01b5-497e-b313-22e251f40bbe,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.100911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] No DVR routers for this DVR port f399560b-01b5-497e-b313-22e251f40bbe on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:32.127932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70451b5b-edd3-40cf-b084-3bd00e1d6d4d req-c5cd74de-adf1-4bc7-9f2e-da4bb0e29955 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 210 time: 0.2088919 Jul 16 08:42:32.140371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.152615 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.154765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3da20dc-1ff1-4997-a9bb-063eeeb75fce req-50196c4b-e7f7-44cd-a2fe-ebc2efa3a7ed tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.54 "DELETE /v2.0/ports/f399560b-01b5-497e-b313-22e251f40bbe HTTP/1.1" status: 204 len: 173 time: 4.3176250 Jul 16 08:42:32.156105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'name': 'network-vif-deleted', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:32.158532 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a87cc2-2e81-439e-9619-f4a1adb5df9e" -d '{"events": [{"server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "name": "network-vif-deleted", "tag": "f399560b-01b5-497e-b313-22e251f40bbe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:32.187740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a125d3ea-7b7d-4338-b2e3-454940938d5f req-c3e865a5-ff5b-49eb-8fd8-bc4de6504ccf tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 210 time: 0.2170355 Jul 16 08:42:32.199527 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 858d286a-99c2-4fba-a04e-2764916b5ddc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:32.336474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 858d286a-99c2-4fba-a04e-2764916b5ddc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:32.336892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.401511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Allocated IP 172.20.0.13 (03373fb8-dc5a-4da4-9d24-7a9a3de50f19/0d830b2d-3043-4c2d-9c6e-9d06747380a0/d73742e5-1f38-45ce-91e1-2d4cc178c84b) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:32.439173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Router 251bd35b-bada-4acf-a54e-a187b0c70a51 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:32.577323 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5937a7c-928a-4cc2-b622-b7d1bfe797ad x-openstack-request-id: req-f5937a7c-928a-4cc2-b622-b7d1bfe797ad {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:32.578352 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34313756-dc98-4c99-bc62-d87bd907bc9a", "tag": "0c868642-4025-47bf-adc6-46a2947fd61d", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:32.578765 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5937a7c-928a-4cc2-b622-b7d1bfe797ad {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:32.579456 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34313756-dc98-4c99-bc62-d87bd907bc9a', 'tag': '0c868642-4025-47bf-adc6-46a2947fd61d', 'status': 'completed', 'code': 200} Jul 16 08:42:32.580602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:32.610606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Sync routers for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:32.628369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:32.630232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:32.631971 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.639164 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6f79fbb3-ca0d-4356-8d39-aa1101fa94f9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0255966 Jul 16 08:42:32.648764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48950) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.722390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.746807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Transition to ACTIVE for port object 6a1c075d-9dcf-44f7-9992-533c321b1bcf will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:32.858344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:32.873721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Allocated IP 192.168.233.234 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/72f8c975-1834-46d1-9b98-80d659292a25) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:33.069669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.104486 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.121347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Deleting port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:33.121766 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.164267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:30Z', 'revision_number': 3, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:33.195336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Checking router: 251bd35b-bada-4acf-a54e-a187b0c70a51 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:33.195676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Updating router 251bd35b-bada-4acf-a54e-a187b0c70a51 port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:33.249906 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.267704 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.346589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:33.406640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:33.418327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event updated for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.436615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:33.495190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] For port 4909329f-0ef7-4763-8c00-8a0b0d5c9445, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4909329f-0ef7-4763-8c00-8a0b0d5c9445,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:33.496797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.512402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Calling delete_port for 4909329f-0ef7-4763-8c00-8a0b0d5c9445 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:33.520945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.521603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.581846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.603504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:33.604243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Transition to ACTIVE for port object 72f8c975-1834-46d1-9b98-80d659292a25 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:33.652651 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.670176 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-01279800-c3f6-47d3-8f13-9efe28552a1c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8523192 Jul 16 08:42:33.674912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Transition to ACTIVE for port object 5f91a0ff-e2dd-477d-9ae1-8bb27682624e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:33.680091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:33.683721 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.694429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Made reservation on behalf of e71f43d68d9749fa8b07686a444d8a46 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:33.698875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.726813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:33.729230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:33.748875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Request body: {'port': {'device_id': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:33.784454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'Port': ['ID=6a1c075d-9dcf-44f7-9992-533c321b1bcf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.800160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460592d-958b-4755-b487-c83167f5718f None None] Pushing event updated for resources: {'Port': ['ID=5f91a0ff-e2dd-477d-9ae1-8bb27682624e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.823293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fddc4-c6e7-479f-8d6d-ae12e829da59 req-a507761e-fc6a-430d-9425-e1a8caf30c8c tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.835034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f7fddc4-c6e7-479f-8d6d-ae12e829da59 req-a507761e-fc6a-430d-9425-e1a8caf30c8c tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 943 time: 1.4255803 Jul 16 08:42:33.856509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Attempting to bind port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:33.856789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Attempting to bind port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:33.857147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Attempting to bind port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:33.875146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:33.875517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:33.875917 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.876312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:33.876788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Bound port: 5f91a0ff-e2dd-477d-9ae1-8bb27682624e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:33.877161 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.893690 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.918931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1dae0-ecfa-42e8-96e9-c682a86d6f1f req-1ddb2a52-29cd-4e7b-8328-9005c6965b6d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.921066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e1dae0-ecfa-42e8-96e9-c682a86d6f1f req-1ddb2a52-29cd-4e7b-8328-9005c6965b6d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 1.2631702 Jul 16 08:42:33.935963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] For port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:33.939321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] For port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5f91a0ff-e2dd-477d-9ae1-8bb27682624e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:33.952371 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.957602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.958557 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.964955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.096448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.135323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f7fddc4-c6e7-479f-8d6d-ae12e829da59 req-ff538edc-073f-4690-bd24-d1efe6384f6c tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989566 Jul 16 08:42:34.240238 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5498846c-68f2-4fe5-ac75-182ee4df1225 x-openstack-request-id: req-5498846c-68f2-4fe5-ac75-182ee4df1225 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:34.241916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460592d-958b-4755-b487-c83167f5718f None None] Pushing event updated for resources: {'Port': ['ID=5f91a0ff-e2dd-477d-9ae1-8bb27682624e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.242042 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e401b80-2210-4edb-924a-8b85b067547a", "name": "network-vif-deleted", "tag": "f399560b-01b5-497e-b313-22e251f40bbe", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:34.242042 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5498846c-68f2-4fe5-ac75-182ee4df1225 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:34.242042 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e401b80-2210-4edb-924a-8b85b067547a', 'name': 'network-vif-deleted', 'tag': 'f399560b-01b5-497e-b313-22e251f40bbe', 'status': 'completed', 'code': 200} Jul 16 08:42:34.254679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-d11839fb-4b21-41f0-8636-1c58c0a892b7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5501022 Jul 16 08:42:34.271079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Request body: {'port': {'device_id': '48508b37-d995-4381-833c-2c07565cac04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:34.280293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ec04bea9-f458-4bf5-9c94-0462a31a3c66 None None] Provisioning for port 6a1c075d-9dcf-44f7-9992-533c321b1bcf completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:34.285636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:34.286346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:34.291232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ec04bea9-f458-4bf5-9c94-0462a31a3c66 None None] Provisioning complete for port 6a1c075d-9dcf-44f7-9992-533c321b1bcf triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:34.291601 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec04bea9-f458-4bf5-9c94-0462a31a3c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.301355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4909329f-0ef7-4763-8c00-8a0b0d5c9445 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:34.304195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e1dae0-ecfa-42e8-96e9-c682a86d6f1f req-35a831fa-e635-4d64-8494-ac1a66bcb640 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744197 Jul 16 08:42:34.370272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:34.404565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Allocated IP 172.20.0.1 (d8554e79-f6fd-4dea-bdba-f694e2b5d19b/f9e92d7e-bf37-41fc-8674-9efc954fa00b/4bb8c122-2f04-43ea-8414-7f23d4384d70) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:34.450765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:34.453784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:34.485933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73742e5-1f38-45ce-91e1-2d4cc178c84b {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:34.501601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'Port': ['ID=72f8c975-1834-46d1-9b98-80d659292a25,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.509351 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.562736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Transition to ACTIVE for port object d73742e5-1f38-45ce-91e1-2d4cc178c84b will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:34.587506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.591947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ec04bea9-f458-4bf5-9c94-0462a31a3c66 None None] Port 6a1c075d-9dcf-44f7-9992-533c321b1bcf cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:34.604841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No active binding found for port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 {{(pid=94167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:42:34.605274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4909329f-0ef7-4763-8c00-8a0b0d5c9445 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:34.617864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.634775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:34.725627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Pushing event updated for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.736017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Allocated IP 172.20.0.11 (077d6b3a-a9e3-44da-8972-5f046a20608d/a9b0f2e5-91ff-4fcc-b28e-74cd4998023f/3b9f2dfe-ce3f-4608-9e17-307e51434862) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:34.744235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:34.752887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Pushing event deleted for resources: {'Port': ['ID=4909329f-0ef7-4763-8c00-8a0b0d5c9445,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.761822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.762863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.844605 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.862071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-1ada75d9-0ad7-47c9-baa6-8f70ea486c1e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3511968 Jul 16 08:42:34.879664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.897751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Transition to ACTIVE for port object 4bb8c122-2f04-43ea-8414-7f23d4384d70 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:34.959627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Request body: {'port': {'device_id': 'f682fb2c-f397-4495-81a6-b36376014649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:34.961457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2123d7e7-0bc1-493d-bd22-f7d58df552c4 None None] Provisioning for port 72f8c975-1834-46d1-9b98-80d659292a25 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:34.968023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2123d7e7-0bc1-493d-bd22-f7d58df552c4 None None] Provisioning complete for port 72f8c975-1834-46d1-9b98-80d659292a25 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:34.982046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2123d7e7-0bc1-493d-bd22-f7d58df552c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.987406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.025818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] No DVR routers for this DVR port 4909329f-0ef7-4763-8c00-8a0b0d5c9445 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:35.029165 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.031514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b615c3f0-3b7e-4636-bc72-7c60f74f573a req-1979cad3-9bf3-4799-8e47-37181d6bfced tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.52 "DELETE /v2.0/ports/4909329f-0ef7-4763-8c00-8a0b0d5c9445 HTTP/1.1" status: 204 len: 173 time: 3.8317282 Jul 16 08:42:35.050995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2123d7e7-0bc1-493d-bd22-f7d58df552c4 None None] Port 72f8c975-1834-46d1-9b98-80d659292a25 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:35.093168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:35.099696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:35.123895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:35.195473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.249565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:30Z', 'revision_number': 3, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:35.339629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a0cf1-5494-439f-b958-4644fcfcd164 None None] The sync data for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 is: [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:30Z', 'revision_number': 3, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:35.436669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb8c122-2f04-43ea-8414-7f23d4384d70,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:35.447564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Attempting to bind port d73742e5-1f38-45ce-91e1-2d4cc178c84b on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:35.448255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Attempting to bind port d73742e5-1f38-45ce-91e1-2d4cc178c84b by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:35.449989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Attempting to bind port d73742e5-1f38-45ce-91e1-2d4cc178c84b on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:35.463839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Port d73742e5-1f38-45ce-91e1-2d4cc178c84b on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:35.465396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Attempting to bind port d73742e5-1f38-45ce-91e1-2d4cc178c84b on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:35.480648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c045-2240-4fa5-bdd6-5e86c03cee82 req-532bf3ea-ab78-4499-9e59-2bbda011482e tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.484995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:35.485481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Checking segment: {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:35.486011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Bound using segment: {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:35.489073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Bound port: d73742e5-1f38-45ce-91e1-2d4cc178c84b, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:35.489548 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.490765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3773c045-2240-4fa5-bdd6-5e86c03cee82 req-532bf3ea-ab78-4499-9e59-2bbda011482e tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f31119-42fa-4c31-a88e-3f87b0d8dff3 HTTP/1.1" status: 200 len: 867 time: 1.0299613 Jul 16 08:42:35.573688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.622088 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.673018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b7567-ed77-45c5-9bfe-6c8c1e960abb req-f8eb3483-e9d5-4f91-b53c-cf0a6a350694 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.674908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b7b7567-ed77-45c5-9bfe-6c8c1e960abb req-f8eb3483-e9d5-4f91-b53c-cf0a6a350694 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 944 time: 1.0937016 Jul 16 08:42:35.700178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-47fb43cd-addf-4380-9b60-0f8b3a98ebee None None] Provisioning for port 4bb8c122-2f04-43ea-8414-7f23d4384d70 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:35.710209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-47fb43cd-addf-4380-9b60-0f8b3a98ebee None None] Provisioning complete for port 4bb8c122-2f04-43ea-8414-7f23d4384d70 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:35.710583 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47fb43cd-addf-4380-9b60-0f8b3a98ebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.818432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:35.848664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:35.871838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-47fb43cd-addf-4380-9b60-0f8b3a98ebee None None] Port 4bb8c122-2f04-43ea-8414-7f23d4384d70 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:35.876600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.061252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3773c045-2240-4fa5-bdd6-5e86c03cee82 req-a699744f-8714-427e-94ce-1e782f7b6969 tempest-ServersAdminNegativeTestJSON-1422828741 tempest-ServersAdminNegativeTestJSON-1422828741-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb270cf-a488-4d86-bc04-1eb0daa21234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693009 Jul 16 08:42:36.161982 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.162631 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.164074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] 10.222.0.52 "PUT /v2.0/ports/d73742e5-1f38-45ce-91e1-2d4cc178c84b HTTP/1.1" status: 200 len: 1093 time: 2.4221203 Jul 16 08:42:36.171157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:36.176713 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93d988c-df1e-47de-b871-2c28e56f9df8" -d '{"events": [{"name": "network-changed", "server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:36.314718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf5083-6ec4-4c55-975a-b6b184b5fa45 service neutron] Pushing event updated for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:36.337700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f31119-42fa-4c31-a88e-3f87b0d8dff3', 'name': 'network-vif-deleted', 'tag': '4909329f-0ef7-4763-8c00-8a0b0d5c9445'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:36.340902 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585867b1-a8ef-42d8-ac21-dcc17df50bc9" -d '{"events": [{"server_uuid": "44f31119-42fa-4c31-a88e-3f87b0d8dff3", "name": "network-vif-deleted", "tag": "4909329f-0ef7-4763-8c00-8a0b0d5c9445"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:36.371662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5f91a0ff-e2dd-477d-9ae1-8bb27682624e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:36.403044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.419205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.439109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.494057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:36.499851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:36.500495 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.582701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1c075d-9dcf-44f7-9992-533c321b1bcf {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:36.592571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.607309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Transition to ACTIVE for port object 6a1c075d-9dcf-44f7-9992-533c321b1bcf will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:36.612399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b7b7567-ed77-45c5-9bfe-6c8c1e960abb req-e8e15f4a-1dbe-459b-84e2-abf7e8f1bc3d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9179580 Jul 16 08:42:36.619009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.623709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb8c122-2f04-43ea-8414-7f23d4384d70,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:36.649185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-21df77a3-47d0-4ed4-b687-1d5280a01085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.650306 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-21df77a3-47d0-4ed4-b687-1d5280a01085 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 1096 time: 0.3922617 Jul 16 08:42:36.726120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-573a200c-b0e8-40a6-af66-4b32af284901 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b HTTP/1.1" status: 200 len: 217 time: 0.0649164 Jul 16 08:42:36.730393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.752775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.777429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5f91a0ff-e2dd-477d-9ae1-8bb27682624e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:36.783477 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.848352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc36fbb3-7c5b-4a47-896c-0da341732124 req-24ee3663-5a3c-4756-8d3e-72c1c23cdc80 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 210 time: 0.4301860 Jul 16 08:42:36.852752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=5f91a0ff-e2dd-477d-9ae1-8bb27682624e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:36.862322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-0a9559a1-a4ff-4f6c-a45a-020e6b82e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.864735 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-0a9559a1-a4ff-4f6c-a45a-020e6b82e15a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d830b2d-3043-4c2d-9c6e-9d06747380a0 HTTP/1.1" status: 200 len: 862 time: 0.1304734 Jul 16 08:42:36.915191 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-a7de0c61-a720-4f21-b254-6c60af39a035 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388041 Jul 16 08:42:36.942602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:36.964810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:37.217528 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-ca60ca60-f164-4227-8421-62e3cff53974 service neutron] 10.222.0.52 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939277 Jul 16 08:42:37.306217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f8c975-1834-46d1-9b98-80d659292a25 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:37.322743 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.338341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Router 251bd35b-bada-4acf-a54e-a187b0c70a51 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:37.353472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Transition to ACTIVE for port object 72f8c975-1834-46d1-9b98-80d659292a25 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:37.362513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1c075d-9dcf-44f7-9992-533c321b1bcf,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.424141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4c8e60ac-cc04-4a76-8bd1-b02511d7cf68 None None] Provisioning complete for port 4bb8c122-2f04-43ea-8414-7f23d4384d70 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:37.425142 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8e60ac-cc04-4a76-8bd1-b02511d7cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.472965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e60ac-cc04-4a76-8bd1-b02511d7cf68 None None] Port 4bb8c122-2f04-43ea-8414-7f23d4384d70 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:37.516756 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.674461 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.676704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Pushing event updated for resources: {'Port': ['ID=72f8c975-1834-46d1-9b98-80d659292a25,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.699071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:37.702991 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df57a4bd-7edc-40e4-956e-490315e1afb2 req-6e3f1b05-47d6-4e9c-8e0d-1e47b7f475d0 service neutron] 10.222.0.52 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701717 Jul 16 08:42:37.706864 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7d6eb292-f9fc-4f47-81d2-59098bf38774 admin admin] 10.222.0.55 "PUT /v2.0/routers/251bd35b-bada-4acf-a54e-a187b0c70a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0566728 Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.721060 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:37.724975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:37.779505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Network 077d6b3a-a9e3-44da-8972-5f046a20608d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:37.804297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:37.814025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:37.935588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Pushing event updated for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.962583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d601a8-b17f-4070-a6c1-ef8f3264c5bb req-fee9551f-ba70-4a14-bf23-36409e68b5a1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.964266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8d601a8-b17f-4070-a6c1-ef8f3264c5bb req-fee9551f-ba70-4a14-bf23-36409e68b5a1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 948 time: 1.1462376 Jul 16 08:42:37.982125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1f5d2-e8b1-497b-9402-cf85dbefa9f9 req-49981f3d-9220-48b9-b5c0-4d700d17387d tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.983723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dd1f5d2-e8b1-497b-9402-cf85dbefa9f9 req-49981f3d-9220-48b9-b5c0-4d700d17387d tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 943 time: 0.5972121 Jul 16 08:42:38.057303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.058040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.060705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Attempting to bind port 6a1c075d-9dcf-44f7-9992-533c321b1bcf on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:38.065271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Attempting to bind port 6a1c075d-9dcf-44f7-9992-533c321b1bcf by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:38.065629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Attempting to bind port 6a1c075d-9dcf-44f7-9992-533c321b1bcf on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:38.152396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Port 6a1c075d-9dcf-44f7-9992-533c321b1bcf on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:38.152726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Attempting to bind port 6a1c075d-9dcf-44f7-9992-533c321b1bcf on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:38.155597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-5af068fa-7fa5-4835-afd9-484183ce7f6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3042564 Jul 16 08:42:38.178650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Request body: {'port': {'device_id': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:38.193313 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Sync routers for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:38.221347 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:38.222263 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:38.239982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5f91a0ff-e2dd-477d-9ae1-8bb27682624e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:38.398386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:38.400317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.482966 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:38.632613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dd1f5d2-e8b1-497b-9402-cf85dbefa9f9 req-fc099266-c9a1-4a42-963f-6d4ab19cc129 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942805 Jul 16 08:42:38.633466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:38.633834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:38.634229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:38.634684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Bound port: 6a1c075d-9dcf-44f7-9992-533c321b1bcf, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:38.635046 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.662401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8d601a8-b17f-4070-a6c1-ef8f3264c5bb req-194af2dd-960f-4146-88fa-dae728565608 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6759660 Jul 16 08:42:38.767422 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f9eb75-3fd3-42f4-b263-1a96038d6ea6 x-openstack-request-id: req-40f9eb75-3fd3-42f4-b263-1a96038d6ea6 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:38.767949 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 2, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:38.768105 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:38.768210 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40f9eb75-3fd3-42f4-b263-1a96038d6ea6 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:38.768722 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'status': 'completed', 'code': 200} Jul 16 08:42:38.796362 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Checking router: 251bd35b-bada-4acf-a54e-a187b0c70a51 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:38.797028 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Updating router 251bd35b-bada-4acf-a54e-a187b0c70a51 port 4bb8c122-2f04-43ea-8414-7f23d4384d70 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:38.866635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Attempting to bind port 72f8c975-1834-46d1-9b98-80d659292a25 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:38.868012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Attempting to bind port 72f8c975-1834-46d1-9b98-80d659292a25 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:38.868971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Attempting to bind port 72f8c975-1834-46d1-9b98-80d659292a25 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:38.870622 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.931413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-1128a213-1f65-460c-b049-4a4dff533a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.933033 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-1128a213-1f65-460c-b049-4a4dff533a87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 1096 time: 0.1406226 Jul 16 08:42:38.949336 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001ba335-d88a-423f-b9ca-24ce3ae813e0 x-openstack-request-id: req-001ba335-d88a-423f-b9ca-24ce3ae813e0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:38.949635 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f31119-42fa-4c31-a88e-3f87b0d8dff3", "name": "network-vif-deleted", "tag": "4909329f-0ef7-4763-8c00-8a0b0d5c9445", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:38.949921 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-001ba335-d88a-423f-b9ca-24ce3ae813e0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:38.950299 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f31119-42fa-4c31-a88e-3f87b0d8dff3', 'name': 'network-vif-deleted', 'tag': '4909329f-0ef7-4763-8c00-8a0b0d5c9445', 'status': 'completed', 'code': 200} Jul 16 08:42:38.950946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Port 72f8c975-1834-46d1-9b98-80d659292a25 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:38.951268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Attempting to bind port 72f8c975-1834-46d1-9b98-80d659292a25 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:38.957133 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.962006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] For port 6a1c075d-9dcf-44f7-9992-533c321b1bcf, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:38.965045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:38.965546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:38.965984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:38.966432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Bound port: 72f8c975-1834-46d1-9b98-80d659292a25, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:38.966791 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.095740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] For port 6a1c075d-9dcf-44f7-9992-533c321b1bcf, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6a1c075d-9dcf-44f7-9992-533c321b1bcf,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:39.113615 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.250850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-6c7c88da-9b8f-465e-8530-b63cc6e00f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.252472 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-6c7c88da-9b8f-465e-8530-b63cc6e00f37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 923 time: 0.2986941 Jul 16 08:42:39.379597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] For port 72f8c975-1834-46d1-9b98-80d659292a25, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:39.383255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] For port 72f8c975-1834-46d1-9b98-80d659292a25, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=72f8c975-1834-46d1-9b98-80d659292a25,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:39.397493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.463338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.464102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.465749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/6a1c075d-9dcf-44f7-9992-533c321b1bcf HTTP/1.1" status: 200 len: 1097 time: 5.1994016 Jul 16 08:42:39.581075 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.607017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49032) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:39.608813 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Transition to ACTIVE for port object 4bb8c122-2f04-43ea-8414-7f23d4384d70 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:39.621821 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.707058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.707710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.709463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] 10.222.0.52 "PUT /v2.0/ports/72f8c975-1834-46d1-9b98-80d659292a25 HTTP/1.1" status: 200 len: 1097 time: 4.7606969 Jul 16 08:42:39.765197 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c122-2f04-43ea-8414-7f23d4384d70,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.793601 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.794148 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.794996 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.795687 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.796126 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.796574 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.797008 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.797437 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.797882 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.798960 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.805214 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.805688 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:39.927163 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-5652b0e7-8e60-4de7-be0f-9bf3c8de19a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b HTTP/1.1" status: 200 len: 217 time: 0.6633782 Jul 16 08:42:39.993261 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Attempting to bind port 4bb8c122-2f04-43ea-8414-7f23d4384d70 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:39.993632 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Attempting to bind port 4bb8c122-2f04-43ea-8414-7f23d4384d70 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:39.995033 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Attempting to bind port 4bb8c122-2f04-43ea-8414-7f23d4384d70 on network d8554e79-f6fd-4dea-bdba-f694e2b5d19b {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:40.011988 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:40.012508 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Checking segment: {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:40.013023 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.013532 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Bound using segment: {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:40.014060 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Bound port: 4bb8c122-2f04-43ea-8414-7f23d4384d70, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:40.014469 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.028296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-220634fd-b332-476d-ab76-fe0ad7b06ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.033377 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-220634fd-b332-476d-ab76-fe0ad7b06ca9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d830b2d-3043-4c2d-9c6e-9d06747380a0 HTTP/1.1" status: 200 len: 862 time: 0.0983512 Jul 16 08:42:40.074137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e2284-550f-4a2f-b42f-fbeb4a1820f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1c075d-9dcf-44f7-9992-533c321b1bcf,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.108120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-50869528-7fb3-4e0c-aef2-68731e81a414 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602534 Jul 16 08:42:40.123594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623275-49b1-4b0c-a6e1-c6e1969e05e2 req-134318ca-8e34-49d7-a944-2c8b99616233 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.125187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73623275-49b1-4b0c-a6e1-c6e1969e05e2 req-134318ca-8e34-49d7-a944-2c8b99616233 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 944 time: 0.7326598 Jul 16 08:42:40.138726 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] For port 4bb8c122-2f04-43ea-8414-7f23d4384d70, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:40.143733 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] For port 4bb8c122-2f04-43ea-8414-7f23d4384d70, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4bb8c122-2f04-43ea-8414-7f23d4384d70,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:40.151317 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.152288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce5ca5-bdc2-4627-a8d7-1b4d2f174758 req-7fd8cd9b-b690-4656-a622-dc72bd4d8e3f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.164182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-efce5ca5-bdc2-4627-a8d7-1b4d2f174758 req-7fd8cd9b-b690-4656-a622-dc72bd4d8e3f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 1.2040002 Jul 16 08:42:40.280084 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513afe0-f993-4002-9d8d-9051f0c8c3d3 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c122-2f04-43ea-8414-7f23d4384d70,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.297128 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-472436e5-cfbb-4148-bccd-94a1d52c5327 service neutron] 10.222.0.52 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832302 Jul 16 08:42:40.298338 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:40.299107 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:40.315294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1ddad523-d78f-47f7-b492-1a083789f7c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d50c0dfcc7c14b77b1389b93838de624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6800132 Jul 16 08:42:40.316002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73742e5-1f38-45ce-91e1-2d4cc178c84b details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:40.317675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49052) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.517330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-efce5ca5-bdc2-4627-a8d7-1b4d2f174758 req-ddd30869-4446-463f-91f9-502d87f73fdb tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521070 Jul 16 08:42:40.523727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-4d990132-c1da-45d4-a92e-4cf38a12a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.528356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-4d990132-c1da-45d4-a92e-4cf38a12a4f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 1100 time: 0.9744394 Jul 16 08:42:40.633041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cd6cc-1950-495d-a1f2-55887bdca43e service neutron] Pushing event updated for resources: {'Port': ['ID=72f8c975-1834-46d1-9b98-80d659292a25,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.656598 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b93d988c-df1e-47de-b871-2c28e56f9df8 req-94d868b6-d95a-4a78-862d-ad8d79f557a3 service neutron] 10.222.0.52 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511322 Jul 16 08:42:40.668454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:40.679556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693ac9-d277-470d-8559-7988e7f0dbb6 req-3276c914-e016-4181-92b8-fed907475878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.681060 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba693ac9-d277-470d-8559-7988e7f0dbb6 req-3276c914-e016-4181-92b8-fed907475878 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb82796f50534d69a4c770e81ed666dd&device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 1095 time: 0.1696143 Jul 16 08:42:40.693830 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:40.722624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'port_id': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'mac_address': 'fa:16:3e:70:af:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d830b2d-3043-4c2d-9c6e-9d06747380a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:40.809929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.850853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73742e5-1f38-45ce-91e1-2d4cc178c84b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:40.861087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73623275-49b1-4b0c-a6e1-c6e1969e05e2 req-6a1d2def-bcb2-4300-a338-53d0724b7a16 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874039 Jul 16 08:42:40.872933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-57f91529-d458-4297-ab81-cf4d4c612fd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a1c075d-9dcf-44f7-9992-533c321b1bcf HTTP/1.1" status: 200 len: 217 time: 0.3315687 Jul 16 08:42:40.916375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-ee51c2cb-5573-47ef-b1bd-c98f5647b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.924661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:40.927057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-ee51c2cb-5573-47ef-b1bd-c98f5647b0b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=f682fb2c-f397-4495-81a6-b36376014649 HTTP/1.1" status: 200 len: 1100 time: 1.1364362 Jul 16 08:42:40.939383 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.977554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48508b37-d995-4381-833c-2c07565cac04', 'tag': '6a1c075d-9dcf-44f7-9992-533c321b1bcf'}, {'name': 'network-changed', 'server_uuid': 'f682fb2c-f397-4495-81a6-b36376014649', 'tag': '72f8c975-1834-46d1-9b98-80d659292a25'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:40.992760 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cbed79-60d8-428f-bf23-37a40619b03c" -d '{"events": [{"name": "network-changed", "server_uuid": "48508b37-d995-4381-833c-2c07565cac04", "tag": "6a1c075d-9dcf-44f7-9992-533c321b1bcf"}, {"name": "network-changed", "server_uuid": "f682fb2c-f397-4495-81a6-b36376014649", "tag": "72f8c975-1834-46d1-9b98-80d659292a25"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:41.079826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693ac9-d277-470d-8559-7988e7f0dbb6 req-2412424e-255e-447d-8d82-875c36d812f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.080587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba693ac9-d277-470d-8559-7988e7f0dbb6 req-2412424e-255e-447d-8d82-875c36d812f9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=eb82796f50534d69a4c770e81ed666dd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3702722 Jul 16 08:42:41.179422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.224575 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:40Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:41.259952 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ea0e21-20cb-4430-8e4c-e23aab1224d4 None None] The sync data for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 is: [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:40Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:41.281675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d73742e5-1f38-45ce-91e1-2d4cc178c84b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:41.401369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-5d93512f-a1ca-4d07-af5e-fe4ac8f6a590 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=72f8c975-1834-46d1-9b98-80d659292a25 HTTP/1.1" status: 200 len: 217 time: 0.4015446 Jul 16 08:42:41.506726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9f2dfe-ce3f-4608-9e17-307e51434862 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:41.528567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.546649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Transition to ACTIVE for port object 3b9f2dfe-ce3f-4608-9e17-307e51434862 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:41.568184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693ac9-d277-470d-8559-7988e7f0dbb6 req-fb67260e-e9b9-4fbb-b8b7-b67ae3ee453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.574321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9dbdd3ac-4224-4ebc-85d4-da2ed40b2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.575602 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba693ac9-d277-470d-8559-7988e7f0dbb6 req-fb67260e-e9b9-4fbb-b8b7-b67ae3ee453b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4814126 Jul 16 08:42:41.580938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-9dbdd3ac-4224-4ebc-85d4-da2ed40b2bdc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.6709137 Jul 16 08:42:41.700151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-abe184b0-36f2-462f-bed8-850e0373c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.701708 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-abe184b0-36f2-462f-bed8-850e0373c0e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb82796f50534d69a4c770e81ed666dd&device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 1095 time: 0.0652683 Jul 16 08:42:41.705250 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.707198 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8e4a-7b00-4ba2-aeb6-00d6b103ddea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.763014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-61a8d29d-00a1-4c39-8c93-f37d3143ac3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c868642-4025-47bf-adc6-46a2947fd61d HTTP/1.1" status: 200 len: 217 time: 0.0498357 Jul 16 08:42:41.841800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-01b9ec99-f004-48e3-9da5-fb0f19103082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.843290 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-01b9ec99-f004-48e3-9da5-fb0f19103082 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c7ab2a3-4430-43d2-8c9f-132f691a7d1c HTTP/1.1" status: 200 len: 854 time: 0.0708420 Jul 16 08:42:41.869811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8e4a-7b00-4ba2-aeb6-00d6b103ddea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.911032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e746c-98cd-4bcc-b984-b71c70c2d0e9 req-acbb01e7-c988-49e9-862a-17bb07697e55 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.912627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d19e746c-98cd-4bcc-b984-b71c70c2d0e9 req-acbb01e7-c988-49e9-862a-17bb07697e55 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 932 time: 1.0696330 Jul 16 08:42:41.929949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-6f9bb991-5c19-41f2-b908-83cf4125e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.931547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-6f9bb991-5c19-41f2-b908-83cf4125e218 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.3308120 Jul 16 08:42:41.933845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-66677b96-9fff-420d-913e-27f5971c9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.935890 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-66677b96-9fff-420d-913e-27f5971c9e9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8be9d9c1-9e1d-45ed-a886-7bfd7a053303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840495 Jul 16 08:42:41.963319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.005447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590cadc-7401-49c1-932f-b358ed025ac4 req-0ff80801-3fc9-40d9-9edc-65de2e88e032 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.007053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f590cadc-7401-49c1-932f-b358ed025ac4 req-0ff80801-3fc9-40d9-9edc-65de2e88e032 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 943 time: 0.4207544 Jul 16 08:42:42.062944 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-757cb854-6184-4a0c-be26-3e11ce6eee39 service neutron] 10.222.0.54 "GET /v2.0/networks/8be9d9c1-9e1d-45ed-a886-7bfd7a053303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181087 Jul 16 08:42:42.089363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-507b50f8-aee9-4798-9177-3f50075fcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.092804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-507b50f8-aee9-4798-9177-3f50075fcd65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4684596 Jul 16 08:42:42.165140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d19e746c-98cd-4bcc-b984-b71c70c2d0e9 req-f4d39c68-3d90-4048-817f-9a58ed98fc8c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412124 Jul 16 08:42:42.195246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f590cadc-7401-49c1-932f-b358ed025ac4 req-72a8fb82-30b3-460a-93bd-98d375958cd2 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396093 Jul 16 08:42:42.241253 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11a102ef-85c8-4b66-b8a1-45b249ec50c0 req-54152980-cbd6-4d3d-b4a7-4e5d76e117c8 service neutron] 10.222.0.54 "GET /v2.0/networks/8be9d9c1-9e1d-45ed-a886-7bfd7a053303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567879 Jul 16 08:42:42.262337 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8e4a-7b00-4ba2-aeb6-00d6b103ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.267522 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8e4a-7b00-4ba2-aeb6-00d6b103ddea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.273903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d4a8e4a-7b00-4ba2-aeb6-00d6b103ddea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eeb270cf-a488-4d86-bc04-1eb0daa21234 HTTP/1.1" status: 204 len: 168 time: 1.9220760 Jul 16 08:42:42.274816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Attempting to bind port 3b9f2dfe-ce3f-4608-9e17-307e51434862 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:42.275398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Attempting to bind port 3b9f2dfe-ce3f-4608-9e17-307e51434862 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:42.277599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Attempting to bind port 3b9f2dfe-ce3f-4608-9e17-307e51434862 on network 077d6b3a-a9e3-44da-8972-5f046a20608d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:42.280989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4bb8c122-2f04-43ea-8414-7f23d4384d70 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:42.305540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Port 3b9f2dfe-ce3f-4608-9e17-307e51434862 on network 077d6b3a-a9e3-44da-8972-5f046a20608d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:42.306450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Attempting to bind port 3b9f2dfe-ce3f-4608-9e17-307e51434862 on network 077d6b3a-a9e3-44da-8972-5f046a20608d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:42.313681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a8e4a-7b00-4ba2-aeb6-00d6b103ddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb270cf-a488-4d86-bc04-1eb0daa21234,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.346771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:42.347117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Checking segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:42.347504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Bound using segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:42.347963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Bound port: 3b9f2dfe-ce3f-4608-9e17-307e51434862, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:42.348325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.353122 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dbe35c-8982-49f8-9b3a-fc5c1b6d6a2a x-openstack-request-id: req-e7dbe35c-8982-49f8-9b3a-fc5c1b6d6a2a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:42.353471 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48508b37-d995-4381-833c-2c07565cac04", "tag": "6a1c075d-9dcf-44f7-9992-533c321b1bcf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f682fb2c-f397-4495-81a6-b36376014649", "tag": "72f8c975-1834-46d1-9b98-80d659292a25", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:42.353719 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7dbe35c-8982-49f8-9b3a-fc5c1b6d6a2a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:42.355360 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48508b37-d995-4381-833c-2c07565cac04', 'tag': '6a1c075d-9dcf-44f7-9992-533c321b1bcf', 'status': 'completed', 'code': 200} Jul 16 08:42:42.355616 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f682fb2c-f397-4495-81a6-b36376014649', 'tag': '72f8c975-1834-46d1-9b98-80d659292a25', 'status': 'completed', 'code': 200} Jul 16 08:42:42.392264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73742e5-1f38-45ce-91e1-2d4cc178c84b up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:42.410389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-586374a8-3a29-4ee1-aaff-e3c877003958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.412086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-586374a8-3a29-4ee1-aaff-e3c877003958 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4382250 Jul 16 08:42:42.432679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-20d9c0a7-e094-4872-a233-fbb2cafe371a service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258283 Jul 16 08:42:42.485149 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-90d45861-6439-4e15-b234-7ef3e16920b1 service neutron] 10.222.0.54 "GET /v2.0/ports/ee9fb22a-dcbe-4bcd-b429-d882299b2a00/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 383 time: 0.2252426 Jul 16 08:42:42.612087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 4bb8c122-2f04-43ea-8414-7f23d4384d70 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:42.623018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port d73742e5-1f38-45ce-91e1-2d4cc178c84b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:42.624994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 4bb8c122-2f04-43ea-8414-7f23d4384d70 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:42.625366 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.632686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d73742e5-1f38-45ce-91e1-2d4cc178c84b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:42.633707 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.722225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-15277138-0625-4c58-a6b2-a1bc337897b9 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020606 Jul 16 08:42:42.832260 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.905468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49100) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.910932 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.957253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 4bb8c122-2f04-43ea-8414-7f23d4384d70, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4bb8c122-2f04-43ea-8414-7f23d4384d70,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:42.974384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:42.979648 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-846c4fd3-332c-4a8a-b996-4095abd9cdbf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f87675890894ba489cd6ccf36635d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703888 Jul 16 08:42:42.980418 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ac11fe-95bf-4bea-80fc-aae40cb305ca" -d '{"events": [{"server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "name": "network-vif-plugged", "status": "completed", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:42.980538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49102) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.986395 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.999874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:43.033401 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.048120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-8f7dbee9-4611-4cba-8996-b0ea1545ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.049707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-8f7dbee9-4611-4cba-8996-b0ea1545ed26 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa&tenant_id=5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 1100 time: 0.2292099 Jul 16 08:42:43.079059 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-832f4621-4c8f-401c-86b9-e58e32c62fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.089971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c122-2f04-43ea-8414-7f23d4384d70,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.105615 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-832f4621-4c8f-401c-86b9-e58e32c62fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.164287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.196018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-832f4621-4c8f-401c-86b9-e58e32c62fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.199402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-832f4621-4c8f-401c-86b9-e58e32c62fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.200775 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-832f4621-4c8f-401c-86b9-e58e32c62fbe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f25a4fb-61c5-4590-b7ea-c616aedb78a8 HTTP/1.1" status: 204 len: 168 time: 0.2189567 Jul 16 08:42:43.213267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f4621-4c8f-401c-86b9-e58e32c62fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f25a4fb-61c5-4590-b7ea-c616aedb78a8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.239824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-4e5acca3-b984-4f54-a9c3-5db227a08197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.241343 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-4e5acca3-b984-4f54-a9c3-5db227a08197 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 1100 time: 0.0780540 Jul 16 08:42:43.344258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:43.345747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:43.349017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-70e4cc34-48a6-441e-b5cd-340361bd26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.350726 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-70e4cc34-48a6-441e-b5cd-340361bd26d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1006930 Jul 16 08:42:43.371159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-51570d6c-29b5-41a9-b623-b670203850c9 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793042 Jul 16 08:42:43.372320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.404728 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-b5133c9d-6dca-4f68-b3a2-aa93574c4975 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 200 len: 217 time: 0.0466490 Jul 16 08:42:43.465529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aad83-ba51-4aad-9364-bd4b8bc87c75 req-5b7ebe9d-b015-4112-b462-4e338292e348 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.467081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-7318d29b-7089-4090-8030-859a47c44fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.468532 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-7318d29b-7089-4090-8030-859a47c44fcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0565267 Jul 16 08:42:43.472848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-127aad83-ba51-4aad-9364-bd4b8bc87c75 req-5b7ebe9d-b015-4112-b462-4e338292e348 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.7407243 Jul 16 08:42:43.475991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.476616 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.477963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] 10.222.0.52 "PUT /v2.0/ports/3b9f2dfe-ce3f-4608-9e17-307e51434862 HTTP/1.1" status: 200 len: 1093 time: 5.3047414 Jul 16 08:42:43.504119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9785-e1d8-4218-a769-cdd3390b6408 req-014f7cdb-a39b-40a7-b0d2-1239c8f15f6b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.515383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39dc9785-e1d8-4218-a769-cdd3390b6408 req-014f7cdb-a39b-40a7-b0d2-1239c8f15f6b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 948 time: 0.8074512 Jul 16 08:42:43.524945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c1c6fa0-e370-41a7-9473-de18730dbd9d req-a4f155ee-e1d5-40f2-bc58-45eff2bf9fb2 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0497837 Jul 16 08:42:43.583007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-e8f8efb7-f6ff-4549-b666-2a517813f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.584590 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-e8f8efb7-f6ff-4549-b666-2a517813f2b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087618 Jul 16 08:42:43.624938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c008cc7-42b9-4875-bdb9-dee584e35935 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.688454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39dc9785-e1d8-4218-a769-cdd3390b6408 req-286b2105-b9b0-4c89-a316-7a789bd85053 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734602 Jul 16 08:42:43.706885 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-127aad83-ba51-4aad-9364-bd4b8bc87c75 req-76d9f61d-dcfb-410f-885d-a3016ce6778e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330835 Jul 16 08:42:43.713632 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-d9ed6200-855c-43e2-82f8-3749cfdecaf4 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212370 Jul 16 08:42:43.769160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-139051b7-e45e-430e-b821-3377fd499900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.770943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-139051b7-e45e-430e-b821-3377fd499900 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 1096 time: 0.1991022 Jul 16 08:42:43.773070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbed79-60d8-428f-bf23-37a40619b03c req-ca21acfb-e304-42a2-875a-1c7922039cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.774844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-ca21acfb-e304-42a2-875a-1c7922039cbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 1100 time: 0.1521771 Jul 16 08:42:43.847585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-c647c90e-dcc4-449d-bef2-da5bbf1390f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862 HTTP/1.1" status: 200 len: 217 time: 0.0585766 Jul 16 08:42:43.875235 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dd6d0037-aea1-4960-a3ce-ae9dd89bbaed req-ca09d6fc-5c27-4233-9876-f29e040cd518 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533370 Jul 16 08:42:43.995830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-e4932090-dc13-43e8-a027-ea96aace0335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.998072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-e4932090-dc13-43e8-a027-ea96aace0335 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 200 len: 845 time: 0.1405122 Jul 16 08:42:44.001018 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056f050e-ed16-4e55-9842-fc9dee6b848e x-openstack-request-id: req-056f050e-ed16-4e55-9842-fc9dee6b848e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:44.001548 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "name": "network-vif-plugged", "status": "completed", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:44.001548 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-056f050e-ed16-4e55-9842-fc9dee6b848e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:44.002012 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'code': 200} Jul 16 08:42:44.058949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-6acb2e71-4dc6-4c76-9cad-1fa4d6e36fcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077d6b3a-a9e3-44da-8972-5f046a20608d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480175 Jul 16 08:42:44.060056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbed79-60d8-428f-bf23-37a40619b03c req-6d1d5444-5eb4-4bce-83c9-b21ba108d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.061375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-6d1d5444-5eb4-4bce-83c9-b21ba108d4e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2636938 Jul 16 08:42:44.092980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ce715-33f3-49a7-afab-4b173abe3141 req-c7d706a5-c201-489f-a506-2874b0307872 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.094954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c70ce715-33f3-49a7-afab-4b173abe3141 req-c7d706a5-c201-489f-a506-2874b0307872 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.2388618 Jul 16 08:42:44.197219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-0c5e075f-730c-4fc2-b506-abcffb2efe32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a1c075d-9dcf-44f7-9992-533c321b1bcf HTTP/1.1" status: 200 len: 217 time: 0.1002398 Jul 16 08:42:44.204106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4bb8c122-2f04-43ea-8414-7f23d4384d70 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:44.294234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 4bb8c122-2f04-43ea-8414-7f23d4384d70 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:44.295255 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.356521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c70ce715-33f3-49a7-afab-4b173abe3141 req-c6ca2369-2afd-49ab-8c1d-9bd627c7c402 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282941 Jul 16 08:42:44.362569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:44.364929 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69689fa6-125d-4349-8eec-9f10ec7c0034" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:44.380541 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2937870e-04f4-49d3-b3b8-8b82ba37f79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.426720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbed79-60d8-428f-bf23-37a40619b03c req-c7e04d87-3b96-4f6e-ac7e-a378808921e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.428312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-c7e04d87-3b96-4f6e-ac7e-a378808921e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1856000 Jul 16 08:42:44.440405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-065dafbd-fa03-4203-8758-a52fef634362 service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444593 Jul 16 08:42:44.485934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c19b6-6235-4924-83fb-040cca9c1d7f req-2bf5dd7e-57d3-43c3-897b-e8fc4b91431f tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.487498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d61c19b6-6235-4924-83fb-040cca9c1d7f req-2bf5dd7e-57d3-43c3-897b-e8fc4b91431f tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 944 time: 0.3157744 Jul 16 08:42:44.533107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f366ba5-88b6-4067-be42-4fe43f5ce4d2 req-1132f2a2-cc37-4ea5-8ed2-f9bc2361c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.534614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f366ba5-88b6-4067-be42-4fe43f5ce4d2 req-1132f2a2-cc37-4ea5-8ed2-f9bc2361c99a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 1098 time: 0.4365704 Jul 16 08:42:44.671911 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d61c19b6-6235-4924-83fb-040cca9c1d7f req-e06f63be-b8b0-4c20-959c-e5e19c45d1f2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712272 Jul 16 08:42:44.711694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f366ba5-88b6-4067-be42-4fe43f5ce4d2 req-3a9bbe44-dfa7-407b-96d2-d060a7cfc719 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556737 Jul 16 08:42:44.722925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c586597b-3616-4fe7-abb5-6df70abbda1b req-670f299b-7c1f-459d-aa9e-2f71865b54dd service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643080 Jul 16 08:42:44.725465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbed79-60d8-428f-bf23-37a40619b03c req-5c6d5a97-ebac-4edd-959c-9672f86dd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.726886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-5c6d5a97-ebac-4edd-959c-9672f86dd3d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2847323 Jul 16 08:42:44.741002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06079e69-24eb-49e1-a9b7-51232ae88da9 req-dc7893a3-f3c8-435a-9cf0-c9ecf69f05f9 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.742526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06079e69-24eb-49e1-a9b7-51232ae88da9 req-dc7893a3-f3c8-435a-9cf0-c9ecf69f05f9 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 943 time: 0.2541306 Jul 16 08:42:44.781761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06079e69-24eb-49e1-a9b7-51232ae88da9 req-0f7991f7-7038-437b-9b97-965e439eae3d tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Jul 16 08:42:44.842694 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34690448-3582-4b0d-8a8a-9fd35a6a7400 x-openstack-request-id: req-34690448-3582-4b0d-8a8a-9fd35a6a7400 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:44.842990 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:44.843238 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34690448-3582-4b0d-8a8a-9fd35a6a7400 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:44.843622 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'status': 'completed', 'code': 200} Jul 16 08:42:44.961840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-f89ef4ca-d3fe-455b-9fa8-b86052bd02ca service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773531 Jul 16 08:42:44.985348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.990642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1b012-7cba-4503-b8b1-27ee189a5a2d req-151ca454-24cf-481a-978f-82b2531d45bb tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.992205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2be1b012-7cba-4503-b8b1-27ee189a5a2d req-151ca454-24cf-481a-978f-82b2531d45bb tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 946 time: 0.1994388 Jul 16 08:42:45.038483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-c7ad99b5-a859-493a-8279-6cac9df06e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.039907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-c7ad99b5-a859-493a-8279-6cac9df06e3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 1096 time: 0.1564879 Jul 16 08:42:45.117899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2be1b012-7cba-4503-b8b1-27ee189a5a2d req-ff202b3c-9a2c-4bfd-80cb-b41666e11d06 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141710 Jul 16 08:42:45.165195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-648b51ed-117a-4e7c-bc41-2958051e0f96 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957273 Jul 16 08:42:45.260638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-8f802ac4-db5d-401f-905e-0c7fd0d6dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.262451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-8f802ac4-db5d-401f-905e-0c7fd0d6dfd1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 906 time: 0.1977091 Jul 16 08:42:45.341603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-dc0e99c2-78e6-48ab-8583-1caed8e23abf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862 HTTP/1.1" status: 200 len: 217 time: 0.0722718 Jul 16 08:42:45.358176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac355f-47b2-4a05-886f-9b34594af944 req-37d4cb96-3cb1-493a-804b-0ae9cbb159c5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.359646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fac355f-47b2-4a05-886f-9b34594af944 req-37d4cb96-3cb1-493a-804b-0ae9cbb159c5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 948 time: 0.1973436 Jul 16 08:42:45.398369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.451410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-13feaac7-0720-41d7-9981-fa3f631b9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.452869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-13feaac7-0720-41d7-9981-fa3f631b9af5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 200 len: 845 time: 0.1033397 Jul 16 08:42:45.454604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbed79-60d8-428f-bf23-37a40619b03c req-0f7f903e-55c6-49e3-8c95-40f83ad109db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.455988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-0f7f903e-55c6-49e3-8c95-40f83ad109db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=f682fb2c-f397-4495-81a6-b36376014649 HTTP/1.1" status: 200 len: 1100 time: 0.2340980 Jul 16 08:42:45.466382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fac355f-47b2-4a05-886f-9b34594af944 req-bbe2246c-4297-470e-8e45-c86e9c694873 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969334 Jul 16 08:42:45.520147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-92d2d30e-5265-4adb-ac06-f5c20362da7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077d6b3a-a9e3-44da-8972-5f046a20608d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527930 Jul 16 08:42:45.539219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142dfc-0158-423f-8d7d-1b8ec2f554c5 req-3d0abc98-b8ad-4e88-829e-e4ca3bd02c16 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.547559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a142dfc-0158-423f-8d7d-1b8ec2f554c5 req-3d0abc98-b8ad-4e88-829e-e4ca3bd02c16 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.2749815 Jul 16 08:42:45.616554 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3edb4b85-752c-46e5-a3a7-a97da1900e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.705533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a142dfc-0158-423f-8d7d-1b8ec2f554c5 req-c31b3ba1-4642-441a-a2a8-9169bc716d45 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571057 Jul 16 08:42:45.865354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0c868642-4025-47bf-adc6-46a2947fd61d details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:45.873314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3edb4b85-752c-46e5-a3a7-a97da1900e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.885407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3edb4b85-752c-46e5-a3a7-a97da1900e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.923284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ee9fb22a-dcbe-4bcd-b429-d882299b2a00 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:46.019184 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3edb4b85-752c-46e5-a3a7-a97da1900e06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d811c79b72f413b970aad0ad7aafa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6166840 Jul 16 08:42:46.019866 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49174) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:46.025549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb4b85-752c-46e5-a3a7-a97da1900e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1cf645-b917-4d51-9e73-f92ec68356c2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.052343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbed79-60d8-428f-bf23-37a40619b03c req-e7bcf3b3-a9f4-40b5-911c-e3e6a023ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.053810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-e7bcf3b3-a9f4-40b5-911c-e3e6a023ab07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.5855350 Jul 16 08:42:46.124565 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.158799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0c868642-4025-47bf-adc6-46a2947fd61d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0c868642-4025-47bf-adc6-46a2947fd61d,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:46.164526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:46.166799 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42538a98-8f43-4a86-aea0-f8eafbca3ed2" -d '{"events": [{"server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:46.173307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b461863-9129-4e7e-9f57-207030307db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.185775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-386791f8-5d99-4363-a465-64b1f2e026a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=72f8c975-1834-46d1-9b98-80d659292a25 HTTP/1.1" status: 200 len: 217 time: 0.1205361 Jul 16 08:42:46.197606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:46.199654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '0c868642-4025-47bf-adc6-46a2947fd61d', 'network_id': '8be9d9c1-9e1d-45ed-a886-7bfd7a053303', 'port_id': '0c868642-4025-47bf-adc6-46a2947fd61d', 'mac_address': 'fa:16:3e:bc:80:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7ab2a3-4430-43d2-8c9f-132f691a7d1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:46.204282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-2f65c91a-582a-4ef2-a324-1e3880cc5ebf service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520555 Jul 16 08:42:46.209870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.210106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b461863-9129-4e7e-9f57-207030307db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.278823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.315354 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b461863-9129-4e7e-9f57-207030307db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.321866 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b461863-9129-4e7e-9f57-207030307db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.323048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 72f8c975-1834-46d1-9b98-80d659292a25 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:46.329790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3b461863-9129-4e7e-9f57-207030307db0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c1cf645-b917-4d51-9e73-f92ec68356c2 HTTP/1.1" status: 204 len: 168 time: 0.3055692 Jul 16 08:42:46.339479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.347080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c868642-4025-47bf-adc6-46a2947fd61d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:46.365240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b461863-9129-4e7e-9f57-207030307db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1cf645-b917-4d51-9e73-f92ec68356c2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.376321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0c868642-4025-47bf-adc6-46a2947fd61d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0c868642-4025-47bf-adc6-46a2947fd61d,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:46.404966 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.415362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c70777-e94b-4427-86f4-58d22e94bc1f req-71caa01a-21a7-4817-a29e-78e3bd1a3e6d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.418551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2c70777-e94b-4427-86f4-58d22e94bc1f req-71caa01a-21a7-4817-a29e-78e3bd1a3e6d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.7237267 Jul 16 08:42:46.428191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbed79-60d8-428f-bf23-37a40619b03c req-1ec6f76f-5dc0-4a6c-abb7-cae7716ac25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.430698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-1ec6f76f-5dc0-4a6c-abb7-cae7716ac25c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2253013 Jul 16 08:42:46.513821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61f75-c6cc-41d4-aef7-9b5a3f6c8008 req-5d1a0867-e554-44ee-a8cf-e60b33c4a1a2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.522462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d61f75-c6cc-41d4-aef7-9b5a3f6c8008 req-5d1a0867-e554-44ee-a8cf-e60b33c4a1a2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 944 time: 0.5006709 Jul 16 08:42:46.583136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69689fa6-125d-4349-8eec-9f10ec7c0034 req-c8a8b3cd-9391-486c-9c50-f85c598dc80e service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614652 Jul 16 08:42:46.598244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2c70777-e94b-4427-86f4-58d22e94bc1f req-46ba9a12-a729-4b1b-a555-2ad46e2e0fe1 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660409 Jul 16 08:42:46.628283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0c868642-4025-47bf-adc6-46a2947fd61d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.635221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 72f8c975-1834-46d1-9b98-80d659292a25, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=72f8c975-1834-46d1-9b98-80d659292a25,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:46.655922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d61f75-c6cc-41d4-aef7-9b5a3f6c8008 req-6c52852a-bb74-404b-828f-d59bf5228bef tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321568 Jul 16 08:42:46.675594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '72f8c975-1834-46d1-9b98-80d659292a25', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '72f8c975-1834-46d1-9b98-80d659292a25', 'mac_address': 'fa:16:3e:8f:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:46.676132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbed79-60d8-428f-bf23-37a40619b03c req-16a176b9-e71d-4f05-ab72-e9b374139420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.677666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-16a176b9-e71d-4f05-ab72-e9b374139420 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2296417 Jul 16 08:42:46.688647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0c868642-4025-47bf-adc6-46a2947fd61d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:46.796096 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.847592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f8c975-1834-46d1-9b98-80d659292a25 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:46.889190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17a2f6-c0de-4283-a983-c64b76aad02b req-1f8ebc79-1feb-4289-bf04-8b712cbe4b67 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.895436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 72f8c975-1834-46d1-9b98-80d659292a25, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=72f8c975-1834-46d1-9b98-80d659292a25,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:46.896649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d17a2f6-c0de-4283-a983-c64b76aad02b req-1f8ebc79-1feb-4289-bf04-8b712cbe4b67 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 944 time: 0.1523209 Jul 16 08:42:46.909858 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.910970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6a1c075d-9dcf-44f7-9992-533c321b1bcf details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:46.929273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-5db0c537-569a-46fc-8923-9015d67b7e28 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419484 Jul 16 08:42:46.958689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6a1c075d-9dcf-44f7-9992-533c321b1bcf, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6a1c075d-9dcf-44f7-9992-533c321b1bcf,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:46.996464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '6a1c075d-9dcf-44f7-9992-533c321b1bcf', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '6a1c075d-9dcf-44f7-9992-533c321b1bcf', 'mac_address': 'fa:16:3e:15:18:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:46.997239 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d17a2f6-c0de-4283-a983-c64b76aad02b req-45ba8bcc-aa6e-4fab-b9e0-b76b68f0b647 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996494 Jul 16 08:42:47.106859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45cbed79-60d8-428f-bf23-37a40619b03c req-6464f88c-6951-4996-8b92-b89747441a7f service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623342 Jul 16 08:42:47.162989 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4221cb43-7b3e-4908-ad96-fc59fbb97881 x-openstack-request-id: req-4221cb43-7b3e-4908-ad96-fc59fbb97881 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:47.163310 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:47.163575 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4221cb43-7b3e-4908-ad96-fc59fbb97881 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:47.164137 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'code': 200} Jul 16 08:42:47.217866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.240538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=72f8c975-1834-46d1-9b98-80d659292a25,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.254477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1c075d-9dcf-44f7-9992-533c321b1bcf {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:47.291144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6a1c075d-9dcf-44f7-9992-533c321b1bcf, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6a1c075d-9dcf-44f7-9992-533c321b1bcf,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:47.300270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.312744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663a668-6b99-478f-b844-24636690af56 req-382fa7c1-3b6d-430d-9677-bc245912fd0b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.319915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3663a668-6b99-478f-b844-24636690af56 req-382fa7c1-3b6d-430d-9677-bc245912fd0b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 948 time: 0.0876868 Jul 16 08:42:47.374714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6a1c075d-9dcf-44f7-9992-533c321b1bcf,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.399520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3663a668-6b99-478f-b844-24636690af56 req-0cf13049-23e4-4c3f-9a29-4d7a91aec705 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787263 Jul 16 08:42:47.441503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf219d1-cfe0-44e8-86b5-5cef93b50519 req-8ccae369-731f-45a2-a91e-518397d649a1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.443281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bf219d1-cfe0-44e8-86b5-5cef93b50519 req-8ccae369-731f-45a2-a91e-518397d649a1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 946 time: 0.1142542 Jul 16 08:42:47.484036 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49216) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:47.494153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bf219d1-cfe0-44e8-86b5-5cef93b50519 req-4c5b22dd-1d3d-4c18-8a88-739d25101fe6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Jul 16 08:42:47.557287 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f3ad4a-175a-4d91-8e6a-5e682570dca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.563490 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.576072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-ffc9e321-cc2e-4088-8efb-b718cfcf4876 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--509723897&fields=id&tenant_id=83c236444a70408291cae3a865af9b98 HTTP/1.1" status: 200 len: 267 time: 0.0620072 Jul 16 08:42:47.625187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6a1c075d-9dcf-44f7-9992-533c321b1bcf'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:47.627965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['72f8c975-1834-46d1-9b98-80d659292a25'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:47.633067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1170422916-network', 'tenant_id': '368cfdc708704fc68a25e6d04035e543'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:47.680899 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Made reservation on behalf of 368cfdc708704fc68a25e6d04035e543 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:47.686541 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.706163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.753259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d64e7d1c-2f88-4014-acc2-ccc6e8730bb9 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.766494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d64e7d1c-2f88-4014-acc2-ccc6e8730bb9 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/networks?id=ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 200 len: 824 time: 0.1743472 Jul 16 08:42:47.789948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-7e40e5a2-f28e-40eb-b21b-9f3061255d9f tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/quotas/83c236444a70408291cae3a865af9b98 HTTP/1.1" status: 200 len: 375 time: 0.0221364 Jul 16 08:42:47.893618 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.900197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.910724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ee9fb22a-dcbe-4bcd-b429-d882299b2a00 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:47.916199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0c868642-4025-47bf-adc6-46a2947fd61d up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:47.920742 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-383a0e45-7ab6-4229-a60b-6b3036f9517b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=83c236444a70408291cae3a865af9b98&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1211357 Jul 16 08:42:47.938645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:47.969353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22de0e3b-ab81-48e1-bfc3-a837e8a4d392,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.994313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.996499 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Added segment 5f8813bb-9d62-402e-8db4-39360ae921e3 of type vlan for network 7d074ec6-b234-4e91-9263-ce5295741b96 Jul 16 08:42:48.028695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-6e2e3e8e-b079-402c-b954-8f75af715475 service neutron] 10.222.0.55 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070688 Jul 16 08:42:48.057161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71f639-257c-4e31-944a-8f2755e5f0e6 req-09ec4059-ea64-417b-aedc-e6ab3c93d268 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.059608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb71f639-257c-4e31-944a-8f2755e5f0e6 req-09ec4059-ea64-417b-aedc-e6ab3c93d268 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.2059212 Jul 16 08:42:48.131578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.145693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb71f639-257c-4e31-944a-8f2755e5f0e6 req-c1104b5a-580e-451a-b105-06a4e48fe7d8 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755172 Jul 16 08:42:48.174611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9894038f-e459-4b08-b48c-1a0dda63f241 service neutron] 10.222.0.55 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371555 Jul 16 08:42:48.210161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 0c868642-4025-47bf-adc6-46a2947fd61d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:48.230678 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.231766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.233973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.238569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 0c868642-4025-47bf-adc6-46a2947fd61d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:48.238946 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.334177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:48.335637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-f91c1643-74f3-4ec5-8879-8a4cab249f66 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.338363 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-f91c1643-74f3-4ec5-8879-8a4cab249f66 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa&tenant_id=5443957cf93641718163cdaddb1c6608&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 946 time: 0.3904746 Jul 16 08:42:48.344047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3b9f2dfe-ce3f-4608-9e17-307e51434862 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:48.349531 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8643289 Jul 16 08:42:48.353225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49236) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.370137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Request body: {'subnet': {'network_id': '7d074ec6-b234-4e91-9263-ce5295741b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1170422916-subnet', 'tenant_id': '368cfdc708704fc68a25e6d04035e543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:48.381572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'mac_address': 'fa:16:3e:8e:22:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:48.442050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c31063-d908-479f-becd-a7c1c147799e admin admin] Pushing event updated for resources: {'Network': ['ID=7d074ec6-b234-4e91-9263-ce5295741b96,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.457974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Made reservation on behalf of 368cfdc708704fc68a25e6d04035e543 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:48.466622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.467891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 7d074ec6-b234-4e91-9263-ce5295741b96 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:48.532361 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.538277 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.615638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-2eeac4bf-f188-41e8-a761-637adb15347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.617234 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-2eeac4bf-f188-41e8-a761-637adb15347d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 1098 time: 0.1170354 Jul 16 08:42:48.623313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:48.644983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'port_id': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'mac_address': 'fa:16:3e:7c:04:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0f2e5-91ff-4fcc-b28e-74cd4998023f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:48.647809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191f829-6a9a-4919-9f58-04b04a71142c req-256a0383-a865-42cd-bd81-c5991c3d495c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.656621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1191f829-6a9a-4919-9f58-04b04a71142c req-256a0383-a865-42cd-bd81-c5991c3d495c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 944 time: 0.3657453 Jul 16 08:42:48.740329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-9332d06a-89f2-484f-a077-d4c3a234ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.742063 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-9332d06a-89f2-484f-a077-d4c3a234ac71 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1142764 Jul 16 08:42:48.761629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9fb22a-dcbe-4bcd-b429-d882299b2a00 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:48.803636 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-33ad1082-08e6-4ee2-90ed-0e67c77f12cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 200 len: 217 time: 0.0485828 Jul 16 08:42:48.808101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1191f829-6a9a-4919-9f58-04b04a71142c req-ec88c8c3-b7b2-4e9b-8b45-f121e7daaa9a tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502886 Jul 16 08:42:48.832908 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.834861 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.838091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:48.840155 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.859510 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.897779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9f2dfe-ce3f-4608-9e17-307e51434862 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:48.912030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-591cbe24-ad90-4029-b5fc-cefca20c8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.913444 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-591cbe24-ad90-4029-b5fc-cefca20c8194 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0975783 Jul 16 08:42:48.951911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:48.956166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0c868642-4025-47bf-adc6-46a2947fd61d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0c868642-4025-47bf-adc6-46a2947fd61d,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:48.966878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.973207 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.979538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.022635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.033306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-7c6f4cf4-a809-4061-8596-4399d19b97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.034871 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-7c6f4cf4-a809-4061-8596-4399d19b97ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1137922 Jul 16 08:42:49.084654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.129022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d442616-d477-414e-baa6-d2d995b56619 req-da5105c9-5645-4722-bbcc-51006d368343 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.130657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d442616-d477-414e-baa6-d2d995b56619 req-da5105c9-5645-4722-bbcc-51006d368343 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.52 "GET /v2.0/ports?device_id=3745d953-1722-4aa3-8fb6-e2b65c9e3668 HTTP/1.1" status: 200 len: 946 time: 0.5640609 Jul 16 08:42:49.137932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6051edf-e2f3-4b47-b943-379d46271ce7,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.150282 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ee9fb22a-dcbe-4bcd-b429-d882299b2a00'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:49.157676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec9b9c-593b-4d25-99c1-16b5e2c136e1 req-97ff17de-beb0-41e1-83ad-8b662b52b15d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.165952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34313756-dc98-4c99-bc62-d87bd907bc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c868642-4025-47bf-adc6-46a2947fd61d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:49.172919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cfec9b9c-593b-4d25-99c1-16b5e2c136e1 req-97ff17de-beb0-41e1-83ad-8b662b52b15d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 946 time: 0.6358058 Jul 16 08:42:49.174951 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80506e00-c1f0-4e8d-a302-ad530d6f2831" -d '{"events": [{"server_uuid": "34313756-dc98-4c99-bc62-d87bd907bc9a", "name": "network-vif-plugged", "status": "completed", "tag": "0c868642-4025-47bf-adc6-46a2947fd61d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:49.210878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0c868642-4025-47bf-adc6-46a2947fd61d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.211199 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-e2f54892-be66-406f-913f-1a295e0bef78 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659923 Jul 16 08:42:49.247670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3b9f2dfe-ce3f-4608-9e17-307e51434862'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:49.359341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cfec9b9c-593b-4d25-99c1-16b5e2c136e1 req-944783fc-fbab-4687-aaa3-0d64b34b9c7c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856499 Jul 16 08:42:49.366700 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c0c7ed0-6a13-4df9-8318-d0b94b657f10 req-987f8a84-fe75-4799-84e8-25aaf5d6fbee service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464508 Jul 16 08:42:49.468852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Checking segment: {'id': '5f8813bb-9d62-402e-8db4-39360ae921e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7d074ec6-b234-4e91-9263-ce5295741b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:49.469417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Network hostable DHCP agents. Network: 7d074ec6-b234-4e91-9263-ce5295741b96, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:49.501558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Network 7d074ec6-b234-4e91-9263-ce5295741b96 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:49.528995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64d99f-ff59-473d-af6e-6612aef833c2 req-9d4e1564-722a-43af-8265-ed5b64befedf tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.536386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb64d99f-ff59-473d-af6e-6612aef833c2 req-9d4e1564-722a-43af-8265-ed5b64befedf tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 945 time: 0.3995917 Jul 16 08:42:49.592293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 7d074ec6-b234-4e91-9263-ce5295741b96) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:49.612913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41318804-6533-4544-a9ce-e3ab3d0b199a None None] Network 7d074ec6-b234-4e91-9263-ce5295741b96 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:49.617636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.618335 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.630189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Deleting port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:49.630534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.656391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb64d99f-ff59-473d-af6e-6612aef833c2 req-0dc3ae99-aa8c-4ece-b168-8e7ffffcddae tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187854 Jul 16 08:42:49.770415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a69c3969-47ff-4d1c-b915-a15c6549fe00 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4138782 Jul 16 08:42:49.783709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f456c61-50a8-42f9-b8ff-39a602e4bc71 None None] Network 7d074ec6-b234-4e91-9263-ce5295741b96 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:49.874894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bffdb568-dad2-4423-bede-f79ba7935d33 req-f2a5d7b7-db16-4d9f-8c38-c260001384de tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 210 time: 0.0579367 Jul 16 08:42:49.967014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c75963-ab72-4d1c-8ed3-645d1a84ca05 req-ca7d2974-af94-4925-9169-eecab41c2792 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.970356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9c75963-ab72-4d1c-8ed3-645d1a84ca05 req-ca7d2974-af94-4925-9169-eecab41c2792 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.4029479 Jul 16 08:42:49.983909 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.993388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] For port a8beb90f-27f9-4d0c-8505-97c7700a6ed1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:49.993830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.222489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9c75963-ab72-4d1c-8ed3-645d1a84ca05 req-1799e18b-8151-42c0-b562-71ceb2535ea8 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362621 Jul 16 08:42:50.275046 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2e41ce-c893-4e67-b693-034b5de121fb x-openstack-request-id: req-bc2e41ce-c893-4e67-b693-034b5de121fb {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:50.275419 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34313756-dc98-4c99-bc62-d87bd907bc9a", "name": "network-vif-plugged", "status": "completed", "tag": "0c868642-4025-47bf-adc6-46a2947fd61d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:50.275724 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc2e41ce-c893-4e67-b693-034b5de121fb {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:50.276725 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34313756-dc98-4c99-bc62-d87bd907bc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c868642-4025-47bf-adc6-46a2947fd61d', 'code': 200} Jul 16 08:42:50.340299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 72f8c975-1834-46d1-9b98-80d659292a25 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:50.410183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 72f8c975-1834-46d1-9b98-80d659292a25 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:50.414858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 72f8c975-1834-46d1-9b98-80d659292a25 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:50.415477 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.470849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c25a0b-6c51-405d-9b2b-399b5acedb9f req-1aec3778-da40-46e1-986e-076a7bd16d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.472352 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d3c25a0b-6c51-405d-9b2b-399b5acedb9f req-1aec3778-da40-46e1-986e-076a7bd16d74 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 1097 time: 0.0950329 Jul 16 08:42:50.498983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077eac1-21cd-493d-bc91-1031236084d7 req-48406950-772b-4ff5-86ec-7a84cffb6e40 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.506933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3077eac1-21cd-493d-bc91-1031236084d7 req-48406950-772b-4ff5-86ec-7a84cffb6e40 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 949 time: 0.4810507 Jul 16 08:42:50.532919 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.547151 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d3c25a0b-6c51-405d-9b2b-399b5acedb9f req-7067de8c-5be8-4764-9915-c741e8e5e716 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656564 Jul 16 08:42:50.569184 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.569593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.570003 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Floating IP a54ae9e4-d236-49fe-9164-23914409e732 disassociated. External IP: 172.25.6.51, port: a8beb90f-27f9-4d0c-8505-97c7700a6ed1. Jul 16 08:42:50.570348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Calling delete_port for a8beb90f-27f9-4d0c-8505-97c7700a6ed1 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:50.596266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 72f8c975-1834-46d1-9b98-80d659292a25, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=72f8c975-1834-46d1-9b98-80d659292a25,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:50.603645 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.605244 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6a1c075d-9dcf-44f7-9992-533c321b1bcf up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:50.625051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3077eac1-21cd-493d-bc91-1031236084d7 req-9abfcc5b-f09f-4e4a-bbb1-cbfa10f6c292 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170731 Jul 16 08:42:50.865182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-0e0ed31f-7e50-49d4-b489-e4b8cee60f6d tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.871207 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-0e0ed31f-7e50-49d4-b489-e4b8cee60f6d tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.54 "GET /v2.0/networks?id=ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 200 len: 824 time: 0.2541149 Jul 16 08:42:50.936086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=72f8c975-1834-46d1-9b98-80d659292a25,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.960695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 6a1c075d-9dcf-44f7-9992-533c321b1bcf completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:50.970972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 6a1c075d-9dcf-44f7-9992-533c321b1bcf triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:50.971487 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.978920 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-b1b00a30-0347-41fe-9368-526a06548240 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c236444a70408291cae3a865af9b98 HTTP/1.1" status: 200 len: 379 time: 0.0938699 Jul 16 08:42:50.981467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143783e-474d-40f7-9831-467c35bde76d req-76d3f01d-39a5-4113-bb98-d14c9df6221b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.991808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Request body: {'port': {'device_id': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'admin_state_up': True, 'tenant_id': '83c236444a70408291cae3a865af9b98', 'security_groups': ['97c9c93a-706a-421b-b25e-0358510e8ce0']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:50.997822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9143783e-474d-40f7-9831-467c35bde76d req-76d3f01d-39a5-4113-bb98-d14c9df6221b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 945 time: 0.5910556 Jul 16 08:42:51.117894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9143783e-474d-40f7-9831-467c35bde76d req-800b0473-5458-4cd6-bd5a-7fb1ee0d69a8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192555 Jul 16 08:42:51.122878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.155473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Made reservation on behalf of 83c236444a70408291cae3a865af9b98 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:51.159681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.162511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6a1c075d-9dcf-44f7-9992-533c321b1bcf, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6a1c075d-9dcf-44f7-9992-533c321b1bcf,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:51.168794 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.169633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3b9f2dfe-ce3f-4608-9e17-307e51434862 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:51.267038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6a1c075d-9dcf-44f7-9992-533c321b1bcf,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.282057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 3b9f2dfe-ce3f-4608-9e17-307e51434862 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:51.292840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 3b9f2dfe-ce3f-4608-9e17-307e51434862 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:51.293281 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.295222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899dad-de5b-4899-8301-a5831f06f41c req-5af12f9a-d4de-4239-ae8b-56ea09bd6b79 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.296781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-5af12f9a-d4de-4239-ae8b-56ea09bd6b79 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/networks?id=7d074ec6-b234-4e91-9263-ce5295741b96 HTTP/1.1" status: 200 len: 818 time: 0.2965214 Jul 16 08:42:51.339670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-f14fb0f9-cc03-4a41-b119-ce12208b76b5 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/quotas/368cfdc708704fc68a25e6d04035e543 HTTP/1.1" status: 200 len: 375 time: 0.0327926 Jul 16 08:42:51.368108 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.372940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Allocated IP 172.20.0.7 (ee79cf1d-2547-4500-bb91-eedab718c753/d1bcaee8-424e-4ce4-bc0f-70fcdb499588/b4eee15a-3617-46dc-b769-16c8ff72ff96) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:51.411564 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.422867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-6f97aae6-1aba-46b7-9ecf-793bed71e050 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=368cfdc708704fc68a25e6d04035e543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746875 Jul 16 08:42:51.453936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:51.498446 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.499581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a8beb90f-27f9-4d0c-8505-97c7700a6ed1 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:51.564250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event deleted for resources: {'Port': ['ID=a8beb90f-27f9-4d0c-8505-97c7700a6ed1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.586839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: a8beb90f-27f9-4d0c-8505-97c7700a6ed1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:51.586839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a8beb90f-27f9-4d0c-8505-97c7700a6ed1 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:51.638783 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.656985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Transition to ACTIVE for port object b4eee15a-3617-46dc-b769-16c8ff72ff96 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:51.677207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.708161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.780114 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Network ee79cf1d-2547-4500-bb91-eedab718c753 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:51.784923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:51.787610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event updated for resources: {'Port': ['ID=b4eee15a-3617-46dc-b769-16c8ff72ff96,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.790184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:51.827335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-c0216a51-e407-40dc-8c79-b37c8fa7d1cf service neutron] 10.222.0.55 "GET /v2.0/networks/7d074ec6-b234-4e91-9263-ce5295741b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036067 Jul 16 08:42:51.840375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d8fa4-0113-4a97-ab28-4cd059da3561 req-9953ae58-82c4-4a62-b644-fb4b93f81612 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.841903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-099d8fa4-0113-4a97-ab28-4cd059da3561 req-9953ae58-82c4-4a62-b644-fb4b93f81612 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 947 time: 0.4305668 Jul 16 08:42:51.850230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.851049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.869040 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9b4453b2-066c-4c4d-8067-1d49568cf361 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866324 Jul 16 08:42:51.881718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ee9fb22a-dcbe-4bcd-b429-d882299b2a00 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:51.883096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Router e4472a70-30b0-4b95-8f42-aea3d1300ae0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:51.886579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Request body: {'port': {'device_id': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:51.938222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:51.938431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.955906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-099d8fa4-0113-4a97-ab28-4cd059da3561 req-5b5210a2-1cd0-4081-9830-2ceea0d73464 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041834 Jul 16 08:42:52.014651 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.024374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-de73d30f-5e91-43d3-aff8-9c25966dda9e service neutron] 10.222.0.55 "GET /v2.0/networks/7d074ec6-b234-4e91-9263-ce5295741b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814952 Jul 16 08:42:52.105290 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.146122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:52.165807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] Sync routers for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:52.219491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:52.220910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:52.223483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.242252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] No DVR routers for this DVR port a8beb90f-27f9-4d0c-8505-97c7700a6ed1 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:52.247359 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.250298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d442616-d477-414e-baa6-d2d995b56619 req-9031a086-18b5-4fc3-8774-2b5b043e109c tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.52 "DELETE /v2.0/ports/a8beb90f-27f9-4d0c-8505-97c7700a6ed1 HTTP/1.1" status: 204 len: 173 time: 3.1024890 Jul 16 08:42:52.251025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'name': 'network-vif-deleted', 'tag': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:52.253241 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c5896f-32cd-443a-94a5-de9d17434e79" -d '{"events": [{"server_uuid": "3745d953-1722-4aa3-8fb6-e2b65c9e3668", "name": "network-vif-deleted", "tag": "a8beb90f-27f9-4d0c-8505-97c7700a6ed1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:52.315263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682fb2c-f397-4495-81a6-b36376014649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8c975-1834-46d1-9b98-80d659292a25'}, {'server_uuid': '48508b37-d995-4381-833c-2c07565cac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c075d-9dcf-44f7-9992-533c321b1bcf'}, {'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862'}, {'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:52.319146 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2346c07-d09f-455a-8d6c-bdf464dae873" -d '{"events": [{"server_uuid": "f682fb2c-f397-4495-81a6-b36376014649", "name": "network-vif-plugged", "status": "completed", "tag": "72f8c975-1834-46d1-9b98-80d659292a25"}, {"server_uuid": "48508b37-d995-4381-833c-2c07565cac04", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c075d-9dcf-44f7-9992-533c321b1bcf"}, {"server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "name": "network-vif-plugged", "status": "completed", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862"}, {"server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:52.325482 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.353590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e65073-24cb-41ef-9341-58f09b3303a2 req-17af528e-203e-481d-a5b6-26332bfca424 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.359507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76e65073-24cb-41ef-9341-58f09b3303a2 req-17af528e-203e-481d-a5b6-26332bfca424 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 945 time: 0.1784110 Jul 16 08:42:52.452037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.482842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:52.490776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76e65073-24cb-41ef-9341-58f09b3303a2 req-d3af7357-b648-4871-9d28-c16aaa294ba0 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256506 Jul 16 08:42:52.909430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6afff-73a3-4dce-80d0-d888638b0d60 req-72a3ab9c-651d-49d1-9c61-b6433d753ae2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.916450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9b6afff-73a3-4dce-80d0-d888638b0d60 req-72a3ab9c-651d-49d1-9c61-b6433d753ae2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.2054176 Jul 16 08:42:52.983705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f2a9489a-ee54-411e-9125-62e0e1dce842 None None] Provisioning for port b4eee15a-3617-46dc-b769-16c8ff72ff96 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:52.990890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f2a9489a-ee54-411e-9125-62e0e1dce842 None None] Provisioning complete for port b4eee15a-3617-46dc-b769-16c8ff72ff96 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:52.991266 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2a9489a-ee54-411e-9125-62e0e1dce842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.992864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9a459-02e6-4b66-89b1-d6d23399384a req-738058bf-51a2-4cfd-befa-446856b44c9a tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.004026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bde9a459-02e6-4b66-89b1-d6d23399384a req-738058bf-51a2-4cfd-befa-446856b44c9a tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 931 time: 0.2436442 Jul 16 08:42:53.049191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9489a-ee54-411e-9125-62e0e1dce842 None None] Port b4eee15a-3617-46dc-b769-16c8ff72ff96 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:53.066285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9b6afff-73a3-4dce-80d0-d888638b0d60 req-ef341fb3-fff7-40af-846e-f5fb952eb4c4 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488142 Jul 16 08:42:53.073503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.172937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4eee15a-3617-46dc-b769-16c8ff72ff96 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:53.185678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] Checking router: e4472a70-30b0-4b95-8f42-aea3d1300ae0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:53.188191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.188789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bde9a459-02e6-4b66-89b1-d6d23399384a req-efdf90ca-c173-4550-b82c-212fb439f273 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833272 Jul 16 08:42:53.204396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Transition to ACTIVE for port object b4eee15a-3617-46dc-b769-16c8ff72ff96 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:53.215472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.223279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:53.224051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.293344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Pushing event updated for resources: {'Port': ['ID=b4eee15a-3617-46dc-b769-16c8ff72ff96,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.497473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Attempting to bind port b4eee15a-3617-46dc-b769-16c8ff72ff96 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:53.501246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Attempting to bind port b4eee15a-3617-46dc-b769-16c8ff72ff96 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:53.501847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Attempting to bind port b4eee15a-3617-46dc-b769-16c8ff72ff96 on network ee79cf1d-2547-4500-bb91-eedab718c753 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:53.520480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Port b4eee15a-3617-46dc-b769-16c8ff72ff96 on network ee79cf1d-2547-4500-bb91-eedab718c753 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:53.522458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Attempting to bind port b4eee15a-3617-46dc-b769-16c8ff72ff96 on network ee79cf1d-2547-4500-bb91-eedab718c753 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:53.539264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:53.539566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Checking segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:53.541123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:53.542496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Bound using segment: {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:53.545765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Bound port: b4eee15a-3617-46dc-b769-16c8ff72ff96, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07eaa05b-707e-4e16-8264-30b54e2ec566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:53.548613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.558883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bed65-6e3d-49f6-baef-dd9f3bbb4286 req-43c1d253-ab29-4285-a07c-28df4cff7f28 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.575092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa0bed65-6e3d-49f6-baef-dd9f3bbb4286 req-43c1d253-ab29-4285-a07c-28df4cff7f28 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 950 time: 0.2454686 Jul 16 08:42:53.719615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa0bed65-6e3d-49f6-baef-dd9f3bbb4286 req-4c45f093-d8ba-4e55-9dd2-47acf126c3ad tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432612 Jul 16 08:42:53.766865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] For port b4eee15a-3617-46dc-b769-16c8ff72ff96, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:53.774865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] For port b4eee15a-3617-46dc-b769-16c8ff72ff96, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b4eee15a-3617-46dc-b769-16c8ff72ff96,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:53.792685 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.893903 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Pushing event updated for resources: {'Port': ['ID=b4eee15a-3617-46dc-b769-16c8ff72ff96,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.943858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.945323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.947094 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-d1293b9a-0693-4a25-a0e8-d55f72df063b service neutron] 10.222.0.54 "PUT /v2.0/ports/b4eee15a-3617-46dc-b769-16c8ff72ff96 HTTP/1.1" status: 200 len: 1092 time: 2.0688257 Jul 16 08:42:53.951176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'tag': 'b4eee15a-3617-46dc-b769-16c8ff72ff96'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:53.970704 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d189f33-ccca-4166-9939-5ef6d2caf501" -d '{"events": [{"name": "network-changed", "server_uuid": "05b78bbb-944f-423c-9a51-08f94eb29d2e", "tag": "b4eee15a-3617-46dc-b769-16c8ff72ff96"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:54.083131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:54.153344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7bf7-c7fe-4224-8fee-31a50eacf685 None None] The sync data for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 is: [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:54.202829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-ce9e76cc-ddca-4cbd-ae04-28c7039e8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.204481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-ce9e76cc-ddca-4cbd-ae04-28c7039e8c2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83c236444a70408291cae3a865af9b98&device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 1095 time: 0.1497571 Jul 16 08:42:54.248512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693ae97-b9e7-497f-86b3-352c3944bfeb req-ca60e0e6-b7b4-4cc1-bbed-f8dc32f7aade tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.262583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3693ae97-b9e7-497f-86b3-352c3944bfeb req-ca60e0e6-b7b4-4cc1-bbed-f8dc32f7aade tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.2964685 Jul 16 08:42:54.306087 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-cfdcb41a-d922-497e-a4bd-a1269c0e9e82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eee15a-3617-46dc-b769-16c8ff72ff96 HTTP/1.1" status: 200 len: 217 time: 0.0861800 Jul 16 08:42:54.341718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cab29-878c-46a4-bf08-279af60dab8c req-15b17594-66c8-4083-818e-80ba1a887625 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.343579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e99cab29-878c-46a4-bf08-279af60dab8c req-15b17594-66c8-4083-818e-80ba1a887625 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.2993596 Jul 16 08:42:54.365086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3693ae97-b9e7-497f-86b3-352c3944bfeb req-11cd2eb8-08f7-41cb-8e5a-9db7a52bcb51 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015348 Jul 16 08:42:54.410061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-f9de5b6b-de44-47e1-8a15-2ff9ed6a5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.411548 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-f9de5b6b-de44-47e1-8a15-2ff9ed6a5b97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1bcaee8-424e-4ce4-bc0f-70fcdb499588 HTTP/1.1" status: 200 len: 863 time: 0.0957277 Jul 16 08:42:54.456837 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703fa9a-11e7-48cd-8342-bfff1044f894 x-openstack-request-id: req-e703fa9a-11e7-48cd-8342-bfff1044f894 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:54.460661 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3745d953-1722-4aa3-8fb6-e2b65c9e3668", "name": "network-vif-deleted", "tag": "a8beb90f-27f9-4d0c-8505-97c7700a6ed1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:54.460930 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e703fa9a-11e7-48cd-8342-bfff1044f894 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:54.461353 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3745d953-1722-4aa3-8fb6-e2b65c9e3668', 'name': 'network-vif-deleted', 'tag': 'a8beb90f-27f9-4d0c-8505-97c7700a6ed1', 'status': 'completed', 'code': 200} Jul 16 08:42:54.483621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e99cab29-878c-46a4-bf08-279af60dab8c req-03052a19-f231-4df5-ae59-32b1acee1df0 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169763 Jul 16 08:42:54.556682 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a864c49-08d2-490c-aff5-83446ca8e497 x-openstack-request-id: req-8a864c49-08d2-490c-aff5-83446ca8e497 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:54.557258 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682fb2c-f397-4495-81a6-b36376014649", "name": "network-vif-plugged", "status": "completed", "tag": "72f8c975-1834-46d1-9b98-80d659292a25", "code": 200}, {"server_uuid": "48508b37-d995-4381-833c-2c07565cac04", "name": "network-vif-plugged", "status": "completed", "tag": "6a1c075d-9dcf-44f7-9992-533c321b1bcf", "code": 200}, {"server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "name": "network-vif-plugged", "status": "completed", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862", "code": 200}, {"server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "name": "network-vif-plugged", "status": "completed", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:54.557386 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a864c49-08d2-490c-aff5-83446ca8e497 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:54.557875 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682fb2c-f397-4495-81a6-b36376014649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8c975-1834-46d1-9b98-80d659292a25', 'code': 200} Jul 16 08:42:54.558281 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48508b37-d995-4381-833c-2c07565cac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1c075d-9dcf-44f7-9992-533c321b1bcf', 'code': 200} Jul 16 08:42:54.558545 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'code': 200} Jul 16 08:42:54.558802 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'code': 200} Jul 16 08:42:54.561101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9c580680-d68f-45bb-968a-bade08f0a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.563846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-9c580680-d68f-45bb-968a-bade08f0a888 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee79cf1d-2547-4500-bb91-eedab718c753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293566 Jul 16 08:42:54.652622 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb06173-f3d5-4cc2-bfcf-f42b42eedb5d None None] New status for floating IP a54ae9e4-d236-49fe-9164-23914409e732: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:42:54.783897 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-b1ee5801-501a-4ac9-95c7-8044221d208b service neutron] 10.222.0.54 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976311 Jul 16 08:42:54.893079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2aeeab56-8877-48bd-938d-3a4a577ef683 req-9368c313-e068-46ef-8530-244773f4376f tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 210 time: 0.1485031 Jul 16 08:42:54.942178 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd1bfbfb-aad0-4539-8ed7-26a3e63a8b1e req-1f0cede7-e802-4703-9ad0-89ecd2a6dcaa service neutron] 10.222.0.54 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455619 Jul 16 08:42:54.983518 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45952ba0-e75b-47f0-b85c-3ea7ecc56bac x-openstack-request-id: req-45952ba0-e75b-47f0-b85c-3ea7ecc56bac {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:54.984044 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b78bbb-944f-423c-9a51-08f94eb29d2e", "tag": "b4eee15a-3617-46dc-b769-16c8ff72ff96", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:54.984177 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45952ba0-e75b-47f0-b85c-3ea7ecc56bac {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:54.984779 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'tag': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'status': 'completed', 'code': 200} Jul 16 08:42:55.025988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273793c-8658-4a36-9399-2fd568177b01 req-eec5e571-e4a6-44da-a80b-477c2b01d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.028330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d273793c-8658-4a36-9399-2fd568177b01 req-eec5e571-e4a6-44da-a80b-477c2b01d327 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 1102 time: 0.3473768 Jul 16 08:42:55.067304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e937a-fe13-4f03-a94d-203d1d04022c req-f8e03718-97f9-4a7e-815d-d68801590e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.068789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-360e937a-fe13-4f03-a94d-203d1d04022c req-f8e03718-97f9-4a7e-815d-d68801590e0e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f682fb2c-f397-4495-81a6-b36376014649 HTTP/1.1" status: 200 len: 1102 time: 0.3197372 Jul 16 08:42:55.101835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d273793c-8658-4a36-9399-2fd568177b01 req-ee59f7a3-f08b-46e5-b30f-2f2eef0211c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597122 Jul 16 08:42:55.143796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329e76-e33e-469d-b48b-e58e71681893 req-8a476768-750d-4818-9ac1-7141ab71de33 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.143796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4329e76-e33e-469d-b48b-e58e71681893 req-8a476768-750d-4818-9ac1-7141ab71de33 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.3237813 Jul 16 08:42:55.149092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec61f7-7794-4fa1-bf9e-391ebdb6129c req-73ffb6be-b3a8-4932-9487-cab3f26b2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.149092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8ec61f7-7794-4fa1-bf9e-391ebdb6129c req-73ffb6be-b3a8-4932-9487-cab3f26b2ad6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 1098 time: 0.3618124 Jul 16 08:42:55.161827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-0b26faf7-4f86-42ce-90aa-aed3f918f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.161827 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-0b26faf7-4f86-42ce-90aa-aed3f918f28e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83c236444a70408291cae3a865af9b98&device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 1095 time: 0.1009350 Jul 16 08:42:55.254971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8ec61f7-7794-4fa1-bf9e-391ebdb6129c req-31162b2c-b985-437f-a809-f588c276536e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872617 Jul 16 08:42:55.294137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-d6a281c8-5ce2-4c7f-92e2-49828546520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.296018 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-d6a281c8-5ce2-4c7f-92e2-49828546520c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 200 len: 925 time: 0.1262562 Jul 16 08:42:55.307015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-360e937a-fe13-4f03-a94d-203d1d04022c req-29a2f544-4e53-4b37-a030-1e65fccf3db1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214563 Jul 16 08:42:55.350037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4329e76-e33e-469d-b48b-e58e71681893 req-bc7bb729-840d-45d7-b6e0-aa74b4fde3f3 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624613 Jul 16 08:42:55.421443 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-3454fbf2-cece-464b-9b0a-fad051f9847c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eee15a-3617-46dc-b769-16c8ff72ff96 HTTP/1.1" status: 200 len: 217 time: 0.0999963 Jul 16 08:42:55.482051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a7117-6280-48f7-93c5-bc724bfef153 req-28e53252-eb5d-4851-bc69-d9d20b2982ad tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.508194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-ed8c1037-c7ff-4a77-a5da-1a090a01d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.512076 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-ed8c1037-c7ff-4a77-a5da-1a090a01d243 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1bcaee8-424e-4ce4-bc0f-70fcdb499588 HTTP/1.1" status: 200 len: 863 time: 0.0775547 Jul 16 08:42:55.513160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-628a7117-6280-48f7-93c5-bc724bfef153 req-28e53252-eb5d-4851-bc69-d9d20b2982ad tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 943 time: 0.3673611 Jul 16 08:42:55.598466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899dad-de5b-4899-8301-a5831f06f41c req-569df611-e992-40d9-9bfc-8badc24c4427 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.598466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-569df611-e992-40d9-9bfc-8badc24c4427 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.54 "GET /v2.0/networks?id=7d074ec6-b234-4e91-9263-ce5295741b96 HTTP/1.1" status: 200 len: 818 time: 0.3362386 Jul 16 08:42:55.620737 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Request body: {'port': {'device_id': '768f3052-8f31-4be3-bf63-08bc983d8db3', 'network_id': '7d074ec6-b234-4e91-9263-ce5295741b96', 'admin_state_up': True, 'tenant_id': '368cfdc708704fc68a25e6d04035e543'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:55.661917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-93945781-0730-4a0b-a8df-114676f4b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.663921 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-93945781-0730-4a0b-a8df-114676f4b1e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee79cf1d-2547-4500-bb91-eedab718c753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421704 Jul 16 08:42:55.748587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-628a7117-6280-48f7-93c5-bc724bfef153 req-b2c92d7e-373f-471e-85d5-2cae9e3420bc tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344151 Jul 16 08:42:55.810155 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-abca7a63-8bbe-467f-826d-5483386322e8 service neutron] 10.222.0.54 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278491 Jul 16 08:42:55.936348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a3eaf-a7b2-40a5-b916-4b5916efe9e1 req-fb3ff21f-0c84-49b9-aa10-d0e6b0d53548 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.945235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-175a3eaf-a7b2-40a5-b916-4b5916efe9e1 req-fb3ff21f-0c84-49b9-aa10-d0e6b0d53548 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 950 time: 0.2962613 Jul 16 08:42:56.003910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Made reservation on behalf of 368cfdc708704fc68a25e6d04035e543 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:56.006700 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9d189f33-ccca-4166-9939-5ef6d2caf501 req-7091c60b-e872-49de-b1f4-f2046bf00136 service neutron] 10.222.0.54 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850977 Jul 16 08:42:56.007825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.071118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-175a3eaf-a7b2-40a5-b916-4b5916efe9e1 req-d47f2888-4452-4e61-8fbd-24dee6ea14fb tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249793 Jul 16 08:42:56.165475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0167d-bcf4-4ea2-b1e4-30b0f7404d6e req-52c71957-3872-4318-92cc-158dfdcdbec8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.167834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52e0167d-bcf4-4ea2-b1e4-30b0f7404d6e req-52c71957-3872-4318-92cc-158dfdcdbec8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1841912 Jul 16 08:42:56.534906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Allocated IP 172.20.0.6 (7d074ec6-b234-4e91-9263-ce5295741b96/b6051edf-e2f3-4b47-b943-379d46271ce7/1e4a77cc-ec7a-4b25-992d-a8fa9e928436) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:56.542596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52e0167d-bcf4-4ea2-b1e4-30b0f7404d6e req-ae2b8c21-8cd4-492f-a9f2-22e84b8376a3 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658597 Jul 16 08:42:56.611863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf7a50-3818-4fd3-9467-96e4e9a9e239 req-7d0e8f48-7b4e-4986-a383-16550a4fb288 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.618179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2edf7a50-3818-4fd3-9467-96e4e9a9e239 req-7d0e8f48-7b4e-4986-a383-16550a4fb288 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.4141655 Jul 16 08:42:56.753145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333880dd-40ab-4ad8-95a0-e051d9f25c36 req-4968b9ae-669f-4d43-bb4f-76aa6e3cb227 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 210 time: 0.0791028 Jul 16 08:42:56.762522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2edf7a50-3818-4fd3-9467-96e4e9a9e239 req-31d0e32f-9620-4467-952b-885ea709b5c2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434417 Jul 16 08:42:56.809050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.841429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-62374eef-e118-4173-8be5-92016b4cb08d req-eb99b606-28ee-422f-ba7d-908e88e82bfe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773227 Jul 16 08:42:56.875640 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.006672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Pushing event updated for resources: {'Port': ['ID=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.022667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374eef-e118-4173-8be5-92016b4cb08d req-265b3edf-4ac1-450a-b80a-efe23e3b5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.027248 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-62374eef-e118-4173-8be5-92016b4cb08d req-265b3edf-4ac1-450a-b80a-efe23e3b5f51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 1100 time: 0.1190355 Jul 16 08:42:57.063859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Network 7d074ec6-b234-4e91-9263-ce5295741b96 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:57.070566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:57.073144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:57.139561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.140183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.151646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374eef-e118-4173-8be5-92016b4cb08d req-bce0660c-1db6-47db-84cc-1b7219869b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.153481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-62374eef-e118-4173-8be5-92016b4cb08d req-bce0660c-1db6-47db-84cc-1b7219869b3a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1032345 Jul 16 08:42:57.169111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49710-3f93-4688-9bb6-1311bdbfad46 req-38f48cc5-19ef-40d2-8684-b9ab7609c226 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.171125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76e49710-3f93-4688-9bb6-1311bdbfad46 req-38f48cc5-19ef-40d2-8684-b9ab7609c226 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 943 time: 0.2083411 Jul 16 08:42:57.174143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-1608b821-57af-4d85-b715-f83b3fc0443b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5636556 Jul 16 08:42:57.192287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70494105-71dd-4d14-beec-8ae11d0d46e3 req-c6086d09-dfd7-4a30-8585-eb3458d20588 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.193794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70494105-71dd-4d14-beec-8ae11d0d46e3 req-c6086d09-dfd7-4a30-8585-eb3458d20588 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.1898601 Jul 16 08:42:57.198669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Request body: {'port': {'device_id': '768f3052-8f31-4be3-bf63-08bc983d8db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:57.212476 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-62374eef-e118-4173-8be5-92016b4cb08d req-ed8f751f-8744-47e7-96f0-8976eb2549b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 200 len: 217 time: 0.0464873 Jul 16 08:42:57.273558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374eef-e118-4173-8be5-92016b4cb08d req-8276ab81-2985-4082-8c2c-a1c6629cde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.275407 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-62374eef-e118-4173-8be5-92016b4cb08d req-8276ab81-2985-4082-8c2c-a1c6629cde9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0518942 Jul 16 08:42:57.286126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76e49710-3f93-4688-9bb6-1311bdbfad46 req-4f1001a3-6bd5-4a86-a673-3b0a67758a63 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093171 Jul 16 08:42:57.334234 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.347163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374eef-e118-4173-8be5-92016b4cb08d req-8ae389bd-c547-44dc-98b9-c2425e565d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.347507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70494105-71dd-4d14-beec-8ae11d0d46e3 req-b163194f-0ffb-4772-840f-b22a99d9ca24 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389749 Jul 16 08:42:57.349286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-62374eef-e118-4173-8be5-92016b4cb08d req-8ae389bd-c547-44dc-98b9-c2425e565d52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650389 Jul 16 08:42:57.508085 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-62374eef-e118-4173-8be5-92016b4cb08d req-739f41e2-180a-46a6-b347-8f74933748ac service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451395 Jul 16 08:42:57.643982 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-62374eef-e118-4173-8be5-92016b4cb08d req-9824ecbb-84c7-4923-a190-eccd71cca47b service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235502 Jul 16 08:42:57.712601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51920de-c577-4b70-b000-30402ca31d79 req-f60da593-ba0c-4fe0-b9d2-e622c82834e2 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.715001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f51920de-c577-4b70-b000-30402ca31d79 req-f60da593-ba0c-4fe0-b9d2-e622c82834e2 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 950 time: 0.1812296 Jul 16 08:42:57.801368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f51920de-c577-4b70-b000-30402ca31d79 req-97acafa6-8f7b-4f9d-a2c7-435dc25aecdc tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767643 Jul 16 08:42:57.853495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:57.873313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.889303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Transition to ACTIVE for port object 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:57.893092 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.902005 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b4eee15a-3617-46dc-b769-16c8ff72ff96 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:57.954865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-32a62661-9a71-4b9a-8965-b0ae57c5ee23 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5443957cf93641718163cdaddb1c6608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593400 Jul 16 08:42:58.011660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b4eee15a-3617-46dc-b769-16c8ff72ff96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b4eee15a-3617-46dc-b769-16c8ff72ff96,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:58.022309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.055625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'port_id': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'mac_address': 'fa:16:3e:3a:1e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:58.100623 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.121618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4eee15a-3617-46dc-b769-16c8ff72ff96 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:58.150435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b4eee15a-3617-46dc-b769-16c8ff72ff96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b4eee15a-3617-46dc-b769-16c8ff72ff96,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:58.154766 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.204494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b67b5-e837-42b6-87e1-a8c94fd0423c req-dcea6082-b98f-4d9f-835a-c2216b2929cf tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.206068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d4b67b5-e837-42b6-87e1-a8c94fd0423c req-dcea6082-b98f-4d9f-835a-c2216b2929cf tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.2446702 Jul 16 08:42:58.210934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b4eee15a-3617-46dc-b769-16c8ff72ff96,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.214112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-476a4e86-a438-4566-bb82-07a66569c26f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.215632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-476a4e86-a438-4566-bb82-07a66569c26f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531068 Jul 16 08:42:58.216334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Attempting to bind port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:58.216664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Attempting to bind port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '5f8813bb-9d62-402e-8db4-39360ae921e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7d074ec6-b234-4e91-9263-ce5295741b96'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:58.216990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Attempting to bind port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 on network 7d074ec6-b234-4e91-9263-ce5295741b96 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:58.241538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 on network 7d074ec6-b234-4e91-9263-ce5295741b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:58.241936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Attempting to bind port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 on network 7d074ec6-b234-4e91-9263-ce5295741b96 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:58.254678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:58.254980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Checking segment: {'id': '5f8813bb-9d62-402e-8db4-39360ae921e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7d074ec6-b234-4e91-9263-ce5295741b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:58.255347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Bound using segment: {'id': '5f8813bb-9d62-402e-8db4-39360ae921e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7d074ec6-b234-4e91-9263-ce5295741b96'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:58.255777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Bound port: 1e4a77cc-ec7a-4b25-992d-a8fa9e928436, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8813bb-9d62-402e-8db4-39360ae921e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7d074ec6-b234-4e91-9263-ce5295741b96'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:58.256140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.261246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-703aeb69-90a3-444e-bf5a-2d14e118c1af tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/quotas/5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 375 time: 0.0348458 Jul 16 08:42:58.291810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d4b67b5-e837-42b6-87e1-a8c94fd0423c req-8920e88f-d96c-430d-9ef6-c68911a00bde tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721452 Jul 16 08:42:58.382687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] For port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:58.400861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] For port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,segment=NetworkSegment(5f8813bb-9d62-402e-8db4-39360ae921e3),segment_id=5f8813bb-9d62-402e-8db4-39360ae921e3)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:58.408070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-74e2db2e-f5c8-4b2a-b4d1-fc7df18faf49 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1337955 Jul 16 08:42:58.409702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.473811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.474428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.475822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] 10.222.0.54 "PUT /v2.0/ports/1e4a77cc-ec7a-4b25-992d-a8fa9e928436 HTTP/1.1" status: 200 len: 1092 time: 1.2811353 Jul 16 08:42:58.476299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768f3052-8f31-4be3-bf63-08bc983d8db3', 'tag': '1e4a77cc-ec7a-4b25-992d-a8fa9e928436'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:58.478566 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "768f3052-8f31-4be3-bf63-08bc983d8db3", "tag": "1e4a77cc-ec7a-4b25-992d-a8fa9e928436"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:58.517949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['b4eee15a-3617-46dc-b769-16c8ff72ff96'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:58.524877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c94fa-42d1-4e3d-a475-c27307b1cba4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.605393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d2e6e-afc9-4909-b3c9-77aa23e0849c req-47b073fe-8a9e-4477-8d18-1b387a4a098c tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.612547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d1d2e6e-afc9-4909-b3c9-77aa23e0849c req-47b073fe-8a9e-4477-8d18-1b387a4a098c tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 943 time: 0.1941745 Jul 16 08:42:58.694237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d1d2e6e-afc9-4909-b3c9-77aa23e0849c req-33d7fe40-6414-4b7e-9684-ea5c8d42c2c8 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807340 Jul 16 08:42:58.729564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899dad-de5b-4899-8301-a5831f06f41c req-579c39b6-9e82-4938-8198-df3a5fc1d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.731182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-579c39b6-9e82-4938-8198-df3a5fc1d6cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=368cfdc708704fc68a25e6d04035e543&device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 1095 time: 0.1989741 Jul 16 08:42:58.787603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-0e67530d-2b1c-4f58-a479-de0950135551 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e4a77cc-ec7a-4b25-992d-a8fa9e928436 HTTP/1.1" status: 200 len: 217 time: 0.0416639 Jul 16 08:42:58.899105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899dad-de5b-4899-8301-a5831f06f41c req-c1b82e72-d3a7-4f89-8be7-b4a7264f3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.900705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-c1b82e72-d3a7-4f89-8be7-b4a7264f3f11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6051edf-e2f3-4b47-b943-379d46271ce7 HTTP/1.1" status: 200 len: 858 time: 0.1030581 Jul 16 08:42:58.911794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e501484-2106-410c-8aca-367f53bd3496 req-097c8b87-20bc-46a7-86f5-682f0fad3591 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.913362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e501484-2106-410c-8aca-367f53bd3496 req-097c8b87-20bc-46a7-86f5-682f0fad3591 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.2429903 Jul 16 08:42:58.980307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-ce1f9b9e-8d6d-4131-bc51-b4fd0d9b2a8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d074ec6-b234-4e91-9263-ce5295741b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576723 Jul 16 08:42:59.033344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e501484-2106-410c-8aca-367f53bd3496 req-26fd7ede-1623-4df2-90ea-b0e5b7fa79d1 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964808 Jul 16 08:42:59.110654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da387e-b141-4d14-924b-cdcd50c10994 req-7db9a995-2334-4001-bacc-47206bceda50 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.117446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26da387e-b141-4d14-924b-cdcd50c10994 req-7db9a995-2334-4001-bacc-47206bceda50 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=f682fb2c-f397-4495-81a6-b36376014649 HTTP/1.1" status: 200 len: 950 time: 0.2141819 Jul 16 08:42:59.170812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-92e95d4f-193e-44c8-ab67-6db043fc3b5e service neutron] 10.222.0.54 "GET /v2.0/networks/7d074ec6-b234-4e91-9263-ce5295741b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765454 Jul 16 08:42:59.183149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26da387e-b141-4d14-924b-cdcd50c10994 req-dda580b2-4141-490a-abc0-6c0519f79ab6 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606687 Jul 16 08:42:59.393710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30899dad-de5b-4899-8301-a5831f06f41c req-b2f87da9-fd52-4eb3-ae26-57810bb16666 service neutron] 10.222.0.54 "GET /v2.0/networks/7d074ec6-b234-4e91-9263-ce5295741b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069080 Jul 16 08:42:59.453243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87c15-8b6a-4f70-a9a1-c8a400241098 req-1da3f882-a14d-4223-8e3d-3fadeb321ae9 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.455746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74c87c15-8b6a-4f70-a9a1-c8a400241098 req-1da3f882-a14d-4223-8e3d-3fadeb321ae9 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 944 time: 0.2273386 Jul 16 08:42:59.544789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74c87c15-8b6a-4f70-a9a1-c8a400241098 req-ad08085a-c129-4cb7-9a06-8fa025057d58 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822556 Jul 16 08:42:59.568709 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224114e1-6639-4e8d-8d6d-e359ac5776aa x-openstack-request-id: req-224114e1-6639-4e8d-8d6d-e359ac5776aa {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:59.569057 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768f3052-8f31-4be3-bf63-08bc983d8db3", "tag": "1e4a77cc-ec7a-4b25-992d-a8fa9e928436", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:59.569332 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-224114e1-6639-4e8d-8d6d-e359ac5776aa {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:59.569758 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768f3052-8f31-4be3-bf63-08bc983d8db3', 'tag': '1e4a77cc-ec7a-4b25-992d-a8fa9e928436', 'status': 'completed', 'code': 200} Jul 16 08:42:59.717575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-91a8964e-7df1-42d6-aae2-ba31dae28b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.725214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-91a8964e-7df1-42d6-aae2-ba31dae28b3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=368cfdc708704fc68a25e6d04035e543&device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 1095 time: 0.1184893 Jul 16 08:42:59.836692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a30d38e-a2ec-49df-a627-5f1bb95f8514 req-d6988ca6-7d25-47c3-8bbd-e5204bad0c4a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 210 time: 0.0559788 Jul 16 08:42:59.912322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b4eee15a-3617-46dc-b769-16c8ff72ff96 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:59.932759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f363e5-aea7-4a6a-bd32-27c68dd1e5a9 req-0737ed3c-9e58-4d39-983d-d7afb63adbff tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.934727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1f363e5-aea7-4a6a-bd32-27c68dd1e5a9 req-0737ed3c-9e58-4d39-983d-d7afb63adbff tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.2083693 Jul 16 08:42:59.942449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-329474a5-8263-450e-b0e4-46b9733b7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.944478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-329474a5-8263-450e-b0e4-46b9733b7457 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d074ec6-b234-4e91-9263-ce5295741b96 HTTP/1.1" status: 200 len: 919 time: 0.2007439 Jul 16 08:43:00.006918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port b4eee15a-3617-46dc-b769-16c8ff72ff96 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:00.015433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port b4eee15a-3617-46dc-b769-16c8ff72ff96 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:00.016328 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.039854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-15747832-f17f-4a77-9654-67cc35f82642 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e4a77cc-ec7a-4b25-992d-a8fa9e928436 HTTP/1.1" status: 200 len: 217 time: 0.0772028 Jul 16 08:43:00.103407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1f363e5-aea7-4a6a-bd32-27c68dd1e5a9 req-bb622721-11ee-4766-8e37-0344a224dae7 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566963 Jul 16 08:43:00.115608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.144801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-710c4319-9760-4317-a552-62e0db403b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.149421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eee15a-3617-46dc-b769-16c8ff72ff96'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:00.149904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-710c4319-9760-4317-a552-62e0db403b46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6051edf-e2f3-4b47-b943-379d46271ce7 HTTP/1.1" status: 200 len: 858 time: 0.0955002 Jul 16 08:43:00.153213 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26605417-dcae-4926-9c0d-00b8a44675df" -d '{"events": [{"server_uuid": "05b78bbb-944f-423c-9a51-08f94eb29d2e", "name": "network-vif-plugged", "status": "completed", "tag": "b4eee15a-3617-46dc-b769-16c8ff72ff96"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:00.170725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b4eee15a-3617-46dc-b769-16c8ff72ff96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b4eee15a-3617-46dc-b769-16c8ff72ff96,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:00.177112 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.256529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-1b803202-a3d3-4e74-928c-9c5bcc31107e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d074ec6-b234-4e91-9263-ce5295741b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931098 Jul 16 08:43:00.305236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b4eee15a-3617-46dc-b769-16c8ff72ff96,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.411018 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-0b9e76ac-05aa-4313-a825-9d456ea7d7d7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5443957cf93641718163cdaddb1c6608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309618 Jul 16 08:43:00.575433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-aa7b61f1-07fe-4a44-a55e-283819376453 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.577039 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-aa7b61f1-07fe-4a44-a55e-283819376453 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592305 Jul 16 08:43:00.598432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Request body: {'port': {'device_id': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '5443957cf93641718163cdaddb1c6608'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:00.748269 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Made reservation on behalf of 5443957cf93641718163cdaddb1c6608 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:00.752585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.795223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-621e29c6-74c1-4cc5-9628-971f3e939296 service neutron] 10.222.0.54 "GET /v2.0/networks/7d074ec6-b234-4e91-9263-ce5295741b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282347 Jul 16 08:43:00.812845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7505-688b-4f7f-911d-1030b22de437 req-89d4a8bb-15ef-4018-a2c7-b7066c83d237 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.821226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8d7505-688b-4f7f-911d-1030b22de437 req-89d4a8bb-15ef-4018-a2c7-b7066c83d237 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.5367632 Jul 16 08:43:00.869248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c2a9c-58f1-4859-aa21-6b4882d91931 req-e761d148-1aff-44c4-b041-2c1520d7244d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.876100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c2a9c-58f1-4859-aa21-6b4882d91931 req-e761d148-1aff-44c4-b041-2c1520d7244d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.883166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-643c2a9c-58f1-4859-aa21-6b4882d91931 req-e761d148-1aff-44c4-b041-2c1520d7244d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04&device_id=f682fb2c-f397-4495-81a6-b36376014649 HTTP/1.1" status: 200 len: 1691 time: 0.5239832 Jul 16 08:43:00.888996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Allocated IP 192.168.233.166 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:00.982922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8d7505-688b-4f7f-911d-1030b22de437 req-ccbecb9d-54eb-4c80-bbfc-d95f44ab07ab tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566794 Jul 16 08:43:01.027169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-643c2a9c-58f1-4859-aa21-6b4882d91931 req-d43c75ac-ab7a-4fab-b49e-92da6dbc3d6b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381667 Jul 16 08:43:01.052694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902ced4e-5a9f-4281-b4e8-178b1dd36fc2 req-b032f81f-027a-4a9c-94f6-9dc4a1af516a service neutron] 10.222.0.54 "GET /v2.0/networks/7d074ec6-b234-4e91-9263-ce5295741b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286546 Jul 16 08:43:01.137427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.187499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Transition to ACTIVE for port object a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:01.278626 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.295604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:01.297813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962f70-9cb3-4663-92bc-9a735ece2c05 req-b20ced92-ecaf-4f68-b152-18bad93af796 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.301774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc962f70-9cb3-4663-92bc-9a735ece2c05 req-b20ced92-ecaf-4f68-b152-18bad93af796 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 943 time: 0.0805101 Jul 16 08:43:01.356496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:01.360272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc962f70-9cb3-4663-92bc-9a735ece2c05 req-974f6ac2-a0d4-4729-8427-848c3cd16f52 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 Jul 16 08:43:01.361228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ee9fb22a-dcbe-4bcd-b429-d882299b2a00'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:01.381051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:01.382159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:01.447461 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d0e6ff-d89f-4237-ad76-b3ca0a823342 x-openstack-request-id: req-15d0e6ff-d89f-4237-ad76-b3ca0a823342 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:01.448469 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b78bbb-944f-423c-9a51-08f94eb29d2e", "name": "network-vif-plugged", "status": "completed", "tag": "b4eee15a-3617-46dc-b769-16c8ff72ff96", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:01.448915 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15d0e6ff-d89f-4237-ad76-b3ca0a823342 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:01.449455 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'code': 200} Jul 16 08:43:01.498153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:01.547334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.547967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.583844 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-a3b4988e-e3a5-4d42-ae14-408bac57730e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9894707 Jul 16 08:43:01.600384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Request body: {'port': {'device_id': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:01.703430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7c5c-cce5-486b-bf99-2516c82efa4b req-8535f2c6-4fbb-4c0d-a7d7-dcdf1e85271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.705005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a16e7c5c-cce5-486b-bf99-2516c82efa4b req-8535f2c6-4fbb-4c0d-a7d7-dcdf1e85271c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 1097 time: 0.1575367 Jul 16 08:43:01.875145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.948039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:01.952587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a16e7c5c-cce5-486b-bf99-2516c82efa4b req-54490a4e-63d6-4ff6-83c4-f55b49ca8016 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153285 Jul 16 08:43:02.096341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99698fe3-8286-48a1-afd4-1947427e3861 req-77e19bfa-6135-4060-83af-bde4f2f87485 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.099687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99698fe3-8286-48a1-afd4-1947427e3861 req-77e19bfa-6135-4060-83af-bde4f2f87485 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 945 time: 0.3937902 Jul 16 08:43:02.114243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,segment=NetworkSegment(5f8813bb-9d62-402e-8db4-39360ae921e3),segment_id=5f8813bb-9d62-402e-8db4-39360ae921e3)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:02.149786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '1e4a77cc-ec7a-4b25-992d-a8fa9e928436', 'network_id': '7d074ec6-b234-4e91-9263-ce5295741b96', 'port_id': '1e4a77cc-ec7a-4b25-992d-a8fa9e928436', 'mac_address': 'fa:16:3e:dc:1b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6051edf-e2f3-4b47-b943-379d46271ce7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:02.161497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-15ad84be-ac05-479d-8bb0-ee3f793339e7 None None] Provisioning for port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:02.194097 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:02.232880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99698fe3-8286-48a1-afd4-1947427e3861 req-b937f0aa-85b4-4391-baa0-6354a3f5cb56 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243634 Jul 16 08:43:02.244310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-15ad84be-ac05-479d-8bb0-ee3f793339e7 None None] Provisioning complete for port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:02.245415 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15ad84be-ac05-479d-8bb0-ee3f793339e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.271268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49386253-9058-49c6-acda-70e486e0bfe9 req-342e7f40-213e-4d8e-b819-cee623f92dc3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.279223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49386253-9058-49c6-acda-70e486e0bfe9 req-342e7f40-213e-4d8e-b819-cee623f92dc3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 936 time: 0.2801449 Jul 16 08:43:02.355491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-15ad84be-ac05-479d-8bb0-ee3f793339e7 None None] Port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:02.367814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49386253-9058-49c6-acda-70e486e0bfe9 req-2cd4f0aa-5218-4340-939e-ec0458fc8736 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739367 Jul 16 08:43:02.371243 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.388318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:02.413075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,segment=NetworkSegment(5f8813bb-9d62-402e-8db4-39360ae921e3),segment_id=5f8813bb-9d62-402e-8db4-39360ae921e3)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:02.419791 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.696453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:02.717565 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.732034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434eea7-f5b0-48de-9c28-ce8775c4660e req-a7083891-14af-41c2-9164-6ec2d2c3a132 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.734068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d434eea7-f5b0-48de-9c28-ce8775c4660e req-a7083891-14af-41c2-9164-6ec2d2c3a132 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1527133 Jul 16 08:43:02.760981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Transition to ACTIVE for port object a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:02.769119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.785836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.809508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d434eea7-f5b0-48de-9c28-ce8775c4660e req-bebb92a9-a5ac-4600-b26a-327b8749fb2a tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685256 Jul 16 08:43:02.869888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['1e4a77cc-ec7a-4b25-992d-a8fa9e928436'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:02.884585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.979464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473fefd-e4f3-4895-8856-064667d4e954 req-f968da72-d929-4aec-9014-a7aba64c65b5 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.992918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a473fefd-e4f3-4895-8856-064667d4e954 req-f968da72-d929-4aec-9014-a7aba64c65b5 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 944 time: 0.1644173 Jul 16 08:43:03.073499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Attempting to bind port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:03.073895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Attempting to bind port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:03.074231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Attempting to bind port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:03.082735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:03.083072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Attempting to bind port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:03.089770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:03.090377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:03.090941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:03.091572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Bound port: a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:03.092096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.184680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a473fefd-e4f3-4895-8856-064667d4e954 req-1fd55c3a-f33f-451e-baaa-915681a1dc37 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905918 Jul 16 08:43:03.216482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:03.220387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:03.230630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.243055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294fbce-6a8a-4f69-849f-5950d75d911c req-a6728473-051c-4e17-9b39-2dabe5769d89 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.244194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7294fbce-6a8a-4f69-849f-5950d75d911c req-a6728473-051c-4e17-9b39-2dabe5769d89 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 1102 time: 0.1793373 Jul 16 08:43:03.326090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.326717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.328154 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] 10.222.0.54 "PUT /v2.0/ports/a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 200 len: 1097 time: 1.7321904 Jul 16 08:43:03.335830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:03.338595 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e22525f-202e-4870-afcf-2c069fed1c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:03.343570 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7294fbce-6a8a-4f69-849f-5950d75d911c req-5be4d81d-0bd9-4663-aaee-3fc44eb82bdf tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929179 Jul 16 08:43:03.410690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a46e03-8999-429e-ae74-df55921aa61b service neutron] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.569990 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6072e695-d1fa-420b-9a80-229525382b68 x-openstack-request-id: req-6072e695-d1fa-420b-9a80-229525382b68 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:03.571608 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:03.571608 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6072e695-d1fa-420b-9a80-229525382b68 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:03.571608 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'status': 'completed', 'code': 200} Jul 16 08:43:03.742495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-d03e8a50-9008-4e4c-bb17-987884c7bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.744034 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-d03e8a50-9008-4e4c-bb17-987884c7bb44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 1100 time: 0.1280193 Jul 16 08:43:03.757114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e2f5-6f0e-4972-a7f6-fd2a8375daad req-216badaa-ea9c-4846-a16a-51a6baf3bafa tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.759262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f330e2f5-6f0e-4972-a7f6-fd2a8375daad req-216badaa-ea9c-4846-a16a-51a6baf3bafa tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 945 time: 0.1300256 Jul 16 08:43:03.811584 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-531b3e7d-4e1b-46ec-b39b-076b9071198a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 200 len: 217 time: 0.0445650 Jul 16 08:43:03.833737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f330e2f5-6f0e-4972-a7f6-fd2a8375daad req-7da0530a-8eeb-4fdd-9c93-da8ad4348c1b tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652077 Jul 16 08:43:03.891156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b688184-7b59-43d2-9177-750632abf1db req-d791ff61-2553-4140-b0ed-fced36b8c1f3 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.896229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-45c6c985-717c-4d29-bdf7-74f34aab4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.898537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b688184-7b59-43d2-9177-750632abf1db req-d791ff61-2553-4140-b0ed-fced36b8c1f3 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f682fb2c-f397-4495-81a6-b36376014649 HTTP/1.1" status: 200 len: 1102 time: 0.0828583 Jul 16 08:43:03.904814 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-45c6c985-717c-4d29-bdf7-74f34aab4c8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0822678 Jul 16 08:43:03.944724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b688184-7b59-43d2-9177-750632abf1db req-5f4378a3-1f34-40bc-9802-0263e436a308 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452178 Jul 16 08:43:04.026140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-60cfa6c2-c596-457c-a2b6-f7e149d75b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.033471 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-60cfa6c2-c596-457c-a2b6-f7e149d75b5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151834 Jul 16 08:43:04.150251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad180-abbb-4b1e-a50a-ed333fa7170f req-8bdf9aab-ea21-425d-841b-32ea7f71990a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.155988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-befad180-abbb-4b1e-a50a-ed333fa7170f req-8bdf9aab-ea21-425d-841b-32ea7f71990a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 948 time: 0.1359773 Jul 16 08:43:04.189269 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-c8818b5b-c354-437e-9a2c-689b3e82e533 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414363 Jul 16 08:43:04.195857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9640a-816c-47a2-af1b-e108e7723f0a req-12b00c1e-9673-4fe8-bbf5-46a73aa96585 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.197538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ffe9640a-816c-47a2-af1b-e108e7723f0a req-12b00c1e-9673-4fe8-bbf5-46a73aa96585 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.1300166 Jul 16 08:43:04.232090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-befad180-abbb-4b1e-a50a-ed333fa7170f req-14ee0d2a-adee-47df-8151-99531de4a272 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728338 Jul 16 08:43:04.265744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ffe9640a-816c-47a2-af1b-e108e7723f0a req-9315a476-e0e5-4c4d-8446-376ca39cc3d6 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552723 Jul 16 08:43:04.346426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7abebcb-530e-4d28-bfbd-905d7f06e61c req-85179655-fc48-496a-9af1-d7c2516d481a service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455061 Jul 16 08:43:04.547745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-c90887ed-d528-4329-bef2-a593eeec55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.549507 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-c90887ed-d528-4329-bef2-a593eeec55b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 1100 time: 0.0879085 Jul 16 08:43:04.560591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5ec45-1a50-442d-84f3-62e67b4006c8 req-cd5833d9-eaa9-48fc-8c95-da82a663067d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.561287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99c5ec45-1a50-442d-84f3-62e67b4006c8 req-cd5833d9-eaa9-48fc-8c95-da82a663067d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1666269 Jul 16 08:43:04.627041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99c5ec45-1a50-442d-84f3-62e67b4006c8 req-edd86f2e-8524-4806-a5d2-1219dda04e0f tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Jul 16 08:43:04.706961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-93f0e925-6549-461c-b7a0-d4dc01dc832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.708439 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-93f0e925-6549-461c-b7a0-d4dc01dc832b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1474183 Jul 16 08:43:04.764740 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-f0e30dd8-b1da-4da5-b60e-4a44a88031b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 200 len: 217 time: 0.0423074 Jul 16 08:43:04.765389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-8ef7e49f-2419-4df3-9c34-50dfb4d209ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275033 Jul 16 08:43:04.825618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-ecc50b2b-2599-4e5b-8dab-3daf3c61e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.827017 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-ecc50b2b-2599-4e5b-8dab-3daf3c61e0a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0474606 Jul 16 08:43:04.862457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dc531-7e63-4740-a6c5-6ea54805d167 req-3a781e37-fd7e-4442-bf87-a5eda3a13485 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.864346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd0dc531-7e63-4740-a6c5-6ea54805d167 req-3a781e37-fd7e-4442-bf87-a5eda3a13485 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 944 time: 0.1745565 Jul 16 08:43:04.891705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-364bca10-9003-4dad-b828-a233e72a33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.893143 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-364bca10-9003-4dad-b828-a233e72a33ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0550289 Jul 16 08:43:04.912301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-b200f774-fd46-4bb8-98f8-f0dc89f7bc9c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.914037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-b200f774-fd46-4bb8-98f8-f0dc89f7bc9c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427958 Jul 16 08:43:04.941621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd0dc531-7e63-4740-a6c5-6ea54805d167 req-a5dbe78c-03de-4543-b288-8377d1c7f42f tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671923 Jul 16 08:43:04.943364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-8a4ac4ac-c0be-4959-b6ab-4ad94b97469e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/quotas/de66512d88f744208826036ff6421a1b HTTP/1.1" status: 200 len: 375 time: 0.0171871 Jul 16 08:43:05.027741 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-554c1ec2-f8c2-46b7-a8f1-5e456f2b5542 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219289 Jul 16 08:43:05.053278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e5c0d2ed-8d64-40eb-b9f6-fd82714e830c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962536 Jul 16 08:43:05.152148 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e22525f-202e-4870-afcf-2c069fed1c7a req-cb53f959-c939-4357-b747-4c031098eda9 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094246 Jul 16 08:43:05.242104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991e45-1f77-40cd-8399-96114ae5150b req-dc3a7a77-da34-46cd-8509-cc50269a79ca tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.243868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d991e45-1f77-40cd-8399-96114ae5150b req-dc3a7a77-da34-46cd-8509-cc50269a79ca tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 945 time: 0.0863228 Jul 16 08:43:05.330247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d991e45-1f77-40cd-8399-96114ae5150b req-3716c6d8-5e14-4f8a-97fa-58d4b44276c9 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793176 Jul 16 08:43:05.510455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3404-9ef8-4e50-9474-a840c4510df4 req-2ddc5145-fc2d-4761-b348-8ba49054ac87 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.512240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7ce3404-9ef8-4e50-9474-a840c4510df4 req-2ddc5145-fc2d-4761-b348-8ba49054ac87 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 948 time: 0.0669694 Jul 16 08:43:05.554503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7ce3404-9ef8-4e50-9474-a840c4510df4 req-1f7647f8-959b-4c00-8c9f-12c4e899e73f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Jul 16 08:43:05.743836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcc4a-a7eb-4006-82a3-58d395e19daa req-51263617-3619-4c93-a406-bb9d0015fdb3 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.745417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4dbbcc4a-a7eb-4006-82a3-58d395e19daa req-51263617-3619-4c93-a406-bb9d0015fdb3 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.1639721 Jul 16 08:43:05.803421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45306e0-ef83-40a2-823a-ce5ccec05e1c req-38e48c45-222e-4a28-b417-79fde2706e1e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.814299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49560) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:05.820045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Request body: {'floatingip': {'port_id': 'b4eee15a-3617-46dc-b769-16c8ff72ff96'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:05.824346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a45306e0-ef83-40a2-823a-ce5ccec05e1c req-38e48c45-222e-4a28-b417-79fde2706e1e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 945 time: 0.1423092 Jul 16 08:43:05.862002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4dbbcc4a-a7eb-4006-82a3-58d395e19daa req-6e1c5d6f-6f35-4d82-b315-36baf0988cf2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047115 Jul 16 08:43:05.880007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.961406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:06.124112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:06.129207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:06.129668 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.169302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02b77-578e-4f7b-b32b-427e6aa66100 req-8e2d7a5b-a5e0-4091-a5b2-d25db43b13a0 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.171183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aaf02b77-578e-4f7b-b32b-427e6aa66100 req-8e2d7a5b-a5e0-4091-a5b2-d25db43b13a0 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1818190 Jul 16 08:43:06.310200 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.324962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aaf02b77-578e-4f7b-b32b-427e6aa66100 req-46ddf2f7-93e6-49df-b7c7-07f11fb3043d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444478 Jul 16 08:43:06.369586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f3052-8f31-4be3-bf63-08bc983d8db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a77cc-ec7a-4b25-992d-a8fa9e928436'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:06.372015 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f61317d-ab5a-4bbc-b2f6-9abcb19fbf7f" -d '{"events": [{"server_uuid": "768f3052-8f31-4be3-bf63-08bc983d8db3", "name": "network-vif-plugged", "status": "completed", "tag": "1e4a77cc-ec7a-4b25-992d-a8fa9e928436"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:06.405234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d179ec-ae10-4e5a-bf8f-dc3bfca46f50 req-d8190896-0f0b-473e-8644-d27699fb470b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.407249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48d179ec-ae10-4e5a-bf8f-dc3bfca46f50 req-d8190896-0f0b-473e-8644-d27699fb470b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 944 time: 0.1830397 Jul 16 08:43:06.421051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,segment=NetworkSegment(5f8813bb-9d62-402e-8db4-39360ae921e3),segment_id=5f8813bb-9d62-402e-8db4-39360ae921e3)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:06.428182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.441280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73742e5-1f38-45ce-91e1-2d4cc178c84b details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:06.480811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48d179ec-ae10-4e5a-bf8f-dc3bfca46f50 req-08796ba8-8b83-48ee-8dca-981deedb384b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656495 Jul 16 08:43:06.567238 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f1cd4-3b79-411b-9b73-ceb2c46786d0 x-openstack-request-id: req-a08f1cd4-3b79-411b-9b73-ceb2c46786d0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:06.567649 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768f3052-8f31-4be3-bf63-08bc983d8db3", "name": "network-vif-plugged", "status": "completed", "tag": "1e4a77cc-ec7a-4b25-992d-a8fa9e928436", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:06.568151 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a08f1cd4-3b79-411b-9b73-ceb2c46786d0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:06.568756 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f3052-8f31-4be3-bf63-08bc983d8db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a77cc-ec7a-4b25-992d-a8fa9e928436', 'code': 200} Jul 16 08:43:06.574862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:06.656274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a644e552-da89-47ee-9e9b-0e30d91614fe req-4a940e01-21ce-4041-afc9-373e1fc0d776 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 210 time: 0.0891187 Jul 16 08:43:06.718986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:06.747645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'port_id': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'mac_address': 'fa:16:3e:70:af:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d830b2d-3043-4c2d-9c6e-9d06747380a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:06.843435 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.873912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d73742e5-1f38-45ce-91e1-2d4cc178c84b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:06.921876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5b03-a042-437e-8d87-7f746095658c req-30205139-035e-42db-a092-c2e0ad4a085b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.924321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc8c5b03-a042-437e-8d87-7f746095658c req-30205139-035e-42db-a092-c2e0ad4a085b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 948 time: 0.1258950 Jul 16 08:43:06.943011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:06.952289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.973029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da26e-502d-4e5e-aa48-f4eb2a3424ae req-7dd48825-70f0-41fa-bae6-4365d7477fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.974564 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ff1da26e-502d-4e5e-aa48-f4eb2a3424ae req-7dd48825-70f0-41fa-bae6-4365d7477fce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 1097 time: 0.1638968 Jul 16 08:43:07.010848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc8c5b03-a042-437e-8d87-7f746095658c req-0b18d6db-6afa-49a9-ba76-1da0facac21a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752702 Jul 16 08:43:07.087601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ff1da26e-502d-4e5e-aa48-f4eb2a3424ae req-44a85e92-64cc-4e1b-bdaa-bafc5b007928 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792000 Jul 16 08:43:07.088000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.114092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.120138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d73742e5-1f38-45ce-91e1-2d4cc178c84b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:07.125302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.135660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f05046-54eb-41d3-aedf-67255b60a154 req-bdb85cf6-3260-4f22-b0e8-df34ada8eb0c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.138107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8f05046-54eb-41d3-aedf-67255b60a154 req-bdb85cf6-3260-4f22-b0e8-df34ada8eb0c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 945 time: 0.0734942 Jul 16 08:43:07.190246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8f05046-54eb-41d3-aedf-67255b60a154 req-cd326b82-c2fe-48f7-9339-581297002ada tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Jul 16 08:43:07.257997 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Floating IP a54ae9e4-d236-49fe-9164-23914409e732 associated. External IP: 172.25.6.51, port: b4eee15a-3617-46dc-b769-16c8ff72ff96. Jul 16 08:43:07.515124 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-7c621a79-235d-4d64-a04a-c2361437572e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388923 Jul 16 08:43:07.597680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Router e4472a70-30b0-4b95-8f42-aea3d1300ae0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:07.749217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f4f41-0895-42ac-90e9-98d6514edf88 req-6aa6239c-b4d4-4ab9-8ee2-9c9606ffcbfe tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.750866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-879f4f41-0895-42ac-90e9-98d6514edf88 req-6aa6239c-b4d4-4ab9-8ee2-9c9606ffcbfe tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.2220719 Jul 16 08:43:07.762563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-7c2a7e30-764d-43bf-949c-af81cae203ab tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.764256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-7c2a7e30-764d-43bf-949c-af81cae203ab tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371993 Jul 16 08:43:07.773583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:07.783835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.786671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] Sync routers for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:07.792066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Request body: {'port': {'device_id': '072c143a-9d00-485e-a1b5-64778e3fba31', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'de66512d88f744208826036ff6421a1b'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:07.798978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:07.799599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:07.835124 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9885b00c-4dc5-4827-a32f-c3c622b5f875 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "PUT /v2.0/floatingips/a54ae9e4-d236-49fe-9164-23914409e732 HTTP/1.1" status: 200 len: 990 time: 2.0192823 Jul 16 08:43:07.835740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'tag': 'b4eee15a-3617-46dc-b769-16c8ff72ff96'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:07.838175 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3ff6e-2323-45fd-81cb-31333c659359" -d '{"events": [{"name": "network-changed", "server_uuid": "05b78bbb-944f-423c-9a51-08f94eb29d2e", "tag": "b4eee15a-3617-46dc-b769-16c8ff72ff96"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:07.874812 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a934e80c-6698-4fe3-b9aa-33f8ecd56c4c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330954 Jul 16 08:43:07.918471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-879f4f41-0895-42ac-90e9-98d6514edf88 req-2bb1654c-9bad-47f0-a9b8-f9b60ddbfbab tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522198 Jul 16 08:43:07.935713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:07.948598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e1c6c-e1fc-4d24-b003-bfb855cff407 req-d73ad8f9-d110-4638-926e-f051c4edb8b4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.950357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b30e1c6c-e1fc-4d24-b003-bfb855cff407 req-d73ad8f9-d110-4638-926e-f051c4edb8b4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 945 time: 0.2510028 Jul 16 08:43:07.998961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:08.002488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Made reservation on behalf of de66512d88f744208826036ff6421a1b for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:08.006537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.045375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-030e84c4-e74d-4b89-b34d-c4d137f33f83 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.045983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b30e1c6c-e1fc-4d24-b003-bfb855cff407 req-3d09bcf2-2138-4f92-8e33-58fdb079a567 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828719 Jul 16 08:43:08.048122 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-030e84c4-e74d-4b89-b34d-c4d137f33f83 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618078 Jul 16 08:43:08.073268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Request body: {'port': {'device_id': '4d288803-8b35-4a4c-9963-99d3a38f71c1', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'de66512d88f744208826036ff6421a1b'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:08.251703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91b6879d-1cf2-4cf0-91c7-6c1016b04465 req-efffdf6a-dbc8-4b2e-af88-7b1ae08def43 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 210 time: 0.0736344 Jul 16 08:43:08.262430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Made reservation on behalf of de66512d88f744208826036ff6421a1b for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:08.267766 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.280601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Allocated IP 192.168.233.101 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/648fc380-388a-4779-8a31-511f3ebc9788) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:08.289520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fbbeb-8e62-44ba-b774-6ec595c34a63 req-cfd7950c-cea3-49cf-9a66-9ce71847e15f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.292100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-762fbbeb-8e62-44ba-b774-6ec595c34a63 req-cfd7950c-cea3-49cf-9a66-9ce71847e15f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 945 time: 0.1792288 Jul 16 08:43:08.360228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-762fbbeb-8e62-44ba-b774-6ec595c34a63 req-51f761ab-7a53-491b-97ca-b8a9bf88fdfa tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624473 Jul 16 08:43:08.413362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:08.425814 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde6c5a7-f5f3-43dc-82cf-bb97aad94ccf x-openstack-request-id: req-dde6c5a7-f5f3-43dc-82cf-bb97aad94ccf {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:08.426391 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b78bbb-944f-423c-9a51-08f94eb29d2e", "tag": "b4eee15a-3617-46dc-b769-16c8ff72ff96", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:08.426950 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dde6c5a7-f5f3-43dc-82cf-bb97aad94ccf {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:08.427077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'mac_address': 'fa:16:3e:4b:a5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:08.427703 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'tag': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'status': 'completed', 'code': 200} Jul 16 08:43:08.464469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73742e5-1f38-45ce-91e1-2d4cc178c84b up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:08.501421 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.522002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Transition to ACTIVE for port object 648fc380-388a-4779-8a31-511f3ebc9788 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:08.525215 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.575982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a54ae9e4-d236-49fe-9164-23914409e732', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'port_id': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'mac_address': 'fa:16:3e:3a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:08.590721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d73742e5-1f38-45ce-91e1-2d4cc178c84b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:08.591095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.618757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] Checking router: e4472a70-30b0-4b95-8f42-aea3d1300ae0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:08.648952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:08.667710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.671952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:08.675003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:08.675673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:08.723766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:08.729728 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.736193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:08.740255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-b4831186-df23-4dd1-a9f6-5f6d0b9f6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.741377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-b4831186-df23-4dd1-a9f6-5f6d0b9f6dd4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83c236444a70408291cae3a865af9b98&device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 1097 time: 0.2054138 Jul 16 08:43:08.754699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fd4ca-c7d4-4779-8ea4-3e9ffe1b264a req-37828ab5-ff46-48c9-af4e-e5f996555771 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.756204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e0fd4ca-c7d4-4779-8ea4-3e9ffe1b264a req-37828ab5-ff46-48c9-af4e-e5f996555771 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 948 time: 0.2109618 Jul 16 08:43:08.757108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:08.765156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:08.799470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Allocated IP 192.168.233.72 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/92e41796-7776-42d4-9277-19dacd5becea) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:08.840415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'Port': ['ID=648fc380-388a-4779-8a31-511f3ebc9788,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.970406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.050925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:09.066797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.074847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.075240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.075532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.080302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.080723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.081069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.081463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.081844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.082177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.082514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.085638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.086101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.100117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Transition to ACTIVE for port object 92e41796-7776-42d4-9277-19dacd5becea will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:09.114657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.116014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.146027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-d4884711-11b3-4ce0-ada4-ac3b1171b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.146246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.150230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-d4884711-11b3-4ce0-ada4-ac3b1171b1d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 200 len: 925 time: 0.3882394 Jul 16 08:43:09.157567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-91a1df1e-fda8-4c0f-9423-a974a71c7187 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3799932 Jul 16 08:43:09.212389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:09.213494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'Port': ['ID=92e41796-7776-42d4-9277-19dacd5becea,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.221543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:09.224752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:09.228471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.228916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.229375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.229736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.230217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.230380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.230935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.231656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.232353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.232865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.233381 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.234052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.244042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Request body: {'port': {'device_id': '072c143a-9d00-485e-a1b5-64778e3fba31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:09.287994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:09.299209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.299834 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.328016 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-73160861-5824-44ce-be47-c1f35dc9db86 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2593057 Jul 16 08:43:09.346133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Request body: {'port': {'device_id': '4d288803-8b35-4a4c-9963-99d3a38f71c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:09.411421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e0fd4ca-c7d4-4779-8ea4-3e9ffe1b264a req-2eb4f3c5-5867-4ddd-b043-c9bf14abd5a7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324580 Jul 16 08:43:09.472964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.495877 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.532648 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-f9ca9b04-d309-4dde-a293-457331471bb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eee15a-3617-46dc-b769-16c8ff72ff96 HTTP/1.1" status: 200 len: 998 time: 0.3696775 Jul 16 08:43:09.533376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.637903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:09.671238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:09.673553 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8053e0-e005-4694-902f-42272baa9a0c" -d '{"events": [{"server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "name": "network-vif-plugged", "status": "completed", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:09.683296 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.743033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-46761bef-8b3e-4ae1-9503-4f00987414d3 None None] Provisioning for port 648fc380-388a-4779-8a31-511f3ebc9788 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:09.756353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-46761bef-8b3e-4ae1-9503-4f00987414d3 None None] Provisioning complete for port 648fc380-388a-4779-8a31-511f3ebc9788 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:09.756717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46761bef-8b3e-4ae1-9503-4f00987414d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.882691 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e41796-7776-42d4-9277-19dacd5becea {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:09.885755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-46761bef-8b3e-4ae1-9503-4f00987414d3 None None] Port 648fc380-388a-4779-8a31-511f3ebc9788 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:09.896319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.910191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.915791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Transition to ACTIVE for port object 92e41796-7776-42d4-9277-19dacd5becea will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:09.934724 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.956358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a54ae9e4-d236-49fe-9164-23914409e732', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'port_id': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'mac_address': 'fa:16:3e:3a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:09.995628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ffb29-869f-4f34-baf9-333ea872a391 None None] The sync data for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 is: [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a54ae9e4-d236-49fe-9164-23914409e732', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'port_id': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'mac_address': 'fa:16:3e:3a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:10.001381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c425dee-b17f-4f4a-b678-201934472153 req-1e0f4e33-707a-45ad-bead-a666a1c6ff88 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.009291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c425dee-b17f-4f4a-b678-201934472153 req-1e0f4e33-707a-45ad-bead-a666a1c6ff88 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.7760055 Jul 16 08:43:10.017223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Pushing event updated for resources: {'Port': ['ID=92e41796-7776-42d4-9277-19dacd5becea,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.058795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-aec8f0b6-0585-416a-9769-588240d45109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.069034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-aec8f0b6-0585-416a-9769-588240d45109 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1bcaee8-424e-4ce4-bc0f-70fcdb499588 HTTP/1.1" status: 200 len: 863 time: 0.5188963 Jul 16 08:43:10.137613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-da3bb91c-38bb-4d73-9a0e-10ba77be1a50 None None] Provisioning for port 92e41796-7776-42d4-9277-19dacd5becea completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:10.158968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Attempting to bind port 92e41796-7776-42d4-9277-19dacd5becea on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:10.159463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Attempting to bind port 92e41796-7776-42d4-9277-19dacd5becea by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:10.159642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Attempting to bind port 92e41796-7776-42d4-9277-19dacd5becea on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:10.160918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-319f5f94-ba1a-4fd3-98c6-1000b73f82de tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.162521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-319f5f94-ba1a-4fd3-98c6-1000b73f82de tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.52 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 945 time: 0.7455029 Jul 16 08:43:10.169159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Port 92e41796-7776-42d4-9277-19dacd5becea on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:10.170799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Attempting to bind port 92e41796-7776-42d4-9277-19dacd5becea on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:10.186508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:10.186849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:10.188650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:10.190049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Bound port: 92e41796-7776-42d4-9277-19dacd5becea, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:10.191278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.218375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49632) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.225885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1437116208'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:10.268474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:10.272953 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.280126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a99662-11c4-421d-b08f-b4e348da1b9d req-0f82a6d0-f371-4717-bff4-49aaa98f54dc tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.283227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56a99662-11c4-421d-b08f-b4e348da1b9d req-0f82a6d0-f371-4717-bff4-49aaa98f54dc tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 945 time: 0.4181216 Jul 16 08:43:10.328873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:10.336392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c425dee-b17f-4f4a-b678-201934472153 req-3da834ac-3a03-43bc-b0c8-052cf46a0998 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261120 Jul 16 08:43:10.351433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.351781 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Added segment fa957ca8-bc81-4db1-8fbc-948b40a0aff0 of type vlan for network d8feeb02-e063-47f4-b045-1cae94d46196 Jul 16 08:43:10.361514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] For port 92e41796-7776-42d4-9277-19dacd5becea, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:10.365363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] For port 92e41796-7776-42d4-9277-19dacd5becea, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=92e41796-7776-42d4-9277-19dacd5becea,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:10.407839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.446665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.455702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.456324 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.457927 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] 10.222.0.54 "PUT /v2.0/ports/92e41796-7776-42d4-9277-19dacd5becea HTTP/1.1" status: 200 len: 1096 time: 1.1162727 Jul 16 08:43:10.458378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d288803-8b35-4a4c-9963-99d3a38f71c1', 'tag': '92e41796-7776-42d4-9277-19dacd5becea'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:10.460679 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba" -d '{"events": [{"name": "network-changed", "server_uuid": "4d288803-8b35-4a4c-9963-99d3a38f71c1", "tag": "92e41796-7776-42d4-9277-19dacd5becea"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:10.468814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73742e5-1f38-45ce-91e1-2d4cc178c84b no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:10.482849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56a99662-11c4-421d-b08f-b4e348da1b9d req-2b6ccbef-7d59-495b-a664-4fe5a33975ab tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837800 Jul 16 08:43:10.508916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42a76-fb85-4176-9c44-204dc62383bd service neutron] Pushing event updated for resources: {'Port': ['ID=92e41796-7776-42d4-9277-19dacd5becea,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.512322 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7264591d-dfe7-405e-8c13-135353fceb93 None None] New status for floating IP a54ae9e4-d236-49fe-9164-23914409e732: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:43:10.539663 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.554778 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.555427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.625013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-dea3336a-09bc-4388-94e3-b72d6ffb7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.637285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-dea3336a-09bc-4388-94e3-b72d6ffb7a7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee79cf1d-2547-4500-bb91-eedab718c753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5223525 Jul 16 08:43:10.677858 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.739719 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5195074 Jul 16 08:43:10.741995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:10.756183 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.779048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49640) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.787159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1527161475'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:10.793943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ab48e-f265-467a-9457-e03824aa11dd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Network': ['ID=d8feeb02-e063-47f4-b045-1cae94d46196,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.811627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d8feeb02-e063-47f4-b045-1cae94d46196 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:10.830416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-4477cd7d-5da2-46f8-8705-bab5c148cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.832563 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-4477cd7d-5da2-46f8-8705-bab5c148cb56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 1099 time: 0.3029096 Jul 16 08:43:10.845335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:10.849878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.851537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Deleting port d73742e5-1f38-45ce-91e1-2d4cc178c84b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:10.851882 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.906947 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-5988e437-ff29-4944-8098-5e6067f74492 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=92e41796-7776-42d4-9277-19dacd5becea HTTP/1.1" status: 200 len: 217 time: 0.0436053 Jul 16 08:43:10.918843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.925342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:10.963614 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.963964 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Added segment c02bbf77-b01e-4236-8850-e68e47f75e78 of type vlan for network 0702df2e-d2b4-4027-b483-fc02ab1685a3 Jul 16 08:43:10.982947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a8f8-2aaf-40cf-8a33-071d96a0e059 req-cc3c1aa3-d520-4e58-bf69-6cf46df40039 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.984464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2a4a8f8-2aaf-40cf-8a33-071d96a0e059 req-cc3c1aa3-d520-4e58-bf69-6cf46df40039 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 936 time: 0.4200673 Jul 16 08:43:10.998580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648fc380-388a-4779-8a31-511f3ebc9788 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:11.005963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-c2552c10-59d2-4f5f-9730-cb904bcd78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.007454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-c2552c10-59d2-4f5f-9730-cb904bcd78cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0801244 Jul 16 08:43:11.015885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.018225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-b87e67a3-4265-44a1-afbd-73abb0bf21b6 service neutron] 10.222.0.54 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490453 Jul 16 08:43:11.022574 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.061026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:11.071558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Transition to ACTIVE for port object 648fc380-388a-4779-8a31-511f3ebc9788 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:11.084520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.088366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1870650-b0f5-451a-8854-887cec4477be req-0078e94c-d7e5-4e7b-a3d2-4275496560a2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.089918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1870650-b0f5-451a-8854-887cec4477be req-0078e94c-d7e5-4e7b-a3d2-4275496560a2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=b096a811-ef6f-47aa-b48a-c87f522b7eed HTTP/1.1" status: 200 len: 946 time: 0.4218707 Jul 16 08:43:11.090154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.090741 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.112083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.142538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-3f068f03-c208-4dc9-b537-504cc9db43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.143737 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-3f068f03-c208-4dc9-b537-504cc9db43ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241601 Jul 16 08:43:11.146120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] For port d73742e5-1f38-45ce-91e1-2d4cc178c84b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73742e5-1f38-45ce-91e1-2d4cc178c84b,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:11.146873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.147976 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3667424 Jul 16 08:43:11.162924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49644) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:11.182843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25c7b2-85ed-46de-a6c4-a1b176d4c897 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Network': ['ID=0702df2e-d2b4-4027-b483-fc02ab1685a3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.188991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'subnet': {'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:11.200822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2a4a8f8-2aaf-40cf-8a33-071d96a0e059 req-325f2c67-4e5e-43f8-ac8a-f6d4ff5c0c25 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062738 Jul 16 08:43:11.220409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 0702df2e-d2b4-4027-b483-fc02ab1685a3 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:11.252323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Calling delete_port for d73742e5-1f38-45ce-91e1-2d4cc178c84b owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:11.299495 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-5ac1fb50-e251-4162-be78-b77774ff1737 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248791 Jul 16 08:43:11.321985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Pushing event updated for resources: {'Port': ['ID=648fc380-388a-4779-8a31-511f3ebc9788,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.357574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1870650-b0f5-451a-8854-887cec4477be req-6b7685df-ec7b-410b-905e-971d1b73e65b tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503402 Jul 16 08:43:11.431076 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6412f-e7b6-4891-b9d6-feadf4aa0f49 x-openstack-request-id: req-71f6412f-e7b6-4891-b9d6-feadf4aa0f49 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:11.431373 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "name": "network-vif-plugged", "status": "completed", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:11.432163 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71f6412f-e7b6-4891-b9d6-feadf4aa0f49 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:11.432568 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'code': 200} Jul 16 08:43:11.516217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a3ff6e-2323-45fd-81cb-31333c659359 req-bb2f8731-e790-4c0e-9203-5612688f0b31 service neutron] 10.222.0.54 "GET /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721835 Jul 16 08:43:11.587001 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed0a1bf-7fde-4fb7-8c6d-9319e6d3e7ec x-openstack-request-id: req-3ed0a1bf-7fde-4fb7-8c6d-9319e6d3e7ec {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:11.587791 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d288803-8b35-4a4c-9963-99d3a38f71c1", "tag": "92e41796-7776-42d4-9277-19dacd5becea", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:11.589009 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ed0a1bf-7fde-4fb7-8c6d-9319e6d3e7ec {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:11.589721 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d288803-8b35-4a4c-9963-99d3a38f71c1', 'tag': '92e41796-7776-42d4-9277-19dacd5becea', 'status': 'completed', 'code': 200} Jul 16 08:43:11.600881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:11.606074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.626062 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-1d45c219-4a49-4710-83dc-286e48b5a682 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894937 Jul 16 08:43:11.661392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Attempting to bind port 648fc380-388a-4779-8a31-511f3ebc9788 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:11.662119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Attempting to bind port 648fc380-388a-4779-8a31-511f3ebc9788 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:11.662456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Attempting to bind port 648fc380-388a-4779-8a31-511f3ebc9788 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:11.715625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Port 648fc380-388a-4779-8a31-511f3ebc9788 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:11.715938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Attempting to bind port 648fc380-388a-4779-8a31-511f3ebc9788 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:11.774502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:11.775136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:11.776261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:11.776874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Bound port: 648fc380-388a-4779-8a31-511f3ebc9788, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:11.777292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.785273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-96b44292-a10c-461d-be2d-f137551811d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.786856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-96b44292-a10c-461d-be2d-f137551811d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 1099 time: 0.0738893 Jul 16 08:43:11.869199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.908964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-18ea2e78-5524-4200-b80b-e81017b4527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.910618 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-18ea2e78-5524-4200-b80b-e81017b4527a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.0963926 Jul 16 08:43:11.936346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038179f-dcd4-4a39-bac9-2345198c42fb req-a02d9459-5d20-4956-9ca5-fd174c159279 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.937893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e038179f-dcd4-4a39-bac9-2345198c42fb req-a02d9459-5d20-4956-9ca5-fd174c159279 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 949 time: 0.3563166 Jul 16 08:43:11.964367 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-1dabbab4-0ade-4749-be06-edcbb8fafa4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=92e41796-7776-42d4-9277-19dacd5becea HTTP/1.1" status: 200 len: 217 time: 0.0414901 Jul 16 08:43:11.983632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event deleted for resources: {'Port': ['ID=d73742e5-1f38-45ce-91e1-2d4cc178c84b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.993052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:12.035188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-e060f17f-adeb-4459-ab3c-b1af1c626977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.036688 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-e060f17f-adeb-4459-ab3c-b1af1c626977 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0567951 Jul 16 08:43:12.061338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:12.066267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:12.066876 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.081685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] No DVR routers for this DVR port d73742e5-1f38-45ce-91e1-2d4cc178c84b on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:12.084647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.086722 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f76913f-cb2b-4152-ac8e-a5a7b5a1f8ad req-58c286cc-6f99-44f4-8390-7e31037fa1e9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.52 "DELETE /v2.0/ports/d73742e5-1f38-45ce-91e1-2d4cc178c84b HTTP/1.1" status: 204 len: 173 time: 1.8187554 Jul 16 08:43:12.093874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'name': 'network-vif-deleted', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:12.096317 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10288955-564e-4422-9339-b28d5608931b" -d '{"events": [{"server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "name": "network-vif-deleted", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:12.117116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] For port 648fc380-388a-4779-8a31-511f3ebc9788, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:12.143541 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-7ce16882-088f-4bd0-b052-8eab291a66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.145308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-7ce16882-088f-4bd0-b052-8eab291a66a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926166 Jul 16 08:43:12.157000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e038179f-dcd4-4a39-bac9-2345198c42fb req-17902004-0ac3-4b6e-a6b0-e392d4873cec tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949754 Jul 16 08:43:12.169760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] For port 648fc380-388a-4779-8a31-511f3ebc9788, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=648fc380-388a-4779-8a31-511f3ebc9788,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:12.189913 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.221201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa5992-c7dd-4224-88ea-325b35c0595b req-9854b468-c17c-4b17-98ac-93dd8785716c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.222877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdfa5992-c7dd-4224-88ea-325b35c0595b req-9854b468-c17c-4b17-98ac-93dd8785716c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.3434932 Jul 16 08:43:12.248264 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.283656 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.290084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:12.298533 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.381270 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-a779a2ce-91dd-4674-9c5a-32b66fca4351 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160599 Jul 16 08:43:12.410534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.531593 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4bdbe33b-eb8e-4cba-84df-f2512bc67eba req-44405953-a18f-4d5a-a256-9c659bf26e74 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310906 Jul 16 08:43:12.668025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.668632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.670325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] 10.222.0.52 "PUT /v2.0/ports/648fc380-388a-4779-8a31-511f3ebc9788 HTTP/1.1" status: 200 len: 1097 time: 3.4359951 Jul 16 08:43:12.769533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Subnet': ['ID=5dbb6677-4aa9-448c-bb3b-d06984ae5117,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.794466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af68b2-1970-49b9-ae88-ce40145b4f50 service neutron] Pushing event updated for resources: {'Port': ['ID=648fc380-388a-4779-8a31-511f3ebc9788,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.804475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdfa5992-c7dd-4224-88ea-325b35c0595b req-8f13dbe6-8bf4-47ab-b4bf-45d2a03ae815 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224831 Jul 16 08:43:12.848341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Checking segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:12.848783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network hostable DHCP agents. Network: d8feeb02-e063-47f4-b045-1cae94d46196, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:12.875399 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d819ad1-9d94-4920-8d1d-99120ecc0191 x-openstack-request-id: req-7d819ad1-9d94-4920-8d1d-99120ecc0191 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:12.875765 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "name": "network-vif-deleted", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:12.876081 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d819ad1-9d94-4920-8d1d-99120ecc0191 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:12.877565 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'name': 'network-vif-deleted', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'status': 'completed', 'code': 200} Jul 16 08:43:12.904410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64fa81-c18e-4c61-80c6-fadb21e8acf5 req-8f7e0b28-54eb-48a7-ac95-82fbcddd002d tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.906072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d64fa81-c18e-4c61-80c6-fadb21e8acf5 req-8f7e0b28-54eb-48a7-ac95-82fbcddd002d tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 945 time: 0.2248988 Jul 16 08:43:12.906675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network d8feeb02-e063-47f4-b045-1cae94d46196 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:12.923829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-b4b50f22-ae5a-4b71-9919-425ab4762c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.925484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-b4b50f22-ae5a-4b71-9919-425ab4762c73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 1100 time: 0.2053757 Jul 16 08:43:12.932570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d8feeb02-e063-47f4-b045-1cae94d46196) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:12.945579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03eaf4-f578-4b31-82f9-0094c31ee9f3 None None] Network d8feeb02-e063-47f4-b045-1cae94d46196 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:12.952553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.953158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.998830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-c6b11ca2-9938-4041-913e-39308c9b4ba6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648fc380-388a-4779-8a31-511f3ebc9788 HTTP/1.1" status: 200 len: 217 time: 0.0577586 Jul 16 08:43:13.052402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d64fa81-c18e-4c61-80c6-fadb21e8acf5 req-a738ce37-e7ac-49b1-bcd9-857d23bf4f17 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377599 Jul 16 08:43:13.078394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e847f480-3150-4edc-b920-e4cb7a63079d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8971879 Jul 16 08:43:13.078530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49660) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.089143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'subnet': {'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:13.109196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-fca62e96-5ecb-43d5-aa20-aa2f4b83b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.110718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-fca62e96-5ecb-43d5-aa20-aa2f4b83b592 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0939262 Jul 16 08:43:13.135960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d8feeb02-e063-47f4-b045-1cae94d46196', 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'fixed_ips': [{'subnet_id': '5dbb6677-4aa9-448c-bb3b-d06984ae5117'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:13.136822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.179518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0995432-4a1a-4ce1-b2a0-13d02463064d req-c84abac9-fa97-42ca-8e74-4726194f132b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.181560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0995432-4a1a-4ce1-b2a0-13d02463064d req-c84abac9-fa97-42ca-8e74-4726194f132b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 948 time: 0.1922872 Jul 16 08:43:13.207011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:13.211868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.236491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c8c5-da92-4de8-be62-386a329edb22 req-5d4c9217-978f-443d-bc77-04ed1035e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.238060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-5d4c9217-978f-443d-bc77-04ed1035e846 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116705 Jul 16 08:43:13.264487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0995432-4a1a-4ce1-b2a0-13d02463064d req-511f30cf-652a-4267-84fd-abdbb4938ec9 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733395 Jul 16 08:43:13.318100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Allocated IP 10.1.1.2 (d8feeb02-e063-47f4-b045-1cae94d46196/5dbb6677-4aa9-448c-bb3b-d06984ae5117/daf95303-2082-497e-9fc0-ae24631d5c1a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:13.436062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-aafea193-0022-476c-a46e-437925fc9eff service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898322 Jul 16 08:43:13.473169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.538791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Subnet': ['ID=d0079eb3-32cd-4b88-8867-564403d20b44,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.580365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.582578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b'}, {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:13.584851 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e77436-8c94-4ed5-bc25-ce0f82d98991" -d '{"events": [{"server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "name": "network-vif-unplugged", "status": "completed", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b"}, {"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-plugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:13.597943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Checking segment: {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:13.597943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network hostable DHCP agents. Network: 0702df2e-d2b4-4027-b483-fc02ab1685a3, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:13.598292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482c8c5-da92-4de8-be62-386a329edb22 req-c70e9c99-0f49-41d4-86e8-200a562d7252 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414847 Jul 16 08:43:13.599381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Transition to ACTIVE for port object daf95303-2082-497e-9fc0-ae24631d5c1a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:13.628105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Transition to ACTIVE for port object daf95303-2082-497e-9fc0-ae24631d5c1a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:13.629351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network 0702df2e-d2b4-4027-b483-fc02ab1685a3 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:13.637779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.639701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648a514-b685-47cd-b417-20433d6472cb req-7fc13f66-1d3e-46dc-8a38-45388c3cb911 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.641545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b648a514-b685-47cd-b417-20433d6472cb req-7fc13f66-1d3e-46dc-8a38-45388c3cb911 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2009454 Jul 16 08:43:13.645671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 0702df2e-d2b4-4027-b483-fc02ab1685a3) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:13.654140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.657943 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.668464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a39990-64a7-418c-8121-3886efe5fcee None None] Network 0702df2e-d2b4-4027-b483-fc02ab1685a3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:13.679286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1733aa1c-f62f-459b-aabc-e68cf61ea0f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5992548 Jul 16 08:43:13.682463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49674) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.691483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'port': {'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'name': 'tempest-TaggedBootDevicesTest-244662150', 'fixed_ips': [{'subnet_id': '5dbb6677-4aa9-448c-bb3b-d06984ae5117'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:13.698193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.704064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-101278db-4ced-415d-8d7b-6af98703c5a7 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339514369', 'description': 'tempest-description--1523620215'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:13.706656 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b648a514-b685-47cd-b417-20433d6472cb req-05253b07-c07a-42c0-8f5e-721d27a7b0ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589662 Jul 16 08:43:13.722142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Network d8feeb02-e063-47f4-b045-1cae94d46196 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:13.739440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:13.741499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Pushing event updated for resources: {'Port': ['ID=daf95303-2082-497e-9fc0-ae24631d5c1a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.743959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:13.807037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101278db-4ced-415d-8d7b-6af98703c5a7 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.938156 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ba50e-e60a-46c8-a241-221c0309497a x-openstack-request-id: req-0d2ba50e-e60a-46c8-a241-221c0309497a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:13.938495 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096a811-ef6f-47aa-b48a-c87f522b7eed", "name": "network-vif-unplugged", "status": "completed", "tag": "d73742e5-1f38-45ce-91e1-2d4cc178c84b", "code": 200}, {"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-plugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:13.938972 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d2ba50e-e60a-46c8-a241-221c0309497a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:13.939442 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096a811-ef6f-47aa-b48a-c87f522b7eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73742e5-1f38-45ce-91e1-2d4cc178c84b', 'code': 200} Jul 16 08:43:13.939751 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'code': 200} Jul 16 08:43:13.968595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101278db-4ced-415d-8d7b-6af98703c5a7 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.982506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101278db-4ced-415d-8d7b-6af98703c5a7 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.987967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Attempting to bind port daf95303-2082-497e-9fc0-ae24631d5c1a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:13.988346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Attempting to bind port daf95303-2082-497e-9fc0-ae24631d5c1a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:13.988711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Attempting to bind port daf95303-2082-497e-9fc0-ae24631d5c1a on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:13.996989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:13.997369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Checking segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:13.997807 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.998199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Bound using segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:13.998670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Bound port: daf95303-2082-497e-9fc0-ae24631d5c1a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:13.999052 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.050167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:14.055719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101278db-4ced-415d-8d7b-6af98703c5a7 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02496b9e-f589-4bc3-98f3-32217d96408f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.073706 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101278db-4ced-415d-8d7b-6af98703c5a7 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.076784 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-101278db-4ced-415d-8d7b-6af98703c5a7 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3776422 Jul 16 08:43:14.090429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7a287-87ea-492e-b8e2-d442f5e31acf req-1a07c921-0bab-4147-b799-5f36709e2fd0 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.091573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:14.096193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9f07a92b-22a6-4e03-812b-5ae975dc420e tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Request body: {'security_group_rule': {'security_group_id': '02496b9e-f589-4bc3-98f3-32217d96408f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:14.103214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fb7a287-87ea-492e-b8e2-d442f5e31acf req-1a07c921-0bab-4147-b799-5f36709e2fd0 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1290681 Jul 16 08:43:14.122333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] For port daf95303-2082-497e-9fc0-ae24631d5c1a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:14.126640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-0702df2e-d2b4-4027-b483-fc02ab1685a3', 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'fixed_ips': [{'subnet_id': 'd0079eb3-32cd-4b88-8867-564403d20b44'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:14.127750 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.132372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] For port daf95303-2082-497e-9fc0-ae24631d5c1a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=daf95303-2082-497e-9fc0-ae24631d5c1a,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:14.144511 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.181358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fb7a287-87ea-492e-b8e2-d442f5e31acf req-37e6c661-97c8-416d-88f3-874a701541d3 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758438 Jul 16 08:43:14.347553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa792d-059c-421f-873e-ade37fb63450 None None] Pushing event updated for resources: {'Port': ['ID=daf95303-2082-497e-9fc0-ae24631d5c1a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.391686 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-803dc2cb-8bfa-4be9-b7b8-898bccd23ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.421922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Allocated IP 10.2.2.2 (0702df2e-d2b4-4027-b483-fc02ab1685a3/d0079eb3-32cd-4b88-8867-564403d20b44/605b59da-3294-4b03-a608-c00a92cce922) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:14.459973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6cee8-7824-4157-9918-2e78b7ca9bbc req-01bc5912-bf54-42f1-9dfc-412a0d4953a9 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.461814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bc6cee8-7824-4157-9918-2e78b7ca9bbc req-01bc5912-bf54-42f1-9dfc-412a0d4953a9 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 945 time: 0.1358497 Jul 16 08:43:14.589766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bc6cee8-7824-4157-9918-2e78b7ca9bbc req-dc0b1c1e-4d31-47f6-81c4-401864c3a18b tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de0e3b-ab81-48e1-bfc3-a837e8a4d392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170921 Jul 16 08:43:14.663701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619ba99-0ba2-4485-b0b7-b221759bd34d req-4e6270b8-fa37-4b46-b501-c2a123fe7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.673066 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b619ba99-0ba2-4485-b0b7-b221759bd34d req-4e6270b8-fa37-4b46-b501-c2a123fe7c71 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 1102 time: 0.7022312 Jul 16 08:43:14.684364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f07a92b-22a6-4e03-812b-5ae975dc420e tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.716500 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.726624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Transition to ACTIVE for port object 605b59da-3294-4b03-a608-c00a92cce922 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:14.740951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.744633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Transition to ACTIVE for port object 605b59da-3294-4b03-a608-c00a92cce922 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:14.752097 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.787341 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b619ba99-0ba2-4485-b0b7-b221759bd34d req-36e1207c-43d7-491c-b620-7feb945fd15a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974963 Jul 16 08:43:14.792256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] device_id is not set on port b4b84713-930e-4d63-ae09-08082b3d283d yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:14.802610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Network 0702df2e-d2b4-4027-b483-fc02ab1685a3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:14.808749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:14.811513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:14.821407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Pushing event updated for resources: {'Port': ['ID=605b59da-3294-4b03-a608-c00a92cce922,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.860940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f07a92b-22a6-4e03-812b-5ae975dc420e tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.879275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f07a92b-22a6-4e03-812b-5ae975dc420e tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.887149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072c143a-9d00-485e-a1b5-64778e3fba31', 'tag': '648fc380-388a-4779-8a31-511f3ebc9788'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:14.890375 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1" -d '{"events": [{"name": "network-changed", "server_uuid": "072c143a-9d00-485e-a1b5-64778e3fba31", "tag": "648fc380-388a-4779-8a31-511f3ebc9788"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:14.897177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Attempting to bind port 605b59da-3294-4b03-a608-c00a92cce922 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:14.897555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Attempting to bind port 605b59da-3294-4b03-a608-c00a92cce922 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:14.897944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Attempting to bind port 605b59da-3294-4b03-a608-c00a92cce922 on network 0702df2e-d2b4-4027-b483-fc02ab1685a3 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:14.904524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:14.904996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Checking segment: {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:14.905524 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.906010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Bound using segment: {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:14.906566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Bound port: 605b59da-3294-4b03-a608-c00a92cce922, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:14.907018 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.916065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e85b3-42a6-44aa-a636-eef7cd9c75b8 req-6ed821e0-718f-47a1-a76b-7164bc8dcd75 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.918525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b5e85b3-42a6-44aa-a636-eef7cd9c75b8 req-6ed821e0-718f-47a1-a76b-7164bc8dcd75 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 948 time: 0.1952691 Jul 16 08:43:14.937356 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07a92b-22a6-4e03-812b-5ae975dc420e tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75846740-ccbd-4478-9a43-e74f21fbd859,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.977080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f07a92b-22a6-4e03-812b-5ae975dc420e tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.981930 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9f07a92b-22a6-4e03-812b-5ae975dc420e tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8891909 Jul 16 08:43:14.982615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49700) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:14.986733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-440cfbfe-2e5d-450b-9a3d-26c24ceb31a0 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.988413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-440cfbfe-2e5d-450b-9a3d-26c24ceb31a0 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.54 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 945 time: 0.2035115 Jul 16 08:43:14.989575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0c628029-305c-4017-bd5b-37e3212a8922 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Request body: {'security_group_rule': {'security_group_id': '02496b9e-f589-4bc3-98f3-32217d96408f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:15.008458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] For port 605b59da-3294-4b03-a608-c00a92cce922, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:15.012540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] For port 605b59da-3294-4b03-a608-c00a92cce922, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=605b59da-3294-4b03-a608-c00a92cce922,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:15.013929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.017450 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.064727 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c628029-305c-4017-bd5b-37e3212a8922 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.071788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b5e85b3-42a6-44aa-a636-eef7cd9c75b8 req-27ecf2dc-5600-4a8b-8ce7-1c43023d2a0e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363647 Jul 16 08:43:15.092469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720179-37a5-468e-bdfe-ebff9e4720e9 None None] Pushing event updated for resources: {'Port': ['ID=605b59da-3294-4b03-a608-c00a92cce922,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.132885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Allocated IP 10.1.1.13 (d8feeb02-e063-47f4-b045-1cae94d46196/5dbb6677-4aa9-448c-bb3b-d06984ae5117/b4b84713-930e-4d63-ae09-08082b3d283d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:15.148305 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e26d552-9c99-40d2-9074-07194ea1c4ba x-openstack-request-id: req-7e26d552-9c99-40d2-9074-07194ea1c4ba {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:15.148608 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072c143a-9d00-485e-a1b5-64778e3fba31", "tag": "648fc380-388a-4779-8a31-511f3ebc9788", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:15.148917 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e26d552-9c99-40d2-9074-07194ea1c4ba {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:15.149275 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072c143a-9d00-485e-a1b5-64778e3fba31', 'tag': '648fc380-388a-4779-8a31-511f3ebc9788', 'status': 'completed', 'code': 200} Jul 16 08:43:15.159114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2b6ea-8452-4d6b-b949-55bae349df7c req-66af3489-9554-41ad-9a39-b00081b05833 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.166579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0f2b6ea-8452-4d6b-b949-55bae349df7c req-66af3489-9554-41ad-9a39-b00081b05833 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2714696 Jul 16 08:43:15.176629 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c628029-305c-4017-bd5b-37e3212a8922 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.190119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c628029-305c-4017-bd5b-37e3212a8922 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.239337 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c628029-305c-4017-bd5b-37e3212a8922 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.243851 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0c628029-305c-4017-bd5b-37e3212a8922 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2550838 Jul 16 08:43:15.247455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49706) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:15.255594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:15.260634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c628029-305c-4017-bd5b-37e3212a8922 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abbe5a6-015e-4816-a597-bfc17d35c1c0,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.269070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0f2b6ea-8452-4d6b-b949-55bae349df7c req-b267315e-7eb5-4102-9bfe-d20239c21ddc tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009209 Jul 16 08:43:15.302661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Deleting port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:15.303008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.318933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.413420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-6180ada1-70d2-4758-a7db-e4438eeac901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.413420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-6180ada1-70d2-4758-a7db-e4438eeac901 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 1100 time: 0.2352524 Jul 16 08:43:15.487767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.520631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Transition to ACTIVE for port object b4b84713-930e-4d63-ae09-08082b3d283d will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:15.526892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] For port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,segment=NetworkSegment(5f8813bb-9d62-402e-8db4-39360ae921e3),segment_id=5f8813bb-9d62-402e-8db4-39360ae921e3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:15.527323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.621148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Calling delete_port for 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:15.698898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.716711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.769950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2b5cf-1dd7-48cd-b261-118096f9bae6 req-764a42f6-2d6f-4072-aecc-ac43d2f606ba tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.771621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8e2b5cf-1dd7-48cd-b261-118096f9bae6 req-764a42f6-2d6f-4072-aecc-ac43d2f606ba tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.4044120 Jul 16 08:43:15.786574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network d8feeb02-e063-47f4-b045-1cae94d46196 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:15.821731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570fb47-81b8-40d0-8575-176046516425 None None] Network d8feeb02-e063-47f4-b045-1cae94d46196 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:15.866098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:15.892174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:15.952857 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d4d91dca-129a-419c-9cb3-082dee006724 None None] Provisioning for port daf95303-2082-497e-9fc0-ae24631d5c1a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:15.990653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=b4b84713-930e-4d63-ae09-08082b3d283d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.000469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-8da37521-c6bb-4eee-8873-9ee821686ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.001991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-8da37521-c6bb-4eee-8873-9ee821686ff4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.5504470 Jul 16 08:43:16.046205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 92e41796-7776-42d4-9277-19dacd5becea details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:16.058327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8e2b5cf-1dd7-48cd-b261-118096f9bae6 req-b6d75ac2-6fb5-42f2-b946-c0615c326e61 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778602 Jul 16 08:43:16.092182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.104174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.105314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.128249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['1e4a77cc-ec7a-4b25-992d-a8fa9e928436'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:16.139968 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77fc1dc4-750c-4d25-9cb0-0322d5a49958 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4556468 Jul 16 08:43:16.140613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49718) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:16.172846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'port': {'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'name': 'tempest-TaggedBootDevicesTest-1082414471', 'fixed_ips': [{'subnet_id': '5dbb6677-4aa9-448c-bb3b-d06984ae5117'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:16.186432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Allocated IP 172.25.6.71 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/05e627f2-0bdb-4654-86c8-986e09bbb508) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:16.186587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Pushing event deleted for resources: {'Port': ['ID=1e4a77cc-ec7a-4b25-992d-a8fa9e928436,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.199619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-d7a22d61-ceb9-4477-ad39-4d7c3c61bb2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648fc380-388a-4779-8a31-511f3ebc9788 HTTP/1.1" status: 200 len: 217 time: 0.1839118 Jul 16 08:43:16.396010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 92e41796-7776-42d4-9277-19dacd5becea, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=92e41796-7776-42d4-9277-19dacd5becea,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:16.455008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '92e41796-7776-42d4-9277-19dacd5becea', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '92e41796-7776-42d4-9277-19dacd5becea', 'mac_address': 'fa:16:3e:a0:a2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:16.474217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] No DVR routers for this DVR port 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:16.476185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 648fc380-388a-4779-8a31-511f3ebc9788 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:16.476808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.490354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device daf95303-2082-497e-9fc0-ae24631d5c1a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:16.491307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f301342f-88d0-4bc8-8d4f-8d6ae37630cf req-7333c8e4-6ea3-4a68-9ba0-9adae28f93c4 tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.54 "DELETE /v2.0/ports/1e4a77cc-ec7a-4b25-992d-a8fa9e928436 HTTP/1.1" status: 204 len: 173 time: 1.4878871 Jul 16 08:43:16.497787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-3498cf1c-b22f-4940-98e2-3570ede6670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.504282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-3498cf1c-b22f-4940-98e2-3570ede6670f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2467754 Jul 16 08:43:16.522569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6520aa1e-b81d-45cb-994f-266cff7690b4 req-1c0fa6bc-1764-4ef0-bf32-a942677c1afd tempest-InstanceActionsV221TestJSON-1138267123 tempest-InstanceActionsV221TestJSON-1138267123-project] 10.222.0.55 "GET /v2.0/ports?device_id=768f3052-8f31-4be3-bf63-08bc983d8db3 HTTP/1.1" status: 200 len: 210 time: 0.4314401 Jul 16 08:43:16.688057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.707076 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:43:16.826415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.871600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-15b21c83-5af8-4432-8bc6-9d874368a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.873985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-15b21c83-5af8-4432-8bc6-9d874368a9f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3465819 Jul 16 08:43:16.939635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.946729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0030de-d43c-4b28-a104-5876b99e6b2d req-6742cfb2-eb7c-4c2d-aac6-aa5ee69ddbe5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.948873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa0030de-d43c-4b28-a104-5876b99e6b2d req-6742cfb2-eb7c-4c2d-aac6-aa5ee69ddbe5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 948 time: 0.3014715 Jul 16 08:43:16.958462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:16.981015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb82685-9ce1-4f53-95a6-df5dd657b314 req-3cbd06cc-bfc5-4cb9-be88-7a5d713d934a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.983096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fb82685-9ce1-4f53-95a6-df5dd657b314 req-3cbd06cc-bfc5-4cb9-be88-7a5d713d934a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2146688 Jul 16 08:43:16.997715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c0cbd-5225-435e-a81a-418d04e9d642 None None] Network 0702df2e-d2b4-4027-b483-fc02ab1685a3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:17.009595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:17.012583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 648fc380-388a-4779-8a31-511f3ebc9788, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=648fc380-388a-4779-8a31-511f3ebc9788,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.015434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:17.036990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e41796-7776-42d4-9277-19dacd5becea {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:17.053975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5f0b30a6-9fd7-4f59-bffd-32ac84647e47 None None] Provisioning for port b4b84713-930e-4d63-ae09-08082b3d283d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:17.064173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:17.068953 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.074516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '648fc380-388a-4779-8a31-511f3ebc9788', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '648fc380-388a-4779-8a31-511f3ebc9788', 'mac_address': 'fa:16:3e:40:da:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:17.089158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event updated for resources: {'Port': ['ID=05e627f2-0bdb-4654-86c8-986e09bbb508,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.097425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] device_id is not set on port a9858ece-f077-4fd9-ac94-dd560bb272c2 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:17.112477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port daf95303-2082-497e-9fc0-ae24631d5c1a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:17.115762 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5f0b30a6-9fd7-4f59-bffd-32ac84647e47 None None] Provisioning complete for port b4b84713-930e-4d63-ae09-08082b3d283d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:17.115762 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f0b30a6-9fd7-4f59-bffd-32ac84647e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.121475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 92e41796-7776-42d4-9277-19dacd5becea, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=92e41796-7776-42d4-9277-19dacd5becea,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.133797 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-868fb833-d282-4eaf-b41a-5cca09f545fc service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494185 Jul 16 08:43:17.147762 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port daf95303-2082-497e-9fc0-ae24631d5c1a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:17.148126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.155106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.164199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f3052-8f31-4be3-bf63-08bc983d8db3', 'name': 'network-vif-deleted', 'tag': '1e4a77cc-ec7a-4b25-992d-a8fa9e928436'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:17.168785 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cd31cc-d293-4403-910f-320bd38d8ea6" -d '{"events": [{"server_uuid": "768f3052-8f31-4be3-bf63-08bc983d8db3", "name": "network-vif-deleted", "tag": "1e4a77cc-ec7a-4b25-992d-a8fa9e928436"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:17.243743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa0030de-d43c-4b28-a104-5876b99e6b2d req-ae7c503f-adab-47b2-9481-ae5301a4ba79 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871778 Jul 16 08:43:17.277495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.287473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b30a6-9fd7-4f59-bffd-32ac84647e47 None None] Port b4b84713-930e-4d63-ae09-08082b3d283d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:17.295679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fb82685-9ce1-4f53-95a6-df5dd657b314 req-30f609aa-9307-47ae-8538-1c1fc98c412e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680249 Jul 16 08:43:17.309172 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.347455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=92e41796-7776-42d4-9277-19dacd5becea,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.361497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648fc380-388a-4779-8a31-511f3ebc9788 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:17.369396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbef4de-2489-4eb2-94a4-a8cd145ceae1 req-16edb086-814e-4803-97a9-b8ad4aae752a service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191162 Jul 16 08:43:17.387269 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d064a46-9a1d-4d7a-8c29-e06188e2976d x-openstack-request-id: req-0d064a46-9a1d-4d7a-8c29-e06188e2976d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:17.387567 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768f3052-8f31-4be3-bf63-08bc983d8db3", "name": "network-vif-deleted", "tag": "1e4a77cc-ec7a-4b25-992d-a8fa9e928436", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:17.387819 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d064a46-9a1d-4d7a-8c29-e06188e2976d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:17.388238 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f3052-8f31-4be3-bf63-08bc983d8db3', 'name': 'network-vif-deleted', 'tag': '1e4a77cc-ec7a-4b25-992d-a8fa9e928436', 'status': 'completed', 'code': 200} Jul 16 08:43:17.428208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 648fc380-388a-4779-8a31-511f3ebc9788, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=648fc380-388a-4779-8a31-511f3ebc9788,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.430977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.459352 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.499087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Allocated IP 10.1.1.86 (d8feeb02-e063-47f4-b045-1cae94d46196/5dbb6677-4aa9-448c-bb3b-d06984ae5117/a9858ece-f077-4fd9-ac94-dd560bb272c2) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:17.500747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.576248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-14974759-077c-4945-9de0-17e8cc44c3e3 None None] Provisioning complete for port b4b84713-930e-4d63-ae09-08082b3d283d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:17.576616 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-14974759-077c-4945-9de0-17e8cc44c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.659923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544209-729a-456d-9c21-3aa2099edb69 req-5d04b356-ff5e-4659-b8ce-4ca2a212bf1f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.677869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33544209-729a-456d-9c21-3aa2099edb69 req-5d04b356-ff5e-4659-b8ce-4ca2a212bf1f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1699164 Jul 16 08:43:17.772857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33544209-729a-456d-9c21-3aa2099edb69 req-04649f68-260c-46c0-8863-102edf5b1b88 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943456 Jul 16 08:43:17.781429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad06590-82bd-4c2d-a4c5-a56733c3a00c req-39bbd965-a505-4681-8deb-260b5c49bc36 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.785448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.792739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ad06590-82bd-4c2d-a4c5-a56733c3a00c req-39bbd965-a505-4681-8deb-260b5c49bc36 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.2683809 Jul 16 08:43:17.819924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:17.863072 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.865842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.866547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=648fc380-388a-4779-8a31-511f3ebc9788,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.889221 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dfa57a7-8d1f-4d50-b406-ce2ccf250c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.894925 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.900397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ad06590-82bd-4c2d-a4c5-a56733c3a00c req-99cdb4f8-20de-4ac6-a135-bf936815e464 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068101 Jul 16 08:43:17.933500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port daf95303-2082-497e-9fc0-ae24631d5c1a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=daf95303-2082-497e-9fc0-ae24631d5c1a,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.939217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-14974759-077c-4945-9de0-17e8cc44c3e3 None None] Port b4b84713-930e-4d63-ae09-08082b3d283d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:17.950237 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.951319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 605b59da-3294-4b03-a608-c00a92cce922 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:17.953966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Transition to ACTIVE for port object a9858ece-f077-4fd9-ac94-dd560bb272c2 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:17.967276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['648fc380-388a-4779-8a31-511f3ebc9788'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:18.017480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-14974759-077c-4945-9de0-17e8cc44c3e3 None None] Provisioning for port 605b59da-3294-4b03-a608-c00a92cce922 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:18.045056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event updated for resources: {'Port': ['ID=05e627f2-0bdb-4654-86c8-986e09bbb508,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.071564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.082070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:18.113549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.122997 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-38841187-bc2f-476f-bdcb-4d18e564b740 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8662145 Jul 16 08:43:18.139944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.176148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:18.176595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 1e4a77cc-ec7a-4b25-992d-a8fa9e928436 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:18.222567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network d8feeb02-e063-47f4-b045-1cae94d46196 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:18.233870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:18.238372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:18.271461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=daf95303-2082-497e-9fc0-ae24631d5c1a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.297539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=a9858ece-f077-4fd9-ac94-dd560bb272c2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.356627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.361786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 605b59da-3294-4b03-a608-c00a92cce922 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:18.367848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.380621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 605b59da-3294-4b03-a608-c00a92cce922 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:18.381401 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.394160 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa018ca7-1b43-46b0-8f8f-bfbb41656774 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2331204 Jul 16 08:43:18.491155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-929d77ec-d3f1-41ba-9e43-1fb150c2120e None None] Provisioning complete for port 605b59da-3294-4b03-a608-c00a92cce922 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:18.491410 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-929d77ec-d3f1-41ba-9e43-1fb150c2120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.519883 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.616397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ee50e-20ee-4310-80c0-204ed3f84c76 req-2e917561-049a-4f63-b355-cfbeff0e769f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.618211 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.621547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998ee50e-20ee-4310-80c0-204ed3f84c76 req-2e917561-049a-4f63-b355-cfbeff0e769f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 949 time: 0.1187439 Jul 16 08:43:18.700291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998ee50e-20ee-4310-80c0-204ed3f84c76 req-99946291-86ce-48ae-ac15-8c9e3d9a5c7d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688272 Jul 16 08:43:18.755651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 605b59da-3294-4b03-a608-c00a92cce922, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=605b59da-3294-4b03-a608-c00a92cce922,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:18.773312 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.779341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-929d77ec-d3f1-41ba-9e43-1fb150c2120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.782738 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.815518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49770) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.853007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49774) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.860860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=605b59da-3294-4b03-a608-c00a92cce922,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.913222 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-929d77ec-d3f1-41ba-9e43-1fb150c2120e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:43:18.913660 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-929d77ec-d3f1-41ba-9e43-1fb150c2120e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:43:18.934317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device daf95303-2082-497e-9fc0-ae24631d5c1a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:18.977453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-509c8cdb-1a93-4e48-b41e-75398597b2a7 admin admin] Deleting subnet b6051edf-e2f3-4b47-b943-379d46271ce7 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:18.981300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509c8cdb-1a93-4e48-b41e-75398597b2a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.022452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-7d935f4a-d9ce-4875-a4dc-a75b8c124436 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.026489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509c8cdb-1a93-4e48-b41e-75398597b2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.030445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-428abca6-4aa5-4c30-a8f4-1245c3ff3611 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2137299 Jul 16 08:43:19.035711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-7d935f4a-d9ce-4875-a4dc-a75b8c124436 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 822 time: 0.2689183 Jul 16 08:43:19.046723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port daf95303-2082-497e-9fc0-ae24631d5c1a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:19.047244 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.066123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-86ca9360-1f9a-4d05-a80a-d03cba147b05 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/quotas/34750a164f3d4ed08e60dcd0af965e7a HTTP/1.1" status: 200 len: 375 time: 0.0291059 Jul 16 08:43:19.076775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509c8cdb-1a93-4e48-b41e-75398597b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.170862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509c8cdb-1a93-4e48-b41e-75398597b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.187719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-e0c1c913-081b-4976-a55b-eafe642f4980 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206968 Jul 16 08:43:19.203707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c8cdb-1a93-4e48-b41e-75398597b2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6051edf-e2f3-4b47-b943-379d46271ce7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.207634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509c8cdb-1a93-4e48-b41e-75398597b2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.210410 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-509c8cdb-1a93-4e48-b41e-75398597b2a7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b6051edf-e2f3-4b47-b943-379d46271ce7 HTTP/1.1" status: 204 len: 168 time: 0.3562541 Jul 16 08:43:19.213496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49786) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.308736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49794) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.316506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4d8cd39a-c450-453c-8b7b-e965435fa5a3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157023401', 'description': 'tempest-description--1916603666'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:19.326032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.360031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-a06cfd34-6a17-4a96-ac1c-5e5237b6db0f service neutron] 10.222.0.55 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636770 Jul 16 08:43:19.390162 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd39a-c450-453c-8b7b-e965435fa5a3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.469553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.484190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d074ec6-b234-4e91-9263-ce5295741b96']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:19.496763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8813bb-9d62-402e-8db4-39360ae921e3') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:19.497129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8813bb-9d62-402e-8db4-39360ae921e3') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:19.507906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.528233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-61b0ce7b-a354-4c5b-88d2-8ba94ff65f3c service neutron] 10.222.0.55 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672547 Jul 16 08:43:19.535666 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.545956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:19.546582 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:19.548454 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:19.613677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-59c1262d-3967-43cf-92c0-7e50eef5b9d1 None None] Provisioning for port a9858ece-f077-4fd9-ac94-dd560bb272c2 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:19.623480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-59c1262d-3967-43cf-92c0-7e50eef5b9d1 None None] Provisioning complete for port a9858ece-f077-4fd9-ac94-dd560bb272c2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:19.623870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59c1262d-3967-43cf-92c0-7e50eef5b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.632483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dee1f5-c506-438d-9e2c-b18443e39aa7 req-b73a0fa9-f315-4253-8f4b-399a46ad5c78 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.637166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5dee1f5-c506-438d-9e2c-b18443e39aa7 req-b73a0fa9-f315-4253-8f4b-399a46ad5c78 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1882043 Jul 16 08:43:19.653053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.675310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.679757 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7d074ec6-b234-4e91-9263-ce5295741b96 HTTP/1.1" status: 204 len: 168 time: 0.4626470 Jul 16 08:43:19.679757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a7f10-93c5-4941-ac03-6376f4971697 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d074ec6-b234-4e91-9263-ce5295741b96,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.724147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-59c1262d-3967-43cf-92c0-7e50eef5b9d1 None None] Port a9858ece-f077-4fd9-ac94-dd560bb272c2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:19.753358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5dee1f5-c506-438d-9e2c-b18443e39aa7 req-ee56114d-57fc-41bb-b037-3ec28ff5cb72 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046848 Jul 16 08:43:19.778894 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd39a-c450-453c-8b7b-e965435fa5a3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.789434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd39a-c450-453c-8b7b-e965435fa5a3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.821464 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd39a-c450-453c-8b7b-e965435fa5a3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.823632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4d8cd39a-c450-453c-8b7b-e965435fa5a3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5139313 Jul 16 08:43:19.826717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49816) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.833190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-90c410ee-edee-4f93-88a0-e9e38b43e6b8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'security_group_rule': {'security_group_id': '2f1bfd6d-64c8-442f-9675-c0ff32fc778d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:19.842407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cd39a-c450-453c-8b7b-e965435fa5a3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1bfd6d-64c8-442f-9675-c0ff32fc778d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.880875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-90c410ee-edee-4f93-88a0-e9e38b43e6b8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.937776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49818) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.976552 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.008981 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ae6a5766-ec88-4e97-851a-9017385214bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=368cfdc708704fc68a25e6d04035e543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700114 Jul 16 08:43:20.014592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49820) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:20.054667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 92e41796-7776-42d4-9277-19dacd5becea up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:20.059289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-90c410ee-edee-4f93-88a0-e9e38b43e6b8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.120771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-90c410ee-edee-4f93-88a0-e9e38b43e6b8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.142191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-329414a2-f766-47d7-9cfb-3f8241dbd876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.155937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c410ee-edee-4f93-88a0-e9e38b43e6b8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d0c44c-fc07-4240-89e2-9f30ec00f833,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.168561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 92e41796-7776-42d4-9277-19dacd5becea completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:20.174389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 92e41796-7776-42d4-9277-19dacd5becea triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:20.175096 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.186721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-329414a2-f766-47d7-9cfb-3f8241dbd876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.227427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-90c410ee-edee-4f93-88a0-e9e38b43e6b8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.231017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-90c410ee-edee-4f93-88a0-e9e38b43e6b8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4027827 Jul 16 08:43:20.252837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4a847-809d-4740-a206-0384dacf2891 req-cdf04e12-55ad-475b-b3e8-5b926511e39b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.254561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2aa4a847-809d-4740-a206-0384dacf2891 req-cdf04e12-55ad-475b-b3e8-5b926511e39b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.2515450 Jul 16 08:43:20.256495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49828) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:20.273192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-329414a2-f766-47d7-9cfb-3f8241dbd876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.277549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-329414a2-f766-47d7-9cfb-3f8241dbd876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.279398 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-329414a2-f766-47d7-9cfb-3f8241dbd876 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22de0e3b-ab81-48e1-bfc3-a837e8a4d392 HTTP/1.1" status: 204 len: 168 time: 0.2636745 Jul 16 08:43:20.308736 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.310639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329414a2-f766-47d7-9cfb-3f8241dbd876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de0e3b-ab81-48e1-bfc3-a837e8a4d392,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.328706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2729410b-90cd-4766-b667-5ecc0d0a6d94 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'security_group_rule': {'security_group_id': '2f1bfd6d-64c8-442f-9675-c0ff32fc778d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:20.351237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d288803-8b35-4a4c-9963-99d3a38f71c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e41796-7776-42d4-9277-19dacd5becea'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:20.354279 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b56671f-4670-4b6a-8c60-b591995350fa" -d '{"events": [{"server_uuid": "4d288803-8b35-4a4c-9963-99d3a38f71c1", "name": "network-vif-plugged", "status": "completed", "tag": "92e41796-7776-42d4-9277-19dacd5becea"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:20.370495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 92e41796-7776-42d4-9277-19dacd5becea, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=92e41796-7776-42d4-9277-19dacd5becea,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:20.377136 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.470407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=92e41796-7776-42d4-9277-19dacd5becea,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.500154 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 648fc380-388a-4779-8a31-511f3ebc9788 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:20.576978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 648fc380-388a-4779-8a31-511f3ebc9788 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:20.585838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 648fc380-388a-4779-8a31-511f3ebc9788 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:20.586575 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.721831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.779986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 648fc380-388a-4779-8a31-511f3ebc9788, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=648fc380-388a-4779-8a31-511f3ebc9788,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:20.793792 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.794238 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2729410b-90cd-4766-b667-5ecc0d0a6d94 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.827629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2aa4a847-809d-4740-a206-0384dacf2891 req-2aa7b6b1-9c29-4385-ac26-3e60955fd7fb tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663435 Jul 16 08:43:20.883114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=648fc380-388a-4779-8a31-511f3ebc9788,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.930115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2405-cb46-431a-9bee-c238859348af req-f27f402e-5cb1-4b9b-9dcd-750213196cc6 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.938318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de2e2405-cb46-431a-9bee-c238859348af req-f27f402e-5cb1-4b9b-9dcd-750213196cc6 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 949 time: 0.1899619 Jul 16 08:43:20.939442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 605b59da-3294-4b03-a608-c00a92cce922 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:21.000218 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2729410b-90cd-4766-b667-5ecc0d0a6d94 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.013263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2729410b-90cd-4766-b667-5ecc0d0a6d94 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.027770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729410b-90cd-4766-b667-5ecc0d0a6d94 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daf1608-bc48-4787-b39c-e4c73a9e217f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:21.046252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de2e2405-cb46-431a-9bee-c238859348af req-042026d3-072c-4d09-93cf-9730e2630752 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069875 Jul 16 08:43:21.074564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2729410b-90cd-4766-b667-5ecc0d0a6d94 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.076063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2729410b-90cd-4766-b667-5ecc0d0a6d94 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8185735 Jul 16 08:43:21.079289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49850) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.082446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 605b59da-3294-4b03-a608-c00a92cce922 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:21.082923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.084880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:21.148396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.194551 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba0bd1-b795-4bee-966f-42749feee578 x-openstack-request-id: req-d9ba0bd1-b795-4bee-966f-42749feee578 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:21.194844 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d288803-8b35-4a4c-9963-99d3a38f71c1", "name": "network-vif-plugged", "status": "completed", "tag": "92e41796-7776-42d4-9277-19dacd5becea", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:21.195106 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9ba0bd1-b795-4bee-966f-42749feee578 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:21.197925 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d288803-8b35-4a4c-9963-99d3a38f71c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e41796-7776-42d4-9277-19dacd5becea', 'code': 200} Jul 16 08:43:21.264984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66c2423f-1aab-4036-a6d5-0bc739812550 req-f655bdcc-434a-4320-8663-862d7dc4ca2a tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 210 time: 0.0694156 Jul 16 08:43:21.439886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49862) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.470870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.487163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103320da-3d31-4657-80fb-b6685555ff10 req-788b5559-32fd-4cf7-9c11-5eae39f32ecd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.494926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-103320da-3d31-4657-80fb-b6685555ff10 req-788b5559-32fd-4cf7-9c11-5eae39f32ecd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1534986 Jul 16 08:43:21.508453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-a2e62855-e3cb-4f42-bece-9501b4cc2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.510382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-a2e62855-e3cb-4f42-bece-9501b4cc2256 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 1102 time: 0.1684487 Jul 16 08:43:21.590686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-510373361-network', 'tenant_id': 'a6ad91b09464435d99ad2d8a98dd54bd'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:21.617185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f3548-1143-4ff2-b67a-15d700f02f93 req-aa80ab75-a1af-4e21-a781-3c6a1b0017f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.619941 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2d6f3548-1143-4ff2-b67a-15d700f02f93 req-aa80ab75-a1af-4e21-a781-3c6a1b0017f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 1101 time: 0.1618133 Jul 16 08:43:21.624517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-103320da-3d31-4657-80fb-b6685555ff10 req-1b9ee3a4-ce01-4500-bc98-6197fd8de340 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287279 Jul 16 08:43:21.628333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Made reservation on behalf of a6ad91b09464435d99ad2d8a98dd54bd for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:21.632399 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.650286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.703732 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2d6f3548-1143-4ff2-b67a-15d700f02f93 req-d674f69b-c690-4c54-b2ef-9a153ace5478 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671878 Jul 16 08:43:21.721546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Allocated IP 172.25.6.63 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/6f3b9bed-d95d-401f-ba2b-40b371a7cdda) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:21.731040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-faee9b14-db6a-4681-baf9-1813a3c545bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.732579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-faee9b14-db6a-4681-baf9-1813a3c545bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1830933 Jul 16 08:43:21.797528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.801951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.824674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:21.840007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:21.843492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.843828 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Added segment 33e381ba-a2b5-4244-bd91-8f2683ed2007 of type vlan for network ae45258c-d018-438d-9313-2a60df90d6c4 Jul 16 08:43:21.867006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-cb4d785d-d5e1-428a-b1a0-f61a06702263 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 200 len: 217 time: 0.0796881 Jul 16 08:43:21.887043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.921430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.922613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.923235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.946087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.963852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-610d9ebb-3e01-4a82-8969-f5e18cb5839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.965355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-610d9ebb-3e01-4a82-8969-f5e18cb5839d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0725081 Jul 16 08:43:21.976787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5340211 Jul 16 08:43:21.980222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49868) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:22.015368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Request body: {'subnet': {'network_id': 'ae45258c-d018-438d-9313-2a60df90d6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-510373361-subnet', 'tenant_id': 'a6ad91b09464435d99ad2d8a98dd54bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:22.019483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8a73c-266d-4ac6-9b47-bd524bbc2a0d admin admin] Pushing event updated for resources: {'Network': ['ID=ae45258c-d018-438d-9313-2a60df90d6c4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.032752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ae45258c-d018-438d-9313-2a60df90d6c4 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:22.041716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Made reservation on behalf of a6ad91b09464435d99ad2d8a98dd54bd for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:22.044942 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.070372 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.115324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=6f3b9bed-d95d-401f-ba2b-40b371a7cdda,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.142239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:22.146511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:22.149174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:22.242629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-7ba4a997-78f8-4a97-864c-4975dd8bf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.244815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-7ba4a997-78f8-4a97-864c-4975dd8bf034 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2492554 Jul 16 08:43:22.253843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c245eaf-3ba7-4afb-ab0a-b26b043adde7 req-9fb1a31d-2574-4892-8f00-5479e33a9def tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.255276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c245eaf-3ba7-4afb-ab0a-b26b043adde7 req-9fb1a31d-2574-4892-8f00-5479e33a9def tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.2488382 Jul 16 08:43:22.327520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.410385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-e1184b26-7e98-4583-9c3b-d2769bbf44f1 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.411850 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-e1184b26-7e98-4583-9c3b-d2769bbf44f1 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.54 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 822 time: 0.1696949 Jul 16 08:43:22.416512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b654d494-ae03-46f8-9403-ba8c5659c53e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.429476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Request body: {'port': {'device_id': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'admin_state_up': True, 'tenant_id': '34750a164f3d4ed08e60dcd0af965e7a'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:22.461912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Checking segment: {'id': '33e381ba-a2b5-4244-bd91-8f2683ed2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ae45258c-d018-438d-9313-2a60df90d6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:22.462666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Network hostable DHCP agents. Network: ae45258c-d018-438d-9313-2a60df90d6c4, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:22.464103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c245eaf-3ba7-4afb-ab0a-b26b043adde7 req-ce42a359-42e3-481b-8c51-ef1d76c37d59 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812487 Jul 16 08:43:22.471147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.495553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a9892-20ba-4f84-89ab-a6e7f8b56a52 req-1d9bf722-0ea4-4c6d-9f7b-d6718003464a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.497261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-785a9892-20ba-4f84-89ab-a6e7f8b56a52 req-1d9bf722-0ea4-4c6d-9f7b-d6718003464a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 950 time: 0.3144529 Jul 16 08:43:22.517413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Network ae45258c-d018-438d-9313-2a60df90d6c4 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:22.537706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ae45258c-d018-438d-9313-2a60df90d6c4) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:22.546634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.546730 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.551784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-0033d5e0-d80d-4b55-b359-8df002ad8e87 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882640 Jul 16 08:43:22.553016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb0efc-121e-49d6-8cd9-9340973cd544 None None] Network ae45258c-d018-438d-9313-2a60df90d6c4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:22.581543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Made reservation on behalf of 34750a164f3d4ed08e60dcd0af965e7a for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:22.585521 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.590690 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ef5cb924-7fd8-4d35-a094-8b896ee11d43 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6094332 Jul 16 08:43:22.647268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.707848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-785a9892-20ba-4f84-89ab-a6e7f8b56a52 req-64a1b233-3aa9-4a24-9e58-f5ccd39e850a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724930 Jul 16 08:43:22.709993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c34795f9-082e-494d-8e17-c051e976707a req-c89ffb23-6b2c-4d11-b06d-b8ad69f33490 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 210 time: 0.0926082 Jul 16 08:43:22.742242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Allocated IP 172.20.0.7 (03373fb8-dc5a-4da4-9d24-7a9a3de50f19/0d830b2d-3043-4c2d-9c6e-9d06747380a0/3c83d9cc-b2b7-48f5-80f8-9fcda67d3781) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:22.746564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95254330-7232-4b81-ad06-0727dab3f29c None None] Network ae45258c-d018-438d-9313-2a60df90d6c4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:22.851607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-d3fd0e52-b3cb-40bb-958c-dabf111295b3 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843184 Jul 16 08:43:22.990497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.023117 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.033322 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.054067 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.160187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:23.165257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:23.169732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:23.199046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c143a-9d00-485e-a1b5-64778e3fba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648fc380-388a-4779-8a31-511f3ebc9788'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:23.201764 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf258ca9-1bbc-43c9-818e-c495c6b11c5f" -d '{"events": [{"server_uuid": "072c143a-9d00-485e-a1b5-64778e3fba31", "name": "network-vif-plugged", "status": "completed", "tag": "648fc380-388a-4779-8a31-511f3ebc9788"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:23.201923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event updated for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:23.219134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=6f3b9bed-d95d-401f-ba2b-40b371a7cdda,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:23.242260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.243296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.260668 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-15bd402e-f620-4c04-bef5-6973caf85a35 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364518 Jul 16 08:43:23.262772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.299042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Request body: {'port': {'device_id': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:23.321446 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.322818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cb74e8a4-49b3-4a6e-b6f3-6ba0436c4978 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2423382 Jul 16 08:43:23.355473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8798-2e5c-48f0-91c3-4f2024433140 req-31be1ae8-af00-46bb-8674-cbe38bdc07d6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.357045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e93c8798-2e5c-48f0-91c3-4f2024433140 req-31be1ae8-af00-46bb-8674-cbe38bdc07d6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1831343 Jul 16 08:43:23.382370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-dde7706b-1425-4b7b-9778-fef5dcd03401 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.383843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-dde7706b-1425-4b7b-9778-fef5dcd03401 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/networks?id=ae45258c-d018-438d-9313-2a60df90d6c4 HTTP/1.1" status: 200 len: 813 time: 0.1605024 Jul 16 08:43:23.384273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.412821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-1a881e76-0812-438d-9df9-e813618f532a tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/quotas/a6ad91b09464435d99ad2d8a98dd54bd HTTP/1.1" status: 200 len: 375 time: 0.0194058 Jul 16 08:43:23.421600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e93c8798-2e5c-48f0-91c3-4f2024433140 req-018f284e-2b9e-40a9-bca0-bbcd9a8e8519 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550690 Jul 16 08:43:23.461847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-99efaf6e-fcc7-4476-893f-6d7f9ad93eee tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6ad91b09464435d99ad2d8a98dd54bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388918 Jul 16 08:43:23.563247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-307cf396-cc3c-4bcb-b42d-31092f13fbc5 service neutron] 10.222.0.55 "GET /v2.0/networks/ae45258c-d018-438d-9313-2a60df90d6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938087 Jul 16 08:43:23.666567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-ffd135f2-f59f-4e34-9c6f-1731410cb948 service neutron] 10.222.0.55 "GET /v2.0/networks/ae45258c-d018-438d-9313-2a60df90d6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972285 Jul 16 08:43:23.690314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:23.699697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.712277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Transition to ACTIVE for port object 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:23.716837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.725042 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a92c8b1-76c9-40a7-b069-436691c5cd8a x-openstack-request-id: req-7a92c8b1-76c9-40a7-b069-436691c5cd8a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:23.725912 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c143a-9d00-485e-a1b5-64778e3fba31", "name": "network-vif-plugged", "status": "completed", "tag": "648fc380-388a-4779-8a31-511f3ebc9788", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:23.726203 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a92c8b1-76c9-40a7-b069-436691c5cd8a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:23.726567 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c143a-9d00-485e-a1b5-64778e3fba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648fc380-388a-4779-8a31-511f3ebc9788', 'code': 200} Jul 16 08:43:23.782771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Pushing event updated for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:23.878225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Attempting to bind port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:23.878787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Attempting to bind port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:23.879282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Attempting to bind port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:23.884144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:23.885177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Attempting to bind port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:23.890853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:23.891307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Checking segment: {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:23.891786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Bound using segment: {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:23.892452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Bound port: 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:23.892903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.913421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8452d7bb-7dfa-40c8-bba0-e8f878498677 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1157023401&fields=id&tenant_id=1da52ab5a47b4438bb97785d2a5355e2 HTTP/1.1" status: 200 len: 267 time: 0.0607078 Jul 16 08:43:23.963029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:23.966230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:23.973145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.009479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.010127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.010668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-65650c5a-e3a9-490f-81dd-f38c8267129f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.011638 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] 10.222.0.54 "PUT /v2.0/ports/3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 HTTP/1.1" status: 200 len: 1092 time: 0.7175155 Jul 16 08:43:24.012057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-65650c5a-e3a9-490f-81dd-f38c8267129f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports/b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 930 time: 0.0771337 Jul 16 08:43:24.013877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:24.016711 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75228f4-9dd5-430a-89fa-6b9311d43a78" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:24.019516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e32d6-feff-4809-a059-6f7ece83d117 req-85601ff2-56cf-4068-aa7c-cce5e9ad4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.021125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d6e32d6-feff-4809-a059-6f7ece83d117 req-85601ff2-56cf-4068-aa7c-cce5e9ad4116 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 1102 time: 0.2094698 Jul 16 08:43:24.042647 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f976cc8-b9aa-4d1f-a1cc-4c28b7432c77 service neutron] Pushing event updated for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:24.138775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-034774f2-1ed0-4986-969d-ac44366f71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.140419 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-034774f2-1ed0-4986-969d-ac44366f71fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 1095 time: 0.0619855 Jul 16 08:43:24.193540 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-771f9b4c-e556-4f12-b489-17a4c34f055f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 HTTP/1.1" status: 200 len: 217 time: 0.0368736 Jul 16 08:43:24.256119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-c4e04338-f301-457c-aaf0-8ef77adb40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.258851 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-c4e04338-f301-457c-aaf0-8ef77adb40ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d830b2d-3043-4c2d-9c6e-9d06747380a0 HTTP/1.1" status: 200 len: 862 time: 0.0506647 Jul 16 08:43:24.321975 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-2089e74f-b4ac-4b27-8d4b-666ad4b0a0d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313866 Jul 16 08:43:24.365389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464bf8d-796b-4907-9898-271c65acce42 req-d6517421-a310-470d-8201-65b51786732e tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.367129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3464bf8d-796b-4907-9898-271c65acce42 req-d6517421-a310-470d-8201-65b51786732e tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.4707959 Jul 16 08:43:24.374041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4af33cfd-1841-433a-a13f-25212f5ec9e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.375410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4af33cfd-1841-433a-a13f-25212f5ec9e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports/a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 931 time: 0.3530853 Jul 16 08:43:24.428281 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-80a63d9d-c963-4ae8-881d-60a4ce402543 service neutron] 10.222.0.54 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934567 Jul 16 08:43:24.437217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d6e32d6-feff-4809-a059-6f7ece83d117 req-5174b240-95e5-4447-a0bf-ad86cfdb443e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948674 Jul 16 08:43:24.459693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-0df586ec-db59-497e-b91f-9479779ebfb3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0735016 Jul 16 08:43:24.484419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3464bf8d-796b-4907-9898-271c65acce42 req-aa5543e8-e91e-4d03-93eb-3c417d99ccdf tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062977 Jul 16 08:43:24.506100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-caf3fad1-17a8-4408-b230-40a9a71e01e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0382748 Jul 16 08:43:24.589069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9b7f222-65e4-4531-a6cd-c9f302e02916 req-e32acfb7-fbd0-42dd-9d34-d40e5f1ce0ac service neutron] 10.222.0.54 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208019 Jul 16 08:43:24.677130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-202def76-fd2d-4c14-8d5b-e4eb03843214 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.684070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-202def76-fd2d-4c14-8d5b-e4eb03843214 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.689767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-202def76-fd2d-4c14-8d5b-e4eb03843214 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.691386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-202def76-fd2d-4c14-8d5b-e4eb03843214 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/networks?id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=0702df2e-d2b4-4027-b483-fc02ab1685a3&id=0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 200 len: 1990 time: 0.1770537 Jul 16 08:43:24.713532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-5cc839ca-4e37-4373-91d4-0c205d515715 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/quotas/1da52ab5a47b4438bb97785d2a5355e2 HTTP/1.1" status: 200 len: 375 time: 0.0145781 Jul 16 08:43:24.726362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d195f-3bb3-4496-820a-a642beb8f97a req-89f342af-0507-49e7-9efe-4b7c450ac023 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.727777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b80d195f-3bb3-4496-820a-a642beb8f97a req-89f342af-0507-49e7-9efe-4b7c450ac023 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 945 time: 0.1245821 Jul 16 08:43:24.795485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b80d195f-3bb3-4496-820a-a642beb8f97a req-0ae731d2-cd7c-46c6-9d8a-dcf68067f9f0 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588775 Jul 16 08:43:24.826129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-f88c595d-e9e1-4ec4-b397-70a25eb27d16 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1071062 Jul 16 08:43:24.959053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8c5e039e-44e1-4461-ad30-2eff697768f6 service neutron] 10.222.0.55 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215615 Jul 16 08:43:24.998786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e55c7-aac4-4287-a5c9-b50cd9802b49 req-0e05ed0c-eb9c-46da-82d8-1927ad205808 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.000241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe8e55c7-aac4-4287-a5c9-b50cd9802b49 req-0e05ed0c-eb9c-46da-82d8-1927ad205808 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 950 time: 0.1040781 Jul 16 08:43:25.078554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe8e55c7-aac4-4287-a5c9-b50cd9802b49 req-b614d889-bb73-4908-98d1-cafceeaf9394 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719392 Jul 16 08:43:25.088436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-08bbfea4-f6f3-4a93-a602-8093317d16b3 service neutron] 10.222.0.55 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237116 Jul 16 08:43:25.144583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-dc2f6d97-4c1a-4a69-b6a4-5e0b3bbddcf3 service neutron] 10.222.0.55 "GET /v2.0/ports/b4b84713-930e-4d63-ae09-08082b3d283d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0445454 Jul 16 08:43:25.282925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-15441c8c-354d-468c-81c4-664d94a3c1a9 service neutron] 10.222.0.55 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327538 Jul 16 08:43:25.315142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e6bc5-c0ec-4631-a2ae-4f816585b238 req-7ce78118-db62-4c99-a1de-0b7d8ae9dca0 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.316849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c1e6bc5-c0ec-4631-a2ae-4f816585b238 req-7ce78118-db62-4c99-a1de-0b7d8ae9dca0 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 943 time: 0.1387999 Jul 16 08:43:25.413310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-8be9242e-3aed-4427-9592-c57ccc50b370 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.418601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c1e6bc5-c0ec-4631-a2ae-4f816585b238 req-0f1208a2-d3dd-4a86-b2e7-a24f9fb0d88f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906732 Jul 16 08:43:25.419711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-8be9242e-3aed-4427-9592-c57ccc50b370 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.54 "GET /v2.0/networks?id=ae45258c-d018-438d-9313-2a60df90d6c4 HTTP/1.1" status: 200 len: 813 time: 0.1152995 Jul 16 08:43:25.440605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Request body: {'port': {'device_id': '72dde460-6d78-4906-a117-af7d03c55203', 'network_id': 'ae45258c-d018-438d-9313-2a60df90d6c4', 'admin_state_up': True, 'tenant_id': 'a6ad91b09464435d99ad2d8a98dd54bd'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:25.451475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-eaaadc1c-129f-4dc2-abde-12b840d0917a service neutron] 10.222.0.55 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624823 Jul 16 08:43:25.545432 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-6bdf1e1a-7ab7-4e72-83cd-1b76305c3745 service neutron] 10.222.0.55 "GET /v2.0/ports/a9858ece-f077-4fd9-ac94-dd560bb272c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0880594 Jul 16 08:43:25.624348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db697ff8-e5bb-402f-94d6-f810ef37fb20 req-008e1671-846c-4eb3-881f-306cc7a42f62 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 210 time: 0.0484850 Jul 16 08:43:25.686308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-b19e19ac-dddb-466d-b87e-a1c4dd151cf5 service neutron] 10.222.0.55 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399822 Jul 16 08:43:25.791841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-c06065f4-c4fe-4f4e-ac2f-c3dee9680ba6 service neutron] 10.222.0.55 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991738 Jul 16 08:43:25.800379 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3add4df-b46b-4c69-ab73-de5f4b9c8964 x-openstack-request-id: req-e3add4df-b46b-4c69-ab73-de5f4b9c8964 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:25.800572 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:25.800818 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3add4df-b46b-4c69-ab73-de5f4b9c8964 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:25.801285 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'status': 'completed', 'code': 200} Jul 16 08:43:25.863921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Made reservation on behalf of a6ad91b09464435d99ad2d8a98dd54bd for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:25.867508 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.942751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-b075a639-c229-4e2f-a1d3-dbca36b84022 service neutron] 10.222.0.55 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338818 Jul 16 08:43:26.003867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Allocated IP 172.20.0.11 (ae45258c-d018-438d-9313-2a60df90d6c4/b654d494-ae03-46f8-9403-ba8c5659c53e/b688d9ab-22a9-4272-9fbf-1e4f34d66483) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:26.010484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-27b2347f-adb6-4af1-a4f5-4072049b86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.012010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-27b2347f-adb6-4af1-a4f5-4072049b86fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 1095 time: 0.1408610 Jul 16 08:43:26.138083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c58d0-6160-4d23-b938-23a501baab73 req-c41518fc-0c3e-43b5-adb3-e73b6818ed2b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.139597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-652c58d0-6160-4d23-b938-23a501baab73 req-c41518fc-0c3e-43b5-adb3-e73b6818ed2b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2191601 Jul 16 08:43:26.141428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-6d4e56e0-4442-4ce6-b089-969cca410447 service neutron] 10.222.0.55 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790392 Jul 16 08:43:26.162385 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.201446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.242952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Network ae45258c-d018-438d-9313-2a60df90d6c4 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:26.248609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:26.250815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-22a645ef-4138-4d9f-a863-f58cd62f6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.252311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-22a645ef-4138-4d9f-a863-f58cd62f6e51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 923 time: 0.2144296 Jul 16 08:43:26.252444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:26.256821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-652c58d0-6160-4d23-b938-23a501baab73 req-535bd800-df9f-4158-adcb-3b2ffbc1cdfd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111350 Jul 16 08:43:26.284873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Pushing event updated for resources: {'Port': ['ID=b688d9ab-22a9-4272-9fbf-1e4f34d66483,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.312125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.313027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.319298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-0a375d33-875b-41df-876d-b268625c017d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 HTTP/1.1" status: 200 len: 217 time: 0.0441222 Jul 16 08:43:26.324729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-650a9ed3-197d-4760-9acd-09c9d6c6365c service neutron] 10.222.0.55 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696975 Jul 16 08:43:26.327878 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-0f1b784d-1515-432c-90eb-80146bc299e6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8913946 Jul 16 08:43:26.351337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Request body: {'port': {'device_id': '72dde460-6d78-4906-a117-af7d03c55203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:26.427865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.466128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-97fbeca8-0df1-492f-a0f6-12088e9a7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.467589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-97fbeca8-0df1-492f-a0f6-12088e9a7767 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d830b2d-3043-4c2d-9c6e-9d06747380a0 HTTP/1.1" status: 200 len: 862 time: 0.1176577 Jul 16 08:43:26.526059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-efd50903-65fb-4bae-a79b-14bf3e19ad5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404258 Jul 16 08:43:26.528885 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-09863414-fe8a-4192-9d7b-420e481d964e service neutron] 10.222.0.55 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967003 Jul 16 08:43:26.553028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4c92a-3bd7-4503-bc6d-2402f109b029 req-403e01fc-de38-4d9c-ae2c-8ec452db9f32 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.554447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ecc4c92a-3bd7-4503-bc6d-2402f109b029 req-403e01fc-de38-4d9c-ae2c-8ec452db9f32 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1866353 Jul 16 08:43:26.697729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b688d9ab-22a9-4272-9fbf-1e4f34d66483 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:26.701577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ecc4c92a-3bd7-4503-bc6d-2402f109b029 req-15cf231a-0d53-418d-92b7-0b9ba37f3ae6 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297293 Jul 16 08:43:26.705607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.718853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Transition to ACTIVE for port object b688d9ab-22a9-4272-9fbf-1e4f34d66483 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:26.730353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.732530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-29cef6a1-d1db-417a-9146-3e97572ba74d service neutron] 10.222.0.55 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969423 Jul 16 08:43:26.737702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-e7bd5da5-06a1-4aee-96ba-8793dd9729d9 service neutron] 10.222.0.54 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712527 Jul 16 08:43:26.782049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Pushing event updated for resources: {'Port': ['ID=b688d9ab-22a9-4272-9fbf-1e4f34d66483,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.863104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Attempting to bind port b688d9ab-22a9-4272-9fbf-1e4f34d66483 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:26.863436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Attempting to bind port b688d9ab-22a9-4272-9fbf-1e4f34d66483 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '33e381ba-a2b5-4244-bd91-8f2683ed2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ae45258c-d018-438d-9313-2a60df90d6c4'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:26.863762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Attempting to bind port b688d9ab-22a9-4272-9fbf-1e4f34d66483 on network ae45258c-d018-438d-9313-2a60df90d6c4 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:26.867982 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Port b688d9ab-22a9-4272-9fbf-1e4f34d66483 on network ae45258c-d018-438d-9313-2a60df90d6c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:26.868305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Attempting to bind port b688d9ab-22a9-4272-9fbf-1e4f34d66483 on network ae45258c-d018-438d-9313-2a60df90d6c4 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:26.873239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:26.873581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Checking segment: {'id': '33e381ba-a2b5-4244-bd91-8f2683ed2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ae45258c-d018-438d-9313-2a60df90d6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:26.873996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Bound using segment: {'id': '33e381ba-a2b5-4244-bd91-8f2683ed2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ae45258c-d018-438d-9313-2a60df90d6c4'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:26.874431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Bound port: b688d9ab-22a9-4272-9fbf-1e4f34d66483, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e381ba-a2b5-4244-bd91-8f2683ed2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ae45258c-d018-438d-9313-2a60df90d6c4'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:26.874788 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.927425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.54', 57359) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.938139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-18102f36-44f7-4f8a-8a00-de9429b4b4e9 service neutron] 10.222.0.55 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978705 Jul 16 08:43:26.941057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b75228f4-9dd5-430a-89fa-6b9311d43a78 req-d7c1278a-2deb-46d4-a4bf-6700e78168e5 service neutron] 10.222.0.54 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825533 Jul 16 08:43:26.967194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] For port b688d9ab-22a9-4272-9fbf-1e4f34d66483, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:26.987795 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] For port b688d9ab-22a9-4272-9fbf-1e4f34d66483, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b688d9ab-22a9-4272-9fbf-1e4f34d66483,segment=NetworkSegment(33e381ba-a2b5-4244-bd91-8f2683ed2007),segment_id=33e381ba-a2b5-4244-bd91-8f2683ed2007)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:26.992365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.995622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e6869-555f-4411-9d86-19302a21b542 req-59d6f86f-852c-4534-8fc7-0c0c8172100f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.997139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-132e6869-555f-4411-9d86-19302a21b542 req-59d6f86f-852c-4534-8fc7-0c0c8172100f tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 945 time: 0.1394949 Jul 16 08:43:27.036552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.037168 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.038594 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] 10.222.0.54 "PUT /v2.0/ports/b688d9ab-22a9-4272-9fbf-1e4f34d66483 HTTP/1.1" status: 200 len: 1093 time: 0.6918840 Jul 16 08:43:27.058655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-13e90f3f-ea3d-4abd-8dae-48b593065b2d tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.060260 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-13e90f3f-ea3d-4abd-8dae-48b593065b2d tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.54 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 945 time: 0.1318481 Jul 16 08:43:27.074802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-132e6869-555f-4411-9d86-19302a21b542 req-c073045b-3bea-45df-b195-e31a880e199a tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/security-groups?id=232c00cf-6bae-4aa5-8307-089dda76b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Jul 16 08:43:27.075034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02efb-960d-4d80-8ff7-3d73cc19fc8d service neutron] Pushing event updated for resources: {'Port': ['ID=b688d9ab-22a9-4272-9fbf-1e4f34d66483,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.077045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-5563b486-cc38-4315-a41f-989e4513e346 service neutron] 10.222.0.55 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303010 Jul 16 08:43:27.179996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-9b8b5b03-6798-403d-9345-965e2aacf997 service neutron] 10.222.0.55 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923355 Jul 16 08:43:27.225667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-fae75d08-ea1c-4338-8a8a-4c60b7a0ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.227205 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-fae75d08-ea1c-4338-8a8a-4c60b7a0ebef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6ad91b09464435d99ad2d8a98dd54bd&device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 1096 time: 0.1098096 Jul 16 08:43:27.240422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Deleting port 0c868642-4025-47bf-adc6-46a2947fd61d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:27.240759 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.257068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3507e41-ba97-4e79-8e3e-49f8fe6c299f req-e8495715-88ce-40bb-911b-619bca3d70dd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.260093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3507e41-ba97-4e79-8e3e-49f8fe6c299f req-e8495715-88ce-40bb-911b-619bca3d70dd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 950 time: 0.0723703 Jul 16 08:43:27.294572 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-5b0200c6-86d0-4577-9c68-8fd716cd1740 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b688d9ab-22a9-4272-9fbf-1e4f34d66483 HTTP/1.1" status: 200 len: 217 time: 0.0489767 Jul 16 08:43:27.306666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3507e41-ba97-4e79-8e3e-49f8fe6c299f req-a7ee019b-4b9d-46b8-a818-d83e088a65d0 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Jul 16 08:43:27.408801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-ee0bb695-4fb6-4ee1-b667-7e4773199249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.410308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-ee0bb695-4fb6-4ee1-b667-7e4773199249 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b654d494-ae03-46f8-9403-ba8c5659c53e HTTP/1.1" status: 200 len: 853 time: 0.1053483 Jul 16 08:43:27.415573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] For port 0c868642-4025-47bf-adc6-46a2947fd61d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0c868642-4025-47bf-adc6-46a2947fd61d,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:27.416020 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.456143 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-4f1148ce-3906-4182-8bcf-f710b356f43a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45258c-d018-438d-9313-2a60df90d6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320482 Jul 16 08:43:27.457140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Calling delete_port for 0c868642-4025-47bf-adc6-46a2947fd61d owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:27.482501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ae8c-541f-4dd7-a95d-ecee0d725f97 req-35329cd2-6889-4068-9a94-a3c8f90435a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.483949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe77ae8c-541f-4dd7-a95d-ecee0d725f97 req-35329cd2-6889-4068-9a94-a3c8f90435a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 943 time: 0.0773551 Jul 16 08:43:27.540036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe77ae8c-541f-4dd7-a95d-ecee0d725f97 req-95640375-70ec-44c9-a096-eac7c3c33060 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495942 Jul 16 08:43:27.616530 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-80e85b29-2928-4eaf-b062-3b457b404354 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45258c-d018-438d-9313-2a60df90d6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490552 Jul 16 08:43:27.708452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.714481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e37fe-2b6b-4f27-a0f6-4e7bc8f1eb55 req-99cf035b-9d29-4503-9dfd-d29d4ad435e9 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.716158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a6e37fe-2b6b-4f27-a0f6-4e7bc8f1eb55 req-99cf035b-9d29-4503-9dfd-d29d4ad435e9 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 944 time: 0.0699933 Jul 16 08:43:27.727608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0c868642-4025-47bf-adc6-46a2947fd61d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:27.759240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a6e37fe-2b6b-4f27-a0f6-4e7bc8f1eb55 req-899167f7-8371-4616-86dc-cd877f64400d tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366151 Jul 16 08:43:27.767019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Pushing event deleted for resources: {'Port': ['ID=0c868642-4025-47bf-adc6-46a2947fd61d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.811412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dde460-6d78-4906-a117-af7d03c55203', 'tag': 'b688d9ab-22a9-4272-9fbf-1e4f34d66483'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:27.821630 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "72dde460-6d78-4906-a117-af7d03c55203", "tag": "b688d9ab-22a9-4272-9fbf-1e4f34d66483"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:27.871397 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c345fdc6-859b-421b-82ca-f72ce87b6339 req-99738f43-c3ac-4d04-bffc-4e710abac6bc service neutron] 10.222.0.54 "GET /v2.0/networks/ae45258c-d018-438d-9313-2a60df90d6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436557 Jul 16 08:43:27.872338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] No DVR routers for this DVR port 0c868642-4025-47bf-adc6-46a2947fd61d on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:27.875133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.877312 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-77ad1c85-51f6-4663-8e17-49404c0ef63c req-686c8336-d369-4b0d-a45c-fa31dabd10db tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.54 "DELETE /v2.0/ports/0c868642-4025-47bf-adc6-46a2947fd61d HTTP/1.1" status: 204 len: 173 time: 0.7968953 Jul 16 08:43:28.023253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409168f5-8d29-48d5-8dd6-571aa1deba65 req-0be295c3-112a-4059-81f9-47b60aadac8d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.030745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-409168f5-8d29-48d5-8dd6-571aa1deba65 req-0be295c3-112a-4059-81f9-47b60aadac8d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1170795 Jul 16 08:43:28.067177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:28.109299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-409168f5-8d29-48d5-8dd6-571aa1deba65 req-7c98f36c-bb30-4ee0-bc45-25b8365563f2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776567 Jul 16 08:43:28.140064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc01d-be04-46ae-a768-471cccb3c07c req-5a1bbed8-1a4e-4480-8ebb-f10718184131 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.142309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bfbc01d-be04-46ae-a768-471cccb3c07c req-5a1bbed8-1a4e-4480-8ebb-f10718184131 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 949 time: 0.1031084 Jul 16 08:43:28.207719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bfbc01d-be04-46ae-a768-471cccb3c07c req-63bfc37f-8691-4871-82df-b5061f9c4397 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 Jul 16 08:43:28.220928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:28.235754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'port_id': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'mac_address': 'fa:16:3e:68:5d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d830b2d-3043-4c2d-9c6e-9d06747380a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:28.278005 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.292137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:28.296463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94dd43ad-8e66-4477-a0f7-107f9c892376 req-953100e2-b4ff-4f0e-a661-9f8c80325495 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0380950 Jul 16 08:43:28.313773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:28.323494 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.332027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aa7fd-6a61-48e9-a8af-5b6dd3b303b4 req-ae408d6f-1e26-4644-b4a1-8945eab3fe6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.333608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c9aa7fd-6a61-48e9-a8af-5b6dd3b303b4 req-ae408d6f-1e26-4644-b4a1-8945eab3fe6d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1155462 Jul 16 08:43:28.366252 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f262e957-2c2f-41a9-8330-79f8b4ba5c07 x-openstack-request-id: req-f262e957-2c2f-41a9-8330-79f8b4ba5c07 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:28.366252 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dde460-6d78-4906-a117-af7d03c55203", "tag": "b688d9ab-22a9-4272-9fbf-1e4f34d66483", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:28.366520 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f262e957-2c2f-41a9-8330-79f8b4ba5c07 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:28.366754 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dde460-6d78-4906-a117-af7d03c55203', 'tag': 'b688d9ab-22a9-4272-9fbf-1e4f34d66483', 'status': 'completed', 'code': 200} Jul 16 08:43:28.392802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.396619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c9aa7fd-6a61-48e9-a8af-5b6dd3b303b4 req-5e9c2f70-2fd5-48b7-9b9d-724772b90694 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539863 Jul 16 08:43:28.403665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.403972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.404320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.404661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.404999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.405331 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.405738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.406011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.413515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.414404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.414759 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.415106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:28.485074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-41f9a543-cbf4-4bef-af75-377bedc55217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.487453 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-41f9a543-cbf4-4bef-af75-377bedc55217 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6ad91b09464435d99ad2d8a98dd54bd&device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 1096 time: 0.0747848 Jul 16 08:43:28.651456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-113012ea-6b74-4019-9090-3ecca84ca6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.653310 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-113012ea-6b74-4019-9090-3ecca84ca6cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae45258c-d018-438d-9313-2a60df90d6c4 HTTP/1.1" status: 200 len: 914 time: 0.1453531 Jul 16 08:43:28.726930 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-8869be3b-8d51-437d-b1c4-92c7c0763752 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b688d9ab-22a9-4272-9fbf-1e4f34d66483 HTTP/1.1" status: 200 len: 217 time: 0.0459611 Jul 16 08:43:28.785338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-590a3f1a-2349-4e62-b730-092b4f94d8c8 req-1ecc06cf-6288-4291-aca2-3a289deffe48 tempest-AttachSCSIVolumeTestJSON-660797587 tempest-AttachSCSIVolumeTestJSON-660797587-project] 10.222.0.55 "GET /v2.0/ports?device_id=34313756-dc98-4c99-bc62-d87bd907bc9a HTTP/1.1" status: 200 len: 210 time: 0.2967365 Jul 16 08:43:28.814891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['3c83d9cc-b2b7-48f5-80f8-9fcda67d3781'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:28.816517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-c3fc36fd-7090-4b3b-9f96-52088bd470a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.818269 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-c3fc36fd-7090-4b3b-9f96-52088bd470a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b654d494-ae03-46f8-9403-ba8c5659c53e HTTP/1.1" status: 200 len: 853 time: 0.0758414 Jul 16 08:43:28.872488 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-238f310f-4e18-4f0c-8795-b47621e69019 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45258c-d018-438d-9313-2a60df90d6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332041 Jul 16 08:43:28.923496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31321c1f-3515-4ecb-84af-7da63ff22ee4 req-80bc91e1-5fb5-4e10-812c-1f9f06c0b812 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.938260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31321c1f-3515-4ecb-84af-7da63ff22ee4 req-80bc91e1-5fb5-4e10-812c-1f9f06c0b812 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.943618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31321c1f-3515-4ecb-84af-7da63ff22ee4 req-80bc91e1-5fb5-4e10-812c-1f9f06c0b812 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31&device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 1690 time: 0.1409750 Jul 16 08:43:29.000042 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-b997d8f0-12ca-4cd5-8ec5-d1f387a0ab40 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45258c-d018-438d-9313-2a60df90d6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141267 Jul 16 08:43:29.024884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31321c1f-3515-4ecb-84af-7da63ff22ee4 req-d60b0f3c-c9b4-49e7-ac5d-b51cbb3530e6 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731370 Jul 16 08:43:29.061165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de305849-9746-45fd-b816-c2779f6f97aa req-dae0a1bb-c1ff-47ca-bc3e-2bca18e29d7c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.062931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de305849-9746-45fd-b816-c2779f6f97aa req-dae0a1bb-c1ff-47ca-bc3e-2bca18e29d7c tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 944 time: 0.1034474 Jul 16 08:43:29.115961 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-251f72bf-525f-41b4-ad49-dcdb3f5a9c2f req-5ba0c294-5084-4fa0-8662-d31e83ebd643 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45258c-d018-438d-9313-2a60df90d6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010287 Jul 16 08:43:29.132054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de305849-9746-45fd-b816-c2779f6f97aa req-ac8a9ed0-b7a3-4e27-afc0-bfc9335a3e10 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533621 Jul 16 08:43:29.236989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac056f8-7598-4b0c-a5ca-5dd550652e65 req-2249c9d4-845b-4e44-bcec-865d20f2521d tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.238708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ac056f8-7598-4b0c-a5ca-5dd550652e65 req-2249c9d4-845b-4e44-bcec-865d20f2521d tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 944 time: 0.1055093 Jul 16 08:43:29.242071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d453558a-4b8c-4e9b-b7b8-49cb008b8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.243518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d453558a-4b8c-4e9b-b7b8-49cb008b8d84 service neutron] 10.222.0.52 "GET /v2.0/ports/b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 1026 time: 0.0597675 Jul 16 08:43:29.313775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ac056f8-7598-4b0c-a5ca-5dd550652e65 req-2a839f9a-f7b5-4a5c-9388-ae2b4ed7195e tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671110 Jul 16 08:43:29.320481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-2c9a4eab-65fe-4efd-bc68-47e69f69f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.322402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-2c9a4eab-65fe-4efd-bc68-47e69f69f312 service neutron] 10.222.0.52 "GET /v2.0/ports/a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 1027 time: 0.0596681 Jul 16 08:43:29.467394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-455e7221-b6c5-4911-ae44-204bc2cd560b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.473117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-455e7221-b6c5-4911-ae44-204bc2cd560b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.479444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-455e7221-b6c5-4911-ae44-204bc2cd560b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.480943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-455e7221-b6c5-4911-ae44-204bc2cd560b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "GET /v2.0/networks?id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=0702df2e-d2b4-4027-b483-fc02ab1685a3&id=0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 200 len: 1990 time: 0.1499722 Jul 16 08:43:29.514778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee64c9f6-98a4-4ab8-8123-822467cbc0c3 req-fc9246fb-cc3c-4612-82c0-fcd9d44715af tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0631962 Jul 16 08:43:29.557535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8bbcc-0426-46e7-b354-aa4a5bca2268 req-4b587faa-355b-49a4-90a5-57f18937f950 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.560010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1f8bbcc-0426-46e7-b354-aa4a5bca2268 req-4b587faa-355b-49a4-90a5-57f18937f950 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1212623 Jul 16 08:43:29.598763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1f8bbcc-0426-46e7-b354-aa4a5bca2268 req-8a3889b7-ff93-451e-a80a-800d78baa1b0 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342424 Jul 16 08:43:29.701282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-b4448368-7cf5-41ab-9352-24034c7053de tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da52ab5a47b4438bb97785d2a5355e2 HTTP/1.1" status: 200 len: 380 time: 0.0482583 Jul 16 08:43:29.736699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af52de2-55c4-4606-a801-1ab17ac66fcd req-675e9e40-1430-4082-9f0f-5d2c476e7691 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.738237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9af52de2-55c4-4606-a801-1ab17ac66fcd req-675e9e40-1430-4082-9f0f-5d2c476e7691 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 1102 time: 0.1167178 Jul 16 08:43:29.744313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'admin_state_up': True, 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'security_groups': ['2f1bfd6d-64c8-442f-9675-c0ff32fc778d']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:29.857107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9af52de2-55c4-4606-a801-1ab17ac66fcd req-8aabedd9-8529-41c9-8ff5-babac7c04b48 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076198 Jul 16 08:43:29.874002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178f0a7-f95b-44be-a00e-b4a56199b570 req-50b13878-c25d-4af7-8742-615d7a96de44 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.875547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3178f0a7-f95b-44be-a00e-b4a56199b570 req-50b13878-c25d-4af7-8742-615d7a96de44 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1713831 Jul 16 08:43:29.940431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3178f0a7-f95b-44be-a00e-b4a56199b570 req-ced965cb-7556-443a-b8fe-9e55079d690b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536628 Jul 16 08:43:29.948092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:29.953772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.082881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:30.139108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Allocated IP 172.20.0.14 (d8554e79-f6fd-4dea-bdba-f694e2b5d19b/f9e92d7e-bf37-41fc-8674-9efc954fa00b/a2139ee0-e40a-4c65-b125-895578399621) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:30.167912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4dc0d-1483-4f89-b4d9-6b25b794f25c req-323e9b2c-defd-4eff-aa3d-8779652b0a5d tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.169814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4e4dc0d-1483-4f89-b4d9-6b25b794f25c req-323e9b2c-defd-4eff-aa3d-8779652b0a5d tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 1101 time: 0.1251969 Jul 16 08:43:30.225113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:30.230070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:30.230517 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.237831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4e4dc0d-1483-4f89-b4d9-6b25b794f25c req-3a0f5c88-11da-49d1-9b01-bc1d89f6d423 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505445 Jul 16 08:43:30.367403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34313756-dc98-4c99-bc62-d87bd907bc9a', 'name': 'network-vif-deleted', 'tag': '0c868642-4025-47bf-adc6-46a2947fd61d'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:30.372424 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a4880-d3e0-4eb4-9336-bf98c99ff147" -d '{"events": [{"server_uuid": "34313756-dc98-4c99-bc62-d87bd907bc9a", "name": "network-vif-deleted", "tag": "0c868642-4025-47bf-adc6-46a2947fd61d"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:30.377687 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.393090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Transition to ACTIVE for port object a2139ee0-e40a-4c65-b125-895578399621 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:30.413668 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.445505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:30.448291 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9721ee3d-9c86-4211-8913-472a6f335f6f" -d '{"events": [{"server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:30.481010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:30.496509 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.497627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0c868642-4025-47bf-adc6-46a2947fd61d no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:30.505011 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.548188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 0c868642-4025-47bf-adc6-46a2947fd61d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:30.548544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0c868642-4025-47bf-adc6-46a2947fd61d not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:30.594167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:30.598166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:30.601082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:30.638046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.673695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.674465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.701950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aab33-ee45-430c-ab62-c1536db7d6fd req-a7b2dfc7-cdcd-4c48-bcad-8f362348c808 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.709379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b52aab33-ee45-430c-ab62-c1536db7d6fd req-a7b2dfc7-cdcd-4c48-bcad-8f362348c808 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 944 time: 0.2823315 Jul 16 08:43:30.711184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=a2139ee0-e40a-4c65-b125-895578399621,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.772633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-95363d77-4ea0-4730-a9cc-54e6ef3fe628 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0326624 Jul 16 08:43:30.786901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'admin_state_up': True, 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'security_groups': ['2f1bfd6d-64c8-442f-9675-c0ff32fc778d']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:30.854970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b52aab33-ee45-430c-ab62-c1536db7d6fd req-2eb60904-ee5d-49dc-8118-7468f58bd8d2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446354 Jul 16 08:43:30.919536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840a892-8361-47ea-8d6c-ddfb46b3122f req-5aa7f244-5b12-4014-b6dd-bf4368f1cf10 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.926372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2840a892-8361-47ea-8d6c-ddfb46b3122f req-5aa7f244-5b12-4014-b6dd-bf4368f1cf10 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 944 time: 0.2647133 Jul 16 08:43:30.932135 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e3d4b-328e-4783-b4b5-d733eea40fdd x-openstack-request-id: req-e59e3d4b-328e-4783-b4b5-d733eea40fdd {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:30.932802 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34313756-dc98-4c99-bc62-d87bd907bc9a", "name": "network-vif-deleted", "tag": "0c868642-4025-47bf-adc6-46a2947fd61d", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:30.933203 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e59e3d4b-328e-4783-b4b5-d733eea40fdd {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:30.933944 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34313756-dc98-4c99-bc62-d87bd907bc9a', 'name': 'network-vif-deleted', 'tag': '0c868642-4025-47bf-adc6-46a2947fd61d', 'status': 'completed', 'code': 200} Jul 16 08:43:30.949081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dc2b47a1-6544-48c7-93ba-7442069a6fd6 None None] Provisioning for port a2139ee0-e40a-4c65-b125-895578399621 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:30.954915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dc2b47a1-6544-48c7-93ba-7442069a6fd6 None None] Provisioning complete for port a2139ee0-e40a-4c65-b125-895578399621 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:30.955290 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc2b47a1-6544-48c7-93ba-7442069a6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.006795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2840a892-8361-47ea-8d6c-ddfb46b3122f req-83303475-f5d2-4ec1-a0d9-6a827a253111 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794623 Jul 16 08:43:31.035751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b47a1-6544-48c7-93ba-7442069a6fd6 None None] Port a2139ee0-e40a-4c65-b125-895578399621 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:31.059993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-5dd787d5-8cfa-431a-9f80-c2c29c33bb9c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319541 Jul 16 08:43:31.068595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:31.073052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.074010 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7625b0f0-7461-4b85-a5cc-0d21cfd2b227 x-openstack-request-id: req-7625b0f0-7461-4b85-a5cc-0d21cfd2b227 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:31.074505 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:31.075104 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7625b0f0-7461-4b85-a5cc-0d21cfd2b227 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:31.075756 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'code': 200} Jul 16 08:43:31.293186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96740fd-8491-4162-b68a-976036bebc4d req-19127360-1c82-47c8-8f32-b034f8d14514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.295418 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b96740fd-8491-4162-b68a-976036bebc4d req-19127360-1c82-47c8-8f32-b034f8d14514 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 1097 time: 0.0929041 Jul 16 08:43:31.335448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-106cce47-a4eb-43a2-92c4-bd83be7bbda7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.337015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-106cce47-a4eb-43a2-92c4-bd83be7bbda7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706068 Jul 16 08:43:31.347652 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b96740fd-8491-4162-b68a-976036bebc4d req-9ea4a411-cf7f-4ba5-ad6e-c56fa3f27c99 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Jul 16 08:43:31.373526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-5c809706-d583-44ab-926d-0f16a1ee6dd8 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/quotas/de66512d88f744208826036ff6421a1b HTTP/1.1" status: 200 len: 375 time: 0.0253665 Jul 16 08:43:31.389365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Allocated IP 10.1.1.95 (d8feeb02-e063-47f4-b045-1cae94d46196/5dbb6677-4aa9-448c-bb3b-d06984ae5117/6cab655f-c9b7-423d-b5c8-77ad68f56d33) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:31.438368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8c62-9c6d-4b05-99bf-b815c2657a8e req-0891188f-5610-449e-aca3-8a437ea3976b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.439767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25cb8c62-9c6d-4b05-99bf-b815c2657a8e req-0891188f-5610-449e-aca3-8a437ea3976b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 932 time: 0.2239282 Jul 16 08:43:31.536825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25cb8c62-9c6d-4b05-99bf-b815c2657a8e req-1606c611-c5f7-41f8-8cfa-a293403e4f0c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886109 Jul 16 08:43:31.561770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-8d8d0126-ac27-497f-bbd0-c85f2e17a638 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1804862 Jul 16 08:43:31.644921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.661403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Transition to ACTIVE for port object 6cab655f-c9b7-423d-b5c8-77ad68f56d33 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:31.748078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.801858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be2474-1c9e-4e10-9650-7fb9919f377a req-2dcf3f25-ea2c-4786-bfc8-10a30b43f938 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.803632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61be2474-1c9e-4e10-9650-7fb9919f377a req-2dcf3f25-ea2c-4786-bfc8-10a30b43f938 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1263397 Jul 16 08:43:31.845253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network d8feeb02-e063-47f4-b045-1cae94d46196 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:31.861421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=6cab655f-c9b7-423d-b5c8-77ad68f56d33,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.874613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61be2474-1c9e-4e10-9650-7fb9919f377a req-4b189173-db00-4e89-9763-e2e04d99b7a5 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602248 Jul 16 08:43:31.883458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:31.887729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:31.980587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.981247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.005176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-edcc7fab-d012-434b-b058-8751580d95e7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2230127 Jul 16 08:43:32.026107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2bab-2c5c-4066-9cd6-547515b62e97 req-00891148-7aaa-4719-804b-d2d0eb76d46a tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.027841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78fd2bab-2c5c-4066-9cd6-547515b62e97 req-00891148-7aaa-4719-804b-d2d0eb76d46a tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 946 time: 0.1814516 Jul 16 08:43:32.031889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'admin_state_up': True, 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'security_groups': ['2f1bfd6d-64c8-442f-9675-c0ff32fc778d']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:32.096988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b688d9ab-22a9-4272-9fbf-1e4f34d66483 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:32.191929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-124c18c8-8cce-46cc-b5ef-995cd68a9480 req-bc59f635-e55e-4846-9ffd-a12007c2d5e1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 210 time: 0.0422907 Jul 16 08:43:32.207774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78fd2bab-2c5c-4066-9cd6-547515b62e97 req-dc57e1ec-7b7e-4e2e-b493-f86ea56c0818 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722240 Jul 16 08:43:32.241424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b688d9ab-22a9-4272-9fbf-1e4f34d66483, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b688d9ab-22a9-4272-9fbf-1e4f34d66483,segment=NetworkSegment(33e381ba-a2b5-4244-bd91-8f2683ed2007),segment_id=33e381ba-a2b5-4244-bd91-8f2683ed2007)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:32.283581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'b688d9ab-22a9-4272-9fbf-1e4f34d66483', 'network_id': 'ae45258c-d018-438d-9313-2a60df90d6c4', 'port_id': 'b688d9ab-22a9-4272-9fbf-1e4f34d66483', 'mac_address': 'fa:16:3e:95:5d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b654d494-ae03-46f8-9403-ba8c5659c53e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:32.313880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:32.323660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.338394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-906c7baa-d18a-4e94-9945-513506992d34 None None] Provisioning for port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:32.346245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-906c7baa-d18a-4e94-9945-513506992d34 None None] Provisioning complete for port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:32.346598 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-906c7baa-d18a-4e94-9945-513506992d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.379851 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.397559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b688d9ab-22a9-4272-9fbf-1e4f34d66483 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:32.412726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-906c7baa-d18a-4e94-9945-513506992d34 None None] Port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:32.426723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b688d9ab-22a9-4272-9fbf-1e4f34d66483, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b688d9ab-22a9-4272-9fbf-1e4f34d66483,segment=NetworkSegment(33e381ba-a2b5-4244-bd91-8f2683ed2007),segment_id=33e381ba-a2b5-4244-bd91-8f2683ed2007)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:32.432968 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.492902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b688d9ab-22a9-4272-9fbf-1e4f34d66483,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:32.596446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab2951-4136-495a-bd82-68fcd36060ca req-34e140d0-c6a0-4674-9c02-0b31dd3f9765 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.598022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19ab2951-4136-495a-bd82-68fcd36060ca req-34e140d0-c6a0-4674-9c02-0b31dd3f9765 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 945 time: 0.2486672 Jul 16 08:43:32.659322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85980a9f-2aaa-468a-b308-51f8157344f1 req-0260b76f-f92c-4822-bcbb-362596d7a27f tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.668275 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85980a9f-2aaa-468a-b308-51f8157344f1 req-0260b76f-f92c-4822-bcbb-362596d7a27f tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 945 time: 0.2426448 Jul 16 08:43:32.687842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Allocated IP 10.1.1.56 (d8feeb02-e063-47f4-b045-1cae94d46196/5dbb6677-4aa9-448c-bb3b-d06984ae5117/c7cfbe0a-627b-4092-8f12-84f5cf23567e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:32.747808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85980a9f-2aaa-468a-b308-51f8157344f1 req-3c1ce9b6-b351-40ee-aa4a-26ef6b471772 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752840 Jul 16 08:43:32.754548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19ab2951-4136-495a-bd82-68fcd36060ca req-2454ee57-4b6a-4d7a-a830-c8a98811d229 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447883 Jul 16 08:43:32.927939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['b688d9ab-22a9-4272-9fbf-1e4f34d66483'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:33.012267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.036867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Transition to ACTIVE for port object c7cfbe0a-627b-4092-8f12-84f5cf23567e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:33.151550 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.207123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cf46b-8487-4ef7-b94d-554b8f6a2271 req-8d02c792-439b-4537-9a8b-713452fbc852 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.214198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cf46b-8487-4ef7-b94d-554b8f6a2271 req-8d02c792-439b-4537-9a8b-713452fbc852 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.215796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a1cf46b-8487-4ef7-b94d-554b8f6a2271 req-8d02c792-439b-4537-9a8b-713452fbc852 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 1653 time: 0.1582146 Jul 16 08:43:33.219656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network d8feeb02-e063-47f4-b045-1cae94d46196 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:33.229359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:33.232351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:33.281086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=c7cfbe0a-627b-4092-8f12-84f5cf23567e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.339110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.339677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.355816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a1cf46b-8487-4ef7-b94d-554b8f6a2271 req-11ce0da1-6637-416e-bdd7-5ce674994e2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285925 Jul 16 08:43:33.357888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-81122d89-604d-4f94-9c88-03b8bbe1e6ce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3440835 Jul 16 08:43:33.373076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3', 'admin_state_up': True, 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'security_groups': ['2f1bfd6d-64c8-442f-9675-c0ff32fc778d']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:33.649633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0127d3f6-08fa-447e-a0a4-82bd858a2029 None None] Provisioning for port c7cfbe0a-627b-4092-8f12-84f5cf23567e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:33.655805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0127d3f6-08fa-447e-a0a4-82bd858a2029 None None] Provisioning complete for port c7cfbe0a-627b-4092-8f12-84f5cf23567e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:33.656295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0127d3f6-08fa-447e-a0a4-82bd858a2029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.720831 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-d43dd33d-a9b6-4303-befe-f7dcf8a8d37e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292602 Jul 16 08:43:33.733369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0127d3f6-08fa-447e-a0a4-82bd858a2029 None None] Port c7cfbe0a-627b-4092-8f12-84f5cf23567e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:33.857062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a6d8b2f-b209-41cc-a0ba-8f7f75ec4615 req-936eed9e-bf4f-4cf4-91c2-7269f7378b58 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 210 time: 0.1005518 Jul 16 08:43:33.897145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-93879cf2-1c2b-41ca-adac-982a04c98ac4 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.898730 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-93879cf2-1c2b-41ca-adac-982a04c98ac4 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537693 Jul 16 08:43:33.927183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Request body: {'port': {'device_id': '0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'de66512d88f744208826036ff6421a1b'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:33.940565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dede1b-9366-4c11-a696-66bed719d10e req-3de8ecc7-4b41-42ff-8caa-80be71b4b11c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.948343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86dede1b-9366-4c11-a696-66bed719d10e req-3de8ecc7-4b41-42ff-8caa-80be71b4b11c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1901419 Jul 16 08:43:34.031463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86dede1b-9366-4c11-a696-66bed719d10e req-0e10cd35-6580-4ba7-a8af-f5821f3be851 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821369 Jul 16 08:43:34.045376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:34.124501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Made reservation on behalf of de66512d88f744208826036ff6421a1b for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:34.133593 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.269879 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.316579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Allocated IP 192.168.233.214 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/65735951-6d06-4a06-bea3-cabf903aa49c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:34.369020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a424ef-4eb1-4006-a9bb-bb8681c61338 req-083b9d40-e84e-4acd-95b9-9975b59c2020 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.377186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81a424ef-4eb1-4006-a9bb-bb8681c61338 req-083b9d40-e84e-4acd-95b9-9975b59c2020 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 945 time: 0.1634259 Jul 16 08:43:34.526628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b29c0c-4bd0-4153-a88a-2a324e9ff18d req-5f8e7a09-dedf-4d46-aa20-7ac3c214ce2f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.527445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.528500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54b29c0c-4bd0-4153-a88a-2a324e9ff18d req-5f8e7a09-dedf-4d46-aa20-7ac3c214ce2f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 945 time: 0.2718813 Jul 16 08:43:34.542901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81a424ef-4eb1-4006-a9bb-bb8681c61338 req-df85cdce-d80e-444c-b42d-244d67e33734 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648259 Jul 16 08:43:34.553591 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Transition to ACTIVE for port object 65735951-6d06-4a06-bea3-cabf903aa49c will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:34.614313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.635511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf', '648fc380-388a-4779-8a31-511f3ebc9788'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:34.684070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:34.693298 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:34.710156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:34.711627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Allocated IP 10.2.2.100 (0702df2e-d2b4-4027-b483-fc02ab1685a3/d0079eb3-32cd-4b88-8867-564403d20b44/e548a597-39d9-4b8f-9aab-e0f654525ab8) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:34.727030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:34.839046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'Port': ['ID=65735951-6d06-4a06-bea3-cabf903aa49c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:34.887637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.889448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.896001 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.933784 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-bb00d7d7-118f-42d6-90de-d59fa9eec66a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0107715 Jul 16 08:43:34.940341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Transition to ACTIVE for port object e548a597-39d9-4b8f-9aab-e0f654525ab8 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:34.950699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Request body: {'port': {'device_id': '0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:35.059233 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.073350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.109853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a1657fec-31b1-4dd0-9e32-dafeb2a638c2 None None] Provisioning for port 65735951-6d06-4a06-bea3-cabf903aa49c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:35.116903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54b29c0c-4bd0-4153-a88a-2a324e9ff18d req-4fa1d184-71e9-4cab-a9e4-8b12091d7528 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159492 Jul 16 08:43:35.148768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a1657fec-31b1-4dd0-9e32-dafeb2a638c2 None None] Provisioning complete for port 65735951-6d06-4a06-bea3-cabf903aa49c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:35.148988 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1657fec-31b1-4dd0-9e32-dafeb2a638c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.199410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network 0702df2e-d2b4-4027-b483-fc02ab1685a3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:35.213688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:35.234570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:35.341918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=e548a597-39d9-4b8f-9aab-e0f654525ab8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:35.354085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a1657fec-31b1-4dd0-9e32-dafeb2a638c2 None None] Port 65735951-6d06-4a06-bea3-cabf903aa49c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:35.438438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.439065 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.486401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65735951-6d06-4a06-bea3-cabf903aa49c {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:35.498937 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.501930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-25eb7868-b818-45d9-b62c-d2a293124bc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1351650 Jul 16 08:43:35.516232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Transition to ACTIVE for port object 65735951-6d06-4a06-bea3-cabf903aa49c will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:35.529005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.539936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247a0d-22ce-47bb-914e-b9a762d3167f req-b039ecea-cee2-44d9-8bdc-91737005c4d4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.547264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247a0d-22ce-47bb-914e-b9a762d3167f req-b039ecea-cee2-44d9-8bdc-91737005c4d4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.577550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247a0d-22ce-47bb-914e-b9a762d3167f req-b039ecea-cee2-44d9-8bdc-91737005c4d4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.579854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247a0d-22ce-47bb-914e-b9a762d3167f req-b039ecea-cee2-44d9-8bdc-91737005c4d4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.582966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e247a0d-22ce-47bb-914e-b9a762d3167f req-b039ecea-cee2-44d9-8bdc-91737005c4d4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 3094 time: 0.5634515 Jul 16 08:43:35.597971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3', 'admin_state_up': True, 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'security_groups': ['2f1bfd6d-64c8-442f-9675-c0ff32fc778d']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:35.670705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Pushing event updated for resources: {'Port': ['ID=65735951-6d06-4a06-bea3-cabf903aa49c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:35.750361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Attempting to bind port 65735951-6d06-4a06-bea3-cabf903aa49c on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:35.751017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Attempting to bind port 65735951-6d06-4a06-bea3-cabf903aa49c by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:35.751705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Attempting to bind port 65735951-6d06-4a06-bea3-cabf903aa49c on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:35.758023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Port 65735951-6d06-4a06-bea3-cabf903aa49c on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:35.759651 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Attempting to bind port 65735951-6d06-4a06-bea3-cabf903aa49c on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:35.760507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a3c90a8a-317d-450d-a9c4-cc4904ceafff None None] Provisioning for port e548a597-39d9-4b8f-9aab-e0f654525ab8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:35.766280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:35.766901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:35.767384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:35.768371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a3c90a8a-317d-450d-a9c4-cc4904ceafff None None] Provisioning complete for port e548a597-39d9-4b8f-9aab-e0f654525ab8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:35.768915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3c90a8a-317d-450d-a9c4-cc4904ceafff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.769337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Bound port: 65735951-6d06-4a06-bea3-cabf903aa49c, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:35.771000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.881802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e247a0d-22ce-47bb-914e-b9a762d3167f req-61524342-0995-43b0-9b31-c83369fb9442 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798533 Jul 16 08:43:35.900592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] For port 65735951-6d06-4a06-bea3-cabf903aa49c, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:35.905245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] For port 65735951-6d06-4a06-bea3-cabf903aa49c, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=65735951-6d06-4a06-bea3-cabf903aa49c,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:35.906959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a3c90a8a-317d-450d-a9c4-cc4904ceafff None None] Port e548a597-39d9-4b8f-9aab-e0f654525ab8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:35.918249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.981449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ab9e7-30ad-423b-b5e7-4fa5b71e6631 req-1aa20cd1-5515-49b2-8667-16d551d8537e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.989999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea1ab9e7-30ad-423b-b5e7-4fa5b71e6631 req-1aa20cd1-5515-49b2-8667-16d551d8537e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 936 time: 0.5166569 Jul 16 08:43:35.998409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Made reservation on behalf of 1da52ab5a47b4438bb97785d2a5355e2 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:36.008569 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.032849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.033569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.039349 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] 10.222.0.54 "PUT /v2.0/ports/65735951-6d06-4a06-bea3-cabf903aa49c HTTP/1.1" status: 200 len: 1097 time: 1.0949519 Jul 16 08:43:36.039832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64', 'tag': '65735951-6d06-4a06-bea3-cabf903aa49c'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:36.048142 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96851555-3635-444e-808e-bc88c45e0085" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64", "tag": "65735951-6d06-4a06-bea3-cabf903aa49c"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:36.145696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd2f6c-4b3d-4c13-b9b8-363bd3adb27c service neutron] Pushing event updated for resources: {'Port': ['ID=65735951-6d06-4a06-bea3-cabf903aa49c,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:36.210312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b688d9ab-22a9-4272-9fbf-1e4f34d66483 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:36.233795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea1ab9e7-30ad-423b-b5e7-4fa5b71e6631 req-39da601c-430a-4cc8-baba-e8f13e3bbda4 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427828 Jul 16 08:43:36.341571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-1f6b1d8b-0056-48c3-abfb-fe217b4ba02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.343816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-1f6b1d8b-0056-48c3-abfb-fe217b4ba02b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 1100 time: 0.2286274 Jul 16 08:43:36.359124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port b688d9ab-22a9-4272-9fbf-1e4f34d66483 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:36.366928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port b688d9ab-22a9-4272-9fbf-1e4f34d66483 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:36.367300 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.476678 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-f6ebca89-7fa0-4a8a-a1f0-069ab7c1e632 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=65735951-6d06-4a06-bea3-cabf903aa49c HTTP/1.1" status: 200 len: 217 time: 0.1200643 Jul 16 08:43:36.528261 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.571448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dde460-6d78-4906-a117-af7d03c55203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b688d9ab-22a9-4272-9fbf-1e4f34d66483'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:36.576556 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f50d746-fbf4-48b2-8d91-e3441528b5f3" -d '{"events": [{"server_uuid": "72dde460-6d78-4906-a117-af7d03c55203", "name": "network-vif-plugged", "status": "completed", "tag": "b688d9ab-22a9-4272-9fbf-1e4f34d66483"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:36.603405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3b9f2dfe-ce3f-4608-9e17-307e51434862 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:36.616909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b688d9ab-22a9-4272-9fbf-1e4f34d66483, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b688d9ab-22a9-4272-9fbf-1e4f34d66483,segment=NetworkSegment(33e381ba-a2b5-4244-bd91-8f2683ed2007),segment_id=33e381ba-a2b5-4244-bd91-8f2683ed2007)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:36.628726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.646939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3b37c-0ebb-428c-8cea-721e9ad0d578 req-55089329-7c94-48e6-a4b1-64baff107e1d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.664422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7fe3b37c-0ebb-428c-8cea-721e9ad0d578 req-55089329-7c94-48e6-a4b1-64baff107e1d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.4218795 Jul 16 08:43:36.669146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-2246a93e-2ad4-4b85-b767-4e4e17c6e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.675902 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-2246a93e-2ad4-4b85-b767-4e4e17c6e5c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1802442 Jul 16 08:43:36.717435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b688d9ab-22a9-4272-9fbf-1e4f34d66483,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:36.775517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Allocated IP 10.2.2.200 (0702df2e-d2b4-4027-b483-fc02ab1685a3/d0079eb3-32cd-4b88-8867-564403d20b44/d4f15b37-da2d-4446-a5f1-27ffbb0a0b84) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:36.793005 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:36.808654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b95d0-f15c-4a04-8398-a3efe47d0b16 req-6957e5fa-4c22-4809-8777-2d804955eceb tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.810262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e41b95d0-f15c-4a04-8398-a3efe47d0b16 req-6957e5fa-4c22-4809-8777-2d804955eceb tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 945 time: 0.3100531 Jul 16 08:43:36.821209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'port_id': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'mac_address': 'fa:16:3e:7c:04:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0f2e5-91ff-4fcc-b28e-74cd4998023f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:36.827965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-c670983a-af04-4d25-919d-4ab124bbdd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.831732 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-c670983a-af04-4d25-919d-4ab124bbdd88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423810 Jul 16 08:43:36.845598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7fe3b37c-0ebb-428c-8cea-721e9ad0d578 req-e7f0e5a8-9b5b-4a24-9a84-13914ce9c891 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800952 Jul 16 08:43:36.878092 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.898120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b9f2dfe-ce3f-4608-9e17-307e51434862 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:36.942270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e41b95d0-f15c-4a04-8398-a3efe47d0b16 req-7c8b300e-0a84-4655-8040-19b2224c09e8 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914662 Jul 16 08:43:36.970757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:37.007667 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.033501 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-c34b8764-c174-42ab-8c84-d6adb0dd5c90 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896999 Jul 16 08:43:37.035024 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c824b-cf99-4413-bcff-c8b87fefcfe8 x-openstack-request-id: req-421c824b-cf99-4413-bcff-c8b87fefcfe8 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:37.035382 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64", "tag": "65735951-6d06-4a06-bea3-cabf903aa49c", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:37.035723 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-421c824b-cf99-4413-bcff-c8b87fefcfe8 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:37.036181 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64', 'tag': '65735951-6d06-4a06-bea3-cabf903aa49c', 'status': 'completed', 'code': 200} Jul 16 08:43:37.160222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3b9f2dfe-ce3f-4608-9e17-307e51434862'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:37.198800 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7589ca10-d58e-41f8-90b4-37c79600a190 req-78464252-adcf-4ff8-9d4d-f1aa53eec529 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572161 Jul 16 08:43:37.235707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.373385 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74785bd7-823f-4c92-b79f-ef1b20ae35b8 x-openstack-request-id: req-74785bd7-823f-4c92-b79f-ef1b20ae35b8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:37.373820 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dde460-6d78-4906-a117-af7d03c55203", "name": "network-vif-plugged", "status": "completed", "tag": "b688d9ab-22a9-4272-9fbf-1e4f34d66483", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:37.374169 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74785bd7-823f-4c92-b79f-ef1b20ae35b8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:37.374658 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dde460-6d78-4906-a117-af7d03c55203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b688d9ab-22a9-4272-9fbf-1e4f34d66483', 'code': 200} Jul 16 08:43:37.385594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c5312-4acb-4f31-bc0a-8210ce738635 req-f2be7a71-dbe6-4db4-92e6-139a483cf204 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.387763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-165c5312-4acb-4f31-bc0a-8210ce738635 req-f2be7a71-dbe6-4db4-92e6-139a483cf204 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 946 time: 0.3663220 Jul 16 08:43:37.499440 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.540232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851555-3635-444e-808e-bc88c45e0085 req-9f246900-39a6-45fe-b667-c825ca2c9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.545745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96851555-3635-444e-808e-bc88c45e0085 req-9f246900-39a6-45fe-b667-c825ca2c9db5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 1100 time: 0.2395940 Jul 16 08:43:37.562985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Transition to ACTIVE for port object d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:37.629847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2492a-9dda-488d-aab3-b1c928ab8638 req-d5c58ecf-b04e-4feb-addf-7d1e195f2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.631364 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b2b2492a-9dda-488d-aab3-b1c928ab8638 req-d5c58ecf-b04e-4feb-addf-7d1e195f2780 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 1098 time: 0.1331880 Jul 16 08:43:37.667520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-165c5312-4acb-4f31-bc0a-8210ce738635 req-1586d87a-96be-41d1-a250-04c6bcbc4bef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710888 Jul 16 08:43:37.685474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.777186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Network 0702df2e-d2b4-4027-b483-fc02ab1685a3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:37.782478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:37.798064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b2b2492a-9dda-488d-aab3-b1c928ab8638 req-0c0c3687-a128-4a57-b938-ca0226aa87a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387990 Jul 16 08:43:37.803145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851555-3635-444e-808e-bc88c45e0085 req-c7a844db-b323-478e-b0b5-2b3e361a1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.804625 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96851555-3635-444e-808e-bc88c45e0085 req-c7a844db-b323-478e-b0b5-2b3e361a1aa3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2464323 Jul 16 08:43:37.807419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:37.896892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.897788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.912591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event updated for resources: {'Port': ['ID=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.984467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7861e609-b9f5-4caf-aed1-6fd557809184 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4595301 Jul 16 08:43:38.002402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:38.030819 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96851555-3635-444e-808e-bc88c45e0085 req-9475c760-55b8-4861-9dff-0d5361c58487 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=65735951-6d06-4a06-bea3-cabf903aa49c HTTP/1.1" status: 200 len: 217 time: 0.0959623 Jul 16 08:43:38.069332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dc813-517c-4293-ad48-1e00e462ad09 req-21cc8a75-8b19-44ae-8211-a23dcc903ac7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.076956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dc813-517c-4293-ad48-1e00e462ad09 req-21cc8a75-8b19-44ae-8211-a23dcc903ac7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.083126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dc813-517c-4293-ad48-1e00e462ad09 req-21cc8a75-8b19-44ae-8211-a23dcc903ac7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.090510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dc813-517c-4293-ad48-1e00e462ad09 req-21cc8a75-8b19-44ae-8211-a23dcc903ac7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.097548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dc813-517c-4293-ad48-1e00e462ad09 req-21cc8a75-8b19-44ae-8211-a23dcc903ac7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.099425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-907dc813-517c-4293-ad48-1e00e462ad09 req-21cc8a75-8b19-44ae-8211-a23dcc903ac7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 3815 time: 0.1975846 Jul 16 08:43:38.169084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851555-3635-444e-808e-bc88c45e0085 req-9aac1cab-eb60-4e02-95ef-b9c6d0204603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.172985 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96851555-3635-444e-808e-bc88c45e0085 req-9aac1cab-eb60-4e02-95ef-b9c6d0204603 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0982285 Jul 16 08:43:38.236651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-907dc813-517c-4293-ad48-1e00e462ad09 req-6838b4eb-89b0-482c-9916-95b1c4b3cd6e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638041 Jul 16 08:43:38.244582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.285877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9b2492ea-7b28-42d0-9541-efcfcbb3d7ac None None] Provisioning for port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:38.298970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9b2492ea-7b28-42d0-9541-efcfcbb3d7ac None None] Provisioning complete for port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:38.300199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b2492ea-7b28-42d0-9541-efcfcbb3d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.375520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851555-3635-444e-808e-bc88c45e0085 req-19a33286-0689-4b49-9c96-1349d3b1f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.380593 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96851555-3635-444e-808e-bc88c45e0085 req-19a33286-0689-4b49-9c96-1349d3b1f2df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867273 Jul 16 08:43:38.451537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9b2492ea-7b28-42d0-9541-efcfcbb3d7ac None None] Port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:38.590161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3b9f2dfe-ce3f-4608-9e17-307e51434862 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:38.611066 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96851555-3635-444e-808e-bc88c45e0085 req-e8c38921-3759-41a6-abab-928c7a91a7bd service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092297 Jul 16 08:43:38.674597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 3b9f2dfe-ce3f-4608-9e17-307e51434862 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:38.680201 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.681015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50236) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.772124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d7b82-c455-4f1a-a7de-7693db66778a req-8a1056f0-27e5-4ff2-b6e8-38b7ffcc0790 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.779962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-838d7b82-c455-4f1a-a7de-7693db66778a req-8a1056f0-27e5-4ff2-b6e8-38b7ffcc0790 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 948 time: 0.1423788 Jul 16 08:43:38.838912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-838d7b82-c455-4f1a-a7de-7693db66778a req-fcdfeefb-8d6e-4a58-bb4a-73da13f10866 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573890 Jul 16 08:43:38.954449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2139ee0-e40a-4c65-b125-895578399621 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:38.969407 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.980665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.047684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:39.061377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Transition to ACTIVE for port object a2139ee0-e40a-4c65-b125-895578399621 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:39.063085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.075517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.137610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Pushing event updated for resources: {'Port': ['ID=a2139ee0-e40a-4c65-b125-895578399621,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.160726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.198334 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:39.200790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1670d-f73a-4d84-bb5f-a95edcfc0d67 req-a145254c-7d7a-478d-9985-49cc7180e410 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:39.209169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91a1670d-f73a-4d84-bb5f-a95edcfc0d67 req-a145254c-7d7a-478d-9985-49cc7180e410 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2404113 Jul 16 08:43:39.334507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91a1670d-f73a-4d84-bb5f-a95edcfc0d67 req-2ce643fc-7292-4de9-b12c-18334c05f771 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241038 Jul 16 08:43:39.375498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:39.377911 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc8b562-0225-450a-8782-b3e152d331ec" -d '{"events": [{"server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "name": "network-vif-plugged", "status": "completed", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:39.403960 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96851555-3635-444e-808e-bc88c45e0085 req-13beef80-94dd-4573-9f6d-442d82f418df service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7767413 Jul 16 08:43:39.481198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Attempting to bind port a2139ee0-e40a-4c65-b125-895578399621 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:39.481619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Attempting to bind port a2139ee0-e40a-4c65-b125-895578399621 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:39.482131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Attempting to bind port a2139ee0-e40a-4c65-b125-895578399621 on network d8554e79-f6fd-4dea-bdba-f694e2b5d19b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:39.492454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Port a2139ee0-e40a-4c65-b125-895578399621 on network d8554e79-f6fd-4dea-bdba-f694e2b5d19b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:39.495060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Attempting to bind port a2139ee0-e40a-4c65-b125-895578399621 on network d8554e79-f6fd-4dea-bdba-f694e2b5d19b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:39.507119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:39.507382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Checking segment: {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:39.507923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Bound using segment: {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:39.508467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Bound port: a2139ee0-e40a-4c65-b125-895578399621, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e77ce1d-ba33-456c-a191-16764007c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:39.509974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.895314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.096468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] For port a2139ee0-e40a-4c65-b125-895578399621, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:40.120970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] For port a2139ee0-e40a-4c65-b125-895578399621, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a2139ee0-e40a-4c65-b125-895578399621,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:40.124563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 65735951-6d06-4a06-bea3-cabf903aa49c details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:40.146962 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.214414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9e14d-8fde-469d-9d9f-8e67b678a527 req-24ad0859-3e4f-456a-bfa2-f1c1f6fc3111 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.224215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9e14d-8fde-469d-9d9f-8e67b678a527 req-24ad0859-3e4f-456a-bfa2-f1c1f6fc3111 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.232504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9e14d-8fde-469d-9d9f-8e67b678a527 req-24ad0859-3e4f-456a-bfa2-f1c1f6fc3111 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.238713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9e14d-8fde-469d-9d9f-8e67b678a527 req-24ad0859-3e4f-456a-bfa2-f1c1f6fc3111 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.245296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9e14d-8fde-469d-9d9f-8e67b678a527 req-24ad0859-3e4f-456a-bfa2-f1c1f6fc3111 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.252498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81d9e14d-8fde-469d-9d9f-8e67b678a527 req-24ad0859-3e4f-456a-bfa2-f1c1f6fc3111 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 3827 time: 0.1950736 Jul 16 08:43:40.273269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.273980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.276535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] 10.222.0.52 "PUT /v2.0/ports/a2139ee0-e40a-4c65-b125-895578399621 HTTP/1.1" status: 200 len: 1093 time: 2.2794659 Jul 16 08:43:40.286862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:40.289907 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9e21a8-b718-449d-adf8-b3d8853ea470" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "a2139ee0-e40a-4c65-b125-895578399621"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:40.313872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70128b60-74e4-451f-b49d-c442e34a9544 req-14d1c8a4-ca9a-4336-a09e-88749f7ce031 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.315449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70128b60-74e4-451f-b49d-c442e34a9544 req-14d1c8a4-ca9a-4336-a09e-88749f7ce031 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 946 time: 0.6822298 Jul 16 08:43:40.324802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:40.402970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Deleting port e66e20a3-dd30-4263-b084-f2f4fba98fc5 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:40.403925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.406037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 65735951-6d06-4a06-bea3-cabf903aa49c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=65735951-6d06-4a06-bea3-cabf903aa49c,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:40.435166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '65735951-6d06-4a06-bea3-cabf903aa49c', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '65735951-6d06-4a06-bea3-cabf903aa49c', 'mac_address': 'fa:16:3e:5c:6a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:40.463117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c4b1d-4a8e-4e3e-b582-1d3192824d58 service neutron] Pushing event updated for resources: {'Port': ['ID=a2139ee0-e40a-4c65-b125-895578399621,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.489902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81d9e14d-8fde-469d-9d9f-8e67b678a527 req-75bfa999-4b40-4241-a5d0-bd1fd2daa217 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364385 Jul 16 08:43:40.497362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70128b60-74e4-451f-b49d-c442e34a9544 req-4b48631a-b0d7-465b-89bc-2ccf8fd13ab6 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199384 Jul 16 08:43:40.517273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.547870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.607750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65735951-6d06-4a06-bea3-cabf903aa49c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:40.624079 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40afbd08-07e6-4f6c-8b91-bd315646136a x-openstack-request-id: req-40afbd08-07e6-4f6c-8b91-bd315646136a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:40.625435 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "name": "network-vif-plugged", "status": "completed", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:40.625822 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40afbd08-07e6-4f6c-8b91-bd315646136a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:40.626045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] For port e66e20a3-dd30-4263-b084-f2f4fba98fc5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e66e20a3-dd30-4263-b084-f2f4fba98fc5,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:40.626541 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'code': 200} Jul 16 08:43:40.626657 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.678386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 65735951-6d06-4a06-bea3-cabf903aa49c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=65735951-6d06-4a06-bea3-cabf903aa49c,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:40.688318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Calling delete_port for e66e20a3-dd30-4263-b084-f2f4fba98fc5 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:40.689200 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.822820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=65735951-6d06-4a06-bea3-cabf903aa49c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.167652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b84713-930e-4d63-ae09-08082b3d283d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:41.178044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.184395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.185196 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21be53c0-1694-49f3-866b-f57fd04653a1 x-openstack-request-id: req-21be53c0-1694-49f3-866b-f57fd04653a1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:41.185544 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "a2139ee0-e40a-4c65-b125-895578399621", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:41.185958 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21be53c0-1694-49f3-866b-f57fd04653a1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:41.186696 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621', 'status': 'completed', 'code': 200} Jul 16 08:43:41.234889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66e20a3-dd30-4263-b084-f2f4fba98fc5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.279275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Transition to ACTIVE for port object b4b84713-930e-4d63-ae09-08082b3d283d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:41.287653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['65735951-6d06-4a06-bea3-cabf903aa49c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:41.362892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.567537 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.575835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-9634df7a-e00e-4522-a8d9-f6382ea3015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.579961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-9634df7a-e00e-4522-a8d9-f6382ea3015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.580780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-9634df7a-e00e-4522-a8d9-f6382ea3015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.581426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-9634df7a-e00e-4522-a8d9-f6382ea3015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.582119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-9634df7a-e00e-4522-a8d9-f6382ea3015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.584675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-9634df7a-e00e-4522-a8d9-f6382ea3015d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 4363 time: 0.3743100 Jul 16 08:43:41.596622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b84713-930e-4d63-ae09-08082b3d283d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.682626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40760b1-247c-409e-994e-9a9532306424 req-0ceb6cc6-71fa-498f-9ea1-465676457ed9 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.684869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e40760b1-247c-409e-994e-9a9532306424 req-0ceb6cc6-71fa-498f-9ea1-465676457ed9 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 949 time: 0.7557149 Jul 16 08:43:41.924834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad25f2e-e210-41f0-9bed-ad6db780d902 req-cfa3e3f5-240b-46db-8c4e-378c2264286c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.931909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ad25f2e-e210-41f0-9bed-ad6db780d902 req-cfa3e3f5-240b-46db-8c4e-378c2264286c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.7019205 Jul 16 08:43:41.952244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e40760b1-247c-409e-994e-9a9532306424 req-9a8a6125-58c2-4edd-bccc-8a545811bb24 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490628 Jul 16 08:43:41.964146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Router 3a96f51d-11de-484a-8583-44f8b1f9c5aa has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:42.045580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ad25f2e-e210-41f0-9bed-ad6db780d902 req-d21956c5-4708-4dc0-89fd-0790ff2bbde2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121342 Jul 16 08:43:42.120452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:42.157755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:42.169158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-f36bda75-5b4a-4cd3-8650-5c5a732ee9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.169720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-f36bda75-5b4a-4cd3-8650-5c5a732ee9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.174555 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-f36bda75-5b4a-4cd3-8650-5c5a732ee9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.175742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] Sync routers for ids ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:42.176387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-f36bda75-5b4a-4cd3-8650-5c5a732ee9fa service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5754547 Jul 16 08:43:42.178439 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4c572986-fb39-44a0-8736-5b68ca3bcbc8 admin admin] 10.222.0.55 "PUT /v2.0/routers/3a96f51d-11de-484a-8583-44f8b1f9c5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4914939 Jul 16 08:43:42.182031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50282) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.189914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Attempting to bind port b4b84713-930e-4d63-ae09-08082b3d283d on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:42.190248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Attempting to bind port b4b84713-930e-4d63-ae09-08082b3d283d by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:42.190576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Attempting to bind port b4b84713-930e-4d63-ae09-08082b3d283d on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:42.207610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Port b4b84713-930e-4d63-ae09-08082b3d283d on network d8feeb02-e063-47f4-b045-1cae94d46196 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:42.207943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Attempting to bind port b4b84713-930e-4d63-ae09-08082b3d283d on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:42.240287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] Routers {'3a96f51d-11de-484a-8583-44f8b1f9c5aa'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:42.240932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:43:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.310956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:42.311187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Checking segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:42.311578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Bound using segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:42.312026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Bound port: b4b84713-930e-4d63-ae09-08082b3d283d, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:42.312390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.422420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.473924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] Set router 3a96f51d-11de-484a-8583-44f8b1f9c5aa gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:42.483150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] For port b4b84713-930e-4d63-ae09-08082b3d283d, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:42.486704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] For port b4b84713-930e-4d63-ae09-08082b3d283d, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b4b84713-930e-4d63-ae09-08082b3d283d,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:42.564035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-3968b7ea-1a51-467f-965c-1ccafb461ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.565617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a9e21a8-b718-449d-adf8-b3d8853ea470 req-3968b7ea-1a51-467f-965c-1ccafb461ecf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3681598 Jul 16 08:43:42.612137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.625776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.690932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b84713-930e-4d63-ae09-08082b3d283d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.717970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Deleting port 6df5b734-8fc4-44b7-96b8-ff395c54850c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:42.718465 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.743308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.746906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.749040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4aeacd9e-b04f-4b89-887d-1fa00a6bde70 service neutron] 10.222.0.52 "PUT /v2.0/ports/b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 1130 time: 2.4286144 Jul 16 08:43:42.760064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953362d-eed6-4257-93bd-fcac2ad1497c req-bf76e853-b20a-4346-8fd7-034eb8e03ead tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.769329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3953362d-eed6-4257-93bd-fcac2ad1497c req-bf76e853-b20a-4346-8fd7-034eb8e03ead tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 945 time: 0.5914209 Jul 16 08:43:42.863367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] For port 6df5b734-8fc4-44b7-96b8-ff395c54850c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6df5b734-8fc4-44b7-96b8-ff395c54850c,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:42.863907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.895286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456107-45f0-4d4c-b43c-f7461a0a0145 req-56c7f63e-0d0d-40d5-9af2-a8e53591d5e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.904487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Calling delete_port for 6df5b734-8fc4-44b7-96b8-ff395c54850c owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:42.909260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:42.913306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456107-45f0-4d4c-b43c-f7461a0a0145 req-56c7f63e-0d0d-40d5-9af2-a8e53591d5e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.929398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456107-45f0-4d4c-b43c-f7461a0a0145 req-56c7f63e-0d0d-40d5-9af2-a8e53591d5e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.935767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456107-45f0-4d4c-b43c-f7461a0a0145 req-56c7f63e-0d0d-40d5-9af2-a8e53591d5e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.953766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456107-45f0-4d4c-b43c-f7461a0a0145 req-56c7f63e-0d0d-40d5-9af2-a8e53591d5e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.960645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'port_id': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'mac_address': 'fa:16:3e:68:5d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d830b2d-3043-4c2d-9c6e-9d06747380a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:42.968042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456107-45f0-4d4c-b43c-f7461a0a0145 req-56c7f63e-0d0d-40d5-9af2-a8e53591d5e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.983023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a456107-45f0-4d4c-b43c-f7461a0a0145 req-56c7f63e-0d0d-40d5-9af2-a8e53591d5e9 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 4598 time: 0.7426159 Jul 16 08:43:42.996866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3953362d-eed6-4257-93bd-fcac2ad1497c req-e407d975-9d00-4837-9abc-9d264a31adf2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264147 Jul 16 08:43:43.001246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:43.074254 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.118493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a456107-45f0-4d4c-b43c-f7461a0a0145 req-24079426-8596-436a-ae3a-8ca0fa56ac71 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338847 Jul 16 08:43:43.127977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:43.176077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:43.189503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'b4b84713-930e-4d63-ae09-08082b3d283d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:43.196695 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998f6e6c-cb45-4964-9fea-d75840999a47" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "b4b84713-930e-4d63-ae09-08082b3d283d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:43.199308 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.215369 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.298979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.337935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:43:41Z', 'revision_number': 5, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port': {'id': '6df5b734-8fc4-44b7-96b8-ff395c54850c', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.349879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df5b734-8fc4-44b7-96b8-ff395c54850c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.390672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] Checking router: 3a96f51d-11de-484a-8583-44f8b1f9c5aa for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:43.396012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.407443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] Routers {'3a96f51d-11de-484a-8583-44f8b1f9c5aa'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:43.408355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:43:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.477094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14542-f94a-4f63-85d6-63282663e424 req-d0268f29-a88a-428c-81c2-fc7d48fb3d17 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.479676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8db14542-f94a-4f63-85d6-63282663e424 req-d0268f29-a88a-428c-81c2-fc7d48fb3d17 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 946 time: 0.2450504 Jul 16 08:43:43.493563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] Set router 3a96f51d-11de-484a-8583-44f8b1f9c5aa gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:43.541402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.564938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:43:43Z', 'revision_number': 7, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.567651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['3c83d9cc-b2b7-48f5-80f8-9fcda67d3781'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:43.695577 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.699966 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.753956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.754534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a96f51d-11de-484a-8583-44f8b1f9c5aa {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:43.759769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.760957 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b0064401-ffba-4506-96ba-c28839cf0ac9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3a96f51d-11de-484a-8583-44f8b1f9c5aa HTTP/1.1" status: 204 len: 168 time: 1.5778069 Jul 16 08:43:43.763524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50298) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:43.777207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8db14542-f94a-4f63-85d6-63282663e424 req-36a123c5-2f54-4bf6-b7c8-dd7d0f60f20b tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806380 Jul 16 08:43:43.834991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98912479-0cd4-465e-9c73-dd6d4cb17223 None None] The sync data for ids ['3a96f51d-11de-484a-8583-44f8b1f9c5aa'] in n-d-780147-28 is: [{'id': '3a96f51d-11de-484a-8583-44f8b1f9c5aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136325879-router', 'tenant_id': 'eb82796f50534d69a4c770e81ed666dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:26Z', 'updated_at': '2021-07-16T08:43:43Z', 'revision_number': 7, 'project_id': 'eb82796f50534d69a4c770e81ed666dd', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:43.864719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d151650-a589-4b04-a65e-141468e3601c admin admin] Deleting subnet 4c7ab2a3-4430-43d2-8c9f-132f691a7d1c {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:43.873148 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d151650-a589-4b04-a65e-141468e3601c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.939135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d151650-a589-4b04-a65e-141468e3601c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.944589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17674cef-05c2-4281-abab-661d674b9ce4 req-29d7f682-8c91-45dc-bc99-474207f44b32 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.951926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17674cef-05c2-4281-abab-661d674b9ce4 req-29d7f682-8c91-45dc-bc99-474207f44b32 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 949 time: 0.2410471 Jul 16 08:43:44.014746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9858ece-f077-4fd9-ac94-dd560bb272c2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:44.037065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17674cef-05c2-4281-abab-661d674b9ce4 req-56950055-73a2-44b6-b342-60aa27629194 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840857 Jul 16 08:43:44.039552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.067985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Transition to ACTIVE for port object a9858ece-f077-4fd9-ac94-dd560bb272c2 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:44.069743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d151650-a589-4b04-a65e-141468e3601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.083384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.160672 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce49fbe-83fe-4ec5-b8e6-08f3a1553a24 x-openstack-request-id: req-9ce49fbe-83fe-4ec5-b8e6-08f3a1553a24 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:44.161119 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "b4b84713-930e-4d63-ae09-08082b3d283d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:44.161241 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ce49fbe-83fe-4ec5-b8e6-08f3a1553a24 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:44.161580 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'b4b84713-930e-4d63-ae09-08082b3d283d', 'status': 'completed', 'code': 200} Jul 16 08:43:44.166465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 65735951-6d06-4a06-bea3-cabf903aa49c up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:44.182644 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d151650-a589-4b04-a65e-141468e3601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.294316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d151650-a589-4b04-a65e-141468e3601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.298943 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0d151650-a589-4b04-a65e-141468e3601c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4c7ab2a3-4430-43d2-8c9f-132f691a7d1c HTTP/1.1" status: 204 len: 168 time: 0.5344162 Jul 16 08:43:44.300062 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d151650-a589-4b04-a65e-141468e3601c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7ab2a3-4430-43d2-8c9f-132f691a7d1c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.304266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50310) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.338016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fe4ce4-5040-4699-bca6-d153cbc2c257 None None] Network 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:44.461273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.510504 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa81652c-d49f-4984-8f75-dac864db21bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.586440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Deleting port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:44.587256 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.599320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Pushing event updated for resources: {'Port': ['ID=a9858ece-f077-4fd9-ac94-dd560bb272c2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.708524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] For port ffa7042b-31c6-4ebd-9588-af4aba6c1b99, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ffa7042b-31c6-4ebd-9588-af4aba6c1b99,segment=NetworkSegment(0a02f58e-aa59-44ab-8270-9d9dbae21829),segment_id=0a02f58e-aa59-44ab-8270-9d9dbae21829)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:44.709079 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.726710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Calling delete_port for ffa7042b-31c6-4ebd-9588-af4aba6c1b99 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:44.754589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 65735951-6d06-4a06-bea3-cabf903aa49c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:44.779720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 65735951-6d06-4a06-bea3-cabf903aa49c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:44.780097 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.953604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e66e20a3-dd30-4263-b084-f2f4fba98fc5 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:44.981198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.050611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa7042b-31c6-4ebd-9588-af4aba6c1b99,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.095244 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] No DVR routers for this DVR port ffa7042b-31c6-4ebd-9588-af4aba6c1b99 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:45.109500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Attempting to bind port a9858ece-f077-4fd9-ac94-dd560bb272c2 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:45.109888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Attempting to bind port a9858ece-f077-4fd9-ac94-dd560bb272c2 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:45.110215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Attempting to bind port a9858ece-f077-4fd9-ac94-dd560bb272c2 on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:45.125049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5914d-0755-4d28-a227-ccb978a75100 req-e65f49e5-b29a-4e29-bd5a-91f44c1923b2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.126675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04f5914d-0755-4d28-a227-ccb978a75100 req-e65f49e5-b29a-4e29-bd5a-91f44c1923b2 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.9391704 Jul 16 08:43:45.147002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d3fa82e2-d7b4-41ab-bf79-b3b41f92ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.147561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d3fa82e2-d7b4-41ab-bf79-b3b41f92ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.148117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d3fa82e2-d7b4-41ab-bf79-b3b41f92ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.148455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d3fa82e2-d7b4-41ab-bf79-b3b41f92ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.148965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d3fa82e2-d7b4-41ab-bf79-b3b41f92ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.149475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d3fa82e2-d7b4-41ab-bf79-b3b41f92ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.150022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d3fa82e2-d7b4-41ab-bf79-b3b41f92ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.152082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d3fa82e2-d7b4-41ab-bf79-b3b41f92ad9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6168 time: 0.8796544 Jul 16 08:43:45.155810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Port a9858ece-f077-4fd9-ac94-dd560bb272c2 on network d8feeb02-e063-47f4-b045-1cae94d46196 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:45.156140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Attempting to bind port a9858ece-f077-4fd9-ac94-dd560bb272c2 on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:45.166324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: e66e20a3-dd30-4263-b084-f2f4fba98fc5 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:45.166690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e66e20a3-dd30-4263-b084-f2f4fba98fc5 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:45.167356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6df5b734-8fc4-44b7-96b8-ff395c54850c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:45.179988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33cbe0-4cba-42f1-a080-c5fb7fedeb36 None None] DHCP port deletion for 8be9d9c1-9e1d-45ed-a886-7bfd7a053303 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:45.199497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:45.199903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Checking segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:45.200214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Bound using segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:45.200663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Bound port: a9858ece-f077-4fd9-ac94-dd560bb272c2, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:45.201009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.222158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 6df5b734-8fc4-44b7-96b8-ff395c54850c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:45.222702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6df5b734-8fc4-44b7-96b8-ff395c54850c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:45.230405 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.232824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92175caa-007d-4394-b762-ad927f08d09a req-15fec36d-8492-4893-ab6f-8fed9aec0bf2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.232973 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.240080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92175caa-007d-4394-b762-ad927f08d09a req-15fec36d-8492-4893-ab6f-8fed9aec0bf2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 944 time: 0.7015007 Jul 16 08:43:45.311226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.344348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be9d9c1-9e1d-45ed-a886-7bfd7a053303']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.347232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 65735951-6d06-4a06-bea3-cabf903aa49c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=65735951-6d06-4a06-bea3-cabf903aa49c,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:45.349609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65735951-6d06-4a06-bea3-cabf903aa49c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:45.357933 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45102d38-6f50-4805-a03d-e5db880f9d2a" -d '{"events": [{"server_uuid": "0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64", "name": "network-vif-plugged", "status": "completed", "tag": "65735951-6d06-4a06-bea3-cabf903aa49c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:45.371702 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.375324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a02f58e-aa59-44ab-8270-9d9dbae21829') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.375685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a02f58e-aa59-44ab-8270-9d9dbae21829') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.402177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.434977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04f5914d-0755-4d28-a227-ccb978a75100 req-12f9de1b-05a5-44a0-afe1-aa2969f02407 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799850 Jul 16 08:43:45.467883 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.485418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:45.486216 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:45.497476 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:45.506976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92175caa-007d-4394-b762-ad927f08d09a req-7228dcbd-d181-4e97-905d-98142cbd7fcb tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641156 Jul 16 08:43:45.582256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] For port a9858ece-f077-4fd9-ac94-dd560bb272c2, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:45.598740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] For port a9858ece-f077-4fd9-ac94-dd560bb272c2, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:45.613895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d1060bbb-d40d-4d7c-99f6-3ce26a92f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.616249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d1060bbb-d40d-4d7c-99f6-3ce26a92f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.616730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d1060bbb-d40d-4d7c-99f6-3ce26a92f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.618705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-d1060bbb-d40d-4d7c-99f6-3ce26a92f46e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4568427 Jul 16 08:43:45.627901 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.666693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=65735951-6d06-4a06-bea3-cabf903aa49c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.719161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.738213 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.747340 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8be9d9c1-9e1d-45ed-a886-7bfd7a053303 HTTP/1.1" status: 204 len: 168 time: 1.4395871 Jul 16 08:43:45.748749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50332) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:45.911405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Pushing event updated for resources: {'Port': ['ID=a9858ece-f077-4fd9-ac94-dd560bb272c2,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.916749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-4a9d855c-fee5-4d6f-9ab6-ec38467f4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.918833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998f6e6c-cb45-4964-9fea-d75840999a47 req-4a9d855c-fee5-4d6f-9ab6-ec38467f4bfe service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2503324 Jul 16 08:43:45.935839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.936683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.938519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8a6aa454-84a2-4684-bae1-6638a6794b91 service neutron] 10.222.0.52 "PUT /v2.0/ports/a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 1131 time: 2.9532733 Jul 16 08:43:45.953142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ce677-af6f-44ab-9423-ad63de3512a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be9d9c1-9e1d-45ed-a886-7bfd7a053303,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.982778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:46.131289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:46.162590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-b0497f24-9931-4d3f-bf37-ec566f22ffa3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.169545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-b0497f24-9931-4d3f-bf37-ec566f22ffa3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.182889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-b0497f24-9931-4d3f-bf37-ec566f22ffa3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.193199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-b0497f24-9931-4d3f-bf37-ec566f22ffa3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.214422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-b0497f24-9931-4d3f-bf37-ec566f22ffa3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.226207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-b0497f24-9931-4d3f-bf37-ec566f22ffa3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.233865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-b0497f24-9931-4d3f-bf37-ec566f22ffa3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.241735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-b0497f24-9931-4d3f-bf37-ec566f22ffa3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5370 time: 0.3215981 Jul 16 08:43:46.261547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:46.262144 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.282230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'a9858ece-f077-4fd9-ac94-dd560bb272c2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:46.287331 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f0eba5-28e5-425b-8340-b975f6c77d50" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "a9858ece-f077-4fd9-ac94-dd560bb272c2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:46.372142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.383154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c50a5e-6821-4a02-9793-cb8142d68b6d req-fc9c0fec-ecf0-4e96-b318-b9a21ad4abb2 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375287 Jul 16 08:43:46.411077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.461390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:46.476156 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.588304 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54284715-8983-48df-b60f-19d149a163dd x-openstack-request-id: req-54284715-8983-48df-b60f-19d149a163dd {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:46.588508 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64", "name": "network-vif-plugged", "status": "completed", "tag": "65735951-6d06-4a06-bea3-cabf903aa49c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:46.588882 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54284715-8983-48df-b60f-19d149a163dd {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:46.589287 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65735951-6d06-4a06-bea3-cabf903aa49c', 'code': 200} Jul 16 08:43:46.589958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.939170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ffa7042b-31c6-4ebd-9588-af4aba6c1b99 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:46.989853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: ffa7042b-31c6-4ebd-9588-af4aba6c1b99 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:46.990453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ffa7042b-31c6-4ebd-9588-af4aba6c1b99 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:46.991635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cab655f-c9b7-423d-b5c8-77ad68f56d33 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:47.004830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.018403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Transition to ACTIVE for port object 6cab655f-c9b7-423d-b5c8-77ad68f56d33 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:47.066197 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183bb85f-9a0c-4877-8b76-7b30b3daed21 x-openstack-request-id: req-183bb85f-9a0c-4877-8b76-7b30b3daed21 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:47.066406 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "a9858ece-f077-4fd9-ac94-dd560bb272c2", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:47.066645 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-183bb85f-9a0c-4877-8b76-7b30b3daed21 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:47.067045 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'a9858ece-f077-4fd9-ac94-dd560bb272c2', 'status': 'completed', 'code': 200} Jul 16 08:43:47.079597 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.143926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.172900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Pushing event updated for resources: {'Port': ['ID=6cab655f-c9b7-423d-b5c8-77ad68f56d33,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.195060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a6c6-6224-4912-903f-4f499c0425b8 req-c474903a-ae2f-4d52-add8-b19585c2467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.201840 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b3a6c6-6224-4912-903f-4f499c0425b8 req-c474903a-ae2f-4d52-add8-b19585c2467c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 1102 time: 0.1257770 Jul 16 08:43:47.363056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0382e9c-1d1e-49e7-ac6d-04ddab390116 req-2ba9493b-426d-42ed-9bed-bcb3377c6885 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.364855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0382e9c-1d1e-49e7-ac6d-04ddab390116 req-2ba9493b-426d-42ed-9bed-bcb3377c6885 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 950 time: 0.9617257 Jul 16 08:43:47.373110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420a4a0-9387-4fa4-9b53-1e3a67521c8c req-288ec143-a830-42cf-9ee3-556d9cac113e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.374854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c420a4a0-9387-4fa4-9b53-1e3a67521c8c req-288ec143-a830-42cf-9ee3-556d9cac113e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.3533945 Jul 16 08:43:47.380299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Attempting to bind port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:47.380634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Attempting to bind port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:47.380960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Attempting to bind port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:47.427700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-0a5660c7-598b-4dbf-ae87-59b291836c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.428232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-0a5660c7-598b-4dbf-ae87-59b291836c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.428712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-0a5660c7-598b-4dbf-ae87-59b291836c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.430985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-0a5660c7-598b-4dbf-ae87-59b291836c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.430985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-0a5660c7-598b-4dbf-ae87-59b291836c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.430985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-0a5660c7-598b-4dbf-ae87-59b291836c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.431243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-0a5660c7-598b-4dbf-ae87-59b291836c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.433329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-0a5660c7-598b-4dbf-ae87-59b291836c53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6236 time: 0.3765635 Jul 16 08:43:47.441568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 on network d8feeb02-e063-47f4-b045-1cae94d46196 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:47.441942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Attempting to bind port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:47.450496 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b3a6c6-6224-4912-903f-4f499c0425b8 req-b9e71586-c7d7-42bd-b546-a561e953efaf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259151 Jul 16 08:43:47.528815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0382e9c-1d1e-49e7-ac6d-04ddab390116 req-dbc38fbe-4e36-4077-911c-0415d87c4c0e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529305 Jul 16 08:43:47.582906 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.602026 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b31994ea-0509-4aba-8a55-1c6eefd6cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.607985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c420a4a0-9387-4fa4-9b53-1e3a67521c8c req-c7cae496-20da-4bc7-a811-8332e7687a4b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246485 Jul 16 08:43:47.608909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:47.609359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Checking segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:47.609917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Bound using segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:47.610618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Bound port: 6cab655f-c9b7-423d-b5c8-77ad68f56d33, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:47.611208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.670109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Deleting port df89851e-87d9-4106-a23b-5190b14b99e6 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:47.678171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.711373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] For port 6cab655f-c9b7-423d-b5c8-77ad68f56d33, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:47.716073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] For port 6cab655f-c9b7-423d-b5c8-77ad68f56d33, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:47.723006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.813103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Pushing event updated for resources: {'Port': ['ID=6cab655f-c9b7-423d-b5c8-77ad68f56d33,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.884395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.885182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.886724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-10bda09a-d2f9-440b-81db-5807ca148855 service neutron] 10.222.0.52 "PUT /v2.0/ports/6cab655f-c9b7-423d-b5c8-77ad68f56d33 HTTP/1.1" status: 200 len: 1091 time: 1.9090981 Jul 16 08:43:47.933806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:47.945819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] For port df89851e-87d9-4106-a23b-5190b14b99e6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=df89851e-87d9-4106-a23b-5190b14b99e6,segment=NetworkSegment(12b97352-0012-456b-885e-61e24e025323),segment_id=12b97352-0012-456b-885e-61e24e025323)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:47.945819 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.986169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Calling delete_port for df89851e-87d9-4106-a23b-5190b14b99e6 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:48.131519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:48.195664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-a12fc6d4-604f-44c7-86ff-da6fcbec35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.197539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-a12fc6d4-604f-44c7-86ff-da6fcbec35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.201433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-a12fc6d4-604f-44c7-86ff-da6fcbec35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.203396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-a12fc6d4-604f-44c7-86ff-da6fcbec35e7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7490251 Jul 16 08:43:48.286089 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.300184 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.333225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:48.342049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.487509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.495109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c5f58-096b-47c4-896a-929ecec3a8b8 req-add7e8d7-33fe-482a-a654-409063c0c296 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.503462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-504c5f58-096b-47c4-896a-929ecec3a8b8 req-add7e8d7-33fe-482a-a654-409063c0c296 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 945 time: 0.6865435 Jul 16 08:43:48.507763 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.510214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.563450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Pushing event deleted for resources: {'Port': ['ID=df89851e-87d9-4106-a23b-5190b14b99e6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.590703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781'}, {'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:48.608813 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf91478f-ebff-462c-9c6f-95f2f8f86f0b" -d '{"events": [{"server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781"}, {"server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:48.728144 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.901443 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.909683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cfbe0a-627b-4092-8f12-84f5cf23567e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:48.919194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.922362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-cf6b2d9d-3866-449c-8573-d8e5fae905c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.924151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5f0eba5-28e5-425b-8340-b975f6c77d50 req-cf6b2d9d-3866-449c-8573-d8e5fae905c7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7081559 Jul 16 08:43:48.972441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Transition to ACTIVE for port object c7cfbe0a-627b-4092-8f12-84f5cf23567e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:48.984073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-504c5f58-096b-47c4-896a-929ecec3a8b8 req-a6a29c5d-7f6d-4e62-b421-affda37ea43e tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586430 Jul 16 08:43:48.984926 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.067591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': '6cab655f-c9b7-423d-b5c8-77ad68f56d33'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:49.070950 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf6c07e-5aa6-4033-89fa-40768b4fa605" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "6cab655f-c9b7-423d-b5c8-77ad68f56d33"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:49.084983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Pushing event updated for resources: {'Port': ['ID=c7cfbe0a-627b-4092-8f12-84f5cf23567e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.113334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-48ff6570-2d93-4289-90d7-8c1a9a518d9a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.121383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-48ff6570-2d93-4289-90d7-8c1a9a518d9a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.128210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-48ff6570-2d93-4289-90d7-8c1a9a518d9a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.137082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-48ff6570-2d93-4289-90d7-8c1a9a518d9a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.145292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-48ff6570-2d93-4289-90d7-8c1a9a518d9a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.152634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-48ff6570-2d93-4289-90d7-8c1a9a518d9a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.170450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-48ff6570-2d93-4289-90d7-8c1a9a518d9a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.172414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-48ff6570-2d93-4289-90d7-8c1a9a518d9a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5382 time: 0.6458504 Jul 16 08:43:49.319239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Router 6136a6b3-44ea-4416-93c1-bded9a7262c6 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:49.355519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92ecd4f4-5b51-485e-baec-f9769eb10087 req-4cd5d0cb-0477-4902-9563-f3f99b95c948 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590927 Jul 16 08:43:49.440666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Attempting to bind port c7cfbe0a-627b-4092-8f12-84f5cf23567e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:49.441004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Attempting to bind port c7cfbe0a-627b-4092-8f12-84f5cf23567e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:49.441330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Attempting to bind port c7cfbe0a-627b-4092-8f12-84f5cf23567e on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:49.470226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Port c7cfbe0a-627b-4092-8f12-84f5cf23567e on network d8feeb02-e063-47f4-b045-1cae94d46196 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:49.470559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Attempting to bind port c7cfbe0a-627b-4092-8f12-84f5cf23567e on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:49.491292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:49.491543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Checking segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:49.491933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Bound using segment: {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:49.492382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Bound port: c7cfbe0a-627b-4092-8f12-84f5cf23567e, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:49.492786 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.543844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:49.562824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0470848e-243e-4367-a7b8-7440496b84fe admin admin] 10.222.0.55 "PUT /v2.0/routers/6136a6b3-44ea-4416-93c1-bded9a7262c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7881329 Jul 16 08:43:49.565504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50374) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:49.566467 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] Sync routers for ids ['6136a6b3-44ea-4416-93c1-bded9a7262c6'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:49.579886 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] Routers {'6136a6b3-44ea-4416-93c1-bded9a7262c6'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:49.582644 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:43:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6136a6b3-44ea-4416-93c1-bded9a7262c6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:49.622317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916ae24-955c-484a-9f53-0c5bf6e0fe76 req-249190f7-6050-4d28-a031-68f3349e9753 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.629849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9916ae24-955c-484a-9f53-0c5bf6e0fe76 req-249190f7-6050-4d28-a031-68f3349e9753 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 946 time: 0.2972569 Jul 16 08:43:49.777503 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.833025 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] Set router 6136a6b3-44ea-4416-93c1-bded9a7262c6 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:49.911007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.921724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9916ae24-955c-484a-9f53-0c5bf6e0fe76 req-d6a559ec-e348-4974-a6d0-8e82c4ab222c tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/security-groups?id=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567849 Jul 16 08:43:49.974754 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.977616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] For port c7cfbe0a-627b-4092-8f12-84f5cf23567e, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:49.984694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] For port c7cfbe0a-627b-4092-8f12-84f5cf23567e, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:50.017567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.054046 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88026927-692a-44eb-8c5e-ee0e6571eb2d x-openstack-request-id: req-88026927-692a-44eb-8c5e-ee0e6571eb2d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:50.054598 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781", "code": 200}, {"server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:50.055020 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88026927-692a-44eb-8c5e-ee0e6571eb2d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:50.056129 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'code': 200} Jul 16 08:43:50.056544 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'code': 200} Jul 16 08:43:50.062763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Deleting port 605623a7-ae5d-44b6-8ec0-8a905090e8ae {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:50.063233 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.172661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.174653 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:43:48Z', 'revision_number': 5, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port': {'id': '605623a7-ae5d-44b6-8ec0-8a905090e8ae', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:40Z', 'updated_at': '2021-07-16T08:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:50.178667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.180174 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] 10.222.0.52 "PUT /v2.0/ports/c7cfbe0a-627b-4092-8f12-84f5cf23567e HTTP/1.1" status: 200 len: 1091 time: 2.2525396 Jul 16 08:43:50.181333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49f055-1375-4198-8bc7-e878c00f449e service neutron] Pushing event updated for resources: {'Port': ['ID=c7cfbe0a-627b-4092-8f12-84f5cf23567e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.218995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-6e3e85ba-47ed-4cca-a4bc-209519890c9e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5827167 Jul 16 08:43:50.249713 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] Checking router: 6136a6b3-44ea-4416-93c1-bded9a7262c6 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:50.260170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:50.281864 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] Routers {'6136a6b3-44ea-4416-93c1-bded9a7262c6'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:50.282843 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:43:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6136a6b3-44ea-4416-93c1-bded9a7262c6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:50.287424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] For port 605623a7-ae5d-44b6-8ec0-8a905090e8ae, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=605623a7-ae5d-44b6-8ec0-8a905090e8ae,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:50.287798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.326710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Calling delete_port for 605623a7-ae5d-44b6-8ec0-8a905090e8ae owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:50.420477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfaf9d-df9b-40c1-9873-a5d54ec337c4 req-a9bcb3fb-0373-4295-852b-cce752994a47 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.429391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abcfaf9d-df9b-40c1-9873-a5d54ec337c4 req-a9bcb3fb-0373-4295-852b-cce752994a47 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 950 time: 0.7358291 Jul 16 08:43:50.497864 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] Set router 6136a6b3-44ea-4416-93c1-bded9a7262c6 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:50.566717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abcfaf9d-df9b-40c1-9873-a5d54ec337c4 req-b67b4ad1-4014-40cb-b33f-aaf84d63aebf tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953364 Jul 16 08:43:50.587502 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:43:49Z', 'revision_number': 6, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:50.642689 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58d4ab-c4c0-434c-960c-40ae297ceb55 None None] The sync data for ids ['6136a6b3-44ea-4416-93c1-bded9a7262c6'] in n-d-780147-28 is: [{'id': '6136a6b3-44ea-4416-93c1-bded9a7262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-124819710-router', 'tenant_id': '6f868da999cc41928776ab8921ec8f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:39Z', 'updated_at': '2021-07-16T08:43:49Z', 'revision_number': 6, 'project_id': '6f868da999cc41928776ab8921ec8f30', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:50.698777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.709503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.749990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Pushing event deleted for resources: {'Port': ['ID=605623a7-ae5d-44b6-8ec0-8a905090e8ae,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.782499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-e207fd0a-593b-4c1c-acb4-a6ff17e74787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.784500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-e207fd0a-593b-4c1c-acb4-a6ff17e74787 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 1102 time: 0.4629838 Jul 16 08:43:50.800836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34611f-c414-433d-b2ef-e16f7fc145f9 req-99e24d69-38e6-4c98-8bd0-f70c87c9f877 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.802877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d34611f-c414-433d-b2ef-e16f7fc145f9 req-99e24d69-38e6-4c98-8bd0-f70c87c9f877 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.4825628 Jul 16 08:43:51.001688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.055067 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d9a198-7f52-4057-a157-5a94d493a5d9 x-openstack-request-id: req-31d9a198-7f52-4057-a157-5a94d493a5d9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:51.055731 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "6cab655f-c9b7-423d-b5c8-77ad68f56d33", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:51.056065 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31d9a198-7f52-4057-a157-5a94d493a5d9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:51.056551 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': '6cab655f-c9b7-423d-b5c8-77ad68f56d33', 'status': 'completed', 'code': 200} Jul 16 08:43:51.248825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device df89851e-87d9-4106-a23b-5190b14b99e6 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:51.279814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-74b4f09a-a482-452b-a612-d1f6b1193466 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.281446 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-74b4f09a-a482-452b-a612-d1f6b1193466 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.54 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 946 time: 0.4353914 Jul 16 08:43:51.286720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.289236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: df89851e-87d9-4106-a23b-5190b14b99e6 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:51.289973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device df89851e-87d9-4106-a23b-5190b14b99e6 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:51.292259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.362661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e548a597-39d9-4b8f-9aab-e0f654525ab8 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:51.371381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.376842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.377489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6136a6b3-44ea-4416-93c1-bded9a7262c6 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:51.387297 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.388595 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4c6d5ec3-02b8-4bd0-a615-5368a312be16 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6136a6b3-44ea-4416-93c1-bded9a7262c6 HTTP/1.1" status: 204 len: 168 time: 1.8211715 Jul 16 08:43:51.393813 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50392) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.394879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Transition to ACTIVE for port object e548a597-39d9-4b8f-9aab-e0f654525ab8 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:51.413070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.439075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d34611f-c414-433d-b2ef-e16f7fc145f9 req-70769603-ee0f-42c6-ae6a-4a2f16612856 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283205 Jul 16 08:43:51.508067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-117fe0f1-c8b5-4cf3-95a7-0f6f1d8f53bb admin admin] Deleting subnet 0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:51.521739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-117fe0f1-c8b5-4cf3-95a7-0f6f1d8f53bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.583636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-117fe0f1-c8b5-4cf3-95a7-0f6f1d8f53bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.598268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Deleting port b688d9ab-22a9-4272-9fbf-1e4f34d66483 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:51.598268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.755066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] For port b688d9ab-22a9-4272-9fbf-1e4f34d66483, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b688d9ab-22a9-4272-9fbf-1e4f34d66483,segment=NetworkSegment(33e381ba-a2b5-4244-bd91-8f2683ed2007),segment_id=33e381ba-a2b5-4244-bd91-8f2683ed2007)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:51.755720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.785594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Calling delete_port for b688d9ab-22a9-4272-9fbf-1e4f34d66483 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:51.962407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.989568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['b688d9ab-22a9-4272-9fbf-1e4f34d66483'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:52.015294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-3631cc2d-3c5e-4e45-bfbb-6138ced12483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.016708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-3631cc2d-3c5e-4e45-bfbb-6138ced12483 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 1.1802225 Jul 16 08:43:52.031741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Pushing event deleted for resources: {'Port': ['ID=b688d9ab-22a9-4272-9fbf-1e4f34d66483,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.155389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-ca8ce89b-0264-4a0f-b0a5-82b4fbefea57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 200 len: 217 time: 0.0941319 Jul 16 08:43:52.200907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Pushing event updated for resources: {'Port': ['ID=e548a597-39d9-4b8f-9aab-e0f654525ab8,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.201878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] No DVR routers for this DVR port b688d9ab-22a9-4272-9fbf-1e4f34d66483 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:52.221086 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.223425 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f488e97c-3bf4-4ccf-85fd-c26993b65ce7 req-2480cffd-b11e-487e-a1d0-29547bd9d5ef tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.54 "DELETE /v2.0/ports/b688d9ab-22a9-4272-9fbf-1e4f34d66483 HTTP/1.1" status: 204 len: 173 time: 0.9149921 Jul 16 08:43:52.231157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dde460-6d78-4906-a117-af7d03c55203', 'name': 'network-vif-deleted', 'tag': 'b688d9ab-22a9-4272-9fbf-1e4f34d66483'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:52.248912 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e82dd0-f068-4e00-8676-dc5d04151085" -d '{"events": [{"server_uuid": "72dde460-6d78-4906-a117-af7d03c55203", "name": "network-vif-deleted", "tag": "b688d9ab-22a9-4272-9fbf-1e4f34d66483"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:52.324192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-2b93bbe3-9789-431a-9084-363be49f340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.327644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-2b93bbe3-9789-431a-9084-363be49f340d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1553402 Jul 16 08:43:52.358337 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-117fe0f1-c8b5-4cf3-95a7-0f6f1d8f53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.428465 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-117fe0f1-c8b5-4cf3-95a7-0f6f1d8f53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.476019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fe0f1-c8b5-4cf3-95a7-0f6f1d8f53bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.485030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c14ec-04e5-4f79-98c0-b4bf0a16ce4a None None] Network 690f898d-7a43-413e-8549-b80b237bb4ea requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:52.485605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e55969-9020-4559-af0e-b297f2265dd5 req-bb918912-feda-4084-afdb-a2736302701f tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.488518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92e55969-9020-4559-af0e-b297f2265dd5 req-bb918912-feda-4084-afdb-a2736302701f tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 1102 time: 0.5394206 Jul 16 08:43:52.507053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-117fe0f1-c8b5-4cf3-95a7-0f6f1d8f53bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.509393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887630a6-ac3e-411e-b100-effadaf72be7 req-cfdf5305-5f0d-476a-b882-fb6ef9af310a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.509619 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-117fe0f1-c8b5-4cf3-95a7-0f6f1d8f53bb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0784b7e8-eb8e-40e7-aae1-9166cfc7c2fa HTTP/1.1" status: 204 len: 168 time: 1.1146498 Jul 16 08:43:52.512470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50406) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:52.516402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887630a6-ac3e-411e-b100-effadaf72be7 req-cfdf5305-5f0d-476a-b882-fb6ef9af310a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.523416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887630a6-ac3e-411e-b100-effadaf72be7 req-cfdf5305-5f0d-476a-b882-fb6ef9af310a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.543882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887630a6-ac3e-411e-b100-effadaf72be7 req-cfdf5305-5f0d-476a-b882-fb6ef9af310a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.552776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887630a6-ac3e-411e-b100-effadaf72be7 req-cfdf5305-5f0d-476a-b882-fb6ef9af310a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.563326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887630a6-ac3e-411e-b100-effadaf72be7 req-cfdf5305-5f0d-476a-b882-fb6ef9af310a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.569070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887630a6-ac3e-411e-b100-effadaf72be7 req-cfdf5305-5f0d-476a-b882-fb6ef9af310a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.577170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-887630a6-ac3e-411e-b100-effadaf72be7 req-cfdf5305-5f0d-476a-b882-fb6ef9af310a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5406 time: 0.6420653 Jul 16 08:43:52.653330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-7d5e1748-8a4c-4eba-a508-9b8d464ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.653886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-7d5e1748-8a4c-4eba-a508-9b8d464ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.654348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-7d5e1748-8a4c-4eba-a508-9b8d464ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.654811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-7d5e1748-8a4c-4eba-a508-9b8d464ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.655271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-7d5e1748-8a4c-4eba-a508-9b8d464ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.655616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.655733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-7d5e1748-8a4c-4eba-a508-9b8d464ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.656170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-7d5e1748-8a4c-4eba-a508-9b8d464ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.658714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-7d5e1748-8a4c-4eba-a508-9b8d464ede66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6372 time: 1.2569523 Jul 16 08:43:52.739861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-887630a6-ac3e-411e-b100-effadaf72be7 req-0221e9cd-050c-4916-9a06-a4bbbd603bfd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1616943 Jul 16 08:43:52.784260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] DHCP port deletion for 690f898d-7a43-413e-8549-b80b237bb4ea request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:52.793973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92e55969-9020-4559-af0e-b297f2265dd5 req-cd6c4dea-c1ed-4ccb-9f3b-3e642c4c2d6f tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005603 Jul 16 08:43:52.799437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Attempting to bind port e548a597-39d9-4b8f-9aab-e0f654525ab8 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:52.803045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Attempting to bind port e548a597-39d9-4b8f-9aab-e0f654525ab8 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:52.806823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Attempting to bind port e548a597-39d9-4b8f-9aab-e0f654525ab8 on network 0702df2e-d2b4-4027-b483-fc02ab1685a3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:52.808094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Deleting port 8d58b121-02b9-4430-86b7-510d42a7c49e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:52.808571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.825779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Port e548a597-39d9-4b8f-9aab-e0f654525ab8 on network 0702df2e-d2b4-4027-b483-fc02ab1685a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:52.826254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Attempting to bind port e548a597-39d9-4b8f-9aab-e0f654525ab8 on network 0702df2e-d2b4-4027-b483-fc02ab1685a3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:52.853510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:52.854112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Checking segment: {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:52.854918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Bound using segment: {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:52.855849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Bound port: e548a597-39d9-4b8f-9aab-e0f654525ab8, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:52.856494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.868336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-b5b9a7a3-15d3-4195-8e92-9e92cc69549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.870285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-b5b9a7a3-15d3-4195-8e92-9e92cc69549e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4774222 Jul 16 08:43:52.963901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] Deleting port 8d58b121-02b9-4430-86b7-510d42a7c49e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:52.964638 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.992499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 605623a7-ae5d-44b6-8ec0-8a905090e8ae no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:53.034463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] For port 8d58b121-02b9-4430-86b7-510d42a7c49e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8d58b121-02b9-4430-86b7-510d42a7c49e,segment=NetworkSegment(12b97352-0012-456b-885e-61e24e025323),segment_id=12b97352-0012-456b-885e-61e24e025323)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:53.034837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.067084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 605623a7-ae5d-44b6-8ec0-8a905090e8ae {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:53.067829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 605623a7-ae5d-44b6-8ec0-8a905090e8ae not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:53.068470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8d58b121-02b9-4430-86b7-510d42a7c49e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:53.069609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Calling delete_port for 8d58b121-02b9-4430-86b7-510d42a7c49e owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:53.101776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:53.109862 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1034d581-7598-46bb-af76-f6db4996b375" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "c7cfbe0a-627b-4092-8f12-84f5cf23567e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:53.157203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] For port 8d58b121-02b9-4430-86b7-510d42a7c49e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8d58b121-02b9-4430-86b7-510d42a7c49e,segment=NetworkSegment(12b97352-0012-456b-885e-61e24e025323),segment_id=12b97352-0012-456b-885e-61e24e025323)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:53.157961 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.177137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] Calling delete_port for 8d58b121-02b9-4430-86b7-510d42a7c49e owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:53.222509 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.235343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c4d2b8f-a78a-418a-a555-e7e0e6568870 req-fdbab7df-91fd-4771-8cf4-f35b277e5f12 tempest-ServerAddressesTestJSON-1170838904 tempest-ServerAddressesTestJSON-1170838904-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dde460-6d78-4906-a117-af7d03c55203 HTTP/1.1" status: 200 len: 210 time: 0.1071482 Jul 16 08:43:53.285160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d58b121-02b9-4430-86b7-510d42a7c49e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.299415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] No DVR routers for this DVR port 8d58b121-02b9-4430-86b7-510d42a7c49e on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:53.326495 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.355879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-30c244bf-d71c-4375-bccd-86aac7a0cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.356858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-30c244bf-d71c-4375-bccd-86aac7a0cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.357516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-30c244bf-d71c-4375-bccd-86aac7a0cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.359641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-30c244bf-d71c-4375-bccd-86aac7a0cc38 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6841505 Jul 16 08:43:53.431702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] For port e548a597-39d9-4b8f-9aab-e0f654525ab8, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:53.460882 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.466473 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.475675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690f898d-7a43-413e-8549-b80b237bb4ea']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.490354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b97352-0012-456b-885e-61e24e025323') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.490950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b97352-0012-456b-885e-61e24e025323') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.503094 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.518740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.527104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:53.527492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] For port e548a597-39d9-4b8f-9aab-e0f654525ab8, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:53.529287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.534999 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.541257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] Pushing event deleted for resources: {'Port': ['ID=8d58b121-02b9-4430-86b7-510d42a7c49e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.546636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e29a07-2976-41db-8e8c-4c94d9b34108 None None] No DVR routers for this DVR port 8d58b121-02b9-4430-86b7-510d42a7c49e on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:53.564969 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b816cda-ce95-416a-b2f3-1b9c2629021b x-openstack-request-id: req-0b816cda-ce95-416a-b2f3-1b9c2629021b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:53.565528 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dde460-6d78-4906-a117-af7d03c55203", "name": "network-vif-deleted", "tag": "b688d9ab-22a9-4272-9fbf-1e4f34d66483", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:53.566064 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b816cda-ce95-416a-b2f3-1b9c2629021b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:53.566688 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dde460-6d78-4906-a117-af7d03c55203', 'name': 'network-vif-deleted', 'tag': 'b688d9ab-22a9-4272-9fbf-1e4f34d66483', 'status': 'completed', 'code': 200} Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:53.567925 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:53.599839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-99ff77d8-3512-45bd-bc28-1f199f4ca1a9 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720049 Jul 16 08:43:53.632091 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.642282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.647426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/690f898d-7a43-413e-8549-b80b237bb4ea HTTP/1.1" status: 204 len: 168 time: 1.1339974 Jul 16 08:43:53.672375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5c72-1941-4697-ae0c-3b5dff21a5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=690f898d-7a43-413e-8549-b80b237bb4ea,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.714214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.714831 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.716734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] 10.222.0.52 "PUT /v2.0/ports/e548a597-39d9-4b8f-9aab-e0f654525ab8 HTTP/1.1" status: 200 len: 1092 time: 3.4743984 Jul 16 08:43:53.752404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac190a-1c2d-48a5-a978-95afe801381b service neutron] Pushing event updated for resources: {'Port': ['ID=e548a597-39d9-4b8f-9aab-e0f654525ab8,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.765439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecafefa-a9d2-4d71-83f6-0548363bc525 req-c6ea7756-0ddc-49e1-b6ee-ad3a9cab666f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.767342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ecafefa-a9d2-4d71-83f6-0548363bc525 req-c6ea7756-0ddc-49e1-b6ee-ad3a9cab666f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 943 time: 0.6096845 Jul 16 08:43:53.779360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Request body: {'port': {'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:53.933026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50426) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:53.988028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ecafefa-a9d2-4d71-83f6-0548363bc525 req-13bc0a9d-02c9-44c2-811c-92b1c50ac803 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003248 Jul 16 08:43:53.989072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-2d165c63-2fab-4144-8f9c-e4dcba8b27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.990498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcf6c07e-5aa6-4033-89fa-40768b4fa605 req-2d165c63-2fab-4144-8f9c-e4dcba8b27b5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6135855 Jul 16 08:43:54.042584 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cd680f64-a337-4e5c-b330-699263e87fdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb82796f50534d69a4c770e81ed666dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071055 Jul 16 08:43:54.054304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50432) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:54.132135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a897f41c-da76-45a4-8ee3-c08a036c620d req-8a8ad018-a0e0-4b3b-8cec-840eeff9b185 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660943 Jul 16 08:43:54.150117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b688d9ab-22a9-4272-9fbf-1e4f34d66483 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:54.163448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-41379e28-fa10-4479-b152-c55229e28a50 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.167201 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-41379e28-fa10-4479-b152-c55229e28a50 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 943 time: 0.1229553 Jul 16 08:43:54.185447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: b688d9ab-22a9-4272-9fbf-1e4f34d66483 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:54.186429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b688d9ab-22a9-4272-9fbf-1e4f34d66483 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:54.200753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.237784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578cbce-de35-4cea-b55c-0906a646726a req-6644ade4-5a95-48e5-8b4a-86d649edbfd5 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.245517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6578cbce-de35-4cea-b55c-0906a646726a req-6644ade4-5a95-48e5-8b4a-86d649edbfd5 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.3835318 Jul 16 08:43:54.272964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-ea75c1d2-972b-474e-958d-20423c0c5699 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1506965 Jul 16 08:43:54.306853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Deleting port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:54.307203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.413500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6578cbce-de35-4cea-b55c-0906a646726a req-0495235c-1794-48f6-90ca-078befbb62aa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669879 Jul 16 08:43:54.435684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] For port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:54.436437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.457472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Calling delete_port for 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:54.499952 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62a89d53-c484-49ad-9c70-992c5e2c05cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.544596 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62a89d53-c484-49ad-9c70-992c5e2c05cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.591027 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8f5b43-95cf-4760-994d-3b68d6b4e042 x-openstack-request-id: req-8c8f5b43-95cf-4760-994d-3b68d6b4e042 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:54.591763 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "c7cfbe0a-627b-4092-8f12-84f5cf23567e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:54.592177 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c8f5b43-95cf-4760-994d-3b68d6b4e042 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:54.592734 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e', 'status': 'completed', 'code': 200} Jul 16 08:43:54.710690 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.755112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event deleted for resources: {'Port': ['ID=3c83d9cc-b2b7-48f5-80f8-9fcda67d3781,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:54.839724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] No DVR routers for this DVR port 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:54.844757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.848172 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d41f993e-d398-4911-80db-d60f398ad8d5 req-33c254c2-8665-4633-804c-bd6e44462c97 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.54 "DELETE /v2.0/ports/3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 HTTP/1.1" status: 204 len: 173 time: 0.6578128 Jul 16 08:43:54.923660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-100ea74f-8728-4a17-bb74-2bc4fdc289b5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.925147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-100ea74f-8728-4a17-bb74-2bc4fdc289b5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6503372 Jul 16 08:43:54.942774 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62a89d53-c484-49ad-9c70-992c5e2c05cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.945371 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62a89d53-c484-49ad-9c70-992c5e2c05cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.949173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-62a89d53-c484-49ad-9c70-992c5e2c05cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/232c00cf-6bae-4aa5-8307-089dda76b54b HTTP/1.1" status: 204 len: 168 time: 0.8883808 Jul 16 08:43:54.991721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a89d53-c484-49ad-9c70-992c5e2c05cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232c00cf-6bae-4aa5-8307-089dda76b54b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.014441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-8637aaf6-2f78-4d22-b659-0ee161870b22 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/quotas/de66512d88f744208826036ff6421a1b HTTP/1.1" status: 200 len: 375 time: 0.0768478 Jul 16 08:43:55.036669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-a97b6bc7-149b-4fd7-be22-231306c87ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.037215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-a97b6bc7-149b-4fd7-be22-231306c87ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.037816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-a97b6bc7-149b-4fd7-be22-231306c87ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.038378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-a97b6bc7-149b-4fd7-be22-231306c87ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.038862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-a97b6bc7-149b-4fd7-be22-231306c87ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.040589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-a97b6bc7-149b-4fd7-be22-231306c87ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.042226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-a97b6bc7-149b-4fd7-be22-231306c87ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.045244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1034d581-7598-46bb-af76-f6db4996b375 req-a97b6bc7-149b-4fd7-be22-231306c87ac6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6414 time: 0.3413889 Jul 16 08:43:55.147341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab116-49b5-4eee-af46-368380249d5e req-b4e1e3d4-cfa4-4a41-a129-b629d3640425 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.154097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab116-49b5-4eee-af46-368380249d5e req-b4e1e3d4-cfa4-4a41-a129-b629d3640425 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.159881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab116-49b5-4eee-af46-368380249d5e req-b4e1e3d4-cfa4-4a41-a129-b629d3640425 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.166018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab116-49b5-4eee-af46-368380249d5e req-b4e1e3d4-cfa4-4a41-a129-b629d3640425 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.172031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab116-49b5-4eee-af46-368380249d5e req-b4e1e3d4-cfa4-4a41-a129-b629d3640425 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.177935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab116-49b5-4eee-af46-368380249d5e req-b4e1e3d4-cfa4-4a41-a129-b629d3640425 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.183759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab116-49b5-4eee-af46-368380249d5e req-b4e1e3d4-cfa4-4a41-a129-b629d3640425 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.185663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14fab116-49b5-4eee-af46-368380249d5e req-b4e1e3d4-cfa4-4a41-a129-b629d3640425 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5406 time: 0.4263995 Jul 16 08:43:55.337959 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14fab116-49b5-4eee-af46-368380249d5e req-4fefb535-5a9a-4524-b55e-c2307a77e9f6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442370 Jul 16 08:43:55.343658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:55.351640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-2f84ce3c-c5c1-40a9-b94f-fc16830776ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.352706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-2f84ce3c-c5c1-40a9-b94f-fc16830776ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.353414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-2f84ce3c-c5c1-40a9-b94f-fc16830776ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.355071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1034d581-7598-46bb-af76-f6db4996b375 req-2f84ce3c-c5c1-40a9-b94f-fc16830776ac service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2835321 Jul 16 08:43:55.358026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.439733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50450) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.468459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50454) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.561634 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c623d9cc-fd9c-4b33-a905-835a121ad04f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f868da999cc41928776ab8921ec8f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201525 Jul 16 08:43:55.564620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50464) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.571395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'name': 'network-vif-deleted', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:55.574241 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3452ec3-45fe-44f3-8d3e-859a098b23b7" -d '{"events": [{"server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "name": "network-vif-deleted", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:55.580687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-15523cf6-c5d6-43bc-84ef-2450981b5424 admin admin] Deleting subnet b654d494-ae03-46f8-9403-ba8c5659c53e {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:55.875496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15523cf6-c5d6-43bc-84ef-2450981b5424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.912093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15523cf6-c5d6-43bc-84ef-2450981b5424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.953410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15523cf6-c5d6-43bc-84ef-2450981b5424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.020664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15523cf6-c5d6-43bc-84ef-2450981b5424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.072045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15523cf6-c5d6-43bc-84ef-2450981b5424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b654d494-ae03-46f8-9403-ba8c5659c53e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:56.074107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15523cf6-c5d6-43bc-84ef-2450981b5424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.076951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Transition to ACTIVE for port object d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:56.080051 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-15523cf6-c5d6-43bc-84ef-2450981b5424 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b654d494-ae03-46f8-9403-ba8c5659c53e HTTP/1.1" status: 204 len: 168 time: 0.6102598 Jul 16 08:43:56.084893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50468) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.101423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-a5bd6df0-01db-4cc7-8bad-a00825e5900f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&fields=id HTTP/1.1" status: 200 len: 486 time: 1.0784879 Jul 16 08:43:56.143804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.146217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b30ba7b-41ef-4112-bfaa-aee755ecaf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.159021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a908b90-210e-4ef2-82fc-7ad5078b50fe req-8cc04d56-38f7-48c6-ace9-6d11c938a544 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddc7769-80dd-4a7e-a333-551b798c10bc HTTP/1.1" status: 200 len: 210 time: 0.0439949 Jul 16 08:43:56.185677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b30ba7b-41ef-4112-bfaa-aee755ecaf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.247068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:56.247787 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b30ba7b-41ef-4112-bfaa-aee755ecaf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.251810 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b30ba7b-41ef-4112-bfaa-aee755ecaf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.271186 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9b30ba7b-41ef-4112-bfaa-aee755ecaf3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b3c2a19-8508-4d82-ab76-eaccae338150 HTTP/1.1" status: 204 len: 168 time: 0.7052934 Jul 16 08:43:56.316085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30ba7b-41ef-4112-bfaa-aee755ecaf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3c2a19-8508-4d82-ab76-eaccae338150,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:56.454830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.520029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Attempting to bind port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:56.520414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Attempting to bind port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:56.520754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Attempting to bind port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 on network 0702df2e-d2b4-4027-b483-fc02ab1685a3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:56.537188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 on network 0702df2e-d2b4-4027-b483-fc02ab1685a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:56.537532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Attempting to bind port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 on network 0702df2e-d2b4-4027-b483-fc02ab1685a3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:56.554423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:56.554713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Checking segment: {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:56.555651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Bound using segment: {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:56.556551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Bound port: d4f15b37-da2d-4446-a5f1-27ffbb0a0b84, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02bbf77-b01e-4236-8850-e68e47f75e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:56.556925 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.578830 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464e3b38-8db3-4b7f-89b4-b310e0cb0d11 x-openstack-request-id: req-464e3b38-8db3-4b7f-89b4-b310e0cb0d11 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:56.579032 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc7769-80dd-4a7e-a333-551b798c10bc", "name": "network-vif-deleted", "tag": "3c83d9cc-b2b7-48f5-80f8-9fcda67d3781", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:56.579285 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-464e3b38-8db3-4b7f-89b4-b310e0cb0d11 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:56.579724 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc7769-80dd-4a7e-a333-551b798c10bc', 'name': 'network-vif-deleted', 'tag': '3c83d9cc-b2b7-48f5-80f8-9fcda67d3781', 'status': 'completed', 'code': 200} Jul 16 08:43:56.607441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'e548a597-39d9-4b8f-9aab-e0f654525ab8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:56.616838 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96306113-33b1-4755-80dd-cd099dd87715" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "e548a597-39d9-4b8f-9aab-e0f654525ab8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:56.685595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5df02-a703-4c6a-84e0-07787abb7414 req-18600f59-d3d5-41a2-a347-7325f4aa0c57 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.694084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6a5df02-a703-4c6a-84e0-07787abb7414 req-18600f59-d3d5-41a2-a347-7325f4aa0c57 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2528083 Jul 16 08:43:56.746525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.752934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d581-7598-46bb-af76-f6db4996b375 req-60124830-281f-4563-a5a8-e84cfaa277b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.760563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1034d581-7598-46bb-af76-f6db4996b375 req-60124830-281f-4563-a5a8-e84cfaa277b9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3972342 Jul 16 08:43:56.787567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae45258c-d018-438d-9313-2a60df90d6c4']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.791884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6a5df02-a703-4c6a-84e0-07787abb7414 req-96518642-b15b-4f16-a2d8-82e5b5ed5999 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969136 Jul 16 08:43:56.823648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e381ba-a2b5-4244-bd91-8f2683ed2007') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.824041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e381ba-a2b5-4244-bd91-8f2683ed2007') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.845499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.871499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] For port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:56.875472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.882388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:56.897206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.899731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] For port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:56.910139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:56.987998 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:56.993325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.000223 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.006156 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ae45258c-d018-438d-9313-2a60df90d6c4 HTTP/1.1" status: 204 len: 168 time: 0.9197454 Jul 16 08:43:57.013087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.013854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.015338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] 10.222.0.52 "PUT /v2.0/ports/d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 HTTP/1.1" status: 200 len: 1092 time: 3.2436314 Jul 16 08:43:57.017874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a6163-79fd-4177-8414-5124c8acfb16 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.040631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92b3a2-3689-487d-b1b0-388158a082e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae45258c-d018-438d-9313-2a60df90d6c4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.091440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6573d477-3979-4450-ae9f-e7fd43464bd4 req-a79efac7-ced9-4cbf-8a52-b2c50ccfeb95 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 210 time: 0.1696749 Jul 16 08:43:57.129775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06710f-50c1-4796-8208-3f096be583f6 req-c2314fc0-ad47-4656-b2f9-9824f6f948d0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.138904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06710f-50c1-4796-8208-3f096be583f6 req-c2314fc0-ad47-4656-b2f9-9824f6f948d0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.147396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06710f-50c1-4796-8208-3f096be583f6 req-c2314fc0-ad47-4656-b2f9-9824f6f948d0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.161454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06710f-50c1-4796-8208-3f096be583f6 req-c2314fc0-ad47-4656-b2f9-9824f6f948d0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.175863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06710f-50c1-4796-8208-3f096be583f6 req-c2314fc0-ad47-4656-b2f9-9824f6f948d0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.231935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06710f-50c1-4796-8208-3f096be583f6 req-c2314fc0-ad47-4656-b2f9-9824f6f948d0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.246136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06710f-50c1-4796-8208-3f096be583f6 req-c2314fc0-ad47-4656-b2f9-9824f6f948d0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.259083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f06710f-50c1-4796-8208-3f096be583f6 req-c2314fc0-ad47-4656-b2f9-9824f6f948d0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.4604232 Jul 16 08:43:57.345553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50512) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.358381 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e06a899-6c62-43fd-badd-07743b8d16fd x-openstack-request-id: req-7e06a899-6c62-43fd-badd-07743b8d16fd {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:57.358950 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "e548a597-39d9-4b8f-9aab-e0f654525ab8", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:57.359215 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e06a899-6c62-43fd-badd-07743b8d16fd {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:57.359620 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'e548a597-39d9-4b8f-9aab-e0f654525ab8', 'status': 'completed', 'code': 200} Jul 16 08:43:57.407756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f06710f-50c1-4796-8208-3f096be583f6 req-baf99258-09a6-4a09-82e1-f92b6ae21777 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477580 Jul 16 08:43:57.441472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d06a3376-33c3-42bc-abcd-3263ccc7373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.442002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d06a3376-33c3-42bc-abcd-3263ccc7373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.442488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d06a3376-33c3-42bc-abcd-3263ccc7373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.442967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d06a3376-33c3-42bc-abcd-3263ccc7373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.443440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d06a3376-33c3-42bc-abcd-3263ccc7373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.443912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d06a3376-33c3-42bc-abcd-3263ccc7373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.444381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d06a3376-33c3-42bc-abcd-3263ccc7373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.454631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d06a3376-33c3-42bc-abcd-3263ccc7373c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6482 time: 0.3540926 Jul 16 08:43:57.472877 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4c221612-0961-4a02-aede-87561cee7a8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6ad91b09464435d99ad2d8a98dd54bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260986 Jul 16 08:43:57.473513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50514) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.542513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-7bf3d621-62c7-4eeb-954c-724bbacac9f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2139ee0-e40a-4c65-b125-895578399621 HTTP/1.1" status: 200 len: 217 time: 0.0842423 Jul 16 08:43:57.582130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-963c9096-2719-434b-b847-6e8b05814bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.612642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-44951d8a-203a-4487-aeeb-520f1ee1234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.614342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-44951d8a-203a-4487-aeeb-520f1ee1234d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9e92d7e-bf37-41fc-8674-9efc954fa00b HTTP/1.1" status: 200 len: 850 time: 0.0651112 Jul 16 08:43:57.666778 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-963c9096-2719-434b-b847-6e8b05814bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.714391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8ea34aac-7a55-4e99-b5a0-f9d13e4308eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.719370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8ea34aac-7a55-4e99-b5a0-f9d13e4308eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950646 Jul 16 08:43:57.732684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-963c9096-2719-434b-b847-6e8b05814bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.735714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-963c9096-2719-434b-b847-6e8b05814bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.740240 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-963c9096-2719-434b-b847-6e8b05814bc0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8 HTTP/1.1" status: 204 len: 168 time: 0.2633579 Jul 16 08:43:57.754423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c9096-2719-434b-b847-6e8b05814bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006a95fc-5c18-4b62-92a4-7cbb9cd0a1c8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.978467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-5d5e7822-5b68-4cb8-b24b-ab0cbf5ce141 service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523034 Jul 16 08:43:58.037816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50540) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.176483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:58.235537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1266541412-network', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:58.244703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:58.245393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3c83d9cc-b2b7-48f5-80f8-9fcda67d3781 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:58.257187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130881-d397-4c39-9332-e24ce0019694 req-4d7aa36a-1d50-4851-bd35-3930ad59d8ee tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.259388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-4d7aa36a-1d50-4851-bd35-3930ad59d8ee tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 822 time: 0.2794621 Jul 16 08:43:58.267738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b89133-dede-497f-abf0-e3c964e6deab req-30ce537a-d8c0-403a-a6d0-f05ed9f56eaa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.274538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0b89133-dede-497f-abf0-e3c964e6deab req-30ce537a-d8c0-403a-a6d0-f05ed9f56eaa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2618222 Jul 16 08:43:58.293799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Made reservation on behalf of 88c9dbff3ef04ae0ab3e0a35fe27832a for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:58.293991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-125ba31f-b8da-42e0-ab0f-ec5e9e5d7ebc service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855418 Jul 16 08:43:58.296756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.318834 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.342488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-efbf0279-293e-4a52-aab2-cf78acf11e7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 217 time: 0.0379410 Jul 16 08:43:58.359546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-e39db231-22fc-45ea-b63c-aaf0f04eec8f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/quotas/34750a164f3d4ed08e60dcd0af965e7a HTTP/1.1" status: 200 len: 375 time: 0.0829365 Jul 16 08:43:58.371959 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0b89133-dede-497f-abf0-e3c964e6deab req-e1c362e9-f585-41c2-838f-510556e6acea tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964682 Jul 16 08:43:58.459296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.470139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.503139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:58.515227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0d1e8a-ad28-4187-b3a9-72d9ea876d20,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.522771 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.523340 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Added segment 88d246ed-cc30-4171-9a58-5018085416a6 of type vlan for network 0f07132d-6cb0-4274-8087-26fa7bf8a330 Jul 16 08:43:58.549519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-65d39df3-00e4-4171-957d-320fceaa3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.551179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-65d39df3-00e4-4171-957d-320fceaa3c8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1907606 Jul 16 08:43:58.562613 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-75e9ebe4-451e-49d1-ba8d-36342a5ff79f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360203 Jul 16 08:43:58.655770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e7874da-7e10-45c3-b968-8edaac47d840 req-94ce299c-cadc-42a3-98e9-c608f2725a2f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 210 time: 0.0515850 Jul 16 08:43:58.674866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-7007e7c1-5e43-431a-991c-e763cd7c96eb tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2967615 Jul 16 08:43:58.730960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d2cb6700-2956-402e-b7f0-774d451b554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.732490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d2cb6700-2956-402e-b7f0-774d451b554a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707547 Jul 16 08:43:58.733548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-ad4afaa8-3a65-4f0c-bd8d-41ea284c7e6e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.735219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-ad4afaa8-3a65-4f0c-bd8d-41ea284c7e6e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456699 Jul 16 08:43:58.752567 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.764042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Request body: {'port': {'device_id': '4a4856cb-c1f0-4db3-8629-c35682a2c8f0', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'de66512d88f744208826036ff6421a1b'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:58.873696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-914f2d4a-e4f5-4b56-aae2-2ce8c3e48ee9 service neutron] 10.222.0.55 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850028 Jul 16 08:43:58.929437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Made reservation on behalf of de66512d88f744208826036ff6421a1b for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:58.934770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.959433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.960488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.961144 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.022157 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9913702 Jul 16 08:43:59.029216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50582) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.037527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Request body: {'subnet': {'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1266541412-subnet', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:59.098788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d66b0-4750-4627-8f99-7c845e5961fe admin admin] Pushing event updated for resources: {'Network': ['ID=0f07132d-6cb0-4274-8087-26fa7bf8a330,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.112538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:59.140909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-5d4c47b3-e367-4466-b7d1-58f9a7f0f3fc service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961112 Jul 16 08:43:59.171698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Made reservation on behalf of 88c9dbff3ef04ae0ab3e0a35fe27832a for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:59.179114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.222462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Allocated IP 192.168.233.5 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/9121c061-9938-43ca-a0fa-6fe0a33e96d4) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:59.229607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50584) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.340429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-0c9f4a9d-b55b-4172-bb81-ca96cfd90a4e service neutron] 10.222.0.55 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609234 Jul 16 08:43:59.363438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:59.369680 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a9889d-b5c1-40cc-b164-6e4c9af84392" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "d4f15b37-da2d-4446-a5f1-27ffbb0a0b84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:59.413957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-62445630-network', 'tenant_id': '6e6fb5f1ea6e4948b5503f1cf31d94b8'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:59.464216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Made reservation on behalf of 6e6fb5f1ea6e4948b5503f1cf31d94b8 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:59.467050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.482629 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.501897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.542791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Transition to ACTIVE for port object 9121c061-9938-43ca-a0fa-6fe0a33e96d4 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:59.567078 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77075e11-b1ed-4565-97ff-d4936224fde7 x-openstack-request-id: req-77075e11-b1ed-4565-97ff-d4936224fde7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:59.567368 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "d4f15b37-da2d-4446-a5f1-27ffbb0a0b84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:59.569928 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77075e11-b1ed-4565-97ff-d4936224fde7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:59.570949 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84', 'status': 'completed', 'code': 200} Jul 16 08:43:59.598608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.612831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf', '648fc380-388a-4779-8a31-511f3ebc9788'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:59.618370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea', '65735951-6d06-4a06-bea3-cabf903aa49c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:59.659195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'Port': ['ID=9121c061-9938-43ca-a0fa-6fe0a33e96d4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.678778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8015fe0c-ac46-4598-a2c1-6abc7f16f292 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305972 Jul 16 08:43:59.685015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.690916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:59.696027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:59.699162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:59.752599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.753242 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.793687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef77e968-eb09-492c-8ff8-3d018e87e6f4,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.867004 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.875355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-938dd543-60ef-410d-b3bf-b7630756b802 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 217 time: 0.1862838 Jul 16 08:43:59.876006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.890413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:59.895574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-e6262e7a-395c-4c10-b95f-134f43468bca tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.903364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-e6262e7a-395c-4c10-b95f-134f43468bca tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.904087 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.904514 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Added segment 790b860f-e0bd-4f90-aff0-500edff75a92 of type vlan for network 72904a58-1c32-40fe-98ed-b2cea06d2c2a Jul 16 08:43:59.909984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-e6262e7a-395c-4c10-b95f-134f43468bca tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.917595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-e6262e7a-395c-4c10-b95f-134f43468bca tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.928481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-e6262e7a-395c-4c10-b95f-134f43468bca tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.935869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-e6262e7a-395c-4c10-b95f-134f43468bca tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.945240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-e6262e7a-395c-4c10-b95f-134f43468bca tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.958158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-e6262e7a-395c-4c10-b95f-134f43468bca tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.6533127 Jul 16 08:43:59.959215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.017890 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-af5bfe75-de71-4cd6-9205-70bb3ed1e540 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2676325 Jul 16 08:44:00.019273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1a093a-435d-47e1-bec2-9d4eadddc0e3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.034413 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.036520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.038460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.058104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Request body: {'port': {'device_id': '4a4856cb-c1f0-4db3-8629-c35682a2c8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:00.096722 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5e3c53e-cb9b-41e8-a604-0a2d107f5d3b req-f4145751-2e10-4fe1-b40e-f98d20604ace tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334589 Jul 16 08:44:00.105198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-94c969dc-5501-4f3a-afc4-e704214ebfdb None None] Provisioning for port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:00.110498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-94c969dc-5501-4f3a-afc4-e704214ebfdb None None] Provisioning complete for port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:00.110868 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94c969dc-5501-4f3a-afc4-e704214ebfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.141453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Checking segment: {'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:00.142238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Network hostable DHCP agents. Network: 0f07132d-6cb0-4274-8087-26fa7bf8a330, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:00.154663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-9f49d504-45ca-4e73-accf-a85d48a9daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.156385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-9f49d504-45ca-4e73-accf-a85d48a9daf9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1750031 Jul 16 08:44:00.182127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-94c969dc-5501-4f3a-afc4-e704214ebfdb None None] Port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:00.200584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6934-cf1d-483b-aaa1-085080aef876 req-c6e91ecc-62b3-4cb9-9298-0746de2a4469 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.210949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a29a6934-cf1d-483b-aaa1-085080aef876 req-c6e91ecc-62b3-4cb9-9298-0746de2a4469 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.5286150 Jul 16 08:44:00.227809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] Pushing event updated for resources: {'Network': ['ID=72904a58-1c32-40fe-98ed-b2cea06d2c2a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.244136 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-67d2d39b-3eb9-4f1c-87bb-bb5ad365251b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0111506 Jul 16 08:44:00.244748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50618) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:00.246770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:00.254668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Request body: {'subnet': {'network_id': '72904a58-1c32-40fe-98ed-b2cea06d2c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-62445630-subnet', 'tenant_id': '6e6fb5f1ea6e4948b5503f1cf31d94b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:00.262925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 72904a58-1c32-40fe-98ed-b2cea06d2c2a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:00.301958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 0f07132d-6cb0-4274-8087-26fa7bf8a330) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:00.308293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.309184 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.321853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e9647-17fb-4697-b052-877510ba608a None None] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:00.327419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.354564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-806287ce-3d35-4df1-93f0-103207e33cbf req-de5bc631-f1e7-4b0c-bf59-2359599ea8c9 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 210 time: 0.0794499 Jul 16 08:44:00.380128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a29a6934-cf1d-483b-aaa1-085080aef876 req-6c7e58e6-d1f3-47f6-855d-2e361600e1cc tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678600 Jul 16 08:44:00.392801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Made reservation on behalf of 6e6fb5f1ea6e4948b5503f1cf31d94b8 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:00.398625 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.414999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-55813619-bf48-427c-8f9f-afd6484fecd8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3838356 Jul 16 08:44:00.424133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50624) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:00.432385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:00.450361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8501de08-ffe1-4b3d-ba11-7cb071aa2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.452203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-8501de08-ffe1-4b3d-ba11-7cb071aa2f46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2852733 Jul 16 08:44:00.541365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.542643 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.671445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.731550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b175102-0363-4e69-9329-356976f89925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-0f07132d-6cb0-4274-8087-26fa7bf8a330', 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'fixed_ips': [{'subnet_id': 'ef77e968-eb09-492c-8ff8-3d018e87e6f4'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:00.732949 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b175102-0363-4e69-9329-356976f89925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.892013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.911455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.935827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9121c061-9938-43ca-a0fa-6fe0a33e96d4 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:00.944493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-390ca8c7-aa60-425c-addc-6cc8eaf083d4 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650164 Jul 16 08:44:00.956290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.983630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Transition to ACTIVE for port object 9121c061-9938-43ca-a0fa-6fe0a33e96d4 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:00.990073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.032202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e6f3f-9ac3-4e8f-85fd-6643984dae0e req-47bbbc4d-864f-442e-aa86-f734a9183f97 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.037269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce1e6f3f-9ac3-4e8f-85fd-6643984dae0e req-47bbbc4d-864f-442e-aa86-f734a9183f97 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 934 time: 0.5200493 Jul 16 08:44:01.079907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6b175102-0363-4e69-9329-356976f89925 None None] Allocated IP 172.20.0.2 (0f07132d-6cb0-4274-8087-26fa7bf8a330/ef77e968-eb09-492c-8ff8-3d018e87e6f4/ffab5a93-7af7-4e27-9565-a593870ee0f6) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:01.100839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Pushing event updated for resources: {'Port': ['ID=9121c061-9938-43ca-a0fa-6fe0a33e96d4,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.182144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b115573-497b-4bf8-8b88-e14330b849c5,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.204289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce1e6f3f-9ac3-4e8f-85fd-6643984dae0e req-587627a1-3a6c-4ac5-a0c6-92caa540ef85 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661432 Jul 16 08:44:01.207988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Attempting to bind port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:01.208326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Attempting to bind port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:01.208655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Attempting to bind port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:01.219359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:01.219693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Attempting to bind port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:01.225206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Checking segment: {'id': '790b860f-e0bd-4f90-aff0-500edff75a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '72904a58-1c32-40fe-98ed-b2cea06d2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:01.225566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Network hostable DHCP agents. Network: 72904a58-1c32-40fe-98ed-b2cea06d2c2a, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:01.231448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:01.231689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:01.232417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:01.232795 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Bound port: 9121c061-9938-43ca-a0fa-6fe0a33e96d4, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:01.233265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.430655 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.457347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] For port 9121c061-9938-43ca-a0fa-6fe0a33e96d4, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:01.460440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.482486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] For port 9121c061-9938-43ca-a0fa-6fe0a33e96d4, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9121c061-9938-43ca-a0fa-6fe0a33e96d4,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:01.487778 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.515944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d6ce7637-97cd-49e3-8d56-7aad633c5e02 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617120 Jul 16 08:44:01.524299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Network 72904a58-1c32-40fe-98ed-b2cea06d2c2a is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:01.581295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.581712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.583583 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] 10.222.0.54 "PUT /v2.0/ports/9121c061-9938-43ca-a0fa-6fe0a33e96d4 HTTP/1.1" status: 200 len: 1095 time: 1.5385909 Jul 16 08:44:01.588017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4856cb-c1f0-4db3-8629-c35682a2c8f0', 'tag': '9121c061-9938-43ca-a0fa-6fe0a33e96d4'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:01.591981 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25351fcb-fb25-4fba-8a93-0eba6e776e88" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4856cb-c1f0-4db3-8629-c35682a2c8f0", "tag": "9121c061-9938-43ca-a0fa-6fe0a33e96d4"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:01.686321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7fa9a-56af-4f26-8ee6-7b83369fa44c service neutron] Pushing event updated for resources: {'Port': ['ID=9121c061-9938-43ca-a0fa-6fe0a33e96d4,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.710336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Allocated IP 172.25.6.158 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/48581947-f597-4600-a047-e435bcdd8b48) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:01.811083 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b175102-0363-4e69-9329-356976f89925 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.823644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b175102-0363-4e69-9329-356976f89925 None None] Transition to ACTIVE for port object ffab5a93-7af7-4e27-9565-a593870ee0f6 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:01.845279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b175102-0363-4e69-9329-356976f89925 None None] Transition to ACTIVE for port object ffab5a93-7af7-4e27-9565-a593870ee0f6 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:01.856083 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b175102-0363-4e69-9329-356976f89925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.912000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.919981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-d14c420e-2889-4294-b0d8-757d9fd54ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.921529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-d14c420e-2889-4294-b0d8-757d9fd54ee7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 1098 time: 0.1771681 Jul 16 08:44:01.927634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b175102-0363-4e69-9329-356976f89925 None None] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:01.931065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6b175102-0363-4e69-9329-356976f89925 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:01.938442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b175102-0363-4e69-9329-356976f89925 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:01.973129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b175102-0363-4e69-9329-356976f89925 None None] Pushing event updated for resources: {'Port': ['ID=ffab5a93-7af7-4e27-9565-a593870ee0f6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.983499 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-ca31db64-8d29-4654-9b90-5014425b9995 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=9121c061-9938-43ca-a0fa-6fe0a33e96d4 HTTP/1.1" status: 200 len: 217 time: 0.0482898 Jul 16 08:44:02.006554 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.016389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130881-d397-4c39-9332-e24ce0019694 req-c7d3581e-2d53-4b05-8f83-595d64c60a1b tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.017472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6b175102-0363-4e69-9329-356976f89925 None None] Attempting to bind port ffab5a93-7af7-4e27-9565-a593870ee0f6 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:02.017874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6b175102-0363-4e69-9329-356976f89925 None None] Attempting to bind port ffab5a93-7af7-4e27-9565-a593870ee0f6 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:02.018036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-c7d3581e-2d53-4b05-8f83-595d64c60a1b tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.52 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 822 time: 0.7938261 Jul 16 08:44:02.018240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b175102-0363-4e69-9329-356976f89925 None None] Attempting to bind port ffab5a93-7af7-4e27-9565-a593870ee0f6 on network 0f07132d-6cb0-4274-8087-26fa7bf8a330 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:02.019141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-fb485ba6-a108-47fe-8aa7-55703bc4aaf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33 HTTP/1.1" status: 200 len: 217 time: 0.4900682 Jul 16 08:44:02.025758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b175102-0363-4e69-9329-356976f89925 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:02.026160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b175102-0363-4e69-9329-356976f89925 None None] Checking segment: {'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:02.026549 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b175102-0363-4e69-9329-356976f89925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.026943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b175102-0363-4e69-9329-356976f89925 None None] Bound using segment: {'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:02.027409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6b175102-0363-4e69-9329-356976f89925 None None] Bound port: ffab5a93-7af7-4e27-9565-a593870ee0f6, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:02.027824 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b175102-0363-4e69-9329-356976f89925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.070173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Request body: {'port': {'device_id': 'a8114b73-4fd9-4f83-b05f-e259a7194c86', 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'admin_state_up': True, 'tenant_id': '34750a164f3d4ed08e60dcd0af965e7a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:02.083120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:02.090146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:02.093252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:02.094081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 72904a58-1c32-40fe-98ed-b2cea06d2c2a) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:02.097895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6b175102-0363-4e69-9329-356976f89925 None None] For port ffab5a93-7af7-4e27-9565-a593870ee0f6, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:02.102578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6b175102-0363-4e69-9329-356976f89925 None None] For port ffab5a93-7af7-4e27-9565-a593870ee0f6, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ffab5a93-7af7-4e27-9565-a593870ee0f6,segment=NetworkSegment(88d246ed-cc30-4171-9a58-5018085416a6),segment_id=88d246ed-cc30-4171-9a58-5018085416a6)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:02.108142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2fb73-d496-48b5-8a37-0103cee68ef7 None None] Network 72904a58-1c32-40fe-98ed-b2cea06d2c2a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:02.112271 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b175102-0363-4e69-9329-356976f89925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.121162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-29b6d95c-1c37-4805-94c9-b11ccc6377a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.122846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-29b6d95c-1c37-4805-94c9-b11ccc6377a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1264350 Jul 16 08:44:02.125191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Pushing event updated for resources: {'Port': ['ID=48581947-f597-4600-a047-e435bcdd8b48,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.153809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585cb08-e192-4360-8600-80a435102989 req-c0d1c9e4-97d8-4a40-9aa0-ea53fe65c55c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.159790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585cb08-e192-4360-8600-80a435102989 req-c0d1c9e4-97d8-4a40-9aa0-ea53fe65c55c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.165894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585cb08-e192-4360-8600-80a435102989 req-c0d1c9e4-97d8-4a40-9aa0-ea53fe65c55c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.172003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585cb08-e192-4360-8600-80a435102989 req-c0d1c9e4-97d8-4a40-9aa0-ea53fe65c55c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.178062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585cb08-e192-4360-8600-80a435102989 req-c0d1c9e4-97d8-4a40-9aa0-ea53fe65c55c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.184032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585cb08-e192-4360-8600-80a435102989 req-c0d1c9e4-97d8-4a40-9aa0-ea53fe65c55c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.189961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585cb08-e192-4360-8600-80a435102989 req-c0d1c9e4-97d8-4a40-9aa0-ea53fe65c55c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.191890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5585cb08-e192-4360-8600-80a435102989 req-c0d1c9e4-97d8-4a40-9aa0-ea53fe65c55c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.7353299 Jul 16 08:44:02.195235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.196485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.238969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b175102-0363-4e69-9329-356976f89925 None None] Pushing event updated for resources: {'Port': ['ID=ffab5a93-7af7-4e27-9565-a593870ee0f6,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.335760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-d21c02e4-f62a-44c3-af8a-4978326107e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.338445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-d21c02e4-f62a-44c3-af8a-4978326107e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1967976 Jul 16 08:44:02.358255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68771161-6454-4f35-b431-af84fe8971bf None None] Network 72904a58-1c32-40fe-98ed-b2cea06d2c2a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:02.367769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5585cb08-e192-4360-8600-80a435102989 req-88364cb5-f1ed-48c7-95bd-9abdf30cd9fd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604223 Jul 16 08:44:02.368645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6d347399-3439-486a-999d-15ddfb320a16 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1188598 Jul 16 08:44:02.380430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-44514ae3-60c0-459a-82aa-463bf6649f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.381953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-44514ae3-60c0-459a-82aa-463bf6649f80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.3359795 Jul 16 08:44:02.546150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6669110-f35f-48c0-a2b0-47a636488836 req-643cb633-502a-40aa-b53b-bf947e9d19e7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.566528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6669110-f35f-48c0-a2b0-47a636488836 req-643cb633-502a-40aa-b53b-bf947e9d19e7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.5587597 Jul 16 08:44:02.609631 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-f18b44a3-2199-4a0a-94e8-5325d1f29853 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302756 Jul 16 08:44:02.612767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.725700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3b9f2dfe-ce3f-4608-9e17-307e51434862 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:02.727135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Made reservation on behalf of 34750a164f3d4ed08e60dcd0af965e7a for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:02.739761 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.753617 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9592a2c5-c750-445d-8c08-0d7bab986761 req-0a7faa8c-29ae-4f13-8afa-365f53626675 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022630 Jul 16 08:44:02.799161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6669110-f35f-48c0-a2b0-47a636488836 req-e6eaaa81-8b22-469b-9344-c0a7cb510e80 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317345 Jul 16 08:44:02.840655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d27b16a2-5773-4f2c-b459-435c81fa1339 req-fcab6fc7-27b2-4724-ad7b-59b3b75e5111 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 210 time: 0.1333175 Jul 16 08:44:02.885578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-396d81f9-169c-4d84-8b35-369eb968e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.887400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-396d81f9-169c-4d84-8b35-369eb968e6a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4905257 Jul 16 08:44:02.954290 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.029038 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7c0f2f-9f9d-4836-bf11-31c3fefa140e x-openstack-request-id: req-ea7c0f2f-9f9d-4836-bf11-31c3fefa140e {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:03.029330 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4856cb-c1f0-4db3-8629-c35682a2c8f0", "tag": "9121c061-9938-43ca-a0fa-6fe0a33e96d4", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:03.031062 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea7c0f2f-9f9d-4836-bf11-31c3fefa140e {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:03.031722 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4856cb-c1f0-4db3-8629-c35682a2c8f0', 'tag': '9121c061-9938-43ca-a0fa-6fe0a33e96d4', 'status': 'completed', 'code': 200} Jul 16 08:44:03.037130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:03.044647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:03.050877 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac044cf-9fef-4f26-b20a-316b7f13a508" -d '{"events": [{"server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:03.054670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ffab5a93-7af7-4e27-9565-a593870ee0f6 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:03.133375 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.149399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Allocated IP 172.20.0.4 (03373fb8-dc5a-4da4-9d24-7a9a3de50f19/0d830b2d-3043-4c2d-9c6e-9d06747380a0/cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:03.185344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-c825ae98-035b-4382-8b7f-cef04daa4ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379460 Jul 16 08:44:03.227784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ffab5a93-7af7-4e27-9565-a593870ee0f6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:03.252550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-9bbfd68c-e1c0-4451-8f67-3835b7d4a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.254189 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-9bbfd68c-e1c0-4451-8f67-3835b7d4a2ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 1098 time: 0.2483692 Jul 16 08:44:03.268446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.271861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.334091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d571c639-88d5-45c3-a68d-5640a494a40b service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010153 Jul 16 08:44:03.410410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ba7d144a-a130-4897-8f35-9a5ed2f2e658 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e HTTP/1.1" status: 200 len: 217 time: 0.0688779 Jul 16 08:44:03.496969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4228a0d1-acb8-4223-b6d1-9465602d215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.498551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-4228a0d1-acb8-4223-b6d1-9465602d215d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.0759923 Jul 16 08:44:03.592275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924291a-ecd7-4ade-bea3-638e5972fa8d req-e977ab24-66b4-45bd-b05c-8b6161fe90ea tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.597985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3924291a-ecd7-4ade-bea3-638e5972fa8d req-e977ab24-66b4-45bd-b05c-8b6161fe90ea tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 946 time: 0.4073255 Jul 16 08:44:03.619022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9482f8-1db8-4e3b-a4b7-d1f2f829563c None None] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:03.693191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-12aa9821-7050-48b0-9a3c-2b5afa9f4acc None None] Provisioning for port ffab5a93-7af7-4e27-9565-a593870ee0f6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:03.701220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-12aa9821-7050-48b0-9a3c-2b5afa9f4acc None None] Provisioning complete for port ffab5a93-7af7-4e27-9565-a593870ee0f6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:03.702019 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12aa9821-7050-48b0-9a3c-2b5afa9f4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.788428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3924291a-ecd7-4ade-bea3-638e5972fa8d req-2830580e-e22c-4ce4-bbd2-be15f0931ef9 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741743 Jul 16 08:44:03.792641 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.812768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-03f71135-f89d-4fe2-a447-e918b2c6582a tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.814395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-03f71135-f89d-4fe2-a447-e918b2c6582a tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/networks?id=72904a58-1c32-40fe-98ed-b2cea06d2c2a HTTP/1.1" status: 200 len: 820 time: 0.2509794 Jul 16 08:44:03.818347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-c411606d-15a5-4ad4-965a-1a56e2693188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.819548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-c411606d-15a5-4ad4-965a-1a56e2693188 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3086147 Jul 16 08:44:03.828942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-6819b5de-25a3-4d22-b6bb-c4343fed075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.828942 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-6819b5de-25a3-4d22-b6bb-c4343fed075b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.5381258 Jul 16 08:44:03.884765 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12aa9821-7050-48b0-9a3c-2b5afa9f4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.888662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-b2d46a8f-1c68-4b0e-a8b8-bd4d0269f518 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/quotas/6e6fb5f1ea6e4948b5503f1cf31d94b8 HTTP/1.1" status: 200 len: 375 time: 0.0609615 Jul 16 08:44:03.900892 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abee390e-8faa-442b-adee-2bdba4dc16f6 x-openstack-request-id: req-abee390e-8faa-442b-adee-2bdba4dc16f6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:03.901297 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:03.901609 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abee390e-8faa-442b-adee-2bdba4dc16f6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:03.901771 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-26bd2533-51ac-473d-8afe-562a5fbc1388 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=9121c061-9938-43ca-a0fa-6fe0a33e96d4 HTTP/1.1" status: 200 len: 217 time: 0.0541868 Jul 16 08:44:03.902033 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'code': 200} Jul 16 08:44:03.916667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Router f6d88590-a53f-4ee7-a2dd-95d4f97f227f is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:03.931168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-12aa9821-7050-48b0-9a3c-2b5afa9f4acc None None] For port ffab5a93-7af7-4e27-9565-a593870ee0f6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ffab5a93-7af7-4e27-9565-a593870ee0f6,segment=NetworkSegment(88d246ed-cc30-4171-9a58-5018085416a6),segment_id=88d246ed-cc30-4171-9a58-5018085416a6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:03.937673 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12aa9821-7050-48b0-9a3c-2b5afa9f4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.974280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-b1814bb3-36a2-4812-98d7-08eb5c6d80e7 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e6fb5f1ea6e4948b5503f1cf31d94b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777953 Jul 16 08:44:03.975701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.011350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa9821-7050-48b0-9a3c-2b5afa9f4acc None None] Pushing event updated for resources: {'Port': ['ID=ffab5a93-7af7-4e27-9565-a593870ee0f6,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.014498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-dee49b39-4f1a-40d4-bbb7-8b5492ec3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.016026 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-dee49b39-4f1a-40d4-bbb7-8b5492ec3d56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1029167 Jul 16 08:44:04.120080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:04.120440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:04.122459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-60e2abe3-da70-48bd-a089-0d0ea195f5c9 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934937 Jul 16 08:44:04.134160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:04.136806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Sync routers for ids ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:04.141940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-998e59ab-f3f4-455d-a169-3badfd8472fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.144002 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-998e59ab-f3f4-455d-a169-3badfd8472fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129966 Jul 16 08:44:04.144897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.149186 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a986ac5a-c5ec-42d1-af8f-7de8014ab73e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7206604 Jul 16 08:44:04.149378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50730) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.153307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Routers {'f6d88590-a53f-4ee7-a2dd-95d4f97f227f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:04.154129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:43:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:04.258391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-36cda58e-356c-4a1b-a263-4bedd2b4d8d8 service neutron] 10.222.0.55 "GET /v2.0/networks/72904a58-1c32-40fe-98ed-b2cea06d2c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483664 Jul 16 08:44:04.270468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:04.274268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0e40057a-3b5e-4dbf-987c-1ed130ec69bf None None] Provisioning complete for port ffab5a93-7af7-4e27-9565-a593870ee0f6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:04.274638 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e40057a-3b5e-4dbf-987c-1ed130ec69bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.282311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event updated for resources: {'Port': ['ID=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.319012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Set router f6d88590-a53f-4ee7-a2dd-95d4f97f227f gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:04.342954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-39f955f2-3637-4667-958c-866ca795d5ab service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864359 Jul 16 08:44:04.363409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-435b2d0b-a93e-4798-b15a-30e032436533 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.371076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-435b2d0b-a93e-4798-b15a-30e032436533 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 805 time: 0.3915570 Jul 16 08:44:04.433852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-a6683809-4ea8-4761-9204-89ca853489e5 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/quotas/e71f43d68d9749fa8b07686a444d8a46 HTTP/1.1" status: 200 len: 375 time: 0.0618265 Jul 16 08:44:04.473496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.473496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.535044 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-25351fcb-fb25-4fba-8a93-0eba6e776e88 req-d5cfe72b-fe64-45af-b457-9548a5a0ef7d service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612065 Jul 16 08:44:04.553863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-468dbf4c-2193-485c-9637-6b2c2c5a26a5 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5111918 Jul 16 08:44:04.575938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Request body: {'port': {'device_id': 'a8114b73-4fd9-4f83-b05f-e259a7194c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:04.579275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:02Z', 'revision_number': 3, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:04.581301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-1fcf1882-af39-4dc2-9955-e6284cb07f1e service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260038 Jul 16 08:44:04.583600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-f1a5a7da-c776-4e5a-99cb-0284e7d8791a service neutron] 10.222.0.55 "GET /v2.0/networks/72904a58-1c32-40fe-98ed-b2cea06d2c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096440 Jul 16 08:44:04.623000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Checking router: f6d88590-a53f-4ee7-a2dd-95d4f97f227f for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:04.623000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Updating router f6d88590-a53f-4ee7-a2dd-95d4f97f227f port 48581947-f597-4600-a047-e435bcdd8b48 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:04.677250 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.694019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-6d29fd12-2b48-4353-b70a-d9151d69797a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8 HTTP/1.1" status: 200 len: 217 time: 0.0707333 Jul 16 08:44:04.705424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-f0dafce5-9186-47fb-a18d-7ef129353310 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2283921 Jul 16 08:44:04.822212 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.837190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-1ff16137-f262-4e28-9a40-42d309776d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.839609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-1ff16137-f262-4e28-9a40-42d309776d6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1329165 Jul 16 08:44:04.939287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.962132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ffab5a93-7af7-4e27-9565-a593870ee0f6 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:05.190739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Allocated IP 172.20.0.1 (0f07132d-6cb0-4274-8087-26fa7bf8a330/ef77e968-eb09-492c-8ff8-3d018e87e6f4/7bc0db66-278f-4d50-83e6-5382890c4133) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:05.253864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ffab5a93-7af7-4e27-9565-a593870ee0f6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:05.254468 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.259091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-83ceb969-af9b-4979-82fb-6e31e16e9dfc service neutron] 10.222.0.55 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980018 Jul 16 08:44:05.361453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.380320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Transition to ACTIVE for port object 7bc0db66-278f-4d50-83e6-5382890c4133 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:05.384529 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.404087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Transition to ACTIVE for port object 48581947-f597-4600-a047-e435bcdd8b48 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:05.412164 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.424849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.480988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc0db66-278f-4d50-83e6-5382890c4133,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.494572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:05.496403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:05.501887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Attempting to bind port 48581947-f597-4600-a047-e435bcdd8b48 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:05.502711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Attempting to bind port 48581947-f597-4600-a047-e435bcdd8b48 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:05.503482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Attempting to bind port 48581947-f597-4600-a047-e435bcdd8b48 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:05.512377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:05.518424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:05.518802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:05.519260 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.519661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:05.520144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Bound port: 48581947-f597-4600-a047-e435bcdd8b48, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:05.520530 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.572477 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.602359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] For port 48581947-f597-4600-a047-e435bcdd8b48, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:05.607141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] For port 48581947-f597-4600-a047-e435bcdd8b48, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=48581947-f597-4600-a047-e435bcdd8b48,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:05.608453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e676-60b9-49ed-a54e-8535d5db4431 None None] Pushing event updated for resources: {'Port': ['ID=48581947-f597-4600-a047-e435bcdd8b48,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.615687 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.697635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Routers {'f6d88590-a53f-4ee7-a2dd-95d4f97f227f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:05.698793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:43:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:05.740541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-15cfb9ca-6d81-4514-a874-894af4a0a445 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.747419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-15cfb9ca-6d81-4514-a874-894af4a0a445 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ee7797e-36a5-42fc-b9c4-f948ae71750a HTTP/1.1" status: 200 len: 944 time: 0.9065506 Jul 16 08:44:05.752377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e676-60b9-49ed-a54e-8535d5db4431 None None] Pushing event updated for resources: {'Port': ['ID=48581947-f597-4600-a047-e435bcdd8b48,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.798221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.843849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-08f54fb3-0655-4577-9304-64f096527c09 None None] Provisioning for port 7bc0db66-278f-4d50-83e6-5382890c4133 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:05.851119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-08f54fb3-0655-4577-9304-64f096527c09 None None] Provisioning complete for port 7bc0db66-278f-4d50-83e6-5382890c4133 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:05.851621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08f54fb3-0655-4577-9304-64f096527c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.885870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ae7a886f-41c7-43be-9410-e59aafa9da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.887271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-ae7a886f-41c7-43be-9410-e59aafa9da8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0090516 Jul 16 08:44:05.895999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] Set router f6d88590-a53f-4ee7-a2dd-95d4f97f227f gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:05.957882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-e6db105c-3004-4109-acb6-4d3125fff651 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.961104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-08f54fb3-0655-4577-9304-64f096527c09 None None] Port 7bc0db66-278f-4d50-83e6-5382890c4133 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:05.964443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-e6db105c-3004-4109-acb6-4d3125fff651 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.970985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-e6db105c-3004-4109-acb6-4d3125fff651 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.977716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-e6db105c-3004-4109-acb6-4d3125fff651 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.983032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-e6db105c-3004-4109-acb6-4d3125fff651 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.989174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-e6db105c-3004-4109-acb6-4d3125fff651 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.995713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-e6db105c-3004-4109-acb6-4d3125fff651 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.997752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-e6db105c-3004-4109-acb6-4d3125fff651 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 1.0111341 Jul 16 08:44:06.029569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.035338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.076459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.079887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-55359a03-30a1-41d3-ad3d-ff37b31f4a5b service neutron] 10.222.0.55 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190415 Jul 16 08:44:06.106245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:02Z', 'revision_number': 3, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:06.143567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:06.144684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e53b35-568f-48c2-852d-96c4f248dfa3 None None] The sync data for ids ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'] in n-d-780147-28 is: [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:02Z', 'revision_number': 3, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:06.154586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc0db66-278f-4d50-83e6-5382890c4133,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.166373 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.200244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee7c965b-502f-4bef-a72c-3f8a866b514d req-9f47bae0-5b6e-4b40-910a-df4c781d2d40 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862285 Jul 16 08:44:06.210177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-dd22a148-2dd7-4c6d-afc5-f941ddc7e873 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104782 Jul 16 08:44:06.212135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Transition to ACTIVE for port object cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:06.226174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9121c061-9938-43ca-a0fa-6fe0a33e96d4 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:06.234672 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.375626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.383567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Deleting port 3b9f2dfe-ce3f-4608-9e17-307e51434862 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:06.383915 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.390300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:06.399993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:06.444782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9121c061-9938-43ca-a0fa-6fe0a33e96d4, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9121c061-9938-43ca-a0fa-6fe0a33e96d4,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:06.488595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '9121c061-9938-43ca-a0fa-6fe0a33e96d4', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '9121c061-9938-43ca-a0fa-6fe0a33e96d4', 'mac_address': 'fa:16:3e:b3:f3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:06.559961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] For port 3b9f2dfe-ce3f-4608-9e17-307e51434862, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3b9f2dfe-ce3f-4608-9e17-307e51434862,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:06.560343 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.577673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Calling delete_port for 3b9f2dfe-ce3f-4608-9e17-307e51434862 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:06.593681 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.624406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9121c061-9938-43ca-a0fa-6fe0a33e96d4 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:06.673621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9121c061-9938-43ca-a0fa-6fe0a33e96d4, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9121c061-9938-43ca-a0fa-6fe0a33e96d4,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:06.682771 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.718618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Router f6d88590-a53f-4ee7-a2dd-95d4f97f227f has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:06.721490 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-4ab64b18-57cc-454b-b114-b4cf32ebd60f service neutron] 10.222.0.54 "GET /v2.0/ports/a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 383 time: 0.4931061 Jul 16 08:44:06.875060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=9121c061-9938-43ca-a0fa-6fe0a33e96d4,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.894274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.924098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-070721da-2f28-4e25-b58c-3c31bd04807f None None] Provisioning complete for port 7bc0db66-278f-4d50-83e6-5382890c4133 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:06.928964 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-070721da-2f28-4e25-b58c-3c31bd04807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.042351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 48581947-f597-4600-a047-e435bcdd8b48 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:07.073106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-070721da-2f28-4e25-b58c-3c31bd04807f None None] Port 7bc0db66-278f-4d50-83e6-5382890c4133 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:07.136784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['9121c061-9938-43ca-a0fa-6fe0a33e96d4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:07.145884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 48581947-f597-4600-a047-e435bcdd8b48 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:07.157933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Pushing event deleted for resources: {'Port': ['ID=3b9f2dfe-ce3f-4608-9e17-307e51434862,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:07.217690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 48581947-f597-4600-a047-e435bcdd8b48 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:07.219973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-f0cbe42d-a2e9-4104-8124-dd8084402267 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.222118 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-f0cbe42d-a2e9-4104-8124-dd8084402267 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.54 "GET /v2.0/networks?id=72904a58-1c32-40fe-98ed-b2cea06d2c2a HTTP/1.1" status: 200 len: 820 time: 0.4588115 Jul 16 08:44:07.223481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:07.227217 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.242885 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-36d1cd15-6437-4f83-b34f-fd6a82553084 admin admin] 10.222.0.55 "PUT /v2.0/routers/f6d88590-a53f-4ee7-a2dd-95d4f97f227f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0914733 Jul 16 08:44:07.251483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Request body: {'port': {'device_id': 'da958ae0-2f9b-440c-a571-56064c63d85d', 'network_id': '72904a58-1c32-40fe-98ed-b2cea06d2c2a', 'admin_state_up': True, 'tenant_id': '6e6fb5f1ea6e4948b5503f1cf31d94b8'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:07.318698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] No DVR routers for this DVR port 3b9f2dfe-ce3f-4608-9e17-307e51434862 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:07.331813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.333497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1cacbad-1c26-470a-9484-7863f33b8dc1 req-ad2463ce-8ac0-4b5d-b8f3-53c840585d5c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "DELETE /v2.0/ports/3b9f2dfe-ce3f-4608-9e17-307e51434862 HTTP/1.1" status: 204 len: 173 time: 1.5067229 Jul 16 08:44:07.342221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'name': 'network-vif-deleted', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:07.349440 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024b5eb-943e-4338-abbd-07f5d1812257" -d '{"events": [{"server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "name": "network-vif-deleted", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:07.390747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128b356-717a-457d-9a00-62c6605e4532 req-5e98633a-8500-49db-b5cc-0bb8fe9fb81e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.400290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6128b356-717a-457d-9a00-62c6605e4532 req-5e98633a-8500-49db-b5cc-0bb8fe9fb81e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.5222902 Jul 16 08:44:07.411978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Made reservation on behalf of 6e6fb5f1ea6e4948b5503f1cf31d94b8 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:07.423443 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.432910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-24a05db7-0e27-445e-8009-ccbd309b815e service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2150548 Jul 16 08:44:07.512002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.518441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-9ba628dc-b9af-4eb6-9202-3457fc27c364 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 HTTP/1.1" status: 200 len: 217 time: 0.0633209 Jul 16 08:44:07.548757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 48581947-f597-4600-a047-e435bcdd8b48, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=48581947-f597-4600-a047-e435bcdd8b48,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:07.571471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.598317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6bd94-c673-4e87-8285-bfeab6a77c4f req-77a71391-ca5a-40b9-a3f4-8677c5503452 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.599392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ce6bd94-c673-4e87-8285-bfeab6a77c4f req-77a71391-ca5a-40b9-a3f4-8677c5503452 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 943 time: 0.7258329 Jul 16 08:44:07.665081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Attempting to bind port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:07.665616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Attempting to bind port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:07.666101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Attempting to bind port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:07.675814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6128b356-717a-457d-9a00-62c6605e4532 req-5f7f2c77-ace1-4f6d-883b-0cb6a406295c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685285 Jul 16 08:44:07.686934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-bcdee045-ec0f-4e4c-92b3-d56d9085f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.688654 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-bcdee045-ec0f-4e4c-92b3-d56d9085f5fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1595180 Jul 16 08:44:07.689819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Allocated IP 172.20.0.4 (72904a58-1c32-40fe-98ed-b2cea06d2c2a/2b115573-497b-4bf8-8b88-e14330b849c5/8c270be2-3667-4653-8727-640025341d27) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:07.690915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:07.691331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Attempting to bind port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 on network 03373fb8-dc5a-4da4-9d24-7a9a3de50f19 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:07.734575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=48581947-f597-4600-a047-e435bcdd8b48,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:07.796167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ce6bd94-c673-4e87-8285-bfeab6a77c4f req-e4534e89-4798-4111-8124-a826bd23c455 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236925 Jul 16 08:44:07.797082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:07.797541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Checking segment: {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:07.798041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Bound using segment: {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:07.798590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Bound port: cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9290d7-b2bb-4f35-8134-06242e520997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:07.799336 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.883629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] For port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:07.888127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] For port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:07.889264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-79028de7-5554-4be8-90cf-a2a4700cff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.893452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-79028de7-5554-4be8-90cf-a2a4700cff8c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208&tenant_id=5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 1102 time: 0.4510453 Jul 16 08:44:07.894469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.915889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.916659 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.918448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] 10.222.0.52 "PUT /v2.0/ports/cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 HTTP/1.1" status: 200 len: 1092 time: 3.3532696 Jul 16 08:44:07.983312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d252bc9a-5f40-453f-9a0c-f599822c2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.985120 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-d252bc9a-5f40-453f-9a0c-f599822c2d17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2783885 Jul 16 08:44:07.990925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.036591 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-963f1d2d-5f94-45f6-8218-f5d40675bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.038129 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-963f1d2d-5f94-45f6-8218-f5d40675bee3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 1102 time: 0.1005917 Jul 16 08:44:08.058715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.129695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Network 72904a58-1c32-40fe-98ed-b2cea06d2c2a is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:08.135970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07e5ce-524d-4594-92fb-84087aa42fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.137472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:08.166038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:08.168863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Pushing event updated for resources: {'Port': ['ID=8c270be2-3667-4653-8727-640025341d27,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.230888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-18b2b387-7125-4b62-bffe-e91f74a0e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.232517 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-18b2b387-7125-4b62-bffe-e91f74a0e370 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1842439 Jul 16 08:44:08.238472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.239457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.288141 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-baa33792-5c3b-4296-bb62-97a4ec9f34ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 200 len: 217 time: 0.0424519 Jul 16 08:44:08.291176 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-8d368e2f-c31d-41a7-8dff-1d92ae323bb0 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0466864 Jul 16 08:44:08.322190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Request body: {'port': {'device_id': 'da958ae0-2f9b-440c-a571-56064c63d85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:08.342072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130881-d397-4c39-9332-e24ce0019694 req-28d9a8cb-dfd1-41af-8175-a5479ca2931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.343695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-28d9a8cb-dfd1-41af-8175-a5479ca2931f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 1095 time: 0.3546448 Jul 16 08:44:08.350398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-fea2fc91-bbb1-469e-90ba-00c68b8a4fef service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447523 Jul 16 08:44:08.364703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd964b2-b9a7-4b44-bd51-74b44543c762 req-66fd7111-1617-4dd2-9268-38482997b91f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.366831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fd964b2-b9a7-4b44-bd51-74b44543c762 req-66fd7111-1617-4dd2-9268-38482997b91f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 947 time: 0.3596165 Jul 16 08:44:08.389633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-e0a1433d-6f2c-4d0b-baca-948291351553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.396588 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-e0a1433d-6f2c-4d0b-baca-948291351553 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0880272 Jul 16 08:44:08.430133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c359c-18a4-4dca-a4a3-8c12a9e74d88 req-a2bd6d33-b769-4dc6-9544-00dfa44fbd6e tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.437633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d9c359c-18a4-4dca-a4a3-8c12a9e74d88 req-a2bd6d33-b769-4dc6-9544-00dfa44fbd6e tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 931 time: 0.4284065 Jul 16 08:44:08.473515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.473883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-637055c3-c9e2-466e-ab16-fc8b9b426820 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.475743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-637055c3-c9e2-466e-ab16-fc8b9b426820 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 805 time: 0.3208785 Jul 16 08:44:08.477484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-dcbb9a76-3b82-4775-8b3f-8ff78f7afc5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 HTTP/1.1" status: 200 len: 217 time: 0.1095817 Jul 16 08:44:08.501334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Request body: {'port': {'device_id': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'admin_state_up': True, 'tenant_id': 'e71f43d68d9749fa8b07686a444d8a46'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:08.619385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-1a677785-0563-4b03-ad8e-a52f70ea8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.620950 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-1a677785-0563-4b03-ad8e-a52f70ea8e73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039557 Jul 16 08:44:08.636765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fd964b2-b9a7-4b44-bd51-74b44543c762 req-15b110d7-4d31-48de-8798-16ff759ac158 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571108 Jul 16 08:44:08.693992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d9c359c-18a4-4dca-a4a3-8c12a9e74d88 req-52152200-0504-4ed1-a542-1d5a814a4401 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554586 Jul 16 08:44:08.717865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130881-d397-4c39-9332-e24ce0019694 req-1f7c6684-4b65-4a3e-ab4d-86548aad25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.719455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-1f7c6684-4b65-4a3e-ab4d-86548aad25d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d830b2d-3043-4c2d-9c6e-9d06747380a0 HTTP/1.1" status: 200 len: 862 time: 0.2147820 Jul 16 08:44:08.749924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3b9f2dfe-ce3f-4608-9e17-307e51434862 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:08.798697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 3b9f2dfe-ce3f-4608-9e17-307e51434862 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:08.799240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3b9f2dfe-ce3f-4608-9e17-307e51434862 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:08.825623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-b4eddbee-9fa1-46a7-9d50-465b4f6e7a6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949931 Jul 16 08:44:08.867565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-576bd00b-932b-4d7c-869c-bf7fb3313263 req-486e593c-e9e3-4d90-8e39-717f351921ce service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931378 Jul 16 08:44:08.884671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12604b05-1e49-4dc7-8c11-e1356e9cb370 req-6fe8bac9-12f3-42ba-acdb-f73cc4b6f4a9 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0748940 Jul 16 08:44:08.951937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 48581947-f597-4600-a047-e435bcdd8b48 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:08.953874 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Sync routers for ids ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:08.968616 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Routers {'f6d88590-a53f-4ee7-a2dd-95d4f97f227f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:08.969667 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:43:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:09.011707 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35fb43a-12bc-481e-855b-58a12fc568e5 x-openstack-request-id: req-c35fb43a-12bc-481e-855b-58a12fc568e5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:09.012152 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee7797e-36a5-42fc-b9c4-f948ae71750a", "name": "network-vif-deleted", "tag": "3b9f2dfe-ce3f-4608-9e17-307e51434862", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:09.012260 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c35fb43a-12bc-481e-855b-58a12fc568e5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:09.012628 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee7797e-36a5-42fc-b9c4-f948ae71750a', 'name': 'network-vif-deleted', 'tag': '3b9f2dfe-ce3f-4608-9e17-307e51434862', 'status': 'completed', 'code': 200} Jul 16 08:44:09.032829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Made reservation on behalf of e71f43d68d9749fa8b07686a444d8a46 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:09.036984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.045716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 48581947-f597-4600-a047-e435bcdd8b48 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:09.046105 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.140929 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Set router f6d88590-a53f-4ee7-a2dd-95d4f97f227f gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:09.219883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-ef3d4b6c-beaf-4931-b738-9b131d241110 service neutron] 10.222.0.52 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810499 Jul 16 08:44:09.247324 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-556f0c09-1266-43af-8288-97b7d9c71020 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933349 Jul 16 08:44:09.276959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c270be2-3667-4653-8727-640025341d27 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:09.282353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-8b93e9b6-7b4a-4308-9ed8-41219e7df96c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.288388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-8b93e9b6-7b4a-4308-9ed8-41219e7df96c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.292189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.295150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-8b93e9b6-7b4a-4308-9ed8-41219e7df96c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.301208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-8b93e9b6-7b4a-4308-9ed8-41219e7df96c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.307234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-8b93e9b6-7b4a-4308-9ed8-41219e7df96c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.313104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-8b93e9b6-7b4a-4308-9ed8-41219e7df96c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.318946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-8b93e9b6-7b4a-4308-9ed8-41219e7df96c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.321139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-8b93e9b6-7b4a-4308-9ed8-41219e7df96c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.4525275 Jul 16 08:44:09.337557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Transition to ACTIVE for port object 8c270be2-3667-4653-8727-640025341d27 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:09.345032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.370737 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 4, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7bc0db66-278f-4d50-83e6-5382890c4133', 'name': '', 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'mac_address': 'fa:16:3e:8d:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef77e968-eb09-492c-8ff8-3d018e87e6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 2, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'subnets': [{'id': 'ef77e968-eb09-492c-8ff8-3d018e87e6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:09.404792 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Checking router: f6d88590-a53f-4ee7-a2dd-95d4f97f227f for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:09.405157 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Updating router f6d88590-a53f-4ee7-a2dd-95d4f97f227f port 7bc0db66-278f-4d50-83e6-5382890c4133 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:09.443258 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.468481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5943d3a0-eac1-487f-b437-0fe0643d7681 req-62afc66c-3b5a-4fac-8c35-a0cf99a47f8f service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133305 Jul 16 08:44:09.479975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Pushing event updated for resources: {'Port': ['ID=8c270be2-3667-4653-8727-640025341d27,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:09.491723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.492646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.492959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.493288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.494063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.494063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.494289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.494581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.494905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.495228 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.495690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.496016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:09.516405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Attempting to bind port 8c270be2-3667-4653-8727-640025341d27 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:09.517006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Attempting to bind port 8c270be2-3667-4653-8727-640025341d27 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '790b860f-e0bd-4f90-aff0-500edff75a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '72904a58-1c32-40fe-98ed-b2cea06d2c2a'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:09.517340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Attempting to bind port 8c270be2-3667-4653-8727-640025341d27 on network 72904a58-1c32-40fe-98ed-b2cea06d2c2a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:09.522348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Port 8c270be2-3667-4653-8727-640025341d27 on network 72904a58-1c32-40fe-98ed-b2cea06d2c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:09.523091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Attempting to bind port 8c270be2-3667-4653-8727-640025341d27 on network 72904a58-1c32-40fe-98ed-b2cea06d2c2a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:09.532027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:09.532366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Checking segment: {'id': '790b860f-e0bd-4f90-aff0-500edff75a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '72904a58-1c32-40fe-98ed-b2cea06d2c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:09.532753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Bound using segment: {'id': '790b860f-e0bd-4f90-aff0-500edff75a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '72904a58-1c32-40fe-98ed-b2cea06d2c2a'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:09.533189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Bound port: 8c270be2-3667-4653-8727-640025341d27, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790b860f-e0bd-4f90-aff0-500edff75a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '72904a58-1c32-40fe-98ed-b2cea06d2c2a'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:09.533545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.627774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] For port 8c270be2-3667-4653-8727-640025341d27, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:09.632023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] For port 8c270be2-3667-4653-8727-640025341d27, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8c270be2-3667-4653-8727-640025341d27,segment=NetworkSegment(790b860f-e0bd-4f90-aff0-500edff75a92),segment_id=790b860f-e0bd-4f90-aff0-500edff75a92)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:09.636393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.674739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.675374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.677371 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] 10.222.0.54 "PUT /v2.0/ports/8c270be2-3667-4653-8727-640025341d27 HTTP/1.1" status: 200 len: 1092 time: 1.3670440 Jul 16 08:44:09.677371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da958ae0-2f9b-440c-a571-56064c63d85d', 'tag': '8c270be2-3667-4653-8727-640025341d27'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:09.679654 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf9845-d5fb-4ac2-96cf-547000a2f144" -d '{"events": [{"name": "network-changed", "server_uuid": "da958ae0-2f9b-440c-a571-56064c63d85d", "tag": "8c270be2-3667-4653-8727-640025341d27"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:09.689234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-a2fabf2e-09a4-4b6b-b0de-feaad881db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.689953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-a2fabf2e-09a4-4b6b-b0de-feaad881db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.690214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-a2fabf2e-09a4-4b6b-b0de-feaad881db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.690687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-a2fabf2e-09a4-4b6b-b0de-feaad881db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.691156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-a2fabf2e-09a4-4b6b-b0de-feaad881db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.691625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-a2fabf2e-09a4-4b6b-b0de-feaad881db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.692149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-a2fabf2e-09a4-4b6b-b0de-feaad881db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.695878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96306113-33b1-4755-80dd-cd099dd87715 req-a2fabf2e-09a4-4b6b-b0de-feaad881db91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6482 time: 0.7253201 Jul 16 08:44:09.709598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f741ce7-815d-4d1d-8601-443775ddc76e service neutron] Pushing event updated for resources: {'Port': ['ID=8c270be2-3667-4653-8727-640025341d27,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:09.773433 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.784080 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Transition to ACTIVE for port object 7bc0db66-278f-4d50-83e6-5382890c4133 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:09.790211 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.806735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-ab09d6f0-3cf5-4f69-bfcc-33a6147f94be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.808281 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-ab09d6f0-3cf5-4f69-bfcc-33a6147f94be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e6fb5f1ea6e4948b5503f1cf31d94b8&device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 1095 time: 0.0583241 Jul 16 08:44:09.860282 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-e7ebbd37-8d5e-4ca6-8e17-1e3bd1f03003 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c270be2-3667-4653-8727-640025341d27 HTTP/1.1" status: 200 len: 217 time: 0.0398123 Jul 16 08:44:09.912500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a970c9d-6670-4e14-99b4-dfdeff964bfa req-bef7a9a2-5754-4ce5-8e4b-a10afe0e585d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2346957 Jul 16 08:44:09.913182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7b54d198-0676-4792-98b6-6920d6ef322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.915398 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-7b54d198-0676-4792-98b6-6920d6ef322f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b115573-497b-4bf8-8b88-e14330b849c5 HTTP/1.1" status: 200 len: 860 time: 0.0468006 Jul 16 08:44:09.923517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-9624f15d-9da9-4bf8-ba6a-14b1f1759083 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8406482 Jul 16 08:44:09.928703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:09.963782 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-142911d4-b2ff-43e2-8424-e06ed593ce09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72904a58-1c32-40fe-98ed-b2cea06d2c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342219 Jul 16 08:44:09.988618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Allocated IP 172.20.0.12 (077d6b3a-a9e3-44da-8972-5f046a20608d/a9b0f2e5-91ff-4fcc-b28e-74cd4998023f/d93a555f-84d4-4304-b6f1-fda03fb29dec) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:10.002036 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Pushing event updated for resources: {'Port': ['ID=7bc0db66-278f-4d50-83e6-5382890c4133,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.042083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64130881-d397-4c39-9332-e24ce0019694 req-9a2e3bf7-9d9e-418a-8a3e-fe25cf30deb6 service neutron] 10.222.0.52 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043573 Jul 16 08:44:10.050056 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.050645 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.051194 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.051784 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.052424 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.053012 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.053516 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.054024 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.054567 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.055207 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.055855 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.056339 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.061108 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Attempting to bind port 7bc0db66-278f-4d50-83e6-5382890c4133 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:10.062863 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Attempting to bind port 7bc0db66-278f-4d50-83e6-5382890c4133 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:10.063427 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Attempting to bind port 7bc0db66-278f-4d50-83e6-5382890c4133 on network 0f07132d-6cb0-4274-8087-26fa7bf8a330 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:10.063580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-65a3d1d1-fc63-464a-8575-338c5fdbe364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.066178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96306113-33b1-4755-80dd-cd099dd87715 req-65a3d1d1-fc63-464a-8575-338c5fdbe364 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 200 len: 903 time: 0.3400447 Jul 16 08:44:10.071619 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.078896 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:10.085414 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Checking segment: {'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:10.086708 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.087443 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Bound using segment: {'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:10.088106 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Bound port: 7bc0db66-278f-4d50-83e6-5382890c4133, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d246ed-cc30-4171-9a58-5018085416a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:10.088686 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.139285 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-ac60fb42-e026-4371-b774-8939bef53c48 service neutron] 10.222.0.54 "GET /v2.0/networks/72904a58-1c32-40fe-98ed-b2cea06d2c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604233 Jul 16 08:44:10.152590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96306113-33b1-4755-80dd-cd099dd87715 req-fb2a955f-0cae-446c-934e-7a487b7c0ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8 HTTP/1.1" status: 200 len: 217 time: 0.0721488 Jul 16 08:44:10.190180 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] For port 7bc0db66-278f-4d50-83e6-5382890c4133, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:10.194286 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] For port 7bc0db66-278f-4d50-83e6-5382890c4133, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7bc0db66-278f-4d50-83e6-5382890c4133,segment=NetworkSegment(88d246ed-cc30-4171-9a58-5018085416a6),segment_id=88d246ed-cc30-4171-9a58-5018085416a6)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:10.199719 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.252677 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fbf2b40f-34ff-4588-bea4-f2096964b66e req-ec9d7e9f-2121-463a-966f-637ae6511fc3 service neutron] 10.222.0.54 "GET /v2.0/networks/72904a58-1c32-40fe-98ed-b2cea06d2c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973966 Jul 16 08:44:10.262597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9121c061-9938-43ca-a0fa-6fe0a33e96d4 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:10.281295 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Routers {'f6d88590-a53f-4ee7-a2dd-95d4f97f227f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:10.282082 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:43:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:10.288290 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a311fa-51b9-4244-977e-7b821eddd1ea None None] Pushing event updated for resources: {'Port': ['ID=7bc0db66-278f-4d50-83e6-5382890c4133,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.324760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:10.333015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:10.333765 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.342909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-fd3c50f1-7d8a-4bb3-a135-3df5adc82a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.344562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96306113-33b1-4755-80dd-cd099dd87715 req-fd3c50f1-7d8a-4bb3-a135-3df5adc82a64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1742873 Jul 16 08:44:10.428864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e99e3a-a6ec-45ab-98c2-fea038a90dcf req-3dbf51a5-0ce1-40dc-a176-9279e542c254 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.430457 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] Set router f6d88590-a53f-4ee7-a2dd-95d4f97f227f gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:10.430591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71e99e3a-a6ec-45ab-98c2-fea038a90dcf req-3dbf51a5-0ce1-40dc-a176-9279e542c254 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2894828 Jul 16 08:44:10.433693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.436245 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.471348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4856cb-c1f0-4db3-8629-c35682a2c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9121c061-9938-43ca-a0fa-6fe0a33e96d4'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:10.474294 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa34c358-767f-447a-92c0-6c6ac93c2d97" -d '{"events": [{"server_uuid": "4a4856cb-c1f0-4db3-8629-c35682a2c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "9121c061-9938-43ca-a0fa-6fe0a33e96d4"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:10.494501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9121c061-9938-43ca-a0fa-6fe0a33e96d4, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9121c061-9938-43ca-a0fa-6fe0a33e96d4,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:10.499292 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.500398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:10.556710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71e99e3a-a6ec-45ab-98c2-fea038a90dcf req-36b2e996-e24e-4214-8ba0-3cd8f931bc67 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946665 Jul 16 08:44:10.565051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306113-33b1-4755-80dd-cd099dd87715 req-5f6d3c49-ed5a-49a1-aef0-b15c08e91e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.566905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96306113-33b1-4755-80dd-cd099dd87715 req-5f6d3c49-ed5a-49a1-aef0-b15c08e91e5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2046635 Jul 16 08:44:10.606986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=9121c061-9938-43ca-a0fa-6fe0a33e96d4,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.643755 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.675729 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 4, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7bc0db66-278f-4d50-83e6-5382890c4133', 'name': '', 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'mac_address': 'fa:16:3e:8d:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef77e968-eb09-492c-8ff8-3d018e87e6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:10Z', 'revision_number': 4, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'subnets': [{'id': 'ef77e968-eb09-492c-8ff8-3d018e87e6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:10.677082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:10.682106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.709787 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b54384-178d-43fc-9b34-e112c6f9ea22 None None] The sync data for ids ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'] in n-d-780147-28 is: [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 4, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7bc0db66-278f-4d50-83e6-5382890c4133', 'name': '', 'network_id': '0f07132d-6cb0-4274-8087-26fa7bf8a330', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'mac_address': 'fa:16:3e:8d:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef77e968-eb09-492c-8ff8-3d018e87e6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:10Z', 'revision_number': 4, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'subnets': [{'id': 'ef77e968-eb09-492c-8ff8-3d018e87e6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:10.710070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.735586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.802396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.834574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96306113-33b1-4755-80dd-cd099dd87715 req-a00b7147-83e5-4c83-a4b5-76ec41cb2659 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521966 Jul 16 08:44:10.837139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Network 077d6b3a-a9e3-44da-8972-5f046a20608d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:10.889264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:10.905040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:10.915072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Pushing event updated for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.944308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7bc0db66-278f-4d50-83e6-5382890c4133 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:10.978736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.979108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.979448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.979786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.980114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.980439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.980765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.981084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.981411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.982043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.982183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:10.982387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:11.004259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 7bc0db66-278f-4d50-83e6-5382890c4133 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:11.008650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7bc0db66-278f-4d50-83e6-5382890c4133 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:11.009106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.020127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8114b73-4fd9-4f83-b05f-e259a7194c86', 'tag': 'cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:11.022841 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d1c2c8-d08d-4b94-9131-9ba47f87a990" -d '{"events": [{"name": "network-changed", "server_uuid": "a8114b73-4fd9-4f83-b05f-e259a7194c86", "tag": "cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:11.079349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.080202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.098400 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.115383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcb28f-3a61-4f0f-a50a-c1bbc1a2c0fb req-5ed3c2f5-1ed8-47e1-ad5c-6f980bc1fb24 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.116988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ecbcb28f-3a61-4f0f-a50a-c1bbc1a2c0fb req-5ed3c2f5-1ed8-47e1-ad5c-6f980bc1fb24 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 943 time: 0.4105282 Jul 16 08:44:11.132167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96306113-33b1-4755-80dd-cd099dd87715 req-d72538af-01c8-4157-80b6-a9e5228df406 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876318 Jul 16 08:44:11.136115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 7bc0db66-278f-4d50-83e6-5382890c4133, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7bc0db66-278f-4d50-83e6-5382890c4133,segment=NetworkSegment(88d246ed-cc30-4171-9a58-5018085416a6),segment_id=88d246ed-cc30-4171-9a58-5018085416a6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:11.142633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3fc7a5ac-21a7-418e-a64f-ad9002fc12e7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6458519 Jul 16 08:44:11.143402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.163443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Allocated IP 172.25.6.167 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/f828a4da-5175-4123-91a9-42ff1a1f4dec) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:11.169954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Request body: {'port': {'device_id': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:11.217622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=7bc0db66-278f-4d50-83e6-5382890c4133,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.266753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ecbcb28f-3a61-4f0f-a50a-c1bbc1a2c0fb req-f32388c1-0b52-4fa2-9948-f534c527f230 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371169 Jul 16 08:44:11.377880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.412209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-d9834700-431d-4d55-a16e-d613eca39f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.412695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-d9834700-431d-4d55-a16e-d613eca39f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.413166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-d9834700-431d-4d55-a16e-d613eca39f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.413629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-d9834700-431d-4d55-a16e-d613eca39f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.414310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-d9834700-431d-4d55-a16e-d613eca39f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.415000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-d9834700-431d-4d55-a16e-d613eca39f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.415531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-d9834700-431d-4d55-a16e-d613eca39f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.417405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-d9834700-431d-4d55-a16e-d613eca39f61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6482 time: 0.2213306 Jul 16 08:44:11.473977 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.699264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-334d0c3c-db22-462f-a1e0-96731653fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.700769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-334d0c3c-db22-462f-a1e0-96731653fc5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 200 len: 903 time: 0.2758737 Jul 16 08:44:11.758307 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.769582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-8fca23d6-44e9-48f1-9105-b591dd855680 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 HTTP/1.1" status: 200 len: 217 time: 0.0577037 Jul 16 08:44:11.879709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb143f-a1c2-4238-a101-7f4e86d22c6e req-b72d9f10-5d16-4d78-84a0-2317586f7609 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.881292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1bb143f-a1c2-4238-a101-7f4e86d22c6e req-b72d9f10-5d16-4d78-84a0-2317586f7609 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 948 time: 0.3895237 Jul 16 08:44:11.886950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:11.902478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:11.911681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Pushing event updated for resources: {'Port': ['ID=f828a4da-5175-4123-91a9-42ff1a1f4dec,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.915472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:11.973064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-9a293b60-de3f-46db-935b-422b9fcc99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.974544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-9a293b60-de3f-46db-935b-422b9fcc99ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1778920 Jul 16 08:44:12.039624 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1bb143f-a1c2-4238-a101-7f4e86d22c6e req-57a74031-f687-4497-89aa-21b182b00939 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460228 Jul 16 08:44:12.097971 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c802da38-033b-4a5a-9d71-7231739edf07 x-openstack-request-id: req-c802da38-033b-4a5a-9d71-7231739edf07 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:12.098487 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da958ae0-2f9b-440c-a571-56064c63d85d", "tag": "8c270be2-3667-4653-8727-640025341d27", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:12.098715 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c802da38-033b-4a5a-9d71-7231739edf07 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:12.099216 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da958ae0-2f9b-440c-a571-56064c63d85d', 'tag': '8c270be2-3667-4653-8727-640025341d27', 'status': 'completed', 'code': 200} Jul 16 08:44:12.132091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93a555f-84d4-4304-b6f1-fda03fb29dec {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:12.143688 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.153987 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.170004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Transition to ACTIVE for port object d93a555f-84d4-4304-b6f1-fda03fb29dec will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:12.175025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-1959d51a-9e04-419c-852a-7dd6bf810d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.176555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-1959d51a-9e04-419c-852a-7dd6bf810d40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1867597 Jul 16 08:44:12.180025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.195291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-db5c6743-d7e6-4485-b978-e2f5b1066e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.197387 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-db5c6743-d7e6-4485-b978-e2f5b1066e79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e6fb5f1ea6e4948b5503f1cf31d94b8&device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 1095 time: 0.0638661 Jul 16 08:44:12.268999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8c270be2-3667-4653-8727-640025341d27 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:12.317361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-231f0f34-f159-48d9-b66d-90c00e6b9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.318995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-231f0f34-f159-48d9-b66d-90c00e6b9608 service neutron] 10.222.0.54 "GET /v2.0/networks?id=72904a58-1c32-40fe-98ed-b2cea06d2c2a HTTP/1.1" status: 200 len: 921 time: 0.1059577 Jul 16 08:44:12.333169 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.375494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Pushing event updated for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.405736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8c270be2-3667-4653-8727-640025341d27, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8c270be2-3667-4653-8727-640025341d27,segment=NetworkSegment(790b860f-e0bd-4f90-aff0-500edff75a92),segment_id=790b860f-e0bd-4f90-aff0-500edff75a92)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.418436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '8c270be2-3667-4653-8727-640025341d27', 'network_id': '72904a58-1c32-40fe-98ed-b2cea06d2c2a', 'port_id': '8c270be2-3667-4653-8727-640025341d27', 'mac_address': 'fa:16:3e:70:cd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b115573-497b-4bf8-8b88-e14330b849c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:12.422743 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-5e4bf1e1-a898-41a7-ad93-b28718974ca5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c270be2-3667-4653-8727-640025341d27 HTTP/1.1" status: 200 len: 217 time: 0.0904596 Jul 16 08:44:12.494939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.508892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-8cf05c17-5c41-4358-bd61-5152ed9c966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.510614 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-8cf05c17-5c41-4358-bd61-5152ed9c966e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b115573-497b-4bf8-8b88-e14330b849c5 HTTP/1.1" status: 200 len: 860 time: 0.0778286 Jul 16 08:44:12.515133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c270be2-3667-4653-8727-640025341d27 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:12.563820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8c270be2-3667-4653-8727-640025341d27, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8c270be2-3667-4653-8727-640025341d27,segment=NetworkSegment(790b860f-e0bd-4f90-aff0-500edff75a92),segment_id=790b860f-e0bd-4f90-aff0-500edff75a92)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.568330 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-97d2c7fe-d737-4710-86df-e488c6769e9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72904a58-1c32-40fe-98ed-b2cea06d2c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427756 Jul 16 08:44:12.569777 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.571699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:12.698010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-75216f46-1246-4a4c-8dd1-841d7bae01fe service neutron] 10.222.0.54 "GET /v2.0/networks/72904a58-1c32-40fe-98ed-b2cea06d2c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160939 Jul 16 08:44:12.712606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.731756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'mac_address': 'fa:16:3e:4b:a5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:12.735530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8c270be2-3667-4653-8727-640025341d27,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.771852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:12.791499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.809700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:12.820981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79620b-09ed-4864-9da1-52f97daa3130 req-186329c0-adb5-4a22-a1a3-3e6e4febfa48 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.822945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f79620b-09ed-4864-9da1-52f97daa3130 req-186329c0-adb5-4a22-a1a3-3e6e4febfa48 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 943 time: 0.5751214 Jul 16 08:44:12.848949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.865553 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aacf9845-d5fb-4ac2-96cf-547000a2f144 req-36bb1e85-c1cf-4d1b-b554-908baa71037d service neutron] 10.222.0.54 "GET /v2.0/networks/72904a58-1c32-40fe-98ed-b2cea06d2c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546593 Jul 16 08:44:12.879084 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.912185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7bc0db66-278f-4d50-83e6-5382890c4133 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:12.919519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-0f8936f9-06f6-4085-9eed-14514cd547e3 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127810 Jul 16 08:44:12.967050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f79620b-09ed-4864-9da1-52f97daa3130 req-196038da-6aa1-44ad-9f25-8e4c8cd73c26 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128209 Jul 16 08:44:13.064919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Attempting to bind port d93a555f-84d4-4304-b6f1-fda03fb29dec on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:13.064919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Attempting to bind port d93a555f-84d4-4304-b6f1-fda03fb29dec by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:13.064919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Attempting to bind port d93a555f-84d4-4304-b6f1-fda03fb29dec on network 077d6b3a-a9e3-44da-8972-5f046a20608d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:13.072247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Port d93a555f-84d4-4304-b6f1-fda03fb29dec on network 077d6b3a-a9e3-44da-8972-5f046a20608d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:13.072247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Attempting to bind port d93a555f-84d4-4304-b6f1-fda03fb29dec on network 077d6b3a-a9e3-44da-8972-5f046a20608d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:13.092168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:13.092503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Checking segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:13.092887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Bound using segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:13.093323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Bound port: d93a555f-84d4-4304-b6f1-fda03fb29dec, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:13.093697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.105863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:13.117202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.126684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6', 'network_id': '03373fb8-dc5a-4da4-9d24-7a9a3de50f19', 'port_id': 'cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6', 'mac_address': 'fa:16:3e:60:69:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d830b2d-3043-4c2d-9c6e-9d06747380a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:13.160640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7bc0db66-278f-4d50-83e6-5382890c4133 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:13.161012 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.191108 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.198297 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.204297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27a9889d-b5c1-40cc-b164-6e4c9af84392 req-3907d514-b619-4662-8694-a6ea9a9ca379 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755551 Jul 16 08:44:13.204882 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.221415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:13.246374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:13.250642 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.308588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:13.317831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Pushing event updated for resources: {'Port': ['ID=f828a4da-5175-4123-91a9-42ff1a1f4dec,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.328126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.333759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:13.345217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9ba9a-3479-4e71-9b76-cf6cdf8de560 req-e4391cc7-1666-4555-91d8-0c115af14588 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.346727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42e9ba9a-3479-4e71-9b76-cf6cdf8de560 req-e4391cc7-1666-4555-91d8-0c115af14588 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 944 time: 0.2571387 Jul 16 08:44:13.350028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.353938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['8c270be2-3667-4653-8727-640025341d27'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:13.358923 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.413488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.414492 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.416059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] 10.222.0.52 "PUT /v2.0/ports/d93a555f-84d4-4304-b6f1-fda03fb29dec HTTP/1.1" status: 200 len: 1093 time: 2.2560773 Jul 16 08:44:13.416853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:13.424202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.425581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-83fbd353-32f6-4f7c-afe3-34c4a176ab3c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5007606 Jul 16 08:44:13.520442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42e9ba9a-3479-4e71-9b76-cf6cdf8de560 req-d44a2903-2723-4122-acde-8e1d771efe21 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626959 Jul 16 08:44:13.531095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:13.550418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeff19-cffb-4590-8c33-54ee28a98b48 service neutron] Pushing event updated for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.564836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-e50a3f18-883d-4c36-b9d8-cf3811210873 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.1277997 Jul 16 08:44:13.586488 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f6646-7184-4bf3-946e-8c34b95cd112 x-openstack-request-id: req-6a3f6646-7184-4bf3-946e-8c34b95cd112 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:13.586820 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4856cb-c1f0-4db3-8629-c35682a2c8f0", "name": "network-vif-plugged", "status": "completed", "tag": "9121c061-9938-43ca-a0fa-6fe0a33e96d4", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:13.587025 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a3f6646-7184-4bf3-946e-8c34b95cd112 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:13.587398 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4856cb-c1f0-4db3-8629-c35682a2c8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9121c061-9938-43ca-a0fa-6fe0a33e96d4', 'code': 200} Jul 16 08:44:13.672581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-cab01a1a-8b07-4e4f-8532-b3097bb78d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.674523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-cab01a1a-8b07-4e4f-8532-b3097bb78d22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 1096 time: 0.1961882 Jul 16 08:44:13.731230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-888b49a8-638e-4a67-a325-3ab57bca4569 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec HTTP/1.1" status: 200 len: 217 time: 0.0469851 Jul 16 08:44:13.769035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4f8bf-fd20-4ec7-95b8-bd9f9c8d8976 req-a16d0302-8958-4d8a-8ebd-4a430ba2a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.770590 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1c4f8bf-fd20-4ec7-95b8-bd9f9c8d8976 req-a16d0302-8958-4d8a-8ebd-4a430ba2a375 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 1100 time: 0.0693247 Jul 16 08:44:13.806727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-7bb29b7b-f604-4118-b38d-993d2c4601e0 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.808098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-7bb29b7b-f604-4118-b38d-993d2c4601e0 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.2357907 Jul 16 08:44:13.815468 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1c4f8bf-fd20-4ec7-95b8-bd9f9c8d8976 req-6be530e7-aad3-4e24-95e0-44b2abd0eda6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Jul 16 08:44:13.824754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-7c31c8d4-6128-434d-ab50-c78420703fd6 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:44:13.825725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6c3ffd7-fdee-4c8b-aaa7-ec9f5170a556 req-7c31c8d4-6128-434d-ab50-c78420703fd6 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094576 Jul 16 08:44:13.838860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-0dc546d8-d824-4031-83bd-071ab42d0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.841470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-0dc546d8-d824-4031-83bd-071ab42d0548 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 200 len: 845 time: 0.0961640 Jul 16 08:44:13.879601 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1266e942-b87e-4e05-a7e5-a352aedce5a7 x-openstack-request-id: req-1266e942-b87e-4e05-a7e5-a352aedce5a7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:13.879888 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8114b73-4fd9-4f83-b05f-e259a7194c86", "tag": "cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:13.880141 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1266e942-b87e-4e05-a7e5-a352aedce5a7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:13.880528 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8114b73-4fd9-4f83-b05f-e259a7194c86', 'tag': 'cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6', 'status': 'completed', 'code': 200} Jul 16 08:44:13.887948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-ceff1f0c-189f-4b4f-b63c-0da8d4bcb69a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077d6b3a-a9e3-44da-8972-5f046a20608d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393050 Jul 16 08:44:13.899574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784550-fcc6-44de-8446-968c280f6917 req-63fa5323-f065-40e9-b26b-46a65a2c3130 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.905419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784550-fcc6-44de-8446-968c280f6917 req-63fa5323-f065-40e9-b26b-46a65a2c3130 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.911391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784550-fcc6-44de-8446-968c280f6917 req-63fa5323-f065-40e9-b26b-46a65a2c3130 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.918713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784550-fcc6-44de-8446-968c280f6917 req-63fa5323-f065-40e9-b26b-46a65a2c3130 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.924584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784550-fcc6-44de-8446-968c280f6917 req-63fa5323-f065-40e9-b26b-46a65a2c3130 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.931366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784550-fcc6-44de-8446-968c280f6917 req-63fa5323-f065-40e9-b26b-46a65a2c3130 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.937301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784550-fcc6-44de-8446-968c280f6917 req-63fa5323-f065-40e9-b26b-46a65a2c3130 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.939229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22784550-fcc6-44de-8446-968c280f6917 req-63fa5323-f065-40e9-b26b-46a65a2c3130 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.2136598 Jul 16 08:44:14.107132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22784550-fcc6-44de-8446-968c280f6917 req-8efbcaf2-58be-4a4a-a718-c9d1d38406b0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495566 Jul 16 08:44:14.153896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22a3ec-36a0-462c-9490-9f55d49d1960 req-135c1423-9512-4aba-9404-ef8841ac02c7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.155387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e22a3ec-36a0-462c-9490-9f55d49d1960 req-135c1423-9512-4aba-9404-ef8841ac02c7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 949 time: 0.2004936 Jul 16 08:44:14.157449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-3f824b9e-ffb9-4543-ae53-7ab8fa6b9921 service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162960 Jul 16 08:44:14.159177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-febb02ba-7594-4d19-89e1-1b2734eceb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.160550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-febb02ba-7594-4d19-89e1-1b2734eceb8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 1096 time: 0.2204421 Jul 16 08:44:14.303316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e22a3ec-36a0-462c-9490-9f55d49d1960 req-b6a37213-9d18-458c-87c2-a37b4d3c6b0a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418169 Jul 16 08:44:14.354215 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da28e6fc-55aa-45aa-9a1b-35e5d268e0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.380315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c857c07c-e05e-461c-92c7-ec8dde7bca6b req-2f55be05-93a2-441b-996f-8ac8f3cf0c16 service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052178 Jul 16 08:44:14.398263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-5a4028eb-4eb6-48c6-bd78-54bb353d7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.400393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-5a4028eb-4eb6-48c6-bd78-54bb353d7d4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 200 len: 923 time: 0.2244005 Jul 16 08:44:14.411645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c280fa-9a61-4e9e-9fde-0a47e224aed9 req-063f2440-addd-4729-a2fe-9b1dc24424ae tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.413066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21c280fa-9a61-4e9e-9fde-0a47e224aed9 req-063f2440-addd-4729-a2fe-9b1dc24424ae tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 944 time: 0.1837351 Jul 16 08:44:14.456124 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-492fb6a9-a491-472d-88fc-ba43d859c9e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0421326 Jul 16 08:44:14.527835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21c280fa-9a61-4e9e-9fde-0a47e224aed9 req-dca321fb-44dd-465a-affe-80d67a1df0d3 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784140 Jul 16 08:44:14.564725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-f63624b3-1b5b-4bcf-ad69-d9221253d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.566139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-f63624b3-1b5b-4bcf-ad69-d9221253d7fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d830b2d-3043-4c2d-9c6e-9d06747380a0 HTTP/1.1" status: 200 len: 862 time: 0.1013286 Jul 16 08:44:14.633603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-972fa2c4-dc3f-4226-ae18-3ea63eca6db1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03373fb8-dc5a-4da4-9d24-7a9a3de50f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363238 Jul 16 08:44:14.637372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f6e6b0b-0b75-4467-85e3-11efcb72fd74 req-a8afd2f1-47d9-4c16-bc8f-d6fc9414ecb4 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips/25bccf4c-c484-4522-8ae4-163b3d350803 HTTP/1.1" status: 200 len: 693 time: 0.0815828 Jul 16 08:44:14.723713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ff86e-8c36-442f-a561-87921cad4209 req-742256ba-1b33-49db-a06f-3de8623c9931 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.725188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-122ff86e-8c36-442f-a561-87921cad4209 req-742256ba-1b33-49db-a06f-3de8623c9931 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 948 time: 0.2137370 Jul 16 08:44:14.780973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:14.830970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:14.835212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:14.835623 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.855490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e6b0b-0b75-4467-85e3-11efcb72fd74 req-43dbde86-542e-4aff-97a9-b5fa99b4b0e4 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.856856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f6e6b0b-0b75-4467-85e3-11efcb72fd74 req-43dbde86-542e-4aff-97a9-b5fa99b4b0e4 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.2124140 Jul 16 08:44:14.858641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-25499e49-cf79-4271-ae28-6c6b217e0902 service neutron] 10.222.0.52 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102675 Jul 16 08:44:14.861514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-122ff86e-8c36-442f-a561-87921cad4209 req-aaba0821-2622-4a80-8308-0a4ac604dcc1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856669 Jul 16 08:44:14.866893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-2f6e6b0b-0b75-4467-85e3-11efcb72fd74 req-cb037fbc-8907-469b-82e0-2b4d4c6aaf24 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:44:14.868433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f6e6b0b-0b75-4467-85e3-11efcb72fd74 req-cb037fbc-8907-469b-82e0-2b4d4c6aaf24 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060589 Jul 16 08:44:14.940841 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.967487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d1c2c8-d08d-4b94-9131-9ba47f87a990 req-17a2f77a-33d7-4ada-8cc6-6bc8e9ab9420 service neutron] 10.222.0.52 "GET /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981054 Jul 16 08:44:14.978041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:14.983592 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.044787 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.049988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:15.065892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269021c-251f-47bc-8b4f-74cd3217703a req-696ffd70-44d4-4e71-87ae-d58bfadea675 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.067412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9269021c-251f-47bc-8b4f-74cd3217703a req-696ffd70-44d4-4e71-87ae-d58bfadea675 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 944 time: 0.0758510 Jul 16 08:44:15.107295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9269021c-251f-47bc-8b4f-74cd3217703a req-42aec520-6ab7-44a3-a4c6-544d3dd4e3f2 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Jul 16 08:44:15.264226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db646091-9bba-4994-b8cb-134fd22f1800 req-4d335c32-53a5-498e-b5d3-ea9339748d2c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=88c9dbff3ef04ae0ab3e0a35fe27832a HTTP/1.1" status: 200 len: 696 time: 0.0656960 Jul 16 08:44:15.308018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-3d5c6ea2-566c-4dd9-88ad-17d0ad9a7ea8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.309522 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-3d5c6ea2-566c-4dd9-88ad-17d0ad9a7ea8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208&tenant_id=5443957cf93641718163cdaddb1c6608&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 949 time: 0.0765173 Jul 16 08:44:15.381245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-d323028c-5390-4338-a49e-e825f381a1ad service neutron] 10.222.0.54 "GET /v2.0/ports/a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 383 time: 0.0587225 Jul 16 08:44:15.471375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-39c15056-e0ed-432c-8172-0b34a0f5a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.473487 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-39c15056-e0ed-432c-8172-0b34a0f5a952 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 1101 time: 0.0620384 Jul 16 08:44:15.585286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-5bc6253e-7228-40fa-b8e3-6d853b136637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.586892 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-5bc6253e-7228-40fa-b8e3-6d853b136637 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.0975523 Jul 16 08:44:15.588536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'}, {'server_uuid': 'a8114b73-4fd9-4f83-b05f-e259a7194c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:15.590915 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45417a96-d5d4-4bb5-ace1-fa594cd0a885" -d '{"events": [{"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6"}, {"server_uuid": "a8114b73-4fd9-4f83-b05f-e259a7194c86", "name": "network-vif-plugged", "status": "completed", "tag": "cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:15.631771 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-dfa73ff4-72c9-40e8-a3ba-7a9d14854d6e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 200 len: 217 time: 0.0357332 Jul 16 08:44:15.676229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25edf-f09a-4a42-a6ce-f0f80784cdd0 req-25d592fe-ab82-41c1-9cc1-e4acb20667c5 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.677773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85c25edf-f09a-4a42-a6ce-f0f80784cdd0 req-25d592fe-ab82-41c1-9cc1-e4acb20667c5 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 944 time: 0.4366937 Jul 16 08:44:15.687162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db646091-9bba-4994-b8cb-134fd22f1800 req-6f2daa99-2a7f-45e3-845d-3274fd4041ad tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.688580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db646091-9bba-4994-b8cb-134fd22f1800 req-6f2daa99-2a7f-45e3-845d-3274fd4041ad tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/networks?id=b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 787 time: 0.4083531 Jul 16 08:44:15.692670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-6df86626-1f4b-4a88-9f9a-17a03c4c56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.694148 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-6df86626-1f4b-4a88-9f9a-17a03c4c56e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0510592 Jul 16 08:44:15.700793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-db646091-9bba-4994-b8cb-134fd22f1800 req-116c95d3-1e4f-49c0-b1e4-a5279b856a68 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:44:15.701759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db646091-9bba-4994-b8cb-134fd22f1800 req-116c95d3-1e4f-49c0-b1e4-a5279b856a68 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063410 Jul 16 08:44:15.729500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85c25edf-f09a-4a42-a6ce-f0f80784cdd0 req-60a0a544-fbed-47b7-95ad-f1f94c634e58 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399706 Jul 16 08:44:15.775260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-ca8fcc4d-70c1-4488-894f-5defbc6eed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.776835 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-ca8fcc4d-70c1-4488-894f-5defbc6eed79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704124 Jul 16 08:44:15.884356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:15.886651 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:15.893040 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-eb30999a-c853-451d-9a99-9c5b4f19edd0 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972319 Jul 16 08:44:15.910853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-d1997e48-679d-4ff2-955e-e9e22eb602b4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.917330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-d1997e48-679d-4ff2-955e-e9e22eb602b4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.923547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-d1997e48-679d-4ff2-955e-e9e22eb602b4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.929301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-d1997e48-679d-4ff2-955e-e9e22eb602b4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.935113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-d1997e48-679d-4ff2-955e-e9e22eb602b4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.940977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-d1997e48-679d-4ff2-955e-e9e22eb602b4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.947186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-d1997e48-679d-4ff2-955e-e9e22eb602b4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.949142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-d1997e48-679d-4ff2-955e-e9e22eb602b4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.1468246 Jul 16 08:44:15.990525 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-a08f1fa8-9c6e-4aa4-ab67-5c89096560c1 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885081 Jul 16 08:44:16.007240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a42c8c-1328-439d-9fb4-ea9bc4df3ce6 req-c72af0b6-c6ba-4833-a3c1-104040b3f1c1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.009742 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02a42c8c-1328-439d-9fb4-ea9bc4df3ce6 req-c72af0b6-c6ba-4833-a3c1-104040b3f1c1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 949 time: 0.1614902 Jul 16 08:44:16.013900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b514c49-d922-4161-b653-53fa0daaa8c5 req-56a5dd17-0816-469d-8394-065234f9f285 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583296 Jul 16 08:44:16.057320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02a42c8c-1328-439d-9fb4-ea9bc4df3ce6 req-0c026af9-bf8f-4fce-a819-6ad8ec1d2097 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Jul 16 08:44:16.199383 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d188138a-4a31-4962-a966-791ce40d89e3 x-openstack-request-id: req-d188138a-4a31-4962-a966-791ce40d89e3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:16.200014 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6", "code": 200}, {"server_uuid": "a8114b73-4fd9-4f83-b05f-e259a7194c86", "name": "network-vif-plugged", "status": "completed", "tag": "cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:16.200476 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d188138a-4a31-4962-a966-791ce40d89e3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:16.200987 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'code': 200} Jul 16 08:44:16.201344 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8114b73-4fd9-4f83-b05f-e259a7194c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6', 'code': 200} Jul 16 08:44:16.207577 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:16.259616 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-624c57c0-6060-4746-be51-489bb42d4cdd tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips/25bccf4c-c484-4522-8ae4-163b3d350803 HTTP/1.1" status: 200 len: 693 time: 0.0490317 Jul 16 08:44:16.312822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8c270be2-3667-4653-8727-640025341d27 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:16.366756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 8c270be2-3667-4653-8727-640025341d27 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:16.370543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 8c270be2-3667-4653-8727-640025341d27 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:16.371394 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.450208 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.453182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-7421657a-c2ad-42a1-8002-1b382d26c8ff tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.454575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-7421657a-c2ad-42a1-8002-1b382d26c8ff tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1896272 Jul 16 08:44:16.459711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3039fb-5a28-48af-8c5d-70508cdfbeb3 req-87c582e8-4410-41b1-b7a4-e3c66a92c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.461412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d3039fb-5a28-48af-8c5d-70508cdfbeb3 req-87c582e8-4410-41b1-b7a4-e3c66a92c383 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 1097 time: 0.1944461 Jul 16 08:44:16.468674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-bff895c5-cade-4d4a-8f52-8de30255655c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:44:16.469653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-bff895c5-cade-4d4a-8f52-8de30255655c tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066261 Jul 16 08:44:16.482366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8c270be2-3667-4653-8727-640025341d27, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8c270be2-3667-4653-8727-640025341d27,segment=NetworkSegment(790b860f-e0bd-4f90-aff0-500edff75a92),segment_id=790b860f-e0bd-4f90-aff0-500edff75a92)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:16.486073 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.486848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:16.487785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d844-b3f9-4a98-adef-caa486498a82 req-c6c013a6-352a-4876-a4c0-81b05a09221f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.489256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01b2d844-b3f9-4a98-adef-caa486498a82 req-c6c013a6-352a-4876-a4c0-81b05a09221f tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 945 time: 0.1590917 Jul 16 08:44:16.562316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8c270be2-3667-4653-8727-640025341d27,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:16.564752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-6887604b-a0bb-488c-8764-bddc2a759279 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.0841112 Jul 16 08:44:16.574484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d3039fb-5a28-48af-8c5d-70508cdfbeb3 req-200cbd28-7e88-47ad-9987-2f99b152c044 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024046 Jul 16 08:44:16.579829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:16.580284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.598283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01b2d844-b3f9-4a98-adef-caa486498a82 req-ae6b7fe4-141c-4501-a87e-a4ca0cb6b6bf tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932398 Jul 16 08:44:16.636110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-2ed38d82-47f5-470e-9de5-e05fdc5cbec4 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.0558493 Jul 16 08:44:16.676564 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.710165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:16.714400 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.761761 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:16.785943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d93a555f-84d4-4304-b6f1-fda03fb29dec details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:16.818038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b04c22-0ec4-4903-8a51-caf88e61a2de req-b9e7bafd-7bb7-4032-8033-078a9053318c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.819468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00b04c22-0ec4-4903-8a51-caf88e61a2de req-b9e7bafd-7bb7-4032-8033-078a9053318c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 948 time: 0.0981631 Jul 16 08:44:16.823433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Deleting port f828a4da-5175-4123-91a9-42ff1a1f4dec {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:16.823773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.888373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:16.899960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'port_id': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'mac_address': 'fa:16:3e:6b:8f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0f2e5-91ff-4fcc-b28e-74cd4998023f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:16.915250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00b04c22-0ec4-4903-8a51-caf88e61a2de req-bf5114f1-caa8-4592-a3c8-a6db669dadf0 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798092 Jul 16 08:44:16.940545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.940545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.946085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.946327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Calling delete_port for f828a4da-5175-4123-91a9-42ff1a1f4dec owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:16.959236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93a555f-84d4-4304-b6f1-fda03fb29dec {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:16.980448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:16.985968 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.006132 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b34c45b-29d4-4140-9095-fd6b1829b31c x-openstack-request-id: req-4b34c45b-29d4-4140-9095-fd6b1829b31c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:17.006423 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:17.006795 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b34c45b-29d4-4140-9095-fd6b1829b31c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:17.007182 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'status': 'completed', 'code': 200} Jul 16 08:44:17.037367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:17.134902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-691426f8-6dac-4090-ae2b-831e34770e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.136420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-691426f8-6dac-4090-ae2b-831e34770e54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.1321356 Jul 16 08:44:17.250004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836c7f5-9884-42d4-b0e8-59acff97d409 req-a089b311-efb3-49a1-994b-96bdec20afa4 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.251500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8836c7f5-9884-42d4-b0e8-59acff97d409 req-a089b311-efb3-49a1-994b-96bdec20afa4 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 945 time: 0.1883593 Jul 16 08:44:17.261355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d93a555f-84d4-4304-b6f1-fda03fb29dec'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:17.293240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.342145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Pushing event deleted for resources: {'Port': ['ID=f828a4da-5175-4123-91a9-42ff1a1f4dec,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:17.345342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-b356fc04-0d62-434e-89b1-834efe6d0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.346883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-b356fc04-0d62-434e-89b1-834efe6d0ff3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 906 time: 0.2026267 Jul 16 08:44:17.356539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8836c7f5-9884-42d4-b0e8-59acff97d409 req-101d13fb-5c74-4f7b-9367-5711fc842048 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979497 Jul 16 08:44:17.429220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-9fa8042c-8545-4d5e-8c37-b88a0767a7da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec HTTP/1.1" status: 200 len: 217 time: 0.0721574 Jul 16 08:44:17.514879 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.517443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.518635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9aafa07f-4ec3-467d-b086-de58eae41af7 req-e8e802a1-b61a-488f-bade-5872af333e0d tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "DELETE /v2.0/floatingips/25bccf4c-c484-4522-8ae4-163b3d350803 HTTP/1.1" status: 204 len: 173 time: 0.8761432 Jul 16 08:44:17.540352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-4b6624dc-1ad5-43c3-a7a8-e0f983e88be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.541892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-4b6624dc-1ad5-43c3-a7a8-e0f983e88be2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 200 len: 845 time: 0.1049151 Jul 16 08:44:17.550132 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.559494 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1921205c-beaf-4359-b144-74c6cd371dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.587181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-b88f96df-1d96-4365-92d7-24149fd24776 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077d6b3a-a9e3-44da-8972-5f046a20608d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331235 Jul 16 08:44:17.603599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dfbb7-ea88-4da3-ad5b-9835604d38fc req-afc53f84-5e1e-4e2b-af76-27b0a57491cb tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.605157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e89dfbb7-ea88-4da3-ad5b-9835604d38fc req-afc53f84-5e1e-4e2b-af76-27b0a57491cb tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 945 time: 0.1323161 Jul 16 08:44:17.729973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e89dfbb7-ea88-4da3-ad5b-9835604d38fc req-4cc61f6a-d3de-46bf-8930-2e88ea4ba311 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154196 Jul 16 08:44:17.759575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-27340624-1a3d-4cb3-b5ec-942409c3844f service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533012 Jul 16 08:44:17.765371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d02f3-d09b-43e9-be89-96e3c1a51a92 req-c67e1a3b-444f-42cd-b3de-0ea2b9d45547 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.766934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-754d02f3-d09b-43e9-be89-96e3c1a51a92 req-c67e1a3b-444f-42cd-b3de-0ea2b9d45547 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 1100 time: 0.1311665 Jul 16 08:44:17.868951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-754d02f3-d09b-43e9-be89-96e3c1a51a92 req-83233e24-4d3b-45ca-bd15-9ef08e1cea3e tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930791 Jul 16 08:44:17.924514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0030570d-5cf7-494e-87aa-ce2a6cb72cbe req-eff2f45e-4f0a-46d9-a60c-1f47c9fb333c service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566031 Jul 16 08:44:17.963423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-3565d3e9-d74a-4ac0-99ec-1f267cb3b848 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.971143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-3565d3e9-d74a-4ac0-99ec-1f267cb3b848 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.977755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-3565d3e9-d74a-4ac0-99ec-1f267cb3b848 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.983740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-3565d3e9-d74a-4ac0-99ec-1f267cb3b848 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.990817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-3565d3e9-d74a-4ac0-99ec-1f267cb3b848 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.997588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-3565d3e9-d74a-4ac0-99ec-1f267cb3b848 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.003469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-3565d3e9-d74a-4ac0-99ec-1f267cb3b848 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.005368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-3565d3e9-d74a-4ac0-99ec-1f267cb3b848 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.1545758 Jul 16 08:44:18.079974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7f5a435-11f2-458e-8cf1-1991645781b0 req-36291a7a-f609-4c57-8cb8-26f1c7e6d81c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641108 Jul 16 08:44:18.103305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82c84e-fc7b-4f0a-b662-b0375137bdad req-e21dd991-f52e-4aff-8ac4-a7415845af72 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.104828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa82c84e-fc7b-4f0a-b662-b0375137bdad req-e21dd991-f52e-4aff-8ac4-a7415845af72 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.0985246 Jul 16 08:44:18.144244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa82c84e-fc7b-4f0a-b662-b0375137bdad req-48099ac3-0f36-4df8-be60-a8ffdf38d2c1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Jul 16 08:44:18.202505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da958ae0-2f9b-440c-a571-56064c63d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c270be2-3667-4653-8727-640025341d27'}, {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:18.204978 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9c0f88-49ed-4560-8faa-7b9780aa890b" -d '{"events": [{"server_uuid": "da958ae0-2f9b-440c-a571-56064c63d85d", "name": "network-vif-plugged", "status": "completed", "tag": "8c270be2-3667-4653-8727-640025341d27"}, {"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-plugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:18.275028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-ee6e3191-d72d-490b-8418-c16dbd135eeb tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1011159 Jul 16 08:44:18.284481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:18.315163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.424233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494fad-4267-4019-8945-6e34c0da318f req-3967ec29-9e6e-4981-b660-c085c9507234 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.425619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4494fad-4267-4019-8945-6e34c0da318f req-3967ec29-9e6e-4981-b660-c085c9507234 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 945 time: 0.1215672 Jul 16 08:44:18.451788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.479946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4494fad-4267-4019-8945-6e34c0da318f req-9096fd54-067e-4301-9d40-8a6bc84e0106 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475371 Jul 16 08:44:18.485614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.601355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-c3b2d65a-8591-4309-b901-edf7995d485e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276928 Jul 16 08:44:18.651211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Allocated IP 172.25.6.149 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/86fd56bc-b22b-4ecc-b0ba-2052d67b913e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:18.716517 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.795506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-94d9597c-e7eb-4989-8f0f-9697aeb990ea tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.797190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-94d9597c-e7eb-4989-8f0f-9697aeb990ea tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888626 Jul 16 08:44:18.802039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d93a555f-84d4-4304-b6f1-fda03fb29dec up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:18.821575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-de35c34e-0f5c-4431-9b20-fa6b78348705 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/quotas/de66512d88f744208826036ff6421a1b HTTP/1.1" status: 200 len: 375 time: 0.0164418 Jul 16 08:44:18.874063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port d93a555f-84d4-4304-b6f1-fda03fb29dec completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:18.878257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d93a555f-84d4-4304-b6f1-fda03fb29dec triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:18.878864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.883076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.950199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-ad295874-0e02-4bd3-851d-642d74d4975f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1225016 Jul 16 08:44:18.963550 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.965368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.002997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:19.008414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.012169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:19.015563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:19.018196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:19.045957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Pushing event updated for resources: {'Port': ['ID=86fd56bc-b22b-4ecc-b0ba-2052d67b913e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:19.071114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:19.104343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-5d45d7a4-ed5c-4df6-9b47-0960563e43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.105918 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-5d45d7a4-ed5c-4df6-9b47-0960563e43a5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208&tenant_id=5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 1102 time: 0.0622780 Jul 16 08:44:19.117276 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.166488 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5af0fa7-6d67-4e9c-8426-45c0b9a23de7 x-openstack-request-id: req-d5af0fa7-6d67-4e9c-8426-45c0b9a23de7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:19.167111 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da958ae0-2f9b-440c-a571-56064c63d85d", "name": "network-vif-plugged", "status": "completed", "tag": "8c270be2-3667-4653-8727-640025341d27", "code": 200}, {"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-plugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:19.167976 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5af0fa7-6d67-4e9c-8426-45c0b9a23de7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:19.168596 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da958ae0-2f9b-440c-a571-56064c63d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c270be2-3667-4653-8727-640025341d27', 'code': 200} Jul 16 08:44:19.169009 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'code': 200} Jul 16 08:44:19.204776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-bfbf9f1a-79c1-48ce-b8c3-72e385f9b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.206647 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-bfbf9f1a-79c1-48ce-b8c3-72e385f9b3b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 1102 time: 0.0696740 Jul 16 08:44:19.208461 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.366529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-4eb9d1f4-f0a4-4793-bf24-acdb52e28efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.369451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-4eb9d1f4-f0a4-4793-bf24-acdb52e28efe service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1467741 Jul 16 08:44:19.392244 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7c0e0-f15b-4dd2-a7c8-a7b7cb79f7f5 req-89fc38d0-ebce-4a7e-aeb9-244310422845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.393858 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddf7c0e0-f15b-4dd2-a7c8-a7b7cb79f7f5 req-89fc38d0-ebce-4a7e-aeb9-244310422845 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 1097 time: 0.0858774 Jul 16 08:44:19.396680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafc1b3-6471-4658-986e-e148bc37148d req-884ee127-5447-4ce3-9576-97971212212c tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.398815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fafc1b3-6471-4658-986e-e148bc37148d req-884ee127-5447-4ce3-9576-97971212212c tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 945 time: 0.1351705 Jul 16 08:44:19.432910 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-b02663a0-c8fd-4373-88a0-91e17bcf6c5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 200 len: 217 time: 0.0514824 Jul 16 08:44:19.456458 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.471779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fafc1b3-6471-4658-986e-e148bc37148d req-eea81c9c-1845-4816-9794-f651abe01729 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Jul 16 08:44:19.478882 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.483591 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddf7c0e0-f15b-4dd2-a7c8-a7b7cb79f7f5 req-947e8618-fdf1-4b65-af17-343c9d663a55 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580282 Jul 16 08:44:19.512829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-39655285-2545-4844-babb-0c6d1b0aebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.514892 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-39655285-2545-4844-babb-0c6d1b0aebe3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0633452 Jul 16 08:44:19.567668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Pushing event updated for resources: {'Port': ['ID=86fd56bc-b22b-4ecc-b0ba-2052d67b913e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:19.583619 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.603412 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.605560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-bcc10919-2a32-4aa3-8df3-d7ac8a2ec407 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3247209 Jul 16 08:44:19.622805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-a42e5ede-6cb5-4c60-a1a3-4b1fcbfa9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.624393 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-a42e5ede-6cb5-4c60-a1a3-4b1fcbfa9c45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677993 Jul 16 08:44:19.665437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-35bcd521-f1ef-459a-b926-e18f0a4aca52 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0513308 Jul 16 08:44:19.757734 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-88c171bd-a269-4850-8f65-16a68f7322dd service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183705 Jul 16 08:44:19.828477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-fe4786c2-8a30-4dc9-ab4a-731a929fcf22 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.830755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-fe4786c2-8a30-4dc9-ab4a-731a929fcf22 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1600759 Jul 16 08:44:19.861391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-abe7a5f5-f340-4566-b27c-2abe62c7c708 req-1e87a35e-69df-4899-9b59-abe975484ba1 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962682 Jul 16 08:44:19.872239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-a5aadb89-263b-425d-82d8-34b94b6a2e95 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:44:19.873240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bd3c8f7-2535-48d0-8c8e-25509df599f8 req-a5aadb89-263b-425d-82d8-34b94b6a2e95 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226581 Jul 16 08:44:19.915374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1b5b1-3e9d-4a93-9ba5-3ae56ac3b962 req-0ae72fa3-e9af-46d2-92e5-61f2ff86cd86 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.917025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20b1b5b1-3e9d-4a93-9ba5-3ae56ac3b962 req-0ae72fa3-e9af-46d2-92e5-61f2ff86cd86 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 946 time: 0.0822489 Jul 16 08:44:19.963268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20b1b5b1-3e9d-4a93-9ba5-3ae56ac3b962 req-a6214463-74c3-4b7e-b6ae-ba3c42a43ebb tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Jul 16 08:44:19.990632 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.059114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-6eba9694-26dc-4285-85bc-8c93e35f75ea tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.064947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-6eba9694-26dc-4285-85bc-8c93e35f75ea tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.070902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-6eba9694-26dc-4285-85bc-8c93e35f75ea tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.076729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-6eba9694-26dc-4285-85bc-8c93e35f75ea tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.082548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-6eba9694-26dc-4285-85bc-8c93e35f75ea tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.088341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-6eba9694-26dc-4285-85bc-8c93e35f75ea tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.094133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-6eba9694-26dc-4285-85bc-8c93e35f75ea tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.095953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-6eba9694-26dc-4285-85bc-8c93e35f75ea tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.1181116 Jul 16 08:44:20.134095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3c4d2f5-3c0c-460a-8751-2bb23e3725a8 req-b48d07f3-3873-4b62-a053-e809020f3df0 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 210 time: 0.0371685 Jul 16 08:44:20.165271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5052e4f0-5f83-4e4e-9aca-5eaec49447bf req-c854e9ba-4403-4190-bfe8-317f61b6f29a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557055 Jul 16 08:44:20.306449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef2de8-0075-46b5-90f8-d1e0d43a9284 req-a2067fb6-3b31-403f-9963-eff1be3d35dd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.307968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51ef2de8-0075-46b5-90f8-d1e0d43a9284 req-a2067fb6-3b31-403f-9963-eff1be3d35dd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.0716081 Jul 16 08:44:20.333967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:20.356230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-ae78d3b3-0ba5-47f1-8db7-ebb1443c56ce tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=de66512d88f744208826036ff6421a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267260 Jul 16 08:44:20.388501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51ef2de8-0075-46b5-90f8-d1e0d43a9284 req-68ca2855-c225-46cc-bb3d-3722f53f9290 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735235 Jul 16 08:44:20.438817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.477901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:20.483041 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.534275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.834072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-bbb41d0d-7dac-4953-9c00-163c42017851 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips/d66e684e-6406-4246-9ba1-b4ec3127955d HTTP/1.1" status: 200 len: 693 time: 0.3850656 Jul 16 08:44:20.923035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-c0bb1985-b3f5-49b2-9291-6287f03c98b4 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.924492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-c0bb1985-b3f5-49b2-9291-6287f03c98b4 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5347967 Jul 16 08:44:20.961638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febe6fd-e0e7-49ab-aafa-68d7be067a0b req-bd22317f-a282-427d-a672-9a4d2c9a7234 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.963075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5febe6fd-e0e7-49ab-aafa-68d7be067a0b req-bd22317f-a282-427d-a672-9a4d2c9a7234 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 945 time: 0.5621126 Jul 16 08:44:20.966443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Request body: {'port': {'device_id': '521c6926-1418-4ee7-b20c-d098d093a659', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'de66512d88f744208826036ff6421a1b'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:21.075126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5febe6fd-e0e7-49ab-aafa-68d7be067a0b req-03836824-4a5b-4c95-a9a0-e57814225edf tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups?id=44895f11-9cac-46c2-886c-a55984ba4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027951 Jul 16 08:44:21.084142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-e606035c-8ed2-4fe5-bc0a-0bc902da03d3 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.086077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-e606035c-8ed2-4fe5-bc0a-0bc902da03d3 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.2420833 Jul 16 08:44:21.098027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-74e559dd-8aad-4c83-95c4-fbd31c994417 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:44:21.099025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-74e559dd-8aad-4c83-95c4-fbd31c994417 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077200 Jul 16 08:44:21.170038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-296b5134-0f72-4310-b21c-de404286eef6 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0626550 Jul 16 08:44:21.170482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec'}, {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:21.175411 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74061db-260a-41e8-9398-022e3e27265d" -d '{"events": [{"server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec"}, {"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:21.247648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Made reservation on behalf of de66512d88f744208826036ff6421a1b for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:21.251124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.270390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-b8a41364-1e61-43d3-ac98-250d54124dc2 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0915275 Jul 16 08:44:21.483100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf59b1-7931-440f-9b30-e7c3de4d25db req-4344dcfe-9792-4d48-83c9-b05354118ca1 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.484596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5abf59b1-7931-440f-9b30-e7c3de4d25db req-4344dcfe-9792-4d48-83c9-b05354118ca1 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 945 time: 0.3041775 Jul 16 08:44:21.580585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Allocated IP 192.168.233.4 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/5135b8a8-cd4a-4bc3-964c-da08a85ce025) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:21.598145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5abf59b1-7931-440f-9b30-e7c3de4d25db req-f6e7cccc-ca87-4cd8-bb0a-e8df827d6e4b tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067564 Jul 16 08:44:21.610790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-4f90d5f2-6af4-4d04-9416-888cb0eb2403 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.612227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-4f90d5f2-6af4-4d04-9416-888cb0eb2403 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 945 time: 0.2883525 Jul 16 08:44:21.661143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Deleting port 86fd56bc-b22b-4ecc-b0ba-2052d67b913e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:21.661492 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.880849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.881176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.909344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Calling delete_port for 86fd56bc-b22b-4ecc-b0ba-2052d67b913e owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:21.964629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Deleting port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:21.965329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.000023 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.043424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22d65a-fb93-4ff0-8e23-83ff56f456c6 req-3238ced4-98f9-44ed-828d-bf7a6c7ac7a2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.044829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e22d65a-fb93-4ff0-8e23-83ff56f456c6 req-3238ced4-98f9-44ed-828d-bf7a6c7ac7a2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 946 time: 0.3301520 Jul 16 08:44:22.053269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Transition to ACTIVE for port object 5135b8a8-cd4a-4bc3-964c-da08a85ce025 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:22.188014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] For port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,segment=NetworkSegment(9d9290d7-b2bb-4f35-8134-06242e520997),segment_id=9d9290d7-b2bb-4f35-8134-06242e520997)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:22.188358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.193431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e22d65a-fb93-4ff0-8e23-83ff56f456c6 req-26dac332-90e0-45e3-8771-9e224054c569 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380968 Jul 16 08:44:22.208522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Calling delete_port for cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:22.210720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.223844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf', '648fc380-388a-4779-8a31-511f3ebc9788'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:22.254218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea', '65735951-6d06-4a06-bea3-cabf903aa49c', '9121c061-9938-43ca-a0fa-6fe0a33e96d4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:22.322008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:22.343998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:22.344916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:22.354818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:22.403507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event updated for resources: {'Port': ['ID=5135b8a8-cd4a-4bc3-964c-da08a85ce025,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:22.417588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.470064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Pushing event deleted for resources: {'Port': ['ID=86fd56bc-b22b-4ecc-b0ba-2052d67b913e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:22.484161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.484797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.570804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d9ec5741-8919-4a14-b74e-9ff66f1cd97f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6162109 Jul 16 08:44:22.582988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:22.596319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dffef-f07d-4e17-8bed-cbac84ae383a req-33ce2518-036a-41d0-b3fc-9925988be89f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.597886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86dffef-f07d-4e17-8bed-cbac84ae383a req-33ce2518-036a-41d0-b3fc-9925988be89f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 934 time: 0.2748866 Jul 16 08:44:22.619812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Request body: {'port': {'device_id': '521c6926-1418-4ee7-b20c-d098d093a659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:22.621742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'mac_address': 'fa:16:3e:4b:a5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:22.641349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b0a5e211-9039-4644-8421-eec029132405 None None] Provisioning for port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:22.666726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b0a5e211-9039-4644-8421-eec029132405 None None] Provisioning complete for port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:22.667091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0a5e211-9039-4644-8421-eec029132405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.686901 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.690375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.691516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef5b1689-5639-4922-8138-7aaaeb1353f9 req-de0d808c-ecc3-43ab-b87b-045da6163006 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "DELETE /v2.0/floatingips/d66e684e-6406-4246-9ba1-b4ec3127955d HTTP/1.1" status: 204 len: 173 time: 1.4153934 Jul 16 08:44:22.748114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.752516 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f52bf6-f1c1-45a9-94b7-17cdcccc19c7 x-openstack-request-id: req-c9f52bf6-f1c1-45a9-94b7-17cdcccc19c7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:22.752810 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec", "code": 200}, {"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:22.753126 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9f52bf6-f1c1-45a9-94b7-17cdcccc19c7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:22.753434 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'code': 200} Jul 16 08:44:22.753707 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'code': 200} Jul 16 08:44:22.763138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86dffef-f07d-4e17-8bed-cbac84ae383a req-f60966e4-8498-49f5-9ac0-718cf97ed8cf tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390157 Jul 16 08:44:22.764471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.766186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5e211-9039-4644-8421-eec029132405 None None] Port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:22.795212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:22.813164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event deleted for resources: {'Port': ['ID=cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:22.823853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:22.828142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.840996 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.934733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] No DVR routers for this DVR port cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:22.937605 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.940110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b45e9b72-06a6-4736-9764-a52bea84a3e1 req-a9180316-7ce8-4271-b827-50c255f13421 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.52 "DELETE /v2.0/ports/cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 HTTP/1.1" status: 204 len: 173 time: 1.3192406 Jul 16 08:44:22.942844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:22.948102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8114b73-4fd9-4f83-b05f-e259a7194c86', 'name': 'network-vif-deleted', 'tag': 'cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:22.951037 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ddab8b-b6d2-4445-966e-ab9f243e279f" -d '{"events": [{"server_uuid": "a8114b73-4fd9-4f83-b05f-e259a7194c86", "name": "network-vif-deleted", "tag": "cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:23.081247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81161a7b-59e1-47c7-8fb8-9e0d89560b2c req-c35304c8-3641-4789-b4b1-7c498781557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.082962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81161a7b-59e1-47c7-8fb8-9e0d89560b2c req-c35304c8-3641-4789-b4b1-7c498781557a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 1098 time: 0.2253032 Jul 16 08:44:23.216318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-e58d8d98-16bb-4a1b-989d-46cdf4f752a6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.222165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-e58d8d98-16bb-4a1b-989d-46cdf4f752a6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.229151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-e58d8d98-16bb-4a1b-989d-46cdf4f752a6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.235058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-e58d8d98-16bb-4a1b-989d-46cdf4f752a6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.240816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-e58d8d98-16bb-4a1b-989d-46cdf4f752a6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.247211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-e58d8d98-16bb-4a1b-989d-46cdf4f752a6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.253004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-e58d8d98-16bb-4a1b-989d-46cdf4f752a6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.254955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-e58d8d98-16bb-4a1b-989d-46cdf4f752a6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.3134160 Jul 16 08:44:23.312432 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81161a7b-59e1-47c7-8fb8-9e0d89560b2c req-09385a17-3e15-4a37-8a84-407860667b82 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747761 Jul 16 08:44:23.355754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8385269-5b81-47c7-bf5d-b6faf2f4dea0 req-bf392f31-4d66-4f25-8fa8-a86b31790f8e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908613 Jul 16 08:44:23.403358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf625a2-329a-4786-bdc4-bcf86168ed1c req-5ba728c8-2f7f-4cfe-bfcb-4d75a62a6c01 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.404868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf625a2-329a-4786-bdc4-bcf86168ed1c req-5ba728c8-2f7f-4cfe-bfcb-4d75a62a6c01 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.2661755 Jul 16 08:44:23.415352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:23.473435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf625a2-329a-4786-bdc4-bcf86168ed1c req-2761e551-086f-48a3-ad71-74bd4e73d1ea tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613251 Jul 16 08:44:23.555502 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-f953ba45-7273-44cf-843b-f329090734d5 req-ed21d38f-04df-444a-9d5a-37398532e769 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] show failed (client error): The resource could not be found. Jul 16 08:44:23.556531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f953ba45-7273-44cf-843b-f329090734d5 req-ed21d38f-04df-444a-9d5a-37398532e769 tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips/d66e684e-6406-4246-9ba1-b4ec3127955d HTTP/1.1" status: 404 len: 350 time: 0.0496721 Jul 16 08:44:23.565674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5135b8a8-cd4a-4bc3-964c-da08a85ce025 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:23.574524 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.591129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Transition to ACTIVE for port object 5135b8a8-cd4a-4bc3-964c-da08a85ce025 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:23.596438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.664338 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8dd29-3050-4eb9-979c-9f49444fa85a x-openstack-request-id: req-bec8dd29-3050-4eb9-979c-9f49444fa85a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:23.664866 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8114b73-4fd9-4f83-b05f-e259a7194c86", "name": "network-vif-deleted", "tag": "cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:23.665186 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bec8dd29-3050-4eb9-979c-9f49444fa85a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:23.665767 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8114b73-4fd9-4f83-b05f-e259a7194c86', 'name': 'network-vif-deleted', 'tag': 'cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6', 'status': 'completed', 'code': 200} Jul 16 08:44:23.713925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e60d53fe-5d81-4e4f-9bd4-0ebc04ff43d7 req-c28ca55e-5f15-4ca0-ac8f-2a33f609b2eb tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8114b73-4fd9-4f83-b05f-e259a7194c86 HTTP/1.1" status: 200 len: 210 time: 0.1043658 Jul 16 08:44:23.752022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Pushing event updated for resources: {'Port': ['ID=5135b8a8-cd4a-4bc3-964c-da08a85ce025,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:23.857572 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-00f9c2dd-c1ef-4708-9a11-709025b8962d req-46d1bf45-f84f-4215-aa70-d6f38bded1bb tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] show failed (client error): The resource could not be found. Jul 16 08:44:23.858637 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00f9c2dd-c1ef-4708-9a11-709025b8962d req-46d1bf45-f84f-4215-aa70-d6f38bded1bb tempest-FloatingIPsTestJSON-129287245 tempest-FloatingIPsTestJSON-129287245-project] 10.222.0.55 "GET /v2.0/floatingips/d66e684e-6406-4246-9ba1-b4ec3127955d HTTP/1.1" status: 404 len: 350 time: 0.0995996 Jul 16 08:44:23.867718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.914741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Attempting to bind port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:23.915075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Attempting to bind port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:23.915402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Attempting to bind port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:23.926376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21ddb6-315d-434d-84b4-c1955dc2276b req-0fefbf9b-c631-4892-9c3d-912a3794cd81 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.933669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d21ddb6-315d-434d-84b4-c1955dc2276b req-0fefbf9b-c631-4892-9c3d-912a3794cd81 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 946 time: 0.1935706 Jul 16 08:44:23.942852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:23.943179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Attempting to bind port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:24.241231 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.266814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:24.267400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:24.267532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:24.267945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Bound port: 5135b8a8-cd4a-4bc3-964c-da08a85ce025, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:24.268305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.337607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d21ddb6-315d-434d-84b4-c1955dc2276b req-348477e5-0302-4245-b189-a159619356e5 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031308 Jul 16 08:44:24.383208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] For port 5135b8a8-cd4a-4bc3-964c-da08a85ce025, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:24.388357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] For port 5135b8a8-cd4a-4bc3-964c-da08a85ce025, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5135b8a8-cd4a-4bc3-964c-da08a85ce025,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:24.400900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558815f7-d895-4303-b352-614b6f58854f req-a81ca1c8-3ff8-4dad-a37f-6b328ff428d4 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.402744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-558815f7-d895-4303-b352-614b6f58854f req-a81ca1c8-3ff8-4dad-a37f-6b328ff428d4 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 946 time: 0.1484604 Jul 16 08:44:24.404325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.464207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.464846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.466298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] 10.222.0.52 "PUT /v2.0/ports/5135b8a8-cd4a-4bc3-964c-da08a85ce025 HTTP/1.1" status: 200 len: 1095 time: 1.8826697 Jul 16 08:44:24.503288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-558815f7-d895-4303-b352-614b6f58854f req-8cb28988-71bb-4e9c-a2f8-bc86985b8d9b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704441 Jul 16 08:44:24.504022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6469e1-b108-4ce3-afee-60418fd42233 service neutron] Pushing event updated for resources: {'Port': ['ID=5135b8a8-cd4a-4bc3-964c-da08a85ce025,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.585014 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Deleting port 7bc0db66-278f-4d50-83e6-5382890c4133 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:24.587490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.596830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d55bd5bc-a32d-494e-bf81-074b590410d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.600559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d55bd5bc-a32d-494e-bf81-074b590410d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 1098 time: 0.0629807 Jul 16 08:44:24.681408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-30709355-c79b-43a2-8878-4c6ab9d9cb76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5135b8a8-cd4a-4bc3-964c-da08a85ce025 HTTP/1.1" status: 200 len: 217 time: 0.0602722 Jul 16 08:44:24.687396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] For port 7bc0db66-278f-4d50-83e6-5382890c4133, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7bc0db66-278f-4d50-83e6-5382890c4133,segment=NetworkSegment(88d246ed-cc30-4171-9a58-5018085416a6),segment_id=88d246ed-cc30-4171-9a58-5018085416a6)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:24.687858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.702075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Calling delete_port for 7bc0db66-278f-4d50-83e6-5382890c4133 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:24.774088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-b28e7578-b2ba-40cf-8d59-bf8d69ca0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.775459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-b28e7578-b2ba-40cf-8d59-bf8d69ca0189 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0830941 Jul 16 08:44:24.826525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d3a5c-7a38-4e5e-93fe-3904972251d1 req-a4fc7674-106a-4cd5-892f-e50ded970865 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.828074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a1d3a5c-7a38-4e5e-93fe-3904972251d1 req-a4fc7674-106a-4cd5-892f-e50ded970865 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 945 time: 0.2170293 Jul 16 08:44:24.847448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:24.860599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-0881b3a4-8441-4970-99c2-4f11310bd2a1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.867160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-0881b3a4-8441-4970-99c2-4f11310bd2a1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.870841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:24.871200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device cf5976ec-c5c1-43f2-8c5c-4ac09f18a0d6 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:24.873145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-0881b3a4-8441-4970-99c2-4f11310bd2a1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.879187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-0881b3a4-8441-4970-99c2-4f11310bd2a1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.886006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-0881b3a4-8441-4970-99c2-4f11310bd2a1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.891972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-0881b3a4-8441-4970-99c2-4f11310bd2a1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.896673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.897910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-0881b3a4-8441-4970-99c2-4f11310bd2a1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.900124 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-0881b3a4-8441-4970-99c2-4f11310bd2a1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.2228765 Jul 16 08:44:24.926457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc0db66-278f-4d50-83e6-5382890c4133,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.962493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a1d3a5c-7a38-4e5e-93fe-3904972251d1 req-9e22f648-ed6a-47d1-9d33-4bae2be99f26 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231139 Jul 16 08:44:24.977149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d5178637-6bd7-47eb-9eba-d3674d22ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.978730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-d5178637-6bd7-47eb-9eba-d3674d22ff18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1945250 Jul 16 08:44:24.983099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a52631f-1fc3-4d74-a334-e11c58899171 req-49cda7bc-a7d1-4cb6-bccb-b40955e0b5b1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717883 Jul 16 08:44:25.117465 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.126843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-a873bc2d-fd7b-482b-b113-f0b2acb9ce28 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401443 Jul 16 08:44:25.291359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-399897db-e6c7-4917-9b32-62132bcd6ef2 req-0b49b6b7-2bb9-4ffb-93a1-5fd0a8b26897 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565537 Jul 16 08:44:25.309336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b35b7-3fec-41dd-ac73-3af0fe1a209a req-ea7f1039-ce46-4d1c-aba5-8c1f3279f55c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.316154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-335b35b7-3fec-41dd-ac73-3af0fe1a209a req-ea7f1039-ce46-4d1c-aba5-8c1f3279f55c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1391506 Jul 16 08:44:25.350135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-335b35b7-3fec-41dd-ac73-3af0fe1a209a req-4e454cea-3ecc-43d8-a15a-6839f4f1316a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330977 Jul 16 08:44:25.397370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50938) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.461199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ae58-e97b-484d-903e-428bd0c37b9d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.501384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ae58-e97b-484d-903e-428bd0c37b9d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.636148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021738c-72dd-4fa8-a702-dfddd09e4ac8 req-d2d93681-337a-4267-9264-9b040bce1800 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.637754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b021738c-72dd-4fa8-a702-dfddd09e4ac8 req-d2d93681-337a-4267-9264-9b040bce1800 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 946 time: 0.1507740 Jul 16 08:44:25.639544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ae58-e97b-484d-903e-428bd0c37b9d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.642249 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ae58-e97b-484d-903e-428bd0c37b9d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.643408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a8f7ae58-e97b-484d-903e-428bd0c37b9d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "DELETE /v2.0/security-groups/02496b9e-f589-4bc3-98f3-32217d96408f HTTP/1.1" status: 204 len: 168 time: 0.2447495 Jul 16 08:44:25.646356 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.665215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7ae58-e97b-484d-903e-428bd0c37b9d tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02496b9e-f589-4bc3-98f3-32217d96408f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.666714 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-8e28d589-d8f6-455c-a298-63a9a72979a2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] show failed (client error): The resource could not be found. Jul 16 08:44:25.668898 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8e28d589-d8f6-455c-a298-63a9a72979a2 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "GET /v2.0/security-groups/02496b9e-f589-4bc3-98f3-32217d96408f HTTP/1.1" status: 404 len: 347 time: 0.0216084 Jul 16 08:44:25.671631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.674071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd697-c2cd-4ad8-85e7-0220aaa14b05 req-68c78d31-c45e-4aab-8e16-b60020efc019 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.675586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01bd697-c2cd-4ad8-85e7-0220aaa14b05 req-68c78d31-c45e-4aab-8e16-b60020efc019 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 950 time: 0.1703100 Jul 16 08:44:25.682781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521c6926-1418-4ee7-b20c-d098d093a659', 'tag': '5135b8a8-cd4a-4bc3-964c-da08a85ce025'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:25.685548 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164c6ea6-166d-4b52-b576-89b2f51fc538" -d '{"events": [{"name": "network-changed", "server_uuid": "521c6926-1418-4ee7-b20c-d098d093a659", "tag": "5135b8a8-cd4a-4bc3-964c-da08a85ce025"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:25.716845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Router f6d88590-a53f-4ee7-a2dd-95d4f97f227f has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:25.724404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b021738c-72dd-4fa8-a702-dfddd09e4ac8 req-35d20513-9609-4879-9f3c-4c3b1527366f tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Jul 16 08:44:25.754225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c01bd697-c2cd-4ad8-85e7-0220aaa14b05 req-684147b1-6fb1-4e01-bc48-ae6b399bde49 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622950 Jul 16 08:44:25.904135 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf53bb2f-9ede-46ee-9f3b-2eed3e415433 x-openstack-request-id: req-bf53bb2f-9ede-46ee-9f3b-2eed3e415433 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:25.904502 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521c6926-1418-4ee7-b20c-d098d093a659", "tag": "5135b8a8-cd4a-4bc3-964c-da08a85ce025", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:25.905157 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf53bb2f-9ede-46ee-9f3b-2eed3e415433 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:25.905157 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521c6926-1418-4ee7-b20c-d098d093a659', 'tag': '5135b8a8-cd4a-4bc3-964c-da08a85ce025', 'status': 'completed', 'code': 200} Jul 16 08:44:25.912258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:25.918940 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eaf0b1b3-7950-4a4b-9e9f-f1feb59ebe85 admin admin] 10.222.0.55 "PUT /v2.0/routers/f6d88590-a53f-4ee7-a2dd-95d4f97f227f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0495889 Jul 16 08:44:25.921371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Deleting port 05e627f2-0bdb-4654-86c8-986e09bbb508 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:25.921757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.924537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] Sync routers for ids ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:25.925414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50954) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.933565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] Routers {'f6d88590-a53f-4ee7-a2dd-95d4f97f227f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:25.934564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.017876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.018249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.033659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Calling delete_port for 05e627f2-0bdb-4654-86c8-986e09bbb508 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:26.034517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80fda3-4945-49ed-ba2d-b8e02b784783 req-e1023605-a9ad-40ed-b5b5-dff2d63b5eb2 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.036148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b80fda3-4945-49ed-ba2d-b8e02b784783 req-e1023605-a9ad-40ed-b5b5-dff2d63b5eb2 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 946 time: 0.1760738 Jul 16 08:44:26.074727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] Set router f6d88590-a53f-4ee7-a2dd-95d4f97f227f gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:26.135605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b80fda3-4945-49ed-ba2d-b8e02b784783 req-78db24b3-040c-4554-ba98-9be91ee6231a tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663254 Jul 16 08:44:26.145839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-1a463b6d-908b-4aad-9be5-96fdead9c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.166324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-1a463b6d-908b-4aad-9be5-96fdead9c1d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 1098 time: 0.2564785 Jul 16 08:44:26.274887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.281857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-93067a5b-7a01-4d9a-b0bd-3475b17f5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.283831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-93067a5b-7a01-4d9a-b0bd-3475b17f5e0d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1099296 Jul 16 08:44:26.285827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.323116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Pushing event deleted for resources: {'Port': ['ID=05e627f2-0bdb-4654-86c8-986e09bbb508,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:26.362679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:26.408545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:24Z', 'revision_number': 5, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.410485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-a285fb32-a1cd-44a3-a49a-3d76500b54fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5135b8a8-cd4a-4bc3-964c-da08a85ce025 HTTP/1.1" status: 200 len: 217 time: 0.0734000 Jul 16 08:44:26.411894 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.415207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.416543 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4f64bf74-5848-4659-8fcc-06cb885d6f70 tempest-ImagesOneServerNegativeTestJSON-1208191556 tempest-ImagesOneServerNegativeTestJSON-1208191556-project] 10.222.0.55 "DELETE /v2.0/floatingips/d2bd0dbb-1072-45fc-a940-72ba10a333bb HTTP/1.1" status: 204 len: 168 time: 0.7438335 Jul 16 08:44:26.440766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] Checking router: f6d88590-a53f-4ee7-a2dd-95d4f97f227f for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:26.456887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] Routers {'f6d88590-a53f-4ee7-a2dd-95d4f97f227f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:26.457504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.463127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:26.463620 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.567756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-65c07d75-520b-4d4e-a91a-7d2a26aa4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.569237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-65c07d75-520b-4d4e-a91a-7d2a26aa4a4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1439116 Jul 16 08:44:26.602801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-52e58737-3a7d-4657-b766-8f4e241ec10f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.608677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-52e58737-3a7d-4657-b766-8f4e241ec10f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.614552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-52e58737-3a7d-4657-b766-8f4e241ec10f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.621318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-52e58737-3a7d-4657-b766-8f4e241ec10f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.627204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-52e58737-3a7d-4657-b766-8f4e241ec10f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.633237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-52e58737-3a7d-4657-b766-8f4e241ec10f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.639136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-52e58737-3a7d-4657-b766-8f4e241ec10f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.641080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-52e58737-3a7d-4657-b766-8f4e241ec10f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.3059959 Jul 16 08:44:26.671720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c47501-6dbb-40d0-917c-f2f039fcd4e6 req-0d8f1141-70b9-4d1c-8e34-67ac8ac42a0e tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.673196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5c47501-6dbb-40d0-917c-f2f039fcd4e6 req-0d8f1141-70b9-4d1c-8e34-67ac8ac42a0e tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 945 time: 0.2890370 Jul 16 08:44:26.690238 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.781921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] Set router f6d88590-a53f-4ee7-a2dd-95d4f97f227f gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:26.785405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-80a689dd-d532-46d7-814e-d259ee5d7295 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.787314 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-80a689dd-d532-46d7-814e-d259ee5d7295 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.54 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 945 time: 0.0811777 Jul 16 08:44:26.793222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5c47501-6dbb-40d0-917c-f2f039fcd4e6 req-cd8b9004-9627-47f3-9026-381f133ce808 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d1a093a-435d-47e1-bec2-9d4eadddc0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081395 Jul 16 08:44:26.797028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3e1c558-9366-47dc-861a-dc42f055aef2 req-bbad75a1-4565-4195-93bc-845d2899e8cd tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351829 Jul 16 08:44:26.809122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-89133790-309a-4514-b0c3-8ef59ae35cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.810754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-89133790-309a-4514-b0c3-8ef59ae35cfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2324951 Jul 16 08:44:26.890079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Deleting port 48581947-f597-4600-a047-e435bcdd8b48 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:26.890764 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.891785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.948824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:26.981196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:26.983963 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b276915d-854e-450d-8313-099b61c45316" -d '{"events": [{"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-plugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:26.992165 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.994565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Deleting port 8c270be2-3667-4653-8727-640025341d27 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:26.995140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.066774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-e55fa7b4-5116-41d5-a4a7-52faa90f6356 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5443957cf93641718163cdaddb1c6608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827920 Jul 16 08:44:27.083339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=11']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.104946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] For port 8c270be2-3667-4653-8727-640025341d27, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8c270be2-3667-4653-8727-640025341d27,segment=NetworkSegment(790b860f-e0bd-4f90-aff0-500edff75a92),segment_id=790b860f-e0bd-4f90-aff0-500edff75a92)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:27.105583 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.112785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:24Z', 'revision_number': 5, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:27.117333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] For port 48581947-f597-4600-a047-e435bcdd8b48, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=48581947-f597-4600-a047-e435bcdd8b48,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:27.117869 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.120042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Calling delete_port for 8c270be2-3667-4653-8727-640025341d27 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:27.140851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97b8b9-c610-425a-b96b-7d456a0e09be None None] The sync data for ids ['f6d88590-a53f-4ee7-a2dd-95d4f97f227f'] in n-d-780147-28 is: [{'id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'name': 'tempest-FloatingIPsTestJSON-1266541412-router', 'tenant_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '48581947-f597-4600-a047-e435bcdd8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:00Z', 'updated_at': '2021-07-16T08:44:24Z', 'revision_number': 5, 'project_id': '88c9dbff3ef04ae0ab3e0a35fe27832a', 'gw_port': {'id': '48581947-f597-4600-a047-e435bcdd8b48', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d88590-a53f-4ee7-a2dd-95d4f97f227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:01Z', 'updated_at': '2021-07-16T08:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:27.162667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Calling delete_port for 48581947-f597-4600-a047-e435bcdd8b48 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:27.187044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-6dc12fa2-a1a6-4674-bb5d-a427531384a0 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657544 Jul 16 08:44:27.259729 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.278747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['8c270be2-3667-4653-8727-640025341d27'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:27.289332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Pushing event deleted for resources: {'Port': ['ID=8c270be2-3667-4653-8727-640025341d27,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.337402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] No DVR routers for this DVR port 8c270be2-3667-4653-8727-640025341d27 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:27.340039 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.342254 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4d77f90c-f6f6-409b-8f3d-13c2f7bddff5 req-0cd3f541-43e5-42cd-9e04-bf9447a38d27 tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.54 "DELETE /v2.0/ports/8c270be2-3667-4653-8727-640025341d27 HTTP/1.1" status: 204 len: 173 time: 0.5375772 Jul 16 08:44:27.342705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da958ae0-2f9b-440c-a571-56064c63d85d', 'name': 'network-vif-deleted', 'tag': '8c270be2-3667-4653-8727-640025341d27'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:27.344964 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c7a95-3637-44bb-8b99-7fc6a2ef18f1" -d '{"events": [{"server_uuid": "da958ae0-2f9b-440c-a571-56064c63d85d", "name": "network-vif-deleted", "tag": "8c270be2-3667-4653-8727-640025341d27"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:27.375611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509307a-93f9-43e8-b470-8c34b18db947 req-0fd5cfef-605d-4d55-b3ab-c70dcac907b4 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.377126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5509307a-93f9-43e8-b470-8c34b18db947 req-0fd5cfef-605d-4d55-b3ab-c70dcac907b4 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 946 time: 0.3399131 Jul 16 08:44:27.387731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-191d5699-c35b-48f9-a7a9-c64aac0eee1a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.389153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-191d5699-c35b-48f9-a7a9-c64aac0eee1a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999260 Jul 16 08:44:27.758782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-ff399191-3841-4d41-a8af-740b6dc3bf22 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/quotas/5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 375 time: 0.3570201 Jul 16 08:44:27.802506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-164c6ea6-166d-4b52-b576-89b2f51fc538 req-6c07367f-f98a-40fd-bfca-b6a255f0f845 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800543 Jul 16 08:44:27.829137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5509307a-93f9-43e8-b470-8c34b18db947 req-91e3a4fb-ece7-4513-ba4e-e2a0a50d8c1e tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389999 Jul 16 08:44:27.903447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-3cc0b0fd-03af-4289-bcbf-6782b681fd9f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1341655 Jul 16 08:44:27.910565 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.939017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=48581947-f597-4600-a047-e435bcdd8b48,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.014046 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.048154 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4ae893-9f2b-42cb-80fd-bc132b1146ff x-openstack-request-id: req-3b4ae893-9f2b-42cb-80fd-bc132b1146ff {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:28.048682 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-plugged", "status": "completed", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:28.048878 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b4ae893-9f2b-42cb-80fd-bc132b1146ff {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:28.049416 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'code': 200} Jul 16 08:44:28.090786 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bf0bdd-baba-471b-9fd1-89c74f53f0fc x-openstack-request-id: req-88bf0bdd-baba-471b-9fd1-89c74f53f0fc {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:28.091444 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da958ae0-2f9b-440c-a571-56064c63d85d", "name": "network-vif-deleted", "tag": "8c270be2-3667-4653-8727-640025341d27", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:28.091444 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88bf0bdd-baba-471b-9fd1-89c74f53f0fc {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:28.091848 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da958ae0-2f9b-440c-a571-56064c63d85d', 'name': 'network-vif-deleted', 'tag': '8c270be2-3667-4653-8727-640025341d27', 'status': 'completed', 'code': 200} Jul 16 08:44:28.205932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.209708 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.316185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79f74ec5-df1f-4371-b670-821f4147d186 req-d0c51b62-8995-41ac-9c28-3872d390834c tempest-ServerAddressesNegativeTestJSON-452902798 tempest-ServerAddressesNegativeTestJSON-452902798-project] 10.222.0.55 "GET /v2.0/ports?device_id=da958ae0-2f9b-440c-a571-56064c63d85d HTTP/1.1" status: 200 len: 210 time: 0.0922782 Jul 16 08:44:28.318852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.320339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d88590-a53f-4ee7-a2dd-95d4f97f227f {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:28.326581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.327631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-52db1824-3feb-4e5f-8e4e-3d6e67e80d32 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f6d88590-a53f-4ee7-a2dd-95d4f97f227f HTTP/1.1" status: 204 len: 168 time: 2.4001052 Jul 16 08:44:28.330342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51004) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:28.350341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfff21-8b07-420b-8b36-cf5eefa1deb9 req-b31b60a6-c650-4e1b-b8f0-385b32976285 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.352634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76bfff21-8b07-420b-8b36-cf5eefa1deb9 req-b31b60a6-c650-4e1b-b8f0-385b32976285 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 946 time: 0.1824028 Jul 16 08:44:28.406100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76bfff21-8b07-420b-8b36-cf5eefa1deb9 req-266279b3-fe04-46d4-b9c1-c5a3c99afc8c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473900 Jul 16 08:44:28.408625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f1ccda-4cfb-4fa2-88fa-b5cc006a02db admin admin] Deleting subnet ef77e968-eb09-492c-8ff8-3d018e87e6f4 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:28.412842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f1ccda-4cfb-4fa2-88fa-b5cc006a02db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.458883 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f1ccda-4cfb-4fa2-88fa-b5cc006a02db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.556203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f1ccda-4cfb-4fa2-88fa-b5cc006a02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.621594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f1ccda-4cfb-4fa2-88fa-b5cc006a02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.631916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-59b9771c-7fc1-4a29-815c-9aec3086616f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.638337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-59b9771c-7fc1-4a29-815c-9aec3086616f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.645293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-59b9771c-7fc1-4a29-815c-9aec3086616f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.652183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-59b9771c-7fc1-4a29-815c-9aec3086616f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.655182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1ccda-4cfb-4fa2-88fa-b5cc006a02db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef77e968-eb09-492c-8ff8-3d018e87e6f4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.658313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-59b9771c-7fc1-4a29-815c-9aec3086616f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.664997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-59b9771c-7fc1-4a29-815c-9aec3086616f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.669305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f1ccda-4cfb-4fa2-88fa-b5cc006a02db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.669459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83118d38-84e6-473a-a271-ef322f72f098 None None] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:28.673768 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-04f1ccda-4cfb-4fa2-88fa-b5cc006a02db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ef77e968-eb09-492c-8ff8-3d018e87e6f4 HTTP/1.1" status: 204 len: 168 time: 0.3400908 Jul 16 08:44:28.673916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-59b9771c-7fc1-4a29-815c-9aec3086616f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.673916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-59b9771c-7fc1-4a29-815c-9aec3086616f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5418 time: 0.1977198 Jul 16 08:44:28.674131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51012) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:28.775853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16296f3a-0015-4ad9-b50c-6006c5febb94 req-7289c47e-8ccf-488f-a687-11e4a2bd3dc0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935581 Jul 16 08:44:28.780296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.848253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a9858ece-f077-4fd9-ac94-dd560bb272c2 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:28.852021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Deleting port ffab5a93-7af7-4e27-9565-a593870ee0f6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:28.852745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.942507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] For port ffab5a93-7af7-4e27-9565-a593870ee0f6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ffab5a93-7af7-4e27-9565-a593870ee0f6,segment=NetworkSegment(88d246ed-cc30-4171-9a58-5018085416a6),segment_id=88d246ed-cc30-4171-9a58-5018085416a6)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:28.942879 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.956734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Calling delete_port for ffab5a93-7af7-4e27-9565-a593870ee0f6 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:28.967007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] DHCP port deletion for 0f07132d-6cb0-4274-8087-26fa7bf8a330 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:29.111794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 48581947-f597-4600-a047-e435bcdd8b48 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:29.121329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4053cd55-fe4f-44af-8eb9-0c11e817c90b req-c4efc1f7-f186-4f4a-8eeb-d7e8754b96b0 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 210 time: 0.0320272 Jul 16 08:44:29.138425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.165529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51024) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:29.188438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 48581947-f597-4600-a047-e435bcdd8b48 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:29.192980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 48581947-f597-4600-a047-e435bcdd8b48 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:29.193627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7bc0db66-278f-4d50-83e6-5382890c4133 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:29.201958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a9858ece-f077-4fd9-ac94-dd560bb272c2, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:29.222160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffab5a93-7af7-4e27-9565-a593870ee0f6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.227704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] No DVR routers for this DVR port ffab5a93-7af7-4e27-9565-a593870ee0f6 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:29.236325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-38863eb2-2197-4e17-b73b-cb12fdd560df admin admin] Deleting subnet 0d830b2d-3043-4c2d-9c6e-9d06747380a0 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:29.243226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38863eb2-2197-4e17-b73b-cb12fdd560df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.252536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 7bc0db66-278f-4d50-83e6-5382890c4133 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:29.252885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7bc0db66-278f-4d50-83e6-5382890c4133 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:29.265605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'a9858ece-f077-4fd9-ac94-dd560bb272c2', 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'port_id': 'a9858ece-f077-4fd9-ac94-dd560bb272c2', 'mac_address': 'fa:16:3e:00:67:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbb6677-4aa9-448c-bb3b-d06984ae5117', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:29.306487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38863eb2-2197-4e17-b73b-cb12fdd560df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.310576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] Deleting port ffab5a93-7af7-4e27-9565-a593870ee0f6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:29.310836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.310985 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.321360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f07132d-6cb0-4274-8087-26fa7bf8a330']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:29.333887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d246ed-cc30-4171-9a58-5018085416a6') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:29.334191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d246ed-cc30-4171-9a58-5018085416a6') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:29.343280 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.345714 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.360371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9858ece-f077-4fd9-ac94-dd560bb272c2 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:29.365102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.372773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:29.373071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.374204 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38863eb2-2197-4e17-b73b-cb12fdd560df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.374985 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:29.378518 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:29.384522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a9858ece-f077-4fd9-ac94-dd560bb272c2, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:29.417980 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.418626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c7cfbe0a-627b-4092-8f12-84f5cf23567e details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:29.429357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] For port ffab5a93-7af7-4e27-9565-a593870ee0f6, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:29.429758 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.442282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51038) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:29.462429 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.476436 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.484205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0f07132d-6cb0-4274-8087-26fa7bf8a330 HTTP/1.1" status: 204 len: 168 time: 0.8066816 Jul 16 08:44:29.487667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] Calling delete_port for ffab5a93-7af7-4e27-9565-a593870ee0f6 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:29.494703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] Port ffab5a93-7af7-4e27-9565-a593870ee0f6 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:44:29.502890 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.515272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd7d23-ee36-42da-b82e-8da43a3f7bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f07132d-6cb0-4274-8087-26fa7bf8a330,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.523839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38863eb2-2197-4e17-b73b-cb12fdd560df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.536080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c7cfbe0a-627b-4092-8f12-84f5cf23567e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:29.539193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] Network 0f07132d-6cb0-4274-8087-26fa7bf8a330 is not hosted by any dhcp agent {{(pid=94167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:44:29.539753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] No DVR routers for this DVR port ffab5a93-7af7-4e27-9565-a593870ee0f6 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:29.548409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a9858ece-f077-4fd9-ac94-dd560bb272c2,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.562537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.563693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.563693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.563693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.564080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.564161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.564466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.564770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.565164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.565814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.566177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.566597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:29.580617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38863eb2-2197-4e17-b73b-cb12fdd560df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d830b2d-3043-4c2d-9c6e-9d06747380a0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.594637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236e412-cb6c-41b2-8bd4-43a4f9b1ed31 None None] Pushing event deleted for resources: {'Port': ['ID=ffab5a93-7af7-4e27-9565-a593870ee0f6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.595192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38863eb2-2197-4e17-b73b-cb12fdd560df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.597845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e', 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'port_id': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e', 'mac_address': 'fa:16:3e:d9:d6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbb6677-4aa9-448c-bb3b-d06984ae5117', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:29.605563 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-38863eb2-2197-4e17-b73b-cb12fdd560df admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0d830b2d-3043-4c2d-9c6e-9d06747380a0 HTTP/1.1" status: 204 len: 168 time: 0.4389274 Jul 16 08:44:29.606201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51042) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:29.630384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfab5d8-efc1-4e24-90fd-2758320225cd admin admin] Deleting subnet 2b115573-497b-4bf8-8b88-e14330b849c5 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:29.642830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfab5d8-efc1-4e24-90fd-2758320225cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.661941 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.680295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cfbe0a-627b-4092-8f12-84f5cf23567e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:29.688766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe3e4d-7e89-4254-bbdf-d6cfe58dc070 req-c34e4e79-50ae-4ad6-96bb-114d498db334 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.701881 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99fe3e4d-7e89-4254-bbdf-d6cfe58dc070 req-c34e4e79-50ae-4ad6-96bb-114d498db334 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 946 time: 0.1330822 Jul 16 08:44:29.722022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c7cfbe0a-627b-4092-8f12-84f5cf23567e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:29.722260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfab5d8-efc1-4e24-90fd-2758320225cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.733866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.735988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:29.748741 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.755981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99fe3e4d-7e89-4254-bbdf-d6cfe58dc070 req-355ffc76-4307-45f9-8110-df499ad31f6b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526357 Jul 16 08:44:29.756496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51044) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:29.794584 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-530d13c1-2584-4881-a804-f992e1898d1a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5443957cf93641718163cdaddb1c6608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418184 Jul 16 08:44:29.823651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-80179db6-1b54-47a0-b2ae-889854c4cfdd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88c9dbff3ef04ae0ab3e0a35fe27832a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636814 Jul 16 08:44:29.825951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51048) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:29.842238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c7cfbe0a-627b-4092-8f12-84f5cf23567e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.883778 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfab5d8-efc1-4e24-90fd-2758320225cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.892113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42f211d8-07df-409a-bdea-ffe6d3aeb12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.919874 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42f211d8-07df-409a-bdea-ffe6d3aeb12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.936220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:29.952305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84', 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3', 'port_id': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84', 'mac_address': 'fa:16:3e:1b:46:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0079eb3-32cd-4b88-8867-564403d20b44', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:30.003720 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.012171 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42f211d8-07df-409a-bdea-ffe6d3aeb12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.015888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42f211d8-07df-409a-bdea-ffe6d3aeb12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.017315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-42f211d8-07df-409a-bdea-ffe6d3aeb12b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c0d1e8a-ad28-4187-b3a9-72d9ea876d20 HTTP/1.1" status: 204 len: 168 time: 0.1904666 Jul 16 08:44:30.025603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.028283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:30.037118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f211d8-07df-409a-bdea-ffe6d3aeb12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0d1e8a-ad28-4187-b3a9-72d9ea876d20,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.058064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03373fb8-dc5a-4da4-9d24-7a9a3de50f19']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.072585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9290d7-b2bb-4f35-8134-06242e520997') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.072916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9290d7-b2bb-4f35-8134-06242e520997') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.076024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:30.082658 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.083387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e548a597-39d9-4b8f-9aab-e0f654525ab8 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:30.093841 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.097163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-672ee1a2-5366-4bb1-91a6-055cae07d14a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.105032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-672ee1a2-5366-4bb1-91a6-055cae07d14a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.111870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-672ee1a2-5366-4bb1-91a6-055cae07d14a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.119305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfab5d8-efc1-4e24-90fd-2758320225cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.121951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-672ee1a2-5366-4bb1-91a6-055cae07d14a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.128363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-672ee1a2-5366-4bb1-91a6-055cae07d14a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.135140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-ff4a620b-f8f4-4225-96b3-0ab07744ddee tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.135390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-672ee1a2-5366-4bb1-91a6-055cae07d14a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.136467 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-ff4a620b-f8f4-4225-96b3-0ab07744ddee tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130145 Jul 16 08:44:30.137486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.142302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-672ee1a2-5366-4bb1-91a6-055cae07d14a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.147039 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfab5d8-efc1-4e24-90fd-2758320225cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.151661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-672ee1a2-5366-4bb1-91a6-055cae07d14a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5420 time: 0.1822889 Jul 16 08:44:30.152140 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3dfab5d8-efc1-4e24-90fd-2758320225cd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2b115573-497b-4bf8-8b88-e14330b849c5 HTTP/1.1" status: 204 len: 168 time: 0.7061734 Jul 16 08:44:30.154636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51052) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.171678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Request body: {'port': {'device_id': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '5443957cf93641718163cdaddb1c6608'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:30.189630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e548a597-39d9-4b8f-9aab-e0f654525ab8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:30.202161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.208199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'e548a597-39d9-4b8f-9aab-e0f654525ab8', 'network_id': '0702df2e-d2b4-4027-b483-fc02ab1685a3', 'port_id': 'e548a597-39d9-4b8f-9aab-e0f654525ab8', 'mac_address': 'fa:16:3e:b6:00:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0079eb3-32cd-4b88-8867-564403d20b44', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:30.229397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:30.230066 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:30.233405 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:30.256329 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.273961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e548a597-39d9-4b8f-9aab-e0f654525ab8 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:30.285590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d002ce09-835f-452e-97d2-9ed9bf31ce4f req-dcf740a8-2fcf-4025-8bfb-b36f3cdaea41 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326566 Jul 16 08:44:30.285845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab5d8-efc1-4e24-90fd-2758320225cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b115573-497b-4bf8-8b88-e14330b849c5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.300383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e548a597-39d9-4b8f-9aab-e0f654525ab8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:30.305595 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.310890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b4b84713-930e-4d63-ae09-08082b3d283d details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:30.315780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.370803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8c270be2-3667-4653-8727-640025341d27 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:30.405028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 8c270be2-3667-4653-8727-640025341d27 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:30.405421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8c270be2-3667-4653-8727-640025341d27 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:30.425247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdc25a18-5b7d-4e8b-8261-768862e6edce req-ac38364e-0a11-4d6e-bccc-70fc40f1856c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 210 time: 0.0819261 Jul 16 08:44:30.450509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b4b84713-930e-4d63-ae09-08082b3d283d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b4b84713-930e-4d63-ae09-08082b3d283d,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:30.453617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.465550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e548a597-39d9-4b8f-9aab-e0f654525ab8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.473462 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.480443 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] 10.222.0.55 "DELETE /v2.0/networks/03373fb8-dc5a-4da4-9d24-7a9a3de50f19 HTTP/1.1" status: 204 len: 168 time: 0.8691871 Jul 16 08:44:30.481578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'b4b84713-930e-4d63-ae09-08082b3d283d', 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'port_id': 'b4b84713-930e-4d63-ae09-08082b3d283d', 'mac_address': 'fa:16:3e:c7:40:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbb6677-4aa9-448c-bb3b-d06984ae5117', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:30.499760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.511255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72904a58-1c32-40fe-98ed-b2cea06d2c2a']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.522384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790b860f-e0bd-4f90-aff0-500edff75a92') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.523992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790b860f-e0bd-4f90-aff0-500edff75a92') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.524188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45680a8c-eaed-44f7-a3d7-aadbd9354a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=03373fb8-dc5a-4da4-9d24-7a9a3de50f19,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.536689 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.547567 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.553414 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.561065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:30.562306 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:30.564441 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:30.572835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b84713-930e-4d63-ae09-08082b3d283d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:30.589185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Made reservation on behalf of 5443957cf93641718163cdaddb1c6608 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:30.592882 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.605071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b4b84713-930e-4d63-ae09-08082b3d283d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b4b84713-930e-4d63-ae09-08082b3d283d,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:30.613452 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.614674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a2139ee0-e40a-4c65-b125-895578399621 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:30.646755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.676140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.684813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] 10.222.0.55 "DELETE /v2.0/networks/72904a58-1c32-40fe-98ed-b2cea06d2c2a HTTP/1.1" status: 204 len: 168 time: 0.5290771 Jul 16 08:44:30.685826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6485f41-85e0-465b-aee2-b55870cc2a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=72904a58-1c32-40fe-98ed-b2cea06d2c2a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.775840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b4b84713-930e-4d63-ae09-08082b3d283d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.776636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51080) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.796182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Allocated IP 192.168.233.217 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/e4294550-6dd4-4f05-86fd-f7b0bd70659f) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:30.803531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a2139ee0-e40a-4c65-b125-895578399621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a2139ee0-e40a-4c65-b125-895578399621,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:30.817245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'a2139ee0-e40a-4c65-b125-895578399621', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'port_id': 'a2139ee0-e40a-4c65-b125-895578399621', 'mac_address': 'fa:16:3e:ee:a9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:30.859617 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.875440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2139ee0-e40a-4c65-b125-895578399621 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:30.899307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-32556882-9fd8-4b8d-86de-c463620b18e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34750a164f3d4ed08e60dcd0af965e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179702 Jul 16 08:44:30.899886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51084) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.900615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51086) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.913311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a2139ee0-e40a-4c65-b125-895578399621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a2139ee0-e40a-4c65-b125-895578399621,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:30.918826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.919759 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6cab655f-c9b7-423d-b5c8-77ad68f56d33 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:30.979805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6cab655f-c9b7-423d-b5c8-77ad68f56d33, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:30.995560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ffab5a93-7af7-4e27-9565-a593870ee0f6 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:31.007942 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-060e13e5-cb5f-4ccd-896a-9c0c95ff58cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e6fb5f1ea6e4948b5503f1cf31d94b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092825 Jul 16 08:44:31.012059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51088) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.027902 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753056e-4a0a-4d7f-9122-bbffa5f112b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.050165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '6cab655f-c9b7-423d-b5c8-77ad68f56d33', 'network_id': 'd8feeb02-e063-47f4-b045-1cae94d46196', 'port_id': '6cab655f-c9b7-423d-b5c8-77ad68f56d33', 'mac_address': 'fa:16:3e:c5:af:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbb6677-4aa9-448c-bb3b-d06984ae5117', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:31.057808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: ffab5a93-7af7-4e27-9565-a593870ee0f6 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:31.058130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.058279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ffab5a93-7af7-4e27-9565-a593870ee0f6 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:31.061591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753056e-4a0a-4d7f-9122-bbffa5f112b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.115645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a2139ee0-e40a-4c65-b125-895578399621,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.126867 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.134165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084154b5-2200-46e4-a780-d0f0e5a5fde9 req-597da004-ba4e-48c8-8658-ceb1a9d2072b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.135737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-084154b5-2200-46e4-a780-d0f0e5a5fde9 req-597da004-ba4e-48c8-8658-ceb1a9d2072b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 946 time: 0.1548200 Jul 16 08:44:31.141919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cab655f-c9b7-423d-b5c8-77ad68f56d33 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:31.144417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d840c8c3-821a-46c9-810f-c7ba369f0eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.152343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Transition to ACTIVE for port object e4294550-6dd4-4f05-86fd-f7b0bd70659f will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:31.167695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6cab655f-c9b7-423d-b5c8-77ad68f56d33, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:31.175835 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.176522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5135b8a8-cd4a-4bc3-964c-da08a85ce025 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:31.178645 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753056e-4a0a-4d7f-9122-bbffa5f112b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.179726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d840c8c3-821a-46c9-810f-c7ba369f0eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.181794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753056e-4a0a-4d7f-9122-bbffa5f112b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.182956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e753056e-4a0a-4d7f-9122-bbffa5f112b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44895f11-9cac-46c2-886c-a55984ba4a57 HTTP/1.1" status: 204 len: 168 time: 0.2787800 Jul 16 08:44:31.187798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-084154b5-2200-46e4-a780-d0f0e5a5fde9 req-ab0ae85b-87a3-49b0-8592-2b43e1208451 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Jul 16 08:44:31.196576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753056e-4a0a-4d7f-9122-bbffa5f112b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44895f11-9cac-46c2-886c-a55984ba4a57,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.275679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.280535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6cab655f-c9b7-423d-b5c8-77ad68f56d33,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.288433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:31.294031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:31.425471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:31.432990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5135b8a8-cd4a-4bc3-964c-da08a85ce025, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5135b8a8-cd4a-4bc3-964c-da08a85ce025,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:31.452993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:31.473102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:31.515878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '5135b8a8-cd4a-4bc3-964c-da08a85ce025', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '5135b8a8-cd4a-4bc3-964c-da08a85ce025', 'mac_address': 'fa:16:3e:6d:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:31.536142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d840c8c3-821a-46c9-810f-c7ba369f0eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.538808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d840c8c3-821a-46c9-810f-c7ba369f0eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.547283 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d840c8c3-821a-46c9-810f-c7ba369f0eae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d1a093a-435d-47e1-bec2-9d4eadddc0e3 HTTP/1.1" status: 204 len: 168 time: 0.5341661 Jul 16 08:44:31.548103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.553506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-2cc07caf-2753-44d2-9c98-ee23d3a35706 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.563696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-2cc07caf-2753-44d2-9c98-ee23d3a35706 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.573230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-2cc07caf-2753-44d2-9c98-ee23d3a35706 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.580053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-2cc07caf-2753-44d2-9c98-ee23d3a35706 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.587137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-2cc07caf-2753-44d2-9c98-ee23d3a35706 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.595778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-2cc07caf-2753-44d2-9c98-ee23d3a35706 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.604503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-2cc07caf-2753-44d2-9c98-ee23d3a35706 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.612395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840c8c3-821a-46c9-810f-c7ba369f0eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1a093a-435d-47e1-bec2-9d4eadddc0e3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.615939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-2cc07caf-2753-44d2-9c98-ee23d3a35706 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5425 time: 0.1755552 Jul 16 08:44:31.629940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.630517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.678100 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-4228d86d-1d12-40a1-80d1-3003796e06ba tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5216544 Jul 16 08:44:31.696042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Request body: {'port': {'device_id': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:31.702880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3f0e941-c798-4df4-9415-d9dee83b1c69 req-efd282f7-741c-4636-a925-1840ef8989f4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832446 Jul 16 08:44:31.808066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c91dd-a187-4ad1-9218-985b38cb385c req-8f1c1998-417e-468f-af02-27a86ccabc35 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.818209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d8c91dd-a187-4ad1-9218-985b38cb385c req-8f1c1998-417e-468f-af02-27a86ccabc35 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 936 time: 0.1206536 Jul 16 08:44:31.849211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.926093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d8c91dd-a187-4ad1-9218-985b38cb385c req-301dd6b1-13cb-45d6-b2f4-abd923381088 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005633 Jul 16 08:44:32.002574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.025391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-86930080-9ce8-4339-bf54-d2d4ba38bf0d None None] Provisioning for port e4294550-6dd4-4f05-86fd-f7b0bd70659f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:32.070518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51136) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.076976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5135b8a8-cd4a-4bc3-964c-da08a85ce025 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:32.120312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-86930080-9ce8-4339-bf54-d2d4ba38bf0d None None] Provisioning complete for port e4294550-6dd4-4f05-86fd-f7b0bd70659f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:32.120691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86930080-9ce8-4339-bf54-d2d4ba38bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.208706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5135b8a8-cd4a-4bc3-964c-da08a85ce025, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5135b8a8-cd4a-4bc3-964c-da08a85ce025,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:32.219612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.266813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d93a555f-84d4-4304-b6f1-fda03fb29dec details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:32.268849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-86930080-9ce8-4339-bf54-d2d4ba38bf0d None None] Port e4294550-6dd4-4f05-86fd-f7b0bd70659f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:32.367000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4294550-6dd4-4f05-86fd-f7b0bd70659f {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:32.377281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.390527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-network', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.400511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5135b8a8-cd4a-4bc3-964c-da08a85ce025,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.418967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Transition to ACTIVE for port object e4294550-6dd4-4f05-86fd-f7b0bd70659f will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:32.425138 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.443769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Made reservation on behalf of 2cbda94ad7b74a24817077f444a98cfa for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:32.446216 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.473003 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.524965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:32.546845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'port_id': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'mac_address': 'fa:16:3e:6b:8f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0f2e5-91ff-4fcc-b28e-74cd4998023f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:32.556917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.613232 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.628289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93a555f-84d4-4304-b6f1-fda03fb29dec {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:32.639677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:32.640018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:32.640349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:32.645633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:32.646058 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:32.654597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:32.654867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:32.655262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:32.656039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Bound port: e4294550-6dd4-4f05-86fd-f7b0bd70659f, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:32.656411 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.657403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:32.662129 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.764459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.766314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aede9-74ac-4017-b7be-6067c2a045cd req-6b986965-caff-45eb-a580-98e502056105 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.774876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-065aede9-74ac-4017-b7be-6067c2a045cd req-6b986965-caff-45eb-a580-98e502056105 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 947 time: 0.3055518 Jul 16 08:44:32.826942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:32.836582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:32.857454 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.927908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-065aede9-74ac-4017-b7be-6067c2a045cd req-10eb48be-21fb-4b50-884b-99614624ee4b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504672 Jul 16 08:44:32.936898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.938583 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.940212 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] 10.222.0.54 "PUT /v2.0/ports/e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 1097 time: 1.2496250 Jul 16 08:44:32.942609 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.947137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:32.950582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.970268 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345f2354-f750-4b53-8912-b36e651a0f72" -d '{"events": [{"name": "network-changed", "server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:33.019426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e8093-5b51-4315-a58c-7d19bc4937bb service neutron] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.036400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d93a555f-84d4-4304-b6f1-fda03fb29dec'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:33.076348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51194) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.079445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:33.161082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-80d64b51-3751-4aab-87b9-b8c8ff5a4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.165500 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-80d64b51-3751-4aab-87b9-b8c8ff5a4ae9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1100 time: 0.1405630 Jul 16 08:44:33.219185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa608af0-638a-4afc-9da5-743c0e3637a9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.221039 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-dab776ea-193a-445f-83eb-928ff292d0e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.0445645 Jul 16 08:44:33.240131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.240667 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Added segment 53119096-0630-401e-9fd9-35b762d8333a of type vlan for network c4130372-91c8-4da3-9aee-f3496e0f152d Jul 16 08:44:33.309592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-5ddcb05b-fbed-4e95-a0f2-1d137a3fefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.311426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-5ddcb05b-fbed-4e95-a0f2-1d137a3fefa9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0822935 Jul 16 08:44:33.396768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1986099814-network', 'tenant_id': 'f29b5c25554142e48c90564ff03ecc35'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:33.399464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-38664681-1723-4c4a-bde7-2e9ae824f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.401100 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-38664681-1723-4c4a-bde7-2e9ae824f538 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0756354 Jul 16 08:44:33.410712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.465841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['c7cfbe0a-627b-4092-8f12-84f5cf23567e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:33.490022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ce05-b8a2-4897-a944-d03eafae8b75 req-94a5adff-2882-4a66-bc10-d002da994679 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.499858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2952ce05-b8a2-4897-a944-d03eafae8b75 req-94a5adff-2882-4a66-bc10-d002da994679 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 948 time: 0.3578973 Jul 16 08:44:33.505291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9858ece-f077-4fd9-ac94-dd560bb272c2'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:33.516132 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-ad08768e-4dcd-4784-8475-d8d1ecb8d202 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052172 Jul 16 08:44:33.539676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6cab655f-c9b7-423d-b5c8-77ad68f56d33'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:33.541273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-e0eabaac-f093-4174-a08c-e0107941c15b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.547812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-e0eabaac-f093-4174-a08c-e0107941c15b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.554100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-e0eabaac-f093-4174-a08c-e0107941c15b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.560592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-e0eabaac-f093-4174-a08c-e0107941c15b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.566514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-e0eabaac-f093-4174-a08c-e0107941c15b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.576377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e548a597-39d9-4b8f-9aab-e0f654525ab8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:33.579242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-e0eabaac-f093-4174-a08c-e0107941c15b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.586805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-e0eabaac-f093-4174-a08c-e0107941c15b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.603055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-e0eabaac-f093-4174-a08c-e0107941c15b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5425 time: 0.6473372 Jul 16 08:44:33.604076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51208) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.621724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5135b8a8-cd4a-4bc3-964c-da08a85ce025'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:33.637579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b4b84713-930e-4d63-ae09-08082b3d283d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:33.639889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d4f15b37-da2d-4446-a5f1-27ffbb0a0b84'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:33.643946 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f2fb47da-5538-4eb9-bbe0-992519efb2d6 req-f9e09f7b-10bd-464c-b548-ed7f8b06b180 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178594 Jul 16 08:44:33.677213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Made reservation on behalf of f29b5c25554142e48c90564ff03ecc35 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:33.680127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.682932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.696268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.700333 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.735380 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.769596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-219720267-network', 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:33.812966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:33.820833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.830943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2952ce05-b8a2-4897-a944-d03eafae8b75 req-7becf388-10c8-4310-8fb0-301ae03ec02b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301928 Jul 16 08:44:33.850164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7781866 Jul 16 08:44:33.854146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51214) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.854883 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.889629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Request body: {'subnet': {'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-subnet', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:33.922172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b725e5a-d442-4ebb-b36e-27422b561eef admin admin] Pushing event updated for resources: {'Network': ['ID=c4130372-91c8-4da3-9aee-f3496e0f152d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.937084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-046060b2-7b2b-48e7-8265-ee2f9db6daf9 req-5c627f66-aa1d-4588-991f-097540e882ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3331559 Jul 16 08:44:33.942490 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d8c0b4-1dcb-4fe7-9c4e-ea69028768be x-openstack-request-id: req-b0d8c0b4-1dcb-4fe7-9c4e-ea69028768be {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:33.942788 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:33.943050 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0d8c0b4-1dcb-4fe7-9c4e-ea69028768be {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:33.943849 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'status': 'completed', 'code': 200} Jul 16 08:44:34.071911 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.080581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.102154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:34.123044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.123517 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Added segment 9db021d4-f017-48f4-8cb9-f2ec04ce80df of type vlan for network 13c1dad0-cfd1-484e-8670-2705fa48f4f2 Jul 16 08:44:34.162471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Made reservation on behalf of 2cbda94ad7b74a24817077f444a98cfa for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:34.166615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c4130372-91c8-4da3-9aee-f3496e0f152d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:34.167984 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.208778 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.292753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.293911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.294596 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.297337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f2354-f750-4b53-8912-b36e651a0f72 req-56e4b98b-7b80-4af0-835a-1fb8441733e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.299057 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-345f2354-f750-4b53-8912-b36e651a0f72 req-56e4b98b-7b80-4af0-835a-1fb8441733e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1100 time: 0.3205519 Jul 16 08:44:34.396239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Pushing event updated for resources: {'Network': ['ID=13c1dad0-cfd1-484e-8670-2705fa48f4f2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.427337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac1d76e-9bf7-4196-ae3b-ac134934393c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.483136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d93a555f-84d4-4304-b6f1-fda03fb29dec up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:34.497556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c5ff-2582-41be-b97c-40ea00638099 req-533dd074-0b3d-4384-9a68-6b5898865598 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.505127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fc4c5ff-2582-41be-b97c-40ea00638099 req-533dd074-0b3d-4384-9a68-6b5898865598 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 947 time: 0.2317839 Jul 16 08:44:34.514403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a2139ee0-e40a-4c65-b125-895578399621'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:34.578661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fc4c5ff-2582-41be-b97c-40ea00638099 req-fa80b93c-7038-4ab6-8e4a-a09311a93c9d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722740 Jul 16 08:44:34.588092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f2354-f750-4b53-8912-b36e651a0f72 req-a4ab220a-61be-4c0e-8cef-e34ed04f433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.589980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-345f2354-f750-4b53-8912-b36e651a0f72 req-a4ab220a-61be-4c0e-8cef-e34ed04f433d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2701375 Jul 16 08:44:34.606727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 13c1dad0-cfd1-484e-8670-2705fa48f4f2 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:34.693253 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-345f2354-f750-4b53-8912-b36e651a0f72 req-c31fcfda-93d9-4733-a858-3470c4b82041 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.0869551 Jul 16 08:44:34.732846 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.770661 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.781273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cc9746c4-a0b3-4c23-8172-8ae88034507e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7028394 Jul 16 08:44:34.784183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51232) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.795137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Request body: {'subnet': {'network_id': '13c1dad0-cfd1-484e-8670-2705fa48f4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1986099814-subnet', 'tenant_id': 'f29b5c25554142e48c90564ff03ecc35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:34.812033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.848774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Made reservation on behalf of f29b5c25554142e48c90564ff03ecc35 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:34.857456 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.876891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f2354-f750-4b53-8912-b36e651a0f72 req-86eca616-674d-49b9-8ddd-510eb46cd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.878497 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-345f2354-f750-4b53-8912-b36e651a0f72 req-86eca616-674d-49b9-8ddd-510eb46cd31e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1621420 Jul 16 08:44:34.895048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:34.927733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d42f883-9cb5-4c17-9dee-a01cb9d383bf,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.935470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc10af2-625d-4086-a30d-d71315b58b39,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.960871 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.961294 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Added segment dfadece5-207a-4928-a58f-e3f09ea2570a of type vlan for network ff0bd8d5-928e-4372-933c-180eae691c3c Jul 16 08:44:35.000437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d93a555f-84d4-4304-b6f1-fda03fb29dec triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:35.001203 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.006188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Checking segment: {'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:35.006553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Network hostable DHCP agents. Network: c4130372-91c8-4da3-9aee-f3496e0f152d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:35.023331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.114162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Network c4130372-91c8-4da3-9aee-f3496e0f152d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:35.153888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f2354-f750-4b53-8912-b36e651a0f72 req-39c04e64-e470-407e-93c6-ef5086efde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.155439 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-345f2354-f750-4b53-8912-b36e651a0f72 req-39c04e64-e470-407e-93c6-ef5086efde3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2561617 Jul 16 08:44:35.156033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.156891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.157447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.159552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, c4130372-91c8-4da3-9aee-f3496e0f152d) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:35.177856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20176d2-1b43-4fc9-af22-4ee191b0f0bb None None] Network c4130372-91c8-4da3-9aee-f3496e0f152d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:35.222598 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.225355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.234436 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.278345 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6702373 Jul 16 08:44:35.293109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51242) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.308883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Request body: {'subnet': {'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-219720267-subnet', 'tenant_id': '3206175599bd452fb6bb65f4568bfc23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:35.388339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c524c-5821-4db5-a96d-45c1eb2e20d3 req-175190eb-81db-44c7-93f2-2e005292cb14 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.395750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-764c524c-5821-4db5-a96d-45c1eb2e20d3 req-175190eb-81db-44c7-93f2-2e005292cb14 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 948 time: 0.2235742 Jul 16 08:44:35.458150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-764c524c-5821-4db5-a96d-45c1eb2e20d3 req-654eb38b-e3d8-4023-96be-593c68050cda tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613649 Jul 16 08:44:35.520189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266899-b076-485e-a0b6-409e47c6f64d req-8b92577e-6750-4ecd-b57c-56ef946263cc tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.543219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266899-b076-485e-a0b6-409e47c6f64d req-8b92577e-6750-4ecd-b57c-56ef946263cc tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.552000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:35.556112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:35.558426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266899-b076-485e-a0b6-409e47c6f64d req-8b92577e-6750-4ecd-b57c-56ef946263cc tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.558874 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f54f1-b62e-4514-b773-6272b930adcc" -d '{"events": [{"server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:35.561744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-c4130372-91c8-4da3-9aee-f3496e0f152d', 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'fixed_ips': [{'subnet_id': 'ccc10af2-625d-4086-a30d-d71315b58b39'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:35.562625 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.585853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266899-b076-485e-a0b6-409e47c6f64d req-8b92577e-6750-4ecd-b57c-56ef946263cc tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.592724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266899-b076-485e-a0b6-409e47c6f64d req-8b92577e-6750-4ecd-b57c-56ef946263cc tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.625930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266899-b076-485e-a0b6-409e47c6f64d req-8b92577e-6750-4ecd-b57c-56ef946263cc tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.632230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266899-b076-485e-a0b6-409e47c6f64d req-8b92577e-6750-4ecd-b57c-56ef946263cc tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.634159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a266899-b076-485e-a0b6-409e47c6f64d req-8b92577e-6750-4ecd-b57c-56ef946263cc tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5425 time: 0.3854210 Jul 16 08:44:35.635119 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.733174 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4cfa3fef-e0e3-4f68-bd17-b5775d7f9a07 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8759859 Jul 16 08:44:35.739689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51248) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.742789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebffd6-8dfd-4d99-8007-75ae685f5bca admin admin] Pushing event updated for resources: {'Network': ['ID=ff0bd8d5-928e-4372-933c-180eae691c3c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.755106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:35.768893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Allocated IP 172.20.0.2 (c4130372-91c8-4da3-9aee-f3496e0f152d/ccc10af2-625d-4086-a30d-d71315b58b39/39a7f541-a119-4261-9f81-da36f0d6ab38) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:35.781342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a266899-b076-485e-a0b6-409e47c6f64d req-aa60dc82-ba97-466a-bbb2-c1c384f083bb tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285930 Jul 16 08:44:35.787216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:35.790967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.816035 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-345f2354-f750-4b53-8912-b36e651a0f72 req-293d3ed1-7b0b-487e-b698-9c4d9d7465d7 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401222 Jul 16 08:44:35.855244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.856316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.876762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede23fa6-1944-4f85-90d2-174bc65aa77c,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.985591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.988727 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93fb98-3a9b-45b8-adc9-9616a0355316 x-openstack-request-id: req-de93fb98-3a9b-45b8-adc9-9616a0355316 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:35.989311 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:35.989753 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de93fb98-3a9b-45b8-adc9-9616a0355316 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:35.990306 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'code': 200} Jul 16 08:44:36.009693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Checking segment: {'id': '9db021d4-f017-48f4-8cb9-f2ec04ce80df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13c1dad0-cfd1-484e-8670-2705fa48f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:36.018245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Network hostable DHCP agents. Network: 13c1dad0-cfd1-484e-8670-2705fa48f4f2, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:36.021725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ff0bd8d5-928e-4372-933c-180eae691c3c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:36.032546 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.071281 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.099086 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-345f2354-f750-4b53-8912-b36e651a0f72 req-726379b6-2b39-44d2-b3fa-d1477ee3a937 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626500 Jul 16 08:44:36.137339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Network 13c1dad0-cfd1-484e-8670-2705fa48f4f2 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:36.138093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Transition to ACTIVE for port object 39a7f541-a119-4261-9f81-da36f0d6ab38 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:36.140305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.165098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444cdf1-9d65-4623-b8c0-2061a6348699 req-f0627c13-9ed9-47a2-9298-d243f12c8684 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.167801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Transition to ACTIVE for port object 39a7f541-a119-4261-9f81-da36f0d6ab38 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:36.174743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9444cdf1-9d65-4623-b8c0-2061a6348699 req-f0627c13-9ed9-47a2-9298-d243f12c8684 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 947 time: 0.1894920 Jul 16 08:44:36.176485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.183830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 13c1dad0-cfd1-484e-8670-2705fa48f4f2) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:36.199749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.200828 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.225556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-faec6df2-3455-428b-84c2-59d7a1d05daa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4323261 Jul 16 08:44:36.237422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9444cdf1-9d65-4623-b8c0-2061a6348699 req-22375501-3f7f-49dd-9f8b-14cafe87f7c7 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617225 Jul 16 08:44:36.238641 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad08466-9cc2-4cc9-9b14-5569473084c3 None None] Network 13c1dad0-cfd1-484e-8670-2705fa48f4f2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:36.286958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.306757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Pushing event updated for resources: {'Port': ['ID=39a7f541-a119-4261-9f81-da36f0d6ab38,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.324610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Network c4130372-91c8-4da3-9aee-f3496e0f152d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:36.327551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:36.334210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:36.388882 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.416656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:36.489596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Attempting to bind port 39a7f541-a119-4261-9f81-da36f0d6ab38 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:36.490002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Attempting to bind port 39a7f541-a119-4261-9f81-da36f0d6ab38 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:36.490359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Attempting to bind port 39a7f541-a119-4261-9f81-da36f0d6ab38 on network c4130372-91c8-4da3-9aee-f3496e0f152d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:36.498753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:36.498982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Checking segment: {'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:36.499564 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.500022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Bound using segment: {'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:36.500508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Bound port: 39a7f541-a119-4261-9f81-da36f0d6ab38, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:36.500880 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.509434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8f6089-c041-4c6e-9073-12eb30d5fc0c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.545230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:36.545467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Network hostable DHCP agents. Network: ff0bd8d5-928e-4372-933c-180eae691c3c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:36.577849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Network ff0bd8d5-928e-4372-933c-180eae691c3c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:36.601308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ff0bd8d5-928e-4372-933c-180eae691c3c) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:36.607128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] For port 39a7f541-a119-4261-9f81-da36f0d6ab38, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:36.611852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] For port 39a7f541-a119-4261-9f81-da36f0d6ab38, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=39a7f541-a119-4261-9f81-da36f0d6ab38,segment=NetworkSegment(53119096-0630-401e-9fd9-35b762d8333a),segment_id=53119096-0630-401e-9fd9-35b762d8333a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:36.617054 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:44:36.621140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571342fd-a273-4bfe-a33f-b2878e60d48b None None] Network ff0bd8d5-928e-4372-933c-180eae691c3c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:36.636407 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.645539 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-daac1a93-4e97-4c6b-b499-3566fabaabc7 req-7961fc77-6eaa-4f09-ad19-300ff1dab8f8 tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] show failed (client error): The resource could not be found. Jul 16 08:44:36.654579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-daac1a93-4e97-4c6b-b499-3566fabaabc7 req-7961fc77-6eaa-4f09-ad19-300ff1dab8f8 tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] 10.222.0.55 "GET /v2.0/security-groups/3f2b940d-23bb-48c1-89f9-0836bcb38025 HTTP/1.1" status: 404 len: 352 time: 0.0323243 Jul 16 08:44:36.667513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.670707 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.751891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33c0edb5-d7bb-43f1-91df-bc4c0af9f895 req-c696e669-ccc6-4fe2-b3ca-172e09ae7dd4 tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f29b5c25554142e48c90564ff03ecc35 HTTP/1.1" status: 200 len: 2984 time: 0.0651760 Jul 16 08:44:36.795077 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6bb20616-1ab0-456a-ba77-c8f6f880e831 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4886572 Jul 16 08:44:36.872489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.916565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02081288-c43a-4b01-a96d-99bdf92c01a1 None None] Network 13c1dad0-cfd1-484e-8670-2705fa48f4f2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:36.920861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.921223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33c0edb5-d7bb-43f1-91df-bc4c0af9f895 req-8cb7aac8-919c-4d70-b6f1-851566e46fbc tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] 10.222.0.55 "GET /v2.0/security-groups/eac1d76e-9bf7-4196-ae3b-ac134934393c HTTP/1.1" status: 200 len: 2981 time: 0.1678276 Jul 16 08:44:36.958861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dce43e-bcc5-4430-afc7-dd078148356f req-2ae6cffb-617e-4542-9533-cf2ed82a19ed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.966578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3dce43e-bcc5-4430-afc7-dd078148356f req-2ae6cffb-617e-4542-9533-cf2ed82a19ed tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 948 time: 0.2119956 Jul 16 08:44:37.033511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33c0edb5-d7bb-43f1-91df-bc4c0af9f895 req-32cdfbdf-865c-4147-8867-76e5e4768bff tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] 10.222.0.55 "GET /v2.0/security-groups/eac1d76e-9bf7-4196-ae3b-ac134934393c HTTP/1.1" status: 200 len: 2981 time: 0.1098475 Jul 16 08:44:37.064770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3dce43e-bcc5-4430-afc7-dd078148356f req-ebe9d7b6-16c1-4260-af6b-4172ccbe5759 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972629 Jul 16 08:44:37.178197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3dd3a-d402-43c3-80df-957dd851eaa7 None None] Pushing event updated for resources: {'Port': ['ID=39a7f541-a119-4261-9f81-da36f0d6ab38,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.183661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:37.234268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'mac_address': 'fa:16:3e:ee:cb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:37.353617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Allocated IP 172.25.6.109 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/59f042b6-58ce-4a21-9b34-c1ef06869b17) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:37.376366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab12c7-af42-4edd-843a-ff3bc976a2d3 None None] Network ff0bd8d5-928e-4372-933c-180eae691c3c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:37.416510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32b71a2f-6cdb-46c4-8dfe-5085d1f96ca7 req-73e96c73-4006-429a-8e15-c7b6fc5f31fc tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] 10.222.0.55 "GET /v2.0/security-groups/eac1d76e-9bf7-4196-ae3b-ac134934393c HTTP/1.1" status: 200 len: 2981 time: 0.0939600 Jul 16 08:44:37.422620 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.469794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4294550-6dd4-4f05-86fd-f7b0bd70659f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:37.506482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:37.517951 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.546128 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-32b71a2f-6cdb-46c4-8dfe-5085d1f96ca7 req-f5d8bda4-f638-42b9-959e-3466d3af0bbf tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:44:37.555322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.558909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32b71a2f-6cdb-46c4-8dfe-5085d1f96ca7 req-f5d8bda4-f638-42b9-959e-3466d3af0bbf tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] 10.222.0.55 "DELETE /v2.0/security-groups/eac1d76e-9bf7-4196-ae3b-ac134934393c HTTP/1.1" status: 409 len: 352 time: 0.1396575 Jul 16 08:44:37.639018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-61967800-ef74-49cb-b8a0-1390a143e48a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.645491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.667809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-61967800-ef74-49cb-b8a0-1390a143e48a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.675025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-61967800-ef74-49cb-b8a0-1390a143e48a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.700554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-61967800-ef74-49cb-b8a0-1390a143e48a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.721125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.724343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-61967800-ef74-49cb-b8a0-1390a143e48a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.725049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:37.741031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:37.744439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:37.746962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Pushing event updated for resources: {'Port': ['ID=59f042b6-58ce-4a21-9b34-c1ef06869b17,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.751033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-61967800-ef74-49cb-b8a0-1390a143e48a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.760535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-61967800-ef74-49cb-b8a0-1390a143e48a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.774276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-61967800-ef74-49cb-b8a0-1390a143e48a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5425 time: 0.3216546 Jul 16 08:44:37.878785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['e4294550-6dd4-4f05-86fd-f7b0bd70659f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:37.916608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba4c50d6-5c72-4673-9a41-483a57c84a9e req-16a719b3-5139-4c2d-9efe-4d4e61fba640 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403904 Jul 16 08:44:37.992260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-322adc82-e98a-4a1c-b448-91205b29b3fd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.993956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-322adc82-e98a-4a1c-b448-91205b29b3fd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.2154632 Jul 16 08:44:38.025986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-51502731-b2f6-46a6-9769-ba71b25cee79 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/quotas/3206175599bd452fb6bb65f4568bfc23 HTTP/1.1" status: 200 len: 375 time: 0.0241613 Jul 16 08:44:38.091033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-fba79f56-69f6-417c-94e5-21f6af3296b4 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640891 Jul 16 08:44:38.252029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:38.255376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77efd493-54fe-42c7-8776-7dff8b39be3d None None] Network c4130372-91c8-4da3-9aee-f3496e0f152d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:38.284803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-16134328-7bdf-4fef-b1ae-3107d2227b54 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927886 Jul 16 08:44:38.331363 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.577936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3949e586-65a2-4c43-9351-2841e24ad03e None None] Provisioning for port 39a7f541-a119-4261-9f81-da36f0d6ab38 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:38.615178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:38.627591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:38.627591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.705804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.790684 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.821403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:38.828621 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c1213-242d-4bf4-9f0f-f89567a23d84" -d '{"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "d4f15b37-da2d-4446-a5f1-27ffbb0a0b84"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:38.857354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:38.866990 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.874053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Router 174a20e9-6877-4773-ba9d-d01c30e44b13 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:38.998801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-531fb603-cc58-4351-9220-9a9b4cff89d2 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130392 Jul 16 08:44:39.030332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.071602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37046291-d275-497c-ac0c-2da60b42912c req-97a2e1cf-ea95-44ea-9f20-9bc7edf47f31 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.080091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37046291-d275-497c-ac0c-2da60b42912c req-97a2e1cf-ea95-44ea-9f20-9bc7edf47f31 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 947 time: 0.6216278 Jul 16 08:44:39.082519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 39a7f541-a119-4261-9f81-da36f0d6ab38 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:39.094155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:39.104146 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Sync routers for ids ['174a20e9-6877-4773-ba9d-d01c30e44b13'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:39.118686 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Routers {'174a20e9-6877-4773-ba9d-d01c30e44b13'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:39.120443 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['174a20e9-6877-4773-ba9d-d01c30e44b13'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:39.135757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.139852 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a9dd1156-d9fc-481e-b66a-4a61aa36fb90 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3912048 Jul 16 08:44:39.139968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51316) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.203661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37046291-d275-497c-ac0c-2da60b42912c req-b1dc32fb-137d-4b64-82a2-577f0d895f32 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146362 Jul 16 08:44:39.249450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 39a7f541-a119-4261-9f81-da36f0d6ab38 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:39.256656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 39a7f541-a119-4261-9f81-da36f0d6ab38 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:39.257371 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-5be5d2bf-915d-4372-a477-33cfe8cbab26 req-7aaaf747-d3af-47b1-ac44-37cb01c0723a tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] show failed (client error): The resource could not be found. Jul 16 08:44:39.257722 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.269559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5be5d2bf-915d-4372-a477-33cfe8cbab26 req-7aaaf747-d3af-47b1-ac44-37cb01c0723a tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] 10.222.0.55 "GET /v2.0/security-groups/0705246a-d582-41ba-a1ea-157be557ff09 HTTP/1.1" status: 404 len: 352 time: 0.0366452 Jul 16 08:44:39.428521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-07b3e03b-5191-4b37-8849-14359456d079 None None] Provisioning complete for port 39a7f541-a119-4261-9f81-da36f0d6ab38 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:39.430405 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07b3e03b-5191-4b37-8849-14359456d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.443619 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Set router 174a20e9-6877-4773-ba9d-d01c30e44b13 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:39.608902 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.644864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777cb7e-cbd8-45f6-82f7-db067b2cf7aa req-fb298882-4332-4e34-a492-a8d86c5fc1bf tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.660944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d777cb7e-cbd8-45f6-82f7-db067b2cf7aa req-fb298882-4332-4e34-a492-a8d86c5fc1bf tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.1725926 Jul 16 08:44:39.693459 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07b3e03b-5191-4b37-8849-14359456d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.722114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 39a7f541-a119-4261-9f81-da36f0d6ab38, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=39a7f541-a119-4261-9f81-da36f0d6ab38,segment=NetworkSegment(53119096-0630-401e-9fd9-35b762d8333a),segment_id=53119096-0630-401e-9fd9-35b762d8333a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:39.783016 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa674b3-92af-4f03-b974-c37281452bb4 x-openstack-request-id: req-eaa674b3-92af-4f03-b974-c37281452bb4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:39.783016 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "d4f15b37-da2d-4446-a5f1-27ffbb0a0b84", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:39.783460 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eaa674b3-92af-4f03-b974-c37281452bb4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:39.783689 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84', 'code': 200} Jul 16 08:44:39.784457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-07b3e03b-5191-4b37-8849-14359456d079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:44:39.784812 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-07b3e03b-5191-4b37-8849-14359456d079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:44:39.785387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.803021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d777cb7e-cbd8-45f6-82f7-db067b2cf7aa req-a42507d9-1785-4cf4-99f7-5247f10c25ce tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400168 Jul 16 08:44:39.871213 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-58385406-4351-4fa1-9f9c-70ad21d47f3a req-44f9821c-6b24-4f2a-8e41-3abb30727d7e tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] show failed (client error): The resource could not be found. Jul 16 08:44:39.886251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58385406-4351-4fa1-9f9c-70ad21d47f3a req-44f9821c-6b24-4f2a-8e41-3abb30727d7e tempest-SecurityGroupsNegativeTestJSON-737082128 tempest-SecurityGroupsNegativeTestJSON-737082128-project] 10.222.0.55 "GET /v2.0/security-groups/a2d9b23d-af15-4df0-8ad9-3d87bd1345b9 HTTP/1.1" status: 404 len: 352 time: 0.0391817 Jul 16 08:44:39.894247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51336) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.918638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=39a7f541-a119-4261-9f81-da36f0d6ab38,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.926066 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:44:38Z', 'revision_number': 3, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:39.964491 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Checking router: 174a20e9-6877-4773-ba9d-d01c30e44b13 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:39.964731 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Updating router 174a20e9-6877-4773-ba9d-d01c30e44b13 port 59f042b6-58ce-4a21-9b34-c1ef06869b17 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:40.068615 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.087430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ee0de9-ee7f-453b-808e-b289c4ec9a12 admin admin] Deleting subnet ede23fa6-1944-4f85-90d2-174bc65aa77c {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:40.091091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-024e68c5-cc47-46c8-afce-5934687aac80 req-1433d3e9-236b-4c40-926a-828ddf479bfe tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 210 time: 0.0767951 Jul 16 08:44:40.113279 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0de9-ee7f-453b-808e-b289c4ec9a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.195801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.247751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0de9-ee7f-453b-808e-b289c4ec9a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.267710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a9858ece-f077-4fd9-ac94-dd560bb272c2 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:40.365420 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0de9-ee7f-453b-808e-b289c4ec9a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.465726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:40.482420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-95c5955e-d0bd-4c50-856f-37992018ae6b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.490017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-95c5955e-d0bd-4c50-856f-37992018ae6b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.504167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-95c5955e-d0bd-4c50-856f-37992018ae6b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.518202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-95c5955e-d0bd-4c50-856f-37992018ae6b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.526544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-95c5955e-d0bd-4c50-856f-37992018ae6b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.534314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-95c5955e-d0bd-4c50-856f-37992018ae6b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.542660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-95c5955e-d0bd-4c50-856f-37992018ae6b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.547959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Allocated IP 172.20.0.1 (c4130372-91c8-4da3-9aee-f3496e0f152d/ccc10af2-625d-4086-a30d-d71315b58b39/1cebab9d-0cef-4504-98bf-44188be7ae96) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:40.551353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-95c5955e-d0bd-4c50-856f-37992018ae6b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5426 time: 0.4753988 Jul 16 08:44:40.633824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port a9858ece-f077-4fd9-ac94-dd560bb272c2 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:40.637432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port e4294550-6dd4-4f05-86fd-f7b0bd70659f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:40.645717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port e4294550-6dd4-4f05-86fd-f7b0bd70659f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:40.646239 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.667246 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.698129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb499d3f-43c6-4b51-95e6-54c2de1d7c6d req-5a2e6dc7-ceaf-4365-8d94-975640de3837 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455228 Jul 16 08:44:40.710624 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Transition to ACTIVE for port object 59f042b6-58ce-4a21-9b34-c1ef06869b17 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:40.712329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0de9-ee7f-453b-808e-b289c4ec9a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.723404 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.739912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port a9858ece-f077-4fd9-ac94-dd560bb272c2 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:40.741788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.777964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011c2d-6878-4f17-8893-babae8cedf3d req-99d56adc-e48e-49d8-9070-d5bb0b3b746f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.785296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0011c2d-6878-4f17-8893-babae8cedf3d req-99d56adc-e48e-49d8-9070-d5bb0b3b746f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 947 time: 0.2292278 Jul 16 08:44:40.802031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee0de9-ee7f-453b-808e-b289c4ec9a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede23fa6-1944-4f85-90d2-174bc65aa77c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.807978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.823933 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2a617-2002-4151-a26c-e856a3bed2f5 None None] Pushing event updated for resources: {'Port': ['ID=59f042b6-58ce-4a21-9b34-c1ef06869b17,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.824495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0de9-ee7f-453b-808e-b289c4ec9a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.833494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d7ee0de9-ee7f-453b-808e-b289c4ec9a12 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ede23fa6-1944-4f85-90d2-174bc65aa77c HTTP/1.1" status: 204 len: 168 time: 0.9376941 Jul 16 08:44:40.838819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.858497 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Attempting to bind port 59f042b6-58ce-4a21-9b34-c1ef06869b17 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:40.859643 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Attempting to bind port 59f042b6-58ce-4a21-9b34-c1ef06869b17 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:40.860151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Attempting to bind port 59f042b6-58ce-4a21-9b34-c1ef06869b17 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:40.867071 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:40.867762 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:40.868326 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.869016 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:40.869871 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Bound port: 59f042b6-58ce-4a21-9b34-c1ef06869b17, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:40.870580 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.880144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Transition to ACTIVE for port object 1cebab9d-0cef-4504-98bf-44188be7ae96 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:40.970124 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.973681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.986685 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] For port 59f042b6-58ce-4a21-9b34-c1ef06869b17, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:40.990420 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] For port 59f042b6-58ce-4a21-9b34-c1ef06869b17, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=59f042b6-58ce-4a21-9b34-c1ef06869b17,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:40.997570 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.010267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0011c2d-6878-4f17-8893-babae8cedf3d req-93a1c60b-06f4-4c45-840d-97298f4c24f1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236841 Jul 16 08:44:41.041681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 39a7f541-a119-4261-9f81-da36f0d6ab38 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:41.048140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Pushing event updated for resources: {'Port': ['ID=1cebab9d-0cef-4504-98bf-44188be7ae96,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.066761 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2a617-2002-4151-a26c-e856a3bed2f5 None None] Pushing event updated for resources: {'Port': ['ID=59f042b6-58ce-4a21-9b34-c1ef06869b17,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.069110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Network c4130372-91c8-4da3-9aee-f3496e0f152d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:41.072677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:41.079010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:41.087013 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Routers {'174a20e9-6877-4773-ba9d-d01c30e44b13'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:41.088141 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['174a20e9-6877-4773-ba9d-d01c30e44b13'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:41.130710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.132554 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.217955 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] Set router 174a20e9-6877-4773-ba9d-d01c30e44b13 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:41.296177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:41.327039 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.361028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.374736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c1dad0-cfd1-484e-8670-2705fa48f4f2']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:41.423709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6c9625f-d081-4122-8400-b23629d44ba9 req-7b35f02e-8dc2-4ed0-94c0-62accc650203 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 210 time: 0.0451472 Jul 16 08:44:41.427811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db021d4-f017-48f4-8cb9-f2ec04ce80df') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:41.428295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db021d4-f017-48f4-8cb9-f2ec04ce80df') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:41.444912 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.473025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.485774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81ee34-61d7-41af-ad0b-dad7dd15b478 req-6ddc5507-0f85-41a8-8fa8-b7383a540c11 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.493294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d81ee34-61d7-41af-ad0b-dad7dd15b478 req-6ddc5507-0f85-41a8-8fa8-b7383a540c11 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.2078490 Jul 16 08:44:41.494056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.503612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:41.504015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:41.507259 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:41.562109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.620005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d81ee34-61d7-41af-ad0b-dad7dd15b478 req-2f2e8573-b25c-49ee-aa51-b3e9f6d978d3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201105 Jul 16 08:44:41.632733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.655724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.657873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] 10.222.0.55 "DELETE /v2.0/networks/13c1dad0-cfd1-484e-8670-2705fa48f4f2 HTTP/1.1" status: 204 len: 168 time: 0.7864642 Jul 16 08:44:41.659013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edaa10-3551-42c6-b3cc-86154e07d39b admin admin] Pushing event deleted for resources: {'Network': ['ID=13c1dad0-cfd1-484e-8670-2705fa48f4f2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.675551 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.734593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 39a7f541-a119-4261-9f81-da36f0d6ab38 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:41.735104 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.866923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9858ece-f077-4fd9-ac94-dd560bb272c2'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:41.869912 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d23c3-0649-4572-ad5e-1c1c02a05bf0" -d '{"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-plugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "a9858ece-f077-4fd9-ac94-dd560bb272c2"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:41.896365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.935802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.936272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a9858ece-f077-4fd9-ac94-dd560bb272c2, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:41.942980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51380) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.964002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.964831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c7cfbe0a-627b-4092-8f12-84f5cf23567e up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:42.027217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-58be34a9-2280-4621-93a6-83ccdde947cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f29b5c25554142e48c90564ff03ecc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816066 Jul 16 08:44:42.028705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51384) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:42.050920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-e6bff829-1f04-4828-b118-bc165bc39f5b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.054808 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-e6bff829-1f04-4828-b118-bc165bc39f5b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.3388531 Jul 16 08:44:42.064066 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:44:38Z', 'revision_number': 3, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:42.070995 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fb1fc4-e9ca-4076-98df-cda86ee675a3 x-openstack-request-id: req-31fb1fc4-e9ca-4076-98df-cda86ee675a3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:42.070995 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-plugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "a9858ece-f077-4fd9-ac94-dd560bb272c2", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:42.078127 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31fb1fc4-e9ca-4076-98df-cda86ee675a3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:42.078925 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'code': 200} Jul 16 08:44:42.079182 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9858ece-f077-4fd9-ac94-dd560bb272c2', 'code': 200} Jul 16 08:44:42.115269 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3545ba-085b-4c7d-b3aa-c3c9d7e7d5b0 None None] The sync data for ids ['174a20e9-6877-4773-ba9d-d01c30e44b13'] in n-d-780147-28 is: [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:44:38Z', 'revision_number': 3, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:42.135784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Request body: {'port': {'device_id': '8ce13c16-39c5-47b4-b417-871644839270', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'admin_state_up': True, 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:42.154356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a881a098-a346-4170-94ab-0b537c0563b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.193738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3da4dddf-0de7-444e-ac63-88e7586ea4fb None None] Provisioning for port 1cebab9d-0cef-4504-98bf-44188be7ae96 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:42.243291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3da4dddf-0de7-444e-ac63-88e7586ea4fb None None] Provisioning complete for port 1cebab9d-0cef-4504-98bf-44188be7ae96 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:42.243675 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3da4dddf-0de7-444e-ac63-88e7586ea4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.253419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a9858ece-f077-4fd9-ac94-dd560bb272c2,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.292864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Pushing event updated for resources: {'Port': ['ID=1cebab9d-0cef-4504-98bf-44188be7ae96,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.327974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port c7cfbe0a-627b-4092-8f12-84f5cf23567e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:42.339765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.358686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a881a098-a346-4170-94ab-0b537c0563b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.364458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port c7cfbe0a-627b-4092-8f12-84f5cf23567e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:42.366320 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.392736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3da4dddf-0de7-444e-ac63-88e7586ea4fb None None] Port 1cebab9d-0cef-4504-98bf-44188be7ae96 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:42.496335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-4325e040-7df1-4ff9-9272-0168e0c61f5f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.502766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-4325e040-7df1-4ff9-9272-0168e0c61f5f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.509457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-4325e040-7df1-4ff9-9272-0168e0c61f5f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.523156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-4325e040-7df1-4ff9-9272-0168e0c61f5f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.537291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.549040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-4325e040-7df1-4ff9-9272-0168e0c61f5f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.564945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-4325e040-7df1-4ff9-9272-0168e0c61f5f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.581743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-4325e040-7df1-4ff9-9272-0168e0c61f5f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.584066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-4325e040-7df1-4ff9-9272-0168e0c61f5f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5427 time: 0.4758902 Jul 16 08:44:42.654396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c7cfbe0a-627b-4092-8f12-84f5cf23567e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:42.668053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bce998-43ab-4d05-bc48-b117115156a5 req-565fdc07-d022-4c60-8c79-81e035bed5c0 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.669579 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.671272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b4b84713-930e-4d63-ae09-08082b3d283d up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:42.676823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49bce998-43ab-4d05-bc48-b117115156a5 req-565fdc07-d022-4c60-8c79-81e035bed5c0 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 947 time: 0.3903964 Jul 16 08:44:42.728327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a9d749b-6355-48ac-bc23-85b63b1c4433 req-2b0b2f85-03fa-4992-ad92-5ec527110be4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366057 Jul 16 08:44:42.775406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a881a098-a346-4170-94ab-0b537c0563b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.786846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a881a098-a346-4170-94ab-0b537c0563b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.795342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a881a098-a346-4170-94ab-0b537c0563b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eac1d76e-9bf7-4196-ae3b-ac134934393c HTTP/1.1" status: 204 len: 168 time: 0.7595298 Jul 16 08:44:42.809490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49bce998-43ab-4d05-bc48-b117115156a5 req-135f7f29-b7ce-431f-b4a3-8afe6c1b092d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283472 Jul 16 08:44:42.840511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a098-a346-4170-94ab-0b537c0563b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac1d76e-9bf7-4196-ae3b-ac134934393c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.951370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c7cfbe0a-627b-4092-8f12-84f5cf23567e,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.001884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port b4b84713-930e-4d63-ae09-08082b3d283d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:43.008685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port b4b84713-930e-4d63-ae09-08082b3d283d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:43.009064 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.125050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 59f042b6-58ce-4a21-9b34-c1ef06869b17 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:43.175310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:43.188583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2b62349-82c5-4c99-abcd-aa20872ef3c0 req-66756d70-dd15-4f0e-9ac7-8d6ab73bae00 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 210 time: 0.0519116 Jul 16 08:44:43.189877 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.264571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880e57-e543-4803-8663-94e8d8009d3b req-9cd2c944-d0fa-4da5-a650-2d71569e5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.266206 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18880e57-e543-4803-8663-94e8d8009d3b req-9cd2c944-d0fa-4da5-a650-2d71569e5101 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1102 time: 0.9874878 Jul 16 08:44:43.276135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Network c4130372-91c8-4da3-9aee-f3496e0f152d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:43.301904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:43.387045 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.390718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 59f042b6-58ce-4a21-9b34-c1ef06869b17 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:43.406842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 59f042b6-58ce-4a21-9b34-c1ef06869b17 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:43.407398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.417138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c3dc7-9a82-4812-8c57-28c16315331e req-335558fc-6c05-4963-8e42-93748f2bdf05 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.430953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f8c3dc7-9a82-4812-8c57-28c16315331e req-335558fc-6c05-4963-8e42-93748f2bdf05 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.2382884 Jul 16 08:44:43.511376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b4b84713-930e-4d63-ae09-08082b3d283d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b4b84713-930e-4d63-ae09-08082b3d283d,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:43.527972 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.530446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a2139ee0-e40a-4c65-b125-895578399621 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:43.538975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f8c3dc7-9a82-4812-8c57-28c16315331e req-412a30d0-b643-42c6-a81e-65ef346e63a1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071258 Jul 16 08:44:43.712490 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Router 174a20e9-6877-4773-ba9d-d01c30e44b13 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:43.777829 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.789980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Allocated IP 172.20.0.3 (ff0bd8d5-928e-4372-933c-180eae691c3c/1b8f6089-c041-4c6e-9073-12eb30d5fc0c/a0444412-aa20-4102-b9ed-4c35bba2f97a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:43.899711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 59f042b6-58ce-4a21-9b34-c1ef06869b17, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=59f042b6-58ce-4a21-9b34-c1ef06869b17,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:43.913734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b4b84713-930e-4d63-ae09-08082b3d283d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.924700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port a2139ee0-e40a-4c65-b125-895578399621 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:43.926889 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.029288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port a2139ee0-e40a-4c65-b125-895578399621 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:44.029684 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.050366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-a82ee09e-e8f9-445a-a3d8-3865fc184d2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.058374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-a82ee09e-e8f9-445a-a3d8-3865fc184d2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.065548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-a82ee09e-e8f9-445a-a3d8-3865fc184d2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.072772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-a82ee09e-e8f9-445a-a3d8-3865fc184d2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.085695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-a82ee09e-e8f9-445a-a3d8-3865fc184d2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.092999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-a82ee09e-e8f9-445a-a3d8-3865fc184d2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.101110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-a82ee09e-e8f9-445a-a3d8-3865fc184d2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.105985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-a82ee09e-e8f9-445a-a3d8-3865fc184d2c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5429 time: 0.1497166 Jul 16 08:44:44.114333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b84713-930e-4d63-ae09-08082b3d283d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:44.117306 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d73a17-9f32-48f3-8abd-c1c2260b9604" -d '{"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "c7cfbe0a-627b-4092-8f12-84f5cf23567e"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "b4b84713-930e-4d63-ae09-08082b3d283d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:44.133805 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18880e57-e543-4803-8663-94e8d8009d3b req-6ba014ba-315e-4b6d-98f3-854d7502b3c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8551090 Jul 16 08:44:44.135444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bebe23d0-f798-4bac-b102-4548ea3f6e04 None None] Provisioning complete for port 1cebab9d-0cef-4504-98bf-44188be7ae96 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:44.136107 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bebe23d0-f798-4bac-b102-4548ea3f6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.144453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.199128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=59f042b6-58ce-4a21-9b34-c1ef06869b17,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.234622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bebe23d0-f798-4bac-b102-4548ea3f6e04 None None] Port 1cebab9d-0cef-4504-98bf-44188be7ae96 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:44.262729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-824ac888-e0cf-45a6-86aa-0b2c65cf3414 req-35fcc77a-e1c1-4d6d-aa82-6b535cb90cd7 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490417 Jul 16 08:44:44.268068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.337402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a2139ee0-e40a-4c65-b125-895578399621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a2139ee0-e40a-4c65-b125-895578399621,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:44.339790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e012f4c-35a4-440a-bc4b-1c6dd65aa5ba req-6545f216-1920-4e63-93da-829d8fc9239e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.343267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e012f4c-35a4-440a-bc4b-1c6dd65aa5ba req-6545f216-1920-4e63-93da-829d8fc9239e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 947 time: 0.2324574 Jul 16 08:44:44.357925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:44.360092 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.361691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e548a597-39d9-4b8f-9aab-e0f654525ab8 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:44.369317 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4b41ba07-dae5-4533-a0fd-9bc52ec0afbf admin admin] 10.222.0.55 "PUT /v2.0/routers/174a20e9-6877-4773-ba9d-d01c30e44b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2282510 Jul 16 08:44:44.374554 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.439125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e012f4c-35a4-440a-bc4b-1c6dd65aa5ba req-8d0587a8-a9ca-4fa6-bc25-2d88bc876ae5 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867600 Jul 16 08:44:44.501916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a2139ee0-e40a-4c65-b125-895578399621,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.549793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Network ff0bd8d5-928e-4372-933c-180eae691c3c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:44.557947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:44.572522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:44.602424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event updated for resources: {'Port': ['ID=a0444412-aa20-4102-b9ed-4c35bba2f97a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.641204 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.642025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.665755 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-50731a63-35f3-436d-8d68-93ae7835f131 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5468252 Jul 16 08:44:44.691073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Request body: {'port': {'device_id': '8ce13c16-39c5-47b4-b417-871644839270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:44.811675 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468d6d09-2f30-4649-a60f-472030b7803a x-openstack-request-id: req-468d6d09-2f30-4649-a60f-472030b7803a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:44.812120 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "c7cfbe0a-627b-4092-8f12-84f5cf23567e", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "b4b84713-930e-4d63-ae09-08082b3d283d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:44.816981 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-468d6d09-2f30-4649-a60f-472030b7803a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:44.817522 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e', 'code': 200} Jul 16 08:44:44.817913 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b84713-930e-4d63-ae09-08082b3d283d', 'code': 200} Jul 16 08:44:44.826904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.834089 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4d56-74eb-4b8f-b2e5-83cf4ab17a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.853750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port e548a597-39d9-4b8f-9aab-e0f654525ab8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:44.858509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port e548a597-39d9-4b8f-9aab-e0f654525ab8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:44.859160 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.939067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab041-4493-4d98-9ea6-cd553f47e031 req-201ede32-3a03-49ab-8301-1aa7209eaa2c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.945314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c87ab041-4493-4d98-9ea6-cd553f47e031 req-201ede32-3a03-49ab-8301-1aa7209eaa2c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 931 time: 0.1564705 Jul 16 08:44:45.042362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 59f042b6-58ce-4a21-9b34-c1ef06869b17 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:45.044936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Sync routers for ids ['174a20e9-6877-4773-ba9d-d01c30e44b13'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:45.050398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.059088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c87ab041-4493-4d98-9ea6-cd553f47e031 req-237ed9dc-af36-45a8-a6f9-8170ba43a5f8 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126206 Jul 16 08:44:45.107366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15110a-0492-438a-8f8a-42dec2e73b07 req-f2681e60-5f82-4d16-8f90-d8e2238c17f0 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.109523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e15110a-0492-438a-8f8a-42dec2e73b07 req-f2681e60-5f82-4d16-8f90-d8e2238c17f0 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.1187463 Jul 16 08:44:45.136539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e548a597-39d9-4b8f-9aab-e0f654525ab8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:45.141471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.142593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Routers {'174a20e9-6877-4773-ba9d-d01c30e44b13'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:45.143089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['174a20e9-6877-4773-ba9d-d01c30e44b13'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:45.184147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e15110a-0492-438a-8f8a-42dec2e73b07 req-7194e5a7-ddd3-45ee-a737-874b4dc3be5e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610232 Jul 16 08:44:45.267931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Set router 174a20e9-6877-4773-ba9d-d01c30e44b13 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:45.313929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0444412-aa20-4102-b9ed-4c35bba2f97a {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:45.324087 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.339330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Transition to ACTIVE for port object a0444412-aa20-4102-b9ed-4c35bba2f97a will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:45.345382 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.387124 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.387952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6cab655f-c9b7-423d-b5c8-77ad68f56d33 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:45.557231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Pushing event updated for resources: {'Port': ['ID=a0444412-aa20-4102-b9ed-4c35bba2f97a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.565698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e548a597-39d9-4b8f-9aab-e0f654525ab8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.572203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:45.576427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 59f042b6-58ce-4a21-9b34-c1ef06869b17 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:45.576804 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.587798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:45.588171 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.630954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-fc2c11aa-2ddc-4f74-a8b4-c099db640846 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2332537 Jul 16 08:44:45.643172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:45.651218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Attempting to bind port a0444412-aa20-4102-b9ed-4c35bba2f97a on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.652061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Attempting to bind port a0444412-aa20-4102-b9ed-4c35bba2f97a by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.652622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Attempting to bind port a0444412-aa20-4102-b9ed-4c35bba2f97a on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.657630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Port a0444412-aa20-4102-b9ed-4c35bba2f97a on network ff0bd8d5-928e-4372-933c-180eae691c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.658154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Attempting to bind port a0444412-aa20-4102-b9ed-4c35bba2f97a on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.666934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:45.667502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:45.668826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Bound using segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:45.669408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Bound port: a0444412-aa20-4102-b9ed-4c35bba2f97a, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:45.669972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.695702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.765298 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] For port a0444412-aa20-4102-b9ed-4c35bba2f97a, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:45.769977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] For port a0444412-aa20-4102-b9ed-4c35bba2f97a, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a0444412-aa20-4102-b9ed-4c35bba2f97a,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:45.777434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.823312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.824349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.826010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] 10.222.0.54 "PUT /v2.0/ports/a0444412-aa20-4102-b9ed-4c35bba2f97a HTTP/1.1" status: 200 len: 1092 time: 1.1451015 Jul 16 08:44:45.826797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce13c16-39c5-47b4-b417-871644839270', 'tag': 'a0444412-aa20-4102-b9ed-4c35bba2f97a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:45.829775 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad2a870-3d79-462a-a7c7-4e7da0637a73" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce13c16-39c5-47b4-b417-871644839270", "tag": "a0444412-aa20-4102-b9ed-4c35bba2f97a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:45.892396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf516cb6-4dab-48f6-a66a-5f2375e8c7dc service neutron] Pushing event updated for resources: {'Port': ['ID=a0444412-aa20-4102-b9ed-4c35bba2f97a,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.951366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 4, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1cebab9d-0cef-4504-98bf-44188be7ae96', 'name': '', 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'mac_address': 'fa:16:3e:82:94:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'ccc10af2-625d-4086-a30d-d71315b58b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:40Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 2, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'subnets': [{'id': 'ccc10af2-625d-4086-a30d-d71315b58b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:45.971509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-84685ca1-7131-427d-8869-49b6eafa7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.973213 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-84685ca1-7131-427d-8869-49b6eafa7e89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 1095 time: 0.0759928 Jul 16 08:44:46.009803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-85d52417-e66e-4457-a938-98b63043040f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.015670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-85d52417-e66e-4457-a938-98b63043040f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.021845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-85d52417-e66e-4457-a938-98b63043040f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.028306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-85d52417-e66e-4457-a938-98b63043040f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.034168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-85d52417-e66e-4457-a938-98b63043040f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.037800 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Checking router: 174a20e9-6877-4773-ba9d-d01c30e44b13 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:46.038207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Updating router 174a20e9-6877-4773-ba9d-d01c30e44b13 port 1cebab9d-0cef-4504-98bf-44188be7ae96 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:46.040191 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-7c3b8262-e33b-49f6-b155-67d29b9e5012 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0444412-aa20-4102-b9ed-4c35bba2f97a HTTP/1.1" status: 200 len: 217 time: 0.0465736 Jul 16 08:44:46.040326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-85d52417-e66e-4457-a938-98b63043040f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.047724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-85d52417-e66e-4457-a938-98b63043040f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.055901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-85d52417-e66e-4457-a938-98b63043040f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5431 time: 0.3407741 Jul 16 08:44:46.095942 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.109821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.111465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1c6811b-de38-45a3-854c-0fa7ac5da82b req-ff23cbb4-4720-4dc4-8d62-a9b12e32399c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546281 Jul 16 08:44:46.112401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-090af941-cb1c-4025-888d-bff86f9363ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.114104 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-090af941-cb1c-4025-888d-bff86f9363ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.0615315 Jul 16 08:44:46.133508 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.186196 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-020bded6-254a-418a-ac24-18f04209cc9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514922 Jul 16 08:44:46.244470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51474) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.277540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6cab655f-c9b7-423d-b5c8-77ad68f56d33, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:46.290920 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.293846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5135b8a8-cd4a-4bc3-964c-da08a85ce025 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:46.385600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Allocated IP 172.25.6.10 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/d9782f8c-a01d-4430-9bbb-60bce05501f1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:46.416030 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-37160e76-263e-4a9b-b447-b5d4dcbea483 service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090294 Jul 16 08:44:46.417232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0a62-9a1f-46be-878b-40a338b4cd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.450406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed0b5-909a-489d-a471-1fbdf14f0251 req-c66c7e4e-00a4-4f24-a6d9-f4a9a0c441a3 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.458294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e2ed0b5-909a-489d-a471-1fbdf14f0251 req-c66c7e4e-00a4-4f24-a6d9-f4a9a0c441a3 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 947 time: 0.1299605 Jul 16 08:44:46.514321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:46.549545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e2ed0b5-909a-489d-a471-1fbdf14f0251 req-919b0874-50b6-4071-a6e1-fb2cbaefc0b9 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893233 Jul 16 08:44:46.549847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:46.550004 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.607177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.662297 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2fabcef-5126-4260-90cf-bab02b231e12 req-cfe0515d-2e8d-452e-87d4-5c0c66cc6468 service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270994 Jul 16 08:44:46.683509 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.712581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6cab655f-c9b7-423d-b5c8-77ad68f56d33,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.756035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:46.762547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:46.767934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:46.770918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event updated for resources: {'Port': ['ID=d9782f8c-a01d-4430-9bbb-60bce05501f1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.825216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e548a597-39d9-4b8f-9aab-e0f654525ab8'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab655f-c9b7-423d-b5c8-77ad68f56d33'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:46.826596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0a62-9a1f-46be-878b-40a338b4cd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.827792 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb65aef-6343-4188-ae1a-cd31444166f2" -d '{"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "a2139ee0-e40a-4c65-b125-895578399621"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "e548a597-39d9-4b8f-9aab-e0f654525ab8"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "6cab655f-c9b7-423d-b5c8-77ad68f56d33"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:46.830394 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.842270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0a62-9a1f-46be-878b-40a338b4cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.885498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5135b8a8-cd4a-4bc3-964c-da08a85ce025, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5135b8a8-cd4a-4bc3-964c-da08a85ce025,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:46.914551 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e7ef0a62-9a1f-46be-878b-40a338b4cd57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=329fd1775cad49c8a2986fba21f617be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659436 Jul 16 08:44:46.915220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51488) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.924178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef0a62-9a1f-46be-878b-40a338b4cd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae651d1-4929-478e-9061-71ecee8ce2c5,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.931209 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.940346 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.959310 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06be46e1-d446-4bc9-8d4e-e35e6a202161 x-openstack-request-id: req-06be46e1-d446-4bc9-8d4e-e35e6a202161 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:46.960277 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce13c16-39c5-47b4-b417-871644839270", "tag": "a0444412-aa20-4102-b9ed-4c35bba2f97a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:46.960645 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06be46e1-d446-4bc9-8d4e-e35e6a202161 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:46.961257 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce13c16-39c5-47b4-b417-871644839270', 'tag': 'a0444412-aa20-4102-b9ed-4c35bba2f97a', 'status': 'completed', 'code': 200} Jul 16 08:44:47.005088 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.036064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5135b8a8-cd4a-4bc3-964c-da08a85ce025,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.049516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Transition to ACTIVE for port object 1cebab9d-0cef-4504-98bf-44188be7ae96 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:47.070131 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.122994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a6c9-1aa1-4508-99dd-b399a9dd1a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.135749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-8b07c512-f778-41bd-b9ae-0020b8035e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.138846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-8b07c512-f778-41bd-b9ae-0020b8035e7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 1095 time: 0.1049767 Jul 16 08:44:47.159885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.209238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e06b2a-0d41-4f0b-907c-50fc630d4951 None None] Pushing event updated for resources: {'Port': ['ID=1cebab9d-0cef-4504-98bf-44188be7ae96,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.239401 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a6c9-1aa1-4508-99dd-b399a9dd1a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.277251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Attempting to bind port 1cebab9d-0cef-4504-98bf-44188be7ae96 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:47.277634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Attempting to bind port 1cebab9d-0cef-4504-98bf-44188be7ae96 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:47.278207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Attempting to bind port 1cebab9d-0cef-4504-98bf-44188be7ae96 on network c4130372-91c8-4da3-9aee-f3496e0f152d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:47.283671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:47.284156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Checking segment: {'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:47.284566 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.284973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Bound using segment: {'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:47.287021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Bound port: 1cebab9d-0cef-4504-98bf-44188be7ae96, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53119096-0630-401e-9fd9-35b762d8333a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:47.287430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.301930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-96867ee3-0094-434a-942e-9d8e1f80be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.304380 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-96867ee3-0094-434a-942e-9d8e1f80be76 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 906 time: 0.1488364 Jul 16 08:44:47.371116 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-66a83c9c-3098-4aed-9593-37bc26d1665d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0444412-aa20-4102-b9ed-4c35bba2f97a HTTP/1.1" status: 200 len: 217 time: 0.0574105 Jul 16 08:44:47.420525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05007b7-fbbf-48b1-b2af-4ac47bc2e2c8 req-51618161-31d4-4fb7-9a75-e435ee9bbe83 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.422277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a05007b7-fbbf-48b1-b2af-4ac47bc2e2c8 req-51618161-31d4-4fb7-9a75-e435ee9bbe83 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 943 time: 0.2840722 Jul 16 08:44:47.443509 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a6c9-1aa1-4508-99dd-b399a9dd1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.447054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a6c9-1aa1-4508-99dd-b399a9dd1a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.451740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8bd1a6c9-1aa1-4508-99dd-b399a9dd1a57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bae651d1-4929-478e-9061-71ecee8ce2c5 HTTP/1.1" status: 204 len: 168 time: 0.5358500 Jul 16 08:44:47.457491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] For port 1cebab9d-0cef-4504-98bf-44188be7ae96, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:47.466750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] For port 1cebab9d-0cef-4504-98bf-44188be7ae96, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1cebab9d-0cef-4504-98bf-44188be7ae96,segment=NetworkSegment(53119096-0630-401e-9fd9-35b762d8333a),segment_id=53119096-0630-401e-9fd9-35b762d8333a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:47.482845 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.491223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-1c34a882-49bd-4634-888f-f2a00f1c54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.493446 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-1c34a882-49bd-4634-888f-f2a00f1c54e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.1061356 Jul 16 08:44:47.499256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1a6c9-1aa1-4508-99dd-b399a9dd1a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae651d1-4929-478e-9061-71ecee8ce2c5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.562990 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.580617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a05007b7-fbbf-48b1-b2af-4ac47bc2e2c8 req-9b0eb8de-783b-4422-a21e-57f38e9cc420 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441350 Jul 16 08:44:47.585690 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.611242 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-3e0c244f-9f6d-4e39-a386-e9507e7de8c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967915 Jul 16 08:44:47.634840 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.644558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Routers {'174a20e9-6877-4773-ba9d-d01c30e44b13'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:47.645267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['174a20e9-6877-4773-ba9d-d01c30e44b13'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:47.651811 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1f51da9-01a7-45e7-a197-63c9ed56cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.717985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event updated for resources: {'Port': ['ID=d9782f8c-a01d-4430-9bbb-60bce05501f1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.754848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e06b2a-0d41-4f0b-907c-50fc630d4951 None None] Pushing event updated for resources: {'Port': ['ID=1cebab9d-0cef-4504-98bf-44188be7ae96,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.844434 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-7879237c-5dd3-442d-9796-5efd8712552f service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202668 Jul 16 08:44:47.942140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.952286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] Set router 174a20e9-6877-4773-ba9d-d01c30e44b13 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:48.006590 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2ad2a870-3d79-462a-a7c7-4e7da0637a73 req-940bb337-d898-479c-b3c2-6bc910643cce service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498880 Jul 16 08:44:48.017991 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.026356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-46dd5050-ea19-442b-8375-6bf42f46372e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3946731 Jul 16 08:44:48.132845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-c08e3855-ace9-4246-9f29-5a869bf5d361 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 695 time: 0.0657430 Jul 16 08:44:48.141122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b3e6a-8a2e-4460-afa8-7fcf686b6144 req-670e4595-1ede-4d6c-b4e8-30e175674cb9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.142651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a87b3e6a-8a2e-4460-afa8-7fcf686b6144 req-670e4595-1ede-4d6c-b4e8-30e175674cb9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.3335357 Jul 16 08:44:48.230826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a87b3e6a-8a2e-4460-afa8-7fcf686b6144 req-749cdea5-1a26-480d-ac3c-7fba9004a65d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769422 Jul 16 08:44:48.380419 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb8c4e4-aeb6-4d08-b166-e47f491d37aa x-openstack-request-id: req-afb8c4e4-aeb6-4d08-b166-e47f491d37aa {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:48.381024 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "a2139ee0-e40a-4c65-b125-895578399621", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "e548a597-39d9-4b8f-9aab-e0f654525ab8", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-plugged", "status": "completed", "tag": "6cab655f-c9b7-423d-b5c8-77ad68f56d33", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:48.381024 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afb8c4e4-aeb6-4d08-b166-e47f491d37aa {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:48.384283 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621', 'code': 200} Jul 16 08:44:48.386285 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e548a597-39d9-4b8f-9aab-e0f654525ab8', 'code': 200} Jul 16 08:44:48.386554 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab655f-c9b7-423d-b5c8-77ad68f56d33', 'code': 200} Jul 16 08:44:48.399776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-09edd216-a5a6-4d2e-a83e-75c8399d6f74 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.401221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-243da1ac-fc86-4caf-a7b6-e1522fee2c6d req-09edd216-a5a6-4d2e-a83e-75c8399d6f74 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.2573924 Jul 16 08:44:48.471202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a0444412-aa20-4102-b9ed-4c35bba2f97a details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:48.552597 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.579597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51526) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.704713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-a2f7d482-8ede-469e-ae16-c596691028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.705203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-a2f7d482-8ede-469e-ae16-c596691028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.705712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-a2f7d482-8ede-469e-ae16-c596691028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.706190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-a2f7d482-8ede-469e-ae16-c596691028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.706661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-a2f7d482-8ede-469e-ae16-c596691028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.707125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-a2f7d482-8ede-469e-ae16-c596691028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.707590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-a2f7d482-8ede-469e-ae16-c596691028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.710087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-a2f7d482-8ede-469e-ae16-c596691028c9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6496 time: 0.2490368 Jul 16 08:44:48.732562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-13a90db5-23e2-4ea4-87ba-a1a6b80c265c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.746745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-13a90db5-23e2-4ea4-87ba-a1a6b80c265c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.747026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1415904002-network', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:48.750750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a0444412-aa20-4102-b9ed-4c35bba2f97a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a0444412-aa20-4102-b9ed-4c35bba2f97a,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:48.752926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-13a90db5-23e2-4ea4-87ba-a1a6b80c265c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.759303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-13a90db5-23e2-4ea4-87ba-a1a6b80c265c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.762458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 4, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1cebab9d-0cef-4504-98bf-44188be7ae96', 'name': '', 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'mac_address': 'fa:16:3e:82:94:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'ccc10af2-625d-4086-a30d-d71315b58b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:40Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 4, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'subnets': [{'id': 'ccc10af2-625d-4086-a30d-d71315b58b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:48.764786 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.765571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-13a90db5-23e2-4ea4-87ba-a1a6b80c265c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.771512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-13a90db5-23e2-4ea4-87ba-a1a6b80c265c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.777424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Made reservation on behalf of 5d753bae8fe04f01b31bec00f89c24da for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:48.778238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-13a90db5-23e2-4ea4-87ba-a1a6b80c265c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.780405 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.785541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-13a90db5-23e2-4ea4-87ba-a1a6b80c265c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5432 time: 0.2753129 Jul 16 08:44:48.796805 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.803498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a4b5f-6c6a-4b58-b5a8-28ba3d572369 None None] The sync data for ids ['174a20e9-6877-4773-ba9d-d01c30e44b13'] in n-d-780147-28 is: [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 4, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1cebab9d-0cef-4504-98bf-44188be7ae96', 'name': '', 'network_id': 'c4130372-91c8-4da3-9aee-f3496e0f152d', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'mac_address': 'fa:16:3e:82:94:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'ccc10af2-625d-4086-a30d-d71315b58b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:40Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 4, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'subnets': [{'id': 'ccc10af2-625d-4086-a30d-d71315b58b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:48.807217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'a0444412-aa20-4102-b9ed-4c35bba2f97a', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'port_id': 'a0444412-aa20-4102-b9ed-4c35bba2f97a', 'mac_address': 'fa:16:3e:2d:14:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f6089-c041-4c6e-9073-12eb30d5fc0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:48.829336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aefc3-c4b9-4b45-b9d5-a45a59952e72 req-2696c351-ff40-40c2-b739-8ef7a729ad99 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.830910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e96aefc3-c4b9-4b45-b9d5-a45a59952e72 req-2696c351-ff40-40c2-b739-8ef7a729ad99 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 948 time: 0.2415907 Jul 16 08:44:48.935653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e96aefc3-c4b9-4b45-b9d5-a45a59952e72 req-166ec535-a5c2-400f-b4d5-949b291ed70b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914617 Jul 16 08:44:48.940155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b05cf4bb-9cc5-4d87-afac-b8361616e202 req-ab448647-5571-4bb7-93fd-7c599cadf435 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&id=7f7feb0a-341f-4cb4-acde-8841635a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2213299 Jul 16 08:44:48.956175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.962418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-188acce0-fa89-4af9-a69f-c4cd5f756992 req-7a0b2a61-0bde-4113-9790-d21afed95a6e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759310 Jul 16 08:44:48.993213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0444412-aa20-4102-b9ed-4c35bba2f97a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:49.042568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.043866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a0444412-aa20-4102-b9ed-4c35bba2f97a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a0444412-aa20-4102-b9ed-4c35bba2f97a,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:49.056966 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.058713 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.075930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:49.093333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.093754 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Added segment 600e410e-c2e1-453b-8eef-909929aed8ed of type vlan for network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 Jul 16 08:44:49.177218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a0444412-aa20-4102-b9ed-4c35bba2f97a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.193169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.271595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.274922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.275799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.311587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9753b3fa-3506-496c-b908-171fc61c9bac,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.355918 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7718248 Jul 16 08:44:49.357520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51540) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.362609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Request body: {'subnet': {'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1415904002-subnet', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.369575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-52333a58-e3eb-4426-9b91-0a32f74253ba tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2118597 Jul 16 08:44:49.376163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.409891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf1dd1-9f27-4049-a4fa-8b67ba4ca714 admin admin] Pushing event updated for resources: {'Network': ['ID=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.422060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:49.424054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Made reservation on behalf of 5d753bae8fe04f01b31bec00f89c24da for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:49.426765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.451652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33240d76-81a7-41ff-948f-45fc977da2e1 req-4485ed47-a434-449d-a590-ed4a77496f6f tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.453519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33240d76-81a7-41ff-948f-45fc977da2e1 req-4485ed47-a434-449d-a590-ed4a77496f6f tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1102 time: 0.1079063 Jul 16 08:44:49.469853 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.517224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33240d76-81a7-41ff-948f-45fc977da2e1 req-532c1f9b-a916-4c48-b45c-db24912a3f32 tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501003 Jul 16 08:44:49.562299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:49.713508 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.714783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.779766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ca05f0-de5c-43d4-b0c5-14d906cb6ddb,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.814243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Checking segment: {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:49.814677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Network hostable DHCP agents. Network: 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:49.836872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:49.854375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:49.865355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.867055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.871978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d4a25-2c5a-43e5-bd0c-1c9dec08e7d3 None None] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:49.900102 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-791cab33-c1c6-41ee-b61c-c45465c61809 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5414419 Jul 16 08:44:49.903565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51544) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.909436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.981332 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.984795 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.041123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e12a-c6ec-49a1-8621-af9ec041328e req-4ef54a75-13a9-4bb5-aec8-5ee5c1b82639 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:50.048796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a924e12a-c6ec-49a1-8621-af9ec041328e req-4ef54a75-13a9-4bb5-aec8-5ee5c1b82639 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 944 time: 0.2465625 Jul 16 08:44:50.071638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.148581 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.254262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a924e12a-c6ec-49a1-8621-af9ec041328e req-8b3d5c08-c2a0-464b-a34d-7f1c8f28cbc0 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043428 Jul 16 08:44:50.275126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Allocated IP 172.25.6.199 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/285721cd-b204-4870-bbb7-94312b02180a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:50.293952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.410867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c6926-1418-4ee7-b20c-d098d093a659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5135b8a8-cd4a-4bc3-964c-da08a85ce025'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:50.420666 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338f24c0-f341-46dc-bce2-08c75d91221f" -d '{"events": [{"server_uuid": "521c6926-1418-4ee7-b20c-d098d093a659", "name": "network-vif-plugged", "status": "completed", "tag": "5135b8a8-cd4a-4bc3-964c-da08a85ce025"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:50.446179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:50.454891 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.514800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.620292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.665205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:50.669188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:50.675300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:50.741632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event updated for resources: {'Port': ['ID=285721cd-b204-4870-bbb7-94312b02180a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.777415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.803081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Allocated IP 172.20.0.2 (00140b5d-8a7a-4bbd-8c40-47ceaaea41a8/66ca05f0-de5c-43d4-b0c5-14d906cb6ddb/fefd1a81-2a1d-4079-b477-93ca44554241) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:50.826514 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.831234 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.911110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.054013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Allocated IP 172.25.6.170 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/04550654-0c9f-43d5-8ea8-17bf1cc57a0e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:51.065071 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.088078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Transition to ACTIVE for port object fefd1a81-2a1d-4079-b477-93ca44554241 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:51.123017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Transition to ACTIVE for port object fefd1a81-2a1d-4079-b477-93ca44554241 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:51.128852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1cebab9d-0cef-4504-98bf-44188be7ae96 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:51.134343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.193210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.207356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Pushing event updated for resources: {'Port': ['ID=fefd1a81-2a1d-4079-b477-93ca44554241,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.239417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:51.246275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:51.248731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.251250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:51.315461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:51.332215 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:51.337312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:51.352262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Attempting to bind port fefd1a81-2a1d-4079-b477-93ca44554241 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:51.353105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Attempting to bind port fefd1a81-2a1d-4079-b477-93ca44554241 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:51.353733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Attempting to bind port fefd1a81-2a1d-4079-b477-93ca44554241 on network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:51.356015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 1cebab9d-0cef-4504-98bf-44188be7ae96 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:51.361629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1cebab9d-0cef-4504-98bf-44188be7ae96 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:51.362464 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.369316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=04550654-0c9f-43d5-8ea8-17bf1cc57a0e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.385955 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-c1c6a63e-5a89-4e96-b5e2-404d87cc98fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1512203 Jul 16 08:44:51.394941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:51.395575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Checking segment: {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:51.396208 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.396825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Bound using segment: {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:51.398188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Bound port: fefd1a81-2a1d-4079-b477-93ca44554241, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:51.398987 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.562122 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.614260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] For port fefd1a81-2a1d-4079-b477-93ca44554241, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:51.669939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] For port fefd1a81-2a1d-4079-b477-93ca44554241, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=fefd1a81-2a1d-4079-b477-93ca44554241,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:51.680536 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.709051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdfecb-e8ac-4753-b7f4-c99e1313acae req-d8ced663-3bd3-4aa2-8766-c1f2a1f24d22 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.713744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 1cebab9d-0cef-4504-98bf-44188be7ae96, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1cebab9d-0cef-4504-98bf-44188be7ae96,segment=NetworkSegment(53119096-0630-401e-9fd9-35b762d8333a),segment_id=53119096-0630-401e-9fd9-35b762d8333a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:51.717547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9dfdfecb-e8ac-4753-b7f4-c99e1313acae req-d8ced663-3bd3-4aa2-8766-c1f2a1f24d22 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 948 time: 0.5989676 Jul 16 08:44:51.721967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.744154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.764605 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.788340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9dfdfecb-e8ac-4753-b7f4-c99e1313acae req-f199805f-2fba-4eff-a6b3-385c4e788365 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646884 Jul 16 08:44:51.838817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.840049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99e739-08c6-4992-9678-1cbf1bd4ce4b None None] Pushing event updated for resources: {'Port': ['ID=fefd1a81-2a1d-4079-b477-93ca44554241,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.886472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2392c376-70db-471d-8f22-5a5ba2538618 req-2298797c-2256-4e62-9e12-fa2e2b1875b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2577920 Jul 16 08:44:51.950921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=1cebab9d-0cef-4504-98bf-44188be7ae96,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.072537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event updated for resources: {'Port': ['ID=285721cd-b204-4870-bbb7-94312b02180a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.089172 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.173705 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.174927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-499f5c9d-b34e-4c88-bd3e-f2a3e6c7c0aa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8040001 Jul 16 08:44:52.256420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.298577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c376-70db-471d-8f22-5a5ba2538618 req-81ced247-527f-4f8a-96ff-3474aa3be033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.300419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2392c376-70db-471d-8f22-5a5ba2538618 req-81ced247-527f-4f8a-96ff-3474aa3be033 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de66512d88f744208826036ff6421a1b&device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 1101 time: 0.3303337 Jul 16 08:44:52.313118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-e82f45d5-d97a-43d3-8ff1-171f3ecaa04a tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.1278052 Jul 16 08:44:52.463818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-74c2c945-1d8a-43cf-b116-b8f0231e6f5a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.470068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a0444412-aa20-4102-b9ed-4c35bba2f97a up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:52.470271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-74c2c945-1d8a-43cf-b116-b8f0231e6f5a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.476703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-74c2c945-1d8a-43cf-b116-b8f0231e6f5a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.483115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-74c2c945-1d8a-43cf-b116-b8f0231e6f5a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.490801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-74c2c945-1d8a-43cf-b116-b8f0231e6f5a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.499028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:52.502433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-74c2c945-1d8a-43cf-b116-b8f0231e6f5a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.510205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-74c2c945-1d8a-43cf-b116-b8f0231e6f5a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.518706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-74c2c945-1d8a-43cf-b116-b8f0231e6f5a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5432 time: 0.3884337 Jul 16 08:44:52.615856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port a0444412-aa20-4102-b9ed-4c35bba2f97a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:52.621941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port a0444412-aa20-4102-b9ed-4c35bba2f97a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:52.622615 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.650734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-914f088d-d92f-44cd-902b-eb15486e06f3 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.652748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c4f1e44-6812-4c94-9349-2e904fe290e2 req-914f088d-d92f-44cd-902b-eb15486e06f3 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.3299375 Jul 16 08:44:52.737997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79d7957c-4817-446a-9d03-b01f03c34c0e req-5e4c128e-f03c-47c3-bd9e-2d34f70a5dce tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2150750 Jul 16 08:44:52.742621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c376-70db-471d-8f22-5a5ba2538618 req-04eac2c9-1311-44c5-adf2-ac46d4140d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.744505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2392c376-70db-471d-8f22-5a5ba2538618 req-04eac2c9-1311-44c5-adf2-ac46d4140d06 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.4193442 Jul 16 08:44:52.813406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.823236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:52.832179 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Sync routers for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:52.854910 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:52.860032 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:52.867613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.869375 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-116aac96-c469-4b60-96e0-5ab410b67ec0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9642587 Jul 16 08:44:52.871977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51598) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.882046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2392c376-70db-471d-8f22-5a5ba2538618 req-630e3e82-d979-4bc8-959a-08d3a7ceb1dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f HTTP/1.1" status: 200 len: 217 time: 0.1226354 Jul 16 08:44:52.978892 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa3814-8e4b-46a2-ae23-2636379c034f x-openstack-request-id: req-24fa3814-8e4b-46a2-ae23-2636379c034f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:52.979203 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c6926-1418-4ee7-b20c-d098d093a659", "name": "network-vif-plugged", "status": "completed", "tag": "5135b8a8-cd4a-4bc3-964c-da08a85ce025", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:52.979466 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24fa3814-8e4b-46a2-ae23-2636379c034f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:52.980678 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c6926-1418-4ee7-b20c-d098d093a659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5135b8a8-cd4a-4bc3-964c-da08a85ce025', 'code': 200} Jul 16 08:44:52.988390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a0444412-aa20-4102-b9ed-4c35bba2f97a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a0444412-aa20-4102-b9ed-4c35bba2f97a,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:52.994690 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.048494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c376-70db-471d-8f22-5a5ba2538618 req-ed5dbbac-ff97-4f19-b7ee-d475f37ff80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.052051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2392c376-70db-471d-8f22-5a5ba2538618 req-ed5dbbac-ff97-4f19-b7ee-d475f37ff80a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1642425 Jul 16 08:44:53.231338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a0444412-aa20-4102-b9ed-4c35bba2f97a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:53.303267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2ac94-1479-4f67-93de-55381eca66d3 req-2304b70f-94fc-4c08-8f1e-750cc5c74f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.304804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a2ac94-1479-4f67-93de-55381eca66d3 req-2304b70f-94fc-4c08-8f1e-750cc5c74f7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 1100 time: 0.2217798 Jul 16 08:44:53.337808 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:53.355556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c376-70db-471d-8f22-5a5ba2538618 req-79cae211-d6c9-4e10-8d98-471fb72c444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.357334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1cebab9d-0cef-4504-98bf-44188be7ae96 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:53.360799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2392c376-70db-471d-8f22-5a5ba2538618 req-79cae211-d6c9-4e10-8d98-471fb72c444d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3005846 Jul 16 08:44:53.454229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1cebab9d-0cef-4504-98bf-44188be7ae96 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:53.454716 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.488468 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:53.514950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a2ac94-1479-4f67-93de-55381eca66d3 req-31190637-b124-4a53-93cb-886a33a766da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004473 Jul 16 08:44:53.616429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6abaca-f94b-4e02-9482-12c3d950c00a None None] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:53.636192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2392c376-70db-471d-8f22-5a5ba2538618 req-d117df6c-8780-4e12-afe6-2678bf2a5f83 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572556 Jul 16 08:44:53.650015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e00b25-14a9-4385-8804-2561aa4685c6 req-6c33e101-3179-4b62-a096-9adacee07b57 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.653163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82e00b25-14a9-4385-8804-2561aa4685c6 req-6c33e101-3179-4b62-a096-9adacee07b57 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.2786193 Jul 16 08:44:53.673003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b06537-15c0-4dd7-9527-1d8fc19fd165 req-f2aff5cd-856e-4c4c-9470-dcebb9b5eee7 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.674636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80b06537-15c0-4dd7-9527-1d8fc19fd165 req-f2aff5cd-856e-4c4c-9470-dcebb9b5eee7 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 945 time: 0.2277892 Jul 16 08:44:53.782490 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:51Z', 'revision_number': 3, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:53.836927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Checking router: 260330a1-fb0f-43b8-8d12-fcd5f5f17acd for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:53.850969 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Updating router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:53.865187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80b06537-15c0-4dd7-9527-1d8fc19fd165 req-97c489ea-5b56-4883-bee6-663daaef8908 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675041 Jul 16 08:44:53.888350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82e00b25-14a9-4385-8804-2561aa4685c6 req-e0f9c6c4-3737-497b-a50c-9d82670a48b1 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117190 Jul 16 08:44:53.921207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-36131ba9-af27-4889-aca0-baf43440e048 None None] Provisioning for port fefd1a81-2a1d-4079-b477-93ca44554241 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:53.942911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device fefd1a81-2a1d-4079-b477-93ca44554241 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:53.947265 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.028413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2392c376-70db-471d-8f22-5a5ba2538618 req-b9361213-bf56-4d5c-938c-b28d1efb8f37 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714557 Jul 16 08:44:54.105831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-7e9265fd-c8c7-4cfa-9f3f-277033ed756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.107384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-7e9265fd-c8c7-4cfa-9f3f-277033ed756f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1102 time: 0.1471119 Jul 16 08:44:54.152607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port fefd1a81-2a1d-4079-b477-93ca44554241 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:54.157878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port fefd1a81-2a1d-4079-b477-93ca44554241 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:54.158708 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.308505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-b21d4470-0529-4b1b-b740-289dface59c0 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3638165 Jul 16 08:44:54.339524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:54.339970 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.378406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.421620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port fefd1a81-2a1d-4079-b477-93ca44554241, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=fefd1a81-2a1d-4079-b477-93ca44554241,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:54.432288 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.453012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff947-c322-41a8-8e0f-b78d946c4d7a req-bfc0f29a-1acb-4a59-a90e-428e4e2db27e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.459921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff947-c322-41a8-8e0f-b78d946c4d7a req-bfc0f29a-1acb-4a59-a90e-428e4e2db27e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.467992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff947-c322-41a8-8e0f-b78d946c4d7a req-bfc0f29a-1acb-4a59-a90e-428e4e2db27e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.476265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff947-c322-41a8-8e0f-b78d946c4d7a req-bfc0f29a-1acb-4a59-a90e-428e4e2db27e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.484927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff947-c322-41a8-8e0f-b78d946c4d7a req-bfc0f29a-1acb-4a59-a90e-428e4e2db27e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.494667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff947-c322-41a8-8e0f-b78d946c4d7a req-bfc0f29a-1acb-4a59-a90e-428e4e2db27e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.512294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff947-c322-41a8-8e0f-b78d946c4d7a req-bfc0f29a-1acb-4a59-a90e-428e4e2db27e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.528135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc4ff947-c322-41a8-8e0f-b78d946c4d7a req-bfc0f29a-1acb-4a59-a90e-428e4e2db27e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5432 time: 0.3831487 Jul 16 08:44:54.528834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51604) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.531926 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.561487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e3939704-3db1-4463-b1bf-1c59bde16b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.570544 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e3939704-3db1-4463-b1bf-1c59bde16b8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.4376237 Jul 16 08:44:54.572878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Request body: {'floatingip': {'port_id': 'a2139ee0-e40a-4c65-b125-895578399621'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:54.578925 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Transition to ACTIVE for port object 04550654-0c9f-43d5-8ea8-17bf1cc57a0e will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:54.602927 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.623832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=fefd1a81-2a1d-4079-b477-93ca44554241,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:54.715337 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Attempting to bind port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:54.716608 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Attempting to bind port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:54.717074 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Attempting to bind port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:54.722811 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-54c8058d-c35a-470c-9609-4d72b4c28c72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.1448507 Jul 16 08:44:54.728613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.735689 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:54.736302 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:54.736808 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.738576 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:54.739182 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Bound port: 04550654-0c9f-43d5-8ea8-17bf1cc57a0e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:54.741088 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.743508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c4b24a85-8249-4d7a-bffe-d570f20d5303 None None] Provisioning complete for port fefd1a81-2a1d-4079-b477-93ca44554241 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:54.744109 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c4b24a85-8249-4d7a-bffe-d570f20d5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.845122 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66a532-1372-4e4d-a7e5-471702eb0f9e None None] Pushing event updated for resources: {'Port': ['ID=04550654-0c9f-43d5-8ea8-17bf1cc57a0e,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:54.889253 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] For port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:54.923922 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] For port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=04550654-0c9f-43d5-8ea8-17bf1cc57a0e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:54.941713 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.961674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.982334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce13c16-39c5-47b4-b417-871644839270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0444412-aa20-4102-b9ed-4c35bba2f97a'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:54.985133 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6db50d-2f8f-4bdc-9262-3d60580d46f0" -d '{"events": [{"server_uuid": "8ce13c16-39c5-47b4-b417-871644839270", "name": "network-vif-plugged", "status": "completed", "tag": "a0444412-aa20-4102-b9ed-4c35bba2f97a"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:55.009014 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:55.009686 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:55.027473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device fefd1a81-2a1d-4079-b477-93ca44554241 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:55.027739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-0616fb7b-2507-4b49-bba9-64c9331b55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:55.029734 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-0616fb7b-2507-4b49-bba9-64c9331b55c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2051115 Jul 16 08:44:55.085506 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66a532-1372-4e4d-a7e5-471702eb0f9e None None] Pushing event updated for resources: {'Port': ['ID=04550654-0c9f-43d5-8ea8-17bf1cc57a0e,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:55.112209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port fefd1a81-2a1d-4079-b477-93ca44554241 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:55.112731 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.240618 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:55.282776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-687632ff-f07b-47be-9e2c-c0b163fc40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:55.284310 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-687632ff-f07b-47be-9e2c-c0b163fc40d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2417891 Jul 16 08:44:55.374164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88059d4f-8d66-4118-84ea-b22c4059bdc2 req-705e3ef0-d80b-491e-a789-8e270908bd64 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:55.376620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88059d4f-8d66-4118-84ea-b22c4059bdc2 req-705e3ef0-d80b-491e-a789-8e270908bd64 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 948 time: 0.5274158 Jul 16 08:44:55.383736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Allocated IP 172.20.0.1 (00140b5d-8a7a-4bbd-8c40-47ceaaea41a8/66ca05f0-de5c-43d4-b0c5-14d906cb6ddb/ead6d8f5-d170-42ef-b4c7-98c809338e8a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:55.490142 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-1f304cdc-d4e5-481c-b626-2499280c131c service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763391 Jul 16 08:44:55.550269 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:51Z', 'revision_number': 3, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:55.590608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88059d4f-8d66-4118-84ea-b22c4059bdc2 req-89828914-b15d-4e30-b5c9-8b76a22cc26d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589653 Jul 16 08:44:55.594341 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.627149 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fd834-004a-4f55-984f-19a1fd35fedc None None] The sync data for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 is: [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:51Z', 'revision_number': 3, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:55.711942 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.747593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Transition to ACTIVE for port object ead6d8f5-d170-42ef-b4c7-98c809338e8a will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:55.762622 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-3b0114d9-b1a2-4f06-bed8-a63386bc02a3 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969531 Jul 16 08:44:55.848151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.975922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:55.986956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:55.991753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:56.015428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Pushing event updated for resources: {'Port': ['ID=ead6d8f5-d170-42ef-b4c7-98c809338e8a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.149324 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.367727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-79638b77-9e69-497c-a453-ee9389252f2c None None] Provisioning for port ead6d8f5-d170-42ef-b4c7-98c809338e8a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:56.372018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-79638b77-9e69-497c-a453-ee9389252f2c None None] Provisioning complete for port ead6d8f5-d170-42ef-b4c7-98c809338e8a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:56.372399 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79638b77-9e69-497c-a453-ee9389252f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.409169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.444656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-79638b77-9e69-497c-a453-ee9389252f2c None None] Port ead6d8f5-d170-42ef-b4c7-98c809338e8a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:56.630493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:44:56.684060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.690151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.707020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Allocated IP 172.25.6.46 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/0b48e41f-c338-4d16-a0b0-7bb324c0bef8) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:56.737242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.762028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.769779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.780408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Pushing event updated for resources: {'Port': ['ID=ead6d8f5-d170-42ef-b4c7-98c809338e8a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.874882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:56.876496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:56.886089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a19d2-7540-4539-b858-88fb25ff9975 req-88ad58a1-e932-446b-99bb-837d1d983a81 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:56.890940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-751a19d2-7540-4539-b858-88fb25ff9975 req-88ad58a1-e932-446b-99bb-837d1d983a81 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 945 time: 0.3499606 Jul 16 08:44:56.984943 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Floating IP a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4 associated. External IP: 172.25.6.63, port: a2139ee0-e40a-4c65-b125-895578399621. Jul 16 08:44:57.042596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-751a19d2-7540-4539-b858-88fb25ff9975 req-300df6d0-081a-4320-96ad-9395bf25bf73 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352684 Jul 16 08:44:57.043259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 04550654-0c9f-43d5-8ea8-17bf1cc57a0e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:57.067334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:57.095307 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.177626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:57.182786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:57.183160 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.224223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:57.231525 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-42bd6a75-eb5a-466a-9a6d-b6a72e03034f admin admin] 10.222.0.55 "PUT /v2.0/routers/260330a1-fb0f-43b8-8d12-fcd5f5f17acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3583400 Jul 16 08:44:57.284573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fb24204d-da38-4f16-b18f-ef0210cb72b8 None None] Provisioning complete for port ead6d8f5-d170-42ef-b4c7-98c809338e8a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:57.284942 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb24204d-da38-4f16-b18f-ef0210cb72b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.334926 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-34d311d8-4005-4c3a-9f98-f5ead8321b23 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1011562 Jul 16 08:44:57.359831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fb24204d-da38-4f16-b18f-ef0210cb72b8 None None] Port ead6d8f5-d170-42ef-b4c7-98c809338e8a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:57.371421 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.375127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.393620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=04550654-0c9f-43d5-8ea8-17bf1cc57a0e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:57.397870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.444600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:57.448419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=04550654-0c9f-43d5-8ea8-17bf1cc57a0e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:57.459253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:57.462031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:57.463481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-5b6502d7-0b92-495c-9e99-459a1660b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.465111 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-5b6502d7-0b92-495c-9e99-459a1660b89c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 1100 time: 0.0608702 Jul 16 08:44:57.493321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event updated for resources: {'Port': ['ID=0b48e41f-c338-4d16-a0b0-7bb324c0bef8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:57.506734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Router 251bd35b-bada-4acf-a54e-a187b0c70a51 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:57.532163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859ea96-bc9b-4c9f-ba00-ea68524a5f87 req-5a891bd2-657b-4f28-8b24-297b7cf976d8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.534387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2859ea96-bc9b-4c9f-ba00-ea68524a5f87 req-5a891bd2-657b-4f28-8b24-297b7cf976d8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.2830095 Jul 16 08:44:57.594671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-3195e7ac-336d-49b6-a347-18a664d4a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.596302 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-3195e7ac-336d-49b6-a347-18a664d4a010 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.0985589 Jul 16 08:44:57.646109 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-ae811bb2-d465-460a-aaf6-efdfabd96a67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 200 len: 217 time: 0.0402415 Jul 16 08:44:57.668810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2859ea96-bc9b-4c9f-ba00-ea68524a5f87 req-efac94f4-7b02-43cb-97ef-e7c6d4f5c688 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271515 Jul 16 08:44:57.705941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.707601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-a0f50af5-f005-447a-a5d8-a0571a4ae0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.709178 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-a0f50af5-f005-447a-a5d8-a0571a4ae0d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0504646 Jul 16 08:44:57.734641 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeae432-341e-45a1-b373-5293921ef4a8 x-openstack-request-id: req-aaeae432-341e-45a1-b373-5293921ef4a8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:57.734964 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce13c16-39c5-47b4-b417-871644839270", "name": "network-vif-plugged", "status": "completed", "tag": "a0444412-aa20-4102-b9ed-4c35bba2f97a", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:57.735225 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aaeae432-341e-45a1-b373-5293921ef4a8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:57.735655 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce13c16-39c5-47b4-b417-871644839270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0444412-aa20-4102-b9ed-4c35bba2f97a', 'code': 200} Jul 16 08:44:57.774059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:57.779032 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.784795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] Sync routers for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:57.785160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.799588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:57.804063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:57.812806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-6c160136-3392-480f-83a2-3f3a970239de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.814473 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-6c160136-3392-480f-83a2-3f3a970239de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0948341 Jul 16 08:44:57.885394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2425b8cc-990a-4041-8760-ca760a32a66f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "PUT /v2.0/floatingips/a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4 HTTP/1.1" status: 200 len: 991 time: 3.3292384 Jul 16 08:44:57.889285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:57.891676 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2678181-ee1e-41d7-8a41-1230ef98fadb" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "a2139ee0-e40a-4c65-b125-895578399621"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:57.915515 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Sync routers for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:57.932642 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:57.933280 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:57.956846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:57.971636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4449373-47cc-411e-bb12-8381dbedf35e req-1888eed7-e3b6-4b03-90fc-db832009c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.973297 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d4449373-47cc-411e-bb12-8381dbedf35e req-1888eed7-e3b6-4b03-90fc-db832009c3f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 1097 time: 0.1241629 Jul 16 08:44:57.997804 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-3937915e-258e-4b3f-95ce-1494d89d86de service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686919 Jul 16 08:44:58.010981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13fe02-28de-42d8-b997-13c729aa00f2 req-c504b6db-87aa-4252-917f-c7163b8dfcd1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.012587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a13fe02-28de-42d8-b997-13c729aa00f2 req-c504b6db-87aa-4252-917f-c7163b8dfcd1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 948 time: 0.1720331 Jul 16 08:44:58.025504 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d4449373-47cc-411e-bb12-8381dbedf35e req-d2591e09-b425-4411-b1e9-390fdc79ddaf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Jul 16 08:44:58.065268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.090173 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.091397 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:58.136839 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c7119bca-8f18-4baf-9e9f-ac46109d1aee req-e1a52be1-6242-4722-a185-2cffa8922413 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150913 Jul 16 08:44:58.159485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a13fe02-28de-42d8-b997-13c729aa00f2 req-808bcb30-ed0a-4c18-95c3-f39efef38b9b tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917666 Jul 16 08:44:58.237283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event updated for resources: {'Port': ['ID=0b48e41f-c338-4d16-a0b0-7bb324c0bef8,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.253000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.274470 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.275746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-11060097-6804-4824-b1fa-04f5dc5f5c77 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9432795 Jul 16 08:44:58.343592 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-bf257086-9c2d-41a9-869a-2615e984b448 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.0586715 Jul 16 08:44:58.370950 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 2, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:58.393106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'floating_ip_address': '172.25.6.63', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'port_id': 'a2139ee0-e40a-4c65-b125-895578399621', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'mac_address': 'fa:16:3e:ee:a9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:43:22Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 1, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:42Z', 'revision_number': 5, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:58.400689 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Checking router: 260330a1-fb0f-43b8-8d12-fcd5f5f17acd for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:58.401117 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Updating router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd port ead6d8f5-d170-42ef-b4c7-98c809338e8a binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:58.421475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] Checking router: 251bd35b-bada-4acf-a54e-a187b0c70a51 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:58.430476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:58.431096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:58.437634 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.492323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-c7fadb78-3efb-4fce-8a8f-dce107655ab2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.507339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bbf9a0e-d9a2-4cde-983b-cb5908aec453 req-c7fadb78-3efb-4fce-8a8f-dce107655ab2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1561530 Jul 16 08:44:58.575634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:58.674461 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3520a75a-1857-4fed-a749-5585784ce724 x-openstack-request-id: req-3520a75a-1857-4fed-a749-5585784ce724 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:58.675357 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "tag": "a2139ee0-e40a-4c65-b125-895578399621", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:58.675888 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3520a75a-1857-4fed-a749-5585784ce724 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:58.676394 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621', 'status': 'completed', 'code': 200} Jul 16 08:44:58.785554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-bb024079-3c1b-41d8-9243-b4022e79583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.786487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-bb024079-3c1b-41d8-9243-b4022e79583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.787916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-bb024079-3c1b-41d8-9243-b4022e79583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.788789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-bb024079-3c1b-41d8-9243-b4022e79583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.789638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-bb024079-3c1b-41d8-9243-b4022e79583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.790316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-bb024079-3c1b-41d8-9243-b4022e79583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.791057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-bb024079-3c1b-41d8-9243-b4022e79583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.793568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-bb024079-3c1b-41d8-9243-b4022e79583c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6496 time: 0.0902648 Jul 16 08:44:58.862494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.867876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bd034c60-de65-4c05-9af2-1cd118163fda tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177577274', 'description': 'tempest-description--911932781'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:58.887457 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.909409 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Transition to ACTIVE for port object ead6d8f5-d170-42ef-b4c7-98c809338e8a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:58.922726 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.947876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd034c60-de65-4c05-9af2-1cd118163fda tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.997047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-0e319497-aeaf-47c2-9da1-1832c5a0e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.998875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-0e319497-aeaf-47c2-9da1-1832c5a0e52d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b HTTP/1.1" status: 200 len: 912 time: 0.1975124 Jul 16 08:44:59.006896 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d29352-3853-4407-85f3-ef429e1e6ed4 None None] Pushing event updated for resources: {'Port': ['ID=ead6d8f5-d170-42ef-b4c7-98c809338e8a,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.008442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 04550654-0c9f-43d5-8ea8-17bf1cc57a0e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:59.025386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47dab4-e49a-4c49-818f-144e17dd23ca req-1f67fdd5-4974-4b72-87c9-1cc921575f9c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.026973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb47dab4-e49a-4c49-818f-144e17dd23ca req-1f67fdd5-4974-4b72-87c9-1cc921575f9c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 945 time: 0.1552718 Jul 16 08:44:59.113075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd034c60-de65-4c05-9af2-1cd118163fda tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.120063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd034c60-de65-4c05-9af2-1cd118163fda tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.133913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'floating_ip_address': '172.25.6.63', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'port_id': 'a2139ee0-e40a-4c65-b125-895578399621', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'mac_address': 'fa:16:3e:ee:a9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:43:22Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 1, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:42Z', 'revision_number': 5, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:59.139430 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Attempting to bind port ead6d8f5-d170-42ef-b4c7-98c809338e8a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:59.139926 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Attempting to bind port ead6d8f5-d170-42ef-b4c7-98c809338e8a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:59.140446 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Attempting to bind port ead6d8f5-d170-42ef-b4c7-98c809338e8a on network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:59.150817 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:59.151422 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Checking segment: {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:59.152010 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.153125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Bound using segment: {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:59.153845 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Bound port: ead6d8f5-d170-42ef-b4c7-98c809338e8a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:59.154591 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.161192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd034c60-de65-4c05-9af2-1cd118163fda tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.163371 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bd034c60-de65-4c05-9af2-1cd118163fda tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2994905 Jul 16 08:44:59.168828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:59.176105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8bb9a304-b594-44d5-8b49-668001b9d19d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Request body: {'security_group_rule': {'security_group_id': 'cef2f046-0e53-4a23-afa3-33af21deddd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:59.188978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:59.189357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.200630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd034c60-de65-4c05-9af2-1cd118163fda tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef2f046-0e53-4a23-afa3-33af21deddd9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.211636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a304-b594-44d5-8b49-668001b9d19d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.238351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb47dab4-e49a-4c49-818f-144e17dd23ca req-3c6b3ac5-5dbe-483b-bb1e-e51eea784199 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595116 Jul 16 08:44:59.246060 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] For port ead6d8f5-d170-42ef-b4c7-98c809338e8a, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:59.250112 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] For port ead6d8f5-d170-42ef-b4c7-98c809338e8a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ead6d8f5-d170-42ef-b4c7-98c809338e8a,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:59.258579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-b649b5e5-2ff0-42fc-9105-21a8879bfb1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2139ee0-e40a-4c65-b125-895578399621 HTTP/1.1" status: 200 len: 999 time: 0.2521834 Jul 16 08:44:59.259481 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.281740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e6b5b-8853-43c6-9fa4-0b9d3b28f171 None None] The sync data for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 is: [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'floating_ip_address': '172.25.6.63', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'port_id': 'a2139ee0-e40a-4c65-b125-895578399621', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'mac_address': 'fa:16:3e:ee:a9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:43:22Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 1, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:42Z', 'revision_number': 5, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:59.354243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721f38e-1580-4ec3-81e7-a1af8ff03bb4 req-5bc13865-281d-4466-9f56-67af7750dfb9 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.357221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a304-b594-44d5-8b49-668001b9d19d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.364101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1721f38e-1580-4ec3-81e7-a1af8ff03bb4 req-5bc13865-281d-4466-9f56-67af7750dfb9 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 1100 time: 0.2865412 Jul 16 08:44:59.370131 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a304-b594-44d5-8b49-668001b9d19d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.411436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9a304-b594-44d5-8b49-668001b9d19d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e98710-75b2-4055-8530-7dd08f130605,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.440757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-a8ccb9f1-7aaa-4c42-9a1b-ca637d855129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.442283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-a8ccb9f1-7aaa-4c42-9a1b-ca637d855129 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9e92d7e-bf37-41fc-8674-9efc954fa00b HTTP/1.1" status: 200 len: 850 time: 0.1759939 Jul 16 08:44:59.443280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a304-b594-44d5-8b49-668001b9d19d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.449453 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8bb9a304-b594-44d5-8b49-668001b9d19d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2793982 Jul 16 08:44:59.449927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d29352-3853-4407-85f3-ef429e1e6ed4 None None] Pushing event updated for resources: {'Port': ['ID=ead6d8f5-d170-42ef-b4c7-98c809338e8a,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.450378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51684) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:59.454380 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:59.455003 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:59.459127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5a797c15-059a-45a0-b844-d5f8dfe1325d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Request body: {'security_group_rule': {'security_group_id': 'cef2f046-0e53-4a23-afa3-33af21deddd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:59.566824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1721f38e-1580-4ec3-81e7-a1af8ff03bb4 req-48fceab4-9ecd-45db-9c3b-37c0849fd341 tempest-ServersOnMultiNodesTest-153025400 tempest-ServersOnMultiNodesTest-153025400-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014921 Jul 16 08:44:59.623848 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:59.628261 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a797c15-059a-45a0-b844-d5f8dfe1325d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.699080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-7b538788-7966-4ba5-a0ba-50b6acf64c99 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3188503 Jul 16 08:44:59.709945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:59.727328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9672b5d6-729e-4c65-b26b-1860c4eec547 None None] New status for floating IP a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:44:59.745073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-28465215-ac5b-4306-bfde-faf2339183be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.746989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-28465215-ac5b-4306-bfde-faf2339183be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2955825 Jul 16 08:44:59.803221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.854357 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:59.875128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a797c15-059a-45a0-b844-d5f8dfe1325d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.883351 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e4c6b-27e0-4140-8e9c-95914df95a1d None None] The sync data for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 is: [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:59.916235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a797c15-059a-45a0-b844-d5f8dfe1325d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.993903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a797c15-059a-45a0-b844-d5f8dfe1325d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8edb63b-8d35-48b8-80a2-d28685593046,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.019702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a797c15-059a-45a0-b844-d5f8dfe1325d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.019702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5a797c15-059a-45a0-b844-d5f8dfe1325d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5631952 Jul 16 08:45:00.022756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51690) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:00.027792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-10ec0b0a-7d13-427b-855e-277edb6a1ae9 service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600217 Jul 16 08:45:00.036357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:00.070031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb698f-d40b-49e1-ba1f-27d7c2c883b3 req-722ee193-4fdd-466a-a7df-94389cb752dd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.071553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9fb698f-d40b-49e1-ba1f-27d7c2c883b3 req-722ee193-4fdd-466a-a7df-94389cb752dd tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.3195820 Jul 16 08:45:00.072201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.190548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9fb698f-d40b-49e1-ba1f-27d7c2c883b3 req-bdaba0cc-93f2-4acb-a2e1-c9c42d7650c3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091251 Jul 16 08:45:00.215955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.216767 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.220200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2678181-ee1e-41d7-8a41-1230ef98fadb req-a3a393de-9c6b-409d-bd53-2ff9bdd0c5ae service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600101 Jul 16 08:45:00.353251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Allocated IP 172.25.6.61 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/a8dbf1fa-9c7b-4aad-b593-aaf9173e9246) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:00.466396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.508837 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.556783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:00.559873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:00.562732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:00.575030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Allocated IP 172.25.6.174 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/d245a335-bd1e-4661-9965-5570d074b443) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:00.599753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event updated for resources: {'Port': ['ID=a8dbf1fa-9c7b-4aad-b593-aaf9173e9246,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.673611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.718792 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.725930 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.767981 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.834784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:00.837845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:00.840891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:00.868251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event updated for resources: {'Port': ['ID=d245a335-bd1e-4661-9965-5570d074b443,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.955027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.962932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.983923 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.016824 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.058533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ead6d8f5-d170-42ef-b4c7-98c809338e8a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:01.126865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ead6d8f5-d170-42ef-b4c7-98c809338e8a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:01.136906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ead6d8f5-d170-42ef-b4c7-98c809338e8a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:01.137277 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.261190 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.268073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.277371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.304480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port ead6d8f5-d170-42ef-b4c7-98c809338e8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ead6d8f5-d170-42ef-b4c7-98c809338e8a,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:01.311225 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.367000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=ead6d8f5-d170-42ef-b4c7-98c809338e8a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:01.390979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event updated for resources: {'Port': ['ID=d245a335-bd1e-4661-9965-5570d074b443,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:01.398482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.413585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.423676 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f9940365-47b5-4025-894a-655d3e362390 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3909583 Jul 16 08:45:01.470470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event updated for resources: {'Port': ['ID=a8dbf1fa-9c7b-4aad-b593-aaf9173e9246,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:01.482044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.502113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.503823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-4ef8f2ee-b7b5-48fd-a1ec-3fe7cb31e7f2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8038728 Jul 16 08:45:01.581585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-92f263b5-4535-42e0-8f61-676d0b92680f tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.0682411 Jul 16 08:45:01.717089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195bc1-c4a5-4d54-b4bf-1c63553bf50c req-bc24c272-7610-4a93-be0d-59a3b671da3e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.718712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50195bc1-c4a5-4d54-b4bf-1c63553bf50c req-bc24c272-7610-4a93-be0d-59a3b671da3e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 945 time: 0.1578617 Jul 16 08:45:01.758105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-177c25ff-11cc-4662-abc8-cd09ff4b5410 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.759573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d46f6f64-3aa1-4d92-a845-95a307ca103d req-177c25ff-11cc-4662-abc8-cd09ff4b5410 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1596925 Jul 16 08:45:01.780536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50195bc1-c4a5-4d54-b4bf-1c63553bf50c req-fb201b99-e079-4812-8e6d-b55719d459b6 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Jul 16 08:45:02.044156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6497-b2e3-4348-ae60-d398d3efe42b req-f5efff64-6f9a-4f84-82a7-fe5062d39dee tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.045947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5be6497-b2e3-4348-ae60-d398d3efe42b req-f5efff64-6f9a-4f84-82a7-fe5062d39dee tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.0962093 Jul 16 08:45:02.098310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5be6497-b2e3-4348-ae60-d398d3efe42b req-66f38306-adff-4f05-b520-f3db6a4f06ce tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Jul 16 08:45:02.200565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc4e0b6a-2cd1-4b68-9ba7-405691f98077 req-e43337e5-b9da-4f6c-9744-17337423e1d0 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips/9963c812-17a5-4da3-8fe1-7c96a20aa76c HTTP/1.1" status: 200 len: 692 time: 0.0588465 Jul 16 08:45:02.370231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d93a555f-84d4-4304-b6f1-fda03fb29dec no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:02.376117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e0b6a-2cd1-4b68-9ba7-405691f98077 req-f9a01720-389c-495d-8565-4f8860e86270 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.377596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc4e0b6a-2cd1-4b68-9ba7-405691f98077 req-f9a01720-389c-495d-8565-4f8860e86270 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1760755 Jul 16 08:45:02.389132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791c861-aaa5-4969-a4f8-71737d112139 req-e4c586b8-1d69-46e1-a223-d15df006f21f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.390809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7791c861-aaa5-4969-a4f8-71737d112139 req-e4c586b8-1d69-46e1-a223-d15df006f21f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 948 time: 0.1643367 Jul 16 08:45:02.397230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-bc4e0b6a-2cd1-4b68-9ba7-405691f98077 req-7dd59950-da2e-4214-b0de-678b9df5ba32 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:02.398401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc4e0b6a-2cd1-4b68-9ba7-405691f98077 req-7dd59950-da2e-4214-b0de-678b9df5ba32 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067241 Jul 16 08:45:02.442562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7791c861-aaa5-4969-a4f8-71737d112139 req-38317459-dd15-41b8-bfa9-fa06aa5e541e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Jul 16 08:45:02.478056 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.511493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:02.514067 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4e5f7a-ef6c-4a3e-b27f-70788ddfad5c" -d '{"events": [{"server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:02.533915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:02.541164 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.607570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.663128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-1a456c3f-0506-433b-b108-c684c0f76fef tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.664878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-1a456c3f-0506-433b-b108-c684c0f76fef tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.1753767 Jul 16 08:45:02.683592 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-fdd43b09-e909-4e23-8a02-72bbf8b10092 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/quotas/3206175599bd452fb6bb65f4568bfc23 HTTP/1.1" status: 200 len: 375 time: 0.0127273 Jul 16 08:45:02.884585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421bc50-5902-4f02-b29e-b9187913f814 req-5933a175-abaa-49a2-951b-49979d39a4f2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.886173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-5933a175-abaa-49a2-951b-49979d39a4f2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 805 time: 0.1979625 Jul 16 08:45:02.893154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-8d1ab80d-efdd-4ab5-8361-03909fc3641a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1949086 Jul 16 08:45:02.937618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-addeeaab-64aa-41c4-bfe0-b5a84ed03996 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/quotas/e71f43d68d9749fa8b07686a444d8a46 HTTP/1.1" status: 200 len: 375 time: 0.0433898 Jul 16 08:45:02.999864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ead6d8f5-d170-42ef-b4c7-98c809338e8a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:03.004643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-80064461-efc8-4e44-b790-8c943ab97f6d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.006433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-80064461-efc8-4e44-b790-8c943ab97f6d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 948 time: 0.2131858 Jul 16 08:45:03.091414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ead6d8f5-d170-42ef-b4c7-98c809338e8a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:03.091799 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.125007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-24c8d6ed-e8fd-451a-93f8-7219a83a1752 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166886 Jul 16 08:45:03.259823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-a44f6aaa-c920-4e08-9a7b-f1250eeb231a tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3100529 Jul 16 08:45:03.364647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-25df94c1-96b0-4df8-8205-c2e597e441e8 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277241 Jul 16 08:45:03.385375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Deleting port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:03.385689 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.422047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2fe7a6a6-5632-441e-bda6-57075bcc7ae3 service neutron] 10.222.0.55 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515689 Jul 16 08:45:03.604884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] For port 5135b8a8-cd4a-4bc3-964c-da08a85ce025, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5135b8a8-cd4a-4bc3-964c-da08a85ce025,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:03.605254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.628725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-03b59d7f-99e5-4188-bdf0-5b20cfd0f88c tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips/9963c812-17a5-4da3-8fe1-7c96a20aa76c HTTP/1.1" status: 200 len: 692 time: 0.0877197 Jul 16 08:45:03.635070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Calling delete_port for 5135b8a8-cd4a-4bc3-964c-da08a85ce025 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:03.645434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-8b7ae4a1-0797-422c-b177-9bfd0bd3e1e0 service neutron] 10.222.0.55 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143776 Jul 16 08:45:03.823197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-d647372d-4b2c-4e58-841b-aea4545dc8b9 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.829535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-d647372d-4b2c-4e58-841b-aea4545dc8b9 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1889486 Jul 16 08:45:03.893980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-9d6dc41e-38dc-4b12-85f4-d660a3dccaa6 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.0632153 Jul 16 08:45:04.033476 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68122f36-78eb-4344-9382-f95e665ad514 x-openstack-request-id: req-68122f36-78eb-4344-9382-f95e665ad514 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:04.034069 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:04.034425 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68122f36-78eb-4344-9382-f95e665ad514 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:04.035411 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'code': 200} Jul 16 08:45:04.059051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-9367ffd7-70ce-4c98-8eda-66c19c9cf5fa tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.1139679 Jul 16 08:45:04.155994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.172474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf', '648fc380-388a-4779-8a31-511f3ebc9788', '5135b8a8-cd4a-4bc3-964c-da08a85ce025'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:04.235963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea', '65735951-6d06-4a06-bea3-cabf903aa49c', '9121c061-9938-43ca-a0fa-6fe0a33e96d4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:04.252370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event deleted for resources: {'Port': ['ID=5135b8a8-cd4a-4bc3-964c-da08a85ce025,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.483970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] No DVR routers for this DVR port 5135b8a8-cd4a-4bc3-964c-da08a85ce025 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:04.490845 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.495103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71b94b42-0c77-4c6c-a97c-a51cf91feb67 req-d174e4af-e708-42c9-9f60-4d3489d5f809 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "DELETE /v2.0/ports/5135b8a8-cd4a-4bc3-964c-da08a85ce025 HTTP/1.1" status: 204 len: 173 time: 1.4421563 Jul 16 08:45:04.495749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c6926-1418-4ee7-b20c-d098d093a659', 'name': 'network-vif-deleted', 'tag': '5135b8a8-cd4a-4bc3-964c-da08a85ce025'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:04.510309 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760bbe58-14fd-45e9-9ae5-b014e4afe5cd" -d '{"events": [{"server_uuid": "521c6926-1418-4ee7-b20c-d098d093a659", "name": "network-vif-deleted", "tag": "5135b8a8-cd4a-4bc3-964c-da08a85ce025"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:04.567062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8719cad-6303-405b-b974-f8624a004594 req-b27bee9b-073e-4940-a736-0fcd385052f2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.568905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8719cad-6303-405b-b974-f8624a004594 req-b27bee9b-073e-4940-a736-0fcd385052f2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "GET /v2.0/ports?device_id=afe4a945-4d5e-472c-b329-31d25955e0c3 HTTP/1.1" status: 200 len: 944 time: 0.5616243 Jul 16 08:45:04.685285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Deleting port a8dbf1fa-9c7b-4aad-b593-aaf9173e9246 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:04.685813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.836049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a76a43-5a2b-4084-8b74-82898b641760 req-6c77fa13-67e8-4174-a8f3-23e17e453bcb tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.841367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4a76a43-5a2b-4084-8b74-82898b641760 req-6c77fa13-67e8-4174-a8f3-23e17e453bcb tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.5900104 Jul 16 08:45:04.951062 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.951827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.988653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Calling delete_port for a8dbf1fa-9c7b-4aad-b593-aaf9173e9246 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:05.017534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4a76a43-5a2b-4084-8b74-82898b641760 req-a3f81eac-ddc7-42cd-a133-b7a079d86694 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440480 Jul 16 08:45:05.036420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Deleting port d93a555f-84d4-4304-b6f1-fda03fb29dec {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:05.037584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.244808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] For port d93a555f-84d4-4304-b6f1-fda03fb29dec, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d93a555f-84d4-4304-b6f1-fda03fb29dec,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:05.245029 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.261976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Calling delete_port for d93a555f-84d4-4304-b6f1-fda03fb29dec owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:05.346101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5c8dbd7-9b7f-40c1-b8a6-5e9928ee7922 req-a87819af-fa45-4212-a1f9-81df6316471e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=521c6926-1418-4ee7-b20c-d098d093a659 HTTP/1.1" status: 200 len: 210 time: 0.0785158 Jul 16 08:45:05.528564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.573041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event deleted for resources: {'Port': ['ID=a8dbf1fa-9c7b-4aad-b593-aaf9173e9246,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:05.621444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-9bdc8bce-59e7-43b3-a3be-d6162494cbae tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.623071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-9bdc8bce-59e7-43b3-a3be-d6162494cbae tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.2311623 Jul 16 08:45:05.654245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Request body: {'port': {'device_id': '8d66ce3a-4591-4bda-8cb4-9328c909df9d', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'admin_state_up': True, 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:05.770872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.774234 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.775386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fb18da9-9e9e-48f9-8772-769b3b9b405c req-e3cefabd-d461-41e9-95cb-97bfa5876a86 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "DELETE /v2.0/floatingips/9963c812-17a5-4da3-8fe1-7c96a20aa76c HTTP/1.1" status: 204 len: 173 time: 1.7155743 Jul 16 08:45:05.837638 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.895949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Pushing event deleted for resources: {'Port': ['ID=d93a555f-84d4-4304-b6f1-fda03fb29dec,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:05.944130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:05.957680 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.963464 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c51b8e8-4a87-4593-b2ef-82809fe3bd64 x-openstack-request-id: req-1c51b8e8-4a87-4593-b2ef-82809fe3bd64 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:05.963464 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c6926-1418-4ee7-b20c-d098d093a659", "name": "network-vif-deleted", "tag": "5135b8a8-cd4a-4bc3-964c-da08a85ce025", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:05.963877 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c51b8e8-4a87-4593-b2ef-82809fe3bd64 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:05.964373 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c6926-1418-4ee7-b20c-d098d093a659', 'name': 'network-vif-deleted', 'tag': '5135b8a8-cd4a-4bc3-964c-da08a85ce025', 'status': 'completed', 'code': 200} Jul 16 08:45:06.357697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] No DVR routers for this DVR port d93a555f-84d4-4304-b6f1-fda03fb29dec on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:06.400174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.402227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8719cad-6303-405b-b974-f8624a004594 req-a17bf9ef-d8af-43a1-8663-70bef5aa256b tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "DELETE /v2.0/ports/d93a555f-84d4-4304-b6f1-fda03fb29dec HTTP/1.1" status: 204 len: 173 time: 1.8212090 Jul 16 08:45:06.404078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6dc3440-6841-4331-8b21-0e313ac664cf req-f9d7993f-5b7e-4296-a085-9604545ecada tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 210 time: 0.4432793 Jul 16 08:45:06.442287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-68ab17f0-4c21-4c59-8c6c-e67ed65dd0d6 req-7a2809a9-5d55-4adc-8ee8-2a9fa5e20957 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d66ce3a-4591-4bda-8cb4-9328c909df9d HTTP/1.1" status: 200 len: 210 time: 0.1000545 Jul 16 08:45:06.784753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421bc50-5902-4f02-b29e-b9187913f814 req-fb73e96c-6bab-4ab4-84bb-e2bc5069db77 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.786280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-fb73e96c-6bab-4ab4-84bb-e2bc5069db77 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 805 time: 0.4391716 Jul 16 08:45:06.807040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Request body: {'port': {'device_id': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'admin_state_up': True, 'tenant_id': 'e71f43d68d9749fa8b07686a444d8a46'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:06.856258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a15c13-2010-4cca-9959-ebfd8e166749 req-1ccbd9dc-c23f-415b-b80d-7d924fad9fc0 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.857668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18a15c13-2010-4cca-9959-ebfd8e166749 req-1ccbd9dc-c23f-415b-b80d-7d924fad9fc0 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4105172 Jul 16 08:45:06.881603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Allocated IP 172.20.0.4 (ff0bd8d5-928e-4372-933c-180eae691c3c/1b8f6089-c041-4c6e-9073-12eb30d5fc0c/7ccfd63b-7a14-40b7-929d-b5e9e9913f13) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:06.945005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddecd1a-0b9a-4e6f-a65c-7c089716c7ea req-27db3754-9b17-42a4-a74a-0b63c7390ac6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.946597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ddecd1a-0b9a-4e6f-a65c-7c089716c7ea req-27db3754-9b17-42a4-a74a-0b63c7390ac6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.3599467 Jul 16 08:45:07.053856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c45691e5-0649-437e-b989-a1f34e782a68 req-776c3385-bc61-4304-9064-2c97445f5ac2 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=2cbda94ad7b74a24817077f444a98cfa HTTP/1.1" status: 200 len: 1655 time: 0.1062403 Jul 16 08:45:07.127011 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ddecd1a-0b9a-4e6f-a65c-7c089716c7ea req-f57c6093-d24b-42b7-bb26-251bcdc05672 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633677 Jul 16 08:45:07.156708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Made reservation on behalf of e71f43d68d9749fa8b07686a444d8a46 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:07.160498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.358784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45691e5-0649-437e-b989-a1f34e782a68 req-f80910b8-eb31-4250-997e-5c4ced28ab1d tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.360392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c45691e5-0649-437e-b989-a1f34e782a68 req-f80910b8-eb31-4250-997e-5c4ced28ab1d tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks?id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&id=b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 787 time: 0.2888744 Jul 16 08:45:07.369739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.382474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-c45691e5-0649-437e-b989-a1f34e782a68 req-b12a9250-ef4b-4493-a70f-cc71330d762d tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:07.383557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c45691e5-0649-437e-b989-a1f34e782a68 req-b12a9250-ef4b-4493-a70f-cc71330d762d tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114355 Jul 16 08:45:07.439890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Allocated IP 172.20.0.4 (077d6b3a-a9e3-44da-8972-5f046a20608d/a9b0f2e5-91ff-4fcc-b28e-74cd4998023f/fb4fca1b-6a7c-4993-bf66-988e4af2b753) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:07.496052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.513590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:07.596544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Network ff0bd8d5-928e-4372-933c-180eae691c3c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:07.603336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:07.606594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:07.682884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event updated for resources: {'Port': ['ID=7ccfd63b-7a14-40b7-929d-b5e9e9913f13,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:07.757354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-1f08a184-a342-4a0a-bf2e-7e0a4ece496d tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips/5ee99373-0c20-4793-9a97-ca831998d957 HTTP/1.1" status: 200 len: 692 time: 0.1785414 Jul 16 08:45:07.782499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5396c47-3c3c-4a33-8cb0-1067372db906 req-5c4f36c7-4fde-4fc0-a599-e1175f2ea182 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 210 time: 0.0604911 Jul 16 08:45:07.815505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.815974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.893254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-505626be-be7f-4c64-8aca-fcae0a0f96f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2457101 Jul 16 08:45:07.903875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.918300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Request body: {'port': {'device_id': '8d66ce3a-4591-4bda-8cb4-9328c909df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:07.968089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'name': 'network-vif-deleted', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:07.970697 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1c767-130e-42c3-bf1f-55699c5af8f5" -d '{"events": [{"server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "name": "network-vif-deleted", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:08.039028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-da5c4895-1f52-4782-9984-4dbc19197c71 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.040418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-da5c4895-1f52-4782-9984-4dbc19197c71 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.2628143 Jul 16 08:45:08.136845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-bf24e54b-2f75-4303-a691-2f954d8e1871 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.0692484 Jul 16 08:45:08.140074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.153609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938a5e-f2a8-4185-ac94-d0a63deb67e6 req-b7b5a0f9-a260-46ba-8673-4bc90df96e6c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.155053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b938a5e-f2a8-4185-ac94-d0a63deb67e6 req-b7b5a0f9-a260-46ba-8673-4bc90df96e6c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d66ce3a-4591-4bda-8cb4-9328c909df9d HTTP/1.1" status: 200 len: 931 time: 0.2592185 Jul 16 08:45:08.171630 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.282571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-910050a7-7eb5-42d2-80fb-3e5685195044 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.1390686 Jul 16 08:45:08.316366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Network 077d6b3a-a9e3-44da-8972-5f046a20608d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:08.332691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:08.335840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:08.375392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Pushing event updated for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.385793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b938a5e-f2a8-4185-ac94-d0a63deb67e6 req-075244c7-30e5-437a-9baf-294076f8d1df tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208536 Jul 16 08:45:08.393622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d93a555f-84d4-4304-b6f1-fda03fb29dec no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:08.425224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: d93a555f-84d4-4304-b6f1-fda03fb29dec {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:08.425575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d93a555f-84d4-4304-b6f1-fda03fb29dec not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:08.426027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5135b8a8-cd4a-4bc3-964c-da08a85ce025 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:08.458696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 5135b8a8-cd4a-4bc3-964c-da08a85ce025 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:08.459557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5135b8a8-cd4a-4bc3-964c-da08a85ce025 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:08.611030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.611673 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.664867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2c5141af-bc56-4da9-9cb3-4944c96748db tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8653121 Jul 16 08:45:09.024727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Request body: {'port': {'device_id': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:09.092340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf18b1b-d6de-48e3-91b4-a26b54359498 req-b28249f2-1836-403c-ac95-4b326db771ea tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.093830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-caf18b1b-d6de-48e3-91b4-a26b54359498 req-b28249f2-1836-403c-ac95-4b326db771ea tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 948 time: 0.5782287 Jul 16 08:45:09.098050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Deleting port 0b48e41f-c338-4d16-a0b0-7bb324c0bef8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:09.098389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.279092 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.283168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-caf18b1b-d6de-48e3-91b4-a26b54359498 req-621461f8-3ccb-4ba2-87d2-9c407a806e91 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824257 Jul 16 08:45:09.308479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:09.320713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.326570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.326902 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.343598 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a2da13-423c-4825-a481-34dabbe66320 x-openstack-request-id: req-a1a2da13-423c-4825-a481-34dabbe66320 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:09.343893 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe4a945-4d5e-472c-b329-31d25955e0c3", "name": "network-vif-deleted", "tag": "d93a555f-84d4-4304-b6f1-fda03fb29dec", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:09.344153 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1a2da13-423c-4825-a481-34dabbe66320 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:09.344537 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe4a945-4d5e-472c-b329-31d25955e0c3', 'name': 'network-vif-deleted', 'tag': 'd93a555f-84d4-4304-b6f1-fda03fb29dec', 'status': 'completed', 'code': 200} Jul 16 08:45:09.366192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Transition to ACTIVE for port object 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:09.371409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Calling delete_port for 0b48e41f-c338-4d16-a0b0-7bb324c0bef8 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:09.379678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.589005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Pushing event updated for resources: {'Port': ['ID=7ccfd63b-7a14-40b7-929d-b5e9e9913f13,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.780265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab288-20e6-4d7d-8772-e74bb28da06d req-6a1096dd-adbf-49a8-a24f-547cd4292905 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.781831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f0ab288-20e6-4d7d-8772-e74bb28da06d req-6a1096dd-adbf-49a8-a24f-547cd4292905 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.3139296 Jul 16 08:45:09.826610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-267446cb-479e-4af5-895c-99e0546bf50e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.828776 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-267446cb-479e-4af5-895c-99e0546bf50e tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 948 time: 0.0738165 Jul 16 08:45:09.833265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Attempting to bind port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:09.833601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Attempting to bind port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:09.834006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Attempting to bind port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:09.861406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 on network ff0bd8d5-928e-4372-933c-180eae691c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:09.861819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Attempting to bind port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:09.886188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:09.886604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:09.887028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Bound using segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:09.887363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Bound port: 7ccfd63b-7a14-40b7-929d-b5e9e9913f13, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:09.887719 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.899185 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.940169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Deleting port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:09.940502 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.955953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f0ab288-20e6-4d7d-8772-e74bb28da06d req-673243cf-f414-4c75-a4a4-5c303ceee325 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454530 Jul 16 08:45:09.976826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event deleted for resources: {'Port': ['ID=0b48e41f-c338-4d16-a0b0-7bb324c0bef8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.044282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4fca1b-6a7c-4993-bf66-988e4af2b753 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:10.055177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] For port 9121c061-9938-43ca-a0fa-6fe0a33e96d4, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9121c061-9938-43ca-a0fa-6fe0a33e96d4,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:10.055886 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.069614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Calling delete_port for 9121c061-9938-43ca-a0fa-6fe0a33e96d4 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:10.077976 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.121064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Transition to ACTIVE for port object fb4fca1b-6a7c-4993-bf66-988e4af2b753 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:10.125415 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.127829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.133727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-914e083a-f4cd-4b11-9c5a-e7ad60373db1 req-a07f881d-beeb-4170-bafb-4992e63564ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "DELETE /v2.0/floatingips/5ee99373-0c20-4793-9a97-ca831998d957 HTTP/1.1" status: 204 len: 173 time: 1.8293571 Jul 16 08:45:10.143885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.172967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] For port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:10.176921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] For port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7ccfd63b-7a14-40b7-929d-b5e9e9913f13,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:10.210402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.219580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.232545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf', '648fc380-388a-4779-8a31-511f3ebc9788'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:10.242351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.243054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.244590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] 10.222.0.52 "PUT /v2.0/ports/7ccfd63b-7a14-40b7-929d-b5e9e9913f13 HTTP/1.1" status: 200 len: 1092 time: 2.3383560 Jul 16 08:45:10.282631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Pushing event updated for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.320662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea', '65735951-6d06-4a06-bea3-cabf903aa49c', '9121c061-9938-43ca-a0fa-6fe0a33e96d4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:10.324976 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event deleted for resources: {'Port': ['ID=9121c061-9938-43ca-a0fa-6fe0a33e96d4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.344953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.345295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.347103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.347496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.347831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.348168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.348520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.348841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.349713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.358096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.358473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.358816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:10.421248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] No DVR routers for this DVR port 9121c061-9938-43ca-a0fa-6fe0a33e96d4 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:10.425223 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.428182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0e0f42dd-3db2-42e9-a389-2c4dcc53ff21 req-cba5fc50-d60b-4087-a62f-27712ae97384 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "DELETE /v2.0/ports/9121c061-9938-43ca-a0fa-6fe0a33e96d4 HTTP/1.1" status: 204 len: 173 time: 0.5911820 Jul 16 08:45:10.428641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4856cb-c1f0-4db3-8629-c35682a2c8f0', 'name': 'network-vif-deleted', 'tag': '9121c061-9938-43ca-a0fa-6fe0a33e96d4'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:10.432055 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d88caf-7569-482b-9dd1-7490c46728f1" -d '{"events": [{"server_uuid": "4a4856cb-c1f0-4db3-8629-c35682a2c8f0", "name": "network-vif-deleted", "tag": "9121c061-9938-43ca-a0fa-6fe0a33e96d4"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:10.546492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66682a3-4ec8-4651-8795-696ca8d416ac service neutron] Pushing event updated for resources: {'Port': ['ID=7ccfd63b-7a14-40b7-929d-b5e9e9913f13,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.569038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Attempting to bind port fb4fca1b-6a7c-4993-bf66-988e4af2b753 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:10.569979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Attempting to bind port fb4fca1b-6a7c-4993-bf66-988e4af2b753 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:10.570552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Attempting to bind port fb4fca1b-6a7c-4993-bf66-988e4af2b753 on network 077d6b3a-a9e3-44da-8972-5f046a20608d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:10.587557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Port fb4fca1b-6a7c-4993-bf66-988e4af2b753 on network 077d6b3a-a9e3-44da-8972-5f046a20608d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:10.588546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Attempting to bind port fb4fca1b-6a7c-4993-bf66-988e4af2b753 on network 077d6b3a-a9e3-44da-8972-5f046a20608d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:10.664688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-d6a7820b-8409-4f36-84d2-39b44b1884d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.667713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-d6a7820b-8409-4f36-84d2-39b44b1884d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=8d66ce3a-4591-4bda-8cb4-9328c909df9d HTTP/1.1" status: 200 len: 1095 time: 0.3211215 Jul 16 08:45:10.688952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651523-3800-4bf6-988b-cdaec8e605e9 req-3043965c-fd43-482c-bafe-e2c497f7e406 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.692522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe651523-3800-4bf6-988b-cdaec8e605e9 req-3043965c-fd43-482c-bafe-e2c497f7e406 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 943 time: 0.2915127 Jul 16 08:45:10.694628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:10.695406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Checking segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:10.696051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Bound using segment: {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:10.696716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Bound port: fb4fca1b-6a7c-4993-bf66-988e4af2b753, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:10.697291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.817106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-c4bc987e-c6ef-4662-a43d-05dc218b87ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ccfd63b-7a14-40b7-929d-b5e9e9913f13 HTTP/1.1" status: 200 len: 217 time: 0.1158111 Jul 16 08:45:10.829775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe651523-3800-4bf6-988b-cdaec8e605e9 req-3b0c12fb-959d-449d-930d-39b34d71e97f tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142311 Jul 16 08:45:10.998453 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-6ef83e6d-8c4b-4ad5-96ab-d81901607c16 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips/5663a98c-1a7f-4112-bce6-dd30674681ad HTTP/1.1" status: 200 len: 693 time: 0.1293600 Jul 16 08:45:11.017704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efec98-54a4-4192-af6c-c222e2670153 req-2e950a8a-a759-4b33-bdae-f77af5fadc50 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.019237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37efec98-54a4-4192-af6c-c222e2670153 req-2e950a8a-a759-4b33-bdae-f77af5fadc50 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d66ce3a-4591-4bda-8cb4-9328c909df9d HTTP/1.1" status: 200 len: 943 time: 0.5828187 Jul 16 08:45:11.048478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0f880468-573b-4c02-9c8b-65b32ab28f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.049951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0f880468-573b-4c02-9c8b-65b32ab28f4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.2190602 Jul 16 08:45:11.122235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-15b30217-7b0e-4d5a-9410-d73803403463 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598314 Jul 16 08:45:11.125011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:11.207754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:11.215623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37efec98-54a4-4192-af6c-c222e2670153 req-13cba1de-7a6b-4ae0-b37c-9c63c7991e1f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839075 Jul 16 08:45:11.225028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.320636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.321332 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.322654 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] 10.222.0.52 "PUT /v2.0/ports/fb4fca1b-6a7c-4993-bf66-988e4af2b753 HTTP/1.1" status: 200 len: 1092 time: 2.3045387 Jul 16 08:45:11.340536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-e9a2c09b-5a66-4fbd-8882-bb26d85673a9 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.347599 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-e9a2c09b-5a66-4fbd-8882-bb26d85673a9 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.3208530 Jul 16 08:45:11.358170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d66ce3a-4591-4bda-8cb4-9328c909df9d', 'tag': '7ccfd63b-7a14-40b7-929d-b5e9e9913f13'}, {'name': 'network-changed', 'server_uuid': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'tag': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:11.360451 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d45ab2-2bef-46c5-9460-24c3b51c4013" -d '{"events": [{"name": "network-changed", "server_uuid": "8d66ce3a-4591-4bda-8cb4-9328c909df9d", "tag": "7ccfd63b-7a14-40b7-929d-b5e9e9913f13"}, {"name": "network-changed", "server_uuid": "acffa18b-c0cd-4c4f-9881-ee006c413d5b", "tag": "fb4fca1b-6a7c-4993-bf66-988e4af2b753"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:11.413107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Pushing event updated for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.477957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-00dc58ab-9cf2-4694-825f-3c948776158f tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.1284640 Jul 16 08:45:11.499647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.499985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.500338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.500689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.501001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.501339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.501673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.501996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.502330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.502649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.502964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.503299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d0915-68b3-4eb2-b7ba-95100727312a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:11.508278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf623ae2-3e95-4256-b8ba-6d666c7d5588 req-0c421544-e218-4167-82ae-da85496b0910 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4856cb-c1f0-4db3-8629-c35682a2c8f0 HTTP/1.1" status: 200 len: 210 time: 0.0904551 Jul 16 08:45:11.512135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-a9cc9822-8084-4863-a07b-795089057a0c service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812482 Jul 16 08:45:11.578554 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea271e-cab9-4500-aa57-c1744dc5a759 x-openstack-request-id: req-a9ea271e-cab9-4500-aa57-c1744dc5a759 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:11.579474 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4856cb-c1f0-4db3-8629-c35682a2c8f0", "name": "network-vif-deleted", "tag": "9121c061-9938-43ca-a0fa-6fe0a33e96d4", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:11.582708 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9ea271e-cab9-4500-aa57-c1744dc5a759 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:11.583441 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4856cb-c1f0-4db3-8629-c35682a2c8f0', 'name': 'network-vif-deleted', 'tag': '9121c061-9938-43ca-a0fa-6fe0a33e96d4', 'status': 'completed', 'code': 200} Jul 16 08:45:11.589171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0dbc3bb6-445e-4886-aca7-58a6a7563c4a tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.0915291 Jul 16 08:45:11.705795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2f899854-df0f-4d29-a25f-5205cb40dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.707271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-2f899854-df0f-4d29-a25f-5205cb40dc65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 1095 time: 0.2965016 Jul 16 08:45:11.804866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-30beea72-7f57-4a5d-8de2-679ea5c702fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753 HTTP/1.1" status: 200 len: 217 time: 0.0655015 Jul 16 08:45:11.807801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-2cdc4690-b709-4c89-90bc-7b4bab6d1e90 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872548 Jul 16 08:45:11.897631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421bc50-5902-4f02-b29e-b9187913f814 req-9ce919d4-aca1-4814-8f1c-50f39536d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.899240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-9ce919d4-aca1-4814-8f1c-50f39536d72c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 200 len: 845 time: 0.0674758 Jul 16 08:45:11.906524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c6214-ce51-4840-b641-0fdb08a26def req-57f4cb01-d1f9-4172-b0f6-222494ecad86 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.907948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-398c6214-ce51-4840-b641-0fdb08a26def req-57f4cb01-d1f9-4172-b0f6-222494ecad86 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.2186975 Jul 16 08:45:11.957203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-bb332f2c-bb25-4abc-a959-e88b413c871a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077d6b3a-a9e3-44da-8972-5f046a20608d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449729 Jul 16 08:45:11.987580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Deleting port 285721cd-b204-4870-bbb7-94312b02180a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:11.987972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.008330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-398c6214-ce51-4840-b641-0fdb08a26def req-9a63c276-2ce1-4d27-a88f-cc4b8262de34 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876172 Jul 16 08:45:12.086918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-06d5230c-4639-4467-8eb3-a4ebe114fdc2 service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198909 Jul 16 08:45:12.446713 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 343 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fa128f-74e3-40c4-8ab3-df175fb8e22a x-openstack-request-id: req-d1fa128f-74e3-40c4-8ab3-df175fb8e22a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:12.447453 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d66ce3a-4591-4bda-8cb4-9328c909df9d", "tag": "7ccfd63b-7a14-40b7-929d-b5e9e9913f13", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "acffa18b-c0cd-4c4f-9881-ee006c413d5b", "tag": "fb4fca1b-6a7c-4993-bf66-988e4af2b753", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:12.447453 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1fa128f-74e3-40c4-8ab3-df175fb8e22a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:12.447633 n-d-780147-28 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '8d66ce3a-4591-4bda-8cb4-9328c909df9d', 'tag': '7ccfd63b-7a14-40b7-929d-b5e9e9913f13', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:45:12.447827 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'tag': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753', 'status': 'completed', 'code': 200} Jul 16 08:45:12.586814 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.587098 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.619254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Calling delete_port for 285721cd-b204-4870-bbb7-94312b02180a owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:12.655554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c421bc50-5902-4f02-b29e-b9187913f814 req-af73ac93-7cce-45f4-8e74-a118f4c57e3b service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601382 Jul 16 08:45:12.716302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-2398d6ee-cf8c-4f06-9440-d656be874155 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:12.717860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-2398d6ee-cf8c-4f06-9440-d656be874155 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d66ce3a-4591-4bda-8cb4-9328c909df9d HTTP/1.1" status: 200 len: 943 time: 0.2681377 Jul 16 08:45:12.730639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5ae9b-3ae4-4da2-88f8-c307b6291b07 req-955e875e-74a4-41a0-935f-493d9c90d3f2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:12.732166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79d5ae9b-3ae4-4da2-88f8-c307b6291b07 req-955e875e-74a4-41a0-935f-493d9c90d3f2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 943 time: 0.2836058 Jul 16 08:45:12.906860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79d5ae9b-3ae4-4da2-88f8-c307b6291b07 req-b2e5c334-42a9-4900-b959-d7d015861236 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540267 Jul 16 08:45:12.936379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-77473516-c13a-46b2-b5e3-f1515d11485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:12.937896 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-77473516-c13a-46b2-b5e3-f1515d11485d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e71f43d68d9749fa8b07686a444d8a46&device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 1095 time: 0.2021735 Jul 16 08:45:13.007860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Deleting port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:13.008269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.103484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.182568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event deleted for resources: {'Port': ['ID=285721cd-b204-4870-bbb7-94312b02180a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.233927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-4c7b6ad9-15b5-4eb0-bc87-055c1d5dab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.235408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-4c7b6ad9-15b5-4eb0-bc87-055c1d5dab1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 200 len: 906 time: 0.2785137 Jul 16 08:45:13.321777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] For port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7ccfd63b-7a14-40b7-929d-b5e9e9913f13,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:13.322144 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.325404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-d92ca58b-12c5-4fe7-9236-abde4d18f17a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753 HTTP/1.1" status: 200 len: 217 time: 0.0640450 Jul 16 08:45:13.363977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Calling delete_port for 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:13.408167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5925-0130-4416-9ed1-c45b1f13fd77 req-4840201b-02da-498b-b989-95d59b382cda tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.409733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ec5925-0130-4416-9ed1-c45b1f13fd77 req-4840201b-02da-498b-b989-95d59b382cda tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d66ce3a-4591-4bda-8cb4-9328c909df9d HTTP/1.1" status: 200 len: 943 time: 0.3777287 Jul 16 08:45:13.410620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.414281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.415340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a791b15b-b9b8-4345-ac31-b6d0e77d0ddc req-0af2dec4-f946-4065-814d-8c1cf16bda95 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "DELETE /v2.0/floatingips/5663a98c-1a7f-4112-bce6-dd30674681ad HTTP/1.1" status: 204 len: 173 time: 1.8147273 Jul 16 08:45:13.479833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-c3c6de1a-e531-44ec-a78c-7a9ac5af8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.481311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-c3c6de1a-e531-44ec-a78c-7a9ac5af8fae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 200 len: 845 time: 0.1450229 Jul 16 08:45:13.537390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-87ebe974-3cf9-4d9f-ad7a-c4993bed2b50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=077d6b3a-a9e3-44da-8972-5f046a20608d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458314 Jul 16 08:45:13.543823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ec5925-0130-4416-9ed1-c45b1f13fd77 req-d8ec5a50-b277-41ba-b14f-e60c1fda6ddc tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227994 Jul 16 08:45:13.690500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-6a105c64-d336-4bbb-95c5-3d465f976ceb service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443470 Jul 16 08:45:13.753211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.766411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:13.877206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event deleted for resources: {'Port': ['ID=7ccfd63b-7a14-40b7-929d-b5e9e9913f13,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.950286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-45f54fc5-e6a8-40a0-888d-77ce08d69c0e tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips/e35071c3-7fac-4dbb-a151-e113c2d9da55 HTTP/1.1" status: 200 len: 692 time: 0.1308053 Jul 16 08:45:13.950947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] No DVR routers for this DVR port 7ccfd63b-7a14-40b7-929d-b5e9e9913f13 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:13.957411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.960063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9e6e83-99d3-4e21-8b2a-0cf9c3d28808 req-0d22e208-5af1-48ad-a30a-a93184d3ae71 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "DELETE /v2.0/ports/7ccfd63b-7a14-40b7-929d-b5e9e9913f13 HTTP/1.1" status: 204 len: 173 time: 1.2269933 Jul 16 08:45:14.073230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89d45ab2-2bef-46c5-9460-24c3b51c4013 req-30ce689e-1a22-4840-9d0e-d5f439a875c6 service neutron] 10.222.0.52 "GET /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731537 Jul 16 08:45:14.081262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bce82-130c-42a8-81a5-c3bff425c51b req-cfd4d34f-6acf-4bc2-99c3-f79ff22c653d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.082817 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960bce82-130c-42a8-81a5-c3bff425c51b req-cfd4d34f-6acf-4bc2-99c3-f79ff22c653d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.4535630 Jul 16 08:45:14.146650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-fe3ef87c-d63d-470d-bb68-b9d3e68205ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.148126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-fe3ef87c-d63d-470d-bb68-b9d3e68205ff tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1845038 Jul 16 08:45:14.156296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960bce82-130c-42a8-81a5-c3bff425c51b req-0e6dffe2-28d4-4b16-aeb4-da42c7a3cc12 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596960 Jul 16 08:45:14.221925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-73b71efb-37ab-490a-948d-3f0c0f9b8333 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 695 time: 0.0642221 Jul 16 08:45:14.280019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-ca96c792-7455-4b95-a6d5-9cdd3536e044 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.10 HTTP/1.1" status: 200 len: 695 time: 0.0513136 Jul 16 08:45:14.312343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d573af55-abb4-4cdd-ab82-6e64ca2e2540 req-52ce1a8f-43d1-41d6-829b-c05d10db760f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=8d66ce3a-4591-4bda-8cb4-9328c909df9d HTTP/1.1" status: 200 len: 210 time: 0.0305569 Jul 16 08:45:14.359924 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7a87f35-c1d6-4e52-922a-001a5920e93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.456786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d66ce3a-4591-4bda-8cb4-9328c909df9d', 'name': 'network-vif-deleted', 'tag': '7ccfd63b-7a14-40b7-929d-b5e9e9913f13'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:14.459621 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d508d4-5568-4a20-b4ca-d3aff46c2259" -d '{"events": [{"server_uuid": "8d66ce3a-4591-4bda-8cb4-9328c909df9d", "name": "network-vif-deleted", "tag": "7ccfd63b-7a14-40b7-929d-b5e9e9913f13"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:14.548793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9121c061-9938-43ca-a0fa-6fe0a33e96d4 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:14.562441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573af55-abb4-4cdd-ab82-6e64ca2e2540 req-cecf2895-7623-41d3-97dc-719e9ac19e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.563927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d573af55-abb4-4cdd-ab82-6e64ca2e2540 req-cecf2895-7623-41d3-97dc-719e9ac19e2c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3206175599bd452fb6bb65f4568bfc23&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2443268 Jul 16 08:45:14.571689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 9121c061-9938-43ca-a0fa-6fe0a33e96d4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:14.572155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9121c061-9938-43ca-a0fa-6fe0a33e96d4 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:14.604446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Deleting port d9782f8c-a01d-4430-9bbb-60bce05501f1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:14.604798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.735651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da423b-3dd1-4343-a612-500a11679ed3 req-58c42d77-e7f5-4391-ad13-258e5a4ed4d4 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.737138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6da423b-3dd1-4343-a612-500a11679ed3 req-58c42d77-e7f5-4391-ad13-258e5a4ed4d4 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 943 time: 0.2212491 Jul 16 08:45:14.789177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573af55-abb4-4cdd-ab82-6e64ca2e2540 req-7908ffb1-1ec9-4a62-8e26-fa1770b534f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.790700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d573af55-abb4-4cdd-ab82-6e64ca2e2540 req-7908ffb1-1ec9-4a62-8e26-fa1770b534f6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176328 Jul 16 08:45:14.798759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.799140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.824542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6da423b-3dd1-4343-a612-500a11679ed3 req-579dbdbe-99ac-463e-a8b9-c181ceb92b4a tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719531 Jul 16 08:45:14.825403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Calling delete_port for d9782f8c-a01d-4430-9bbb-60bce05501f1 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:14.921512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d573af55-abb4-4cdd-ab82-6e64ca2e2540 req-a6c0db50-f28a-43e7-948b-763ab0ed80b0 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d66ce3a-4591-4bda-8cb4-9328c909df9d HTTP/1.1" status: 200 len: 210 time: 0.0802736 Jul 16 08:45:15.036708 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.073582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.111965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Pushing event deleted for resources: {'Port': ['ID=d9782f8c-a01d-4430-9bbb-60bce05501f1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:15.186304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71930d-55f4-4b45-acc1-e283b0fe8168 req-9816958e-0c9c-4e2e-bf19-b39386435dcc tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.188735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d71930d-55f4-4b45-acc1-e283b0fe8168 req-9816958e-0c9c-4e2e-bf19-b39386435dcc tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 950 time: 0.1951923 Jul 16 08:45:15.235794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.239036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.246720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51986) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:15.252107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6eeb6c2-19c5-4b2f-b3c2-8328809eba06 req-62f7bd28-4cff-42c2-9f82-514c77dc7131 tempest-FloatingIPDetailsTestJSON-1629751504 tempest-FloatingIPDetailsTestJSON-1629751504-project] 10.222.0.55 "DELETE /v2.0/floatingips/e35071c3-7fac-4dbb-a151-e113c2d9da55 HTTP/1.1" status: 204 len: 173 time: 0.9357340 Jul 16 08:45:15.292241 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806dce18-fa0f-4dc3-87fb-fac4d3e2cf54 x-openstack-request-id: req-806dce18-fa0f-4dc3-87fb-fac4d3e2cf54 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:15.298774 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d66ce3a-4591-4bda-8cb4-9328c909df9d", "name": "network-vif-deleted", "tag": "7ccfd63b-7a14-40b7-929d-b5e9e9913f13", "status": "failed", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:15.299367 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-806dce18-fa0f-4dc3-87fb-fac4d3e2cf54 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:15.300446 n-d-780147-28 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d66ce3a-4591-4bda-8cb4-9328c909df9d', 'name': 'network-vif-deleted', 'tag': '7ccfd63b-7a14-40b7-929d-b5e9e9913f13', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:45:15.305238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d71930d-55f4-4b45-acc1-e283b0fe8168 req-3f26b01f-b3dd-465a-befb-3deb10fe12c1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086943 Jul 16 08:45:15.750505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-88b5d6d9-fe3a-44b1-bb9b-b275ac25c0bd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.752757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-88b5d6d9-fe3a-44b1-bb9b-b275ac25c0bd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.1669166 Jul 16 08:45:15.762718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571304-f8b0-45fd-8291-e6601b89b794 req-47e120f0-0203-406a-b50e-7e3bd6be89e3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.764177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73571304-f8b0-45fd-8291-e6601b89b794 req-47e120f0-0203-406a-b50e-7e3bd6be89e3 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.1406178 Jul 16 08:45:15.784472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-9ec74fd9-f476-4947-bb90-b190b3ff91e6 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/quotas/3206175599bd452fb6bb65f4568bfc23 HTTP/1.1" status: 200 len: 375 time: 0.0190969 Jul 16 08:45:15.859716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73571304-f8b0-45fd-8291-e6601b89b794 req-8976621d-790b-4c65-b09f-18830c3c6209 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840700 Jul 16 08:45:15.897482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-cbb6ef75-d040-4ce5-a84c-8d7506de6c21 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013515 Jul 16 08:45:16.044787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-2eba2f48-ee67-45dc-bb40-ffb6253a9461 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405509 Jul 16 08:45:16.047591 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.327544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Deleting port 1cebab9d-0cef-4504-98bf-44188be7ae96 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:16.328648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.419883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] For port 1cebab9d-0cef-4504-98bf-44188be7ae96, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1cebab9d-0cef-4504-98bf-44188be7ae96,segment=NetworkSegment(53119096-0630-401e-9fd9-35b762d8333a),segment_id=53119096-0630-401e-9fd9-35b762d8333a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:16.420388 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.423673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fb4fca1b-6a7c-4993-bf66-988e4af2b753 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:16.440671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Calling delete_port for 1cebab9d-0cef-4504-98bf-44188be7ae96 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:16.476733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-1f3c4339-3289-4284-a6ec-1d83de11b4d1 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235530 Jul 16 08:45:16.493042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c0e93-8f4e-4569-92b7-e6d26a12ceee req-129549b4-d9e1-4468-9356-081a31305093 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.501967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a9c0e93-8f4e-4569-92b7-e6d26a12ceee req-129549b4-d9e1-4468-9356-081a31305093 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 943 time: 0.5200477 Jul 16 08:45:16.559479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a9c0e93-8f4e-4569-92b7-e6d26a12ceee req-8212e38b-b2ff-476c-a0bf-286246f99158 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 Jul 16 08:45:16.618474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:16.632911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'port_id': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753', 'mac_address': 'fa:16:3e:2c:93:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0f2e5-91ff-4fcc-b28e-74cd4998023f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:16.695235 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.711010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4fca1b-6a7c-4993-bf66-988e4af2b753 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:16.737917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:16.743357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.833427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:16.868654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c433c9e-9e35-49aa-bcc8-083f1007d3eb req-96c6dff5-1fa9-447e-8a5d-c64af695391f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.881017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c433c9e-9e35-49aa-bcc8-083f1007d3eb req-96c6dff5-1fa9-447e-8a5d-c64af695391f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 950 time: 0.1441112 Jul 16 08:45:16.927184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-76a44074-2952-4ead-b3ec-e1a633a5d883 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.930745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-76a44074-2952-4ead-b3ec-e1a633a5d883 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 950 time: 0.1925058 Jul 16 08:45:16.932428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c433c9e-9e35-49aa-bcc8-083f1007d3eb req-5aedcb68-ece3-4d99-9c28-fbf2ee1b6ba2 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504100 Jul 16 08:45:16.965322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.065232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cebab9d-0cef-4504-98bf-44188be7ae96,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:17.090219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fb4fca1b-6a7c-4993-bf66-988e4af2b753'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:17.152010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66ee7f5c-4ed5-4c8f-aa93-b8cd443dabd0 req-761e5dcd-9e99-46c3-833c-0ae3fcfa9d04 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 210 time: 0.1623747 Jul 16 08:45:17.272895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3354-4d1a-4271-ac1b-ad8402f9051d req-6eeddd18-8272-41eb-ab48-79970769f45e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:17.282269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c66e3354-4d1a-4271-ac1b-ad8402f9051d req-6eeddd18-8272-41eb-ab48-79970769f45e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.1284459 Jul 16 08:45:17.342759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Deleting port 65735951-6d06-4a06-bea3-cabf903aa49c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:17.342759 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.362819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c66e3354-4d1a-4271-ac1b-ad8402f9051d req-32e31ea9-5baf-411a-bdb7-f2c9c190c98c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777493 Jul 16 08:45:17.493688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.524883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] For port 65735951-6d06-4a06-bea3-cabf903aa49c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=65735951-6d06-4a06-bea3-cabf903aa49c,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:17.525783 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.556669 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.572465 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2397355c-aa8f-4624-8357-ead7e1267093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.626142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Calling delete_port for 65735951-6d06-4a06-bea3-cabf903aa49c owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:17.774534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5135f-46f8-4197-bd87-3ef775f2ff77 req-53e4e09d-6942-4511-bd55-b55eeb0104b4 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:17.781810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06c5135f-46f8-4197-bd87-3ef775f2ff77 req-53e4e09d-6942-4511-bd55-b55eeb0104b4 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 944 time: 0.0778043 Jul 16 08:45:17.829714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06c5135f-46f8-4197-bd87-3ef775f2ff77 req-c8a20223-a253-4fbf-be5f-d9eaea42e75d tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Jul 16 08:45:17.935206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.938889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Router 174a20e9-6877-4773-ba9d-d01c30e44b13 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:17.949817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea', '65735951-6d06-4a06-bea3-cabf903aa49c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:17.990783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event deleted for resources: {'Port': ['ID=65735951-6d06-4a06-bea3-cabf903aa49c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.091878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] No DVR routers for this DVR port 65735951-6d06-4a06-bea3-cabf903aa49c on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:18.098254 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.101524 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9ac7cbfb-8a12-448a-b238-f4ea75d0c49b req-be3b774b-cb99-40ec-a832-0a619b254228 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "DELETE /v2.0/ports/65735951-6d06-4a06-bea3-cabf903aa49c HTTP/1.1" status: 204 len: 173 time: 1.1623752 Jul 16 08:45:18.102089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64', 'name': 'network-vif-deleted', 'tag': '65735951-6d06-4a06-bea3-cabf903aa49c'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:18.104462 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a50431-d53c-4cde-8d84-b1237e4424e7" -d '{"events": [{"server_uuid": "0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64", "name": "network-vif-deleted", "tag": "65735951-6d06-4a06-bea3-cabf903aa49c"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:18.180411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-508d9610-c883-4db9-a0e2-6b57d62f3707 req-b8f44626-1467-4ef4-a272-43ac7b818573 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 210 time: 0.0548587 Jul 16 08:45:18.204339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:18.215385 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] Sync routers for ids ['174a20e9-6877-4773-ba9d-d01c30e44b13'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:18.216724 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3d8f2ba5-37bf-467f-a6b6-315a03397cf7 admin admin] 10.222.0.55 "PUT /v2.0/routers/174a20e9-6877-4773-ba9d-d01c30e44b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9689510 Jul 16 08:45:18.219379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52060) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:18.249219 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] Routers {'174a20e9-6877-4773-ba9d-d01c30e44b13'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:18.250782 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['174a20e9-6877-4773-ba9d-d01c30e44b13'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:18.266040 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9dee8b-1bdb-4f47-895f-62773e7ba0eb x-openstack-request-id: req-5e9dee8b-1bdb-4f47-895f-62773e7ba0eb {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:18.266715 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64", "name": "network-vif-deleted", "tag": "65735951-6d06-4a06-bea3-cabf903aa49c", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:18.267183 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e9dee8b-1bdb-4f47-895f-62773e7ba0eb {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:18.267739 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64', 'name': 'network-vif-deleted', 'tag': '65735951-6d06-4a06-bea3-cabf903aa49c', 'status': 'completed', 'code': 200} Jul 16 08:45:18.434880 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] Set router 174a20e9-6877-4773-ba9d-d01c30e44b13 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:18.465596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf', '648fc380-388a-4779-8a31-511f3ebc9788'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:18.471298 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.590042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-872feb5e-a163-4554-83db-91b52bc77723 req-197837cc-90a0-4e93-9512-4ab1470e38ff tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 210 time: 0.1326611 Jul 16 08:45:18.693680 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.840346 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.887976 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:45:16Z', 'revision_number': 5, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:18.907947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006cdc1-dbab-478a-92e3-6d6e32346af6 req-9aa8e648-184e-4fd9-a8c0-a5bddea19947 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.929759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7006cdc1-dbab-478a-92e3-6d6e32346af6 req-9aa8e648-184e-4fd9-a8c0-a5bddea19947 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.2546046 Jul 16 08:45:18.935161 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] Checking router: 174a20e9-6877-4773-ba9d-d01c30e44b13 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:18.957548 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] Routers {'174a20e9-6877-4773-ba9d-d01c30e44b13'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:18.959325 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['174a20e9-6877-4773-ba9d-d01c30e44b13'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:18.961944 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.973015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-8a817ad0-ea85-47dd-893e-4568f7a179e1 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.975604 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-8a817ad0-ea85-47dd-893e-4568f7a179e1 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.4670353 Jul 16 08:45:19.003971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Request body: {'port': {'device_id': '2880e701-434a-4c68-b054-c0ee9a6946d6', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'admin_state_up': True, 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:19.034338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7006cdc1-dbab-478a-92e3-6d6e32346af6 req-963cbdf3-9003-4ab6-91ce-0496a3a1a30b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032605 Jul 16 08:45:19.152249 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] Set router 174a20e9-6877-4773-ba9d-d01c30e44b13 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:19.371172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Deleting port 59f042b6-58ce-4a21-9b34-c1ef06869b17 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:19.371733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.455595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:19.467423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.473598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20556d-532a-4789-982d-7e0fd4356943 req-54abccb7-ffa7-43b2-8dcc-7ed7d4c9a484 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.482815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f20556d-532a-4789-982d-7e0fd4356943 req-54abccb7-ffa7-43b2-8dcc-7ed7d4c9a484 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 944 time: 0.3167865 Jul 16 08:45:19.495047 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:45:16Z', 'revision_number': 5, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:19.536167 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba503dd-a100-4693-bbd5-5495537db154 None None] The sync data for ids ['174a20e9-6877-4773-ba9d-d01c30e44b13'] in n-d-780147-28 is: [{'id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'name': 'tempest-FloatingIPDetailsTestJSON-1980551072-router', 'tenant_id': '2cbda94ad7b74a24817077f444a98cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:35Z', 'updated_at': '2021-07-16T08:45:16Z', 'revision_number': 5, 'project_id': '2cbda94ad7b74a24817077f444a98cfa', 'gw_port': {'id': '59f042b6-58ce-4a21-9b34-c1ef06869b17', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a20e9-6877-4773-ba9d-d01c30e44b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:36Z', 'updated_at': '2021-07-16T08:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:19.594892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf3b093e-878a-4379-924f-9cf4f061ef49 req-42d190eb-7a57-4fec-9504-3dd448f724ee tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ec04c11-d1eb-46b6-b6fa-bf5c17aa9e64 HTTP/1.1" status: 200 len: 210 time: 0.0646453 Jul 16 08:45:19.668677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] For port 59f042b6-58ce-4a21-9b34-c1ef06869b17, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=59f042b6-58ce-4a21-9b34-c1ef06869b17,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:19.669334 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.677072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f20556d-532a-4789-982d-7e0fd4356943 req-79f897fd-5f13-4f30-aade-eddb0b74243f tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933451 Jul 16 08:45:19.695756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Calling delete_port for 59f042b6-58ce-4a21-9b34-c1ef06869b17 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:19.821507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Allocated IP 172.20.0.12 (ff0bd8d5-928e-4372-933c-180eae691c3c/1b8f6089-c041-4c6e-9073-12eb30d5fc0c/d730a9c3-c2c2-4ebd-9119-4cec750b2a2f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:19.951444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd6ce5f5-da88-4545-9880-3f2ae02e9dc0 req-625f03d1-f9bb-4b1d-a6de-961aa2635f7f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 210 time: 0.1107781 Jul 16 08:45:19.979334 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.135622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.188473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f042b6-58ce-4a21-9b34-c1ef06869b17,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.206043 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.346040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.452010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fb4fca1b-6a7c-4993-bf66-988e4af2b753 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:20.463890 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.466099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.475807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90266e-ccd9-450d-b5be-10d5792bbfda req-cb79374c-ed66-4afc-bf1a-631c2410593e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.477254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da90266e-ccd9-450d-b5be-10d5792bbfda req-cb79374c-ed66-4afc-bf1a-631c2410593e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.2985029 Jul 16 08:45:20.487472 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.490535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:20.521551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Network ff0bd8d5-928e-4372-933c-180eae691c3c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:20.575217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:20.581167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:20.587832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 65735951-6d06-4a06-bea3-cabf903aa49c no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:20.639455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 65735951-6d06-4a06-bea3-cabf903aa49c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:20.640276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 65735951-6d06-4a06-bea3-cabf903aa49c not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:20.642066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.643106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 174a20e9-6877-4773-ba9d-d01c30e44b13 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:20.649007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da90266e-ccd9-450d-b5be-10d5792bbfda req-b01ea51d-b390-40f2-89c5-0c36d9768688 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539319 Jul 16 08:45:20.673847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port fb4fca1b-6a7c-4993-bf66-988e4af2b753 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:20.683141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port fb4fca1b-6a7c-4993-bf66-988e4af2b753 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:20.683626 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.699029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.699810 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.714929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.718210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52088) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:20.718709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1ff5e3b2-2f46-4afa-84de-53c089e2f137 admin admin] 10.222.0.55 "DELETE /v2.0/routers/174a20e9-6877-4773-ba9d-d01c30e44b13 HTTP/1.1" status: 204 len: 168 time: 2.4976070 Jul 16 08:45:20.719627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event updated for resources: {'Port': ['ID=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.736846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-a12948cc-9088-47dc-8214-37f672da6088 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7503240 Jul 16 08:45:20.749511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Request body: {'port': {'device_id': '2880e701-434a-4c68-b054-c0ee9a6946d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:20.805970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-13855a73-7d59-4f6e-aba0-d0ac800b578f admin admin] Deleting subnet ccc10af2-625d-4086-a30d-d71315b58b39 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:20.813409 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13855a73-7d59-4f6e-aba0-d0ac800b578f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.878443 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13855a73-7d59-4f6e-aba0-d0ac800b578f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.902681 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.954300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:20.956671 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcae7e7c-5bd1-4935-974a-4ef99e0e55d7" -d '{"events": [{"server_uuid": "acffa18b-c0cd-4c4f-9881-ee006c413d5b", "name": "network-vif-plugged", "status": "completed", "tag": "fb4fca1b-6a7c-4993-bf66-988e4af2b753"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:20.994227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:21.002660 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.011415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13855a73-7d59-4f6e-aba0-d0ac800b578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.064305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.077745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:21.084449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13855a73-7d59-4f6e-aba0-d0ac800b578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.123134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13855a73-7d59-4f6e-aba0-d0ac800b578f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.131447 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-13855a73-7d59-4f6e-aba0-d0ac800b578f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ccc10af2-625d-4086-a30d-d71315b58b39 HTTP/1.1" status: 204 len: 168 time: 0.4096687 Jul 16 08:45:21.132062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78be66-1a1f-4a92-bbf0-563cba4a17b2 None None] Network c4130372-91c8-4da3-9aee-f3496e0f152d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:21.132744 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52098) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:21.134101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13855a73-7d59-4f6e-aba0-d0ac800b578f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc10af2-625d-4086-a30d-d71315b58b39,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:21.280046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.395683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1cebab9d-0cef-4504-98bf-44188be7ae96 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:21.399735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f49316-8769-44db-b7dd-6ba1d152fc60 req-8a8bd89c-2a04-4b69-bff7-9f76dc4ec2ee tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.409251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6f49316-8769-44db-b7dd-6ba1d152fc60 req-8a8bd89c-2a04-4b69-bff7-9f76dc4ec2ee tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 944 time: 0.4624670 Jul 16 08:45:21.417174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Deleting port 39a7f541-a119-4261-9f81-da36f0d6ab38 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:21.417823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.424762 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 1cebab9d-0cef-4504-98bf-44188be7ae96 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:21.425225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1cebab9d-0cef-4504-98bf-44188be7ae96 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:21.451331 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce43d4d-ff11-4d51-ba28-0167959bf015 x-openstack-request-id: req-6ce43d4d-ff11-4d51-ba28-0167959bf015 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:21.451907 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acffa18b-c0cd-4c4f-9881-ee006c413d5b", "name": "network-vif-plugged", "status": "completed", "tag": "fb4fca1b-6a7c-4993-bf66-988e4af2b753", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:21.452433 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ce43d4d-ff11-4d51-ba28-0167959bf015 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:21.453120 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753', 'code': 200} Jul 16 08:45:21.483079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] DHCP port deletion for c4130372-91c8-4da3-9aee-f3496e0f152d request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:21.506392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6f49316-8769-44db-b7dd-6ba1d152fc60 req-1bb2e396-f44b-442b-b4f6-aeecee3f51e3 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957754 Jul 16 08:45:21.541072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] For port 39a7f541-a119-4261-9f81-da36f0d6ab38, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=39a7f541-a119-4261-9f81-da36f0d6ab38,segment=NetworkSegment(53119096-0630-401e-9fd9-35b762d8333a),segment_id=53119096-0630-401e-9fd9-35b762d8333a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:21.541453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.556998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Calling delete_port for 39a7f541-a119-4261-9f81-da36f0d6ab38 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:21.603765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] Deleting port 39a7f541-a119-4261-9f81-da36f0d6ab38 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:21.604170 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.657975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.698419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] For port 39a7f541-a119-4261-9f81-da36f0d6ab38, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=39a7f541-a119-4261-9f81-da36f0d6ab38,segment=NetworkSegment(53119096-0630-401e-9fd9-35b762d8333a),segment_id=53119096-0630-401e-9fd9-35b762d8333a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:21.698822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.704246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] No DVR routers for this DVR port 39a7f541-a119-4261-9f81-da36f0d6ab38 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:21.710927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Pushing event deleted for resources: {'Port': ['ID=39a7f541-a119-4261-9f81-da36f0d6ab38,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:21.716463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] Calling delete_port for 39a7f541-a119-4261-9f81-da36f0d6ab38 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:21.774084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf7d8-6b69-4f42-be8a-9a59e5faf94f req-0dafce89-b7c1-4592-b47c-7ce46954e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.775593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bedaf7d8-6b69-4f42-be8a-9a59e5faf94f req-0dafce89-b7c1-4592-b47c-7ce46954e46b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 1097 time: 0.1916232 Jul 16 08:45:21.812160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb80f40-2de4-4be8-9484-42e8a0026184 req-4f3f5952-a8b0-46ed-a2a7-abce21f6069a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.813690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-acb80f40-2de4-4be8-9484-42e8a0026184 req-4f3f5952-a8b0-46ed-a2a7-abce21f6069a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 932 time: 0.2180526 Jul 16 08:45:21.815956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.827869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4130372-91c8-4da3-9aee-f3496e0f152d']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:21.831231 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.845689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53119096-0630-401e-9fd9-35b762d8333a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:21.846344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53119096-0630-401e-9fd9-35b762d8333a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:21.860288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d730a9c3-c2c2-4ebd-9119-4cec750b2a2f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:21.860761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.865954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] Pushing event deleted for resources: {'Port': ['ID=39a7f541-a119-4261-9f81-da36f0d6ab38,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:21.878101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5341c-5e0b-421a-97ea-68aea5818fdf None None] No DVR routers for this DVR port 39a7f541-a119-4261-9f81-da36f0d6ab38 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:21.887174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.893691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.902965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:21.903437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:21.905407 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:21.915036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bedaf7d8-6b69-4f42-be8a-9a59e5faf94f req-29707790-73e6-44a1-9d15-754b4a29ed62 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123025 Jul 16 08:45:21.919890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-acb80f40-2de4-4be8-9484-42e8a0026184 req-24a37569-b199-48b1-aec9-df776f9c3f66 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913215 Jul 16 08:45:21.971898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Transition to ACTIVE for port object d730a9c3-c2c2-4ebd-9119-4cec750b2a2f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:21.973540 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.976884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.998498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.000671 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] 10.222.0.55 "DELETE /v2.0/networks/c4130372-91c8-4da3-9aee-f3496e0f152d HTTP/1.1" status: 204 len: 168 time: 0.8619187 Jul 16 08:45:22.002066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25cf7d-48d8-46ae-acea-d0f4eebad57e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4130372-91c8-4da3-9aee-f3496e0f152d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:22.058968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Pushing event updated for resources: {'Port': ['ID=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:22.128940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-da9363e4-42ac-41a2-b76d-7f3e53050469 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1177577274&fields=id&tenant_id=5d753bae8fe04f01b31bec00f89c24da HTTP/1.1" status: 200 len: 267 time: 0.0909467 Jul 16 08:45:22.136047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52120) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.175688 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0dbdd4a9-f9c2-46ab-942a-17bb0edec650 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2cbda94ad7b74a24817077f444a98cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383987 Jul 16 08:45:22.178670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52122) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.227125 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77d08b29-02f6-474a-af09-21ccefcf0b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.248301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Attempting to bind port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:22.248639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Attempting to bind port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:22.248964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Attempting to bind port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:22.249114 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77d08b29-02f6-474a-af09-21ccefcf0b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.265914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f on network ff0bd8d5-928e-4372-933c-180eae691c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:22.266239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Attempting to bind port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:22.279897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:22.280231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:22.280613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Bound using segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:22.281045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Bound port: d730a9c3-c2c2-4ebd-9119-4cec750b2a2f, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:22.281451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.296046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77d08b29-02f6-474a-af09-21ccefcf0b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.299306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77d08b29-02f6-474a-af09-21ccefcf0b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.300670 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77d08b29-02f6-474a-af09-21ccefcf0b1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa608af0-638a-4afc-9da5-743c0e3637a9 HTTP/1.1" status: 204 len: 168 time: 0.1209333 Jul 16 08:45:22.312368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a741b-20d2-491b-800c-e2b91419c570 req-48608a11-a8da-4446-b7f4-b10fa5234a2f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.312692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d08b29-02f6-474a-af09-21ccefcf0b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa608af0-638a-4afc-9da5-743c0e3637a9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:22.314103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb6a741b-20d2-491b-800c-e2b91419c570 req-48608a11-a8da-4446-b7f4-b10fa5234a2f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.1886570 Jul 16 08:45:22.331252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-e8ed82d0-d957-4e34-b09c-ed5b5cd8ca0d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.332875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-e8ed82d0-d957-4e34-b09c-ed5b5cd8ca0d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/networks?id=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 HTTP/1.1" status: 200 len: 816 time: 0.1934714 Jul 16 08:45:22.386512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-bc2dca21-71d4-4785-b982-115f6a1eb614 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/quotas/5d753bae8fe04f01b31bec00f89c24da HTTP/1.1" status: 200 len: 375 time: 0.0436590 Jul 16 08:45:22.447769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb6a741b-20d2-491b-800c-e2b91419c570 req-72b7b790-e4e2-4580-ac8f-ebc348557be6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134124 Jul 16 08:45:22.463002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] For port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:22.466959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] For port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:22.480678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.524153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.524778 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.527118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] 10.222.0.52 "PUT /v2.0/ports/d730a9c3-c2c2-4ebd-9119-4cec750b2a2f HTTP/1.1" status: 200 len: 1093 time: 1.7823236 Jul 16 08:45:22.527118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2880e701-434a-4c68-b054-c0ee9a6946d6', 'tag': 'd730a9c3-c2c2-4ebd-9119-4cec750b2a2f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:22.528888 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e099493-105d-41c3-b030-1037852ac42a" -d '{"events": [{"name": "network-changed", "server_uuid": "2880e701-434a-4c68-b054-c0ee9a6946d6", "tag": "d730a9c3-c2c2-4ebd-9119-4cec750b2a2f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:22.566112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-e8e1dc7c-f523-47e7-89ef-5c6149f6a4e4 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d753bae8fe04f01b31bec00f89c24da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1687186 Jul 16 08:45:22.638665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09b54e-23d8-4eaa-8c12-8cb55e61e96f service neutron] Pushing event updated for resources: {'Port': ['ID=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:22.764677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-77d79a04-efc0-41ef-8e52-0ffea96e0811 service neutron] 10.222.0.55 "GET /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885750 Jul 16 08:45:22.775279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac00fc6-7631-4eec-8ac1-4c0f698d6b59 req-55d38403-dbc3-40e4-baf9-099204e467c1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.776774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ac00fc6-7631-4eec-8ac1-4c0f698d6b59 req-55d38403-dbc3-40e4-baf9-099204e467c1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 949 time: 0.2041976 Jul 16 08:45:22.787756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-8bc98912-c3bd-443c-a76b-fd0eebb962bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.789221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-8bc98912-c3bd-443c-a76b-fd0eebb962bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 1096 time: 0.1864915 Jul 16 08:45:22.860834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-53b8fbcc-5658-4392-a1de-deb5d2fcb62e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f HTTP/1.1" status: 200 len: 217 time: 0.0535581 Jul 16 08:45:22.930159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ac00fc6-7631-4eec-8ac1-4c0f698d6b59 req-921be252-9b19-4cb9-a763-84cd2fc3ba70 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398706 Jul 16 08:45:22.989446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-d63b02f4-2a19-4530-9321-5e2b3ec743db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.991574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-d63b02f4-2a19-4530-9321-5e2b3ec743db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.0931175 Jul 16 08:45:22.999890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 39a7f541-a119-4261-9f81-da36f0d6ab38 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:23.001944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-95c5d3e6-396c-4cae-b32e-085f23cfb1df service neutron] 10.222.0.55 "GET /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221820 Jul 16 08:45:23.043043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-65a82370-3643-4f62-8c8a-0f07b042b9bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316541 Jul 16 08:45:23.044777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 39a7f541-a119-4261-9f81-da36f0d6ab38 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:23.045609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 39a7f541-a119-4261-9f81-da36f0d6ab38 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:23.046393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 59f042b6-58ce-4a21-9b34-c1ef06869b17 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:23.082779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 59f042b6-58ce-4a21-9b34-c1ef06869b17 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:23.083162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 59f042b6-58ce-4a21-9b34-c1ef06869b17 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:23.154123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52152) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.156909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-8f3cd1f9-1285-421b-951e-df2f6227f654 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032467 Jul 16 08:45:23.271559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2016043893-network', 'tenant_id': '891f45838d11468abeed96198dfe93be'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:23.294048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c499b580-0cc3-4d77-8d31-14d83087a55d req-b2570f4e-f5eb-43c5-a0e2-aae82a43b2b6 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281917 Jul 16 08:45:23.295170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Made reservation on behalf of 891f45838d11468abeed96198dfe93be for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:23.298076 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.312205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.321961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a82f4-b816-48c7-92a1-c5f2f382553f req-a55d2bbc-dcde-44c9-b8cc-f9aa7a941551 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.323528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-504a82f4-b816-48c7-92a1-c5f2f382553f req-a55d2bbc-dcde-44c9-b8cc-f9aa7a941551 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 945 time: 0.0964596 Jul 16 08:45:23.395314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-504a82f4-b816-48c7-92a1-c5f2f382553f req-d9863dd5-9f69-4ae9-846b-5769772562be tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654314 Jul 16 08:45:23.440237 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.446627 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.461875 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a900517-037b-4085-a2f9-43893b1d49a8 x-openstack-request-id: req-7a900517-037b-4085-a2f9-43893b1d49a8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:23.462176 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2880e701-434a-4c68-b054-c0ee9a6946d6", "tag": "d730a9c3-c2c2-4ebd-9119-4cec750b2a2f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:23.462434 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a900517-037b-4085-a2f9-43893b1d49a8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:23.462841 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2880e701-434a-4c68-b054-c0ee9a6946d6', 'tag': 'd730a9c3-c2c2-4ebd-9119-4cec750b2a2f', 'status': 'completed', 'code': 200} Jul 16 08:45:23.473299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:23.500149 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:23.508960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.508960 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Added segment 47501393-72e6-4aea-88bd-d2367ed1de90 of type vlan for network f21a14c3-f397-43b2-bccf-7ad0442da05d Jul 16 08:45:23.578174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.656390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.656641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.657071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.700851 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-0bdbe2b8-9392-4fd2-a973-11a706c36d3c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.702478 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-0bdbe2b8-9392-4fd2-a973-11a706c36d3c tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 949 time: 0.1197777 Jul 16 08:45:23.711627 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5529077 Jul 16 08:45:23.712032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52172) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.752033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Request body: {'subnet': {'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2016043893-subnet', 'tenant_id': '891f45838d11468abeed96198dfe93be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:23.764964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471fbd4-b0c8-41c5-ab99-1e8220cb6db3 admin admin] Pushing event updated for resources: {'Network': ['ID=f21a14c3-f397-43b2-bccf-7ad0442da05d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:23.777888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f21a14c3-f397-43b2-bccf-7ad0442da05d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:23.887143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Made reservation on behalf of 891f45838d11468abeed96198dfe93be for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:23.889463 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.983237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Deleting port 92e41796-7776-42d4-9277-19dacd5becea {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:23.983693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.023113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-692506b3-c047-483c-b270-f16671dc22f1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.025504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-692506b3-c047-483c-b270-f16671dc22f1 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/ports?device_id=072c143a-9d00-485e-a1b5-64778e3fba31 HTTP/1.1" status: 200 len: 950 time: 0.6158261 Jul 16 08:45:24.109572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099493-105d-41c3-b030-1037852ac42a req-e2ce3629-1c59-4513-b9d7-3d5917f21d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.111130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e099493-105d-41c3-b030-1037852ac42a req-e2ce3629-1c59-4513-b9d7-3d5917f21d87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 1096 time: 0.6198044 Jul 16 08:45:24.115377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] For port 92e41796-7776-42d4-9277-19dacd5becea, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=92e41796-7776-42d4-9277-19dacd5becea,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:24.115731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.148106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3417e7-f873-4cde-a7a9-edabc2709f98 req-cf8d8279-3ae2-4f86-9074-231d0835865c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.151522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad3417e7-f873-4cde-a7a9-edabc2709f98 req-cf8d8279-3ae2-4f86-9074-231d0835865c tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 945 time: 0.6154020 Jul 16 08:45:24.155493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Calling delete_port for 92e41796-7776-42d4-9277-19dacd5becea owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:24.174607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.233482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c6eb-322d-40e0-8e02-a65d3fa58a69 req-0c986c83-5878-4473-b6cd-7b3e6674ee7c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.241870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8f4c6eb-322d-40e0-8e02-a65d3fa58a69 req-0c986c83-5878-4473-b6cd-7b3e6674ee7c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 944 time: 0.2993510 Jul 16 08:45:24.275910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5941e77-3864-478e-9a7a-0c0acf12753a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:24.309700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Checking segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:24.310075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Network hostable DHCP agents. Network: f21a14c3-f397-43b2-bccf-7ad0442da05d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:24.337998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad3417e7-f873-4cde-a7a9-edabc2709f98 req-c337b2ac-e1c4-41af-b77d-5c2ee10e0218 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557405 Jul 16 08:45:24.358338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Network f21a14c3-f397-43b2-bccf-7ad0442da05d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:24.381737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8f4c6eb-322d-40e0-8e02-a65d3fa58a69 req-f4bb7c23-da6a-496b-b65b-2c92d7885d72 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383004 Jul 16 08:45:24.383126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f21a14c3-f397-43b2-bccf-7ad0442da05d) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:24.387855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099493-105d-41c3-b030-1037852ac42a req-27fa2d5e-e278-488e-9ae1-512ebfda6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.391047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbacc814-502a-4511-b71d-cf2088f2a788 None None] Network f21a14c3-f397-43b2-bccf-7ad0442da05d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:24.392387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.393181 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.399277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e099493-105d-41c3-b030-1037852ac42a req-27fa2d5e-e278-488e-9ae1-512ebfda6fef service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 906 time: 0.2727149 Jul 16 08:45:24.417141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.441569 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45c7108f-327a-4d7d-9b13-cff42b6b6ade admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7147079 Jul 16 08:45:24.470112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e099493-105d-41c3-b030-1037852ac42a req-4a0be889-e610-4a3d-81e8-595b793a32c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f HTTP/1.1" status: 200 len: 217 time: 0.0600379 Jul 16 08:45:24.488186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event deleted for resources: {'Port': ['ID=92e41796-7776-42d4-9277-19dacd5becea,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:24.515361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Deleting port 648fc380-388a-4779-8a31-511f3ebc9788 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:24.516488 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.554413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] No DVR routers for this DVR port 92e41796-7776-42d4-9277-19dacd5becea on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:24.567459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.567459 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac3a58ff-8f64-4f28-96c7-006a139d949b req-51c2ffcb-e73c-441a-b2be-9575c03fe16d tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.54 "DELETE /v2.0/ports/92e41796-7776-42d4-9277-19dacd5becea HTTP/1.1" status: 204 len: 173 time: 0.8450520 Jul 16 08:45:24.567459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d288803-8b35-4a4c-9963-99d3a38f71c1', 'name': 'network-vif-deleted', 'tag': '92e41796-7776-42d4-9277-19dacd5becea'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:24.567459 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b80629d-832b-4c15-95c3-251e7151baed" -d '{"events": [{"server_uuid": "4d288803-8b35-4a4c-9963-99d3a38f71c1", "name": "network-vif-deleted", "tag": "92e41796-7776-42d4-9277-19dacd5becea"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:24.597475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf', '648fc380-388a-4779-8a31-511f3ebc9788'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:24.600465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:24.657889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3da5447-d330-4a02-b199-c0d7d3bbb66c req-923888dc-e891-4020-a881-f50d05a73ccd tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 210 time: 0.1861262 Jul 16 08:45:24.701469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bdd739-ed4a-4fdb-939a-b14ab584b0db None None] Network f21a14c3-f397-43b2-bccf-7ad0442da05d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:24.763603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] For port 648fc380-388a-4779-8a31-511f3ebc9788, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=648fc380-388a-4779-8a31-511f3ebc9788,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:24.763976 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.805035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Calling delete_port for 648fc380-388a-4779-8a31-511f3ebc9788 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:24.849690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099493-105d-41c3-b030-1037852ac42a req-c0557f35-5623-4769-b2d8-fe4004ef9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.852112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e099493-105d-41c3-b030-1037852ac42a req-c0557f35-5623-4769-b2d8-fe4004ef9d3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.3666642 Jul 16 08:45:24.858571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b819b13-702f-4cbd-9e1b-1fd31b8beea4 req-09f2e29d-1e17-43ae-8ae9-036e4193f244 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d288803-8b35-4a4c-9963-99d3a38f71c1 HTTP/1.1" status: 200 len: 210 time: 0.0729172 Jul 16 08:45:24.991171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-59964a18-bfe1-4a2a-8244-0d0973ab9d98 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.993098 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-59964a18-bfe1-4a2a-8244-0d0973ab9d98 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.54 "GET /v2.0/networks?id=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 HTTP/1.1" status: 200 len: 816 time: 0.1370552 Jul 16 08:45:25.079764 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-0c0ff495-4bcf-4dcd-a9d3-9231c6dda0b0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d753bae8fe04f01b31bec00f89c24da HTTP/1.1" status: 200 len: 380 time: 0.0579484 Jul 16 08:45:25.091846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Request body: {'port': {'device_id': '1dd0e178-2118-4608-948f-720a937add1c', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'admin_state_up': True, 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'security_groups': ['cef2f046-0e53-4a23-afa3-33af21deddd9']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:25.189380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e099493-105d-41c3-b030-1037852ac42a req-e4effad4-5d6d-47b9-9924-6817fd6ef373 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3277860 Jul 16 08:45:25.201056 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.213142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3239-0bdf-46fd-8640-430fce824ef7 req-5c412848-4245-4666-8955-946953258423 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:25.220544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a27d3239-0bdf-46fd-8640-430fce824ef7 req-5c412848-4245-4666-8955-946953258423 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.5848787 Jul 16 08:45:25.221435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['92e41796-7776-42d4-9277-19dacd5becea'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:25.266426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event deleted for resources: {'Port': ['ID=648fc380-388a-4779-8a31-511f3ebc9788,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:25.285485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Made reservation on behalf of 5d753bae8fe04f01b31bec00f89c24da for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:25.291956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.416418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] No DVR routers for this DVR port 648fc380-388a-4779-8a31-511f3ebc9788 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:25.419666 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.422530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7722a1df-9471-4fba-8b5a-0fca4f04e4e4 req-0bb8714f-7756-40fc-9db6-db84d975b156 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "DELETE /v2.0/ports/648fc380-388a-4779-8a31-511f3ebc9788 HTTP/1.1" status: 204 len: 173 time: 1.3883204 Jul 16 08:45:25.470057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c143a-9d00-485e-a1b5-64778e3fba31', 'name': 'network-vif-deleted', 'tag': '648fc380-388a-4779-8a31-511f3ebc9788'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:25.472970 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6828e8e4-a3fc-4450-8de0-e6f47b220f1f" -d '{"events": [{"server_uuid": "072c143a-9d00-485e-a1b5-64778e3fba31", "name": "network-vif-deleted", "tag": "648fc380-388a-4779-8a31-511f3ebc9788"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:25.494153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a27d3239-0bdf-46fd-8640-430fce824ef7 req-f0bc3b8e-ebbe-4e06-9ff6-66dd84ef57b9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725670 Jul 16 08:45:25.543833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e099493-105d-41c3-b030-1037852ac42a req-abbd4558-fda7-4dd5-88b3-b4ec14646143 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403609 Jul 16 08:45:25.612783 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab9a041-b384-4694-a5ea-c95c95f85920 x-openstack-request-id: req-bab9a041-b384-4694-a5ea-c95c95f85920 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:25.614026 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d288803-8b35-4a4c-9963-99d3a38f71c1", "name": "network-vif-deleted", "tag": "92e41796-7776-42d4-9277-19dacd5becea", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:25.614298 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bab9a041-b384-4694-a5ea-c95c95f85920 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:25.617541 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d288803-8b35-4a4c-9963-99d3a38f71c1', 'name': 'network-vif-deleted', 'tag': '92e41796-7776-42d4-9277-19dacd5becea', 'status': 'completed', 'code': 200} Jul 16 08:45:25.618736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Allocated IP 172.20.0.5 (00140b5d-8a7a-4bbd-8c40-47ceaaea41a8/66ca05f0-de5c-43d4-b0c5-14d906cb6ddb/320ddf54-f4de-45fb-bc04-0f7cb9da8c9f) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:25.776748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e099493-105d-41c3-b030-1037852ac42a req-47c77dd2-d7c0-4213-ae22-e936fe16faae service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245567 Jul 16 08:45:26.168931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d84d6a3f-63e3-4496-8c3b-80eebfc181ca tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.170493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d84d6a3f-63e3-4496-8c3b-80eebfc181ca tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 813 time: 0.2362163 Jul 16 08:45:26.196276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-75c4b87f-7dcb-45bf-8729-63635a81db5e tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/quotas/891f45838d11468abeed96198dfe93be HTTP/1.1" status: 200 len: 375 time: 0.0191667 Jul 16 08:45:26.220242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07571981-e4ed-4361-8251-69d1bc061e14 req-194d7841-b7e6-4b40-9ee4-b74d3d5d3e73 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.222040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07571981-e4ed-4361-8251-69d1bc061e14 req-194d7841-b7e6-4b40-9ee4-b74d3d5d3e73 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 944 time: 0.1122921 Jul 16 08:45:26.244275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.261027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Transition to ACTIVE for port object 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:26.263035 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-2f2fbed1-fa5a-4b22-8844-1b55dd45afa9 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395992 Jul 16 08:45:26.310245 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.316430 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07571981-e4ed-4361-8251-69d1bc061e14 req-c6260afd-83de-4467-9ca2-994cf3874bc8 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819256 Jul 16 08:45:26.362898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:26.367079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:26.371810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:26.383137 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18706650-6202-4b88-a8d5-0ed077a77fbf x-openstack-request-id: req-18706650-6202-4b88-a8d5-0ed077a77fbf {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:26.383432 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c143a-9d00-485e-a1b5-64778e3fba31", "name": "network-vif-deleted", "tag": "648fc380-388a-4779-8a31-511f3ebc9788", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:26.383690 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18706650-6202-4b88-a8d5-0ed077a77fbf {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:26.384087 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c143a-9d00-485e-a1b5-64778e3fba31', 'name': 'network-vif-deleted', 'tag': '648fc380-388a-4779-8a31-511f3ebc9788', 'status': 'completed', 'code': 200} Jul 16 08:45:26.390381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-c8e181ef-18b3-4617-820e-360e676c747d service neutron] 10.222.0.55 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205959 Jul 16 08:45:26.408523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event updated for resources: {'Port': ['ID=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:26.447189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.448284 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.470496 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-55a80db0-2a8d-4afd-ad4f-295ba3339b3a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3829281 Jul 16 08:45:26.485749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Request body: {'port': {'device_id': '1dd0e178-2118-4608-948f-720a937add1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:26.503933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d730a9c3-c2c2-4ebd-9119-4cec750b2a2f details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:26.525003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '72f8c975-1834-46d1-9b98-80d659292a25', '6a1c075d-9dcf-44f7-9992-533c321b1bcf'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:26.616572 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-e9f4cec3-ad03-486e-86fe-a11c3d5ea40d service neutron] 10.222.0.55 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204547 Jul 16 08:45:26.623751 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.639801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:45:26.893743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a99af-526f-4d73-9e8b-faccc29939b0 req-e749a2cc-64e6-4639-8387-bedbd70a1409 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.895330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-783a99af-526f-4d73-9e8b-faccc29939b0 req-e749a2cc-64e6-4639-8387-bedbd70a1409 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 931 time: 0.1478496 Jul 16 08:45:26.996073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6621a061-409f-4d65-a002-d73dcd0a7bf2 None None] Provisioning for port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:27.001073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:27.029178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6621a061-409f-4d65-a002-d73dcd0a7bf2 None None] Provisioning complete for port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:27.029554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6621a061-409f-4d65-a002-d73dcd0a7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.032534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd730a9c3-c2c2-4ebd-9119-4cec750b2a2f', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'port_id': 'd730a9c3-c2c2-4ebd-9119-4cec750b2a2f', 'mac_address': 'fa:16:3e:88:63:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f6089-c041-4c6e-9073-12eb30d5fc0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:27.036101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:27.046394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.050605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-783a99af-526f-4d73-9e8b-faccc29939b0 req-a78689bb-a005-4fdf-b7d7-e6f5349cfb34 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389546 Jul 16 08:45:27.079426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Transition to ACTIVE for port object 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:27.094548 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.241915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Pushing event updated for resources: {'Port': ['ID=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:27.387152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6621a061-409f-4d65-a002-d73dcd0a7bf2 None None] Port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:27.403679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8849ee2-fff4-42c9-a886-fe3cd7e7d6a7 req-89dc884d-dfec-4691-859b-194c85a001fc tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.421155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Attempting to bind port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:27.421770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Attempting to bind port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:27.421918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Attempting to bind port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f on network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:27.424479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8849ee2-fff4-42c9-a886-fe3cd7e7d6a7 req-89dc884d-dfec-4691-859b-194c85a001fc tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 945 time: 0.1621382 Jul 16 08:45:27.427964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f on network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:27.428337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Attempting to bind port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f on network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:27.434353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:27.434783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Checking segment: {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:27.435176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Bound using segment: {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:27.436216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Bound port: 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600e410e-c2e1-453b-8eef-909929aed8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:27.436647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.445882 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.516255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8849ee2-fff4-42c9-a886-fe3cd7e7d6a7 req-12350d87-5c1c-4072-806b-4128853bf55f tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904903 Jul 16 08:45:27.531613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d730a9c3-c2c2-4ebd-9119-4cec750b2a2f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:27.551255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] For port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:27.556318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] For port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:27.564760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.605510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:27.619432 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.681003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:27.693289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.698862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.703163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990f303-e76b-4121-b5dc-d977abcc9128 req-1a9e12e5-8212-412e-88d3-a8bc0097a5e9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.703644 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] 10.222.0.54 "PUT /v2.0/ports/320ddf54-f4de-45fb-bc04-0f7cb9da8c9f HTTP/1.1" status: 200 len: 1092 time: 1.2191911 Jul 16 08:45:27.704294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd0e178-2118-4608-948f-720a937add1c', 'tag': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:27.709915 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cdb554-ff84-4f3f-b685-6895081615f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd0e178-2118-4608-948f-720a937add1c", "tag": "320ddf54-f4de-45fb-bc04-0f7cb9da8c9f"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:27.720577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2990f303-e76b-4121-b5dc-d977abcc9128 req-1a9e12e5-8212-412e-88d3-a8bc0097a5e9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.1014054 Jul 16 08:45:27.772652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927df6f-3a6c-4d62-9535-f5c854a8e36a service neutron] Pushing event updated for resources: {'Port': ['ID=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:27.813607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2990f303-e76b-4121-b5dc-d977abcc9128 req-bcf75722-1c9e-4b3b-b6f1-3824ec6b5e1a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915716 Jul 16 08:45:27.924566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-371e65a0-1ec2-405f-9c50-24589b125bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.926346 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-371e65a0-1ec2-405f-9c50-24589b125bfc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d753bae8fe04f01b31bec00f89c24da&device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 1095 time: 0.1375728 Jul 16 08:45:27.998256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d730a9c3-c2c2-4ebd-9119-4cec750b2a2f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:28.011263 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-4be0efc5-722f-4396-b378-f1c036e9dfa4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f HTTP/1.1" status: 200 len: 217 time: 0.0743461 Jul 16 08:45:28.086407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-ae9d9cb2-c3dc-4efa-b290-4daa5e9b5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.088489 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-ae9d9cb2-c3dc-4efa-b290-4daa5e9b5856 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ca05f0-de5c-43d4-b0c5-14d906cb6ddb HTTP/1.1" status: 200 len: 855 time: 0.0617759 Jul 16 08:45:28.171979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0332c-f1b0-4d43-bb80-146f8f2ac10c req-23a52125-9b63-4539-9bd8-1dd4bef60913 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.177337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1a0332c-f1b0-4d43-bb80-146f8f2ac10c req-23a52125-9b63-4539-9bd8-1dd4bef60913 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 945 time: 0.1035559 Jul 16 08:45:28.240851 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1a0332c-f1b0-4d43-bb80-146f8f2ac10c req-313a7500-3873-4bd9-a070-6c8e0c70ef5a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622766 Jul 16 08:45:28.280108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-3473b7cb-154d-40ed-b946-703fc9f1b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.282102 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-3473b7cb-154d-40ed-b946-703fc9f1b699 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730437 Jul 16 08:45:28.301543 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9edccb-f31d-40b8-a890-1e83d278de73 x-openstack-request-id: req-6b9edccb-f31d-40b8-a890-1e83d278de73 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:28.302502 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd0e178-2118-4608-948f-720a937add1c", "tag": "320ddf54-f4de-45fb-bc04-0f7cb9da8c9f", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:28.305507 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b9edccb-f31d-40b8-a890-1e83d278de73 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:28.305824 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd0e178-2118-4608-948f-720a937add1c', 'tag': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'status': 'completed', 'code': 200} Jul 16 08:45:28.518586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 648fc380-388a-4779-8a31-511f3ebc9788 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:28.548274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ce548-c352-403c-b680-b68354a48d37 req-17297d1d-ff06-47d3-9d05-fd17676621f8 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.551533 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e5ce548-c352-403c-b680-b68354a48d37 req-17297d1d-ff06-47d3-9d05-fd17676621f8 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.54 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 945 time: 0.2393243 Jul 16 08:45:28.560537 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-af02f7c1-f49c-4565-88de-df2ccff2930b service neutron] 10.222.0.54 "GET /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510099 Jul 16 08:45:28.577239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 648fc380-388a-4779-8a31-511f3ebc9788 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:28.577918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 648fc380-388a-4779-8a31-511f3ebc9788 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:28.628008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 92e41796-7776-42d4-9277-19dacd5becea no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:28.669991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 92e41796-7776-42d4-9277-19dacd5becea {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:28.670536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 92e41796-7776-42d4-9277-19dacd5becea not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:28.673483 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e895d0c2-f3b7-41d0-8c8a-ef7800839cc6 req-68f4058c-1eb9-410b-9fed-77682c879324 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 210 time: 0.0408697 Jul 16 08:45:28.687966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9f589-9226-4f14-89a2-652466d6bfb5 req-0d472ec9-33c6-4f30-a785-a8b85a0a3404 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.697388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbb9f589-9226-4f14-89a2-652466d6bfb5 req-0d472ec9-33c6-4f30-a785-a8b85a0a3404 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 943 time: 0.1966312 Jul 16 08:45:28.740657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbb9f589-9226-4f14-89a2-652466d6bfb5 req-11f82f4e-e885-45a3-8279-371762b430b1 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Jul 16 08:45:28.803793 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1a64d9d-dc14-4d4f-a34f-a4e97a1a0195 req-2347f73e-3734-42f6-b888-e2a322ce0845 service neutron] 10.222.0.54 "GET /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152960 Jul 16 08:45:28.822864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Deleting port b4eee15a-3617-46dc-b769-16c8ff72ff96 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:28.823267 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.005785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] For port b4eee15a-3617-46dc-b769-16c8ff72ff96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b4eee15a-3617-46dc-b769-16c8ff72ff96,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:29.006150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.088932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71245d-5da8-4937-8390-778625aa4831 req-f096aa75-2187-4cee-8d78-92df3bde6ff1 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.096591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb71245d-5da8-4937-8390-778625aa4831 req-f096aa75-2187-4cee-8d78-92df3bde6ff1 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 945 time: 0.0902059 Jul 16 08:45:29.097823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-6dd94970-8ce4-4542-bc29-e6561c011984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.100215 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-6dd94970-8ce4-4542-bc29-e6561c011984 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d753bae8fe04f01b31bec00f89c24da&device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 1095 time: 0.1837032 Jul 16 08:45:29.155231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb71245d-5da8-4937-8390-778625aa4831 req-8705aaff-fd4a-406e-94e6-f8c58dbc631f tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c9c93a-706a-421b-b25e-0358510e8ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574811 Jul 16 08:45:29.354693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-2fe2b937-6502-4e6a-aa73-de42eaea4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.356228 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-2fe2b937-6502-4e6a-aa73-de42eaea4bc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 HTTP/1.1" status: 200 len: 917 time: 0.2287781 Jul 16 08:45:29.414633 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-882fe0f2-cac9-445e-8a6b-6a1d98373f95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f HTTP/1.1" status: 200 len: 217 time: 0.0490162 Jul 16 08:45:29.417038 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.417416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.417892 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Floating IP a54ae9e4-d236-49fe-9164-23914409e732 disassociated. External IP: 172.25.6.51, port: b4eee15a-3617-46dc-b769-16c8ff72ff96. Jul 16 08:45:29.418251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Calling delete_port for b4eee15a-3617-46dc-b769-16c8ff72ff96 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:29.473106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2586-5255-4a53-91ca-93f9cbb2d228 req-ba7bc9df-a9d4-4f46-bdc3-63387e09e0a7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.481210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aced2586-5255-4a53-91ca-93f9cbb2d228 req-ba7bc9df-a9d4-4f46-bdc3-63387e09e0a7 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 945 time: 0.1815498 Jul 16 08:45:29.521827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-1813721c-7998-4722-aecd-3223724bcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.523293 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-1813721c-7998-4722-aecd-3223724bcf8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ca05f0-de5c-43d4-b0c5-14d906cb6ddb HTTP/1.1" status: 200 len: 855 time: 0.0935490 Jul 16 08:45:29.539594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aced2586-5255-4a53-91ca-93f9cbb2d228 req-552b8853-0cb2-451f-85da-7f1f001fa178 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570869 Jul 16 08:45:29.724354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-4e210b78-dee2-4756-951d-39057defff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.726921 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-4e210b78-dee2-4756-951d-39057defff75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825678 Jul 16 08:45:29.731762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7d8b6-e58c-4c67-b714-9cb10780b2af req-0432f2df-a41e-4c31-bb71-4eaf9fcb290a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.740135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83e7d8b6-e58c-4c67-b714-9cb10780b2af req-0432f2df-a41e-4c31-bb71-4eaf9fcb290a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.3641992 Jul 16 08:45:29.753239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.809697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event deleted for resources: {'Port': ['ID=b4eee15a-3617-46dc-b769-16c8ff72ff96,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:29.845374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83e7d8b6-e58c-4c67-b714-9cb10780b2af req-651da57d-99d7-4bd9-92cc-d1570b540d78 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038899 Jul 16 08:45:29.933594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-17e0c5d5-84ea-484b-add4-dba1de0d66cf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.935300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-17e0c5d5-84ea-484b-add4-dba1de0d66cf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.54 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 813 time: 0.5053267 Jul 16 08:45:29.965691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Request body: {'port': {'device_id': 'fd09548d-6090-4cc8-8662-020a8a6dda72', 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'admin_state_up': True, 'tenant_id': '891f45838d11468abeed96198dfe93be'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:30.053565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-23705663-6ce8-4a24-bd70-c542478020f5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.055131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-23705663-6ce8-4a24-bd70-c542478020f5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.52 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 813 time: 0.4095387 Jul 16 08:45:30.055726 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-1576aed8-57ad-4c92-95d4-a29a54e15738 service neutron] 10.222.0.54 "GET /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199630 Jul 16 08:45:30.074867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Request body: {'port': {'device_id': 'b70c6674-4377-47eb-b90e-97df54c92a17', 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'admin_state_up': True, 'tenant_id': '891f45838d11468abeed96198dfe93be'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:30.116096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Router e4472a70-30b0-4b95-8f42-aea3d1300ae0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:30.225480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1289f6cb-ac0d-43ab-9d3b-50f9aa9df18f req-e70dfe9a-3f24-462c-94fe-76493244babc tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 210 time: 0.0686131 Jul 16 08:45:30.226039 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e4cdb554-ff84-4f3f-b685-6895081615f3 req-0caf54a6-40fc-465a-9959-4bba38bea595 service neutron] 10.222.0.54 "GET /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561258 Jul 16 08:45:30.341581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:30.356647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] Sync routers for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:30.361321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Made reservation on behalf of 891f45838d11468abeed96198dfe93be for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:30.365573 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.374354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:30.375378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:30.412705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254346f3-74b9-4b0f-a100-331ce5c4e1db req-438723d7-be4d-48f3-9c63-dfa702e6a613 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.417029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-254346f3-74b9-4b0f-a100-331ce5c4e1db req-438723d7-be4d-48f3-9c63-dfa702e6a613 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 945 time: 0.2718847 Jul 16 08:45:30.436986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] No DVR routers for this DVR port b4eee15a-3617-46dc-b769-16c8ff72ff96 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:30.440274 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.445947 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e5ce548-c352-403c-b680-b68354a48d37 req-7ad4e73a-1d92-4efc-91bb-5a208df3b79e tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.54 "DELETE /v2.0/ports/b4eee15a-3617-46dc-b769-16c8ff72ff96 HTTP/1.1" status: 204 len: 173 time: 1.8843963 Jul 16 08:45:30.446429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'name': 'network-vif-deleted', 'tag': 'b4eee15a-3617-46dc-b769-16c8ff72ff96'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:30.452767 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04d7d7d-0266-455f-a766-47da9e990a3e" -d '{"events": [{"server_uuid": "05b78bbb-944f-423c-9a51-08f94eb29d2e", "name": "network-vif-deleted", "tag": "b4eee15a-3617-46dc-b769-16c8ff72ff96"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:30.453122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Made reservation on behalf of 891f45838d11468abeed96198dfe93be for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:30.456856 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.467185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:30.534287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fb4fca1b-6a7c-4993-bf66-988e4af2b753 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:30.537604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d730a9c3-c2c2-4ebd-9119-4cec750b2a2f up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:30.563653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-254346f3-74b9-4b0f-a100-331ce5c4e1db req-cd458381-3e13-4cad-9320-9e6ac8167b81 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277153 Jul 16 08:45:30.619488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:30.779269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:30.789909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:30.790288 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.815746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-b195e992-5dd6-4b77-ae8c-e05c0377c243 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.819220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-b195e992-5dd6-4b77-ae8c-e05c0377c243 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f682fb2c-f397-4495-81a6-b36376014649 HTTP/1.1" status: 200 len: 950 time: 0.1824052 Jul 16 08:45:30.829260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bc11a-8312-47b6-aac7-cdd5c562b547 req-5fac10da-8478-43be-8e08-9fd301ac6029 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.836332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177bc11a-8312-47b6-aac7-cdd5c562b547 req-5fac10da-8478-43be-8e08-9fd301ac6029 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 943 time: 0.3670492 Jul 16 08:45:30.945626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Allocated IP 172.20.0.2 (f21a14c3-f397-43b2-bccf-7ad0442da05d/c5941e77-3864-478e-9a7a-0c0acf12753a/1955c5da-ce3c-4341-9fbb-8e1544aaa01d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:30.986691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:31.037437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753', 'network_id': '077d6b3a-a9e3-44da-8972-5f046a20608d', 'port_id': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753', 'mac_address': 'fa:16:3e:2c:93:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0f2e5-91ff-4fcc-b28e-74cd4998023f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:31.051307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177bc11a-8312-47b6-aac7-cdd5c562b547 req-bc614bcc-dc00-4dd6-b324-422c3f45906d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139425 Jul 16 08:45:31.115667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016428c-23b9-4803-8865-f6405d2bf663 req-37974698-54e1-4a16-9d6e-6ec53e7fee09 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.123348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5016428c-23b9-4803-8865-f6405d2bf663 req-37974698-54e1-4a16-9d6e-6ec53e7fee09 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=f682fb2c-f397-4495-81a6-b36376014649 HTTP/1.1" status: 200 len: 950 time: 0.2209604 Jul 16 08:45:31.160110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Deleting port 72f8c975-1834-46d1-9b98-80d659292a25 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:31.160464 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.193469 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.207571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.260801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb4fca1b-6a7c-4993-bf66-988e4af2b753 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:31.282617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:31.291956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880e701-434a-4c68-b054-c0ee9a6946d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd730a9c3-c2c2-4ebd-9119-4cec750b2a2f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:31.294844 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc77fe-4303-4602-ba18-77c95337a49e" -d '{"events": [{"server_uuid": "2880e701-434a-4c68-b054-c0ee9a6946d6", "name": "network-vif-plugged", "status": "completed", "tag": "d730a9c3-c2c2-4ebd-9119-4cec750b2a2f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:31.310761 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.320295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:31.350133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.384978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:31.393528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:31.436002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] Checking router: e4472a70-30b0-4b95-8f42-aea3d1300ae0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:31.439045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.439396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.439735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.440272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.440784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.441119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.441449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.441806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.442135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.443131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.443524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.443888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.485039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:31.485770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:31.531008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fb4fca1b-6a7c-4993-bf66-988e4af2b753'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:31.586890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:31.658375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c009ba40-a1ae-445e-a366-4187251e3126 req-93dbfd11-3b59-4f83-ac30-d0a5fc67a946 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b78bbb-944f-423c-9a51-08f94eb29d2e HTTP/1.1" status: 200 len: 210 time: 0.0871396 Jul 16 08:45:31.695124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:31.716218 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5016428c-23b9-4803-8865-f6405d2bf663 req-d4f646bd-99ee-4dea-a3f4-d2f6b196565f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892737 Jul 16 08:45:31.725536 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cbc26e-e708-40e5-9a79-20076a40187a x-openstack-request-id: req-87cbc26e-e708-40e5-9a79-20076a40187a {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:31.726096 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b78bbb-944f-423c-9a51-08f94eb29d2e", "name": "network-vif-deleted", "tag": "b4eee15a-3617-46dc-b769-16c8ff72ff96", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:31.726456 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87cbc26e-e708-40e5-9a79-20076a40187a {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:31.727009 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b78bbb-944f-423c-9a51-08f94eb29d2e', 'name': 'network-vif-deleted', 'tag': 'b4eee15a-3617-46dc-b769-16c8ff72ff96', 'status': 'completed', 'code': 200} Jul 16 08:45:31.813203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.854247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] For port 72f8c975-1834-46d1-9b98-80d659292a25, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=72f8c975-1834-46d1-9b98-80d659292a25,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:31.855204 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.874539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Calling delete_port for 72f8c975-1834-46d1-9b98-80d659292a25 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:31.909039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-19bcfc07-2c2b-4948-8965-02c6d7b87749 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.910684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-19bcfc07-2c2b-4948-8965-02c6d7b87749 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/ports?device_id=48508b37-d995-4381-833c-2c07565cac04 HTTP/1.1" status: 200 len: 950 time: 0.3183582 Jul 16 08:45:32.032871 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:32.062271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563f85c-f809-41df-becb-f1e1d100b373 None None] The sync data for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 is: [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34c6a919-6f58-48f3-9bd1-706bdef1be45', 'name': '', 'network_id': 'ee79cf1d-2547-4500-bb91-eedab718c753', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'mac_address': 'fa:16:3e:50:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:28Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'subnets': [{'id': 'd1bcaee8-424e-4ce4-bc0f-70fcdb499588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:32.087512 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.273225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Allocated IP 172.20.0.10 (f21a14c3-f397-43b2-bccf-7ad0442da05d/c5941e77-3864-478e-9a7a-0c0acf12753a/ad574f38-8873-4f3d-86b4-4ee56fa7de5d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:32.282406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Network f21a14c3-f397-43b2-bccf-7ad0442da05d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:32.293696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Pushing event updated for resources: {'Port': ['ID=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:32.303782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:32.313311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f62da-d51e-4e5d-bbeb-32fc299835b5 req-185dbf92-dbb3-495a-89a9-e0b71adf77e2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.315312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae9f62da-d51e-4e5d-bbeb-32fc299835b5 req-185dbf92-dbb3-495a-89a9-e0b71adf77e2 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 944 time: 0.4156322 Jul 16 08:45:32.320351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:32.367407 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7babeda-4a13-45a3-85f4-f29528fc4313 None None] New status for floating IP a54ae9e4-d236-49fe-9164-23914409e732: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:45:32.410386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952b864-1019-4427-9fd3-8c251545cea8 req-d5808249-6e9f-463e-b886-e21a536bd6b6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.413101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7952b864-1019-4427-9fd3-8c251545cea8 req-d5808249-6e9f-463e-b886-e21a536bd6b6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.4833722 Jul 16 08:45:32.524385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Deleting port 6a1c075d-9dcf-44f7-9992-533c321b1bcf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:32.524792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.529711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.543798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.544496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.548604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 72f8c975-1834-46d1-9b98-80d659292a25 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:32.573938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 72f8c975-1834-46d1-9b98-80d659292a25 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:32.574414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 72f8c975-1834-46d1-9b98-80d659292a25 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:32.574952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fb4fca1b-6a7c-4993-bf66-988e4af2b753 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:32.578224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae9f62da-d51e-4e5d-bbeb-32fc299835b5 req-2207f90e-9d7b-4209-aaee-3f41d0bc18a6 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536952 Jul 16 08:45:32.623210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', '6a1c075d-9dcf-44f7-9992-533c321b1bcf'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:32.653997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b4eee15a-3617-46dc-b769-16c8ff72ff96 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:32.665161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event deleted for resources: {'Port': ['ID=72f8c975-1834-46d1-9b98-80d659292a25,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:32.675421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7952b864-1019-4427-9fd3-8c251545cea8 req-0acc1e0c-0d38-4d8a-9832-ab5d97af015a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409594 Jul 16 08:45:32.700831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: b4eee15a-3617-46dc-b769-16c8ff72ff96 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:32.701314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b4eee15a-3617-46dc-b769-16c8ff72ff96 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:32.762020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-8bd70582-4aba-4b64-beba-e60ac2fa074f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6937068 Jul 16 08:45:32.791473 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00cedc2-cec1-4054-8633-7d0668544a90 x-openstack-request-id: req-e00cedc2-cec1-4054-8633-7d0668544a90 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:32.791775 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880e701-434a-4c68-b054-c0ee9a6946d6", "name": "network-vif-plugged", "status": "completed", "tag": "d730a9c3-c2c2-4ebd-9119-4cec750b2a2f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:32.792049 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e00cedc2-cec1-4054-8633-7d0668544a90 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:32.792635 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880e701-434a-4c68-b054-c0ee9a6946d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd730a9c3-c2c2-4ebd-9119-4cec750b2a2f', 'code': 200} Jul 16 08:45:32.822399 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.856716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fb4fca1b-6a7c-4993-bf66-988e4af2b753 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:32.958627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:32.969304 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.976105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Request body: {'port': {'device_id': 'b70c6674-4377-47eb-b90e-97df54c92a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:32.994724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4545c-04f1-4e83-a47a-f721d9361150 req-9bc127b4-a2e0-4c70-9f1d-2cdbce62eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.996499 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04c4545c-04f1-4e83-a47a-f721d9361150 req-9bc127b4-a2e0-4c70-9f1d-2cdbce62eae5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 1098 time: 0.1398633 Jul 16 08:45:33.040991 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04c4545c-04f1-4e83-a47a-f721d9361150 req-b727ff3b-2f70-4af4-8eea-7ed60dcf17cb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368392 Jul 16 08:45:33.053631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.056060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] No DVR routers for this DVR port 72f8c975-1834-46d1-9b98-80d659292a25 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:33.060409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.087325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.089814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bafdc6a-dc59-4fc6-8b05-4d2e756f04bc req-c9c5fa3c-2b51-401a-8c30-4e5069598efd tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "DELETE /v2.0/ports/72f8c975-1834-46d1-9b98-80d659292a25 HTTP/1.1" status: 204 len: 173 time: 2.2459776 Jul 16 08:45:33.118841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682fb2c-f397-4495-81a6-b36376014649', 'name': 'network-vif-deleted', 'tag': '72f8c975-1834-46d1-9b98-80d659292a25'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:33.121448 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc885b2b-d5c2-40fd-9660-b270b285ae3e" -d '{"events": [{"server_uuid": "f682fb2c-f397-4495-81a6-b36376014649", "name": "network-vif-deleted", "tag": "72f8c975-1834-46d1-9b98-80d659292a25"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:33.136831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa3cfc1a-5435-4c60-b6ac-05023074c9f3 req-a4d7880d-c7d9-4ebc-9b4f-462fe6e1aac0 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 210 time: 0.1803706 Jul 16 08:45:33.138745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] For port 6a1c075d-9dcf-44f7-9992-533c321b1bcf, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6a1c075d-9dcf-44f7-9992-533c321b1bcf,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:33.139113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.193783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Calling delete_port for 6a1c075d-9dcf-44f7-9992-533c321b1bcf owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:33.269997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.313035 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.347016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcd98c-9212-4106-aab0-1d30ea669178 req-1b0bc695-074d-46f9-ab84-ffa55f9094fc tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.349431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91dcd98c-9212-4106-aab0-1d30ea669178 req-1b0bc695-074d-46f9-ab84-ffa55f9094fc tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 946 time: 0.3982658 Jul 16 08:45:33.485409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Network f21a14c3-f397-43b2-bccf-7ad0442da05d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:33.551046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:33.562558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Pushing event updated for resources: {'Port': ['ID=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.564993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:33.648857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91dcd98c-9212-4106-aab0-1d30ea669178 req-97aba7b4-6ab7-4ed4-b292-01d0527eca30 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837880 Jul 16 08:45:33.663894 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [req-52467922-5578-4d01-814f-2232b4dd7c48 req-6f036391-4c3b-4aa7-a967-222ca24c89a7 service neutron] show failed (client error): The resource could not be found. Jul 16 08:45:33.665069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-6f036391-4c3b-4aa7-a967-222ca24c89a7 service neutron] 10.222.0.54 "GET /v2.0/ports/e4294550-6dd4-4f05-86fd-f7b0bd70659f/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0689852 Jul 16 08:45:33.724201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.725138 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.779114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.792088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:33.805310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46c372-1738-455b-a2fa-d674dc74c615 req-b4819b7d-9569-4412-b1fe-1e54b2ef5839 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.806974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d46c372-1738-455b-a2fa-d674dc74c615 req-b4819b7d-9569-4412-b1fe-1e54b2ef5839 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 943 time: 0.4033339 Jul 16 08:45:33.808307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-85be4777-5600-4676-a598-98ae296ade70 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8481941 Jul 16 08:45:33.944214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Request body: {'port': {'device_id': 'fd09548d-6090-4cc8-8662-020a8a6dda72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:33.971699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event deleted for resources: {'Port': ['ID=6a1c075d-9dcf-44f7-9992-533c321b1bcf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:34.049955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] No DVR routers for this DVR port 6a1c075d-9dcf-44f7-9992-533c321b1bcf on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:34.062314 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.064277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f86180b2-33fb-4caf-aeaa-3a7fb35955f0 req-46bba8d9-d3cb-41ff-a09f-126cd8202e42 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "DELETE /v2.0/ports/6a1c075d-9dcf-44f7-9992-533c321b1bcf HTTP/1.1" status: 204 len: 173 time: 2.1357226 Jul 16 08:45:34.096622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d46c372-1738-455b-a2fa-d674dc74c615 req-c7226adc-437f-489a-87b8-6424695fb184 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133729 Jul 16 08:45:34.184031 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.190622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-5af2ba0e-f2c1-4a6f-b946-b83d8be5e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.192981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-5af2ba0e-f2c1-4a6f-b946-b83d8be5e9ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd&tenant_id=5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 1102 time: 0.2075851 Jul 16 08:45:34.223751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:34.365878 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f34778-7fa1-4b34-afbe-0d7185f20232 x-openstack-request-id: req-c7f34778-7fa1-4b34-afbe-0d7185f20232 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:34.366152 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682fb2c-f397-4495-81a6-b36376014649", "name": "network-vif-deleted", "tag": "72f8c975-1834-46d1-9b98-80d659292a25", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:34.366469 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7f34778-7fa1-4b34-afbe-0d7185f20232 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:34.366866 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682fb2c-f397-4495-81a6-b36376014649', 'name': 'network-vif-deleted', 'tag': '72f8c975-1834-46d1-9b98-80d659292a25', 'status': 'completed', 'code': 200} Jul 16 08:45:34.417535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1955c5da-ce3c-4341-9fbb-8e1544aaa01d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:34.439090 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.479623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Transition to ACTIVE for port object 1955c5da-ce3c-4341-9fbb-8e1544aaa01d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:34.506753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.569047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fb4fca1b-6a7c-4993-bf66-988e4af2b753 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:34.569256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.624837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port fb4fca1b-6a7c-4993-bf66-988e4af2b753 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:34.625210 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.718212 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.760561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:34.765294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.794100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:34.796415 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6617f-af28-4a9c-a959-17b8bc835dd2" -d '{"events": [{"server_uuid": "acffa18b-c0cd-4c4f-9881-ee006c413d5b", "name": "network-vif-plugged", "status": "completed", "tag": "fb4fca1b-6a7c-4993-bf66-988e4af2b753"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:34.821469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:34.954460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ecfb0-1e6a-4dca-8f47-74a3d9b9cc09 req-fe03b449-a267-4fa0-a05c-96f034c877d8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.955922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-730ecfb0-1e6a-4dca-8f47-74a3d9b9cc09 req-fe03b449-a267-4fa0-a05c-96f034c877d8 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.6043472 Jul 16 08:45:34.978791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Pushing event updated for resources: {'Port': ['ID=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.183683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-730ecfb0-1e6a-4dca-8f47-74a3d9b9cc09 req-f37b1f5f-2b74-44dd-a6fd-6bb1e0c7ec73 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136767 Jul 16 08:45:35.230102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39236f3-5d1c-441b-9575-d05ae535f944 req-34e421ad-4be7-44c5-9ba9-b0bda471edca tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.231601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c39236f3-5d1c-441b-9575-d05ae535f944 req-34e421ad-4be7-44c5-9ba9-b0bda471edca tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 932 time: 0.7053216 Jul 16 08:45:35.291564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Attempting to bind port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:35.291898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Attempting to bind port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:35.292220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Attempting to bind port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d on network f21a14c3-f397-43b2-bccf-7ad0442da05d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:35.315041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d on network f21a14c3-f397-43b2-bccf-7ad0442da05d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:35.315355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Attempting to bind port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d on network f21a14c3-f397-43b2-bccf-7ad0442da05d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:35.327232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad574f38-8873-4f3d-86b4-4ee56fa7de5d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:35.363647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.373965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:35.374362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Checking segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:35.374851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Bound using segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:35.375258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Bound port: 1955c5da-ce3c-4341-9fbb-8e1544aaa01d, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:35.375610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.406554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c39236f3-5d1c-441b-9575-d05ae535f944 req-f64da754-e160-4cd4-a893-ad73087952bf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628778 Jul 16 08:45:35.408480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Transition to ACTIVE for port object ad574f38-8873-4f3d-86b4-4ee56fa7de5d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:35.416631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.500642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:35.541098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Pushing event updated for resources: {'Port': ['ID=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.552640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] For port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:35.557469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] For port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:35.571529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.620487 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5c6920-ae1d-4a36-8d28-1b08c9c29bcb x-openstack-request-id: req-6e5c6920-ae1d-4a36-8d28-1b08c9c29bcb {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:35.620784 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acffa18b-c0cd-4c4f-9881-ee006c413d5b", "name": "network-vif-plugged", "status": "completed", "tag": "fb4fca1b-6a7c-4993-bf66-988e4af2b753", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:35.621041 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e5c6920-ae1d-4a36-8d28-1b08c9c29bcb {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:35.621430 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753', 'code': 200} Jul 16 08:45:35.639464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:35.699390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.699914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.701386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] 10.222.0.52 "PUT /v2.0/ports/1955c5da-ce3c-4341-9fbb-8e1544aaa01d HTTP/1.1" status: 200 len: 1092 time: 2.7523556 Jul 16 08:45:35.796055 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.830957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e26fbf-84cd-48ed-a805-0abd030d4e6b service neutron] Pushing event updated for resources: {'Port': ['ID=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.865976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Attempting to bind port ad574f38-8873-4f3d-86b4-4ee56fa7de5d on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:35.866307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Attempting to bind port ad574f38-8873-4f3d-86b4-4ee56fa7de5d by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:35.866632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Attempting to bind port ad574f38-8873-4f3d-86b4-4ee56fa7de5d on network f21a14c3-f397-43b2-bccf-7ad0442da05d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:35.869681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Transition to ACTIVE for port object e4294550-6dd4-4f05-86fd-f7b0bd70659f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:35.903432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.911108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Port ad574f38-8873-4f3d-86b4-4ee56fa7de5d on network f21a14c3-f397-43b2-bccf-7ad0442da05d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:35.911412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Attempting to bind port ad574f38-8873-4f3d-86b4-4ee56fa7de5d on network f21a14c3-f397-43b2-bccf-7ad0442da05d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:35.965601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:35.965875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Checking segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:35.966233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Bound using segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:35.966690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Bound port: ad574f38-8873-4f3d-86b4-4ee56fa7de5d, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:35.967348 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.043085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] No DVR routers for this DVR port e4294550-6dd4-4f05-86fd-f7b0bd70659f on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:36.045164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.056141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e7cd1-aa38-45ee-9971-04346b0ead8a req-24e4277c-df78-45dc-ae98-bca32dc6fa4a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.057937 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b6e7cd1-aa38-45ee-9971-04346b0ead8a req-24e4277c-df78-45dc-ae98-bca32dc6fa4a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 946 time: 0.4124587 Jul 16 08:45:36.093128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d106-45ff-4c85-91fb-700a3298152d req-28935ffb-be66-4201-8756-2e886b57bd58 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.094661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d816d106-45ff-4c85-91fb-700a3298152d req-28935ffb-be66-4201-8756-2e886b57bd58 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 943 time: 0.3675821 Jul 16 08:45:36.125870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-27397be2-0419-4870-9bee-7a67c25b7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.127367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-27397be2-0419-4870-9bee-7a67c25b7646 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&device_id=b70c6674-4377-47eb-b90e-97df54c92a17 HTTP/1.1" status: 200 len: 1095 time: 0.3773539 Jul 16 08:45:36.195251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-79d4dd8e-bad7-4802-b9a8-21171a1ab7c1 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.196693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-79d4dd8e-bad7-4802-b9a8-21171a1ab7c1 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 945 time: 0.3561313 Jul 16 08:45:36.288887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-34f83c9e-abb6-4bb0-a054-8278a38d9ab4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1955c5da-ce3c-4341-9fbb-8e1544aaa01d HTTP/1.1" status: 200 len: 217 time: 0.1246634 Jul 16 08:45:36.293849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:36.294185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:36.294539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:36.298873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b6e7cd1-aa38-45ee-9971-04346b0ead8a req-e55eb003-fdea-4800-95a7-ea9c83c4e6e9 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138581 Jul 16 08:45:36.307047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] For port ad574f38-8873-4f3d-86b4-4ee56fa7de5d, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:36.360855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:36.361181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:36.366137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d816d106-45ff-4c85-91fb-700a3298152d req-5488d543-21f6-4fa7-b03e-57cc645c4562 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467637 Jul 16 08:45:36.372171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] For port ad574f38-8873-4f3d-86b4-4ee56fa7de5d, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:36.373026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48508b37-d995-4381-833c-2c07565cac04', 'name': 'network-vif-deleted', 'tag': '6a1c075d-9dcf-44f7-9992-533c321b1bcf'}, {'name': 'network-changed', 'server_uuid': 'b70c6674-4377-47eb-b90e-97df54c92a17', 'tag': '1955c5da-ce3c-4341-9fbb-8e1544aaa01d'}, {'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:36.375602 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c993f73-5591-402d-9622-0c5bad6654ff" -d '{"events": [{"server_uuid": "48508b37-d995-4381-833c-2c07565cac04", "name": "network-vif-deleted", "tag": "6a1c075d-9dcf-44f7-9992-533c321b1bcf"}, {"name": "network-changed", "server_uuid": "b70c6674-4377-47eb-b90e-97df54c92a17", "tag": "1955c5da-ce3c-4341-9fbb-8e1544aaa01d"}, {"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-unplugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:36.384556 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.390999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52386) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:36.403456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:36.403800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:36.404183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:36.404736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Bound port: e4294550-6dd4-4f05-86fd-f7b0bd70659f, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:36.404971 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.475660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.476277 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.477704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] 10.222.0.54 "PUT /v2.0/ports/ad574f38-8873-4f3d-86b4-4ee56fa7de5d HTTP/1.1" status: 200 len: 1093 time: 2.5995991 Jul 16 08:45:36.479826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-252c8eda-4fdb-44fc-9fff-4b2452ad60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.481353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-252c8eda-4fdb-44fc-9fff-4b2452ad60ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 200 len: 853 time: 0.1701512 Jul 16 08:45:36.508295 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-874a7d6e-fbb4-424c-9038-f4b60f7cc145 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.541410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-874a7d6e-fbb4-424c-9038-f4b60f7cc145 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.576071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-0b712369-4217-4fcb-a512-1e8f1881b85b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f21a14c3-f397-43b2-bccf-7ad0442da05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845060 Jul 16 08:45:36.592429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6a1c075d-9dcf-44f7-9992-533c321b1bcf no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:36.606551 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-874a7d6e-fbb4-424c-9038-f4b60f7cc145 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.610050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-874a7d6e-fbb4-424c-9038-f4b60f7cc145 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.613770 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-874a7d6e-fbb4-424c-9038-f4b60f7cc145 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "DELETE /v2.0/security-groups/97c9c93a-706a-421b-b25e-0358510e8ce0 HTTP/1.1" status: 204 len: 168 time: 0.2187715 Jul 16 08:45:36.615641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52390) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:36.618333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 6a1c075d-9dcf-44f7-9992-533c321b1bcf {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:36.618682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6a1c075d-9dcf-44f7-9992-533c321b1bcf not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:36.634551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a7d6e-fbb4-424c-9038-f4b60f7cc145 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c9c93a-706a-421b-b25e-0358510e8ce0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.638070 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-14bec870-e81d-4f63-9604-a5c498cfd7b2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] show failed (client error): The resource could not be found. Jul 16 08:45:36.641844 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-14bec870-e81d-4f63-9604-a5c498cfd7b2 tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "GET /v2.0/security-groups/97c9c93a-706a-421b-b25e-0358510e8ce0 HTTP/1.1" status: 404 len: 347 time: 0.0225127 Jul 16 08:45:36.642308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52392) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:36.682885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031d7d8-4e13-4678-8ca2-b88439c032ad service neutron] Pushing event updated for resources: {'Port': ['ID=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.738824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:36.775766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Deleting port d1be64e3-4211-4a2b-910f-d847122c4a1d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:36.776125 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.782881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Deleting port fb4fca1b-6a7c-4993-bf66-988e4af2b753 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:36.783224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.799772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:36.836193 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.854421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.854774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.866793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Calling delete_port for d1be64e3-4211-4a2b-910f-d847122c4a1d owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:36.946102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-7bea42cc-c287-47a2-b3e6-073d2e9c1cc5 service neutron] 10.222.0.52 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549404 Jul 16 08:45:36.972621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56589f3-7c89-4ffb-b047-468b503e5179 req-f1046875-4928-4a82-8867-95a36346d62a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.975069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a56589f3-7c89-4ffb-b047-468b503e5179 req-f1046875-4928-4a82-8867-95a36346d62a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 948 time: 0.4466803 Jul 16 08:45:36.981719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.982326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.983687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] 10.222.0.52 "PUT /v2.0/ports/e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 1097 time: 2.7643220 Jul 16 08:45:36.986357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-cefa5691-a3ad-4252-94bc-abd9176758bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.987827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-cefa5691-a3ad-4252-94bc-abd9176758bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 1096 time: 0.4337556 Jul 16 08:45:37.009206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8b38-1f2c-46c8-b904-9b613dee7953 req-d3dde34d-208e-4ea6-a0b2-6f149f54e4a8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.014313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e7e8b38-1f2c-46c8-b904-9b613dee7953 req-d3dde34d-208e-4ea6-a0b2-6f149f54e4a8 tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/ports?device_id=acffa18b-c0cd-4c4f-9881-ee006c413d5b HTTP/1.1" status: 200 len: 945 time: 0.4502757 Jul 16 08:45:37.047272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.077701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Pushing event deleted for resources: {'Port': ['ID=d1be64e3-4211-4a2b-910f-d847122c4a1d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:37.152696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-a25fef0e-eb4b-45b6-96bd-ecf739c59f38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad574f38-8873-4f3d-86b4-4ee56fa7de5d HTTP/1.1" status: 200 len: 217 time: 0.1372540 Jul 16 08:45:37.155523 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.158851 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.160646 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d4ebe592-0287-4c1e-81d3-f801cd2c81fd tempest-ServersWithSpecificFlavorTestJSON-1019474805 tempest-ServersWithSpecificFlavorTestJSON-1019474805-project] 10.222.0.55 "DELETE /v2.0/floatingips/a54ae9e4-d236-49fe-9164-23914409e732 HTTP/1.1" status: 204 len: 168 time: 0.5163558 Jul 16 08:45:37.170563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de833a-639b-47a0-a020-42f366b56d6c service neutron] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:37.224631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] For port fb4fca1b-6a7c-4993-bf66-988e4af2b753, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fb4fca1b-6a7c-4993-bf66-988e4af2b753,segment=NetworkSegment(b1d072b4-1cfe-45da-bd24-f25e7cedc04a),segment_id=b1d072b4-1cfe-45da-bd24-f25e7cedc04a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:37.225428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.293020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Calling delete_port for fb4fca1b-6a7c-4993-bf66-988e4af2b753 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:37.306041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a56589f3-7c89-4ffb-b047-468b503e5179 req-c4e1c75c-f820-4a55-b066-f99aaa779a9d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172987 Jul 16 08:45:37.316906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e7e8b38-1f2c-46c8-b904-9b613dee7953 req-474074fb-13fd-40ba-816d-28ca7121be4e tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.55 "GET /v2.0/security-groups?id=63359552-f3bf-4909-935f-ad7744074da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552552 Jul 16 08:45:37.343838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-e1b73faf-cacc-4f60-8e5d-2bfde3d7421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.345359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-e1b73faf-cacc-4f60-8e5d-2bfde3d7421f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 200 len: 853 time: 0.1427953 Jul 16 08:45:37.354215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-e9ad4f01-2819-4c04-9eb2-8f6198d21e56 service neutron] 10.222.0.52 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779941 Jul 16 08:45:37.400857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-b971f323-e8f4-47ce-a20d-9d5eac6ed0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.402411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-b971f323-e8f4-47ce-a20d-9d5eac6ed0b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1100 time: 0.3515770 Jul 16 08:45:37.427445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-13ea5f4c-9829-4b89-95a4-f2462254871a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f21a14c3-f397-43b2-bccf-7ad0442da05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716052 Jul 16 08:45:37.633539 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b85728-c0b6-40f3-89f4-9044e86b0f42 x-openstack-request-id: req-99b85728-c0b6-40f3-89f4-9044e86b0f42 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:37.633873 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48508b37-d995-4381-833c-2c07565cac04", "name": "network-vif-deleted", "tag": "6a1c075d-9dcf-44f7-9992-533c321b1bcf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b70c6674-4377-47eb-b90e-97df54c92a17", "tag": "1955c5da-ce3c-4341-9fbb-8e1544aaa01d", "status": "completed", "code": 200}, {"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-unplugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:37.634140 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99b85728-c0b6-40f3-89f4-9044e86b0f42 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:37.634555 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48508b37-d995-4381-833c-2c07565cac04', 'name': 'network-vif-deleted', 'tag': '6a1c075d-9dcf-44f7-9992-533c321b1bcf', 'status': 'completed', 'code': 200} Jul 16 08:45:37.634817 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70c6674-4377-47eb-b90e-97df54c92a17', 'tag': '1955c5da-ce3c-4341-9fbb-8e1544aaa01d', 'status': 'completed', 'code': 200} Jul 16 08:45:37.635076 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'code': 200} Jul 16 08:45:37.984099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-70bd8b96-16f7-4850-bc21-61a363e9bf69 service neutron] 10.222.0.54 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397055 Jul 16 08:45:38.065248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-f8a57cf4-b7ba-4e89-be5c-e13208b6a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.066719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-f8a57cf4-b7ba-4e89-be5c-e13208b6a482 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.6448550 Jul 16 08:45:38.089100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33f52d-36ba-4b4a-95a1-d1b482655510 req-ff0a68b8-aa77-4024-b47f-fdc30875a151 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.090581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a33f52d-36ba-4b4a-95a1-d1b482655510 req-ff0a68b8-aa77-4024-b47f-fdc30875a151 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 946 time: 0.6661875 Jul 16 08:45:38.169364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-b33acf11-8d34-4b6f-97be-b96ee8789ea8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.0695133 Jul 16 08:45:38.262434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.273765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fb4fca1b-6a7c-4993-bf66-988e4af2b753'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:38.315660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a33f52d-36ba-4b4a-95a1-d1b482655510 req-f5d93d25-d099-482e-b7e5-e694ce01e6e2 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087891 Jul 16 08:45:38.335119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Pushing event deleted for resources: {'Port': ['ID=fb4fca1b-6a7c-4993-bf66-988e4af2b753,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.345438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993f73-5591-402d-9622-0c5bad6654ff req-7d8eacfc-f3cf-474c-b6b7-9562bfa4dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.346988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c993f73-5591-402d-9622-0c5bad6654ff req-7d8eacfc-f3cf-474c-b6b7-9562bfa4dd26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&device_id=b70c6674-4377-47eb-b90e-97df54c92a17 HTTP/1.1" status: 200 len: 1095 time: 0.6838863 Jul 16 08:45:38.354413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78b8634a-70df-49e1-ae2f-c905301ae084 req-66281da2-0f6a-4277-84cd-98e96bf4270a service neutron] 10.222.0.54 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213620 Jul 16 08:45:38.358088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-97dacb0c-3066-455c-9f67-f9905b1a9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.359691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-97dacb0c-3066-455c-9f67-f9905b1a9e71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1474583 Jul 16 08:45:38.370134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c6c5-a960-47e8-a8ab-71909355b058 req-e41a70c7-ced3-4d31-a74e-74fbe931f2ef tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.371587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6260c6c5-a960-47e8-a8ab-71909355b058 req-e41a70c7-ced3-4d31-a74e-74fbe931f2ef tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 944 time: 0.3899012 Jul 16 08:45:38.465011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] No DVR routers for this DVR port fb4fca1b-6a7c-4993-bf66-988e4af2b753 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:38.476967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.478960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dabe387-868b-4b67-95cf-e0ea60ba18d4 req-fd99578f-bdf5-42f0-b0e2-98804350f4ec tempest-ImagesTestJSON-757962477 tempest-ImagesTestJSON-757962477-project] 10.222.0.52 "DELETE /v2.0/ports/fb4fca1b-6a7c-4993-bf66-988e4af2b753 HTTP/1.1" status: 204 len: 173 time: 2.2610545 Jul 16 08:45:38.586419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6260c6c5-a960-47e8-a8ab-71909355b058 req-6fa697f0-0dfe-4cd0-97ca-7650a62bc5cb tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851075 Jul 16 08:45:38.619140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993f73-5591-402d-9622-0c5bad6654ff req-3e1b9229-ba8a-462d-a78c-187055c6bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.620649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c993f73-5591-402d-9622-0c5bad6654ff req-3e1b9229-ba8a-462d-a78c-187055c6bd4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 914 time: 0.2589042 Jul 16 08:45:38.625671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52467922-5578-4d01-814f-2232b4dd7c48 req-aef8343c-28c8-4caf-97c9-753f7f375220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.627224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-aef8343c-28c8-4caf-97c9-753f7f375220 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2546818 Jul 16 08:45:38.639660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd656-1034-435a-893f-2d11f64086f3 req-c183f487-7bb2-4c2d-845a-c300ac2a9a5c tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.641198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8aecd656-1034-435a-893f-2d11f64086f3 req-c183f487-7bb2-4c2d-845a-c300ac2a9a5c tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 943 time: 0.1717403 Jul 16 08:45:38.659785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:38.701520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:38.712703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c993f73-5591-402d-9622-0c5bad6654ff req-f816f736-473a-4be6-bd86-7353ba2d6330 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1955c5da-ce3c-4341-9fbb-8e1544aaa01d HTTP/1.1" status: 200 len: 217 time: 0.0688596 Jul 16 08:45:38.824582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8aecd656-1034-435a-893f-2d11f64086f3 req-4dde3a24-dd3d-43be-a9f7-7da29735904e tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739259 Jul 16 08:45:38.865432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993f73-5591-402d-9622-0c5bad6654ff req-5c52b64f-2535-47c4-afff-a1742f82629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.866920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c993f73-5591-402d-9622-0c5bad6654ff req-5c52b64f-2535-47c4-afff-a1742f82629a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 200 len: 853 time: 0.1339307 Jul 16 08:45:38.915167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-cc7768a8-c8ca-4874-81ea-de3c65074cfd service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654626 Jul 16 08:45:38.917230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c993f73-5591-402d-9622-0c5bad6654ff req-ca6249c8-9de6-4a69-afb4-6d24168e2d90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f21a14c3-f397-43b2-bccf-7ad0442da05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358183 Jul 16 08:45:38.924729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe57e4-393d-4a1d-ba15-a47dfd45ee69 req-cc266370-c0a3-4c65-8f55-1d5bbe573736 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.926193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aebe57e4-393d-4a1d-ba15-a47dfd45ee69 req-cc266370-c0a3-4c65-8f55-1d5bbe573736 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 949 time: 0.2061515 Jul 16 08:45:39.157615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aebe57e4-393d-4a1d-ba15-a47dfd45ee69 req-406aaca4-a062-4cf2-8af4-0c5a283d7bde tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/security-groups?id=0062e3ce-0167-4563-8499-e9be32ae160f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135422 Jul 16 08:45:39.201512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52467922-5578-4d01-814f-2232b4dd7c48 req-1b95b599-dee5-4bda-8b68-45f507e4f127 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565436 Jul 16 08:45:39.203331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c993f73-5591-402d-9622-0c5bad6654ff req-e6da59de-ab43-4b60-b171-0be2956ead10 service neutron] 10.222.0.52 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604394 Jul 16 08:45:39.216916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79d61-f316-4810-8bce-742253886273 req-57faf80e-baa0-4b62-b03e-8fb920f49216 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.218547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ac79d61-f316-4810-8bce-742253886273 req-57faf80e-baa0-4b62-b03e-8fb920f49216 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 948 time: 0.2912664 Jul 16 08:45:39.337299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-d409ce41-4ca8-46cb-8354-cb1f99259d59 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.338844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-d409ce41-4ca8-46cb-8354-cb1f99259d59 tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 949 time: 0.2278154 Jul 16 08:45:39.341603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ac79d61-f316-4810-8bce-742253886273 req-d90d7f2d-c68c-4753-8b2c-cb7a0b6f091b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085658 Jul 16 08:45:39.391021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c993f73-5591-402d-9622-0c5bad6654ff req-43f8cdb1-ea98-4c75-8590-e2c6e90d4618 service neutron] 10.222.0.52 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699178 Jul 16 08:45:39.496485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Deleting port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:39.496934 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.621434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] For port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:39.621673 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.647331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd09548d-6090-4cc8-8662-020a8a6dda72', 'tag': 'ad574f38-8873-4f3d-86b4-4ee56fa7de5d'}, {'name': 'network-changed', 'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}, {'server_uuid': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'name': 'network-vif-deleted', 'tag': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:39.647331 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f0a2a5-13cd-4045-9992-7e0da364b2db" -d '{"events": [{"name": "network-changed", "server_uuid": "fd09548d-6090-4cc8-8662-020a8a6dda72", "tag": "ad574f38-8873-4f3d-86b4-4ee56fa7de5d"}, {"name": "network-changed", "server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}, {"server_uuid": "acffa18b-c0cd-4c4f-9881-ee006c413d5b", "name": "network-vif-deleted", "tag": "fb4fca1b-6a7c-4993-bf66-988e4af2b753"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:39.647331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Calling delete_port for fad563e8-4d31-4b33-86c0-af5ccdbe5e7f owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:39.718995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f1f9-8745-42dd-8cf9-c3e2c6dab764 req-45b969d6-3f56-4728-8a68-eb67045df194 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.720610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db80f1f9-8745-42dd-8cf9-c3e2c6dab764 req-45b969d6-3f56-4728-8a68-eb67045df194 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 946 time: 0.1499977 Jul 16 08:45:39.780056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db80f1f9-8745-42dd-8cf9-c3e2c6dab764 req-1d66d17e-ec6b-4c3d-8146-29ad9d0c1764 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501218 Jul 16 08:45:39.847381 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285fa2e9-4372-44d1-9e13-d1a19550e0f7 x-openstack-request-id: req-285fa2e9-4372-44d1-9e13-d1a19550e0f7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:39.847678 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd09548d-6090-4cc8-8662-020a8a6dda72", "tag": "ad574f38-8873-4f3d-86b4-4ee56fa7de5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "status": "completed", "code": 200}, {"server_uuid": "acffa18b-c0cd-4c4f-9881-ee006c413d5b", "name": "network-vif-deleted", "tag": "fb4fca1b-6a7c-4993-bf66-988e4af2b753", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:39.847935 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-285fa2e9-4372-44d1-9e13-d1a19550e0f7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:39.849224 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd09548d-6090-4cc8-8662-020a8a6dda72', 'tag': 'ad574f38-8873-4f3d-86b4-4ee56fa7de5d', 'status': 'completed', 'code': 200} Jul 16 08:45:39.849342 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'status': 'completed', 'code': 200} Jul 16 08:45:39.849753 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acffa18b-c0cd-4c4f-9881-ee006c413d5b', 'name': 'network-vif-deleted', 'tag': 'fb4fca1b-6a7c-4993-bf66-988e4af2b753', 'status': 'completed', 'code': 200} Jul 16 08:45:39.924794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.938338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fad563e8-4d31-4b33-86c0-af5ccdbe5e7f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:39.987973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Pushing event deleted for resources: {'Port': ['ID=fad563e8-4d31-4b33-86c0-af5ccdbe5e7f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.003368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467d6ff-8700-477d-81fc-572c7ac29100 req-22ba923a-c71c-47b0-b7f9-37c6492bed7c tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.005796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6467d6ff-8700-477d-81fc-572c7ac29100 req-22ba923a-c71c-47b0-b7f9-37c6492bed7c tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 944 time: 0.2246394 Jul 16 08:45:40.080729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] No DVR routers for this DVR port fad563e8-4d31-4b33-86c0-af5ccdbe5e7f on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:40.086115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.088025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5653a1e-79bd-47bb-a5e2-af04878b3f08 req-a8e0ed7a-2c78-41a8-b17c-55eb9d8579ae tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.52 "DELETE /v2.0/ports/fad563e8-4d31-4b33-86c0-af5ccdbe5e7f HTTP/1.1" status: 204 len: 173 time: 0.7418416 Jul 16 08:45:40.118964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-1976fe5f-76c9-4d0a-b995-e61ffb861ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.120456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-1976fe5f-76c9-4d0a-b995-e61ffb861ad1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1100 time: 0.2482212 Jul 16 08:45:40.141675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6467d6ff-8700-477d-81fc-572c7ac29100 req-d528c759-5335-4cb5-8907-3ef76b8b42bb tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279197 Jul 16 08:45:40.167518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-5a59e889-e132-44ab-9b4c-7fc2b1e271f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.169014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-5a59e889-e132-44ab-9b4c-7fc2b1e271f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 1096 time: 0.2586091 Jul 16 08:45:40.325324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98112ff-5170-41db-bd36-664ae7770291 req-7f333b31-e30d-4a45-985f-fee2791e63c9 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.327263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a98112ff-5170-41db-bd36-664ae7770291 req-7f333b31-e30d-4a45-985f-fee2791e63c9 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 943 time: 0.2424994 Jul 16 08:45:40.364453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-ecc659d7-3565-4d6f-9da5-f440362399c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.365980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-ecc659d7-3565-4d6f-9da5-f440362399c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2277241 Jul 16 08:45:40.424767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-88bec65c-109a-4a41-8f18-8f0c1d273595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.426931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-88bec65c-109a-4a41-8f18-8f0c1d273595 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 914 time: 0.2468190 Jul 16 08:45:40.437678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-b74ebf9c-5e6a-40b5-98fb-38076b614105 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.0644836 Jul 16 08:45:40.464205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a98112ff-5170-41db-bd36-664ae7770291 req-f1c6bdb8-0b4f-43c7-a81d-d5d906a0de9f tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278992 Jul 16 08:45:40.468687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1547dedb-6e1e-4a5b-8eba-979b454ff667 req-3e103a1f-dd1f-44ff-821d-fa325d2d940f tempest-ServersOnMultiNodesTest-800651830 tempest-ServersOnMultiNodesTest-800651830-project] 10.222.0.55 "GET /v2.0/ports?device_id=1934c827-0b01-48cb-8f5f-52a6bc1e72fb HTTP/1.1" status: 200 len: 210 time: 0.0487859 Jul 16 08:45:40.526181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-2c20f0b0-91ea-4207-989d-a39bfe00976d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad574f38-8873-4f3d-86b4-4ee56fa7de5d HTTP/1.1" status: 200 len: 217 time: 0.0861626 Jul 16 08:45:40.603034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-155772cf-f825-4e29-86fd-afc1e03f8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.605917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-155772cf-f825-4e29-86fd-afc1e03f8276 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1385686 Jul 16 08:45:40.607449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 1955c5da-ce3c-4341-9fbb-8e1544aaa01d details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:40.617238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-d5158b34-4f72-4c0d-ae2f-6d84c7d89dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.619359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-d5158b34-4f72-4c0d-ae2f-6d84c7d89dd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 200 len: 853 time: 0.0834494 Jul 16 08:45:40.637772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fb4fca1b-6a7c-4993-bf66-988e4af2b753 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:40.674283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: fb4fca1b-6a7c-4993-bf66-988e4af2b753 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:40.674844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fb4fca1b-6a7c-4993-bf66-988e4af2b753 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:40.707181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:40.714526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-1df4c1a5-2649-49e8-a295-c9f93925be12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f21a14c3-f397-43b2-bccf-7ad0442da05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704846 Jul 16 08:45:40.748559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52456) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.821985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:40.864942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb41e82-f379-453d-a783-4523eda15f3f req-1499a252-bfee-40cf-8e2b-607bd76a5196 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.871842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '1955c5da-ce3c-4341-9fbb-8e1544aaa01d', 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'port_id': '1955c5da-ce3c-4341-9fbb-8e1544aaa01d', 'mac_address': 'fa:16:3e:40:8e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5941e77-3864-478e-9a7a-0c0acf12753a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:40.872300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bb41e82-f379-453d-a783-4523eda15f3f req-1499a252-bfee-40cf-8e2b-607bd76a5196 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 948 time: 0.2409570 Jul 16 08:45:40.915417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-fb38a614-2efc-45ca-bab0-2405ef8a907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.917189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-fb38a614-2efc-45ca-bab0-2405ef8a907c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2626827 Jul 16 08:45:40.929031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-c453f940-6a09-4513-8de7-86c2980b19e8 service neutron] 10.222.0.54 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917324 Jul 16 08:45:40.940550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:40.954148 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.957502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'port_id': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'mac_address': 'fa:16:3e:e4:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:40.965927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bb41e82-f379-453d-a783-4523eda15f3f req-04aae995-7661-43b2-b0d5-43d477523152 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925531 Jul 16 08:45:40.976694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1955c5da-ce3c-4341-9fbb-8e1544aaa01d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:41.049178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:41.053004 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.056805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.097007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:41.154232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:41.169071 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.175040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.266476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.391180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['1955c5da-ce3c-4341-9fbb-8e1544aaa01d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:41.484096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['320ddf54-f4de-45fb-bc04-0f7cb9da8c9f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:41.667212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.684873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-395037c2-7a94-412d-8711-4cf031085952 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516356 Jul 16 08:45:41.766781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-1abad5b2-2fc0-47a4-b081-deaa93c1fc4a service neutron] 10.222.0.54 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998221 Jul 16 08:45:41.790580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-4fc5408b-d104-4c7e-adeb-f9c03b289d20 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.792050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-4fc5408b-d104-4c7e-adeb-f9c03b289d20 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 946 time: 0.7366247 Jul 16 08:45:41.845031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6f6c2-0570-447d-aa18-fcf3b99efba9 req-824bedc1-662a-46a5-a7fa-4e9e21b23f88 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.846507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55b6f6c2-0570-447d-aa18-fcf3b99efba9 req-824bedc1-662a-46a5-a7fa-4e9e21b23f88 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 944 time: 0.2973721 Jul 16 08:45:41.851846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1934c827-0b01-48cb-8f5f-52a6bc1e72fb', 'name': 'network-vif-deleted', 'tag': 'fad563e8-4d31-4b33-86c0-af5ccdbe5e7f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:41.854037 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef36e9d0-ebca-4a51-9fd1-001270c10f76" -d '{"events": [{"server_uuid": "1934c827-0b01-48cb-8f5f-52a6bc1e72fb", "name": "network-vif-deleted", "tag": "fad563e8-4d31-4b33-86c0-af5ccdbe5e7f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:41.903683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc7fa7-4279-493a-aaf4-521f53667223 req-b0372c1b-7f3d-40bd-8ad5-c8fc57512f2b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.905168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ccc7fa7-4279-493a-aaf4-521f53667223 req-b0372c1b-7f3d-40bd-8ad5-c8fc57512f2b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 946 time: 0.3704181 Jul 16 08:45:41.944390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Deleting port 34c6a919-6f58-48f3-9bd1-706bdef1be45 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:41.944967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.012665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-53c11c62-a38e-40d9-8a3e-54108aa84fc0 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155291 Jul 16 08:45:42.033191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] For port 34c6a919-6f58-48f3-9bd1-706bdef1be45, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=34c6a919-6f58-48f3-9bd1-706bdef1be45,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:42.033561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.034788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55b6f6c2-0570-447d-aa18-fcf3b99efba9 req-e1ab61eb-888e-42b0-991e-1274e9bf4865 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781154 Jul 16 08:45:42.047734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ccc7fa7-4279-493a-aaf4-521f53667223 req-fb7a7cd6-254d-4b64-a2b4-fc8f17d224b9 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266155 Jul 16 08:45:42.051131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Calling delete_port for 34c6a919-6f58-48f3-9bd1-706bdef1be45 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:42.059020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-7ccb352b-5fed-4bb2-a564-d75ca5b75d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.060501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-7ccb352b-5fed-4bb2-a564-d75ca5b75d7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1100 time: 0.2398899 Jul 16 08:45:42.106018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Deleting port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:42.106283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.156561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52486) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.300539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.300810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-b1078f6f-52e0-443b-8461-ae4a9f8fe782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.302767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-b1078f6f-52e0-443b-8461-ae4a9f8fe782 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2326276 Jul 16 08:45:42.311375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14c9e0e-845f-4aba-92cc-2d8e943262ac admin admin] Deleting subnet a9b0f2e5-91ff-4fcc-b28e-74cd4998023f {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:42.324919 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e0e-845f-4aba-92cc-2d8e943262ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.342146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Pushing event deleted for resources: {'Port': ['ID=34c6a919-6f58-48f3-9bd1-706bdef1be45,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:42.413314 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fea1dff-3831-4544-a575-b3ec10cbd1eb x-openstack-request-id: req-2fea1dff-3831-4544-a575-b3ec10cbd1eb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:42.413607 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1934c827-0b01-48cb-8f5f-52a6bc1e72fb", "name": "network-vif-deleted", "tag": "fad563e8-4d31-4b33-86c0-af5ccdbe5e7f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:42.413908 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2fea1dff-3831-4544-a575-b3ec10cbd1eb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:42.414304 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1934c827-0b01-48cb-8f5f-52a6bc1e72fb', 'name': 'network-vif-deleted', 'tag': 'fad563e8-4d31-4b33-86c0-af5ccdbe5e7f', 'status': 'completed', 'code': 200} Jul 16 08:45:42.419296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] For port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:42.419296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.422806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-accbcd68-cbde-4430-ae8d-51e45e783532 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.1000128 Jul 16 08:45:42.451465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Calling delete_port for d730a9c3-c2c2-4ebd-9119-4cec750b2a2f owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:42.494145 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e0e-845f-4aba-92cc-2d8e943262ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.559802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.581960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52492) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.611874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:42.613525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 1955c5da-ce3c-4341-9fbb-8e1544aaa01d up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:42.639310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb488-5cc8-4d5d-aa8e-e3d6efbf678d req-0f14c404-a53a-4540-8777-609dfce45298 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.642112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17dbb488-5cc8-4d5d-aa8e-e3d6efbf678d req-0f14c404-a53a-4540-8777-609dfce45298 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 944 time: 0.4153452 Jul 16 08:45:42.643691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-7e460450-d534-4ec6-bfce-22d5f8b1d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.645218 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-7e460450-d534-4ec6-bfce-22d5f8b1d929 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2105124 Jul 16 08:45:42.708672 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e0e-845f-4aba-92cc-2d8e943262ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.712206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ad574f38-8873-4f3d-86b4-4ee56fa7de5d details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:42.714601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:42.791514 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:42.819003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:42.819344 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.840982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17dbb488-5cc8-4d5d-aa8e-e3d6efbf678d req-b92a026c-f87c-4c05-883e-4448c63066fb tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812649 Jul 16 08:45:42.855160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3df87-f744-4949-92f5-09850d57ec5b req-1344c018-a785-4a32-b4d3-1f6ca14d1966 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.861368 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-648373bd-0a1c-41de-b816-05a3bf569aa6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de66512d88f744208826036ff6421a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786698 Jul 16 08:45:42.863683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a3df87-f744-4949-92f5-09850d57ec5b req-1344c018-a785-4a32-b4d3-1f6ca14d1966 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 948 time: 0.2782958 Jul 16 08:45:42.865175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52496) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.877064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-ba6c312a-f434-49aa-993a-e5cebadd43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.878782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-ba6c312a-f434-49aa-993a-e5cebadd43b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2232604 Jul 16 08:45:42.901749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Router e4472a70-30b0-4b95-8f42-aea3d1300ae0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:42.971464 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e0e-845f-4aba-92cc-2d8e943262ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.021061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a3df87-f744-4949-92f5-09850d57ec5b req-ae1c1597-6980-4a9f-bdfe-19837dc3c5e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540108 Jul 16 08:45:43.023172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:43.043797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c26c18f8-2d09-494e-8a07-49bad797f5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.048880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c9e0e-845f-4aba-92cc-2d8e943262ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b0f2e5-91ff-4fcc-b28e-74cd4998023f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:43.057995 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e0e-845f-4aba-92cc-2d8e943262ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.063421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b14c9e0e-845f-4aba-92cc-2d8e943262ac admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a9b0f2e5-91ff-4fcc-b28e-74cd4998023f HTTP/1.1" status: 204 len: 168 time: 0.9007142 Jul 16 08:45:43.064427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52500) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.066582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.103473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d730a9c3-c2c2-4ebd-9119-4cec750b2a2f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:43.105542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:43.112100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'mac_address': 'fa:16:3e:ee:cb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:43.132376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event deleted for resources: {'Port': ['ID=d730a9c3-c2c2-4ebd-9119-4cec750b2a2f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:43.149425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:43.169454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-34faf567-48a3-403b-9ee1-252775eff89a admin admin] 10.222.0.55 "PUT /v2.0/routers/e4472a70-30b0-4b95-8f42-aea3d1300ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194801 Jul 16 08:45:43.177454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52506) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.185489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] Sync routers for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:43.210543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-86b30f31-4867-4a18-8bb4-074bd8490531 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121870 Jul 16 08:45:43.213499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:43.214286 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.233967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] No DVR routers for this DVR port d730a9c3-c2c2-4ebd-9119-4cec750b2a2f on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:43.243858 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.245770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f13a6088-cf27-4666-bb0b-e69f15653c2f req-b0e21f0c-276f-402a-b52a-994283e714f5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "DELETE /v2.0/ports/d730a9c3-c2c2-4ebd-9119-4cec750b2a2f HTTP/1.1" status: 204 len: 173 time: 1.4240618 Jul 16 08:45:43.315526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:43.315526 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.326314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] Routers {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:43.326963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:43.386899 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c26c18f8-2d09-494e-8a07-49bad797f5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.439590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ad574f38-8873-4f3d-86b4-4ee56fa7de5d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:43.465379 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.483047 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c26c18f8-2d09-494e-8a07-49bad797f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.486798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c26c18f8-2d09-494e-8a07-49bad797f5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.488274 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c26c18f8-2d09-494e-8a07-49bad797f5dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0062e3ce-0167-4563-8499-e9be32ae160f HTTP/1.1" status: 204 len: 168 time: 0.6221292 Jul 16 08:45:43.503355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.510711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c18f8-2d09-494e-8a07-49bad797f5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0062e3ce-0167-4563-8499-e9be32ae160f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:43.515393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.571615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'ad574f38-8873-4f3d-86b4-4ee56fa7de5d', 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'port_id': 'ad574f38-8873-4f3d-86b4-4ee56fa7de5d', 'mac_address': 'fa:16:3e:a2:39:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5941e77-3864-478e-9a7a-0c0acf12753a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:43.601308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33f0a2a5-13cd-4045-9992-7e0da364b2db req-e591ddb1-ff8a-4ce7-936f-18681f3415cd service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675971 Jul 16 08:45:43.609605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077d6b3a-a9e3-44da-8972-5f046a20608d']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:43.623017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4294550-6dd4-4f05-86fd-f7b0bd70659f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:43.641832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:43.642070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d072b4-1cfe-45da-bd24-f25e7cedc04a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:43.656203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.699586 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.701069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.703422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.757760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c88048f7-f6e4-4167-a36f-021b572d01a0 req-decf60b6-50c0-4dba-b1cd-0e44e7457f1d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880e701-434a-4c68-b054-c0ee9a6946d6 HTTP/1.1" status: 200 len: 210 time: 0.0856290 Jul 16 08:45:43.759907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:43.760395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:43.763069 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:43.772106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:43.806624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Deleting port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:43.806855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.812566 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.821441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d73378-214f-4a59-a561-aeb87cde32e8 req-9ffc9607-ca9b-4d36-98ea-3abf0f9569bb tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.823974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8d73378-214f-4a59-a561-aeb87cde32e8 req-9ffc9607-ca9b-4d36-98ea-3abf0f9569bb tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 944 time: 0.4675345 Jul 16 08:45:43.878985 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.919656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-91f4f20c-a2f5-44b4-9df2-dea178bde76f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.920470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70c6674-4377-47eb-b90e-97df54c92a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955c5da-ce3c-4341-9fbb-8e1544aaa01d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:43.921843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-91f4f20c-a2f5-44b4-9df2-dea178bde76f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.52 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd&tenant_id=5443957cf93641718163cdaddb1c6608&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 948 time: 0.4150608 Jul 16 08:45:43.923285 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5d01cc-d21f-4d49-9e0c-c8ef73b50c53" -d '{"events": [{"server_uuid": "b70c6674-4377-47eb-b90e-97df54c92a17", "name": "network-vif-plugged", "status": "completed", "tag": "1955c5da-ce3c-4341-9fbb-8e1544aaa01d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:43.957303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad574f38-8873-4f3d-86b4-4ee56fa7de5d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:43.958664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] For port 1d4559d7-7b6b-40ae-bc6f-b2405b100d13, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1d4559d7-7b6b-40ae-bc6f-b2405b100d13,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:43.959038 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.983278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Calling delete_port for 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:44.016219 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.030631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.035434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] 10.222.0.55 "DELETE /v2.0/networks/077d6b3a-a9e3-44da-8972-5f046a20608d HTTP/1.1" status: 204 len: 168 time: 0.9696207 Jul 16 08:45:44.040724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] Set router e4472a70-30b0-4b95-8f42-aea3d1300ae0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:44.043789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:44.084991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4f7f2-3e8d-412a-b3f8-044c422cb47e admin admin] Pushing event deleted for resources: {'Network': ['ID=077d6b3a-a9e3-44da-8972-5f046a20608d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.098705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52522) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.117082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8d73378-214f-4a59-a561-aeb87cde32e8 req-484614ea-be91-4e5e-8779-6ed5d1abf727 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594066 Jul 16 08:45:44.175387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-224bdc97-757d-4e4d-b71e-f65171afaedd service neutron] 10.222.0.52 "GET /v2.0/ports/e4294550-6dd4-4f05-86fd-f7b0bd70659f/bindings/n-h1-780147-28 HTTP/1.1" status: 200 len: 383 time: 0.2097266 Jul 16 08:45:44.193690 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-144a4304-0cb0-40c2-9ff9-36e866958ba7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cb012334e3f4e1c84e43bf35aa85595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917792 Jul 16 08:45:44.195027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52524) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.199612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.200461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fad563e8-4d31-4b33-86c0-af5ccdbe5e7f no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:44.203982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e4294550-6dd4-4f05-86fd-f7b0bd70659f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:44.207300 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.248513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ad574f38-8873-4f3d-86b4-4ee56fa7de5d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:44.300057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52526) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.326453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-11af68cd-a95d-4690-8978-f2918464ee0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.396206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-11af68cd-a95d-4690-8978-f2918464ee0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.429124 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.441329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880e701-434a-4c68-b054-c0ee9a6946d6', 'name': 'network-vif-deleted', 'tag': 'd730a9c3-c2c2-4ebd-9119-4cec750b2a2f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:44.448757 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa29a370-75d8-46ed-b3ca-33d470dade6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e71f43d68d9749fa8b07686a444d8a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421230 Jul 16 08:45:44.448954 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe46076f-6372-4a2d-aed1-db6086cf00b2" -d '{"events": [{"server_uuid": "2880e701-434a-4c68-b054-c0ee9a6946d6", "name": "network-vif-deleted", "tag": "d730a9c3-c2c2-4ebd-9119-4cec750b2a2f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:44.453217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52528) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.460459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: fad563e8-4d31-4b33-86c0-af5ccdbe5e7f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:44.461028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fad563e8-4d31-4b33-86c0-af5ccdbe5e7f not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:44.464390 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.471161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-a6d95be4-06fb-4ce4-abd3-f307d456f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.474823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-a6d95be4-06fb-4ce4-abd3-f307d456f969 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1101 time: 0.2689903 Jul 16 08:45:44.490225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4559d7-7b6b-40ae-bc6f-b2405b100d13,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.519542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.546505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c533-614e-4225-ba8d-7ecef2b9b47c req-31ff64ec-e70d-4e60-a857-3b9a45dd7d38 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.548313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aec2c533-614e-4225-ba8d-7ecef2b9b47c req-31ff64ec-e70d-4e60-a857-3b9a45dd7d38 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.2836280 Jul 16 08:45:44.601489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-11af68cd-a95d-4690-8978-f2918464ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.602386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445598f8-1cbe-488c-b36d-9c5b21d4179b req-6cd05b8f-0c1b-4b3c-baf6-845c5ec28601 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.604242 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-11af68cd-a95d-4690-8978-f2918464ee0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.606223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-11af68cd-a95d-4690-8978-f2918464ee0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fd89084-0cdb-460c-a125-698d6215eb01 HTTP/1.1" status: 204 len: 168 time: 0.4094553 Jul 16 08:45:44.606334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-445598f8-1cbe-488c-b36d-9c5b21d4179b req-6cd05b8f-0c1b-4b3c-baf6-845c5ec28601 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 944 time: 0.2437913 Jul 16 08:45:44.612632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f10ce1-02e0-47f1-8e8e-c5bc1e6f1eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.614930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.616330 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f26a3db1-1996-4e63-b0f7-6a8a3f9e785b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.631299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d730a9c3-c2c2-4ebd-9119-4cec750b2a2f no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:44.686032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af68cd-a95d-4690-8978-f2918464ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd89084-0cdb-460c-a125-698d6215eb01,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.694189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: d730a9c3-c2c2-4ebd-9119-4cec750b2a2f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:44.696153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d730a9c3-c2c2-4ebd-9119-4cec750b2a2f not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:44.736868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.737289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-ae7d2892-9250-4989-9157-2f54d42182b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.740530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f10ce1-02e0-47f1-8e8e-c5bc1e6f1eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.741062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-ae7d2892-9250-4989-9157-2f54d42182b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2585089 Jul 16 08:45:44.742617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.746951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:44.811080 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.817751 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.818619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4472a70-30b0-4b95-8f42-aea3d1300ae0 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:44.824182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.825538 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-18169cd6-362e-42a2-af6e-cf9d5076a1c7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e4472a70-30b0-4b95-8f42-aea3d1300ae0 HTTP/1.1" status: 204 len: 168 time: 1.6468973 Jul 16 08:45:44.828253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52536) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.876972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f10ce1-02e0-47f1-8e8e-c5bc1e6f1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.880248 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f10ce1-02e0-47f1-8e8e-c5bc1e6f1eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.880435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ad574f38-8873-4f3d-86b4-4ee56fa7de5d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:44.881667 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-04f10ce1-02e0-47f1-8e8e-c5bc1e6f1eaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63359552-f3bf-4909-935f-ad7744074da9 HTTP/1.1" status: 204 len: 168 time: 0.4259400 Jul 16 08:45:44.897447 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f10ce1-02e0-47f1-8e8e-c5bc1e6f1eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63359552-f3bf-4909-935f-ad7744074da9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.902383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b613077-abfa-47ad-8ab1-105c60850a48 admin admin] Deleting subnet d1bcaee8-424e-4ce4-bc0f-70fcdb499588 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:44.902768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.906184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b613077-abfa-47ad-8ab1-105c60850a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.924632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-05dfccb5-16a4-4769-a2cd-74f81cae3923 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.1612270 Jul 16 08:45:44.978297 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b613077-abfa-47ad-8ab1-105c60850a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.987318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-445598f8-1cbe-488c-b36d-9c5b21d4179b req-6e8f3205-e3b0-4d8f-840c-3e9f1b429d82 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297113 Jul 16 08:45:45.087033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aec2c533-614e-4225-ba8d-7ecef2b9b47c req-d6f2e865-95de-431c-8c8c-8d003c280f66 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021050 Jul 16 08:45:45.125590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-1ee1d07e-6589-4f46-b10d-8ad4ccc9d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.128819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-1ee1d07e-6589-4f46-b10d-8ad4ccc9d0a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1621151 Jul 16 08:45:45.146970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b613077-abfa-47ad-8ab1-105c60850a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.173720 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.237062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.283975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b613077-abfa-47ad-8ab1-105c60850a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.361252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b613077-abfa-47ad-8ab1-105c60850a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1bcaee8-424e-4ce4-bc0f-70fcdb499588,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.376422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b613077-abfa-47ad-8ab1-105c60850a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.381602 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5b613077-abfa-47ad-8ab1-105c60850a48 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d1bcaee8-424e-4ce4-bc0f-70fcdb499588 HTTP/1.1" status: 204 len: 168 time: 0.5494995 Jul 16 08:45:45.382530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52552) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.406625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ce842-445a-49af-933d-21d280bd113a None None] Network ee79cf1d-2547-4500-bb91-eedab718c753 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:45.415675 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147ca18d-50e7-4871-8bf8-d72a48678bb8 x-openstack-request-id: req-147ca18d-50e7-4871-8bf8-d72a48678bb8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:45.416047 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70c6674-4377-47eb-b90e-97df54c92a17", "name": "network-vif-plugged", "status": "completed", "tag": "1955c5da-ce3c-4341-9fbb-8e1544aaa01d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:45.416268 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-147ca18d-50e7-4871-8bf8-d72a48678bb8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:45.416601 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70c6674-4377-47eb-b90e-97df54c92a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955c5da-ce3c-4341-9fbb-8e1544aaa01d', 'code': 200} Jul 16 08:45:45.424428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351863756-router', 'tenant_id': '83c236444a70408291cae3a865af9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:24Z', 'updated_at': '2021-07-16T08:45:42Z', 'revision_number': 5, 'project_id': '83c236444a70408291cae3a865af9b98', 'gw_port': {'id': '1d4559d7-7b6b-40ae-bc6f-b2405b100d13', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472a70-30b0-4b95-8f42-aea3d1300ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:25Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:45.597308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.685218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Deleting port aec9b61c-7763-4931-bada-8a752ea55e3a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:45.685575 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.779699 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7ba58a-b05a-4c7c-b73e-016cc9d39008 x-openstack-request-id: req-5a7ba58a-b05a-4c7c-b73e-016cc9d39008 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:45.780028 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880e701-434a-4c68-b054-c0ee9a6946d6", "name": "network-vif-deleted", "tag": "d730a9c3-c2c2-4ebd-9119-4cec750b2a2f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:45.780226 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a7ba58a-b05a-4c7c-b73e-016cc9d39008 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:45.780613 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880e701-434a-4c68-b054-c0ee9a6946d6', 'name': 'network-vif-deleted', 'tag': 'd730a9c3-c2c2-4ebd-9119-4cec750b2a2f', 'status': 'completed', 'code': 200} Jul 16 08:45:45.781416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] For port aec9b61c-7763-4931-bada-8a752ea55e3a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=aec9b61c-7763-4931-bada-8a752ea55e3a,segment=NetworkSegment(07eaa05b-707e-4e16-8264-30b54e2ec566),segment_id=07eaa05b-707e-4e16-8264-30b54e2ec566)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:45.781841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.782305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.799595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Calling delete_port for aec9b61c-7763-4931-bada-8a752ea55e3a owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:45.803719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] Checking router: e4472a70-30b0-4b95-8f42-aea3d1300ae0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:45.907108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-d0417577-08d2-4cb5-badc-8985322b87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.908629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-d0417577-08d2-4cb5-badc-8985322b87e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7721159 Jul 16 08:45:45.918369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777b15d-d5be-4e10-b313-28ede4cd270c req-95028028-a5ed-490d-9111-d08e59d6d300 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.919865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e777b15d-d5be-4e10-b313-28ede4cd270c req-95028028-a5ed-490d-9111-d08e59d6d300 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 945 time: 0.1384037 Jul 16 08:45:45.933453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856c5e-10cd-445c-8131-82357ff202bb req-fd52afda-e6a2-4160-b575-44a80d1811ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.935322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1856c5e-10cd-445c-8131-82357ff202bb req-fd52afda-e6a2-4160-b575-44a80d1811ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b70c6674-4377-47eb-b90e-97df54c92a17 HTTP/1.1" status: 200 len: 1097 time: 0.1574509 Jul 16 08:45:45.979241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.991468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] Routers set() bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:45.991847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] Router IDs set() for agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:45:45.992516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4472a70-30b0-4b95-8f42-aea3d1300ae0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent'). {{(pid=94167) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:45:45.992903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a1fc1-4954-402b-a7e4-3643ae0bb2c3 None None] The sync data for ids ['e4472a70-30b0-4b95-8f42-aea3d1300ae0'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:46.023165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec9b61c-7763-4931-bada-8a752ea55e3a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.042377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] No DVR routers for this DVR port aec9b61c-7763-4931-bada-8a752ea55e3a on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:46.149629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1856c5e-10cd-445c-8131-82357ff202bb req-4ff46da3-60c5-422d-800f-7031d0fa0815 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010865 Jul 16 08:45:46.167706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e777b15d-d5be-4e10-b313-28ede4cd270c req-7bf22a6b-926f-44b4-a137-cab6cde6cb7f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304466 Jul 16 08:45:46.222992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-4ba5f367-dfab-40e4-86e1-6bc6dfd55b55 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018713 Jul 16 08:45:46.229454 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.259125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee79cf1d-2547-4500-bb91-eedab718c753']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.281981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eaa05b-707e-4e16-8264-30b54e2ec566') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.282472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eaa05b-707e-4e16-8264-30b54e2ec566') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.299389 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.340406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.346864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:46.347397 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:46.349926 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:46.448893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.463676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.466759 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ee79cf1d-2547-4500-bb91-eedab718c753 HTTP/1.1" status: 204 len: 168 time: 1.0824175 Jul 16 08:45:46.500605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52590) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.501447 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76515f7-01a5-4d21-9f2e-f7660f221f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee79cf1d-2547-4500-bb91-eedab718c753,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.514775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-b83e8e32-5e08-451f-9e36-65725af25e80 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840941 Jul 16 08:45:46.595298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d2627-0387-4fb3-8d3e-5aca0d7e3e36 req-bcc7c277-ab2b-418f-9264-a05d32a7ffb8 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.609972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e35d2627-0387-4fb3-8d3e-5aca0d7e3e36 req-bcc7c277-ab2b-418f-9264-a05d32a7ffb8 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.2643678 Jul 16 08:45:46.620661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc5de0-3250-4318-84ab-88811de8651c None None] DHCP port deletion for ee79cf1d-2547-4500-bb91-eedab718c753 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:46.651662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d6d7-f201-4184-b286-8d31f0fcb9a8 req-a3907728-d07b-44d9-a9c2-51786ce05826 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.664166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc93d6d7-f201-4184-b286-8d31f0fcb9a8 req-a3907728-d07b-44d9-a9c2-51786ce05826 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.3209329 Jul 16 08:45:46.698575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e35d2627-0387-4fb3-8d3e-5aca0d7e3e36 req-893961a3-48df-4c3d-bfae-e5652f8916c6 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873682 Jul 16 08:45:46.796999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc93d6d7-f201-4184-b286-8d31f0fcb9a8 req-a133de07-9982-45a5-9606-7928cf1fd583 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315188 Jul 16 08:45:47.045479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:47.106559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:47.107127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1d4559d7-7b6b-40ae-bc6f-b2405b100d13 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:47.109814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device aec9b61c-7763-4931-bada-8a752ea55e3a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:47.136849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: aec9b61c-7763-4931-bada-8a752ea55e3a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:47.137198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device aec9b61c-7763-4931-bada-8a752ea55e3a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:47.137618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34c6a919-6f58-48f3-9bd1-706bdef1be45 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:47.159403 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.165679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 34c6a919-6f58-48f3-9bd1-706bdef1be45 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:47.166055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34c6a919-6f58-48f3-9bd1-706bdef1be45 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:47.202178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-3de52881-1ab7-4530-91fa-0c9566f4e698 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.204963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-3de52881-1ab7-4530-91fa-0c9566f4e698 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.2492285 Jul 16 08:45:47.222426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-e866f9a6-1566-43e2-85ad-285108e41684 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/quotas/3206175599bd452fb6bb65f4568bfc23 HTTP/1.1" status: 200 len: 375 time: 0.0108659 Jul 16 08:45:47.308052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-903a6432-013e-4719-bfab-1041551fc13a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785949 Jul 16 08:45:47.417663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd0e178-2118-4608-948f-720a937add1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:47.420321 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d4febb-0c44-470c-bcde-faf400c2f43b" -d '{"events": [{"server_uuid": "1dd0e178-2118-4608-948f-720a937add1c", "name": "network-vif-plugged", "status": "completed", "tag": "320ddf54-f4de-45fb-bc04-0f7cb9da8c9f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:47.429466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85d40f-0a10-4fc4-b6a3-98373e85ef8d req-32e4a97d-a4e0-4c72-9dd2-597367ca0ce4 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.431203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd85d40f-0a10-4fc4-b6a3-98373e85ef8d req-32e4a97d-a4e0-4c72-9dd2-597367ca0ce4 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 945 time: 0.0952775 Jul 16 08:45:47.510400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd85d40f-0a10-4fc4-b6a3-98373e85ef8d req-7ffc992f-b395-4eb9-889e-33177c81791e tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728223 Jul 16 08:45:47.523070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Deleting port b1a8440c-c5cf-4b77-88e2-d49c3d58454d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:47.523705 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.571113 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.571858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-cc40a9b6-9fe1-405b-bccf-cc941ca686a3 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491286 Jul 16 08:45:47.582567 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b2c5e32-d8c3-4b0d-8fb0-d71d66950e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.643725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] For port b1a8440c-c5cf-4b77-88e2-d49c3d58454d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,segment=NetworkSegment(8e9cdb23-e127-40f8-bd96-b464d9c831aa),segment_id=8e9cdb23-e127-40f8-bd96-b464d9c831aa)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:47.644094 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.659957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Calling delete_port for b1a8440c-c5cf-4b77-88e2-d49c3d58454d owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:47.696848 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5509336c-5304-4404-b198-100668d0b728 x-openstack-request-id: req-5509336c-5304-4404-b198-100668d0b728 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:47.697548 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd0e178-2118-4608-948f-720a937add1c", "name": "network-vif-plugged", "status": "completed", "tag": "320ddf54-f4de-45fb-bc04-0f7cb9da8c9f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:47.698454 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5509336c-5304-4404-b198-100668d0b728 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:47.699183 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd0e178-2118-4608-948f-720a937add1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'code': 200} Jul 16 08:45:47.720559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-76fa1b62-0d8d-4b0e-8b34-ee0ca9887707 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332881 Jul 16 08:45:47.852435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d51fe-2449-4576-a97f-837580846350 req-0029a4e0-6e37-4336-9ac3-6f23802a262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.852435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a44d51fe-2449-4576-a97f-837580846350 req-0029a4e0-6e37-4336-9ac3-6f23802a262a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 1097 time: 0.0729225 Jul 16 08:45:47.899290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a44d51fe-2449-4576-a97f-837580846350 req-3a502974-45ce-4a96-9d7b-dfce4731b042 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Jul 16 08:45:47.932390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.009092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a8440c-c5cf-4b77-88e2-d49c3d58454d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.204185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc9c32-dea5-4e4b-a565-3d3636f6e76a req-83bb23ce-75be-4842-a121-5589f64c5346 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.212671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63dc9c32-dea5-4e4b-a565-3d3636f6e76a req-83bb23ce-75be-4842-a121-5589f64c5346 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.1872783 Jul 16 08:45:48.268663 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.320974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63dc9c32-dea5-4e4b-a565-3d3636f6e76a req-e1fd9692-e2b7-4734-ae9f-147fba90af24 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071808 Jul 16 08:45:48.337027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac36750-5b0f-4101-a259-bad10884c4af req-73e559f2-ef9b-4b48-a5c7-7f6a6a2579b6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.357089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ac36750-5b0f-4101-a259-bad10884c4af req-73e559f2-ef9b-4b48-a5c7-7f6a6a2579b6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.2331038 Jul 16 08:45:48.421493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52688) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:48.450681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a3e0c0b-d8dc-42c2-9e8b-498755516eba req-9650d418-7b69-49ff-ab4e-d61b93189e61 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 210 time: 0.0507638 Jul 16 08:45:48.478550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ac36750-5b0f-4101-a259-bad10884c4af req-174e249e-b4da-4e5e-ac4b-b6d45234a763 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153870 Jul 16 08:45:48.508167 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.624728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:48.667703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c48dead-41e1-44ea-aa22-ba27430af732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.696930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port e4294550-6dd4-4f05-86fd-f7b0bd70659f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:48.702602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port e4294550-6dd4-4f05-86fd-f7b0bd70659f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:48.704170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:48.704453 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.786908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ad574f38-8873-4f3d-86b4-4ee56fa7de5d up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:48.858430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.876872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fc7a2-2845-466f-b4e1-8deaa62984db req-e69e917e-6e19-4c59-91dd-3be8eb3fd5fa tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.884451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-622fc7a2-2845-466f-b4e1-8deaa62984db req-e69e917e-6e19-4c59-91dd-3be8eb3fd5fa tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 945 time: 0.1051488 Jul 16 08:45:48.957944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-622fc7a2-2845-466f-b4e1-8deaa62984db req-1cbe1541-5be2-44d7-b27e-135beacb2dc8 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718057 Jul 16 08:45:48.970202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port ad574f38-8873-4f3d-86b4-4ee56fa7de5d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:48.990888 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c48dead-41e1-44ea-aa22-ba27430af732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.996421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port ad574f38-8873-4f3d-86b4-4ee56fa7de5d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:48.997896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:48.999798 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.010269 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] Sync routers for ids ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:49.021684 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ec28cbe6-17eb-4e97-8786-85113efb7b75 admin admin] 10.222.0.55 "PUT /v2.0/routers/72e825a7-a268-4dc4-bcab-e4c3c8d39467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5160043 Jul 16 08:45:49.024080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52706) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.027036 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] Routers {'72e825a7-a268-4dc4-bcab-e4c3c8d39467'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:49.028769 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:49.029001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c48dead-41e1-44ea-aa22-ba27430af732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.145064 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.167275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48dead-41e1-44ea-aa22-ba27430af732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ddf6c-0c2a-4aa6-91b1-e368eeaea0b8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.178658 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c48dead-41e1-44ea-aa22-ba27430af732 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3038d23053a54056a6ab5cb0070bed19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7558446 Jul 16 08:45:49.182475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52710) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.188051 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.258309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52712) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.273059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:49.289247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.309219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db65a9e4-ae3e-4210-ae52-18ba19515b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.318049 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] Set router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:49.346223 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db65a9e4-ae3e-4210-ae52-18ba19515b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.366187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.369190 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.424579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db65a9e4-ae3e-4210-ae52-18ba19515b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.428216 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db65a9e4-ae3e-4210-ae52-18ba19515b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.430647 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db65a9e4-ae3e-4210-ae52-18ba19515b6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b8ddf6c-0c2a-4aa6-91b1-e368eeaea0b8 HTTP/1.1" status: 204 len: 168 time: 0.2436855 Jul 16 08:45:49.446349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65a9e4-ae3e-4210-ae52-18ba19515b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ddf6c-0c2a-4aa6-91b1-e368eeaea0b8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.457902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ad574f38-8873-4f3d-86b4-4ee56fa7de5d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:49.479910 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.490714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d767fe7-9554-4564-b07e-145e4e817ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.494374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.619958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.652409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-0dc47917-2e96-422a-a8ec-eff463f684cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.666776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-0dc47917-2e96-422a-a8ec-eff463f684cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd&tenant_id=5443957cf93641718163cdaddb1c6608 HTTP/1.1" status: 200 len: 1102 time: 0.2701066 Jul 16 08:45:49.680033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:49.691497 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:45:47Z', 'revision_number': 5, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port': {'id': '0eb20329-471f-4b6c-8830-b29722cc3651', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:34Z', 'updated_at': '2021-07-16T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:49.700933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}, {'server_uuid': 'fd09548d-6090-4cc8-8662-020a8a6dda72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad574f38-8873-4f3d-86b4-4ee56fa7de5d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:49.703726 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3de916-7065-491d-8d9d-fac640051efc" -d '{"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-plugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}, {"server_uuid": "fd09548d-6090-4cc8-8662-020a8a6dda72", "name": "network-vif-plugged", "status": "completed", "tag": "ad574f38-8873-4f3d-86b4-4ee56fa7de5d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:49.708454 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d767fe7-9554-4564-b07e-145e4e817ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.719931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d767fe7-9554-4564-b07e-145e4e817ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.726446 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] Checking router: 72e825a7-a268-4dc4-bcab-e4c3c8d39467 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:49.736768 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] Routers {'72e825a7-a268-4dc4-bcab-e4c3c8d39467'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:49.737628 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:49.763071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d767fe7-9554-4564-b07e-145e4e817ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c095e71a-d329-4a28-92b3-f0dec423fcef,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.786628 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5d767fe7-9554-4564-b07e-145e4e817ee2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=552f7a3041b04cccbf0c8070e88d897d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266080 Jul 16 08:45:49.787762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52732) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.830399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb4b2d7e-65e3-4199-9746-fd5f25d5650d req-7b6b9909-6eff-4e56-b0a5-08b9aa5a7910 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 210 time: 0.0556343 Jul 16 08:45:49.865129 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] Set router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:49.877797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2adb4ab1-7aaa-46c4-97ea-d8a4d2055f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.903912 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2adb4ab1-7aaa-46c4-97ea-d8a4d2055f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.955309 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:45:49Z', 'revision_number': 6, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:49.985507 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2adb4ab1-7aaa-46c4-97ea-d8a4d2055f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.989526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2adb4ab1-7aaa-46c4-97ea-d8a4d2055f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.994545 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2adb4ab1-7aaa-46c4-97ea-d8a4d2055f20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c095e71a-d329-4a28-92b3-f0dec423fcef HTTP/1.1" status: 204 len: 168 time: 0.2055974 Jul 16 08:45:49.998798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.007000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb4ab1-7aaa-46c4-97ea-d8a4d2055f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c095e71a-d329-4a28-92b3-f0dec423fcef,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.007595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Deleting port 0eb20329-471f-4b6c-8830-b29722cc3651 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:50.007945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.009310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.039256 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01a81e-bdbd-4863-9d82-a161e966fd2f None None] The sync data for ids ['72e825a7-a268-4dc4-bcab-e4c3c8d39467'] in n-d-780147-28 is: [{'id': '72e825a7-a268-4dc4-bcab-e4c3c8d39467', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1655629051-router', 'tenant_id': '144e63c3894347a8a849fd166d49e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:33Z', 'updated_at': '2021-07-16T08:45:49Z', 'revision_number': 6, 'project_id': '144e63c3894347a8a849fd166d49e39d', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:50.171000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b864c-2a5d-43cf-8d98-ffcde557c4aa req-a2601939-20c4-4b00-b0b9-9c21eac4b5c7 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.172530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c3b864c-2a5d-43cf-8d98-ffcde557c4aa req-a2601939-20c4-4b00-b0b9-9c21eac4b5c7 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.6130416 Jul 16 08:45:50.290998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-82865903-9ca2-4128-9c1a-135a1f65e4e3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.292522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-82865903-9ca2-4128-9c1a-135a1f65e4e3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.4562986 Jul 16 08:45:50.329423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Request body: {'port': {'device_id': '81ca2295-9bed-4fac-a8a0-138c398fdc6d', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'admin_state_up': True, 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:50.406784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52754) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.407695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c3b864c-2a5d-43cf-8d98-ffcde557c4aa req-3f479f6d-4fe4-498a-8624-ea77d20e72a8 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971815 Jul 16 08:45:50.432150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc29bf7c-acca-4719-b8d5-37b7aa4aa188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.451350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] For port 0eb20329-471f-4b6c-8830-b29722cc3651, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0eb20329-471f-4b6c-8830-b29722cc3651,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:50.451723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.520810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Calling delete_port for 0eb20329-471f-4b6c-8830-b29722cc3651 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:50.529110 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4994485-21a9-4bb9-b0a3-9ee819bbef53 x-openstack-request-id: req-c4994485-21a9-4bb9-b0a3-9ee819bbef53 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:50.529456 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-plugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "code": 200}, {"server_uuid": "fd09548d-6090-4cc8-8662-020a8a6dda72", "name": "network-vif-plugged", "status": "completed", "tag": "ad574f38-8873-4f3d-86b4-4ee56fa7de5d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:50.529749 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4994485-21a9-4bb9-b0a3-9ee819bbef53 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:50.530174 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'code': 200} Jul 16 08:45:50.531552 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd09548d-6090-4cc8-8662-020a8a6dda72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad574f38-8873-4f3d-86b4-4ee56fa7de5d', 'code': 200} Jul 16 08:45:50.554565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1ae56-011d-45e3-a66c-f324cf48009a req-9a41b093-3016-4c34-89c5-51a2c794c349 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.557580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0c1ae56-011d-45e3-a66c-f324cf48009a req-9a41b093-3016-4c34-89c5-51a2c794c349 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 950 time: 0.5271175 Jul 16 08:45:50.622064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc29bf7c-acca-4719-b8d5-37b7aa4aa188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.627139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc29bf7c-acca-4719-b8d5-37b7aa4aa188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.704239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29bf7c-acca-4719-b8d5-37b7aa4aa188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ce28b8-e6a4-42c7-b4e1-267568d4af80,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.733329 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cc29bf7c-acca-4719-b8d5-37b7aa4aa188 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff66a3c2aeef42ed9ecc26caac155865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232539 Jul 16 08:45:50.734030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:50.734181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52760) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.773910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:50.784799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b06a4e-17ee-4a46-a6d8-d091fe6380e5 req-f82e600c-a018-45ca-bf57-df86e2d81911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.786620 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53b06a4e-17ee-4a46-a6d8-d091fe6380e5 req-f82e600c-a018-45ca-bf57-df86e2d81911 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 1098 time: 0.1270347 Jul 16 08:45:50.804725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1152882-d0cd-4ef3-9db1-93228e8ea377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.874338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0c1ae56-011d-45e3-a66c-f324cf48009a req-4d84cc96-cd73-4216-acbb-e4af6e2fc483 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954082 Jul 16 08:45:50.952334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:50.955014 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b7b2e7-fcb7-4b0f-9303-361b4379f410" -d '{"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-unplugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:50.965003 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.974949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:50.981709 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.016982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Transition to ACTIVE for port object e4294550-6dd4-4f05-86fd-f7b0bd70659f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:51.033159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b1a8440c-c5cf-4b77-88e2-d49c3d58454d no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:51.045792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.059350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b1a8440c-c5cf-4b77-88e2-d49c3d58454d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:51.059905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b1a8440c-c5cf-4b77-88e2-d49c3d58454d not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:51.060434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0eb20329-471f-4b6c-8830-b29722cc3651 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:51.104955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64ad93-7f67-4ac5-a12f-abbf3a56ca23 req-0d7fecf1-90d9-449e-b2e9-76138e150503 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.112043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d64ad93-7f67-4ac5-a12f-abbf3a56ca23 req-0d7fecf1-90d9-449e-b2e9-76138e150503 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 946 time: 0.3083313 Jul 16 08:45:51.131001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1152882-d0cd-4ef3-9db1-93228e8ea377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.133731 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53b06a4e-17ee-4a46-a6d8-d091fe6380e5 req-8e57b634-2855-4a40-8ead-11e1e5ee062c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359714 Jul 16 08:45:51.142166 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.179632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1152882-d0cd-4ef3-9db1-93228e8ea377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.182232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1152882-d0cd-4ef3-9db1-93228e8ea377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.185817 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b1152882-d0cd-4ef3-9db1-93228e8ea377 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3ce28b8-e6a4-42c7-b4e1-267568d4af80 HTTP/1.1" status: 204 len: 168 time: 0.4484327 Jul 16 08:45:51.191830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152882-d0cd-4ef3-9db1-93228e8ea377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ce28b8-e6a4-42c7-b4e1-267568d4af80,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.575220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.627787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] No DVR routers for this DVR port e4294550-6dd4-4f05-86fd-f7b0bd70659f on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:51.639583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d64ad93-7f67-4ac5-a12f-abbf3a56ca23 req-7f714c20-8b04-4804-a2c8-206b9ce8d0e8 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266547 Jul 16 08:45:51.699059 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.751844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb20329-471f-4b6c-8830-b29722cc3651,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.764758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271e841-6b60-49c2-bcba-8f05085097c6 req-ce3bbb26-be6f-4ae6-8a13-78471662f447 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.766307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d271e841-6b60-49c2-bcba-8f05085097c6 req-ce3bbb26-be6f-4ae6-8a13-78471662f447 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.7468059 Jul 16 08:45:51.773227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:51.773560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:51.773921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:51.778328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Allocated IP 172.20.0.12 (ff0bd8d5-928e-4372-933c-180eae691c3c/1b8f6089-c041-4c6e-9073-12eb30d5fc0c/9487f6a3-2aae-4f52-96df-0bdc6acccbf3) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:51.779510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52784) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.786686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Request body: {'floatingip': {'port_id': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:51.812451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:51.812762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Attempting to bind port e4294550-6dd4-4f05-86fd-f7b0bd70659f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:51.849115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.852147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:51.852522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:51.853677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:51.853677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Bound port: e4294550-6dd4-4f05-86fd-f7b0bd70659f, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:51.854197 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.939388 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.088864 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff8bda-021d-4dad-84d1-16601217c892 x-openstack-request-id: req-9aff8bda-021d-4dad-84d1-16601217c892 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:52.089219 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-unplugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:52.089411 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9aff8bda-021d-4dad-84d1-16601217c892 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:52.089889 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'code': 200} Jul 16 08:45:52.107708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c583acc2-b05d-4338-82e2-c388275f4b97 req-06ebe3bf-663b-4857-8712-d402b409f8ad tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 210 time: 0.1051562 Jul 16 08:45:52.137242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.192906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.256764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:52.325790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:52.358712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.359276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e825a7-a268-4dc4-bcab-e4c3c8d39467 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:52.369404 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.373274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3c1daaa8-57f5-4dbd-aae9-e9d6dae9e1c7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/72e825a7-a268-4dc4-bcab-e4c3c8d39467 HTTP/1.1" status: 204 len: 168 time: 3.3474782 Jul 16 08:45:52.376301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.378100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52802) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.516574 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.522206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.522769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.528342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] 10.222.0.54 "PUT /v2.0/ports/e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 1098 time: 2.8601325 Jul 16 08:45:52.557265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52806) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.561798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.resource_extend [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:45:52.579474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e83a1d9-346a-4d9e-8143-8cf694a3620a admin admin] Deleting subnet 160dc7c8-a06f-478c-9a70-5c594d35f70c {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:52.597305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e83a1d9-346a-4d9e-8143-8cf694a3620a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.627819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d70f0d-56c0-4a78-8b53-8c78e1eea78d service neutron] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.631649 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.637733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.682732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:52.721473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4fe4b-e4ab-48a6-be8b-6d8da7dcb05d req-4a248a6e-fd1d-4756-9162-858fccabadee tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.723690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0b4fe4b-e4ab-48a6-be8b-6d8da7dcb05d req-4a248a6e-fd1d-4756-9162-858fccabadee tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.4071193 Jul 16 08:45:52.730899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e83a1d9-346a-4d9e-8143-8cf694a3620a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.801890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:52.845538 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.854069 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Floating IP b071bb30-358b-4948-9342-1d1967404483 associated. External IP: 172.25.6.174, port: 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f. Jul 16 08:45:52.862069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:52.948049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0b4fe4b-e4ab-48a6-be8b-6d8da7dcb05d req-0b45ab55-e0e9-4c7f-b8ae-c5f7c2ddbc77 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807146 Jul 16 08:45:53.003113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-709f900b-6447-42ce-8045-85e5d520f378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.015849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-74f52b36-ee91-4c37-928c-b083d91f66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.017382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-74f52b36-ee91-4c37-928c-b083d91f66d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1101 time: 0.4299378 Jul 16 08:45:53.056139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Network ff0bd8d5-928e-4372-933c-180eae691c3c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:53.089876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:53.091963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event updated for resources: {'Port': ['ID=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.104156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:53.108446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:53.115454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e83a1d9-346a-4d9e-8143-8cf694a3620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.221253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:53.226205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.237264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] Sync routers for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:53.252257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:53.254038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:53.269276 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-54fd3327-3f55-4175-9a6d-d842cc7e35d0 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "PUT /v2.0/floatingips/b071bb30-358b-4948-9342-1d1967404483 HTTP/1.1" status: 200 len: 991 time: 1.4880714 Jul 16 08:45:53.270452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd0e178-2118-4608-948f-720a937add1c', 'tag': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:53.273473 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd0e178-2118-4608-948f-720a937add1c", "tag": "320ddf54-f4de-45fb-bc04-0f7cb9da8c9f"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:53.282480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.283102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.316283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-2b780ef4-651e-412f-9bd7-e1ee97586f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.318373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-2b780ef4-651e-412f-9bd7-e1ee97586f81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2653594 Jul 16 08:45:53.333299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7e63-ca40-4d32-84e4-b4d1a41e2b36 req-003e3bfa-02bf-41c5-b7c9-6e156432fc90 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.334981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3ed7e63-ca40-4d32-84e4-b4d1a41e2b36 req-003e3bfa-02bf-41c5-b7c9-6e156432fc90 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 946 time: 0.4024141 Jul 16 08:45:53.346884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e83a1d9-346a-4d9e-8143-8cf694a3620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.393525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:53.420391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-602bfb99-dc6a-4006-bdc9-cbc9b03714f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.0805955 Jul 16 08:45:53.437336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83a1d9-346a-4d9e-8143-8cf694a3620a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160dc7c8-a06f-478c-9a70-5c594d35f70c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.462011 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e83a1d9-346a-4d9e-8143-8cf694a3620a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.463821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6e83a1d9-346a-4d9e-8143-8cf694a3620a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/160dc7c8-a06f-478c-9a70-5c594d35f70c HTTP/1.1" status: 204 len: 168 time: 1.0780265 Jul 16 08:45:53.467337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52834) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:53.480337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e1e67-b8df-43ec-9421-d31904947026 None None] Network 724f14d2-0f3a-48a5-97cd-d73ba8ae124c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:53.562984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3ed7e63-ca40-4d32-84e4-b4d1a41e2b36 req-9b8f5758-0d30-4341-a515-9607015bf265 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093468 Jul 16 08:45:53.577836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-709f900b-6447-42ce-8045-85e5d520f378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.579396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-6fab5c96-4bcb-4e20-be78-59501b2312a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.580857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-6fab5c96-4bcb-4e20-be78-59501b2312a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1445262 Jul 16 08:45:53.599025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.610614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-709f900b-6447-42ce-8045-85e5d520f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.645965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-a694a4e4-299b-47c7-acfb-a516db1b2759 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3359046 Jul 16 08:45:53.668690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Request body: {'port': {'device_id': '81ca2295-9bed-4fac-a8a0-138c398fdc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:53.678435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Deleting port 0411ea5c-054b-431a-b39c-492a60e793dc {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:53.678967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.720633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b36262-1e42-4cff-9ecf-f40b80ebcf68 req-a22fa061-2fb7-4270-90c1-f7e31ea4b06b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.722174 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36b36262-1e42-4cff-9ecf-f40b80ebcf68 req-a22fa061-2fb7-4270-90c1-f7e31ea4b06b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 932 time: 0.2975924 Jul 16 08:45:53.731386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-709f900b-6447-42ce-8045-85e5d520f378 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7dd0c8c2bd494762bdc7152c08d3d6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1622765 Jul 16 08:45:53.738083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f900b-6447-42ce-8045-85e5d520f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eb7cca-bf06-4680-955a-c30c6f5170e5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.743930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52838) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:53.795514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] For port 0411ea5c-054b-431a-b39c-492a60e793dc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0411ea5c-054b-431a-b39c-492a60e793dc,segment=NetworkSegment(8e9cdb23-e127-40f8-bd96-b464d9c831aa),segment_id=8e9cdb23-e127-40f8-bd96-b464d9c831aa)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:53.795772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.813461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Calling delete_port for 0411ea5c-054b-431a-b39c-492a60e793dc owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:53.842478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'b071bb30-358b-4948-9342-1d1967404483', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'port_id': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'mac_address': 'fa:16:3e:e4:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0e178-2118-4608-948f-720a937add1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:00Z', 'updated_at': '2021-07-16T08:45:52Z', 'revision_number': 1, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:45:01Z', 'revision_number': 5, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:53.874256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36b36262-1e42-4cff-9ecf-f40b80ebcf68 req-fc6782c3-03a5-4187-b25c-7e5fca6d3385 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409233 Jul 16 08:45:53.897015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-d166b125-c67c-4d5a-adb5-4f4e543a5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.898645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-d166b125-c67c-4d5a-adb5-4f4e543a5c68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3066986 Jul 16 08:45:53.900748 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.922494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] DHCP port deletion for 724f14d2-0f3a-48a5-97cd-d73ba8ae124c request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:53.954328 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08057e25-f1ab-4b70-9258-b4394c18594d x-openstack-request-id: req-08057e25-f1ab-4b70-9258-b4394c18594d {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:53.954844 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd0e178-2118-4608-948f-720a937add1c", "tag": "320ddf54-f4de-45fb-bc04-0f7cb9da8c9f", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:53.954844 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08057e25-f1ab-4b70-9258-b4394c18594d {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:53.955255 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd0e178-2118-4608-948f-720a937add1c', 'tag': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'status': 'completed', 'code': 200} Jul 16 08:45:53.956374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.976050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] Checking router: 260330a1-fb0f-43b8-8d12-fcd5f5f17acd for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:53.995466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] No DVR routers for this DVR port 0411ea5c-054b-431a-b39c-492a60e793dc on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:53.998633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:54.001553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:54.003099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8617b16-367a-463f-a9f6-533794822526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.081078 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Pushing event deleted for resources: {'Port': ['ID=0411ea5c-054b-431a-b39c-492a60e793dc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.115092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:54.118279 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bee5c1-807f-4c35-9b4b-87543c7e362b" -d '{"events": [{"name": "network-changed", "server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:54.127776 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8617b16-367a-463f-a9f6-533794822526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.148359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.155797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] Deleting port 0411ea5c-054b-431a-b39c-492a60e793dc {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:54.155797 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.160889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724f14d2-0f3a-48a5-97cd-d73ba8ae124c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:54.172940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9cdb23-e127-40f8-bd96-b464d9c831aa') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:54.173229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9cdb23-e127-40f8-bd96-b464d9c831aa') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:54.187859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.205375 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.212196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-041b800a-0e38-4486-ab73-b9a9cd48a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.213711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-041b800a-0e38-4486-ab73-b9a9cd48a474 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d753bae8fe04f01b31bec00f89c24da&device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 1097 time: 0.2259305 Jul 16 08:45:54.216358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:54.216757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:54.218492 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:54.236464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:54.267310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] For port 0411ea5c-054b-431a-b39c-492a60e793dc, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:54.267703 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.287992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] Calling delete_port for 0411ea5c-054b-431a-b39c-492a60e793dc owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:54.292122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] Port 0411ea5c-054b-431a-b39c-492a60e793dc was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:45:54.294981 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.331724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-5ff6051c-e845-4c09-856f-c4558f608b11 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092278 Jul 16 08:45:54.345086 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.352526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.359321 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] 10.222.0.55 "DELETE /v2.0/networks/724f14d2-0f3a-48a5-97cd-d73ba8ae124c HTTP/1.1" status: 204 len: 168 time: 0.8893442 Jul 16 08:45:54.365406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] Pushing event deleted for resources: {'Port': ['ID=0411ea5c-054b-431a-b39c-492a60e793dc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.372917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92ab40-87e0-4af9-ac8d-ba6f6955105b None None] No DVR routers for this DVR port 0411ea5c-054b-431a-b39c-492a60e793dc on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:54.405977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ac246-10b4-4911-a2b7-63dbab3cf322 admin admin] Pushing event deleted for resources: {'Network': ['ID=724f14d2-0f3a-48a5-97cd-d73ba8ae124c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.412941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-7582f2aa-ed0f-4fb8-abbb-b6202c6ebd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.414409 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-7582f2aa-ed0f-4fb8-abbb-b6202c6ebd9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 HTTP/1.1" status: 200 len: 917 time: 0.1921012 Jul 16 08:45:54.470187 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8617b16-367a-463f-a9f6-533794822526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.473313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8617b16-367a-463f-a9f6-533794822526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.474741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e8617b16-367a-463f-a9f6-533794822526 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41eb7cca-bf06-4680-955a-c30c6f5170e5 HTTP/1.1" status: 204 len: 168 time: 0.7287686 Jul 16 08:45:54.547490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8617b16-367a-463f-a9f6-533794822526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eb7cca-bf06-4680-955a-c30c6f5170e5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.570410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2681b0-253d-4e2c-bb49-300838fced62 req-eb83f1f2-14be-479b-ba64-29b06dafc8dc tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.577754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc2681b0-253d-4e2c-bb49-300838fced62 req-eb83f1f2-14be-479b-ba64-29b06dafc8dc tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=b70c6674-4377-47eb-b90e-97df54c92a17 HTTP/1.1" status: 200 len: 945 time: 0.4523830 Jul 16 08:45:54.596261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c067f-80ec-409e-9f76-590db2f86320 req-35da30c4-f33c-4f63-99ed-73794367fdaa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.597944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-813c067f-80ec-409e-9f76-590db2f86320 req-35da30c4-f33c-4f63-99ed-73794367fdaa tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.4448435 Jul 16 08:45:54.609774 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-15e50494-0d94-4266-aaf9-cb684e119d84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f HTTP/1.1" status: 200 len: 999 time: 0.1882336 Jul 16 08:45:54.621852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'b071bb30-358b-4948-9342-1d1967404483', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'port_id': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'mac_address': 'fa:16:3e:e4:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0e178-2118-4608-948f-720a937add1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:00Z', 'updated_at': '2021-07-16T08:45:52Z', 'revision_number': 1, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:45:01Z', 'revision_number': 5, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:54.656542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52850) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.659563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ff3c9-4caa-4d6a-bfea-2834817c90fa None None] The sync data for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 is: [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'b071bb30-358b-4948-9342-1d1967404483', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'port_id': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'mac_address': 'fa:16:3e:e4:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0e178-2118-4608-948f-720a937add1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:00Z', 'updated_at': '2021-07-16T08:45:52Z', 'revision_number': 1, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:45:01Z', 'revision_number': 5, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:54.684715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-09744188-65fc-4517-a911-a72c7b1991dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.687197 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-09744188-65fc-4517-a911-a72c7b1991dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ca05f0-de5c-43d4-b0c5-14d906cb6ddb HTTP/1.1" status: 200 len: 855 time: 0.0694814 Jul 16 08:45:54.729023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-813c067f-80ec-409e-9f76-590db2f86320 req-f5b2c981-7262-491c-ad51-14ae76c1167d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072533 Jul 16 08:45:54.783167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-359e1004-25fc-419f-9f36-fbdecc401e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.787534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-359e1004-25fc-419f-9f36-fbdecc401e73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895267 Jul 16 08:45:54.799634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce12c4-492c-4dd2-9a13-6afe8edc8282 req-163f8eff-c072-4c4e-9822-4bf50fcb52c2 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530871 Jul 16 08:45:54.872647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc2681b0-253d-4e2c-bb49-300838fced62 req-a0651bb9-0cbd-42f2-85c3-bab88a9ec8b8 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931693 Jul 16 08:45:54.909717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:54.920980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8e505d81-d333-4f58-b3ea-43c1e77cc352 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83c236444a70408291cae3a865af9b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540114 Jul 16 08:45:54.922753 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f937d-92d9-4469-a355-4de519809e3e x-openstack-request-id: req-9a7f937d-92d9-4469-a355-4de519809e3e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:54.923167 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:54.923469 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a7f937d-92d9-4469-a355-4de519809e3e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:54.923865 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'status': 'completed', 'code': 200} Jul 16 08:45:54.927585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52864) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.931085 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.016265 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-712f4c28-5b5e-4e23-97da-dc5ccbbca723 service neutron] 10.222.0.54 "GET /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179413 Jul 16 08:45:55.069130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0411ea5c-054b-431a-b39c-492a60e793dc no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:55.080628 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788df48-78f8-4821-a8c5-c144932043d7 None None] New status for floating IP b071bb30-358b-4948-9342-1d1967404483: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:45:55.121133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 0411ea5c-054b-431a-b39c-492a60e793dc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:55.121482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0411ea5c-054b-431a-b39c-492a60e793dc not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:55.150056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Transition to ACTIVE for port object 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:55.181934 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.230968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d58d-edc0-462e-b729-c86e88957a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.236348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Pushing event updated for resources: {'Port': ['ID=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.237230 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3a952aea-94f7-4df2-88dd-7c3011dbc5bd req-cddc4a8b-c937-48dc-8b8d-b625964e695c service neutron] 10.222.0.54 "GET /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089999 Jul 16 08:45:55.300018 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d58d-edc0-462e-b729-c86e88957a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.303617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-f40629be-67e7-41bc-adf1-f27c811a217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.305154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-f40629be-67e7-41bc-adf1-f27c811a217c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1101 time: 0.3146417 Jul 16 08:45:55.320402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-97454b32-b21a-4886-8198-283ff452a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.321970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-97454b32-b21a-4886-8198-283ff452a2c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1101 time: 0.3097515 Jul 16 08:45:55.617280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52892) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:55.729017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-137720945-network', 'tenant_id': '65751027b7fb422d8d4c7e3c84b106bb'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:55.752418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Made reservation on behalf of 65751027b7fb422d8d4c7e3c84b106bb for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:55.756181 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.767313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.935364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.946553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.968441 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d58d-edc0-462e-b729-c86e88957a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.970758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:55.971101 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d58d-edc0-462e-b729-c86e88957a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.974798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c6f5d58d-edc0-462e-b729-c86e88957a60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73468e61-2cfc-4173-9fe3-50e28f7d262c HTTP/1.1" status: 204 len: 168 time: 1.0437636 Jul 16 08:45:55.989142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5852feb-200d-418d-b781-87c162d38320,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.993915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5d58d-edc0-462e-b729-c86e88957a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73468e61-2cfc-4173-9fe3-50e28f7d262c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.997531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.998626 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Added segment efe25a39-0978-4e32-9a91-6b580a4f4349 of type vlan for network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 Jul 16 08:45:56.002972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1e056-3a0e-428a-ab15-16e7b03e3acc req-85717a1f-f7f1-46b5-a874-c93aa58b2110 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.010309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abe1e056-3a0e-428a-ab15-16e7b03e3acc req-85717a1f-f7f1-46b5-a874-c93aa58b2110 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 944 time: 0.7040195 Jul 16 08:45:56.012432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Attempting to bind port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:56.012686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Attempting to bind port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:56.013018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Attempting to bind port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:56.044089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-f7fa8927-3f28-431c-8de2-b1b71a842bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.045635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-f7fa8927-3f28-431c-8de2-b1b71a842bb0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.7137835 Jul 16 08:45:56.054274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 on network ff0bd8d5-928e-4372-933c-180eae691c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:56.054274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Attempting to bind port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:56.061742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.075588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-ae648fb6-db1f-426b-bd94-a1279840df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.076824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-ae648fb6-db1f-426b-bd94-a1279840df18 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.7020853 Jul 16 08:45:56.094260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:56.094884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:56.095040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Bound using segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:56.095405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Bound port: 9487f6a3-2aae-4f52-96df-0bdc6acccbf3, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:56.095764 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.103017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.104170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.104786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.141300 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5228405 Jul 16 08:45:56.144074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.150003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Request body: {'subnet': {'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-137720945-subnet', 'tenant_id': '65751027b7fb422d8d4c7e3c84b106bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:56.185734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-f72400dd-1ec8-4e35-9aa2-5d7e855fdf8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.1064377 Jul 16 08:45:56.186197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c819-6747-4d45-ba4a-b21f8e2ae01e admin admin] Pushing event updated for resources: {'Network': ['ID=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.193744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-59c0dbba-799d-46ad-99d4-a3b4fbbf37ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 200 len: 217 time: 0.1026387 Jul 16 08:45:56.200028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:56.210647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abe1e056-3a0e-428a-ab15-16e7b03e3acc req-9d93aed2-6c5b-4b44-abb6-72eb1deec75f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993625 Jul 16 08:45:56.210823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Made reservation on behalf of 65751027b7fb422d8d4c7e3c84b106bb for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:56.214089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.372110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52922) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.417384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eb0be-5b60-43db-b938-0e3b37b04ca5 req-7c4d234f-66bc-4a0c-a609-a690f67b631e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.418929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab6eb0be-5b60-43db-b938-0e3b37b04ca5 req-7c4d234f-66bc-4a0c-a609-a690f67b631e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.3948576 Jul 16 08:45:56.429385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-26992eb2-a014-43f9-9387-43c301e37eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.430839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-26992eb2-a014-43f9-9387-43c301e37eb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1852860 Jul 16 08:45:56.435724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-eb1e87c9-6530-4e8b-ba65-55cd292cff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.437073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-eb1e87c9-6530-4e8b-ba65-55cd292cff43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2255175 Jul 16 08:45:56.438883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] For port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:56.446981 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.478295 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4f54ffd8-e99d-4988-8317-c7598a2367e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=144e63c3894347a8a849fd166d49e39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027441 Jul 16 08:45:56.479571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52928) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.496812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] For port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:56.530717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.549275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.551156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Checking segment: {'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:56.551510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Network hostable DHCP agents. Network: 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:56.574487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5911ea1f-95a4-45c2-a88d-c81c265f28ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.591942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:56.606449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5911ea1f-95a4-45c2-a88d-c81c265f28ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.608662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:56.618525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.619068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a7171f-bae8-4c2d-9043-4212710b2e5d None None] Network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:56.619458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.649415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.650391 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.651950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] 10.222.0.52 "PUT /v2.0/ports/9487f6a3-2aae-4f52-96df-0bdc6acccbf3 HTTP/1.1" status: 200 len: 1093 time: 2.9885619 Jul 16 08:45:56.654585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-54e2e882-31ff-4e87-9ffb-8f88ec181324 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5084991 Jul 16 08:45:56.674360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab6eb0be-5b60-43db-b938-0e3b37b04ca5 req-0a71f02d-6f6e-45a4-8d44-cf434123b300 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424057 Jul 16 08:45:56.703919 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5911ea1f-95a4-45c2-a88d-c81c265f28ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.706617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5911ea1f-95a4-45c2-a88d-c81c265f28ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.708881 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5911ea1f-95a4-45c2-a88d-c81c265f28ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70b12ba9-5721-4d81-ba04-cd56a2572a05 HTTP/1.1" status: 204 len: 168 time: 0.2261448 Jul 16 08:45:56.719387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911ea1f-95a4-45c2-a88d-c81c265f28ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b12ba9-5721-4d81-ba04-cd56a2572a05,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.756970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910a71d-7c74-484b-90e3-4c381ff7f381 service neutron] Pushing event updated for resources: {'Port': ['ID=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.933218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-4b2c3af8-4ac4-4556-8bc8-c8c8f6cf2676 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.943790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-4b2c3af8-4ac4-4556-8bc8-c8c8f6cf2676 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 813 time: 0.5435972 Jul 16 08:45:56.962576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ca2295-9bed-4fac-a8a0-138c398fdc6d', 'tag': '9487f6a3-2aae-4f52-96df-0bdc6acccbf3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:56.965118 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517" -d '{"events": [{"name": "network-changed", "server_uuid": "81ca2295-9bed-4fac-a8a0-138c398fdc6d", "tag": "9487f6a3-2aae-4f52-96df-0bdc6acccbf3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:56.969960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-d6e730ff-9080-4518-8c43-3fc5181e6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.971547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-d6e730ff-9080-4518-8c43-3fc5181e6869 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5185366 Jul 16 08:45:56.983721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-dc520951-17ea-4c0b-8c24-05bbf3664ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.985286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-dc520951-17ea-4c0b-8c24-05bbf3664ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5311904 Jul 16 08:45:56.998993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-899b863c-fa7a-4383-a9ec-5a273deff7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.001766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-899b863c-fa7a-4383-a9ec-5a273deff7cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 1096 time: 0.2359302 Jul 16 08:45:57.008503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e3e03-094a-468c-b007-b532529f6023 None None] Network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:57.019247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-3daabafd-3ea6-4cb9-8aab-de60de6aa869 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.021572 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-3daabafd-3ea6-4cb9-8aab-de60de6aa869 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.52 "GET /v2.0/ports?device_id=b70c6674-4377-47eb-b90e-97df54c92a17 HTTP/1.1" status: 200 len: 945 time: 0.2041850 Jul 16 08:45:57.022973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-7a7f1bec-92a8-4708-b6be-79d3fdd73506 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/quotas/891f45838d11468abeed96198dfe93be HTTP/1.1" status: 200 len: 375 time: 0.0782864 Jul 16 08:45:57.206799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-efa6b7af-19d4-4263-9c2a-5ae1ba3c8eef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9487f6a3-2aae-4f52-96df-0bdc6acccbf3 HTTP/1.1" status: 200 len: 217 time: 0.1769052 Jul 16 08:45:57.233459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e7dcbd2c-a634-4cd4-a1fb-82d7192aca0c req-9dd8c1bb-aec8-49cb-81fc-be290a5e4cbc tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1122780688', 'description': 'tempest-description-2078294937'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:57.334638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-3358c0b8-f117-41e5-8128-d1284faad0e6 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390701 Jul 16 08:45:57.443270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-f0051d75-747f-4051-b4d4-6093c2531090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.444836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-f0051d75-747f-4051-b4d4-6093c2531090 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.2291439 Jul 16 08:45:57.450340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e7dcbd2c-a634-4cd4-a1fb-82d7192aca0c req-9dd8c1bb-aec8-49cb-81fc-be290a5e4cbc tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.480093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-23b9dda8-ed4c-4f2e-9b64-b517b0fd49dc service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763753 Jul 16 08:45:57.541470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-de3634fc-9367-4369-b51a-659d698659f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824516 Jul 16 08:45:57.623417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-cb2454a4-51d2-4aa6-b2fd-0edda566f668 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5898693 Jul 16 08:45:57.721754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Deleting port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:57.722109 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.782308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-915f9443-996c-4396-a794-f6b4873ef5d8 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361989 Jul 16 08:45:57.939309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6bee5c1-807f-4c35-9b4b-87543c7e362b req-af040e82-1423-432e-a6a3-97a00827f19c service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080148 Jul 16 08:45:57.941027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-025664f3-d59f-4e21-96b6-dd42f9d97afc service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735373 Jul 16 08:45:58.008988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-503d515f-92ca-414e-9472-8a98c5afdbe7 service neutron] 10.222.0.55 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687239 Jul 16 08:45:58.016610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] For port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:58.016971 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.085107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e7dcbd2c-a634-4cd4-a1fb-82d7192aca0c req-9dd8c1bb-aec8-49cb-81fc-be290a5e4cbc tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.111729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Calling delete_port for 1955c5da-ce3c-4341-9fbb-8e1544aaa01d owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:58.121543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e7dcbd2c-a634-4cd4-a1fb-82d7192aca0c req-9dd8c1bb-aec8-49cb-81fc-be290a5e4cbc tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.243955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e7dcbd2c-a634-4cd4-a1fb-82d7192aca0c req-9dd8c1bb-aec8-49cb-81fc-be290a5e4cbc tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.245154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e7dcbd2c-a634-4cd4-a1fb-82d7192aca0c req-9dd8c1bb-aec8-49cb-81fc-be290a5e4cbc tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0335488 Jul 16 08:45:58.257864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8c1bb-aec8-49cb-81fc-be290a5e4cbc tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e090c51-689d-4191-8f3b-d71b79a41d89,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:58.277086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15ae52f3-df25-4939-950c-25418a4e0a6f req-87518ee4-ff26-4748-9523-eee2ad006d67 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250754 Jul 16 08:45:58.307697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-b9ed35fe-3595-4865-a457-98ec447b470e service neutron] 10.222.0.55 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846377 Jul 16 08:45:58.324328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-d215bd92-5c61-41e8-a756-685e1756a1aa tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.325863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-d215bd92-5c61-41e8-a756-685e1756a1aa tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd09548d-6090-4cc8-8662-020a8a6dda72 HTTP/1.1" status: 200 len: 946 time: 0.3039527 Jul 16 08:45:58.334218 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d42559-a455-405f-9039-1067967f5528 x-openstack-request-id: req-03d42559-a455-405f-9039-1067967f5528 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:58.334506 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ca2295-9bed-4fac-a8a0-138c398fdc6d", "tag": "9487f6a3-2aae-4f52-96df-0bdc6acccbf3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:58.334755 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03d42559-a455-405f-9039-1067967f5528 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:58.335141 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ca2295-9bed-4fac-a8a0-138c398fdc6d', 'tag': '9487f6a3-2aae-4f52-96df-0bdc6acccbf3', 'status': 'completed', 'code': 200} Jul 16 08:45:58.751960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:58.872160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:58.885780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'mac_address': 'fa:16:3e:ee:cb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:58.902576 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.918401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ad574f38-8873-4f3d-86b4-4ee56fa7de5d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:58.963766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Pushing event deleted for resources: {'Port': ['ID=1955c5da-ce3c-4341-9fbb-8e1544aaa01d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:58.966132 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.968147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-9c2f8f38-a242-4a86-a90d-f369c5101cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.969739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-9c2f8f38-a242-4a86-a90d-f369c5101cd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 1096 time: 0.6004484 Jul 16 08:45:58.979863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffc71c-6c9f-4791-9b23-5110950ef7da req-a905c2e0-32a0-4913-b320-8c560765d2cd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.982486 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7ffc71c-6c9f-4791-9b23-5110950ef7da req-a905c2e0-32a0-4913-b320-8c560765d2cd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 944 time: 0.2782147 Jul 16 08:45:58.993451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4294550-6dd4-4f05-86fd-f7b0bd70659f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:59.017738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:59.026667 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.051876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1b157-58d0-4ba9-8696-2d2e9c2d1b7f req-c7b37131-7873-42e6-b9cb-cd3b12e0907a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.053493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fc1b157-58d0-4ba9-8696-2d2e9c2d1b7f req-c7b37131-7873-42e6-b9cb-cd3b12e0907a tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 949 time: 0.3485162 Jul 16 08:45:59.069372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] No DVR routers for this DVR port 1955c5da-ce3c-4341-9fbb-8e1544aaa01d on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:59.090346 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.092524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b9bf4c-d5a1-4acb-ab7b-994451b3802a req-ffd4b5b1-8517-46e0-8ef5-f936f7523c38 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.52 "DELETE /v2.0/ports/1955c5da-ce3c-4341-9fbb-8e1544aaa01d HTTP/1.1" status: 204 len: 173 time: 2.0600100 Jul 16 08:45:59.125021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=12']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.168007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7ffc71c-6c9f-4791-9b23-5110950ef7da req-f4cff7f0-494f-4c12-9ae3-0bf0a6330232 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096337 Jul 16 08:45:59.170987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Deleting port ad574f38-8873-4f3d-86b4-4ee56fa7de5d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:59.183163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.289335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fc1b157-58d0-4ba9-8696-2d2e9c2d1b7f req-6ce0438e-ed5c-4477-8350-5506a1e02432 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119613 Jul 16 08:45:59.352084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['e4294550-6dd4-4f05-86fd-f7b0bd70659f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:59.412604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-d5fe8f16-783c-43d5-a0b1-b0fef7006feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.414114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-d5fe8f16-783c-43d5-a0b1-b0fef7006feb service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 906 time: 0.3928020 Jul 16 08:45:59.438153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] For port ad574f38-8873-4f3d-86b4-4ee56fa7de5d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:59.438504 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.476618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-209929c7-e603-4659-9130-53c7e6fb8baf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9487f6a3-2aae-4f52-96df-0bdc6acccbf3 HTTP/1.1" status: 200 len: 217 time: 0.0528896 Jul 16 08:45:59.483572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Calling delete_port for ad574f38-8873-4f3d-86b4-4ee56fa7de5d owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:59.537685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-740b993d-f469-4220-856b-f5a22d1477fb req-ad0b0270-ba5d-4daa-8e5f-47fe74914d46 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1308025073', 'description': 'tempest-description-1158749142'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:59.642630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-61f11aa7-97f3-466e-b270-78ab204b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.644161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-61f11aa7-97f3-466e-b270-78ab204b737a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.1578641 Jul 16 08:45:59.692463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-4b6c95df-b465-4b19-83fa-136dbcd7bae3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374277 Jul 16 08:45:59.694803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-740b993d-f469-4220-856b-f5a22d1477fb req-ad0b0270-ba5d-4daa-8e5f-47fe74914d46 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.907261 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.952775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-dd744667-80e7-430f-aca0-c8ceded872d0 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523978 Jul 16 08:45:59.953536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Pushing event deleted for resources: {'Port': ['ID=ad574f38-8873-4f3d-86b4-4ee56fa7de5d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.053115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] No DVR routers for this DVR port ad574f38-8873-4f3d-86b4-4ee56fa7de5d on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:00.085590 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.090429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c851ad71-e2e9-45e8-a4a1-741671dca282 req-fa82a321-73aa-4118-9f2e-a71628633ac5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.54 "DELETE /v2.0/ports/ad574f38-8873-4f3d-86b4-4ee56fa7de5d HTTP/1.1" status: 204 len: 173 time: 1.7517109 Jul 16 08:46:00.096306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53026) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:00.118011 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-740b993d-f469-4220-856b-f5a22d1477fb req-ad0b0270-ba5d-4daa-8e5f-47fe74914d46 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.135304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-740b993d-f469-4220-856b-f5a22d1477fb req-ad0b0270-ba5d-4daa-8e5f-47fe74914d46 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.151241 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-6d24efd2-bce1-49fd-822e-afb3278492f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853338 Jul 16 08:46:00.152312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e941d5a4-cd6d-4f0b-98a5-981d4dad7517 req-5cf8aa0d-2df4-4139-9491-e0f99c24c07b service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914103 Jul 16 08:46:00.175148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b0270-ba5d-4daa-8e5f-47fe74914d46 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725b277f-58e1-44c2-860d-a0e659c11c54,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.179130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-740b993d-f469-4220-856b-f5a22d1477fb req-ad0b0270-ba5d-4daa-8e5f-47fe74914d46 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.198422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-740b993d-f469-4220-856b-f5a22d1477fb req-ad0b0270-ba5d-4daa-8e5f-47fe74914d46 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6669209 Jul 16 08:46:00.275460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5355ccc2-6c84-43a7-90b5-1e3abd87bb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.337422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70c6674-4377-47eb-b90e-97df54c92a17', 'name': 'network-vif-deleted', 'tag': '1955c5da-ce3c-4341-9fbb-8e1544aaa01d'}, {'server_uuid': 'fd09548d-6090-4cc8-8662-020a8a6dda72', 'name': 'network-vif-deleted', 'tag': 'ad574f38-8873-4f3d-86b4-4ee56fa7de5d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:00.340371 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930edb41-8cde-4fc5-ae68-cb6b8eeec935" -d '{"events": [{"server_uuid": "b70c6674-4377-47eb-b90e-97df54c92a17", "name": "network-vif-deleted", "tag": "1955c5da-ce3c-4341-9fbb-8e1544aaa01d"}, {"server_uuid": "fd09548d-6090-4cc8-8662-020a8a6dda72", "name": "network-vif-deleted", "tag": "ad574f38-8873-4f3d-86b4-4ee56fa7de5d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:00.447748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-a5507d5d-67bc-4900-9914-2fe1c7173208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.450621 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-a5507d5d-67bc-4900-9914-2fe1c7173208 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5443957cf93641718163cdaddb1c6608&device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 1103 time: 0.0881219 Jul 16 08:46:00.604450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f73165-29d2-4558-b3d8-88cd3f3cf665 req-61056c43-652d-459a-9141-9d38b6d4f0b3 tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.606169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84f73165-29d2-4558-b3d8-88cd3f3cf665 req-61056c43-652d-459a-9141-9d38b6d4f0b3 tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 1102 time: 0.2904599 Jul 16 08:46:00.697627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 1955c5da-ce3c-4341-9fbb-8e1544aaa01d no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:00.715513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-d611c253-2f11-4b4c-a031-4c238ebdb19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.717151 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-d611c253-2f11-4b4c-a031-4c238ebdb19d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1935530 Jul 16 08:46:00.729325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 1955c5da-ce3c-4341-9fbb-8e1544aaa01d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:00.730164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 1955c5da-ce3c-4341-9fbb-8e1544aaa01d not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:00.744447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84f73165-29d2-4558-b3d8-88cd3f3cf665 req-0f0f0a5e-29b1-4c41-9388-b3645773ede7 tempest-MigrationsAdminTest-839232002 tempest-MigrationsAdminTest-839232002-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254685 Jul 16 08:46:00.747604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:00.751727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-afbef16e-38bc-41a9-acd1-ec3942e94bd5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.752631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-afbef16e-38bc-41a9-acd1-ec3942e94bd5 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.54 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 813 time: 0.3464139 Jul 16 08:46:00.767190 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5355ccc2-6c84-43a7-90b5-1e3abd87bb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.795174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-c6cc5bcf-f7e3-42b6-815d-0b1604d8e2fe tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.806854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-c6cc5bcf-f7e3-42b6-815d-0b1604d8e2fe tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.52 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 813 time: 0.3678756 Jul 16 08:46:00.812656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Request body: {'port': {'device_id': 'dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9', 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'admin_state_up': True, 'tenant_id': '891f45838d11468abeed96198dfe93be'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:00.814816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-fb3dcd54-fba9-48c6-9269-4fc6e0caeef8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 200 len: 217 time: 0.0876212 Jul 16 08:46:00.815156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port e4294550-6dd4-4f05-86fd-f7b0bd70659f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:00.820687 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port e4294550-6dd4-4f05-86fd-f7b0bd70659f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:00.821076 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.829151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5355ccc2-6c84-43a7-90b5-1e3abd87bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.927079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Request body: {'port': {'device_id': 'f3a6359a-c1ae-414b-9af3-29bc83aac8e3', 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'admin_state_up': True, 'tenant_id': '891f45838d11468abeed96198dfe93be'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:00.933054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5355ccc2-6c84-43a7-90b5-1e3abd87bb50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ced210f8df1149e9ab539678f236db9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8354993 Jul 16 08:46:00.936514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53050) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:00.967874 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.975957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-0991478b-408b-4e8f-8744-ebb4a36c72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.977630 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-0991478b-408b-4e8f-8744-ebb4a36c72b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1546967 Jul 16 08:46:00.996658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:00.999283 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdc4096-d4fc-4edb-a320-0f7ef0bbcdad" -d '{"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-plugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:01.016256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:01.024324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.054596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee5064ef-8bbe-4d82-8d8e-6cff41a23649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.071021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5c23bf2-6df2-4b0a-b97e-524d4b279742 req-b197faa5-3d02-405f-9e8e-728bf15fe17f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 210 time: 0.1329916 Jul 16 08:46:01.092196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=13']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.113578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee5064ef-8bbe-4d82-8d8e-6cff41a23649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.124540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355ccc2-6c84-43a7-90b5-1e3abd87bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6899ac-d545-4907-839d-e4f2c0aaf5ba,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.153377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-47e879e9-0ae2-4ca6-a9cc-5f7b6dc05548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.154895 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-47e879e9-0ae2-4ca6-a9cc-5f7b6dc05548 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543996 Jul 16 08:46:01.174510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee5064ef-8bbe-4d82-8d8e-6cff41a23649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.177494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee5064ef-8bbe-4d82-8d8e-6cff41a23649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.178662 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ee5064ef-8bbe-4d82-8d8e-6cff41a23649 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db6899ac-d545-4907-839d-e4f2c0aaf5ba HTTP/1.1" status: 204 len: 168 time: 0.2391038 Jul 16 08:46:01.204114 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5064ef-8bbe-4d82-8d8e-6cff41a23649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6899ac-d545-4907-839d-e4f2c0aaf5ba,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.281084 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-081abd01-276f-4837-ba32-7607d6804f87 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013238 Jul 16 08:46:01.368898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0225f8-e72c-4de3-95a2-d25e77d24010 req-8d0ea641-685f-4bbb-961a-ffd7e011ef17 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.375938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d0225f8-e72c-4de3-95a2-d25e77d24010 req-8d0ea641-685f-4bbb-961a-ffd7e011ef17 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 944 time: 0.4116945 Jul 16 08:46:01.386351 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c9732508-c3a4-4dfc-b01f-78b7725c0cea req-61304881-7809-4cac-9e37-8d7171bc51f6 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934548 Jul 16 08:46:01.390767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Made reservation on behalf of 891f45838d11468abeed96198dfe93be for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:01.394195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.434523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-e40d9ed7-ac49-4643-91d7-4a6249ed33d6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.436008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-e40d9ed7-ac49-4643-91d7-4a6249ed33d6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 812 time: 0.2630212 Jul 16 08:46:01.465175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Made reservation on behalf of 891f45838d11468abeed96198dfe93be for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:01.468579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.492779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d0225f8-e72c-4de3-95a2-d25e77d24010 req-72a50423-4ce6-41d3-9db7-a58b6f082805 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158926 Jul 16 08:46:01.494054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53066) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.496848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-11426ad2-13a2-4724-92f1-d1ebb31fc8fe tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/quotas/65751027b7fb422d8d4c7e3c84b106bb HTTP/1.1" status: 200 len: 375 time: 0.0527763 Jul 16 08:46:01.517980 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59821809-92aa-46b9-bf9f-9c4734d06b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.572110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-d5f97f7e-ab23-40ac-96ac-c6e987172313 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483918 Jul 16 08:46:01.635572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59821809-92aa-46b9-bf9f-9c4734d06b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.640246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59821809-92aa-46b9-bf9f-9c4734d06b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.670048 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f2f650-dae3-46f9-9bb7-9bb7981db1bf x-openstack-request-id: req-a6f2f650-dae3-46f9-9bb7-9bb7981db1bf {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:01.670352 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70c6674-4377-47eb-b90e-97df54c92a17", "name": "network-vif-deleted", "tag": "1955c5da-ce3c-4341-9fbb-8e1544aaa01d", "status": "completed", "code": 200}, {"server_uuid": "fd09548d-6090-4cc8-8662-020a8a6dda72", "name": "network-vif-deleted", "tag": "ad574f38-8873-4f3d-86b4-4ee56fa7de5d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:01.670612 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6f2f650-dae3-46f9-9bb7-9bb7981db1bf {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:01.671020 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70c6674-4377-47eb-b90e-97df54c92a17', 'name': 'network-vif-deleted', 'tag': '1955c5da-ce3c-4341-9fbb-8e1544aaa01d', 'status': 'completed', 'code': 200} Jul 16 08:46:01.671280 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd09548d-6090-4cc8-8662-020a8a6dda72', 'name': 'network-vif-deleted', 'tag': 'ad574f38-8873-4f3d-86b4-4ee56fa7de5d', 'status': 'completed', 'code': 200} Jul 16 08:46:01.685356 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-59821809-92aa-46b9-bf9f-9c4734d06b5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cc183feae444d00b7cfa7aed4f172b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901929 Jul 16 08:46:01.686291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.695559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59821809-92aa-46b9-bf9f-9c4734d06b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd690a7-2413-434d-83dd-f38d6e1d7d79,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.749721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0636b790-2c3e-4798-8354-4908883ed53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.757542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Allocated IP 172.20.0.9 (f21a14c3-f397-43b2-bccf-7ad0442da05d/c5941e77-3864-478e-9a7a-0c0acf12753a/28033945-15ec-42cf-bdbc-4eca27387538) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:01.778153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0636b790-2c3e-4798-8354-4908883ed53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.793013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-206cf357-6324-4d3d-8121-ab6caa8083ec service neutron] 10.222.0.55 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050931 Jul 16 08:46:01.848271 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0636b790-2c3e-4798-8354-4908883ed53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.851151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0636b790-2c3e-4798-8354-4908883ed53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.854165 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0636b790-2c3e-4798-8354-4908883ed53b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddd690a7-2413-434d-83dd-f38d6e1d7d79 HTTP/1.1" status: 204 len: 168 time: 0.1652534 Jul 16 08:46:01.874848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636b790-2c3e-4798-8354-4908883ed53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd690a7-2413-434d-83dd-f38d6e1d7d79,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.975443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-34bf2938-cffc-4e38-ae2a-922106e48b03 service neutron] 10.222.0.55 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760044 Jul 16 08:46:02.013223 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.069631 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f551e9a-3e91-4390-ac71-c83244a29e72 x-openstack-request-id: req-9f551e9a-3e91-4390-ac71-c83244a29e72 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:02.070754 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-plugged", "status": "completed", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:02.071364 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f551e9a-3e91-4390-ac71-c83244a29e72 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:02.071928 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'code': 200} Jul 16 08:46:02.096163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.148985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Network f21a14c3-f397-43b2-bccf-7ad0442da05d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:02.154222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:02.165368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:02.273399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.274187 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.292255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Allocated IP 172.20.0.5 (f21a14c3-f397-43b2-bccf-7ad0442da05d/c5941e77-3864-478e-9a7a-0c0acf12753a/f388941e-bebb-4a4f-85af-a4147c440a82) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:02.301335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Pushing event updated for resources: {'Port': ['ID=28033945-15ec-42cf-bdbc-4eca27387538,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.369117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-5c9206cd-1f04-4c64-840c-8ff98abd1cab tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5609295 Jul 16 08:46:02.397532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Request body: {'port': {'device_id': 'dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:02.718977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.720771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:02.803950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ad574f38-8873-4f3d-86b4-4ee56fa7de5d no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:02.827049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: ad574f38-8873-4f3d-86b4-4ee56fa7de5d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:02.827693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ad574f38-8873-4f3d-86b4-4ee56fa7de5d not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:02.856703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-network', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:02.857312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:02.869289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '9487f6a3-2aae-4f52-96df-0bdc6acccbf3', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'port_id': '9487f6a3-2aae-4f52-96df-0bdc6acccbf3', 'mac_address': 'fa:16:3e:66:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f6089-c041-4c6e-9073-12eb30d5fc0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:02.887091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d200a-e562-42ef-8eed-efaa11c1b4d0 req-910d187f-8288-40da-b7f2-156f32344aa7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.887333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Made reservation on behalf of 5a2b5ed207c34b65be50d68231bec465 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:02.890582 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.895556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-700d200a-e562-42ef-8eed-efaa11c1b4d0 req-910d187f-8288-40da-b7f2-156f32344aa7 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 951 time: 0.6618371 Jul 16 08:46:02.902140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.919224 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.933058 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:02.959910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:02.966798 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.995805 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-700d200a-e562-42ef-8eed-efaa11c1b4d0 req-25bbb751-d47e-4354-98f0-ae8c5db8ef6f tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992668 Jul 16 08:46:03.015589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691b87a-fa16-42ac-9120-497ad0b59d39 req-7a955585-5639-4418-93fc-df158804637c tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.016462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9691b87a-fa16-42ac-9120-497ad0b59d39 req-7a955585-5639-4418-93fc-df158804637c tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 931 time: 0.7312257 Jul 16 08:46:03.040527 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.042420 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.046036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.047028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.074189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:03.093099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b709d11-d880-4d96-9fd4-d8318b824e65,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.097266 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.097665 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Added segment 4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9 of type vlan for network aae0c95e-c13d-4b7f-a039-cde0474813e7 Jul 16 08:46:03.141872 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.155012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9691b87a-fa16-42ac-9120-497ad0b59d39 req-a9da540d-ec25-43ff-a186-c4a042e5a590 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376009 Jul 16 08:46:03.181826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.182905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.183607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.209968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.214238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17ca2359-15b3-453f-807e-e1118249ab2f req-1b4955ed-a01e-489c-adfd-ea8178eb2fba tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 210 time: 0.0626194 Jul 16 08:46:03.227198 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5067744 Jul 16 08:46:03.229679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53122) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.235241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Request body: {'subnet': {'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-subnet', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:03.239579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9487f6a3-2aae-4f52-96df-0bdc6acccbf3'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:03.304076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443e301-af67-4320-9727-f436a83ac819 admin admin] Pushing event updated for resources: {'Network': ['ID=aae0c95e-c13d-4b7f-a039-cde0474813e7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.333793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:03.350093 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.369012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Made reservation on behalf of 5a2b5ed207c34b65be50d68231bec465 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:03.372116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.471090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Network f21a14c3-f397-43b2-bccf-7ad0442da05d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:03.486268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:03.565791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:03.629437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.687105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Pushing event updated for resources: {'Port': ['ID=f388941e-bebb-4a4f-85af-a4147c440a82,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.726972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.728308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.766828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-43eb3c13-7b14-4a13-9b8a-b1db59f8eb76 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9297266 Jul 16 08:46:03.788020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Request body: {'port': {'device_id': 'f3a6359a-c1ae-414b-9af3-29bc83aac8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:03.840661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef2922-28da-4698-af00-0546944d5f44 req-2d434ae5-6ccd-4329-8097-377ab7e92ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.842329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42ef2922-28da-4698-af00-0546944d5f44 req-2d434ae5-6ccd-4329-8097-377ab7e92ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 945 time: 0.3918900 Jul 16 08:46:03.965263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28033945-15ec-42cf-bdbc-4eca27387538 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:03.979638 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.988655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42ef2922-28da-4698-af00-0546944d5f44 req-dd1d2921-a2c0-48e9-9d23-2aa1fdddda38 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254280 Jul 16 08:46:03.993574 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.011062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Transition to ACTIVE for port object 28033945-15ec-42cf-bdbc-4eca27387538 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:04.039910 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.125994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Pushing event updated for resources: {'Port': ['ID=28033945-15ec-42cf-bdbc-4eca27387538,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.155413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=643a9a0c-4380-4533-a49a-eaba11a75e07,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.229726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Checking segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:04.230362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Network hostable DHCP agents. Network: aae0c95e-c13d-4b7f-a039-cde0474813e7, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:04.255891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53150) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.275918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-620404a7-5ad3-4650-b604-8d1a2c7ad810 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.277458 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-620404a7-5ad3-4650-b604-8d1a2c7ad810 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.54 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 812 time: 0.6667304 Jul 16 08:46:04.294009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'port': {'device_id': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3', 'admin_state_up': True, 'tenant_id': '65751027b7fb422d8d4c7e3c84b106bb'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.306520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-6496ad2e-dc08-47e6-8cb3-5c7344e606bc tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.308023 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-6496ad2e-dc08-47e6-8cb3-5c7344e606bc tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 951 time: 0.1543956 Jul 16 08:46:04.342560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:04.389124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, aae0c95e-c13d-4b7f-a039-cde0474813e7) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:04.409383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ee13a-4817-45d7-8575-eea32310f399 None None] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:04.428977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Attempting to bind port 28033945-15ec-42cf-bdbc-4eca27387538 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:04.429590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Attempting to bind port 28033945-15ec-42cf-bdbc-4eca27387538 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:04.429753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Attempting to bind port 28033945-15ec-42cf-bdbc-4eca27387538 on network f21a14c3-f397-43b2-bccf-7ad0442da05d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:04.435626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.436638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.446146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Port 28033945-15ec-42cf-bdbc-4eca27387538 on network f21a14c3-f397-43b2-bccf-7ad0442da05d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:04.446481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Attempting to bind port 28033945-15ec-42cf-bdbc-4eca27387538 on network f21a14c3-f397-43b2-bccf-7ad0442da05d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:04.455404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8a9b2-a655-445b-85e0-d5418ab27005 req-1354c9ff-874a-4865-9da6-c8fc75315898 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.457925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18e8a9b2-a655-445b-85e0-d5418ab27005 req-1354c9ff-874a-4865-9da6-c8fc75315898 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 951 time: 0.2636154 Jul 16 08:46:04.484472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:04.484818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Checking segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:04.485211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Bound using segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:04.485675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Bound port: 28033945-15ec-42cf-bdbc-4eca27387538, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:04.486034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.498716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ced881ec-6f46-4fe9-b714-da96641b4258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.518987 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d42a5af7-b620-41a3-a203-7cb6d2f99d4c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2881045 Jul 16 08:46:04.525863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53154) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.540578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.582319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-aae0c95e-c13d-4b7f-a039-cde0474813e7', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:04.583576 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.624248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f1f1e-31af-4e1b-9858-3a4a60906a61 req-7f7af761-f53f-4514-809f-8e102343d53a tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.625833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-573f1f1e-31af-4e1b-9858-3a4a60906a61 req-7f7af761-f53f-4514-809f-8e102343d53a tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 943 time: 0.3126507 Jul 16 08:46:04.637248 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18e8a9b2-a655-445b-85e0-d5418ab27005 req-6b281d5d-f96b-4615-9192-2abc8793dd71 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702709 Jul 16 08:46:04.677101 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ced881ec-6f46-4fe9-b714-da96641b4258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.686673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:46:04.686673 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:46:04.686673 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id_1': '5a2b5ed207c34b65be50d68231bec465', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 46, 4, 555009)}] Jul 16 08:46:04.686673 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:46:04.687696 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:46:04.713051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ced881ec-6f46-4fe9-b714-da96641b4258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.718075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-573f1f1e-31af-4e1b-9858-3a4a60906a61 req-a52fa79b-6405-4730-a6ed-68e67cf99506 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796895 Jul 16 08:46:04.725584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] For port 28033945-15ec-42cf-bdbc-4eca27387538, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:04.727963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:04.729136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f388941e-bebb-4a4f-85af-a4147c440a82 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:04.734733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] For port 28033945-15ec-42cf-bdbc-4eca27387538, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=28033945-15ec-42cf-bdbc-4eca27387538,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:04.744394 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.747588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.787577 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ced881ec-6f46-4fe9-b714-da96641b4258 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3deb9853ccf4dcba740bb7b419c002d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285439 Jul 16 08:46:04.788298 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Made reservation on behalf of 65751027b7fb422d8d4c7e3c84b106bb for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:04.792294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.795628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53160) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.797730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Allocated IP 172.20.0.2 (aae0c95e-c13d-4b7f-a039-cde0474813e7/643a9a0c-4380-4533-a49a-eaba11a75e07/eb85d3e7-3655-406f-8875-39df4bbf49b3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:04.819968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Transition to ACTIVE for port object f388941e-bebb-4a4f-85af-a4147c440a82 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:04.821170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced881ec-6f46-4fe9-b714-da96641b4258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e1487-5350-4540-a928-20b711d72a4b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.839906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.840988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.843352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-60605438-1e10-4399-8cf9-37926519df47 service neutron] 10.222.0.54 "PUT /v2.0/ports/28033945-15ec-42cf-bdbc-4eca27387538 HTTP/1.1" status: 200 len: 1092 time: 2.4551442 Jul 16 08:46:04.844136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9', 'tag': '28033945-15ec-42cf-bdbc-4eca27387538'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:04.847989 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673a4643-9b8f-45a8-b61c-47704747e5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9", "tag": "28033945-15ec-42cf-bdbc-4eca27387538"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:04.851063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.871277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:04.879509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:04.879927 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.909633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29c6edc8-4ec3-4f10-a620-b65ae6226d2b req-e7d4a6c6-ecc7-4da3-a8f2-f2ed1fddad28 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 210 time: 0.0559130 Jul 16 08:46:04.934617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Deleting port e4294550-6dd4-4f05-86fd-f7b0bd70659f {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:04.935076 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.978138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60605438-1e10-4399-8cf9-37926519df47 service neutron] Pushing event updated for resources: {'Port': ['ID=28033945-15ec-42cf-bdbc-4eca27387538,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.999147 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b7f25d-0111-4bc3-941b-9cc5fc59a80f x-openstack-request-id: req-66b7f25d-0111-4bc3-941b-9cc5fc59a80f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:04.999383 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9", "tag": "28033945-15ec-42cf-bdbc-4eca27387538", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:05.000152 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66b7f25d-0111-4bc3-941b-9cc5fc59a80f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:05.000559 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9', 'tag': '28033945-15ec-42cf-bdbc-4eca27387538', 'status': 'completed', 'code': 200} Jul 16 08:46:05.034677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b06a-571d-4a5a-b06d-30c6ffd27a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.099162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Allocated IP 172.20.0.9 (6c93fa68-add8-4a1f-adee-a9f6c0f42ab3/b7b5f16d-9e42-4790-9e60-609c9ef6d6c2/ebee8296-77d1-4c0c-af12-774c1022d588) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:05.117015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f388941e-bebb-4a4f-85af-a4147c440a82,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.121108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] For port e4294550-6dd4-4f05-86fd-f7b0bd70659f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e4294550-6dd4-4f05-86fd-f7b0bd70659f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:05.121628 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.138130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b06a-571d-4a5a-b06d-30c6ffd27a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.151951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Calling delete_port for e4294550-6dd4-4f05-86fd-f7b0bd70659f owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:05.159223 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.177372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Transition to ACTIVE for port object eb85d3e7-3655-406f-8875-39df4bbf49b3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:05.178807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-9e11bbbb-92e8-4e73-b471-e061513dec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.180323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-9e11bbbb-92e8-4e73-b471-e061513dec01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 1095 time: 0.2804720 Jul 16 08:46:05.199572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Attempting to bind port f388941e-bebb-4a4f-85af-a4147c440a82 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:05.199958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Attempting to bind port f388941e-bebb-4a4f-85af-a4147c440a82 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:05.200285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Attempting to bind port f388941e-bebb-4a4f-85af-a4147c440a82 on network f21a14c3-f397-43b2-bccf-7ad0442da05d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:05.213535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Transition to ACTIVE for port object eb85d3e7-3655-406f-8875-39df4bbf49b3 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:05.248879 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.250747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Port f388941e-bebb-4a4f-85af-a4147c440a82 on network f21a14c3-f397-43b2-bccf-7ad0442da05d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:05.251076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Attempting to bind port f388941e-bebb-4a4f-85af-a4147c440a82 on network f21a14c3-f397-43b2-bccf-7ad0442da05d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:05.257132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-67837635-59d5-4a10-a16f-35593aaf4dba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28033945-15ec-42cf-bdbc-4eca27387538 HTTP/1.1" status: 200 len: 217 time: 0.0637741 Jul 16 08:46:05.284752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:05.288049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Checking segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:05.288453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Bound using segment: {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:05.289094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Bound port: f388941e-bebb-4a4f-85af-a4147c440a82, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47501393-72e6-4aea-88bd-d2367ed1de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:05.289754 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.310291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.314339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:05.328670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:05.332366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:05.335399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Pushing event updated for resources: {'Port': ['ID=eb85d3e7-3655-406f-8875-39df4bbf49b3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.336494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.337621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.356117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ca2295-9bed-4fac-a8a0-138c398fdc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9487f6a3-2aae-4f52-96df-0bdc6acccbf3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:05.358585 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d21b45-e4c8-4bf6-982a-43dedbbc7c79" -d '{"events": [{"server_uuid": "81ca2295-9bed-4fac-a8a0-138c398fdc6d", "name": "network-vif-plugged", "status": "completed", "tag": "9487f6a3-2aae-4f52-96df-0bdc6acccbf3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:05.390183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-1458a4f0-1326-4ef7-8ecf-8208205bd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.392103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-1458a4f0-1326-4ef7-8ecf-8208205bd166 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 200 len: 853 time: 0.1156130 Jul 16 08:46:05.398373 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b06a-571d-4a5a-b06d-30c6ffd27a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.401059 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b06a-571d-4a5a-b06d-30c6ffd27a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.402334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cbe4b06a-571d-4a5a-b06d-30c6ffd27a0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e46e1487-5350-4540-a928-20b711d72a4b HTTP/1.1" status: 204 len: 168 time: 0.6019313 Jul 16 08:46:05.453179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Attempting to bind port eb85d3e7-3655-406f-8875-39df4bbf49b3 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:05.454420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Attempting to bind port eb85d3e7-3655-406f-8875-39df4bbf49b3 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:05.455079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Attempting to bind port eb85d3e7-3655-406f-8875-39df4bbf49b3 on network aae0c95e-c13d-4b7f-a039-cde0474813e7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:05.462144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-c72fbe9d-12cf-4081-afea-2663d93a0f0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f21a14c3-f397-43b2-bccf-7ad0442da05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584917 Jul 16 08:46:05.470640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4b06a-571d-4a5a-b06d-30c6ffd27a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e1487-5350-4540-a928-20b711d72a4b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.473001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:05.477078 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5d460f-c287-49fd-9bcb-39d5a9ebd25c x-openstack-request-id: req-1b5d460f-c287-49fd-9bcb-39d5a9ebd25c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:05.477366 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ca2295-9bed-4fac-a8a0-138c398fdc6d", "name": "network-vif-plugged", "status": "completed", "tag": "9487f6a3-2aae-4f52-96df-0bdc6acccbf3", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:05.478089 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b5d460f-c287-49fd-9bcb-39d5a9ebd25c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:05.478531 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ca2295-9bed-4fac-a8a0-138c398fdc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9487f6a3-2aae-4f52-96df-0bdc6acccbf3', 'code': 200} Jul 16 08:46:05.497300 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.501338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:05.501742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Checking segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:05.502612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.502917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Bound using segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:05.503264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Bound port: eb85d3e7-3655-406f-8875-39df4bbf49b3, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:05.504178 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.504838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.513244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.521919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] For port f388941e-bebb-4a4f-85af-a4147c440a82, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:05.533540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8e3bf-1373-4ded-972c-74f194df06be req-39870dfe-ae1f-4cdc-866e-6e87c4c77d75 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.536620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cf8e3bf-1373-4ded-972c-74f194df06be req-39870dfe-ae1f-4cdc-866e-6e87c4c77d75 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 945 time: 0.2944062 Jul 16 08:46:05.593093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] For port f388941e-bebb-4a4f-85af-a4147c440a82, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f388941e-bebb-4a4f-85af-a4147c440a82,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:05.621923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.629894 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.676857 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] For port eb85d3e7-3655-406f-8875-39df4bbf49b3, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:05.684905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] For port eb85d3e7-3655-406f-8875-39df4bbf49b3, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eb85d3e7-3655-406f-8875-39df4bbf49b3,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:05.701892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f388941e-bebb-4a4f-85af-a4147c440a82,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.705142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event deleted for resources: {'Port': ['ID=e4294550-6dd4-4f05-86fd-f7b0bd70659f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.734467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:05.736896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:05.737436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.738810 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.740794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-dd574118-98e2-46a2-b211-7167fef47c55 service neutron] 10.222.0.52 "PUT /v2.0/ports/f388941e-bebb-4a4f-85af-a4147c440a82 HTTP/1.1" status: 200 len: 1092 time: 1.9597046 Jul 16 08:46:05.763764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cf8e3bf-1373-4ded-972c-74f194df06be req-191d7fdf-54c3-4d77-b59d-d4b861c2a164 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121389 Jul 16 08:46:05.785804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-239ef42c-e125-4bdf-b69c-68d55a2acda6 service neutron] 10.222.0.54 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092859 Jul 16 08:46:05.813418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.854971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] No DVR routers for this DVR port e4294550-6dd4-4f05-86fd-f7b0bd70659f on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:05.859358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.868070 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-82eabdbc-3302-46bb-90a5-edb3ed8e5bb6 req-b38c0dec-3a01-4a0a-9367-080d8623ea56 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "DELETE /v2.0/ports/e4294550-6dd4-4f05-86fd-f7b0bd70659f HTTP/1.1" status: 204 len: 173 time: 1.5385058 Jul 16 08:46:05.868858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-deleted', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:05.871689 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8008fb8-18ac-49f7-9007-1e15621fc724" -d '{"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-deleted", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:05.902898 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.913849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.926427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.959552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6de8af-a2db-43bb-ba75-6be99c007d29 req-b9f8feaf-ed3a-462f-aab9-ac9c12148976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.965129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf6de8af-a2db-43bb-ba75-6be99c007d29 req-b9f8feaf-ed3a-462f-aab9-ac9c12148976 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 1098 time: 0.4274123 Jul 16 08:46:06.046730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53182) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.076470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:06.100889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:06.103064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'Port': ['ID=ebee8296-77d1-4c0c-af12-774c1022d588,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.106519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:06.111046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a115bc8-2e56-4962-88d7-51318f00417b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.161295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95542015-f81d-409d-99f7-c9955f121372 req-63e2412c-f4e8-4c61-bfab-d06ac71e5b72 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=d906a066-dbb2-4771-a0a4-98427e7ebfdd HTTP/1.1" status: 200 len: 210 time: 0.2130535 Jul 16 08:46:06.186879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-0c1812a6-091b-4f19-a07a-514a35bc6c2f service neutron] 10.222.0.54 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881805 Jul 16 08:46:06.187125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0344ba2-3e11-4614-ab1b-2d1fa9d26def None None] Pushing event updated for resources: {'Port': ['ID=eb85d3e7-3655-406f-8875-39df4bbf49b3,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.262584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf6de8af-a2db-43bb-ba75-6be99c007d29 req-a31d1c62-3eab-48bb-b22d-44d197bf1093 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465837 Jul 16 08:46:06.290357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.291176 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.294989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5485e2d-3dee-4d73-bc06-589a7373d058 req-056c81fb-140f-4db1-b2d3-addf22ce7987 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.306954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5485e2d-3dee-4d73-bc06-589a7373d058 req-056c81fb-140f-4db1-b2d3-addf22ce7987 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 943 time: 0.1481111 Jul 16 08:46:06.319491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-183b5618-5728-40b0-b04c-576af370b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.321154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-183b5618-5728-40b0-b04c-576af370b138 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&device_id=f3a6359a-c1ae-414b-9af3-29bc83aac8e3 HTTP/1.1" status: 200 len: 1095 time: 0.4902415 Jul 16 08:46:06.491661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-0501f59d-481d-47ae-af26-0a53ec840b4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f388941e-bebb-4a4f-85af-a4147c440a82 HTTP/1.1" status: 200 len: 217 time: 0.1289139 Jul 16 08:46:06.597750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5485e2d-3dee-4d73-bc06-589a7373d058 req-774b09b5-1f9a-4958-8d3f-785ef6fe988b tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891834 Jul 16 08:46:06.654139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56947a-331f-4338-b62d-fda774a6679d req-af02e249-ca91-4191-bb8e-2a8ca9d88ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.658885 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-af02e249-ca91-4191-bb8e-2a8ca9d88ab3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 200 len: 853 time: 0.1525612 Jul 16 08:46:06.664712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-54ab0e24-79e5-47a7-a1c9-37086e4a4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.666374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-54ab0e24-79e5-47a7-a1c9-37086e4a4660 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 1095 time: 0.3568721 Jul 16 08:46:06.671232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a115bc8-2e56-4962-88d7-51318f00417b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.690698 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a115bc8-2e56-4962-88d7-51318f00417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.767030 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8a115bc8-2e56-4962-88d7-51318f00417b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e60fd74350504dd88517e856164674a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7192068 Jul 16 08:46:06.770508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53188) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.778613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-67811278-730d-418f-83a9-7a6f73da781a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f21a14c3-f397-43b2-bccf-7ad0442da05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110942 Jul 16 08:46:06.779994 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1b45d2-c376-48a7-8783-dfd4f5d8ca5d x-openstack-request-id: req-6a1b45d2-c376-48a7-8783-dfd4f5d8ca5d {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:06.780292 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d906a066-dbb2-4771-a0a4-98427e7ebfdd", "name": "network-vif-deleted", "tag": "e4294550-6dd4-4f05-86fd-f7b0bd70659f", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:06.780553 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a1b45d2-c376-48a7-8783-dfd4f5d8ca5d {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:06.780963 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd906a066-dbb2-4771-a0a4-98427e7ebfdd', 'name': 'network-vif-deleted', 'tag': 'e4294550-6dd4-4f05-86fd-f7b0bd70659f', 'status': 'completed', 'code': 200} Jul 16 08:46:06.806246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.810511 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-0c093108-fad5-4313-b380-2f430be41437 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5229452 Jul 16 08:46:06.852333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a115bc8-2e56-4962-88d7-51318f00417b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2569388-0bdb-4b6b-bb66-13c21adad0ca,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.861405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Request body: {'port': {'device_id': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:06.923501 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.001910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a6359a-c1ae-414b-9af3-29bc83aac8e3', 'tag': 'f388941e-bebb-4a4f-85af-a4147c440a82'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:07.005356 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50e730d-bb9f-4be7-b372-64aa4e437c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a6359a-c1ae-414b-9af3-29bc83aac8e3", "tag": "f388941e-bebb-4a4f-85af-a4147c440a82"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:07.120244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.144134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d133aa6a-e020-4947-af40-b7a7ba6ca781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.189349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eb85d3e7-3655-406f-8875-39df4bbf49b3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:07.220187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-6c532e16-cd66-4023-b48c-3aded34248b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.229186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-6c532e16-cd66-4023-b48c-3aded34248b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 914 time: 0.5342653 Jul 16 08:46:07.273929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d133aa6a-e020-4947-af40-b7a7ba6ca781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.287268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port eb85d3e7-3655-406f-8875-39df4bbf49b3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:07.297913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-470ebb9e-6893-44a0-b447-875580fc370e service neutron] 10.222.0.52 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100753 Jul 16 08:46:07.299239 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-a0a76e2f-c572-48d1-841d-225821220aa5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28033945-15ec-42cf-bdbc-4eca27387538 HTTP/1.1" status: 200 len: 217 time: 0.0438445 Jul 16 08:46:07.382242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9d25f-ca22-4d27-92b2-ddcf52821d6a req-5916f4ac-409a-48a8-aa58-70b51e3245e3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.383401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Allocated IP 172.25.6.42 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/1ea00659-d702-4700-9eaf-3f95d56625e0) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:07.383784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33d9d25f-ca22-4d27-92b2-ddcf52821d6a req-5916f4ac-409a-48a8-aa58-70b51e3245e3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 931 time: 0.4038649 Jul 16 08:46:07.470992 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:07.484277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d133aa6a-e020-4947-af40-b7a7ba6ca781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.486829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d133aa6a-e020-4947-af40-b7a7ba6ca781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.492020 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d133aa6a-e020-4947-af40-b7a7ba6ca781 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2569388-0bdb-4b6b-bb66-13c21adad0ca HTTP/1.1" status: 204 len: 168 time: 0.6848822 Jul 16 08:46:07.539739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133aa6a-e020-4947-af40-b7a7ba6ca781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2569388-0bdb-4b6b-bb66-13c21adad0ca,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:07.618182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6627001d-9e4a-4eb4-8697-6200ace1152d None None] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:07.643296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.710186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dda533ae-2de9-44fc-b310-c2829c7ad748 None None] Provisioning for port eb85d3e7-3655-406f-8875-39df4bbf49b3 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:07.711619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebee8296-77d1-4c0c-af12-774c1022d588 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:07.724813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.729428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dda533ae-2de9-44fc-b310-c2829c7ad748 None None] Provisioning complete for port eb85d3e7-3655-406f-8875-39df4bbf49b3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:07.730059 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dda533ae-2de9-44fc-b310-c2829c7ad748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.767146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Transition to ACTIVE for port object ebee8296-77d1-4c0c-af12-774c1022d588 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:07.772343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.860092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Pushing event updated for resources: {'Port': ['ID=1ea00659-d702-4700-9eaf-3f95d56625e0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:07.860092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.868601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-ce4bb9cd-a36d-430b-bb55-a69dd3722b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.870043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-ce4bb9cd-a36d-430b-bb55-a69dd3722b37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 200 len: 853 time: 0.5353837 Jul 16 08:46:07.922086 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dda533ae-2de9-44fc-b310-c2829c7ad748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.931039 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33d9d25f-ca22-4d27-92b2-ddcf52821d6a req-f360ba3a-d4fe-4c99-a37a-2a8d7368d014 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330191 Jul 16 08:46:07.932964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-8a1e7ede-fdfd-4aad-8744-854a11a882b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f21a14c3-f397-43b2-bccf-7ad0442da05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508499 Jul 16 08:46:07.942555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d56947a-331f-4338-b62d-fda774a6679d req-5538c2f8-1c63-49dc-a4ff-6c082139cba9 service neutron] 10.222.0.52 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227179 Jul 16 08:46:07.947280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:07.969421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dda533ae-2de9-44fc-b310-c2829c7ad748 None None] For port eb85d3e7-3655-406f-8875-39df4bbf49b3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eb85d3e7-3655-406f-8875-39df4bbf49b3,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:07.969907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac04e0-824d-466e-ae48-77f4e4ee5362 req-d7d997a3-13d9-4e8a-a628-805e7c5f4d08 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.970038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:07.971873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66ac04e0-824d-466e-ae48-77f4e4ee5362 req-d7d997a3-13d9-4e8a-a628-805e7c5f4d08 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 946 time: 0.6716413 Jul 16 08:46:07.978135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:07.985748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dda533ae-2de9-44fc-b310-c2829c7ad748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.042379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebee8296-77d1-4c0c-af12-774c1022d588,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:08.070865 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c48a57b-82d6-4964-aea6-f6a31fa13a5c x-openstack-request-id: req-7c48a57b-82d6-4964-aea6-f6a31fa13a5c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:08.071490 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a6359a-c1ae-414b-9af3-29bc83aac8e3", "tag": "f388941e-bebb-4a4f-85af-a4147c440a82", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:08.071946 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c48a57b-82d6-4964-aea6-f6a31fa13a5c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:08.072541 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a6359a-c1ae-414b-9af3-29bc83aac8e3', 'tag': 'f388941e-bebb-4a4f-85af-a4147c440a82', 'status': 'completed', 'code': 200} Jul 16 08:46:08.087989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda533ae-2de9-44fc-b310-c2829c7ad748 None None] Pushing event updated for resources: {'Port': ['ID=eb85d3e7-3655-406f-8875-39df4bbf49b3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:08.088738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66ac04e0-824d-466e-ae48-77f4e4ee5362 req-7e42cb31-7ab5-40e2-b7e7-930294a52798 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153386 Jul 16 08:46:08.217285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-fb3b4132-17f7-4804-b6ae-9d428cd0afda service neutron] 10.222.0.54 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645295 Jul 16 08:46:08.332337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f431947-2852-4f7e-8b56-b45ffe247594 None None] Provisioning complete for port eb85d3e7-3655-406f-8875-39df4bbf49b3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:08.334484 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f431947-2852-4f7e-8b56-b45ffe247594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.349222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Attempting to bind port ebee8296-77d1-4c0c-af12-774c1022d588 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:08.349792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Attempting to bind port ebee8296-77d1-4c0c-af12-774c1022d588 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:08.350288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Attempting to bind port ebee8296-77d1-4c0c-af12-774c1022d588 on network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:08.359753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Port ebee8296-77d1-4c0c-af12-774c1022d588 on network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:08.360293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Attempting to bind port ebee8296-77d1-4c0c-af12-774c1022d588 on network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:08.368591 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:08.369264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Checking segment: {'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:08.369862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Bound using segment: {'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:08.370454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Bound port: ebee8296-77d1-4c0c-af12-774c1022d588, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:08.371043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.375504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-ef2d4705-346f-4498-8bb2-bc7b39e6b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.377010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-ef2d4705-346f-4498-8bb2-bc7b39e6b20b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=891f45838d11468abeed96198dfe93be&device_id=f3a6359a-c1ae-414b-9af3-29bc83aac8e3 HTTP/1.1" status: 200 len: 1095 time: 0.2844379 Jul 16 08:46:08.401891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-673a4643-9b8f-45a8-b61c-47704747e5d2 req-0ef38445-198a-4764-a38c-f16e676bb155 service neutron] 10.222.0.54 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711853 Jul 16 08:46:08.531010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-ccf51f1e-f348-49ef-b2e4-5f1ca0f208cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.532534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-ccf51f1e-f348-49ef-b2e4-5f1ca0f208cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 200 len: 914 time: 0.1457565 Jul 16 08:46:08.562787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaf9c1-e2f4-4532-a63a-cf89176cfff9 req-b0757895-954e-423d-83e8-e364790dcb69 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.576949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1edaf9c1-e2f4-4532-a63a-cf89176cfff9 req-b0757895-954e-423d-83e8-e364790dcb69 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 943 time: 0.2515514 Jul 16 08:46:08.577190 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.617286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] For port ebee8296-77d1-4c0c-af12-774c1022d588, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:08.621109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53226) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.636206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-6444f91a-3cd1-45a0-8e2c-595cd29e210c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f388941e-bebb-4a4f-85af-a4147c440a82 HTTP/1.1" status: 200 len: 217 time: 0.0923471 Jul 16 08:46:08.641809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] For port ebee8296-77d1-4c0c-af12-774c1022d588, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ebee8296-77d1-4c0c-af12-774c1022d588,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:08.651253 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.717523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.718388 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.719628 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] 10.222.0.54 "PUT /v2.0/ports/ebee8296-77d1-4c0c-af12-774c1022d588 HTTP/1.1" status: 200 len: 1092 time: 1.8650169 Jul 16 08:46:08.721998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1edaf9c1-e2f4-4532-a63a-cf89176cfff9 req-55bd2f1f-9a90-46c2-9dc5-da0eaf6dbc4c tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471627 Jul 16 08:46:08.743166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-9c6b3b85-c2ac-4b5a-ad45-633572c17e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.744657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-9c6b3b85-c2ac-4b5a-ad45-633572c17e05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 200 len: 853 time: 0.0992632 Jul 16 08:46:08.785191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-a1b0e6e1-c99a-45af-9055-519cd287b19f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f21a14c3-f397-43b2-bccf-7ad0442da05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321226 Jul 16 08:46:08.793937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ffe91-291b-4848-9b61-9ee519b7efd4 req-f45c3116-cb33-4016-9857-39b634f09bff tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.795323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd1ffe91-291b-4848-9b61-9ee519b7efd4 req-f45c3116-cb33-4016-9857-39b634f09bff tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 946 time: 0.1906471 Jul 16 08:46:08.807872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:08.810103 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b661316a-af4f-43e6-9c4d-7b2af3294578" -d '{"events": [{"name": "network-changed", "server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:08.812385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506a651-44ad-483f-b015-dff640c5e7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebee8296-77d1-4c0c-af12-774c1022d588,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:08.823428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:08.841216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-197338329-network', 'tenant_id': '5f2085df23d74438b39a3b48f5526d66'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.843670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: e4294550-6dd4-4f05-86fd-f7b0bd70659f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:08.844300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e4294550-6dd4-4f05-86fd-f7b0bd70659f not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:08.918317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd1ffe91-291b-4848-9b61-9ee519b7efd4 req-0224f971-1bda-4810-910c-248d3bff20e7 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139493 Jul 16 08:46:08.931431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Made reservation on behalf of 5f2085df23d74438b39a3b48f5526d66 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:08.934065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.947204 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.951865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.952699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-7039e983-df0e-4294-97a0-6ddc4bd0ff02 service neutron] 10.222.0.52 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563027 Jul 16 08:46:09.027070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-4918ec08-8107-4b28-b099-a9289e90593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.028583 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-4918ec08-8107-4b28-b099-a9289e90593b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1095 time: 0.2215204 Jul 16 08:46:09.039098 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6611c175-877f-47c1-9ecb-c2662d8b6fb8 x-openstack-request-id: req-6611c175-877f-47c1-9ecb-c2662d8b6fb8 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:09.039642 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:09.039900 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6611c175-877f-47c1-9ecb-c2662d8b6fb8 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:09.040284 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588', 'status': 'completed', 'code': 200} Jul 16 08:46:09.069303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eb85d3e7-3655-406f-8875-39df4bbf49b3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:09.099637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-f18f09b1-4159-4aac-8133-7c98210cd13a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebee8296-77d1-4c0c-af12-774c1022d588 HTTP/1.1" status: 200 len: 217 time: 0.0502155 Jul 16 08:46:09.106818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b50e730d-bb9f-4be7-b372-64aa4e437c9f req-03901b5b-7252-4761-a80f-85e8098d2c4f service neutron] 10.222.0.52 "GET /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463726 Jul 16 08:46:09.145681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port eb85d3e7-3655-406f-8875-39df4bbf49b3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:09.146307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.215128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-5e01dc29-4736-4e35-b6db-f8755b6e79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.216607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-5e01dc29-4736-4e35-b6db-f8755b6e79a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.0813482 Jul 16 08:46:09.267039 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-19de5729-6c0f-407c-9550-6637009b0f4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385787 Jul 16 08:46:09.283540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae9a9-e960-441c-bf2a-b4cafbfd3e9a req-5c3fdd5a-304c-4423-bb4d-646ea9d1b771 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.285731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e2ae9a9-e960-441c-bf2a-b4cafbfd3e9a req-5c3fdd5a-304c-4423-bb4d-646ea9d1b771 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 943 time: 0.1134610 Jul 16 08:46:09.318700 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.330762 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.334515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e2ae9a9-e960-441c-bf2a-b4cafbfd3e9a req-91f2950f-51c4-4fb6-8b11-c14c02a098b6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Jul 16 08:46:09.387729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:09.398284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:09.415577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7e047c-d3d5-4893-bd63-35435036f700,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:09.432623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.432821 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Added segment f217df8d-1429-4569-adab-b6869e45288a of type vlan for network ae546b27-9f75-4f79-bba2-9b9d6219f032 Jul 16 08:46:09.476705 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-272fb4e3-f1b1-44eb-afa5-f4e758630b5d service neutron] 10.222.0.54 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966882 Jul 16 08:46:09.531855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48cc2-245d-4ec1-8f2c-22321ccba98f req-d8dc378a-c07d-4bdc-8ea2-f83cda15a2e9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.533437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ba48cc2-245d-4ec1-8f2c-22321ccba98f req-d8dc378a-c07d-4bdc-8ea2-f83cda15a2e9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 951 time: 0.1083994 Jul 16 08:46:09.546215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2034f-c6d3-4d31-86d3-138b4bda1123 req-bc15b9f0-309c-40b3-a91e-943219757132 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.548585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96e2034f-c6d3-4d31-86d3-138b4bda1123 req-bc15b9f0-309c-40b3-a91e-943219757132 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 946 time: 0.0928698 Jul 16 08:46:09.604191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ba48cc2-245d-4ec1-8f2c-22321ccba98f req-f00071f7-b242-4851-9783-d915863a0481 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553498 Jul 16 08:46:09.626144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96e2034f-c6d3-4d31-86d3-138b4bda1123 req-761d01bb-a509-40a5-9d7d-6197375e69b1 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627816 Jul 16 08:46:09.838595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.905783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bac18-1c62-4ce3-b0fd-2407aae590e5 req-dc1a9ffb-46ef-4bc1-90dd-96a630d92740 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.907201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d44bac18-1c62-4ce3-b0fd-2407aae590e5 req-dc1a9ffb-46ef-4bc1-90dd-96a630d92740 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 943 time: 0.0639014 Jul 16 08:46:09.945974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:09.948097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d44bac18-1c62-4ce3-b0fd-2407aae590e5 req-1cc791c9-1fb0-4c63-a903-2a464ab9ba8f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Jul 16 08:46:09.952436 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.953379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.953984 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.957765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:09.977203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:09.978046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:10.000784 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3789508 Jul 16 08:46:10.004086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53246) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:10.006863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.010469 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-06b1e4d7-cb11-46dc-a471-c6cfc80fa6de admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4776993 Jul 16 08:46:10.011336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53248) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:10.011479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Request body: {'subnet': {'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-197338329-subnet', 'tenant_id': '5f2085df23d74438b39a3b48f5526d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:10.012976 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3fbf6b7a-e86d-4d3b-ae7b-6df5474eaf80 req-cfea4626-a89f-4c77-a2aa-7644813678d9 service neutron] 10.222.0.54 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256672 Jul 16 08:46:10.042355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Made reservation on behalf of 5f2085df23d74438b39a3b48f5526d66 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:10.045089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.083614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a700-4b02-4e36-8e9e-13e67bb42132 admin admin] Pushing event updated for resources: {'Network': ['ID=ae546b27-9f75-4f79-bba2-9b9d6219f032,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:10.096865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ae546b27-9f75-4f79-bba2-9b9d6219f032 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:10.103464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:10.194848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-b74e2eee-a34e-498a-8bff-e02feba11900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.196875 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-b74e2eee-a34e-498a-8bff-e02feba11900 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1095 time: 0.1145456 Jul 16 08:46:10.223564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.283698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8307d455-1b57-4e72-9720-ac3e62f2f67a,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:10.292836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:10.293210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Network hostable DHCP agents. Network: ae546b27-9f75-4f79-bba2-9b9d6219f032, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:10.311045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Network ae546b27-9f75-4f79-bba2-9b9d6219f032 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:10.320479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ae546b27-9f75-4f79-bba2-9b9d6219f032) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:10.328952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.329538 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.334889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb3a0c-e1b5-4eda-87f3-dc0bbfa81354 None None] Network ae546b27-9f75-4f79-bba2-9b9d6219f032 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:10.358498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b8f544fb-5a43-44ec-ba84-2533c8300fc8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3525531 Jul 16 08:46:10.409101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:08Z', 'revision_number': 3, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:10.416245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-6169e57b-b08b-4f4a-a76c-879cdff908be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.417911 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-6169e57b-b08b-4f4a-a76c-879cdff908be service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 913 time: 0.1846890 Jul 16 08:46:10.454974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:10.455225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Updating router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee port 1ea00659-d702-4700-9eaf-3f95d56625e0 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:10.471343 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-5f722ee4-f7e4-4125-8919-1e449cc7c2e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebee8296-77d1-4c0c-af12-774c1022d588 HTTP/1.1" status: 200 len: 217 time: 0.0415025 Jul 16 08:46:10.518393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.564453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbcab7-69f3-4dd2-a91b-5d540cc03319 req-8e00c360-2912-45e4-b27d-7154eaaf7dbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.566961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edbbcab7-69f3-4dd2-a91b-5d540cc03319 req-8e00c360-2912-45e4-b27d-7154eaaf7dbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 943 time: 0.1053519 Jul 16 08:46:10.575017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-0c9ecd72-6a94-4c6b-86fe-37473ae1d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.576846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-0c9ecd72-6a94-4c6b-86fe-37473ae1d1bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.0747328 Jul 16 08:46:10.616037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833294a-6a1e-4f80-b2fe-134428bc6965 None None] Network ae546b27-9f75-4f79-bba2-9b9d6219f032 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:10.624540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edbbcab7-69f3-4dd2-a91b-5d540cc03319 req-1ba87f47-5bee-4ab5-9106-e7e9d0d89ea0 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505404 Jul 16 08:46:10.642873 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-a33149c7-16c9-4eda-8356-7165f8d9afd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432363 Jul 16 08:46:10.776719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f388941e-bebb-4a4f-85af-a4147c440a82 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:10.824265 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-72adb70d-b2d3-4c85-86ce-69b64b54817b service neutron] 10.222.0.54 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681471 Jul 16 08:46:10.851003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 28033945-15ec-42cf-bdbc-4eca27387538 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:10.903816 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.909510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-93a2a180-f055-452a-9322-27d17851dfdc tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.911650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-93a2a180-f055-452a-9322-27d17851dfdc tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 946 time: 0.1670258 Jul 16 08:46:10.944191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566866f-1961-4713-823a-a296cf411500 req-f7f96851-b310-4de1-84a5-d00edb38fa7d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.945893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9566866f-1961-4713-823a-a296cf411500 req-f7f96851-b310-4de1-84a5-d00edb38fa7d tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 951 time: 0.1569118 Jul 16 08:46:11.016282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53276) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:11.030180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1186558909-network', 'tenant_id': '77cdfc5549574909a682a2597436ff06'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:11.057837 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b661316a-af4f-43e6-9c4d-7b2af3294578 req-4ed53896-8c1f-4bbb-9d98-455dec2069c8 service neutron] 10.222.0.54 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576633 Jul 16 08:46:11.086259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82738-a6ae-4cbb-9ad5-6af29377baed req-948bc9e2-7636-4c09-83f6-7a1a4775799b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.088206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7da82738-a6ae-4cbb-9ad5-6af29377baed req-948bc9e2-7636-4c09-83f6-7a1a4775799b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 946 time: 0.2439916 Jul 16 08:46:11.122037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Made reservation on behalf of 77cdfc5549574909a682a2597436ff06 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:11.124752 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.131406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9566866f-1961-4713-823a-a296cf411500 req-2d19399c-c1ca-4d1c-9454-2cc520fdb2c9 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611795 Jul 16 08:46:11.140449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.206205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7da82738-a6ae-4cbb-9ad5-6af29377baed req-1fd84449-985d-41f5-9a28-87716a4df7ab tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906427 Jul 16 08:46:11.243751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-32277132-a66d-451a-a3b5-ef6b8dfc58bf tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.245336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-32277132-a66d-451a-a3b5-ef6b8dfc58bf tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 951 time: 0.2266197 Jul 16 08:46:11.247892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Deleting port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:11.248239 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.290749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f388941e-bebb-4a4f-85af-a4147c440a82, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f388941e-bebb-4a4f-85af-a4147c440a82,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:11.316476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Allocated IP 172.20.0.1 (aae0c95e-c13d-4b7f-a039-cde0474813e7/643a9a0c-4380-4533-a49a-eaba11a75e07/d4cd246a-48d1-4b6f-b869-45ffbf5e0586) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:11.384640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'f388941e-bebb-4a4f-85af-a4147c440a82', 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'port_id': 'f388941e-bebb-4a4f-85af-a4147c440a82', 'mac_address': 'fa:16:3e:cc:83:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5941e77-3864-478e-9a7a-0c0acf12753a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:11.433076 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.437342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 28033945-15ec-42cf-bdbc-4eca27387538, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=28033945-15ec-42cf-bdbc-4eca27387538,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:11.455208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] For port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:11.455890 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.475954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Calling delete_port for 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:11.481921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '28033945-15ec-42cf-bdbc-4eca27387538', 'network_id': 'f21a14c3-f397-43b2-bccf-7ad0442da05d', 'port_id': '28033945-15ec-42cf-bdbc-4eca27387538', 'mac_address': 'fa:16:3e:62:81:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5941e77-3864-478e-9a7a-0c0acf12753a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:11.484491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Transition to ACTIVE for port object 1ea00659-d702-4700-9eaf-3f95d56625e0 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:11.497925 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.516025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.520916 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.531030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.539969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.543625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Transition to ACTIVE for port object d4cd246a-48d1-4b6f-b869-45ffbf5e0586 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:11.568309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Deleting port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:11.568693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.571562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f388941e-bebb-4a4f-85af-a4147c440a82 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:11.584332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:11.600430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de6c49d-7df0-449a-87c1-0060273d2082,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.602876 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.603107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.603440 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Added segment ee123fb7-b2b8-41b8-aebf-856e0880e5b5 of type vlan for network 02f31081-64c9-4465-b329-19a4b17c7c4e Jul 16 08:46:11.625042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Attempting to bind port 1ea00659-d702-4700-9eaf-3f95d56625e0 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:11.625403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Attempting to bind port 1ea00659-d702-4700-9eaf-3f95d56625e0 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:11.625777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Attempting to bind port 1ea00659-d702-4700-9eaf-3f95d56625e0 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:11.631148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282bce-d4d7-43fc-8f1b-7418614d50c4 None None] Pushing event updated for resources: {'Port': ['ID=1ea00659-d702-4700-9eaf-3f95d56625e0,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.636587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f388941e-bebb-4a4f-85af-a4147c440a82, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f388941e-bebb-4a4f-85af-a4147c440a82,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:11.640260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.641031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.641159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28033945-15ec-42cf-bdbc-4eca27387538 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:11.641938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.642460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.642995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.643466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.643915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.645589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.645988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.646405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.646666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:11.646991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.647115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:11.647408 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.647527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:11.647792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:11.648255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Bound port: 1ea00659-d702-4700-9eaf-3f95d56625e0, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:11.648626 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.652545 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.700724 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.728912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 28033945-15ec-42cf-bdbc-4eca27387538, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=28033945-15ec-42cf-bdbc-4eca27387538,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:11.735179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.752175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.761306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33248fec-88ed-459d-a580-0d63ba615a23 req-adf93157-adca-4c60-ac83-46d778f24296 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.762849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33248fec-88ed-459d-a580-0d63ba615a23 req-adf93157-adca-4c60-ac83-46d778f24296 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 943 time: 0.2752218 Jul 16 08:46:11.774188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] For port 1ea00659-d702-4700-9eaf-3f95d56625e0, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:11.774567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] For port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:11.774932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.779749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] For port 1ea00659-d702-4700-9eaf-3f95d56625e0, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1ea00659-d702-4700-9eaf-3f95d56625e0,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:11.781295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=f388941e-bebb-4a4f-85af-a4147c440a82,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.797872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.810037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.811402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.812021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.826663 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.826964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Calling delete_port for a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:11.839816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:11.856050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:11.859268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:11.867453 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8476276 Jul 16 08:46:11.879342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=28033945-15ec-42cf-bdbc-4eca27387538,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.879715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:11.890253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Request body: {'subnet': {'network_id': '02f31081-64c9-4465-b329-19a4b17c7c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1186558909-subnet', 'tenant_id': '77cdfc5549574909a682a2597436ff06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:11.900080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33248fec-88ed-459d-a580-0d63ba615a23 req-01d65bf5-c222-49f3-938c-fe8686e6434e tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275282 Jul 16 08:46:11.919708 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.939200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:11.939837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:11.946768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['f388941e-bebb-4a4f-85af-a4147c440a82'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:11.948905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:11.969398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397cb10-7633-414e-93a3-a975595c74a2 admin admin] Pushing event updated for resources: {'Network': ['ID=02f31081-64c9-4465-b329-19a4b17c7c4e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.975917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.040146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 02f31081-64c9-4465-b329-19a4b17c7c4e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:12.047687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event deleted for resources: {'Port': ['ID=9487f6a3-2aae-4f52-96df-0bdc6acccbf3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.088477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.089622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.090212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.090788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.091336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.097849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.098547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.099106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.099685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.100250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.100798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.101339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.110065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Made reservation on behalf of 77cdfc5549574909a682a2597436ff06 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:12.118280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.166147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['28033945-15ec-42cf-bdbc-4eca27387538'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:12.190499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.238682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282bce-d4d7-43fc-8f1b-7418614d50c4 None None] Pushing event updated for resources: {'Port': ['ID=1ea00659-d702-4700-9eaf-3f95d56625e0,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.282140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] No DVR routers for this DVR port 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:12.294545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.297078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3dd1bcbe-244b-432b-8862-234519ff7918 req-01955224-0978-4114-a57f-e2f047e8e06d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "DELETE /v2.0/ports/9487f6a3-2aae-4f52-96df-0bdc6acccbf3 HTTP/1.1" status: 204 len: 173 time: 1.3738966 Jul 16 08:46:12.299813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ca2295-9bed-4fac-a8a0-138c398fdc6d', 'name': 'network-vif-deleted', 'tag': '9487f6a3-2aae-4f52-96df-0bdc6acccbf3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:12.304498 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434924e-75e5-41fd-bc59-e3f699a24123" -d '{"events": [{"server_uuid": "81ca2295-9bed-4fac-a8a0-138c398fdc6d", "name": "network-vif-deleted", "tag": "9487f6a3-2aae-4f52-96df-0bdc6acccbf3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:12.366379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-144bd445-5ff7-4818-9ecd-6cd2b67590d8 None None] Provisioning for port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:12.385878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:12.397824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7ff8-2097-4829-a792-d3fb7761b41a req-cb7b00c3-9507-4cad-b8a3-f532ec98cc1c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.405188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edcd7ff8-2097-4829-a792-d3fb7761b41a req-cb7b00c3-9507-4cad-b8a3-f532ec98cc1c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 943 time: 0.5424688 Jul 16 08:46:12.423053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-144bd445-5ff7-4818-9ecd-6cd2b67590d8 None None] Provisioning complete for port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:12.423420 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-144bd445-5ff7-4818-9ecd-6cd2b67590d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.491092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.499967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.538425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.571965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edcd7ff8-2097-4829-a792-d3fb7761b41a req-f976b9a7-2021-4ea0-bdac-3348dc6e3930 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655571 Jul 16 08:46:12.598907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.601852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.616706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event deleted for resources: {'Port': ['ID=a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.665978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-144bd445-5ff7-4818-9ecd-6cd2b67590d8 None None] Port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:12.701906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] No DVR routers for this DVR port a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:12.709682 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.711516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf923b78-72a8-4b70-b717-41ad8fe3d28a req-49bf3b32-57ad-4ef2-b2c2-27f734126310 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "DELETE /v2.0/ports/a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 HTTP/1.1" status: 204 len: 173 time: 1.4270580 Jul 16 08:46:12.730364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44821-1f7e-402f-aea5-0239700e7b49 req-b0c6cbf1-9145-478b-85c8-2d4b40daaa48 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.733234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04b44821-1f7e-402f-aea5-0239700e7b49 req-b0c6cbf1-9145-478b-85c8-2d4b40daaa48 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=635fa98d-c31a-43c3-8807-bdab9c4b6208 HTTP/1.1" status: 200 len: 868 time: 0.3704040 Jul 16 08:46:12.806024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:12.808494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:12.844187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:12.945562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04b44821-1f7e-402f-aea5-0239700e7b49 req-ad918dd4-0966-4c74-a4c5-e05fd0a1a35c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021415 Jul 16 08:46:12.948590 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.030726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8a18ef0-65ab-4642-89fc-4c467fcb1351 req-c35537b9-3df7-4930-a452-61c9658f4d60 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ca2295-9bed-4fac-a8a0-138c398fdc6d HTTP/1.1" status: 200 len: 210 time: 0.1249616 Jul 16 08:46:13.062271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ebee8296-77d1-4c0c-af12-774c1022d588 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:13.071869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:13.138196 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ff7d40-389e-455f-aed3-27e2389a6668 x-openstack-request-id: req-62ff7d40-389e-455f-aed3-27e2389a6668 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:13.138770 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ca2295-9bed-4fac-a8a0-138c398fdc6d", "name": "network-vif-deleted", "tag": "9487f6a3-2aae-4f52-96df-0bdc6acccbf3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:13.139213 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62ff7d40-389e-455f-aed3-27e2389a6668 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:13.139868 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ca2295-9bed-4fac-a8a0-138c398fdc6d', 'name': 'network-vif-deleted', 'tag': '9487f6a3-2aae-4f52-96df-0bdc6acccbf3', 'status': 'completed', 'code': 200} Jul 16 08:46:13.232961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd5fa5f-9619-470c-a36d-28892e302264,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:13.250848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Checking segment: {'id': 'ee123fb7-b2b8-41b8-aebf-856e0880e5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '02f31081-64c9-4465-b329-19a4b17c7c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:13.251310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Network hostable DHCP agents. Network: 02f31081-64c9-4465-b329-19a4b17c7c4e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:13.286126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:13.296238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Network 02f31081-64c9-4465-b329-19a4b17c7c4e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:13.313988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 02f31081-64c9-4465-b329-19a4b17c7c4e) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:13.319593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.320500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.340434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2611c4cf-d7cc-4e2a-b710-8657752f755a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4544282 Jul 16 08:46:13.373277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:13.379110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:13.380182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9487f6a3-2aae-4f52-96df-0bdc6acccbf3 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:13.385763 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c98babd0-8149-4564-b39f-87cc06b21c44 admin admin] 10.222.0.55 "PUT /v2.0/routers/a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3698394 Jul 16 08:46:13.392758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7dd9c9-42ab-40a0-9113-1fc32f139206 None None] Network 02f31081-64c9-4465-b329-19a4b17c7c4e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:13.396964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:13.397479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:13.498523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3c80c2be-f85e-4f2c-bcdb-5421bd32a69a None None] Provisioning complete for port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:13.499272 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c80c2be-f85e-4f2c-bcdb-5421bd32a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.502415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75714c77-d49d-48b4-b358-6f0b6563c611 req-ee64b1de-7be4-4496-b7a5-88d6cd1c8a4e tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.504671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75714c77-d49d-48b4-b358-6f0b6563c611 req-ee64b1de-7be4-4496-b7a5-88d6cd1c8a4e tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 944 time: 0.0879869 Jul 16 08:46:13.505061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ebee8296-77d1-4c0c-af12-774c1022d588, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ebee8296-77d1-4c0c-af12-774c1022d588,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:13.567359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75714c77-d49d-48b4-b358-6f0b6563c611 req-bb6dc4ea-a955-42fe-a27b-fc1b3a1de6a8 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Jul 16 08:46:13.758740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:13.777710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'ebee8296-77d1-4c0c-af12-774c1022d588', 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3', 'port_id': 'ebee8296-77d1-4c0c-af12-774c1022d588', 'mac_address': 'fa:16:3e:da:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b5f16d-9e42-4790-9e60-609c9ef6d6c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:13.855214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14742652-4405-4f75-a66f-c475105e9210 req-88a40b7a-e55f-4815-9e00-3939ae546885 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.856825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14742652-4405-4f75-a66f-c475105e9210 req-88a40b7a-e55f-4815-9e00-3939ae546885 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 943 time: 0.1047127 Jul 16 08:46:13.864401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3c80c2be-f85e-4f2c-bcdb-5421bd32a69a None None] Port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:13.978747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.998092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb719772-50d4-4e70-8a32-281484afc65f None None] Network 02f31081-64c9-4465-b329-19a4b17c7c4e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:14.021877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebee8296-77d1-4c0c-af12-774c1022d588 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:14.053496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:08Z', 'revision_number': 3, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:14.107617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ebee8296-77d1-4c0c-af12-774c1022d588, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ebee8296-77d1-4c0c-af12-774c1022d588,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:14.138719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426dfb1-c992-4f35-a6a8-087a9be08efc None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:08Z', 'revision_number': 3, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:14.147896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.278398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ebee8296-77d1-4c0c-af12-774c1022d588,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:14.323478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14742652-4405-4f75-a66f-c475105e9210 req-140643e4-91b7-40d5-86ef-073993238005 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500864 Jul 16 08:46:14.356932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20add-70a4-486e-9970-64f733349cb4 req-ecc5fa3b-33ac-4766-94b9-583518e11925 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.364418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-ecc5fa3b-33ac-4766-94b9-583518e11925 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 820 time: 0.5058715 Jul 16 08:46:14.376474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb1f1faa-a7fd-4388-90ab-303e8ed1ebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.384932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-5a77a386-760c-460f-9b8f-fac943ba9745 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/quotas/5a2b5ed207c34b65be50d68231bec465 HTTP/1.1" status: 200 len: 375 time: 0.0194850 Jul 16 08:46:14.445000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ee9fb22a-dcbe-4bcd-b429-d882299b2a00'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:14.489230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-c0821b16-1976-40cd-9c11-0b7a47b0a342 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033239 Jul 16 08:46:14.489501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:14.680067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-060a500f-6fcb-4c9c-93c7-dd08da3b7004 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822517 Jul 16 08:46:14.734965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-ed6232a7-1b45-409b-a09d-d2ee3134afeb tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.738703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-ed6232a7-1b45-409b-a09d-d2ee3134afeb tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 820 time: 0.2107124 Jul 16 08:46:14.782451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f388941e-bebb-4a4f-85af-a4147c440a82 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:14.789965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-bf3317a8-1360-44a8-b98e-47bf5f4485fd tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/quotas/5f2085df23d74438b39a3b48f5526d66 HTTP/1.1" status: 200 len: 375 time: 0.0437152 Jul 16 08:46:14.829347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-70561281-8c11-476a-9723-4fbdfe3d6a1c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331995 Jul 16 08:46:14.858691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port f388941e-bebb-4a4f-85af-a4147c440a82 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:14.862484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-407cdba3-d3f2-443e-b70c-5d5bf6311a04 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703024 Jul 16 08:46:14.863181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port f388941e-bebb-4a4f-85af-a4147c440a82 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:14.863563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.887746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 28033945-15ec-42cf-bdbc-4eca27387538 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:14.955305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-95bcdfa8-1023-4ed7-ac91-39fb75e40651 service neutron] 10.222.0.55 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158960 Jul 16 08:46:15.037904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 28033945-15ec-42cf-bdbc-4eca27387538 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:15.087634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1ea00659-d702-4700-9eaf-3f95d56625e0 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:15.089531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 28033945-15ec-42cf-bdbc-4eca27387538 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:15.089933 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.117310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-c37bfc0c-41b5-46be-87d7-aee3049cb8e1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552444 Jul 16 08:46:15.141256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-deleted', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:15.145489 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875fc0de-9e32-4d2a-9949-88980ae2ee7d" -d '{"events": [{"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-deleted", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:15.153907 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.155569 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.228979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f388941e-bebb-4a4f-85af-a4147c440a82, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f388941e-bebb-4a4f-85af-a4147c440a82,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:15.233121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a6359a-c1ae-414b-9af3-29bc83aac8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f388941e-bebb-4a4f-85af-a4147c440a82'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:15.235747 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6045ce99-fb8b-4684-bed2-e99fc195ddf9" -d '{"events": [{"server_uuid": "f3a6359a-c1ae-414b-9af3-29bc83aac8e3", "name": "network-vif-plugged", "status": "completed", "tag": "f388941e-bebb-4a4f-85af-a4147c440a82"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:15.240150 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.339078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=f388941e-bebb-4a4f-85af-a4147c440a82,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.391404 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.395233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 1ea00659-d702-4700-9eaf-3f95d56625e0 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:15.407512 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1ea00659-d702-4700-9eaf-3f95d56625e0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:15.407914 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.479813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 28033945-15ec-42cf-bdbc-4eca27387538, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=28033945-15ec-42cf-bdbc-4eca27387538,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:15.491449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.569667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=28033945-15ec-42cf-bdbc-4eca27387538,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.621362 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.646452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 1ea00659-d702-4700-9eaf-3f95d56625e0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1ea00659-d702-4700-9eaf-3f95d56625e0,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:15.651539 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.658984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5dbb3e9-fe6d-42b7-b8ae-c2b9354186f1 req-fac2856a-8eea-4f01-b687-1a394ad10e68 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 210 time: 0.1008244 Jul 16 08:46:15.720558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=1ea00659-d702-4700-9eaf-3f95d56625e0,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.728279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf6ce7-91ee-4081-99b3-0876c5e7a2ea req-91ad25fa-85e3-4029-bf4c-27af61ae3cba tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.729947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77bf6ce7-91ee-4081-99b3-0876c5e7a2ea req-91ad25fa-85e3-4029-bf4c-27af61ae3cba tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 945 time: 0.1612766 Jul 16 08:46:15.777441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77bf6ce7-91ee-4081-99b3-0876c5e7a2ea req-6fe13469-9de9-42df-96bb-6fe73b02b3bc tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Jul 16 08:46:15.860535 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813aabc5-096d-414b-9438-30c273828c14 x-openstack-request-id: req-813aabc5-096d-414b-9438-30c273828c14 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:15.860782 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635fa98d-c31a-43c3-8807-bdab9c4b6208", "name": "network-vif-deleted", "tag": "a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:15.861036 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-813aabc5-096d-414b-9438-30c273828c14 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:15.861478 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635fa98d-c31a-43c3-8807-bdab9c4b6208', 'name': 'network-vif-deleted', 'tag': 'a5a64a8e-e1ee-4b96-b98a-3b25d8b26ce6', 'status': 'completed', 'code': 200} Jul 16 08:46:15.948852 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16082179-31bc-4f82-80b5-c3fc95f2b34a x-openstack-request-id: req-16082179-31bc-4f82-80b5-c3fc95f2b34a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:15.949799 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a6359a-c1ae-414b-9af3-29bc83aac8e3", "name": "network-vif-plugged", "status": "completed", "tag": "f388941e-bebb-4a4f-85af-a4147c440a82", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:15.950308 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16082179-31bc-4f82-80b5-c3fc95f2b34a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:15.950967 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a6359a-c1ae-414b-9af3-29bc83aac8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f388941e-bebb-4a4f-85af-a4147c440a82', 'code': 200} Jul 16 08:46:16.213737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47913998-357c-4a50-81d3-4174f761f40b req-928e15b3-5216-4623-83bb-0b6071aadee8 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 210 time: 0.0708699 Jul 16 08:46:16.252188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56661-38d9-4d8d-b7a8-e5e3c62e8d09 req-d49fd9cb-94a2-47c1-87dd-8e897fbc36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.254496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cb56661-38d9-4d8d-b7a8-e5e3c62e8d09 req-d49fd9cb-94a2-47c1-87dd-8e897fbc36a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3a6359a-c1ae-414b-9af3-29bc83aac8e3 HTTP/1.1" status: 200 len: 1097 time: 0.1837871 Jul 16 08:46:16.281123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0910ef6-b7ac-4d12-8442-7148490c81c2 req-039f44ad-df50-4344-b343-98596304a412 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.282921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0910ef6-b7ac-4d12-8442-7148490c81c2 req-039f44ad-df50-4344-b343-98596304a412 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 944 time: 0.1229784 Jul 16 08:46:16.336314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cb56661-38d9-4d8d-b7a8-e5e3c62e8d09 req-45f527a5-3276-45c7-9757-b3d1085a1610 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704229 Jul 16 08:46:16.341388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0910ef6-b7ac-4d12-8442-7148490c81c2 req-d8fd36f0-f905-4eae-817f-e5489e6469b1 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503638 Jul 16 08:46:16.353050 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:16.363558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:16.364172 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:16.436307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd3be-d8db-441e-bfae-766d50a8f79b req-0f8d91bd-8005-474b-8cc0-e2a504716b14 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.437762 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8edd3be-d8db-441e-bfae-766d50a8f79b req-0f8d91bd-8005-474b-8cc0-e2a504716b14 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.0954585 Jul 16 08:46:16.484297 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:16.538603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8edd3be-d8db-441e-bfae-766d50a8f79b req-848195b4-091f-4a47-b440-87932b9cfcdf tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877686 Jul 16 08:46:16.585419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-44bed088-9b17-4314-9b1b-8d704f945c0a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.587579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-44bed088-9b17-4314-9b1b-8d704f945c0a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.1489348 Jul 16 08:46:16.609298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f002f660-f671-421c-888a-b9153fdbe290 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/quotas/3206175599bd452fb6bb65f4568bfc23 HTTP/1.1" status: 200 len: 375 time: 0.0106437 Jul 16 08:46:16.725999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-353910ad-832a-4701-97ad-4f9d811126cd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095462 Jul 16 08:46:16.755403 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 2, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:16.796550 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:16.797125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Updating router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:16.839877 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.887963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ebee8296-77d1-4c0c-af12-774c1022d588 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:16.938186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-b8f1660e-805c-4327-98ce-638eb034daee service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112491 Jul 16 08:46:16.987764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port ebee8296-77d1-4c0c-af12-774c1022d588 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:16.992554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port ebee8296-77d1-4c0c-af12-774c1022d588 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:16.997126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.000549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20add-70a4-486e-9970-64f733349cb4 req-9bac6f80-1bbd-47b3-b5a8-c7c08aeb46e5 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.002943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-9bac6f80-1bbd-47b3-b5a8-c7c08aeb46e5 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 820 time: 0.2479570 Jul 16 08:46:17.024894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Request body: {'port': {'device_id': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'admin_state_up': True, 'tenant_id': '5a2b5ed207c34b65be50d68231bec465'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:17.063802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb35d71c-21b2-4020-a9cf-a78c0f7580fb req-ff85586f-3751-4283-8492-fa6468edebb4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 210 time: 0.0819566 Jul 16 08:46:17.094162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1ea00659-d702-4700-9eaf-3f95d56625e0 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:17.162665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1ea00659-d702-4700-9eaf-3f95d56625e0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:17.163241 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.224197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-5b72dfd2-9f60-4151-a763-1df3a3a2fa8c service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827721 Jul 16 08:46:17.241800 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.279228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Made reservation on behalf of 5a2b5ed207c34b65be50d68231bec465 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:17.291449 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.308070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ebee8296-77d1-4c0c-af12-774c1022d588, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ebee8296-77d1-4c0c-af12-774c1022d588,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:17.313546 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.320673 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.347965 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Transition to ACTIVE for port object d4cd246a-48d1-4b6f-b869-45ffbf5e0586 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:17.365515 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.459774 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Pushing event updated for resources: {'Port': ['ID=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.462545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ebee8296-77d1-4c0c-af12-774c1022d588,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.476945 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.477291 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.477631 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.477986 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.478313 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.478638 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.488735 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.489126 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.489472 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.489836 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.490177 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.490509 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:17.585371 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.593954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe553bcf-af08-4422-b75d-5704f0ca3a31 req-3e8d2aff-46a2-4007-9859-f5d616f25e2a tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.602854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe553bcf-af08-4422-b75d-5704f0ca3a31 req-3e8d2aff-46a2-4007-9859-f5d616f25e2a tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 945 time: 0.2534554 Jul 16 08:46:17.623000 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31de3c55-8cd3-45aa-93c1-dc9578a7aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.631983 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Attempting to bind port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:17.633949 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Attempting to bind port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:17.635100 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Attempting to bind port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 on network aae0c95e-c13d-4b7f-a039-cde0474813e7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:17.647118 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:17.647953 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Checking segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:17.648575 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.649234 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Bound using segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:17.650024 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Bound port: d4cd246a-48d1-4b6f-b869-45ffbf5e0586, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:17.650636 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.675145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Allocated IP 172.20.0.3 (aae0c95e-c13d-4b7f-a039-cde0474813e7/643a9a0c-4380-4533-a49a-eaba11a75e07/3de08ba9-21e5-421e-a9ed-dd74464ce76a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:17.681129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29f36988-374a-4989-a95a-6c7b9c89b0c2 req-fa69be86-9557-4b9d-b084-04af4a528596 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 210 time: 0.1108618 Jul 16 08:46:17.758784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe553bcf-af08-4422-b75d-5704f0ca3a31 req-e139b8a9-b070-4242-9d40-2555cd809232 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549487 Jul 16 08:46:17.820577 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] For port d4cd246a-48d1-4b6f-b869-45ffbf5e0586, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:17.824802 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] For port d4cd246a-48d1-4b6f-b869-45ffbf5e0586, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:17.835140 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.913507 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce793fb-d3d4-4c80-845c-a8690cef8fbf None None] Pushing event updated for resources: {'Port': ['ID=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.921692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-a147311f-6a63-476e-a85f-1ed898259bd8 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.923596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-a147311f-6a63-476e-a85f-1ed898259bd8 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 820 time: 0.3952749 Jul 16 08:46:17.925831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6db79e40-4e20-4c58-a7b7-a66a0c74b785 req-58b9fbb0-af64-4fe9-aa0c-1adac9a95c0b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 210 time: 0.1056733 Jul 16 08:46:17.951310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Request body: {'port': {'device_id': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'admin_state_up': True, 'tenant_id': '5f2085df23d74438b39a3b48f5526d66'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:17.952667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28033945-15ec-42cf-bdbc-4eca27387538'}, {'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:17.955720 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:17.955972 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b764487-04c7-4744-b7ca-617dabb13316" -d '{"events": [{"server_uuid": "dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "28033945-15ec-42cf-bdbc-4eca27387538"}, {"server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "name": "network-vif-plugged", "status": "completed", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:17.957870 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:18.134923 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:18.304000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-2d930291-3866-47f0-b2b5-0c5b7056202e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:18.305515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-2d930291-3866-47f0-b2b5-0c5b7056202e tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.4769366 Jul 16 08:46:18.334279 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.372421 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:17Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:18.376207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Made reservation on behalf of 5f2085df23d74438b39a3b48f5526d66 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:18.380426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.389779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Transition to ACTIVE for port object 3de08ba9-21e5-421e-a9ed-dd74464ce76a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:18.404782 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2272c2-818f-41d4-820b-51abcc206ac5 None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:17Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:18.433050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0d548-4d35-4856-bc1a-6f14c72de1dd req-2d32b690-d77b-4164-a8fa-51893f762f9b tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:18.434647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ec0d548-4d35-4856-bc1a-6f14c72de1dd req-2d32b690-d77b-4164-a8fa-51893f762f9b tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 945 time: 0.3690927 Jul 16 08:46:18.454631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2377c-3293-4a3a-9bf7-870ebd610e46 req-1166b140-5ca0-46e4-825a-ce2aa651beec tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:18.456140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abe2377c-3293-4a3a-9bf7-870ebd610e46 req-1166b140-5ca0-46e4-825a-ce2aa651beec tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee94853-3798-42bd-8db3-f0984b7d8aaa HTTP/1.1" status: 200 len: 948 time: 0.3506901 Jul 16 08:46:18.515866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.671863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ec0d548-4d35-4856-bc1a-6f14c72de1dd req-c77c5c71-2529-4320-8878-9b02008e96b4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251456 Jul 16 08:46:18.677588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.701184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abe2377c-3293-4a3a-9bf7-870ebd610e46 req-968d6f63-334c-4101-9e67-d9362ff29b02 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294638 Jul 16 08:46:18.739081 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.810239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:18.826941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:18.836906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:18.843933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Pushing event updated for resources: {'Port': ['ID=3de08ba9-21e5-421e-a9ed-dd74464ce76a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:18.875062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Deleting port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:18.875621 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.875786 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e244d3fb-d94a-4abd-aefa-e200cb914ee1 x-openstack-request-id: req-e244d3fb-d94a-4abd-aefa-e200cb914ee1 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:18.876026 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "28033945-15ec-42cf-bdbc-4eca27387538", "code": 200}, {"server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "name": "network-vif-plugged", "status": "completed", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:18.876284 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e244d3fb-d94a-4abd-aefa-e200cb914ee1 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:18.876833 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28033945-15ec-42cf-bdbc-4eca27387538', 'code': 200} Jul 16 08:46:18.877106 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588', 'code': 200} Jul 16 08:46:18.881188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Allocated IP 172.20.0.2 (ae546b27-9f75-4f79-bba2-9b9d6219f032/8307d455-1b57-4e72-9720-ac3e62f2f67a/9a4d7a72-d4a7-424f-9137-b42ead828f72) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:19.052666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.053533 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.176778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d4cd246a-48d1-4b6f-b869-45ffbf5e0586 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:19.219180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-16f6b112-be65-4a19-94de-d13161f54a27 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2013404 Jul 16 08:46:19.268167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f5ab1-a1a7-498f-ac48-da906d80ee57 req-dc76a81b-b3bf-4803-ba91-9a6b2c34ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.270779 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e51f5ab1-a1a7-498f-ac48-da906d80ee57 req-dc76a81b-b3bf-4803-ba91-9a6b2c34ff9d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 1097 time: 0.2167833 Jul 16 08:46:19.272820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17945d3-7613-4b54-bc76-98342fbac652 req-1a254642-8529-4c7f-9fc5-2c4834b4c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.274830 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b17945d3-7613-4b54-bc76-98342fbac652 req-1a254642-8529-4c7f-9fc5-2c4834b4c403 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1097 time: 0.2066796 Jul 16 08:46:19.282117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Request body: {'port': {'device_id': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:19.284079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:19.288337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c54e6d47-133a-400d-a69f-2a48e19fb421 req-ecb65e70-706b-40ad-9cc6-981e52b3763f tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 210 time: 0.1051016 Jul 16 08:46:19.297357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:19.297949 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.350795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6ae0319c-ef1f-4105-9268-a4fd77edb8bd None None] Provisioning for port 3de08ba9-21e5-421e-a9ed-dd74464ce76a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:19.351700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.54', 57415) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:19.360497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6ae0319c-ef1f-4105-9268-a4fd77edb8bd None None] Provisioning complete for port 3de08ba9-21e5-421e-a9ed-dd74464ce76a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:19.360873 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ae0319c-ef1f-4105-9268-a4fd77edb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.386469 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e51f5ab1-a1a7-498f-ac48-da906d80ee57 req-689031f2-ff88-4c42-959a-010d70f21452 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938330 Jul 16 08:46:19.459320 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.480235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.484072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0319c-ef1f-4105-9268-a4fd77edb8bd None None] Port 3de08ba9-21e5-421e-a9ed-dd74464ce76a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:19.525209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port d4cd246a-48d1-4b6f-b869-45ffbf5e0586, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:19.533815 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.537688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-454a4928-2cc3-4e1b-82c8-89bd8488bbc6 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.539414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] For port ee9fb22a-dcbe-4bcd-b429-d882299b2a00, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:19.539626 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-454a4928-2cc3-4e1b-82c8-89bd8488bbc6 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.1865647 Jul 16 08:46:19.539795 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.563435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Calling delete_port for ee9fb22a-dcbe-4bcd-b429-d882299b2a00 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:19.564929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Request body: {'port': {'device_id': '4fbfbdc1-6737-44d4-b1c8-6830f8866c0f', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'admin_state_up': True, 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:19.648115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:19.663073 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b17945d3-7613-4b54-bc76-98342fbac652 req-46e8beb2-6a8b-4813-a399-342877c3c7b0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715777 Jul 16 08:46:19.691926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:19.695950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.805721 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.837716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Allocated IP 172.20.0.5 (ff0bd8d5-928e-4372-933c-180eae691c3c/1b8f6089-c041-4c6e-9073-12eb30d5fc0c/0ec7293d-c9ff-40a5-8906-ca153a17f894) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:19.880924 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.892242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:19.897209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ee9fb22a-dcbe-4bcd-b429-d882299b2a00'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:19.918669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Network ae546b27-9f75-4f79-bba2-9b9d6219f032 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:19.934160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92415-d3aa-4ba2-8b95-f1429b23d0a7 req-26ef7e16-f9aa-4c82-b32b-d8c313a1c825 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.935976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7f92415-d3aa-4ba2-8b95-f1429b23d0a7 req-26ef7e16-f9aa-4c82-b32b-d8c313a1c825 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 931 time: 0.8936687 Jul 16 08:46:19.946949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:19.951810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Pushing event updated for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:19.958271 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.969863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:19.994099 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.066239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event deleted for resources: {'Port': ['ID=ee9fb22a-dcbe-4bcd-b429-d882299b2a00,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:20.088529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.095273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563abac-fd32-441c-af1e-dc04f9ed419b req-198d9cb2-0dad-471c-a1e7-5159a59a4afd tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.097731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9563abac-fd32-441c-af1e-dc04f9ed419b req-198d9cb2-0dad-471c-a1e7-5159a59a4afd tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 945 time: 0.4115033 Jul 16 08:46:20.125850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] No DVR routers for this DVR port ee9fb22a-dcbe-4bcd-b429-d882299b2a00 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:20.142154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.157711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.158924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:20.160245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14ace3c5-8296-4496-9fd1-74c0637d794e req-5b68a82e-877f-4e28-a0e0-3d1124aa572c tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.54 "DELETE /v2.0/ports/ee9fb22a-dcbe-4bcd-b429-d882299b2a00 HTTP/1.1" status: 204 len: 173 time: 1.8386946 Jul 16 08:46:20.162256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'name': 'network-vif-deleted', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:20.164615 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25ee9f1-f9d6-455d-91f5-9b33ba4964b4" -d '{"events": [{"server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "name": "network-vif-deleted", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:20.198466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.198466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.205075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Network ff0bd8d5-928e-4372-933c-180eae691c3c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:20.209504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:20.212322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:20.226331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7f92415-d3aa-4ba2-8b95-f1429b23d0a7 req-f020c950-d5b7-435c-bc6a-9d9df42a2f34 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487133 Jul 16 08:46:20.246376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event updated for resources: {'Port': ['ID=0ec7293d-c9ff-40a5-8906-ca153a17f894,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:20.260952 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-84ac2784-bd0a-4f2d-bb07-e2b20aeba159 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3267746 Jul 16 08:46:20.279451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.281000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.299773 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-1a56ed61-4534-47de-827c-d0cfadb14d2a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7400572 Jul 16 08:46:20.308052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9563abac-fd32-441c-af1e-dc04f9ed419b req-dc0596fa-8702-4400-9c05-228678ddf02f tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836963 Jul 16 08:46:20.317147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Request body: {'port': {'device_id': '4fbfbdc1-6737-44d4-b1c8-6830f8866c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:20.326415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Request body: {'port': {'device_id': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:20.501322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.584690 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.833771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec7293d-c9ff-40a5-8906-ca153a17f894 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:20.841849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.856693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Transition to ACTIVE for port object 0ec7293d-c9ff-40a5-8906-ca153a17f894 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:20.860389 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.918116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Pushing event updated for resources: {'Port': ['ID=0ec7293d-c9ff-40a5-8906-ca153a17f894,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.031807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Attempting to bind port 0ec7293d-c9ff-40a5-8906-ca153a17f894 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:21.032536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Attempting to bind port 0ec7293d-c9ff-40a5-8906-ca153a17f894 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:21.032872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Attempting to bind port 0ec7293d-c9ff-40a5-8906-ca153a17f894 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:21.046864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Port 0ec7293d-c9ff-40a5-8906-ca153a17f894 on network ff0bd8d5-928e-4372-933c-180eae691c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:21.047594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Attempting to bind port 0ec7293d-c9ff-40a5-8906-ca153a17f894 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:21.048459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d4cd246a-48d1-4b6f-b869-45ffbf5e0586 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:21.054669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:21.055076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:21.055500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Bound using segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:21.056193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Bound port: 0ec7293d-c9ff-40a5-8906-ca153a17f894, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:21.056568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.102963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de08ba9-21e5-421e-a9ed-dd74464ce76a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:21.115683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:21.116554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.122170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec4caf-c5da-4364-bd6a-18ee2c3366f7 req-c5552b1f-66b1-4cd4-82f0-efd2666f6ce5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:21.129962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27ec4caf-c5da-4364-bd6a-18ee2c3366f7 req-c5552b1f-66b1-4cd4-82f0-efd2666f6ce5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 931 time: 0.6068335 Jul 16 08:46:21.169047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] For port 0ec7293d-c9ff-40a5-8906-ca153a17f894, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:21.174497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] For port 0ec7293d-c9ff-40a5-8906-ca153a17f894, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0ec7293d-c9ff-40a5-8906-ca153a17f894,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:21.180343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.183274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.205499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c53fec-12ea-43a2-b32b-7f90fee39bd3 req-e05b55c9-263b-43c4-b458-4919568d014d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:21.207847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6c53fec-12ea-43a2-b32b-7f90fee39bd3 req-e05b55c9-263b-43c4-b458-4919568d014d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 945 time: 0.6589541 Jul 16 08:46:21.236150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:21.236150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.236150 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] 10.222.0.54 "PUT /v2.0/ports/0ec7293d-c9ff-40a5-8906-ca153a17f894 HTTP/1.1" status: 200 len: 1092 time: 0.9185114 Jul 16 08:46:21.236150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbfbdc1-6737-44d4-b1c8-6830f8866c0f', 'tag': '0ec7293d-c9ff-40a5-8906-ca153a17f894'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:21.236816 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbfbdc1-6737-44d4-b1c8-6830f8866c0f", "tag": "0ec7293d-c9ff-40a5-8906-ca153a17f894"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:21.256342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Transition to ACTIVE for port object 3de08ba9-21e5-421e-a9ed-dd74464ce76a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:21.268034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bbc35-9d20-46e7-8dcc-66606eb0e68f service neutron] Pushing event updated for resources: {'Port': ['ID=0ec7293d-c9ff-40a5-8906-ca153a17f894,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.275149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.327720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27ec4caf-c5da-4364-bd6a-18ee2c3366f7 req-ba75cb66-870f-47c1-8048-24c2c4013837 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968293 Jul 16 08:46:21.358081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6c53fec-12ea-43a2-b32b-7f90fee39bd3 req-3b37caa8-12ae-43f8-919a-bc6e238ae253 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316042 Jul 16 08:46:21.417804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3de08ba9-21e5-421e-a9ed-dd74464ce76a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.468515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f7107edb-ad56-482e-945a-71b2ab450829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:21.479004 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f7107edb-ad56-482e-945a-71b2ab450829 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 1095 time: 0.1296258 Jul 16 08:46:21.542916 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-cac88f84-5fc7-48de-9496-0edf3c86f86c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec7293d-c9ff-40a5-8906-ca153a17f894 HTTP/1.1" status: 200 len: 217 time: 0.0583227 Jul 16 08:46:21.583429 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0415a-fd33-41f1-8c54-522f30e1c514 x-openstack-request-id: req-32a0415a-fd33-41f1-8c54-522f30e1c514 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:21.584098 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee94853-3798-42bd-8db3-f0984b7d8aaa", "name": "network-vif-deleted", "tag": "ee9fb22a-dcbe-4bcd-b429-d882299b2a00", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:21.584098 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32a0415a-fd33-41f1-8c54-522f30e1c514 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:21.584442 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee94853-3798-42bd-8db3-f0984b7d8aaa', 'name': 'network-vif-deleted', 'tag': 'ee9fb22a-dcbe-4bcd-b429-d882299b2a00', 'status': 'completed', 'code': 200} Jul 16 08:46:21.626805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Attempting to bind port 3de08ba9-21e5-421e-a9ed-dd74464ce76a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:21.627143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Attempting to bind port 3de08ba9-21e5-421e-a9ed-dd74464ce76a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:21.627432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f452f371-79c3-4c3d-8037-b7102ed78d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:21.627564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Attempting to bind port 3de08ba9-21e5-421e-a9ed-dd74464ce76a on network aae0c95e-c13d-4b7f-a039-cde0474813e7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:21.629436 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-f452f371-79c3-4c3d-8037-b7102ed78d09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.0789223 Jul 16 08:46:21.649573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Port 3de08ba9-21e5-421e-a9ed-dd74464ce76a on network aae0c95e-c13d-4b7f-a039-cde0474813e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:21.649920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Attempting to bind port 3de08ba9-21e5-421e-a9ed-dd74464ce76a on network aae0c95e-c13d-4b7f-a039-cde0474813e7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:21.654044 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeb7b69-f8d5-414c-a7b8-bd3654ad11d5 x-openstack-request-id: req-ddeb7b69-f8d5-414c-a7b8-bd3654ad11d5 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:21.654258 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbfbdc1-6737-44d4-b1c8-6830f8866c0f", "tag": "0ec7293d-c9ff-40a5-8906-ca153a17f894", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:21.654509 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddeb7b69-f8d5-414c-a7b8-bd3654ad11d5 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:21.655048 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbfbdc1-6737-44d4-b1c8-6830f8866c0f', 'tag': '0ec7293d-c9ff-40a5-8906-ca153a17f894', 'status': 'completed', 'code': 200} Jul 16 08:46:21.665089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:21.665436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Checking segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:21.666533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Bound using segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:21.667006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Bound port: 3de08ba9-21e5-421e-a9ed-dd74464ce76a, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:21.667420 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.671300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4d7a72-d4a7-424f-9137-b42ead828f72 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:21.681043 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-32354dff-273d-4bb5-9e56-ec1cb276357f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409546 Jul 16 08:46:21.686148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.732842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Transition to ACTIVE for port object 9a4d7a72-d4a7-424f-9137-b42ead828f72 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:21.762591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.798494 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-3a532b4d-de67-47c3-aa4d-9a92a6439377 service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051631 Jul 16 08:46:21.866934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] For port 3de08ba9-21e5-421e-a9ed-dd74464ce76a, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:21.901958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] For port 3de08ba9-21e5-421e-a9ed-dd74464ce76a, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:21.911776 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c97491b-9b67-4d25-9379-ecc04f958c0f req-74132032-c101-479e-ba04-0c5a08cbcd3e service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001577 Jul 16 08:46:21.912788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Pushing event updated for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.937169 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.011215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9f493-5a12-4c5f-916b-c2308c98df6a req-3fbbe5a4-7f42-4e42-b692-b5aaa9ad06c5 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.012741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35c9f493-5a12-4c5f-916b-c2308c98df6a req-3fbbe5a4-7f42-4e42-b692-b5aaa9ad06c5 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 931 time: 0.3110988 Jul 16 08:46:22.028679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.029311 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.030777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 1092 time: 2.7957642 Jul 16 08:46:22.044074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-4d4ef1fc-a978-4408-bab9-755432620dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.045693 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-4d4ef1fc-a978-4408-bab9-755432620dcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 1095 time: 0.0632200 Jul 16 08:46:22.046735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2de99-50d4-435a-afc3-deaffdd942dc req-75cee0d7-98ef-42cd-9da5-d3853e78a359 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.048233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dc2de99-50d4-435a-afc3-deaffdd942dc req-75cee0d7-98ef-42cd-9da5-d3853e78a359 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 943 time: 0.2805381 Jul 16 08:46:22.140644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f82d80-8bf7-4c3e-830b-5047ece364c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3de08ba9-21e5-421e-a9ed-dd74464ce76a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:22.149490 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-0fa30f8c-ee38-45b5-84b7-76c21a760b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.151109 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-0fa30f8c-ee38-45b5-84b7-76c21a760b90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 906 time: 0.0945542 Jul 16 08:46:22.167271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:22.167790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:22.168079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:22.184021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35c9f493-5a12-4c5f-916b-c2308c98df6a req-1408f5da-643e-4b5d-924d-7572f7807c97 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513212 Jul 16 08:46:22.188595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dc2de99-50d4-435a-afc3-deaffdd942dc req-40bd2629-d9bd-4bc9-bc01-70280e2f8a3f tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288977 Jul 16 08:46:22.191400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:22.192112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:22.204441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:22.204783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:22.205174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:22.205621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Bound port: 9a4d7a72-d4a7-424f-9137-b42ead828f72, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:22.206006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.245131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-e2191b28-1a68-4def-855a-338a4a1387ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec7293d-c9ff-40a5-8906-ca153a17f894 HTTP/1.1" status: 200 len: 217 time: 0.0822675 Jul 16 08:46:22.252986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20add-70a4-486e-9970-64f733349cb4 req-40c1033c-1c70-4381-af48-f43d0f605a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.255330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-40c1033c-1c70-4381-af48-f43d0f605a1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1095 time: 0.1562545 Jul 16 08:46:22.310657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-9b7d5747-9783-400c-94cd-ecacb47bdd53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 217 time: 0.0466585 Jul 16 08:46:22.311763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-f30f27a2-4476-4a82-8912-fb3a2cbef044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.313211 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-f30f27a2-4476-4a82-8912-fb3a2cbef044 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.0548666 Jul 16 08:46:22.366972 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-78a3dcfd-bd62-4649-8b68-f6a52c69c0bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403581 Jul 16 08:46:22.390997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:22.421702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:22.424844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20add-70a4-486e-9970-64f733349cb4 req-7baa48e1-2b14-4ddb-821d-edd53b6bd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.426860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-7baa48e1-2b14-4ddb-821d-edd53b6bd734 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.1097951 Jul 16 08:46:22.429483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.512050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.512679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.514220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] 10.222.0.52 "PUT /v2.0/ports/9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 200 len: 1092 time: 2.2051725 Jul 16 08:46:22.557248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d0da1-cc30-435d-ac70-d9c9aa23c04a req-c8078bfa-7f92-4a0f-94c3-e73e2945745b tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.559061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b9d0da1-cc30-435d-ac70-d9c9aa23c04a req-c8078bfa-7f92-4a0f-94c3-e73e2945745b tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 945 time: 0.2081480 Jul 16 08:46:22.559736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bd633-73a8-4b86-a98f-3d993e693cff service neutron] Pushing event updated for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:22.663919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20add-70a4-486e-9970-64f733349cb4 req-17e5afa8-3e81-4a82-a87f-f9654e70dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.665960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-17e5afa8-3e81-4a82-a87f-f9654e70dc64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2262976 Jul 16 08:46:22.688256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b9d0da1-cc30-435d-ac70-d9c9aa23c04a req-2d5ac0f7-a6cb-4627-85fa-29e555f08642 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191816 Jul 16 08:46:22.796711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-1b94c8de-8eb5-4f44-943f-ffec9cb708be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.798221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-1b94c8de-8eb5-4f44-943f-ffec9cb708be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1095 time: 0.2094412 Jul 16 08:46:22.805690 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-d5a369e8-4c69-4572-bd8b-d9ec8fb605e2 service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260395 Jul 16 08:46:22.883983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-2c769a52-b26a-45d4-85a1-183f04221be9 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997032 Jul 16 08:46:22.891417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374388d-9d4b-4043-baf0-2445164463c4 req-2389a20e-44b0-4385-a0b4-9640f78bbec8 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.892810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9374388d-9d4b-4043-baf0-2445164463c4 req-2389a20e-44b0-4385-a0b4-9640f78bbec8 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 943 time: 0.2700095 Jul 16 08:46:22.895654 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-ea7ffae8-25d7-4f17-a47d-500c3f17c82a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 200 len: 217 time: 0.0849655 Jul 16 08:46:22.903315 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b12cec0d-1257-4cc0-a0ea-4279c2c478f2 req-004ced16-04e3-47b9-8049-1b59b45d85c4 service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853584 Jul 16 08:46:22.940158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ee9fb22a-dcbe-4bcd-b429-d882299b2a00 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:22.960955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: ee9fb22a-dcbe-4bcd-b429-d882299b2a00 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:22.961307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ee9fb22a-dcbe-4bcd-b429-d882299b2a00 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:23.041802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9374388d-9d4b-4043-baf0-2445164463c4 req-faa88242-1c12-4d93-a263-988390e61750 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361368 Jul 16 08:46:23.047997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-d552ec9c-1746-4015-a11b-fa92c5eddd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.049325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-d552ec9c-1746-4015-a11b-fa92c5eddd7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1427438 Jul 16 08:46:23.101593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-673d572a-1ceb-4ae8-91b1-8fd5bbddfb8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450873 Jul 16 08:46:23.111665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3ee8a-41b9-4439-adce-b12480b7e9bc req-e8cafea7-385d-42bf-9914-6c2e4045d3f6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.113267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cea3ee8a-41b9-4439-adce-b12480b7e9bc req-e8cafea7-385d-42bf-9914-6c2e4045d3f6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 945 time: 0.3036678 Jul 16 08:46:23.126639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ae20add-70a4-486e-9970-64f733349cb4 req-7c7ddeae-5abb-4f39-a46c-c8d3205fe73d service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325220 Jul 16 08:46:23.247750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cea3ee8a-41b9-4439-adce-b12480b7e9bc req-2587c691-d1e1-42b5-9b50-674aba75b197 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235344 Jul 16 08:46:23.271067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-2ad118de-292f-4c5b-a62d-e58dcf8afe0e service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552289 Jul 16 08:46:23.317388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706a501-b04a-4937-96cb-e1f6348c466e req-8f87a426-50b4-405d-9021-546d3b9e2987 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.318891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2706a501-b04a-4937-96cb-e1f6348c466e req-8f87a426-50b4-405d-9021-546d3b9e2987 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.1685975 Jul 16 08:46:23.404177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2706a501-b04a-4937-96cb-e1f6348c466e req-e096f53f-cb0c-40bd-81fd-0f19a8ae10bf tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788462 Jul 16 08:46:23.408025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eba86e54-ab70-4cec-a894-e56a07c8f4c7 req-7f4454d1-15d4-49e9-a77b-4fdcd0da2f35 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291625 Jul 16 08:46:23.588683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a6d0b-5505-4041-99fc-01385fd33c31 req-cb212eb9-4a51-4c1d-8b42-1d71526d57ee tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.590518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd7a6d0b-5505-4041-99fc-01385fd33c31 req-cb212eb9-4a51-4c1d-8b42-1d71526d57ee tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3a6359a-c1ae-414b-9af3-29bc83aac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0741339 Jul 16 08:46:23.592272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a'}, {'name': 'network-changed', 'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:23.594834 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7050b9a8-be9b-4a24-8363-6d053a675898" -d '{"events": [{"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a"}, {"name": "network-changed", "server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:23.670305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd7a6d0b-5505-4041-99fc-01385fd33c31 req-8a4eb66f-aaf1-49ee-9186-62b343450763 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Jul 16 08:46:23.695059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb8d78-a306-4cc5-965b-1e556621b3d3 req-7effa64f-5ab0-481f-9003-8b1c35980fce tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.696329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fcb8d78-a306-4cc5-965b-1e556621b3d3 req-7effa64f-5ab0-481f-9003-8b1c35980fce tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 943 time: 0.1049037 Jul 16 08:46:23.744892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fcb8d78-a306-4cc5-965b-1e556621b3d3 req-2885660c-d775-46a2-8973-dfcf100e1a44 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Jul 16 08:46:23.851557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b94ea-46a9-4783-9cd0-5894ec87af09 req-10fec3ee-63c6-4f82-9876-b2ed442976a7 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.853313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f06b94ea-46a9-4783-9cd0-5894ec87af09 req-10fec3ee-63c6-4f82-9876-b2ed442976a7 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 943 time: 0.0768158 Jul 16 08:46:23.946685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-e342ba33-ea55-4d7e-beed-67d1a1296d87 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1122780688&fields=id&tenant_id=65751027b7fb422d8d4c7e3c84b106bb HTTP/1.1" status: 200 len: 267 time: 0.0921478 Jul 16 08:46:23.950671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f06b94ea-46a9-4783-9cd0-5894ec87af09 req-5ab379bf-2cc3-4a55-bedf-ff504cf9d7fb tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898049 Jul 16 08:46:24.020383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-bc6490c4-e664-43b3-82a2-4e2fafaf97f5 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.022827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-bc6490c4-e664-43b3-82a2-4e2fafaf97f5 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 950 time: 0.1369917 Jul 16 08:46:24.025951 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ce2da3-a298-4d48-99ad-0581964a0625 x-openstack-request-id: req-c6ce2da3-a298-4d48-99ad-0581964a0625 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:24.026299 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:24.026518 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6ce2da3-a298-4d48-99ad-0581964a0625 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:24.027157 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'status': 'completed', 'code': 200} Jul 16 08:46:24.027530 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72', 'status': 'completed', 'code': 200} Jul 16 08:46:24.130871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-66979000-0006-43b8-a211-d75b16439304 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.132379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-66979000-0006-43b8-a211-d75b16439304 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 945 time: 0.1797090 Jul 16 08:46:24.166951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'port': {'security_groups': ['f5852feb-200d-418d-b781-87c162d38320', '6e090c51-689d-4191-8f3b-d71b79a41d89']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:24.264528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-df8895b1-0c1c-4500-a713-073c2ecb5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.265981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-df8895b1-0c1c-4500-a713-073c2ecb5108 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1095 time: 0.2164917 Jul 16 08:46:24.313052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Deleting port fcd4081d-7ec0-45de-b20b-eddf5d124b3d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:24.313396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.319636 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.555707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-df3f3a19-634d-4c20-9b39-325d2179a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.557099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-df3f3a19-634d-4c20-9b39-325d2179a081 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.2840121 Jul 16 08:46:24.568066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] For port fcd4081d-7ec0-45de-b20b-eddf5d124b3d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:24.568425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.629885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Calling delete_port for fcd4081d-7ec0-45de-b20b-eddf5d124b3d owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:24.641114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab0063-806f-4a74-90fd-b2cdaaeba8f0 req-c6073fc3-75c5-44bc-bb6f-31fd08188038 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.642624 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3ab0063-806f-4a74-90fd-b2cdaaeba8f0 req-c6073fc3-75c5-44bc-bb6f-31fd08188038 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 943 time: 0.3083222 Jul 16 08:46:24.648134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-6f9acf6a-e111-49eb-bce8-062f671bd71b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 217 time: 0.0772934 Jul 16 08:46:24.939538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0ec7293d-c9ff-40a5-8906-ca153a17f894 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:25.055180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0ec7293d-c9ff-40a5-8906-ca153a17f894, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0ec7293d-c9ff-40a5-8906-ca153a17f894,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:25.067435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '0ec7293d-c9ff-40a5-8906-ca153a17f894', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'port_id': '0ec7293d-c9ff-40a5-8906-ca153a17f894', 'mac_address': 'fa:16:3e:97:f6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f6089-c041-4c6e-9073-12eb30d5fc0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:25.104874 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.106685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3ab0063-806f-4a74-90fd-b2cdaaeba8f0 req-2766efa0-0203-4049-a108-bec6a74a4a94 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562593 Jul 16 08:46:25.117987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec7293d-c9ff-40a5-8906-ca153a17f894 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:25.138364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-cb420fd8-f86f-41cd-8fd8-7257688985ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.139860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-cb420fd8-f86f-41cd-8fd8-7257688985ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.4833360 Jul 16 08:46:25.140316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0ec7293d-c9ff-40a5-8906-ca153a17f894, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0ec7293d-c9ff-40a5-8906-ca153a17f894,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:25.146205 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.199521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0ec7293d-c9ff-40a5-8906-ca153a17f894,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:25.233011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] For port ebee8296-77d1-4c0c-af12-774c1022d588, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ebee8296-77d1-4c0c-af12-774c1022d588,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:25.306780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.316375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.322225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-ac46b712-f029-4185-aabb-908ddb916f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.323763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-ac46b712-f029-4185-aabb-908ddb916f2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696079 Jul 16 08:46:25.329280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:25.380355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.399008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.399444 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.400963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a186e59-436a-4512-8366-bdbc4d6ac0cc req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "PUT /v2.0/ports/ebee8296-77d1-4c0c-af12-774c1022d588 HTTP/1.1" status: 200 len: 981 time: 1.2599630 Jul 16 08:46:25.491855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fcd4081d-7ec0-45de-b20b-eddf5d124b3d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:25.517533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] No DVR routers for this DVR port fcd4081d-7ec0-45de-b20b-eddf5d124b3d on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:25.523951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430418f-17ce-43eb-98be-f610e6f82b03 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'Port': ['ID=ebee8296-77d1-4c0c-af12-774c1022d588,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:25.528646 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.530665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-346af4a3-8274-42c7-9b02-e1611fb9978b req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.52 "DELETE /v2.0/ports/fcd4081d-7ec0-45de-b20b-eddf5d124b3d HTTP/1.1" status: 204 len: 173 time: 1.4996452 Jul 16 08:46:25.563915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82541ba-b79e-4cba-8468-e508d5acb6e6 tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] Pushing event deleted for resources: {'Port': ['ID=fcd4081d-7ec0-45de-b20b-eddf5d124b3d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:25.590537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-ee5f025d-35ee-4004-be9d-398c9e8c1cb5 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540982 Jul 16 08:46:25.595795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:25.626846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d5e126c-4278-4c21-9621-d1e551d90916 req-77f277fc-66dc-41d4-a3fd-e230e9e7774b tempest-MigrationsAdminTest-1080814833 tempest-MigrationsAdminTest-1080814833-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2bf2f48-6158-4542-89da-a24a3afdc91a HTTP/1.1" status: 200 len: 210 time: 0.0481529 Jul 16 08:46:25.691268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0ec7293d-c9ff-40a5-8906-ca153a17f894'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:25.761810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-7083a747-ccbb-4282-9c27-115a3a283cbd tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.763340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-7083a747-ccbb-4282-9c27-115a3a283cbd tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3a6359a-c1ae-414b-9af3-29bc83aac8e3 HTTP/1.1" status: 200 len: 945 time: 0.1707368 Jul 16 08:46:25.767753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-fdaf4908-b5d3-4278-a523-82598668a58a service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433835 Jul 16 08:46:26.035325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588'}, {'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'name': 'network-vif-deleted', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:26.037824 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e589562b-1b1d-47ca-94d7-07469b3f36c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588"}, {"server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "name": "network-vif-deleted", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:26.055461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88db14-c881-4b37-ac98-e5d72a804eb0 req-a442bfe4-8723-4b54-ae2a-108cbac381cd tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.056916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a88db14-c881-4b37-ac98-e5d72a804eb0 req-a442bfe4-8723-4b54-ae2a-108cbac381cd tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 943 time: 0.2356467 Jul 16 08:46:26.069119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-c2b4de49-3117-45a2-b240-03bd3770bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.070687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-c2b4de49-3117-45a2-b240-03bd3770bb62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1095 time: 0.2364101 Jul 16 08:46:26.095293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Deleting port f388941e-bebb-4a4f-85af-a4147c440a82 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:26.095742 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.138167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16c8b9-b2b8-4ef9-8d9f-7ca285247481 req-4a702a02-e0aa-4a26-a633-c0a4a4d65d20 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.139657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac16c8b9-b2b8-4ef9-8d9f-7ca285247481 req-4a702a02-e0aa-4a26-a633-c0a4a4d65d20 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 943 time: 0.2323868 Jul 16 08:46:26.222420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a88db14-c881-4b37-ac98-e5d72a804eb0 req-50b79bf2-b87f-46a6-a3fe-afec8d4ec129 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595042 Jul 16 08:46:26.291621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac16c8b9-b2b8-4ef9-8d9f-7ca285247481 req-3555412b-50e2-4b9a-a107-fb3575381304 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394999 Jul 16 08:46:26.320651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] For port f388941e-bebb-4a4f-85af-a4147c440a82, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f388941e-bebb-4a4f-85af-a4147c440a82,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:26.321337 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.328781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-c01f7fd6-6df7-43a6-9df8-345f806d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.330324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-c01f7fd6-6df7-43a6-9df8-345f806d9bcd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.2522223 Jul 16 08:46:26.336535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Calling delete_port for f388941e-bebb-4a4f-85af-a4147c440a82 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:26.390028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-05d333cb-08b7-4f4c-80c5-2b98d7e8af9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 200 len: 217 time: 0.0514188 Jul 16 08:46:26.532453 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-67d34669-ac93-4e5b-b9e7-5866c4c3992d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1308025073&fields=id&tenant_id=65751027b7fb422d8d4c7e3c84b106bb HTTP/1.1" status: 200 len: 267 time: 0.1413851 Jul 16 08:46:26.547997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-2dc04d19-00e0-4c13-9128-974a679c4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.549666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-2dc04d19-00e0-4c13-9128-974a679c4ea9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1407163 Jul 16 08:46:26.623608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09dab6-d6be-4f87-b704-1c7ea7c756b4 req-ebd3704f-17dd-401d-bd0b-68410ab17df7 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.625102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b09dab6-d6be-4f87-b704-1c7ea7c756b4 req-ebd3704f-17dd-401d-bd0b-68410ab17df7 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3a6359a-c1ae-414b-9af3-29bc83aac8e3 HTTP/1.1" status: 200 len: 945 time: 0.2792213 Jul 16 08:46:26.626875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-5c3d3497-fa7f-48e3-8098-b976c9bca9af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674789 Jul 16 08:46:26.773738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b09dab6-d6be-4f87-b704-1c7ea7c756b4 req-ccec1a5c-d74a-483d-b2ff-3a2333f795da tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/security-groups?id=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415172 Jul 16 08:46:26.782432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.802035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['f388941e-bebb-4a4f-85af-a4147c440a82'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:26.829950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-5703f92e-7a37-49d5-a7e5-dd4a5d93a79d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.832198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-5703f92e-7a37-49d5-a7e5-dd4a5d93a79d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 984 time: 0.2906229 Jul 16 08:46:26.840068 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273f1c0d-12df-4203-800a-b1e3f77304b7 x-openstack-request-id: req-273f1c0d-12df-4203-800a-b1e3f77304b7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:26.840365 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588", "status": "completed", "code": 200}, {"server_uuid": "c2bf2f48-6158-4542-89da-a24a3afdc91a", "name": "network-vif-deleted", "tag": "fcd4081d-7ec0-45de-b20b-eddf5d124b3d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:26.840611 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-273f1c0d-12df-4203-800a-b1e3f77304b7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:26.840995 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588', 'status': 'completed', 'code': 200} Jul 16 08:46:26.841244 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bf2f48-6158-4542-89da-a24a3afdc91a', 'name': 'network-vif-deleted', 'tag': 'fcd4081d-7ec0-45de-b20b-eddf5d124b3d', 'status': 'completed', 'code': 200} Jul 16 08:46:26.845207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Pushing event deleted for resources: {'Port': ['ID=f388941e-bebb-4a4f-85af-a4147c440a82,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:26.854580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'port': {'security_groups': ['6e090c51-689d-4191-8f3b-d71b79a41d89', 'f5852feb-200d-418d-b781-87c162d38320', '725b277f-58e1-44c2-860d-a0e659c11c54']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:26.856752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a4d7a72-d4a7-424f-9137-b42ead828f72 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:26.863395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-35b9a0be-f86f-46a3-9e7f-70f4455e5e5a service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275333 Jul 16 08:46:26.895285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['28033945-15ec-42cf-bdbc-4eca27387538'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:26.960419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-2f3bd589-d83d-4b45-9657-c0e947ba1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.964540 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-2f3bd589-d83d-4b45-9657-c0e947ba1dfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1136 time: 0.0999398 Jul 16 08:46:26.994047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] No DVR routers for this DVR port f388941e-bebb-4a4f-85af-a4147c440a82 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:27.000612 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.002592 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e47d1c-5826-4cf4-965e-67630727a2aa req-4b41e426-3387-455d-ac8a-e19abc2aebdf tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.52 "DELETE /v2.0/ports/f388941e-bebb-4a4f-85af-a4147c440a82 HTTP/1.1" status: 204 len: 173 time: 1.2330050 Jul 16 08:46:27.059973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:27.080400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '9a4d7a72-d4a7-424f-9137-b42ead828f72', 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'port_id': '9a4d7a72-d4a7-424f-9137-b42ead828f72', 'mac_address': 'fa:16:3e:7f:2f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8307d455-1b57-4e72-9720-ac3e62f2f67a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:27.104878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-b4d6597d-ea4c-410e-9614-474893b7a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.106529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-b4d6597d-ea4c-410e-9614-474893b7a77e service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 913 time: 0.1259208 Jul 16 08:46:27.143617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.149189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7050b9a8-be9b-4a24-8363-6d053a675898 req-b4dd5aa2-3a5b-4158-bac9-b52850a679fb service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353160 Jul 16 08:46:27.156735 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.174199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4d7a72-d4a7-424f-9137-b42ead828f72 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:27.200654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b87a2-656a-47a6-9b83-df5cc4151589 req-4607568d-e09a-4638-9412-1200017f0805 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.201359 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-fac4f370-cc4c-4895-a9e1-4e2bf7430c79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebee8296-77d1-4c0c-af12-774c1022d588 HTTP/1.1" status: 200 len: 217 time: 0.0811226 Jul 16 08:46:27.205022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-350b87a2-656a-47a6-9b83-df5cc4151589 req-4607568d-e09a-4638-9412-1200017f0805 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 944 time: 0.2121422 Jul 16 08:46:27.209169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:27.215491 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.216483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3de08ba9-21e5-421e-a9ed-dd74464ce76a details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:27.262687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-b8a6ec93-4d12-422d-ac01-904260f669f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.264365 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-b8a6ec93-4d12-422d-ac01-904260f669f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.0517185 Jul 16 08:46:27.265475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-350b87a2-656a-47a6-9b83-df5cc4151589 req-83b144b1-e4d0-4c3a-9e44-593de39ce73c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568557 Jul 16 08:46:27.311747 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-e3fcad7d-34d4-4e54-9d98-15d903cc3a22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341125 Jul 16 08:46:27.377574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.382120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3de08ba9-21e5-421e-a9ed-dd74464ce76a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:27.398583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'mac_address': 'fa:16:3e:8a:84:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:27.436543 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-fc485103-3ce8-408c-8ce5-d89180113b41 service neutron] 10.222.0.54 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071496 Jul 16 08:46:27.442092 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.474440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de08ba9-21e5-421e-a9ed-dd74464ce76a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:27.475601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] For port ebee8296-77d1-4c0c-af12-774c1022d588, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ebee8296-77d1-4c0c-af12-774c1022d588,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:27.497070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3de08ba9-21e5-421e-a9ed-dd74464ce76a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:27.514465 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.544258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.558454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-e5c68eb2-8a46-4a74-a93c-488f2d727956 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.560195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-e5c68eb2-8a46-4a74-a93c-488f2d727956 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 945 time: 0.1459372 Jul 16 08:46:27.563898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.584933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:27.657520 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e589562b-1b1d-47ca-94d7-07469b3f36c2 req-ba602284-f4b6-482a-b4d6-7cc3cfeb081b service neutron] 10.222.0.54 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102163 Jul 16 08:46:27.747110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3de08ba9-21e5-421e-a9ed-dd74464ce76a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.821033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.821778 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.823457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f82ea8e3-1803-43bf-91c3-72e7aa134579 req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "PUT /v2.0/ports/ebee8296-77d1-4c0c-af12-774c1022d588 HTTP/1.1" status: 200 len: 1020 time: 0.9796643 Jul 16 08:46:27.855917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3de08ba9-21e5-421e-a9ed-dd74464ce76a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:27.864502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9a4d7a72-d4a7-424f-9137-b42ead828f72'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:27.917360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae2e5d-deed-44ff-a649-af9e0eb9f570 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'Port': ['ID=ebee8296-77d1-4c0c-af12-774c1022d588,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.928338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Deleting port 28033945-15ec-42cf-bdbc-4eca27387538 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:27.929021 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.934646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:27.944992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53504) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.020085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39fced-617f-485b-8f0f-b7fe134b4f1a req-868032ab-9091-42cc-813b-2ecbe47a0c6e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:28.021759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c39fced-617f-485b-8f0f-b7fe134b4f1a req-868032ab-9091-42cc-813b-2ecbe47a0c6e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 944 time: 0.2776480 Jul 16 08:46:28.115576 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-43c68f96-a106-4c61-9a82-c77e80eebcdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5443957cf93641718163cdaddb1c6608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685567 Jul 16 08:46:28.117272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53508) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.131580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] For port 28033945-15ec-42cf-bdbc-4eca27387538, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=28033945-15ec-42cf-bdbc-4eca27387538,segment=NetworkSegment(47501393-72e6-4aea-88bd-d2367ed1de90),segment_id=47501393-72e6-4aea-88bd-d2367ed1de90)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:28.131951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.156319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Calling delete_port for 28033945-15ec-42cf-bdbc-4eca27387538 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:28.168395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934b8a-3411-41f5-b68e-2729571f2d7a req-9b64fad3-d4a9-47f3-8998-2ac29fe706e0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:28.169924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76934b8a-3411-41f5-b68e-2729571f2d7a req-9b64fad3-d4a9-47f3-8998-2ac29fe706e0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 944 time: 0.1962473 Jul 16 08:46:28.174501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c39fced-617f-485b-8f0f-b7fe134b4f1a req-a16a72ff-1434-4f9a-81ab-8e94dd2e5539 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142275 Jul 16 08:46:28.187439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ab903d-de76-4c57-a7a3-902ae8ccec83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.236369 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ab903d-de76-4c57-a7a3-902ae8ccec83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.250201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76934b8a-3411-41f5-b68e-2729571f2d7a req-b5df5364-05c9-46c5-bd1e-835c7cdd0f8f tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689430 Jul 16 08:46:28.367802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ab903d-de76-4c57-a7a3-902ae8ccec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.371545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ab903d-de76-4c57-a7a3-902ae8ccec83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.373049 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-89ab903d-de76-4c57-a7a3-902ae8ccec83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3 HTTP/1.1" status: 204 len: 168 time: 0.2547123 Jul 16 08:46:28.385692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab903d-de76-4c57-a7a3-902ae8ccec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd4c9b-6f85-434a-9b3f-4883d9b0f9e3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.449587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.491827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Pushing event deleted for resources: {'Port': ['ID=28033945-15ec-42cf-bdbc-4eca27387538,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.546592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] No DVR routers for this DVR port 28033945-15ec-42cf-bdbc-4eca27387538 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:28.558900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.560941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e77cbc7-9641-4703-85f8-a3c543c4d0fa req-2752f1ec-7b04-4dd3-aca0-9fa95e35ecf2 tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.54 "DELETE /v2.0/ports/28033945-15ec-42cf-bdbc-4eca27387538 HTTP/1.1" status: 204 len: 173 time: 0.9884682 Jul 16 08:46:28.570997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621649c-d867-41e4-a9e1-d3896367cf55 req-6f64140f-0492-445c-9d83-a37241f2a1f6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:28.572557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7621649c-d867-41e4-a9e1-d3896367cf55 req-6f64140f-0492-445c-9d83-a37241f2a1f6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1023 time: 0.1860969 Jul 16 08:46:28.584573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['28033945-15ec-42cf-bdbc-4eca27387538'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:28.593972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-424bd193-2229-4f8c-a8e3-118181aee26e req-38d848b9-a1b9-4577-a3b9-b17b868dcc9d tempest-MultipleCreateTestJSON-2107486568 tempest-MultipleCreateTestJSON-2107486568-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0555456 Jul 16 08:46:28.686760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7621649c-d867-41e4-a9e1-d3896367cf55 req-cc829997-24c9-464e-ba58-b91c71488746 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&id=6e090c51-689d-4191-8f3b-d71b79a41d89&id=725b277f-58e1-44c2-860d-a0e659c11c54 HTTP/1.1" status: 200 len: 6150 time: 0.0963013 Jul 16 08:46:28.799116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53524) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.820348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fdcd6-8e74-4706-adf8-416b3a8f58ad req-e3d55ea7-e6d0-4401-8cd0-c3f328b8701a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:28.822325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-097fdcd6-8e74-4706-adf8-416b3a8f58ad req-e3d55ea7-e6d0-4401-8cd0-c3f328b8701a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 944 time: 0.0835733 Jul 16 08:46:28.844862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a6359a-c1ae-414b-9af3-29bc83aac8e3', 'name': 'network-vif-deleted', 'tag': 'f388941e-bebb-4a4f-85af-a4147c440a82'}, {'name': 'network-changed', 'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588'}, {'server_uuid': 'dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9', 'name': 'network-vif-deleted', 'tag': '28033945-15ec-42cf-bdbc-4eca27387538'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:28.847455 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-17cf405b-9bc9-4d86-ba2d-c40d9d4c2331 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a24e074d48d4e5c8a54323d3977234d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464952 Jul 16 08:46:28.848949 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a4d960-f8ab-4ba5-803c-7d807586406b" -d '{"events": [{"server_uuid": "f3a6359a-c1ae-414b-9af3-29bc83aac8e3", "name": "network-vif-deleted", "tag": "f388941e-bebb-4a4f-85af-a4147c440a82"}, {"name": "network-changed", "server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588"}, {"server_uuid": "dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9", "name": "network-vif-deleted", "tag": "28033945-15ec-42cf-bdbc-4eca27387538"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:28.850324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53526) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.871802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fcd4081d-7ec0-45de-b20b-eddf5d124b3d no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:28.884172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-097fdcd6-8e74-4706-adf8-416b3a8f58ad req-8c1bbe8c-8408-43f1-b60d-b529383209fa tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544281 Jul 16 08:46:28.899131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: fcd4081d-7ec0-45de-b20b-eddf5d124b3d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:28.899480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fcd4081d-7ec0-45de-b20b-eddf5d124b3d not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:28.899901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f388941e-bebb-4a4f-85af-a4147c440a82 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:28.908121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-8108a18e-36a4-49a2-96c2-db74dda1a293 req-292863da-45ae-4993-8636-ab8f30eabdd4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': ' tempest-securitygroup -674842604 ', 'description': 'tempest-description-806966303'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:28.921864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: f388941e-bebb-4a4f-85af-a4147c440a82 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:28.921864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f388941e-bebb-4a4f-85af-a4147c440a82 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:28.927139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62591294-7f92-47fd-8d62-9a0d19d51aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.938799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8108a18e-36a4-49a2-96c2-db74dda1a293 req-292863da-45ae-4993-8636-ab8f30eabdd4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.951917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62591294-7f92-47fd-8d62-9a0d19d51aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.961782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0ec7293d-c9ff-40a5-8906-ca153a17f894 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:28.964452 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcac0b3-06d2-4acc-9c0e-06b5997db5e6 x-openstack-request-id: req-9bcac0b3-06d2-4acc-9c0e-06b5997db5e6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:28.964821 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a6359a-c1ae-414b-9af3-29bc83aac8e3", "name": "network-vif-deleted", "tag": "f388941e-bebb-4a4f-85af-a4147c440a82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588", "status": "completed", "code": 200}, {"server_uuid": "dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9", "name": "network-vif-deleted", "tag": "28033945-15ec-42cf-bdbc-4eca27387538", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:28.965081 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9bcac0b3-06d2-4acc-9c0e-06b5997db5e6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:28.965480 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a6359a-c1ae-414b-9af3-29bc83aac8e3', 'name': 'network-vif-deleted', 'tag': 'f388941e-bebb-4a4f-85af-a4147c440a82', 'status': 'completed', 'code': 200} Jul 16 08:46:28.965775 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588', 'status': 'completed', 'code': 200} Jul 16 08:46:28.966031 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd60d5a0-59bd-4a7a-90ad-60a54d08d9a9', 'name': 'network-vif-deleted', 'tag': '28033945-15ec-42cf-bdbc-4eca27387538', 'status': 'completed', 'code': 200} Jul 16 08:46:29.013314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62591294-7f92-47fd-8d62-9a0d19d51aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.016564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62591294-7f92-47fd-8d62-9a0d19d51aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.018219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-62591294-7f92-47fd-8d62-9a0d19d51aac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d500552-bb70-4324-8b5e-5855566bedbf HTTP/1.1" status: 204 len: 168 time: 0.1663911 Jul 16 08:46:29.030403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62591294-7f92-47fd-8d62-9a0d19d51aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d500552-bb70-4324-8b5e-5855566bedbf,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.047571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 0ec7293d-c9ff-40a5-8906-ca153a17f894 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:29.054827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 0ec7293d-c9ff-40a5-8906-ca153a17f894 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:29.055438 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.102803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8108a18e-36a4-49a2-96c2-db74dda1a293 req-292863da-45ae-4993-8636-ab8f30eabdd4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.108490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8108a18e-36a4-49a2-96c2-db74dda1a293 req-292863da-45ae-4993-8636-ab8f30eabdd4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.114730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-14c795ca-056e-418e-88b1-6b9347d4fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.116477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-14c795ca-056e-418e-88b1-6b9347d4fb4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1175 time: 0.1149430 Jul 16 08:46:29.158597 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.174543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8108a18e-36a4-49a2-96c2-db74dda1a293 req-292863da-45ae-4993-8636-ab8f30eabdd4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.176763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8108a18e-36a4-49a2-96c2-db74dda1a293 req-292863da-45ae-4993-8636-ab8f30eabdd4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2742343 Jul 16 08:46:29.190081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292863da-45ae-4993-8636-ab8f30eabdd4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc10b8d6-cad4-4305-a060-44aa115cd483,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.222631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0ec7293d-c9ff-40a5-8906-ca153a17f894, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0ec7293d-c9ff-40a5-8906-ca153a17f894,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:29.223612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbfbdc1-6737-44d4-b1c8-6830f8866c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec7293d-c9ff-40a5-8906-ca153a17f894'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:29.226201 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1d3044-185c-4810-ac3e-6ed549b0ac8a" -d '{"events": [{"server_uuid": "4fbfbdc1-6737-44d4-b1c8-6830f8866c0f", "name": "network-vif-plugged", "status": "completed", "tag": "0ec7293d-c9ff-40a5-8906-ca153a17f894"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:29.229944 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.298623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0ec7293d-c9ff-40a5-8906-ca153a17f894,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.699827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-218686fd-6a3a-4bf3-81c4-57ac252c09fc req-7cc0ccc4-78bc-45d6-a7c5-fd50faee021e tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/bc10b8d6-cad4-4305-a060-44aa115cd483 HTTP/1.1" status: 200 len: 1779 time: 0.4615028 Jul 16 08:46:29.702059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-73c8aace-defd-4a61-8a48-208c57c34169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.703382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-73c8aace-defd-4a61-8a48-208c57c34169 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 913 time: 0.5710235 Jul 16 08:46:29.739130 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2994237-10d2-40af-948c-40803b369917 x-openstack-request-id: req-b2994237-10d2-40af-948c-40803b369917 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:29.739729 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbfbdc1-6737-44d4-b1c8-6830f8866c0f", "name": "network-vif-plugged", "status": "completed", "tag": "0ec7293d-c9ff-40a5-8906-ca153a17f894", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:29.740231 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2994237-10d2-40af-948c-40803b369917 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:29.740841 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbfbdc1-6737-44d4-b1c8-6830f8866c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec7293d-c9ff-40a5-8906-ca153a17f894', 'code': 200} Jul 16 08:46:29.749261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-4fe43f90-4896-4902-9cdf-249fc0f863dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebee8296-77d1-4c0c-af12-774c1022d588 HTTP/1.1" status: 200 len: 217 time: 0.0374439 Jul 16 08:46:29.782520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f87a5-7a13-47ac-b352-d8dab2bd005f req-71fc25d8-e4cf-4f01-bcd5-afef4c92dfcb tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.791904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f82f87a5-7a13-47ac-b352-d8dab2bd005f req-71fc25d8-e4cf-4f01-bcd5-afef4c92dfcb tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 944 time: 0.1707673 Jul 16 08:46:29.898178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d72e66-9f0d-48a1-9382-8269b37598fa req-0dcb8253-746c-4299-8b63-944c80dd54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.899874 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-89d72e66-9f0d-48a1-9382-8269b37598fa req-0dcb8253-746c-4299-8b63-944c80dd54bd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 1097 time: 0.0650737 Jul 16 08:46:29.903221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f82f87a5-7a13-47ac-b352-d8dab2bd005f req-3707dd79-5134-4b4d-883f-a2af39af8aa6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103945 Jul 16 08:46:29.906112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-6abe4cb3-c89e-4fa9-8aaf-f2e973ebbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.907479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-6abe4cb3-c89e-4fa9-8aaf-f2e973ebbd19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.1438222 Jul 16 08:46:29.948767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-a477a0ed-3b81-487c-a2d6-0e58be56493c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309064 Jul 16 08:46:29.955258 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-89d72e66-9f0d-48a1-9382-8269b37598fa req-f82c88bf-59d6-42af-a487-9693a43c575d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Jul 16 08:46:29.971072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e36a-436a-4e22-919c-e9c188a73db3 req-6a3652c7-011e-49ee-afac-7eb8dbbb69b9 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.973636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2780e36a-436a-4e22-919c-e9c188a73db3 req-6a3652c7-011e-49ee-afac-7eb8dbbb69b9 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 944 time: 0.1261718 Jul 16 08:46:30.014856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53570) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.052982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2780e36a-436a-4e22-919c-e9c188a73db3 req-db31e486-da94-4490-9573-70800668b1b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728710 Jul 16 08:46:30.073303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d14d29e-7396-43bf-b8fa-9bcd7d6544d4 admin admin] Deleting subnet c5941e77-3864-478e-9a7a-0c0acf12753a {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:30.079826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d14d29e-7396-43bf-b8fa-9bcd7d6544d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.128323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d14d29e-7396-43bf-b8fa-9bcd7d6544d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.142597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24fe915b-ace4-4282-b525-8b7081106499 req-3e59049a-3496-4c9c-a10a-8607f6d0bb4b tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/bc10b8d6-cad4-4305-a060-44aa115cd483 HTTP/1.1" status: 200 len: 1779 time: 0.1061707 Jul 16 08:46:30.176738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-e2a1d667-0033-45fb-bdaf-5b57717ca4be service neutron] 10.222.0.54 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691847 Jul 16 08:46:30.198143 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d14d29e-7396-43bf-b8fa-9bcd7d6544d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.280102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d14d29e-7396-43bf-b8fa-9bcd7d6544d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.296371 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-24fe915b-ace4-4282-b525-8b7081106499 req-816d9198-1907-4692-85ba-36e8e0eece37 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.306721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d14d29e-7396-43bf-b8fa-9bcd7d6544d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.311512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53580) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.311809 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3d14d29e-7396-43bf-b8fa-9bcd7d6544d4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c5941e77-3864-478e-9a7a-0c0acf12753a HTTP/1.1" status: 204 len: 168 time: 0.2957842 Jul 16 08:46:30.331294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14d29e-7396-43bf-b8fa-9bcd7d6544d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5941e77-3864-478e-9a7a-0c0acf12753a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.416365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-24fe915b-ace4-4282-b525-8b7081106499 req-816d9198-1907-4692-85ba-36e8e0eece37 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.420466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4d960-f8ab-4ba5-803c-7d807586406b req-a7d43d11-3ef7-4515-af16-fce7ff2c01d9 service neutron] 10.222.0.54 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323534 Jul 16 08:46:30.478491 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.522096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-24fe915b-ace4-4282-b525-8b7081106499 req-816d9198-1907-4692-85ba-36e8e0eece37 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.524607 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-24fe915b-ace4-4282-b525-8b7081106499 req-816d9198-1907-4692-85ba-36e8e0eece37 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.525764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24fe915b-ace4-4282-b525-8b7081106499 req-816d9198-1907-4692-85ba-36e8e0eece37 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/bc10b8d6-cad4-4305-a060-44aa115cd483 HTTP/1.1" status: 204 len: 173 time: 0.3759379 Jul 16 08:46:30.557046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5281c81-a44d-4416-91b0-d304fe261bf4 req-b7b3af5a-c236-4de5-8733-8d0d9fbbc506 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:30.558616 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5281c81-a44d-4416-91b0-d304fe261bf4 req-b7b3af5a-c236-4de5-8733-8d0d9fbbc506 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 945 time: 0.2288845 Jul 16 08:46:30.572694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d9198-1907-4692-85ba-36e8e0eece37 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc10b8d6-cad4-4305-a060-44aa115cd483,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.655148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.673495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21a14c3-f397-43b2-bccf-7ad0442da05d']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.694258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5281c81-a44d-4416-91b0-d304fe261bf4 req-d141dd37-279d-4926-bf01-683867b77b5d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261895 Jul 16 08:46:30.695942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47501393-72e6-4aea-88bd-d2367ed1de90') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.696235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47501393-72e6-4aea-88bd-d2367ed1de90') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.721102 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-26b0789c-3785-4763-97bf-a760de69f2a9 req-3298ca41-bbf0-4e8a-b7b9-602fca6eee2c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:46:30.721102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26b0789c-3785-4763-97bf-a760de69f2a9 req-3298ca41-bbf0-4e8a-b7b9-602fca6eee2c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/bc10b8d6-cad4-4305-a060-44aa115cd483 HTTP/1.1" status: 404 len: 352 time: 0.0336936 Jul 16 08:46:30.721102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.732273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.741048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:30.741447 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:30.743184 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:30.758535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-6e56df4f-bfcb-4367-9e9d-c273b980c5b7 req-847d9bdf-c2b3-41d0-96d8-0fc55677b5a6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1830177440', 'description': 'tempest-description-1736641010'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:30.824825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6e56df4f-bfcb-4367-9e9d-c273b980c5b7 req-847d9bdf-c2b3-41d0-96d8-0fc55677b5a6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.828160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.842322 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.844170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] 10.222.0.55 "DELETE /v2.0/networks/f21a14c3-f397-43b2-bccf-7ad0442da05d HTTP/1.1" status: 204 len: 168 time: 0.5302835 Jul 16 08:46:30.860875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3c617-068f-4f5e-a0ec-a3da48228a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=f21a14c3-f397-43b2-bccf-7ad0442da05d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.873783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3de08ba9-21e5-421e-a9ed-dd74464ce76a up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:30.933785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 3de08ba9-21e5-421e-a9ed-dd74464ce76a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:30.938889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 3de08ba9-21e5-421e-a9ed-dd74464ce76a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:30.939743 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.969185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 28033945-15ec-42cf-bdbc-4eca27387538 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:30.980410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-b7028108-f18e-4869-b993-57e322613d32 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483713 Jul 16 08:46:31.007546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 28033945-15ec-42cf-bdbc-4eca27387538 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:31.008091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 28033945-15ec-42cf-bdbc-4eca27387538 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:31.067992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.102636 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6e56df4f-bfcb-4367-9e9d-c273b980c5b7 req-847d9bdf-c2b3-41d0-96d8-0fc55677b5a6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.113828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3de08ba9-21e5-421e-a9ed-dd74464ce76a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:31.115586 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6e56df4f-bfcb-4367-9e9d-c273b980c5b7 req-847d9bdf-c2b3-41d0-96d8-0fc55677b5a6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.118736 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.119916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a4d7a72-d4a7-424f-9137-b42ead828f72 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:31.160967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6e56df4f-bfcb-4367-9e9d-c273b980c5b7 req-847d9bdf-c2b3-41d0-96d8-0fc55677b5a6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.162148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e56df4f-bfcb-4367-9e9d-c273b980c5b7 req-847d9bdf-c2b3-41d0-96d8-0fc55677b5a6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4230602 Jul 16 08:46:31.171552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53610) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.176608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18835080-5181-4d90-9489-bd91698e96cb req-7603c5c5-4bf7-40a7-ba64-764d1ada713f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.183976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-7603c5c5-4bf7-40a7-ba64-764d1ada713f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025807 Jul 16 08:46:31.210846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-4229c5dc-d2b3-4ff6-8015-c6bfb3265f57 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/quotas/0557e94b6c5f4e3889bfcf51ade6e1ec HTTP/1.1" status: 200 len: 375 time: 0.0238078 Jul 16 08:46:31.214292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d9bdf-c2b3-41d0-96d8-0fc55677b5a6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb0d23f-8d21-4e44-924d-b2cc88ca0333,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.224257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 9a4d7a72-d4a7-424f-9137-b42ead828f72 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:31.232950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3de08ba9-21e5-421e-a9ed-dd74464ce76a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.235954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 9a4d7a72-d4a7-424f-9137-b42ead828f72 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:31.236338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.272225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-42c0dfc4-98be-4066-8190-9b836ca74153 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=891f45838d11468abeed96198dfe93be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987377 Jul 16 08:46:31.273336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53616) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.274228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-2b4a5561-1920-4c67-b1f9-2f652be4af49 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622711 Jul 16 08:46:31.341202 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f912d71d-6724-4b7b-920e-eca0c2ab0645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.367514 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f912d71d-6724-4b7b-920e-eca0c2ab0645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.397567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d58b5-ccc2-4894-a84e-0ca10b42ffd0 req-ea5e3c96-4463-497e-b74d-aadd45f74da7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.399746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d0d58b5-ccc2-4894-a84e-0ca10b42ffd0 req-ea5e3c96-4463-497e-b74d-aadd45f74da7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 944 time: 0.0741668 Jul 16 08:46:31.460185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f912d71d-6724-4b7b-920e-eca0c2ab0645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.463203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d0d58b5-ccc2-4894-a84e-0ca10b42ffd0 req-bbe0474f-0f76-4385-bc0f-0f8f22fc6833 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556848 Jul 16 08:46:31.468833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f912d71d-6724-4b7b-920e-eca0c2ab0645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.470416 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f912d71d-6724-4b7b-920e-eca0c2ab0645 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25a1e895-62a6-4d6e-963a-e8a9a09d7a9d HTTP/1.1" status: 204 len: 168 time: 0.1954975 Jul 16 08:46:31.478698 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.491927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912d71d-6724-4b7b-920e-eca0c2ab0645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a1e895-62a6-4d6e-963a-e8a9a09d7a9d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.532629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-65d3a60b-d78e-429c-b188-3704fea9b421 req-d71ab6cc-59ef-46eb-99e4-dba52822745a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-370545997', 'description': 'tempest-description-139512339'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:31.571011 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65d3a60b-d78e-429c-b188-3704fea9b421 req-d71ab6cc-59ef-46eb-99e4-dba52822745a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.571881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:31.582180 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.653803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.666443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.667056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.667587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.668133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.668775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.669566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.670132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.670620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.671255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.671757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.672379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.672869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:31.738745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e80e79-b7a5-45d4-8c6d-0c733076fbf3 req-855698a1-2b71-4931-9818-d88d6bbf36ac tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.746941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56e80e79-b7a5-45d4-8c6d-0c733076fbf3 req-855698a1-2b71-4931-9818-d88d6bbf36ac tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 945 time: 0.1250696 Jul 16 08:46:31.747059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a'}, {'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:31.747059 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf23a3-a48a-460e-84d1-217b238f5f63" -d '{"events": [{"server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "name": "network-vif-plugged", "status": "completed", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a"}, {"server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "name": "network-vif-plugged", "status": "completed", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:31.804273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56e80e79-b7a5-45d4-8c6d-0c733076fbf3 req-a90572e1-7d80-49e1-9422-a02c8085d1d4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Jul 16 08:46:31.839522 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65d3a60b-d78e-429c-b188-3704fea9b421 req-d71ab6cc-59ef-46eb-99e4-dba52822745a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.845077 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65d3a60b-d78e-429c-b188-3704fea9b421 req-d71ab6cc-59ef-46eb-99e4-dba52822745a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.874374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65d3a60b-d78e-429c-b188-3704fea9b421 req-d71ab6cc-59ef-46eb-99e4-dba52822745a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.875964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65d3a60b-d78e-429c-b188-3704fea9b421 req-d71ab6cc-59ef-46eb-99e4-dba52822745a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3487065 Jul 16 08:46:31.889391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ab6cc-59ef-46eb-99e4-dba52822745a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7869602-3711-4bdd-8e6a-c1d9706551c4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.118313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-f0c3a06c-4e1c-4ae1-b075-27a411cab7c0 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320270 Jul 16 08:46:32.267224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-eef685c2-434a-4c17-a165-789fd66ddbbe tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.274254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-eef685c2-434a-4c17-a165-789fd66ddbbe tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550920 Jul 16 08:46:32.291168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074a92d-c832-40aa-9964-cff248f9b64f req-529e4168-e7ba-4819-820b-f1f3a1c66519 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.292791 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b074a92d-c832-40aa-9964-cff248f9b64f req-529e4168-e7ba-4819-820b-f1f3a1c66519 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 945 time: 0.1718507 Jul 16 08:46:32.302211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-66331e1d-0ab9-4a2a-a490-70fb3b0f15a6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/quotas/0557e94b6c5f4e3889bfcf51ade6e1ec HTTP/1.1" status: 200 len: 375 time: 0.0269537 Jul 16 08:46:32.352385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53666) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.354278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-b9cd71c7-d3df-4fc0-99c0-19b9de6f7774 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511310 Jul 16 08:46:32.379636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b074a92d-c832-40aa-9964-cff248f9b64f req-6f746d2f-0257-47c4-bcbb-3d5c7e341877 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754249 Jul 16 08:46:32.445466 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5501f456-e521-4bab-b54e-62366f09f0b0 x-openstack-request-id: req-5501f456-e521-4bab-b54e-62366f09f0b0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:32.446003 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "name": "network-vif-plugged", "status": "completed", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a", "code": 200}, {"server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "name": "network-vif-plugged", "status": "completed", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:32.446244 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5501f456-e521-4bab-b54e-62366f09f0b0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:32.446741 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'code': 200} Jul 16 08:46:32.447098 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72', 'code': 200} Jul 16 08:46:32.481282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-163324462-network', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:32.489911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7f5132e6-29c0-4754-9f39-670b0af72f45 req-83cead9c-20af-46fa-a605-138625fc0bf2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1091026594', 'description': 'tempest-description-1831979764'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:32.520329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:46:32.520329 n-d-780147-28 neutron-server[94164]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:46:32.520329 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id': 'ccb271939f19496eacf45557b5f262fa', 'id': 'bf8d57c4-9d58-4041-8bed-34c8c7087a9d', 'expiration': datetime.datetime(2021, 7, 16, 8, 48, 32, 516386)}] Jul 16 08:46:32.520329 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:46:32.525365 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:46:32.537151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f5132e6-29c0-4754-9f39-670b0af72f45 req-83cead9c-20af-46fa-a605-138625fc0bf2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.642863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e42a2269-72c0-493e-a9e8-46844a4abeff req-aa276e6d-5382-469a-ad6f-b5993a09ddfd tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 210 time: 0.0898235 Jul 16 08:46:32.758771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff118f-3b27-4116-8c5c-24b06e75561e req-5e1eec8a-79c6-465e-bd94-f552488cdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.760371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4ff118f-3b27-4116-8c5c-24b06e75561e req-5e1eec8a-79c6-465e-bd94-f552488cdb88 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.1949589 Jul 16 08:46:32.776766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-0e4d4dcc-fd3e-457e-b107-a4a80d356b85 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418992 Jul 16 08:46:32.790256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08428-404d-4bc5-97ba-2ad6a71afbf3 req-3a64b9a6-9327-4539-8fa9-66dc565dce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.791696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0f08428-404d-4bc5-97ba-2ad6a71afbf3 req-3a64b9a6-9327-4539-8fa9-66dc565dce7f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1097 time: 0.2244115 Jul 16 08:46:32.933243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f5132e6-29c0-4754-9f39-670b0af72f45 req-83cead9c-20af-46fa-a605-138625fc0bf2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.953511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4ff118f-3b27-4116-8c5c-24b06e75561e req-b69a775b-6c44-4ef9-9ec4-07a554bd7027 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656480 Jul 16 08:46:32.954214 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f5132e6-29c0-4754-9f39-670b0af72f45 req-83cead9c-20af-46fa-a605-138625fc0bf2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.987835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0f08428-404d-4bc5-97ba-2ad6a71afbf3 req-19132196-bcf9-42e8-b12c-96c0fb88cf86 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843016 Jul 16 08:46:33.018918 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f5132e6-29c0-4754-9f39-670b0af72f45 req-83cead9c-20af-46fa-a605-138625fc0bf2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.019993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f5132e6-29c0-4754-9f39-670b0af72f45 req-83cead9c-20af-46fa-a605-138625fc0bf2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5424883 Jul 16 08:46:33.023642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cead9c-20af-46fa-a605-138625fc0bf2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1f768d-5f9e-4ce3-b493-04b66323f8c4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.033399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18835080-5181-4d90-9489-bd91698e96cb req-956016ca-78a1-4ee2-aa8c-89529cc572f6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.035587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-956016ca-78a1-4ee2-aa8c-89529cc572f6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580173 Jul 16 08:46:33.052260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede624a-2072-4f6b-bcba-8cfeca6e1b38 req-65e8a9c7-030e-423e-bf20-1e8d9de60c4c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.054062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ede624a-2072-4f6b-bcba-8cfeca6e1b38 req-65e8a9c7-030e-423e-bf20-1e8d9de60c4c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 945 time: 0.2571430 Jul 16 08:46:33.058847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Request body: {'port': {'device_id': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '0557e94b6c5f4e3889bfcf51ade6e1ec'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:33.069920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Made reservation on behalf of ccb271939f19496eacf45557b5f262fa for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:33.072807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.101398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.210408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ede624a-2072-4f6b-bcba-8cfeca6e1b38 req-ed696ab9-7e4e-4af4-9d39-a3bff5b6e495 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361949 Jul 16 08:46:33.216219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.222590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.259242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:33.267108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf28bc6-abe5-4528-b735-2d6f0c3ef071,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.273716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.274063 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Added segment 1de1b6b0-d060-469f-ae96-d22225847e78 of type vlan for network 4b331558-ed49-4715-93ce-3ab5389d0592 Jul 16 08:46:33.323345 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.331412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Made reservation on behalf of 0557e94b6c5f4e3889bfcf51ade6e1ec for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:33.335199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.356000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.364797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.365778 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.366364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.383160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-b399ec9d-990c-4b83-b97a-028ce6b6c3cf tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.384657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-b399ec9d-990c-4b83-b97a-028ce6b6c3cf tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.2295289 Jul 16 08:46:33.401831 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0484533 Jul 16 08:46:33.404617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53702) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.411221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Request body: {'subnet': {'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-subnet', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:33.427669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-b4a6499d-934f-4748-8236-d48f404be0b0 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/quotas/3206175599bd452fb6bb65f4568bfc23 HTTP/1.1" status: 200 len: 375 time: 0.0212502 Jul 16 08:46:33.445616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096cae9-cf5b-400e-bb88-74974cbec5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4b331558-ed49-4715-93ce-3ab5389d0592,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.458092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 4b331558-ed49-4715-93ce-3ab5389d0592 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:33.505525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e0327-994b-4b3e-90de-dc55db2ee34a req-ccb3b051-17e1-4c23-aaa4-b7e26e083643 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.506999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47e0327-994b-4b3e-90de-dc55db2ee34a req-ccb3b051-17e1-4c23-aaa4-b7e26e083643 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 945 time: 0.1521103 Jul 16 08:46:33.589055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-9c8296eb-61e4-4ca3-a736-7d8bf7c05fe0 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544106 Jul 16 08:46:33.596940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47e0327-994b-4b3e-90de-dc55db2ee34a req-d11c3635-640f-4675-ada1-544236d8dfe0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824108 Jul 16 08:46:33.653867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.681102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.682289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Made reservation on behalf of ccb271939f19496eacf45557b5f262fa for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:33.684680 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.775967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.794908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-2be82d19-588e-4c3f-a72a-3bfea4c961be service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944773 Jul 16 08:46:33.926370 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.936617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Allocated IP 192.168.233.52 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/6d999e1d-3574-49bb-b3ad-0af2e6cd7193) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:33.999268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9c9d3c-71fc-469b-92f0-2f6144423d52,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.005945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-b20e7220-b113-472f-a4fd-f8f606a82bbf service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021153 Jul 16 08:46:34.012930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Checking segment: {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:34.013085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Network hostable DHCP agents. Network: 4b331558-ed49-4715-93ce-3ab5389d0592, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:34.037219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-00afc77f-ff91-4ff7-b044-ea61b30fa560 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579965 Jul 16 08:46:34.057442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Network 4b331558-ed49-4715-93ce-3ab5389d0592 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:34.075030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 4b331558-ed49-4715-93ce-3ab5389d0592) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:34.084259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8674a791-c32b-42e7-a8bf-28fdb95308cc None None] Network 4b331558-ed49-4715-93ce-3ab5389d0592 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:34.100386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.100996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.147931 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ffa258e7-be97-4aa6-8626-e54cab1d035a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7414031 Jul 16 08:46:34.149782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53706) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.158283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:34.214689 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.215958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.271628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b1be16e-bc12-4b9d-9c8a-832a22ef6bda req-21ed45f1-0458-4633-afc7-11cbb94afa69 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65751027b7fb422d8d4c7e3c84b106bb HTTP/1.1" status: 200 len: 10898 time: 0.3646648 Jul 16 08:46:34.326338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.366174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-ab8f8fec-d493-4c39-9ef3-e911cd97878b tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.367712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-ab8f8fec-d493-4c39-9ef3-e911cd97878b tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173077 Jul 16 08:46:34.374323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a14c982-3bb4-4cd3-a7a9-e22ce2744fe7 None None] Network 4b331558-ed49-4715-93ce-3ab5389d0592 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:34.429510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Request body: {'port': {'device_id': '21409e6f-0b94-4c54-8fcb-768b2b47778e', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '0557e94b6c5f4e3889bfcf51ade6e1ec'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:34.475406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.489897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b762f588-5d4b-4ff7-b5b2-12946ffe4119 req-55311362-2c97-418a-9195-01f922ee9878 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 210 time: 0.1182768 Jul 16 08:46:34.508379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b1be16e-bc12-4b9d-9c8a-832a22ef6bda req-63d92d85-bc93-4ae6-ab59-8b5479e6f79a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/f5852feb-200d-418d-b781-87c162d38320 HTTP/1.1" status: 200 len: 2981 time: 0.2355673 Jul 16 08:46:34.562799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.585339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Transition to ACTIVE for port object 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:34.647362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93dd27bd-006f-49f0-8b41-4b59a6441e65 req-ebdfaa5b-e544-4267-8837-47afa9c2693a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 210 time: 0.0794163 Jul 16 08:46:34.664325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b1be16e-bc12-4b9d-9c8a-832a22ef6bda req-8901c4ae-e200-4eca-9180-cdef3e735580 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/f5852feb-200d-418d-b781-87c162d38320 HTTP/1.1" status: 200 len: 2981 time: 0.1548233 Jul 16 08:46:34.718859 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.762538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Made reservation on behalf of 0557e94b6c5f4e3889bfcf51ade6e1ec for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:34.766277 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.792166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:34.801859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:34.807195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:34.850745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.853780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.876478 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.988720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.989376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.033001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Allocated IP 172.25.6.59 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/98fd0172-f458-4c2f-8a3e-20ea60ebfd6a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:35.076730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-d188fc22-1cd1-4d62-b634-78a23c9b843f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0213566 Jul 16 08:46:35.093441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Request body: {'port': {'device_id': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:35.136454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Allocated IP 192.168.233.9 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/75b781fb-cc97-497f-8336-be60528a4fdd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:35.153070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.180554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0e994c07-fa7f-4d7f-94e5-6e8500c440e8 None None] Provisioning for port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:35.191504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0e994c07-fa7f-4d7f-94e5-6e8500c440e8 None None] Provisioning complete for port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:35.192299 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e994c07-fa7f-4d7f-94e5-6e8500c440e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.216039 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.247096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0e994c07-fa7f-4d7f-94e5-6e8500c440e8 None None] Port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:35.255676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:35.260759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:35.264339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:35.289864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Pushing event updated for resources: {'Port': ['ID=98fd0172-f458-4c2f-8a3e-20ea60ebfd6a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.515249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31739dff-0c4e-4092-a76c-8ac7e3c08ddd req-1529e2f9-d05c-4015-9249-d2ea4b58cb2b tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.516543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31739dff-0c4e-4092-a76c-8ac7e3c08ddd req-1529e2f9-d05c-4015-9249-d2ea4b58cb2b tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 945 time: 0.6219156 Jul 16 08:46:35.532897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.550226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf30f4c-7fdf-4aa3-8e4d-08d99fcc1117 req-f488e220-7e0a-4cf7-af6f-f976ee05ed6d tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.551874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adf30f4c-7fdf-4aa3-8e4d-08d99fcc1117 req-f488e220-7e0a-4cf7-af6f-f976ee05ed6d tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 945 time: 0.6588609 Jul 16 08:46:35.669386 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.678967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31739dff-0c4e-4092-a76c-8ac7e3c08ddd req-06cf223e-aac5-4930-8e9a-d2cf3a82d8bc tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519980 Jul 16 08:46:35.771713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adf30f4c-7fdf-4aa3-8e4d-08d99fcc1117 req-15ca62d4-d8bf-420e-8eca-5b3376d5d17a tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906552 Jul 16 08:46:35.783962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.928296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:35.994688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-084a9877-1766-43db-9c0f-e3b83007499d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.996337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-084a9877-1766-43db-9c0f-e3b83007499d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.3939166 Jul 16 08:46:36.004490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a25f66fc-ce16-4515-a6f0-2071c5b9cb6a req-1cb1ef17-885e-47f8-9321-8058c50fddeb tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/ecb0d23f-8d21-4e44-924d-b2cc88ca0333 HTTP/1.1" status: 200 len: 1801 time: 0.2748477 Jul 16 08:46:36.032426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Request body: {'port': {'device_id': '2ad50920-1508-465e-9e1d-b3c6332bd9cd', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'admin_state_up': True, 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:36.044809 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.051096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:36.060102 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Sync routers for ids ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:36.070698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Routers {'55d542f8-90d8-45fc-be9c-42f0bd48bf14'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:36.072530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:36.076377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.078008 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4835d877-4e86-416b-8f53-3acd3a773655 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9271510 Jul 16 08:46:36.080532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53736) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.149322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Transition to ACTIVE for port object 75b781fb-cc97-497f-8336-be60528a4fdd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:36.187247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Set router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:36.234928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2027b937-346b-4d1f-960b-1f5da984e344 req-7077e6b7-4daf-45ac-8b97-a6a52507f1bc tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 210 time: 0.0664918 Jul 16 08:46:36.252475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a25f66fc-ce16-4515-a6f0-2071c5b9cb6a req-18fc332f-1177-4a78-8f97-91b1e5991434 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.309267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a25f66fc-ce16-4515-a6f0-2071c5b9cb6a req-18fc332f-1177-4a78-8f97-91b1e5991434 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.331991 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.367836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:36.372236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.422118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:35Z', 'revision_number': 3, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port': {'id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:36.450323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Checking router: 55d542f8-90d8-45fc-be9c-42f0bd48bf14 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:36.450968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Updating router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:36.486007 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.498021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:36.512645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70aee784-47e6-4322-af7a-668148b6c2a1 req-6c81539d-5739-4c19-b176-dc08086866a4 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 210 time: 0.1038077 Jul 16 08:46:36.522187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:36.532613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:36.574739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.630432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Pushing event updated for resources: {'Port': ['ID=75b781fb-cc97-497f-8336-be60528a4fdd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.649473 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a25f66fc-ce16-4515-a6f0-2071c5b9cb6a req-18fc332f-1177-4a78-8f97-91b1e5991434 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.652103 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a25f66fc-ce16-4515-a6f0-2071c5b9cb6a req-18fc332f-1177-4a78-8f97-91b1e5991434 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.657617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a25f66fc-ce16-4515-a6f0-2071c5b9cb6a req-18fc332f-1177-4a78-8f97-91b1e5991434 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/ecb0d23f-8d21-4e44-924d-b2cc88ca0333 HTTP/1.1" status: 204 len: 173 time: 0.6304865 Jul 16 08:46:36.771548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc332f-1177-4a78-8f97-91b1e5991434 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb0d23f-8d21-4e44-924d-b2cc88ca0333,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.794914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.795770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.823286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Allocated IP 172.20.0.1 (4b331558-ed49-4715-93ce-3ab5389d0592/dd9c9d3c-71fc-469b-92f0-2f6144423d52/13b489fa-bd3f-43b3-becf-db142dc36933) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:36.884063 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.900892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Transition to ACTIVE for port object 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:36.907221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c85dd73b-24e1-4ca2-aaea-a65c75e89701 None None] Provisioning for port 75b781fb-cc97-497f-8336-be60528a4fdd completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:36.912360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.923467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c85dd73b-24e1-4ca2-aaea-a65c75e89701 None None] Provisioning complete for port 75b781fb-cc97-497f-8336-be60528a4fdd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:36.923986 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c85dd73b-24e1-4ca2-aaea-a65c75e89701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.979640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-85211b0e-a0ea-4e4c-8b4c-a1bcbedfa164 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5724664 Jul 16 08:46:36.999871 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.002516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Allocated IP 172.20.0.9 (ff0bd8d5-928e-4372-933c-180eae691c3c/1b8f6089-c041-4c6e-9073-12eb30d5fc0c/0c2b78a1-00ed-4d54-a5b5-440362038d5c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:37.008891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Request body: {'port': {'device_id': '21409e6f-0b94-4c54-8fcb-768b2b47778e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:37.014252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c85dd73b-24e1-4ca2-aaea-a65c75e89701 None None] Port 75b781fb-cc97-497f-8336-be60528a4fdd cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:37.017514 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Attempting to bind port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:37.017910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Attempting to bind port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:37.018842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Attempting to bind port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:37.021811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3eb2-6cc0-484f-982e-9aaed9bee8b2 None None] Pushing event updated for resources: {'Port': ['ID=98fd0172-f458-4c2f-8a3e-20ea60ebfd6a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.027786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:37.028158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:37.028558 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.028944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:37.032789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Bound port: 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:37.033185 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.054380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.054850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:37.091821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] For port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:37.094544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.094712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] For port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=98fd0172-f458-4c2f-8a3e-20ea60ebfd6a,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:37.099885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.103149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-2e0a1d47-80a7-49bc-b0ee-07b6a52587bd tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4654148 Jul 16 08:46:37.110688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Network 4b331558-ed49-4715-93ce-3ab5389d0592 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:37.116297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:37.120992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:37.124327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=13b489fa-bd3f-43b3-becf-db142dc36933,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.131237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:37.158474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Transition to ACTIVE for port object 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:37.168753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.171276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3eb2-6cc0-484f-982e-9aaed9bee8b2 None None] Pushing event updated for resources: {'Port': ['ID=98fd0172-f458-4c2f-8a3e-20ea60ebfd6a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.175247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Routers {'55d542f8-90d8-45fc-be9c-42f0bd48bf14'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:37.176363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:37.198312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.287970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] Set router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:37.316330 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.318611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.336283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.349375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61556d49-8278-4b30-8d3b-0eb16386ee5a req-e5f18044-c30b-4a44-9521-45bd8a9ba155 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:37.357943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61556d49-8278-4b30-8d3b-0eb16386ee5a req-e5f18044-c30b-4a44-9521-45bd8a9ba155 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1097 time: 0.3446558 Jul 16 08:46:37.380758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.528852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:35Z', 'revision_number': 3, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port': {'id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:37.536239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.545715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.568544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e722ff-a6d7-411b-94a4-37caefa350fb None None] The sync data for ids ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'] in n-d-780147-28 is: [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:35Z', 'revision_number': 3, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port': {'id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:37.569879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61556d49-8278-4b30-8d3b-0eb16386ee5a req-2aa0959d-f122-4e43-9a39-f7d68ff0f31f tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109363 Jul 16 08:46:37.610025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.671183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.727074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=13b489fa-bd3f-43b3-becf-db142dc36933,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.755585 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-a7801be9-0ccf-4d11-b9ca-c8477d63234b req-3505e28c-9271-45cd-82d0-34f739c30338 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:46:37.756537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Network 4b331558-ed49-4715-93ce-3ab5389d0592 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:37.756672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7801be9-0ccf-4d11-b9ca-c8477d63234b req-3505e28c-9271-45cd-82d0-34f739c30338 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/ecb0d23f-8d21-4e44-924d-b2cc88ca0333 HTTP/1.1" status: 404 len: 352 time: 0.0485804 Jul 16 08:46:37.757296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Attempting to bind port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:37.757629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Attempting to bind port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:37.757976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Attempting to bind port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:37.758101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:37.790530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:37.790856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Attempting to bind port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:37.809600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:37.809989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:37.810387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:37.810843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Bound port: 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:37.811548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.925054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.947518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:37.948437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a', '0ec7293d-c9ff-40a5-8906-ca153a17f894'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:37.982308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.099450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:38.117671 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-13fa848f-99f6-49e4-80cd-3f696823c2c1 admin admin] 10.222.0.55 "PUT /v2.0/routers/55d542f8-90d8-45fc-be9c-42f0bd48bf14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0232334 Jul 16 08:46:38.133483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Network ff0bd8d5-928e-4372-933c-180eae691c3c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:38.160627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:38.175504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:38.177427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:38.183615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event updated for resources: {'Port': ['ID=0c2b78a1-00ed-4d54-a5b5-440362038d5c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.194160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:38.268591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.275050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.283463 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.415728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fce42b4b-d991-468d-9077-88edf1c8ea03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4101193 Jul 16 08:46:38.421934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.422564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.424057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/6d999e1d-3574-49bb-b3ad-0af2e6cd7193 HTTP/1.1" status: 200 len: 1096 time: 3.3358345 Jul 16 08:46:38.425418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:38.427778 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65758040-626d-4eeb-9d4a-566dfe1f950a" -d '{"events": [{"name": "network-changed", "server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:38.468560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Request body: {'port': {'device_id': '2ad50920-1508-465e-9e1d-b3c6332bd9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:38.529357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b781fb-cc97-497f-8336-be60528a4fdd {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:38.884536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.899513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d6845-2346-42c2-8b47-4e6b8e0f14f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.933503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Allocated IP 172.25.6.85 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/96ee3aec-c44d-4bfe-b1ad-ad8522f1f19d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:38.947060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Transition to ACTIVE for port object 75b781fb-cc97-497f-8336-be60528a4fdd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:38.977577 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.030492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6fc82-4416-4a62-9bad-f81efdbf8fcc req-341f07b2-9a50-4235-b6ca-696c88bb2afc tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.035034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50f6fc82-4416-4a62-9bad-f81efdbf8fcc req-341f07b2-9a50-4235-b6ca-696c88bb2afc tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 934 time: 0.7379375 Jul 16 08:46:39.062126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:39.095559 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.121322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18835080-5181-4d90-9489-bd91698e96cb req-da363f94-c00b-4950-81f2-580e72a6817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.122857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-da363f94-c00b-4950-81f2-580e72a6817d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1099 time: 0.6436951 Jul 16 08:46:39.135376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:39.139419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:39.140079 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.169554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Pushing event updated for resources: {'Port': ['ID=75b781fb-cc97-497f-8336-be60528a4fdd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:39.228928 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.250979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-d1bff6b6-b8ff-4e07-99b4-f7dcc7789bec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193 HTTP/1.1" status: 200 len: 217 time: 0.0904555 Jul 16 08:46:39.256109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=98fd0172-f458-4c2f-8a3e-20ea60ebfd6a,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:39.262559 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.292503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50f6fc82-4416-4a62-9bad-f81efdbf8fcc req-9d0ba60a-462a-4273-ad9f-eed7523ed4da tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249238 Jul 16 08:46:39.323089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=98fd0172-f458-4c2f-8a3e-20ea60ebfd6a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:39.429763 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Sync routers for ids ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:39.431361 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.439428 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Routers {'55d542f8-90d8-45fc-be9c-42f0bd48bf14'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:39.440710 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:39.467229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18835080-5181-4d90-9489-bd91698e96cb req-9ae0ec53-193e-4290-a736-11c07b083a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.468671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-9ae0ec53-193e-4290-a736-11c07b083a0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1937294 Jul 16 08:46:39.550764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Attempting to bind port 75b781fb-cc97-497f-8336-be60528a4fdd on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:39.551096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Attempting to bind port 75b781fb-cc97-497f-8336-be60528a4fdd by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:39.551421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Attempting to bind port 75b781fb-cc97-497f-8336-be60528a4fdd on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:39.551996 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Set router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:39.593177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Port 75b781fb-cc97-497f-8336-be60528a4fdd on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:39.593513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Attempting to bind port 75b781fb-cc97-497f-8336-be60528a4fdd on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:39.619453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:39.619791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:39.620170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:39.620605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Bound port: 75b781fb-cc97-497f-8336-be60528a4fdd, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:39.620957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.682149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.756849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74c6e-7cd3-410d-bbd0-e5a6da881018 req-5d0b65a2-ce6d-4450-91d8-71fd3dac59f2 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.758377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85a74c6e-7cd3-410d-bbd0-e5a6da881018 req-5d0b65a2-ce6d-4450-91d8-71fd3dac59f2 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 931 time: 0.3248086 Jul 16 08:46:39.760420 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:37Z', 'revision_number': 4, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port': {'id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '13b489fa-bd3f-43b3-becf-db142dc36933', 'name': '', 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'mac_address': 'fa:16:3e:a2:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd9c9d3c-71fc-469b-92f0-2f6144423d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:36Z', 'updated_at': '2021-07-16T08:46:37Z', 'revision_number': 2, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'subnets': [{'id': 'dd9c9d3c-71fc-469b-92f0-2f6144423d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:39.786367 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Checking router: 55d542f8-90d8-45fc-be9c-42f0bd48bf14 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:39.786719 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Updating router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 port 13b489fa-bd3f-43b3-becf-db142dc36933 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:39.799737 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18835080-5181-4d90-9489-bd91698e96cb req-17840c29-f716-48d1-a1f6-a4fba55bb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.801198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-17840c29-f716-48d1-a1f6-a4fba55bb0b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3072474 Jul 16 08:46:39.805259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:39.821379 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.835415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:39.846029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:39.856744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Pushing event updated for resources: {'Port': ['ID=96ee3aec-c44d-4bfe-b1ad-ad8522f1f19d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:39.934352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] For port 75b781fb-cc97-497f-8336-be60528a4fdd, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:39.958104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85a74c6e-7cd3-410d-bbd0-e5a6da881018 req-08f46938-90b8-4617-83c4-f78ab3f3fc46 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871128 Jul 16 08:46:40.011759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] For port 75b781fb-cc97-497f-8336-be60528a4fdd, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=75b781fb-cc97-497f-8336-be60528a4fdd,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:40.024747 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.027968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2b78a1-00ed-4d54-a5b5-440362038d5c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:40.094818 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.098654 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.108833 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Transition to ACTIVE for port object 13b489fa-bd3f-43b3-becf-db142dc36933 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:40.116123 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.133146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-755907ac-128e-4abf-8741-78e80bffcca2 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223782 Jul 16 08:46:40.157157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.157965 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.159290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] 10.222.0.54 "PUT /v2.0/ports/75b781fb-cc97-497f-8336-be60528a4fdd HTTP/1.1" status: 200 len: 1095 time: 3.1592817 Jul 16 08:46:40.161782 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884ce2-f8d8-4509-8b65-669d3ac6310b None None] Pushing event updated for resources: {'Port': ['ID=13b489fa-bd3f-43b3-becf-db142dc36933,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.172183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Transition to ACTIVE for port object 0c2b78a1-00ed-4d54-a5b5-440362038d5c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:40.192794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.222969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.242053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075a832-e10c-4055-8659-7b25cf9992fb service neutron] Pushing event updated for resources: {'Port': ['ID=75b781fb-cc97-497f-8336-be60528a4fdd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.256763 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Attempting to bind port 13b489fa-bd3f-43b3-becf-db142dc36933 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:40.257405 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Attempting to bind port 13b489fa-bd3f-43b3-becf-db142dc36933 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:40.257858 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Attempting to bind port 13b489fa-bd3f-43b3-becf-db142dc36933 on network 4b331558-ed49-4715-93ce-3ab5389d0592 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:40.262991 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:40.263356 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Checking segment: {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:40.263931 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.264483 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Bound using segment: {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:40.264944 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Bound port: 13b489fa-bd3f-43b3-becf-db142dc36933, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:40.265338 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.340306 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] For port 13b489fa-bd3f-43b3-becf-db142dc36933, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:40.343450 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] For port 13b489fa-bd3f-43b3-becf-db142dc36933, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=13b489fa-bd3f-43b3-becf-db142dc36933,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:40.348705 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.404598 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884ce2-f8d8-4509-8b65-669d3ac6310b None None] Pushing event updated for resources: {'Port': ['ID=13b489fa-bd3f-43b3-becf-db142dc36933,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.411792 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Routers {'55d542f8-90d8-45fc-be9c-42f0bd48bf14'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:40.412399 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:40.422922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2b78a1-00ed-4d54-a5b5-440362038d5c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.453217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.479283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c8b13-4902-45c4-8c91-693d57a3c9d0 req-a1482e60-fdc9-45c5-bbfc-89c72bf5f88c tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.480880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-421c8b13-4902-45c4-8c91-693d57a3c9d0 req-a1482e60-fdc9-45c5-bbfc-89c72bf5f88c tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1097 time: 0.3786020 Jul 16 08:46:40.482806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18835080-5181-4d90-9489-bd91698e96cb req-ebc04af5-70a1-4933-bfe1-37884e46c371 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225424 Jul 16 08:46:40.563928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-aa3581eb-df96-41a1-9917-00bb14fc064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.565897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-aa3581eb-df96-41a1-9917-00bb14fc064c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 1098 time: 0.3389449 Jul 16 08:46:40.605584 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] Set router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:40.645518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-421c8b13-4902-45c4-8c91-693d57a3c9d0 req-a215ccae-72b4-440a-996d-0009717976c5 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558628 Jul 16 08:46:40.650538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-975a46c8-86c4-41c5-a877-1d041d32329f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=75b781fb-cc97-497f-8336-be60528a4fdd HTTP/1.1" status: 200 len: 217 time: 0.0627048 Jul 16 08:46:40.654595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Attempting to bind port 0c2b78a1-00ed-4d54-a5b5-440362038d5c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:40.654933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Attempting to bind port 0c2b78a1-00ed-4d54-a5b5-440362038d5c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:40.655265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Attempting to bind port 0c2b78a1-00ed-4d54-a5b5-440362038d5c on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:40.703093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Port 0c2b78a1-00ed-4d54-a5b5-440362038d5c on network ff0bd8d5-928e-4372-933c-180eae691c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:40.703332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Attempting to bind port 0c2b78a1-00ed-4d54-a5b5-440362038d5c on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:40.755529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:40.755870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:40.756257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Bound using segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:40.756697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Bound port: 0c2b78a1-00ed-4d54-a5b5-440362038d5c, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:40.757059 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.804594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-95e91514-80fe-4166-ac8d-5a64c18939ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.806105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-95e91514-80fe-4166-ac8d-5a64c18939ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1223233 Jul 16 08:46:40.807398 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:37Z', 'revision_number': 4, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port': {'id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '13b489fa-bd3f-43b3-becf-db142dc36933', 'name': '', 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'mac_address': 'fa:16:3e:a2:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd9c9d3c-71fc-469b-92f0-2f6144423d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:36Z', 'updated_at': '2021-07-16T08:46:40Z', 'revision_number': 4, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'subnets': [{'id': 'dd9c9d3c-71fc-469b-92f0-2f6144423d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:40.838243 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba77b91-3211-41dd-8a24-de9097377ca5 None None] The sync data for ids ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'] in n-d-780147-28 is: [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:37Z', 'revision_number': 4, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port': {'id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '13b489fa-bd3f-43b3-becf-db142dc36933', 'name': '', 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'mac_address': 'fa:16:3e:a2:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd9c9d3c-71fc-469b-92f0-2f6144423d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:36Z', 'updated_at': '2021-07-16T08:46:40Z', 'revision_number': 4, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'subnets': [{'id': 'dd9c9d3c-71fc-469b-92f0-2f6144423d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:40.853907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd3f9dac-2446-4e23-b2a1-c6096d711c45 req-ba6e57c1-b86d-406d-9d77-4532351675e4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/e7869602-3711-4bdd-8e6a-c1d9706551c4 HTTP/1.1" status: 200 len: 1799 time: 0.1608047 Jul 16 08:46:40.948589 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.963445 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.965770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] For port 0c2b78a1-00ed-4d54-a5b5-440362038d5c, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:40.977811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] For port 0c2b78a1-00ed-4d54-a5b5-440362038d5c, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=0c2b78a1-00ed-4d54-a5b5-440362038d5c,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:41.014751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.081204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Pushing event updated for resources: {'Port': ['ID=96ee3aec-c44d-4bfe-b1ad-ad8522f1f19d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.089778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:41.090485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.091860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] 10.222.0.52 "PUT /v2.0/ports/0c2b78a1-00ed-4d54-a5b5-440362038d5c HTTP/1.1" status: 200 len: 1092 time: 2.6549811 Jul 16 08:46:41.104558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-6187722b-650c-4945-9dc3-1ded3cfad3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:41.106166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-6187722b-650c-4945-9dc3-1ded3cfad3c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2751839 Jul 16 08:46:41.132208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd3f9dac-2446-4e23-b2a1-c6096d711c45 req-eb84cd57-9028-479e-a7ac-d8dede37f6ae tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.169033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:41.183773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.222284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:41.222733 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.253588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd3f9dac-2446-4e23-b2a1-c6096d711c45 req-eb84cd57-9028-479e-a7ac-d8dede37f6ae tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.295306 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.296544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-ef0a1a1f-5148-49bb-b0de-e9734627a879 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1781399 Jul 16 08:46:41.308972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e89e63-273c-4eca-8273-06e5325dfbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2b78a1-00ed-4d54-a5b5-440362038d5c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.311773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 13b489fa-bd3f-43b3-becf-db142dc36933 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:41.367125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 13b489fa-bd3f-43b3-becf-db142dc36933 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:41.371326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 13b489fa-bd3f-43b3-becf-db142dc36933 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:41.371699 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.404302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-5801ffd0-6830-43bb-9dab-0eb191da6199 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0774031 Jul 16 08:46:41.431775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd3f9dac-2446-4e23-b2a1-c6096d711c45 req-eb84cd57-9028-479e-a7ac-d8dede37f6ae tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.434344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd3f9dac-2446-4e23-b2a1-c6096d711c45 req-eb84cd57-9028-479e-a7ac-d8dede37f6ae tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.435491 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd3f9dac-2446-4e23-b2a1-c6096d711c45 req-eb84cd57-9028-479e-a7ac-d8dede37f6ae tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7869602-3711-4bdd-8e6a-c1d9706551c4 HTTP/1.1" status: 204 len: 173 time: 0.5537856 Jul 16 08:46:41.456510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-4dcb7537-10fe-4b88-b274-7fc76a4f2c18 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238659 Jul 16 08:46:41.458804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-b3260499-2b2b-46e9-aa7d-0b0883b8bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:41.459781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-b3260499-2b2b-46e9-aa7d-0b0883b8bb75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 1095 time: 0.3073280 Jul 16 08:46:41.470498 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.487534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84cd57-9028-479e-a7ac-d8dede37f6ae tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7869602-3711-4bdd-8e6a-c1d9706551c4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.520451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 13b489fa-bd3f-43b3-becf-db142dc36933, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=13b489fa-bd3f-43b3-becf-db142dc36933,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:41.527352 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.541383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-59695ed7-2215-43b8-9af3-9e99e513531d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2b78a1-00ed-4d54-a5b5-440362038d5c HTTP/1.1" status: 200 len: 217 time: 0.0711865 Jul 16 08:46:41.582858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=13b489fa-bd3f-43b3-becf-db142dc36933,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.098193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fdfd7805-c57f-45d0-a885-ea17139869c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.099682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-fdfd7805-c57f-45d0-a885-ea17139869c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.5032403 Jul 16 08:46:42.117531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-6102c45d-0c84-4dfb-ae94-87f2421c46c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.118910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9748ffbe-9775-4a6c-acfe-aba8b7a9858b req-6102c45d-0c84-4dfb-ae94-87f2421c46c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.7063208 Jul 16 08:46:42.162371 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de56008d-0ece-4de5-a73d-8ca47e1a80db x-openstack-request-id: req-de56008d-0ece-4de5-a73d-8ca47e1a80db {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:42.162631 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:42.162888 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de56008d-0ece-4de5-a73d-8ca47e1a80db {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:42.163376 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'status': 'completed', 'code': 200} Jul 16 08:46:42.165934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-1c5832d3-5fc0-4a26-8b06-3833c0a2d12c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562921 Jul 16 08:46:42.173064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28d4a389-5967-49fb-bf55-4e3cb5df6000 req-59216ee8-d326-4ab3-a7a8-603dab12c4e8 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879046 Jul 16 08:46:42.202944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-b434583e-745c-42ee-ab7d-dd9cd692e2a3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.204454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-b434583e-745c-42ee-ab7d-dd9cd692e2a3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 818 time: 0.5915132 Jul 16 08:46:42.255879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-2eb423c1-f7db-4929-9e26-1ac90305bb2d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/quotas/ccb271939f19496eacf45557b5f262fa HTTP/1.1" status: 200 len: 375 time: 0.0361674 Jul 16 08:46:42.359883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-8fb89106-f900-4108-8f11-4423e4f2e714 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843066 Jul 16 08:46:42.381229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-cc81d8eb-78b0-47dc-b2ee-cf92bc044d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.382741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-cc81d8eb-78b0-47dc-b2ee-cf92bc044d08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1099 time: 0.1774077 Jul 16 08:46:42.450563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-8c1e9c53-f066-4892-903e-f773ceba2b6f tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1641064 Jul 16 08:46:42.637334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-867e8a56-ea65-40df-83c2-45795a23aa0d req-4081f987-4eb3-4d03-9322-5e85ed876a99 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694509 Jul 16 08:46:42.644559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-077176fd-9f8e-4f4b-8c60-7fb81730301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.645965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-077176fd-9f8e-4f4b-8c60-7fb81730301e service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2510219 Jul 16 08:46:42.710024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-7b3663c0-4d4c-421e-a5af-8b4de9934cb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193 HTTP/1.1" status: 200 len: 217 time: 0.0551870 Jul 16 08:46:42.715254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-42725e84-8b6f-4e28-b1c6-f9655a36d69c service neutron] 10.222.0.55 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134511 Jul 16 08:46:42.734463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d58c2-a40f-4bd5-88df-6661ebb39ca3 req-b75468fd-06be-41fb-8f0a-94821a245a54 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.735861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e4d58c2-a40f-4bd5-88df-6661ebb39ca3 req-b75468fd-06be-41fb-8f0a-94821a245a54 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 946 time: 0.2354095 Jul 16 08:46:42.846633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-e7b1890a-3fb8-4551-9cc9-000d520226a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.848253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-e7b1890a-3fb8-4551-9cc9-000d520226a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1307249 Jul 16 08:46:42.860768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e4d58c2-a40f-4bd5-88df-6661ebb39ca3 req-0aafb2d8-11a7-481f-bfcc-608edf2baeb4 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992146 Jul 16 08:46:42.906954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-40857fc9-d78a-4a46-a30d-535080f8d87e service neutron] 10.222.0.55 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808772 Jul 16 08:46:42.941508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-9b608859-5c66-41f0-86d0-331655980c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.943639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-9b608859-5c66-41f0-86d0-331655980c64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764971 Jul 16 08:46:43.052884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 13b489fa-bd3f-43b3-becf-db142dc36933 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:43.095580 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-9c52b1ad-9994-493d-8f1a-0b6cc71bbaaf req-81580893-705b-4f80-b930-57de75fdab10 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:46:43.097586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c52b1ad-9994-493d-8f1a-0b6cc71bbaaf req-81580893-705b-4f80-b930-57de75fdab10 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/e7869602-3711-4bdd-8e6a-c1d9706551c4 HTTP/1.1" status: 404 len: 352 time: 0.0547912 Jul 16 08:46:43.102372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-bce69bfc-0f83-44e6-8b43-db5ca5ec90e6 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503625 Jul 16 08:46:43.176849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d43b50-b171-43b1-a8c7-de395644feda req-e9ebe990-2c35-40da-9a41-173fea9c5d13 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.178481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85d43b50-b171-43b1-a8c7-de395644feda req-e9ebe990-2c35-40da-9a41-173fea9c5d13 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 943 time: 0.1537282 Jul 16 08:46:43.260396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 13b489fa-bd3f-43b3-becf-db142dc36933 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:43.260977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.302550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65758040-626d-4eeb-9d4a-566dfe1f950a req-2283f9ee-25bb-46fd-89d9-8c3470772010 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926847 Jul 16 08:46:43.342252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85d43b50-b171-43b1-a8c7-de395644feda req-43baa806-9d3a-4b3e-b6e8-498d2b50c27a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308448 Jul 16 08:46:43.405594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995156c4-664f-4bda-834e-95699a93f5c7 req-ee3eb9ff-3bea-4a5d-ac45-3355067b49ee tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.407192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-ee3eb9ff-3bea-4a5d-ac45-3355067b49ee tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 820 time: 0.1974442 Jul 16 08:46:43.423561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-d5631485-110d-4ffe-a368-796641c89939 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/quotas/5a2b5ed207c34b65be50d68231bec465 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Jul 16 08:46:43.506249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-3573f351-7005-4d3a-abf1-e63c6aa698f2 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0744200 Jul 16 08:46:43.605193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5abf9bc3-4b57-46c5-ac79-c9bae237d533 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959003 Jul 16 08:46:43.712936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-67dac197-a1c4-435c-95b3-2c090ca073c8 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020970 Jul 16 08:46:43.967401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbb5f6c8-567a-4adc-acb3-9076a65550a1 req-e853b6d5-3a49-41c3-b939-68f07af52ae3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 210 time: 0.0314500 Jul 16 08:46:44.078225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cb7ddec-a1d6-400d-8306-19637003d8fc req-7c89a903-08bc-4cd7-a463-49b040f7e9cf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/1e1f768d-5f9e-4ce3-b493-04b66323f8c4 HTTP/1.1" status: 200 len: 1801 time: 0.0836363 Jul 16 08:46:44.144571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb7ddec-a1d6-400d-8306-19637003d8fc req-51c70598-ec41-4a15-a6e8-38c06434bf06 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.166145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21409e6f-0b94-4c54-8fcb-768b2b47778e', 'tag': '75b781fb-cc97-497f-8336-be60528a4fdd'}, {'name': 'network-changed', 'server_uuid': '2ad50920-1508-465e-9e1d-b3c6332bd9cd', 'tag': '0c2b78a1-00ed-4d54-a5b5-440362038d5c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:44.169125 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f68098-8372-452d-9a83-4dd489659268" -d '{"events": [{"name": "network-changed", "server_uuid": "21409e6f-0b94-4c54-8fcb-768b2b47778e", "tag": "75b781fb-cc97-497f-8336-be60528a4fdd"}, {"name": "network-changed", "server_uuid": "2ad50920-1508-465e-9e1d-b3c6332bd9cd", "tag": "0c2b78a1-00ed-4d54-a5b5-440362038d5c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:44.176156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb7ddec-a1d6-400d-8306-19637003d8fc req-51c70598-ec41-4a15-a6e8-38c06434bf06 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.225903 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb7ddec-a1d6-400d-8306-19637003d8fc req-51c70598-ec41-4a15-a6e8-38c06434bf06 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.229740 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb7ddec-a1d6-400d-8306-19637003d8fc req-51c70598-ec41-4a15-a6e8-38c06434bf06 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.231067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cb7ddec-a1d6-400d-8306-19637003d8fc req-51c70598-ec41-4a15-a6e8-38c06434bf06 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/1e1f768d-5f9e-4ce3-b493-04b66323f8c4 HTTP/1.1" status: 204 len: 173 time: 0.1489270 Jul 16 08:46:44.243689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c70598-ec41-4a15-a6e8-38c06434bf06 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1f768d-5f9e-4ce3-b493-04b66323f8c4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:44.378824 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1710a40-1ba6-4f50-908b-1d3091029153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.470498 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:44.600728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd2f40aa-eac8-4162-800a-b09ed42345ad req-8e31074e-444c-4f11-8787-a62b21d56b83 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 210 time: 0.0325015 Jul 16 08:46:44.782220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-e73ffdd4-e848-423b-8382-760369551535 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.784510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-e73ffdd4-e848-423b-8382-760369551535 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 818 time: 0.1493313 Jul 16 08:46:44.806374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Request body: {'port': {'device_id': 'a46f05a0-3992-4570-9ef5-77b32bb418d6', 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592', 'admin_state_up': True, 'tenant_id': 'ccb271939f19496eacf45557b5f262fa'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:44.848659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc58dff-17ce-4116-aadc-f427053f8abd req-fd0d5cf2-9d6e-48c8-880d-53c77bc9aae7 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.850215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bc58dff-17ce-4116-aadc-f427053f8abd req-fd0d5cf2-9d6e-48c8-880d-53c77bc9aae7 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 946 time: 0.1247087 Jul 16 08:46:44.946696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bc58dff-17ce-4116-aadc-f427053f8abd req-c8b503b5-2117-4929-9eaf-f760568be072 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907526 Jul 16 08:46:44.966741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:45.008859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Made reservation on behalf of ccb271939f19496eacf45557b5f262fa for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:45.012962 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.030131 n-d-780147-28 neutron-server[94164]: WARNING keystonemiddleware.auth_token [req-52467922-5578-4d01-814f-2232b4dd7c48 req-c1c6a63e-5a89-4e96-b5e2-404d87cc98fb service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:46:45.038370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-9ff63d66-7927-4e43-aab8-ea15bede4661 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:46:45.039921 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-9ff63d66-7927-4e43-aab8-ea15bede4661 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0746434 Jul 16 08:46:45.055050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Request body: {'binding': {'host': 'n-h2-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:45.055050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:46:45.079301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 75b781fb-cc97-497f-8336-be60528a4fdd details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:45.220377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.230796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on host n-h2-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:45.231310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:45.232432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:45.238567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:45.239882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:45.246283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:45.246862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:45.247441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:45.248157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Bound port: 9a4d7a72-d4a7-424f-9137-b42ead828f72, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:45.248850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:45.270477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 75b781fb-cc97-497f-8336-be60528a4fdd, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=75b781fb-cc97-497f-8336-be60528a4fdd,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:45.279158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'mac_address': 'fa:16:3e:95:7a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:45.286702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Allocated IP 172.20.0.9 (4b331558-ed49-4715-93ce-3ab5389d0592/dd9c9d3c-71fc-469b-92f0-2f6144423d52/6a1768b5-4394-4124-9540-0acc72363c03) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:45.290062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '75b781fb-cc97-497f-8336-be60528a4fdd', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '75b781fb-cc97-497f-8336-be60528a4fdd', 'mac_address': 'fa:16:3e:b8:b1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:45.355387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.364087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-778c06ec-0c6a-4229-b6a5-6743b6fea5c4 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:45.365685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-778c06ec-0c6a-4229-b6a5-6743b6fea5c4 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 818 time: 0.2672794 Jul 16 08:46:45.369184 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.371714 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:45.380265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.381980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-a47a17fa-036c-487f-967b-d354c2ad358e service neutron] 10.222.0.55 "POST /v2.0/ports/9a4d7a72-d4a7-424f-9137-b42ead828f72/bindings HTTP/1.1" status: 201 len: 390 time: 0.3318081 Jul 16 08:46:45.387083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b781fb-cc97-497f-8336-be60528a4fdd {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:45.397581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:45.425175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 75b781fb-cc97-497f-8336-be60528a4fdd, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=75b781fb-cc97-497f-8336-be60528a4fdd,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:45.436971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:45.438365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.441313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-d1547a50-943e-4c88-9e9a-fa6e936931af tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/quotas/ccb271939f19496eacf45557b5f262fa HTTP/1.1" status: 200 len: 375 time: 0.0637872 Jul 16 08:46:45.446680 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.510636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=75b781fb-cc97-497f-8336-be60528a4fdd,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:45.519645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995156c4-664f-4bda-834e-95699a93f5c7 req-fd5b495f-c5dd-440d-a8e7-a371699c7a59 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:45.521837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-fd5b495f-c5dd-440d-a8e7-a371699c7a59 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 820 time: 0.3073184 Jul 16 08:46:45.537424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Request body: {'port': {'device_id': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'admin_state_up': True, 'tenant_id': '5a2b5ed207c34b65be50d68231bec465'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:45.548659 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da968be-a5ea-441f-a2b5-2eb7883ad573 x-openstack-request-id: req-5da968be-a5ea-441f-a2b5-2eb7883ad573 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:45.548983 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21409e6f-0b94-4c54-8fcb-768b2b47778e", "tag": "75b781fb-cc97-497f-8336-be60528a4fdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ad50920-1508-465e-9e1d-b3c6332bd9cd", "tag": "0c2b78a1-00ed-4d54-a5b5-440362038d5c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:45.549389 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5da968be-a5ea-441f-a2b5-2eb7883ad573 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:45.550012 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21409e6f-0b94-4c54-8fcb-768b2b47778e', 'tag': '75b781fb-cc97-497f-8336-be60528a4fdd', 'status': 'completed', 'code': 200} Jul 16 08:46:45.550284 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad50920-1508-465e-9e1d-b3c6332bd9cd', 'tag': '0c2b78a1-00ed-4d54-a5b5-440362038d5c', 'status': 'completed', 'code': 200} Jul 16 08:46:45.584564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:45.671739 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-0d98661c-a220-4bd4-a023-73ba707e7701 req-1a5370f6-6269-4e82-af0f-8ab6cbe4eb85 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:46:45.673595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d98661c-a220-4bd4-a023-73ba707e7701 req-1a5370f6-6269-4e82-af0f-8ab6cbe4eb85 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/1e1f768d-5f9e-4ce3-b493-04b66323f8c4 HTTP/1.1" status: 404 len: 352 time: 0.0789783 Jul 16 08:46:45.763570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.777743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6d999e1d-3574-49bb-b3ad-0af2e6cd7193'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:45.785632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-57d48b00-a48c-4ef7-821b-72a207099193 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3433673 Jul 16 08:46:45.874789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['75b781fb-cc97-497f-8336-be60528a4fdd'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:45.894403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68098-8372-452d-9a83-4dd489659268 req-34ed0072-e955-4e8f-aa6c-cfa317b5f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:45.895935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-34ed0072-e955-4e8f-aa6c-cfa317b5f27d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 1095 time: 0.3032119 Jul 16 08:46:46.011491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68098-8372-452d-9a83-4dd489659268 req-14af3797-513e-4eeb-93f2-760de04791b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.013024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-14af3797-513e-4eeb-93f2-760de04791b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 1099 time: 0.4116766 Jul 16 08:46:46.016264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c8e693f2-57b8-44c0-9c31-6abbd75885e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.018134 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c8e693f2-57b8-44c0-9c31-6abbd75885e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1097 time: 0.0817418 Jul 16 08:46:46.022684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Made reservation on behalf of 5a2b5ed207c34b65be50d68231bec465 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:46.026272 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.199499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-97e49cba-d5ba-4807-82a9-f210028c5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.201045 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-97e49cba-d5ba-4807-82a9-f210028c5855 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.1715791 Jul 16 08:46:46.253079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68098-8372-452d-9a83-4dd489659268 req-33326aed-9914-47ae-8bf8-7300ed964099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.254700 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-33326aed-9914-47ae-8bf8-7300ed964099 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2266831 Jul 16 08:46:46.256424 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-cf929908-6130-435e-87a2-55175e4993c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 200 len: 217 time: 0.0399802 Jul 16 08:46:46.336824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-afbdf1ec-6219-4e9c-9150-5ae12e46a043 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=75b781fb-cc97-497f-8336-be60528a4fdd HTTP/1.1" status: 200 len: 217 time: 0.0638177 Jul 16 08:46:46.363502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-fe8c208e-c631-4694-9a06-6c486df1f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.364982 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-fe8c208e-c631-4694-9a06-6c486df1f268 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0858479 Jul 16 08:46:46.416914 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-855c18ea-cdd5-4c2f-b8dc-cfb16308fbf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333393 Jul 16 08:46:46.426233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68098-8372-452d-9a83-4dd489659268 req-13f08ef1-6fbc-4950-8b62-36807ce7393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.427963 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-13f08ef1-6fbc-4950-8b62-36807ce7393a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0783396 Jul 16 08:46:46.439665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-3f5459ce-3218-4884-abb1-6ccba996ee85 service neutron] 10.222.0.55 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530561 Jul 16 08:46:46.445507 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.478913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a989f-72fd-4c11-aba5-6e7aa293b395 req-490b85f8-70b9-4af7-8f4a-3dbd86c9922e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.480745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-984a989f-72fd-4c11-aba5-6e7aa293b395 req-490b85f8-70b9-4af7-8f4a-3dbd86c9922e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 943 time: 0.6813021 Jul 16 08:46:46.555636 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-b4ed5c9c-37e2-4b86-b16e-cbad9093459e service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267264 Jul 16 08:46:46.560602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68098-8372-452d-9a83-4dd489659268 req-8f841517-3d08-481a-a401-1945a2365886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.562002 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-8f841517-3d08-481a-a401-1945a2365886 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149607 Jul 16 08:46:46.634126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68098-8372-452d-9a83-4dd489659268 req-39fd0694-f5d9-4c39-9d2e-95af7b4358e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.635600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-39fd0694-f5d9-4c39-9d2e-95af7b4358e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 906 time: 0.7010748 Jul 16 08:46:46.678912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Network 4b331558-ed49-4715-93ce-3ab5389d0592 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:46.709538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:46.711589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Pushing event updated for resources: {'Port': ['ID=6a1768b5-4394-4124-9540-0acc72363c03,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:46.725782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:46.743829 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c5218e30-41cf-4322-9103-db5b5cfdf1f4 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613398 Jul 16 08:46:46.746007 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-051b7dea-6904-4f94-ba89-197eafc4b6a7 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559069 Jul 16 08:46:46.826846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-ec7ce7fa-0a5b-4b8c-af1b-c6f85e07186f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2b78a1-00ed-4d54-a5b5-440362038d5c HTTP/1.1" status: 200 len: 217 time: 0.1389627 Jul 16 08:46:46.837481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-984a989f-72fd-4c11-aba5-6e7aa293b395 req-e0a8bbff-57ed-4107-96d5-4e13e0241c15 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304198 Jul 16 08:46:46.905188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-7f0834c9-f2c7-4308-8dfb-e9fea9978342 service neutron] 10.222.0.55 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497614 Jul 16 08:46:46.914275 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-a403e7a0-99f9-45a5-b57b-5ec996bd086d service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532850 Jul 16 08:46:46.925733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Allocated IP 172.20.0.14 (aae0c95e-c13d-4b7f-a039-cde0474813e7/643a9a0c-4380-4533-a49a-eaba11a75e07/02b8b5ef-6fe2-4595-b01a-efce654c4d88) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:46.935114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.935688 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.949725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68098-8372-452d-9a83-4dd489659268 req-566a048b-9ee1-4fb7-bbb8-36cde442fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.951216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-566a048b-9ee1-4fb7-bbb8-36cde442fb57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.1073694 Jul 16 08:46:46.967813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 0c2b78a1-00ed-4d54-a5b5-440362038d5c details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:46.975920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:46.991932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-f0863838-2904-4ac3-b413-98abe7db366c tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.996262 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-f0863838-2904-4ac3-b413-98abe7db366c tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.1437080 Jul 16 08:46:46.998219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-5058b483-a2aa-4fa0-9cfa-ddd93643d734 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1958687 Jul 16 08:46:47.003122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-b170879e-d124-4247-8d65-6a6a3687eb74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437326 Jul 16 08:46:47.025178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-28'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:47.031742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Request body: {'port': {'device_id': 'a46f05a0-3992-4570-9ef5-77b32bb418d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:47.054222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 75b781fb-cc97-497f-8336-be60528a4fdd up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:47.193381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.197403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:47.217816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:47.218267 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.317681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 0c2b78a1-00ed-4d54-a5b5-440362038d5c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=0c2b78a1-00ed-4d54-a5b5-440362038d5c,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:47.338898 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '0c2b78a1-00ed-4d54-a5b5-440362038d5c', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'port_id': '0c2b78a1-00ed-4d54-a5b5-440362038d5c', 'mac_address': 'fa:16:3e:4a:c8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f6089-c041-4c6e-9073-12eb30d5fc0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:47.347353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 75b781fb-cc97-497f-8336-be60528a4fdd completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:47.378960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:47.381716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 75b781fb-cc97-497f-8336-be60528a4fdd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:47.383599 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.416328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-084b4e13-d05d-48dc-b90e-b63bf2434ce5 req-ddc0ad9f-3fc3-4fb7-9c39-a2437307a768 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 210 time: 0.0369358 Jul 16 08:46:47.423821 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:47.433385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-1f26b291-c273-4010-87fb-03ca2c4c7b99 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211144 Jul 16 08:46:47.436723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.480898 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2b78a1-00ed-4d54-a5b5-440362038d5c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:47.490830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.494543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:47.497353 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f15cf-45c1-4688-80ab-e7570b62749b" -d '{"events": [{"server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:47.505816 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.509799 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.518352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 0c2b78a1-00ed-4d54-a5b5-440362038d5c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=0c2b78a1-00ed-4d54-a5b5-440362038d5c,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:47.518611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.594153 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.626870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Pushing event updated for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.631500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on host n-h1-780147-28 for vnic_type normal with profile {"migrating_to": "n-h2-780147-28"} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:47.631837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:47.632222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:47.637074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:47.637395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Attempting to bind port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:47.642675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:47.643719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:47.644486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:47.644977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Bound port: 9a4d7a72-d4a7-424f-9137-b42ead828f72, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:47.645340 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.675928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=0c2b78a1-00ed-4d54-a5b5-440362038d5c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.688113 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c24f3a83-2272-4ee3-888b-e8e06781897f req-62ab5fd7-7f99-478d-8239-0391d475767c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65751027b7fb422d8d4c7e3c84b106bb HTTP/1.1" status: 200 len: 6150 time: 0.1761088 Jul 16 08:46:47.691261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:47.693778 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed675365-62a5-404e-b3e3-118c518e635b" -d '{"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-plugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:47.703301 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.708116 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.720673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:47.722255 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.726006 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ea58-90f9-44a6-b5b6-6ae4d339e83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.738634 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.739687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:47.740539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b413-88dd-4f90-bd06-339859a3b675 req-85f9a60f-51ba-4e13-8c47-76beef67aa36 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.744126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:47.747434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8009b413-88dd-4f90-bd06-339859a3b675 req-85f9a60f-51ba-4e13-8c47-76beef67aa36 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 945 time: 0.4025145 Jul 16 08:46:47.750585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43f68098-8372-452d-9a83-4dd489659268 req-b6f03fa5-3778-4d62-b866-478a8e8c1d78 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059199 Jul 16 08:46:47.751641 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.812200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Transition to ACTIVE for port object 02b8b5ef-6fe2-4595-b01a-efce654c4d88 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:47.829523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 75b781fb-cc97-497f-8336-be60528a4fdd, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=75b781fb-cc97-497f-8336-be60528a4fdd,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:47.840947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.848604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.861738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.862754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.864357 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] 10.222.0.54 "PUT /v2.0/ports/9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 200 len: 1123 time: 0.8441565 Jul 16 08:46:47.865679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134497a-a989-4f76-aeeb-df09c53cd25e service neutron] Pushing event updated for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=8']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.898299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8009b413-88dd-4f90-bd06-339859a3b675 req-2cd149ce-99f4-44bb-b305-f3539e376c31 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498911 Jul 16 08:46:47.907351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['0c2b78a1-00ed-4d54-a5b5-440362038d5c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:47.941146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=75b781fb-cc97-497f-8336-be60528a4fdd,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.956541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c24f3a83-2272-4ee3-888b-e8e06781897f req-d7d051b4-4389-4ee1-9879-4beaadb2737e tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/f5852feb-200d-418d-b781-87c162d38320 HTTP/1.1" status: 200 len: 2981 time: 0.2532120 Jul 16 08:46:47.989680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9a4d7a72-d4a7-424f-9137-b42ead828f72'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:48.177696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c24f3a83-2272-4ee3-888b-e8e06781897f req-702786d7-8f6a-41f5-8968-080aa2c7b6d6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/f5852feb-200d-418d-b781-87c162d38320 HTTP/1.1" status: 200 len: 2981 time: 0.2199516 Jul 16 08:46:48.196218 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.269988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3de08ba9-21e5-421e-a9ed-dd74464ce76a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:48.329863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:48.360449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:48.375181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18380d3-6ee2-482f-b304-652868cc6b2c req-840175f4-de53-4135-9b64-2f5cada7db15 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 210 time: 0.0735042 Jul 16 08:46:48.381794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:48.387968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Pushing event updated for resources: {'Port': ['ID=02b8b5ef-6fe2-4595-b01a-efce654c4d88,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.477499 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1c4fe1-1f8e-4351-87f3-87d07c6d2090 x-openstack-request-id: req-fe1c4fe1-1f8e-4351-87f3-87d07c6d2090 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:48.478276 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:48.478276 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe1c4fe1-1f8e-4351-87f3-87d07c6d2090 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:48.478571 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72', 'code': 200} Jul 16 08:46:48.500977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.501608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.510783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1768b5-4394-4124-9540-0acc72363c03 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:48.512623 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.526400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.542787 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6555a8d-417e-4489-a337-4967aed7a308 x-openstack-request-id: req-f6555a8d-417e-4489-a337-4967aed7a308 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:48.543256 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-plugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:48.543537 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6555a8d-417e-4489-a337-4967aed7a308 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:48.544266 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'code': 200} Jul 16 08:46:48.559665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-478953c9-f597-43f6-9ac9-9d27a2bdb434 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0270846 Jul 16 08:46:48.570399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6596d-3395-49d8-9452-aeefac252b5b req-abc12854-8203-4e61-8e79-58c98c847eb3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.572085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60b6596d-3395-49d8-9452-aeefac252b5b req-abc12854-8203-4e61-8e79-58c98c847eb3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 948 time: 0.3313673 Jul 16 08:46:48.574437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Transition to ACTIVE for port object 6a1768b5-4394-4124-9540-0acc72363c03 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:48.578818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Request body: {'port': {'device_id': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:48.604430 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.729973 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.734993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-43f765fa-7807-42ed-abed-c8bc184c06d9 None None] Provisioning for port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:48.739221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-43f765fa-7807-42ed-abed-c8bc184c06d9 None None] Provisioning complete for port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:48.739575 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43f765fa-7807-42ed-abed-c8bc184c06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.772850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-43f765fa-7807-42ed-abed-c8bc184c06d9 None None] Port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:48.774440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Pushing event updated for resources: {'Port': ['ID=6a1768b5-4394-4124-9540-0acc72363c03,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.788188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60b6596d-3395-49d8-9452-aeefac252b5b req-b633a7ce-2a29-49b8-a906-7def730a1392 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049010 Jul 16 08:46:48.868264 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.916288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb962ea5-095a-4ca7-9807-0e66b3be6197 req-e8923760-1fc6-469a-9ae8-b03030fd6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.917813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb962ea5-095a-4ca7-9807-0e66b3be6197 req-e8923760-1fc6-469a-9ae8-b03030fd6ec9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1101 time: 0.2695413 Jul 16 08:46:48.935375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4cab-cd67-4ff3-ab1c-0302708cef19 req-2fd8aeab-adf6-4879-a3d8-1a8f5d47b55a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.936933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef3b4cab-cd67-4ff3-ab1c-0302708cef19 req-2fd8aeab-adf6-4879-a3d8-1a8f5d47b55a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 944 time: 0.2708032 Jul 16 08:46:48.962021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4be832be-b4c5-47ab-8915-5598e0bacaee req-16dd4530-b45f-47f3-be7f-af2bd42a4fee tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1472323001', 'description': 'tempest-description-274830741'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:48.985743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Attempting to bind port 6a1768b5-4394-4124-9540-0acc72363c03 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:48.986150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Attempting to bind port 6a1768b5-4394-4124-9540-0acc72363c03 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:48.987075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Attempting to bind port 6a1768b5-4394-4124-9540-0acc72363c03 on network 4b331558-ed49-4715-93ce-3ab5389d0592 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:49.022782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Port 6a1768b5-4394-4124-9540-0acc72363c03 on network 4b331558-ed49-4715-93ce-3ab5389d0592 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:49.023161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Attempting to bind port 6a1768b5-4394-4124-9540-0acc72363c03 on network 4b331558-ed49-4715-93ce-3ab5389d0592 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:49.059978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:49.060371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Checking segment: {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:49.060797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Bound using segment: {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:49.061266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Bound port: 6a1768b5-4394-4124-9540-0acc72363c03, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:49.061791 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.126170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4be832be-b4c5-47ab-8915-5598e0bacaee req-16dd4530-b45f-47f3-be7f-af2bd42a4fee tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.154037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb962ea5-095a-4ca7-9807-0e66b3be6197 req-e0b457a5-653a-489d-9817-0499b87bac0c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144327 Jul 16 08:46:49.170917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef3b4cab-cd67-4ff3-ab1c-0302708cef19 req-97e5d98c-31d2-4918-b3b5-d94163ce2589 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030571 Jul 16 08:46:49.196552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-9d7f6f04-dc42-4197-9a0c-d6477fd5b21a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.198196 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-9d7f6f04-dc42-4197-9a0c-d6477fd5b21a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 818 time: 0.1310787 Jul 16 08:46:49.232669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Request body: {'port': {'device_id': '2a53974a-baf9-490c-9439-168f56eeef6c', 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592', 'admin_state_up': True, 'tenant_id': 'ccb271939f19496eacf45557b5f262fa'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:49.320042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] For port 6a1768b5-4394-4124-9540-0acc72363c03, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:49.334838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] For port 6a1768b5-4394-4124-9540-0acc72363c03, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=6a1768b5-4394-4124-9540-0acc72363c03,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:49.352787 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.432892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.433518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.435048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] 10.222.0.54 "PUT /v2.0/ports/6a1768b5-4394-4124-9540-0acc72363c03 HTTP/1.1" status: 200 len: 1092 time: 2.4118712 Jul 16 08:46:49.437225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46f05a0-3992-4570-9ef5-77b32bb418d6', 'tag': '6a1768b5-4394-4124-9540-0acc72363c03'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:49.440069 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a46f05a0-3992-4570-9ef5-77b32bb418d6", "tag": "6a1768b5-4394-4124-9540-0acc72363c03"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:49.480454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4be832be-b4c5-47ab-8915-5598e0bacaee req-16dd4530-b45f-47f3-be7f-af2bd42a4fee tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.498882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Made reservation on behalf of ccb271939f19496eacf45557b5f262fa for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:49.502840 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.505585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e47623-ad46-4167-870a-aa5e3f93f31b service neutron] Pushing event updated for resources: {'Port': ['ID=6a1768b5-4394-4124-9540-0acc72363c03,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:49.517207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4be832be-b4c5-47ab-8915-5598e0bacaee req-16dd4530-b45f-47f3-be7f-af2bd42a4fee tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.610898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4be832be-b4c5-47ab-8915-5598e0bacaee req-16dd4530-b45f-47f3-be7f-af2bd42a4fee tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.613013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4be832be-b4c5-47ab-8915-5598e0bacaee req-16dd4530-b45f-47f3-be7f-af2bd42a4fee tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6924126 Jul 16 08:46:49.619140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd4530-b45f-47f3-be7f-af2bd42a4fee tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab7738a-8910-4b0d-9272-3a6acb3f09b5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:49.637349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b8b5ef-6fe2-4595-b01a-efce654c4d88 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:49.653158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Allocated IP 172.20.0.12 (4b331558-ed49-4715-93ce-3ab5389d0592/dd9c9d3c-71fc-469b-92f0-2f6144423d52/46b5dadf-2f5b-4ff2-a234-3df1894e1147) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:49.654243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.681262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832934a-d20d-40f6-ab30-0e5bf3ff79fa req-ba5b5cef-f42c-41ec-a34d-38770fead878 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.682739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7832934a-d20d-40f6-ab30-0e5bf3ff79fa req-ba5b5cef-f42c-41ec-a34d-38770fead878 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 932 time: 0.2377646 Jul 16 08:46:49.686024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Transition to ACTIVE for port object 02b8b5ef-6fe2-4595-b01a-efce654c4d88 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:49.688120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-851515f7-8806-4389-97e1-9b074de4cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.689730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-851515f7-8806-4389-97e1-9b074de4cb3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1095 time: 0.1850495 Jul 16 08:46:49.695101 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.797520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-343e5c94-2ea3-4294-9039-cbe8f7aad11d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1768b5-4394-4124-9540-0acc72363c03 HTTP/1.1" status: 200 len: 217 time: 0.0621932 Jul 16 08:46:49.809563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.841944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Pushing event updated for resources: {'Port': ['ID=02b8b5ef-6fe2-4595-b01a-efce654c4d88,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:49.855901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.874380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7832934a-d20d-40f6-ab30-0e5bf3ff79fa req-1a2381c4-ef36-4c73-87f5-c6af1a658927 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813350 Jul 16 08:46:49.920884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Network 4b331558-ed49-4715-93ce-3ab5389d0592 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:49.925604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Pushing event updated for resources: {'Port': ['ID=46b5dadf-2f5b-4ff2-a234-3df1894e1147,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:49.929565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:49.932531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:49.952763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-52386c40-5140-4622-bfd5-4b846b234048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.954291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-52386c40-5140-4622-bfd5-4b846b234048 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.1226563 Jul 16 08:46:49.991020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.992015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.003662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.004615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f6704-485a-4061-9a6c-8669cbaa059f req-da0190cb-61b0-4a83-88cf-c241a8ef0518 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.011531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a1f6704-485a-4061-9a6c-8669cbaa059f req-da0190cb-61b0-4a83-88cf-c241a8ef0518 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 943 time: 0.2750864 Jul 16 08:46:50.012655 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-105638fb-3080-4365-bee5-cdf58b7a2a36 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7884607 Jul 16 08:46:50.030609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Request body: {'port': {'device_id': '2a53974a-baf9-490c-9439-168f56eeef6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:50.049533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Attempting to bind port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:50.050098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Attempting to bind port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:50.050515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Attempting to bind port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 on network aae0c95e-c13d-4b7f-a039-cde0474813e7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:50.053916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-0f1ad6a9-adb7-4d0f-8c9b-ac272b837137 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730901 Jul 16 08:46:50.100319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 on network aae0c95e-c13d-4b7f-a039-cde0474813e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:50.100641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Attempting to bind port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 on network aae0c95e-c13d-4b7f-a039-cde0474813e7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:50.118488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.134816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:50.135156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Checking segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:50.135545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Bound using segment: {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:50.136058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Bound port: 02b8b5ef-6fe2-4595-b01a-efce654c4d88, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:50.136400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.145160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a1f6704-485a-4061-9a6c-8669cbaa059f req-3ed7c876-44c8-4f6a-8adb-3fa4f80ae982 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327541 Jul 16 08:46:50.431279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b5dadf-2f5b-4ff2-a234-3df1894e1147 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:50.439472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.453246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Transition to ACTIVE for port object 46b5dadf-2f5b-4ff2-a234-3df1894e1147 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:50.456592 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.480614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:50.482925 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c155a5ca-4db0-405b-a9e0-5b0758c13f25" -d '{"events": [{"name": "network-changed", "server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:50.516276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Pushing event updated for resources: {'Port': ['ID=46b5dadf-2f5b-4ff2-a234-3df1894e1147,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:50.542862 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ffae7-3063-4017-8aea-26dbb206af97 x-openstack-request-id: req-4a3ffae7-3063-4017-8aea-26dbb206af97 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:50.543145 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46f05a0-3992-4570-9ef5-77b32bb418d6", "tag": "6a1768b5-4394-4124-9540-0acc72363c03", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:50.543398 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a3ffae7-3063-4017-8aea-26dbb206af97 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:50.543787 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46f05a0-3992-4570-9ef5-77b32bb418d6', 'tag': '6a1768b5-4394-4124-9540-0acc72363c03', 'status': 'completed', 'code': 200} Jul 16 08:46:50.545854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21409e6f-0b94-4c54-8fcb-768b2b47778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b781fb-cc97-497f-8336-be60528a4fdd'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:50.548596 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4354a4da-579c-40ea-9469-6a7b6865ece0" -d '{"events": [{"server_uuid": "21409e6f-0b94-4c54-8fcb-768b2b47778e", "name": "network-vif-plugged", "status": "completed", "tag": "75b781fb-cc97-497f-8336-be60528a4fdd"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:50.555042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-12d5cae7-35e2-4d10-b8c3-c8eba1292ac1 req-f53c16bd-b488-4e08-880e-194c7aa57222 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-394010647', 'description': 'tempest-description-1214459165'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:50.587758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Attempting to bind port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:50.588097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Attempting to bind port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:50.588434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Attempting to bind port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 on network 4b331558-ed49-4715-93ce-3ab5389d0592 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:50.593235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 on network 4b331558-ed49-4715-93ce-3ab5389d0592 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:50.593396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Attempting to bind port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 on network 4b331558-ed49-4715-93ce-3ab5389d0592 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:50.600063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:50.600422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Checking segment: {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:50.601063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Bound using segment: {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:50.601456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Bound port: 46b5dadf-2f5b-4ff2-a234-3df1894e1147, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de1b6b0-d060-469f-ae96-d22225847e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:50.601850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.621715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8bd82-d29f-41e6-ad18-a66f7e464dcd req-0ebe6ea4-2704-4403-8f1e-28fb9ba61c87 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.623329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83f8bd82-d29f-41e6-ad18-a66f7e464dcd req-0ebe6ea4-2704-4403-8f1e-28fb9ba61c87 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 932 time: 0.5685422 Jul 16 08:46:50.631475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-ace602d1-fd74-4204-92f4-22712d6ea2c1 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610876 Jul 16 08:46:50.632220 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-12d5cae7-35e2-4d10-b8c3-c8eba1292ac1 req-f53c16bd-b488-4e08-880e-194c7aa57222 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.654222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] For port 02b8b5ef-6fe2-4595-b01a-efce654c4d88, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:50.670519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] For port 46b5dadf-2f5b-4ff2-a234-3df1894e1147, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:50.674639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] For port 46b5dadf-2f5b-4ff2-a234-3df1894e1147, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=46b5dadf-2f5b-4ff2-a234-3df1894e1147,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:50.678937 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.710930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] For port 02b8b5ef-6fe2-4595-b01a-efce654c4d88, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:50.712357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.712991 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.714435 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] 10.222.0.54 "PUT /v2.0/ports/46b5dadf-2f5b-4ff2-a234-3df1894e1147 HTTP/1.1" status: 200 len: 1093 time: 0.6898446 Jul 16 08:46:50.728400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.740405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60835eb1-77f7-475c-a3fe-626665acd458 service neutron] Pushing event updated for resources: {'Port': ['ID=46b5dadf-2f5b-4ff2-a234-3df1894e1147,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:50.771767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83f8bd82-d29f-41e6-ad18-a66f7e464dcd req-0513f379-d3eb-493b-b852-863465954364 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370676 Jul 16 08:46:50.831712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.832429 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.833867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] 10.222.0.52 "PUT /v2.0/ports/02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 1093 time: 2.2608113 Jul 16 08:46:50.859067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-5b8141c7-834e-4248-be91-5b211875ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.860746 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-5b8141c7-834e-4248-be91-5b211875ad55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 1096 time: 0.0919073 Jul 16 08:46:50.878201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e950-b823-4dbc-94f5-1ff6e63036d4 service neutron] Pushing event updated for resources: {'Port': ['ID=02b8b5ef-6fe2-4595-b01a-efce654c4d88,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:50.884939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-888e18a6-5447-44e0-b498-ec0d6b73b718 req-add86836-682a-4188-a318-f424c5246ae0 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328758 Jul 16 08:46:50.939384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-acdc01e3-4ec4-41d9-ad7e-1611002d9524 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b5dadf-2f5b-4ff2-a234-3df1894e1147 HTTP/1.1" status: 200 len: 217 time: 0.0631089 Jul 16 08:46:50.987927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 0c2b78a1-00ed-4d54-a5b5-440362038d5c up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:51.011773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-205dfd17-b2a4-4198-874d-6bd8820a813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.013618 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-205dfd17-b2a4-4198-874d-6bd8820a813d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.0536437 Jul 16 08:46:51.050021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 0c2b78a1-00ed-4d54-a5b5-440362038d5c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:51.055434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 0c2b78a1-00ed-4d54-a5b5-440362038d5c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:51.056034 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.065858 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-dfc700e5-f17d-49e2-a25b-ebd922622c8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345933 Jul 16 08:46:51.085187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9a4d7a72-d4a7-424f-9137-b42ead828f72 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:51.092525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995156c4-664f-4bda-834e-95699a93f5c7 req-d816cd86-d23c-41c2-bbc3-1dd8f9a7b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.094073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-d816cd86-d23c-41c2-bbc3-1dd8f9a7b2c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 1096 time: 0.2128568 Jul 16 08:46:51.097383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-12d5cae7-35e2-4d10-b8c3-c8eba1292ac1 req-f53c16bd-b488-4e08-880e-194c7aa57222 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.116762 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-12d5cae7-35e2-4d10-b8c3-c8eba1292ac1 req-f53c16bd-b488-4e08-880e-194c7aa57222 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.167776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-5c1e6711-9a48-424c-9cad-a585408c4858 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 217 time: 0.0637422 Jul 16 08:46:51.194683 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-1be3cda6-34bc-4be3-a544-d4ce6d4018c4 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158948 Jul 16 08:46:51.219615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd552ed-4531-4c39-871a-537c722f44f0 req-19f18a9c-d9ce-49dd-b782-632627ea3b68 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.221179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbd552ed-4531-4c39-871a-537c722f44f0 req-19f18a9c-d9ce-49dd-b782-632627ea3b68 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 948 time: 0.2960861 Jul 16 08:46:51.245145 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-12d5cae7-35e2-4d10-b8c3-c8eba1292ac1 req-f53c16bd-b488-4e08-880e-194c7aa57222 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.246378 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12d5cae7-35e2-4d10-b8c3-c8eba1292ac1 req-f53c16bd-b488-4e08-880e-194c7aa57222 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7055933 Jul 16 08:46:51.250956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c16bd-b488-4e08-880e-194c7aa57222 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38029204-703d-40a7-b58d-37204b420889,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:51.270781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.301963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:51.319889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995156c4-664f-4bda-834e-95699a93f5c7 req-cedf747b-41df-43b2-b3e5-5efe4c25f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.322333 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-cedf747b-41df-43b2-b3e5-5efe4c25f366 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.1355414 Jul 16 08:46:51.340197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9a4d7a72-d4a7-424f-9137-b42ead828f72 has no active binding in host n-h2-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:46:51.344031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 0c2b78a1-00ed-4d54-a5b5-440362038d5c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=0c2b78a1-00ed-4d54-a5b5-440362038d5c,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:51.349633 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.358117 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9a38fbf-3a18-48d1-826f-55968bf6da8d req-f010abbb-d93b-4561-9f10-0d656e1651ce service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511421 Jul 16 08:46:51.359935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbd552ed-4531-4c39-871a-537c722f44f0 req-5bed8193-6b6a-49f3-ae24-53d89d3da80b tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142206 Jul 16 08:46:51.364691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-c7e0c369-3616-4ffd-9a79-bb066949a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.368764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-c7e0c369-3616-4ffd-9a79-bb066949a754 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1095 time: 0.3568728 Jul 16 08:46:51.437930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=0c2b78a1-00ed-4d54-a5b5-440362038d5c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:51.587072 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f4b77-4290-4e24-ad14-68c4088fc3b1 x-openstack-request-id: req-291f4b77-4290-4e24-ad14-68c4088fc3b1 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:51.587582 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:51.587582 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-291f4b77-4290-4e24-ad14-68c4088fc3b1 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:51.588013 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72', 'status': 'completed', 'code': 200} Jul 16 08:46:51.591139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-883343c5-6b01-4eea-a01b-65ff29fda0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.593776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-883343c5-6b01-4eea-a01b-65ff29fda0a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 919 time: 0.2011771 Jul 16 08:46:51.605763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995156c4-664f-4bda-834e-95699a93f5c7 req-8fc66ef9-e32e-4c8e-a6ae-e7daa2fd9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.607381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-8fc66ef9-e32e-4c8e-a6ae-e7daa2fd9ec8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2628911 Jul 16 08:46:51.618483 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4383cd9-a5e9-44cd-beb1-b6ab1abeeeb9 x-openstack-request-id: req-e4383cd9-a5e9-44cd-beb1-b6ab1abeeeb9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:51.618779 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21409e6f-0b94-4c54-8fcb-768b2b47778e", "name": "network-vif-plugged", "status": "completed", "tag": "75b781fb-cc97-497f-8336-be60528a4fdd", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:51.619121 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4383cd9-a5e9-44cd-beb1-b6ab1abeeeb9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:51.619422 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21409e6f-0b94-4c54-8fcb-768b2b47778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b781fb-cc97-497f-8336-be60528a4fdd', 'code': 200} Jul 16 08:46:51.686206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-ec9de4f1-4acc-4e0a-aa36-b16bed040235 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1768b5-4394-4124-9540-0acc72363c03 HTTP/1.1" status: 200 len: 217 time: 0.0767503 Jul 16 08:46:51.738779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad6131-1ce4-482a-960a-125d3d16763a req-d8192009-76a2-42f0-8ce5-4d10e400cdc6 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.740285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4ad6131-1ce4-482a-960a-125d3d16763a req-d8192009-76a2-42f0-8ce5-4d10e400cdc6 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 945 time: 0.2347832 Jul 16 08:46:51.790368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af17e13-47ae-4ab6-b2ca-dbd7efd3b5e7 req-da53761c-b4e3-48fd-adb6-58c8270be2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.791980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1af17e13-47ae-4ab6-b2ca-dbd7efd3b5e7 req-da53761c-b4e3-48fd-adb6-58c8270be2ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 1100 time: 0.0519431 Jul 16 08:46:51.845607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1af17e13-47ae-4ab6-b2ca-dbd7efd3b5e7 req-77a61723-113b-43c4-9648-63711c51698b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338922 Jul 16 08:46:51.904887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-f5b6582b-09f5-4edb-b8d4-f16cd9c8201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.906431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-f5b6582b-09f5-4edb-b8d4-f16cd9c8201c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.1652696 Jul 16 08:46:51.912790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4ad6131-1ce4-482a-960a-125d3d16763a req-b085d7a6-9679-4f82-8263-bedcce6af4b8 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505771 Jul 16 08:46:51.916863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-57c7c62d-dce0-4884-96cb-b9690e2a009c service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898495 Jul 16 08:46:51.929458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-90f9f076-6b53-4b81-9329-683dda1435c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.931013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-90f9f076-6b53-4b81-9329-683dda1435c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1126 time: 0.3065691 Jul 16 08:46:51.938515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8942c-4642-4e36-a7c4-0adc5bede8ef req-51f68d85-089b-4771-9bc2-69f9fbdbb50a tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.940692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71c8942c-4642-4e36-a7c4-0adc5bede8ef req-51f68d85-089b-4771-9bc2-69f9fbdbb50a tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 944 time: 0.2309332 Jul 16 08:46:52.038095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-f643b03c-07fc-44f2-9a28-394eda3ccd2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738235 Jul 16 08:46:52.182293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71c8942c-4642-4e36-a7c4-0adc5bede8ef req-c2a9260f-c245-47a1-8707-8d7a5f2b8c54 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333765 Jul 16 08:46:52.251083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-995156c4-664f-4bda-834e-95699a93f5c7 req-a425c1e2-d2b8-4c14-adba-cc401b8680ba service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094385 Jul 16 08:46:52.287446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-c5e76bfb-ca69-4ca5-b3df-4747e02062f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.289137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-c5e76bfb-ca69-4ca5-b3df-4747e02062f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.3385770 Jul 16 08:46:52.325591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-ac90e017-f6ce-443b-9272-47ad665fef50 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697244 Jul 16 08:46:52.339003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7741487-0f96-4e00-b45b-02b3e5945630 req-1c3ed8d4-86e3-4896-93c3-14d1d7227139 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.340444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7741487-0f96-4e00-b45b-02b3e5945630 req-1c3ed8d4-86e3-4896-93c3-14d1d7227139 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 943 time: 0.3116055 Jul 16 08:46:52.385450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-5fd11bf5-4989-486a-b709-3e2e67e6fe04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 200 len: 217 time: 0.0702436 Jul 16 08:46:52.544336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:52.546691 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9334631d-2ebf-4f03-a4c6-9925659f313f" -d '{"events": [{"name": "network-changed", "server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:52.559795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a346-c6b4-4644-8204-46d068acb10e req-6cf0b9fd-a24c-4580-8b0c-574c7976f58d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.561263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-6cf0b9fd-a24c-4580-8b0c-574c7976f58d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 812 time: 0.2976665 Jul 16 08:46:52.568092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7741487-0f96-4e00-b45b-02b3e5945630 req-899602fb-014f-4709-ac4a-b1b481c893c0 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943932 Jul 16 08:46:52.574461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-e07ea94c-6385-4ce1-a133-9efdf80239dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.576294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-e07ea94c-6385-4ce1-a133-9efdf80239dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1465034 Jul 16 08:46:52.603798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-969a453a-5598-4067-9ad3-08fc2b6f433b tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/quotas/65751027b7fb422d8d4c7e3c84b106bb HTTP/1.1" status: 200 len: 375 time: 0.0330267 Jul 16 08:46:52.622988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d72b3c8-92e0-4e25-aa71-c3183cccbcbb req-bab0766d-8e3b-41a5-a343-0f0df8225eca service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816625 Jul 16 08:46:52.624776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-7ec6751c-bc24-4564-8726-e3fc24535077 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339406 Jul 16 08:46:52.800549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-74da6486-4d5c-4284-b2f2-5479f5644398 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1797371 Jul 16 08:46:52.804248 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-4ebbece1-2bb2-4723-b38f-cdd7563d8fa6 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693914 Jul 16 08:46:52.849031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea4de7-d25e-45a8-88b4-53164d4e2026 req-438a1f9f-8795-4254-a567-47be7355e772 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.850523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39ea4de7-d25e-45a8-88b4-53164d4e2026 req-438a1f9f-8795-4254-a567-47be7355e772 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 944 time: 0.1733429 Jul 16 08:46:52.971574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39ea4de7-d25e-45a8-88b4-53164d4e2026 req-5f675601-307f-40ec-aafa-c4502ef2a318 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106820 Jul 16 08:46:53.003759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-770bad6f-6dba-4f3f-8ac0-6015fe6a9ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956244 Jul 16 08:46:53.009764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c155a5ca-4db0-405b-a9e0-5b0758c13f25 req-bf8b29ad-f407-46cf-bd96-055491191bb7 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914055 Jul 16 08:46:53.133523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-8ac20e9e-09c6-4fa9-8c05-6489ea20d6e4 service neutron] 10.222.0.55 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227889 Jul 16 08:46:53.163924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72619d-3b9e-47c9-a2a4-f53401d88e3d req-e12c9d75-fefe-4707-bbca-a2b00990b1e3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.165459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de72619d-3b9e-47c9-a2a4-f53401d88e3d req-e12c9d75-fefe-4707-bbca-a2b00990b1e3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 948 time: 0.0881896 Jul 16 08:46:53.204880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de72619d-3b9e-47c9-a2a4-f53401d88e3d req-3bbe1d16-becf-44d0-9281-25b0455e3a8d tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336065 Jul 16 08:46:53.292510 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c267e516-b5a7-4a44-b3ab-d7f48d32a318 x-openstack-request-id: req-c267e516-b5a7-4a44-b3ab-d7f48d32a318 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:53.293028 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:53.293383 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c267e516-b5a7-4a44-b3ab-d7f48d32a318 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:53.293912 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'status': 'completed', 'code': 200} Jul 16 08:46:53.412549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-93d1c460-f007-4eb8-b829-7d3bee2ddfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.414767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-93d1c460-f007-4eb8-b829-7d3bee2ddfc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 1096 time: 0.0791795 Jul 16 08:46:53.588692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a53974a-baf9-490c-9439-168f56eeef6c', 'tag': '46b5dadf-2f5b-4ff2-a234-3df1894e1147'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:53.591721 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0eb5b5-755b-4668-8315-8613798d2706" -d '{"events": [{"name": "network-changed", "server_uuid": "2a53974a-baf9-490c-9439-168f56eeef6c", "tag": "46b5dadf-2f5b-4ff2-a234-3df1894e1147"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:53.620232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad50920-1508-465e-9e1d-b3c6332bd9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2b78a1-00ed-4d54-a5b5-440362038d5c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:53.622846 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2716cbc1-072e-4c4c-84bb-f3a4d69aeaed" -d '{"events": [{"server_uuid": "2ad50920-1508-465e-9e1d-b3c6332bd9cd", "name": "network-vif-plugged", "status": "completed", "tag": "0c2b78a1-00ed-4d54-a5b5-440362038d5c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:53.659255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163395cc-985f-4563-8ecb-aacc6aee383b req-9116014b-a133-4d70-8f01-2166bbbad46d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.660936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-163395cc-985f-4563-8ecb-aacc6aee383b req-9116014b-a133-4d70-8f01-2166bbbad46d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 945 time: 0.2179334 Jul 16 08:46:53.661966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-f5b6fc74-f77a-4b51-9073-4097ceadb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.663536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-f5b6fc74-f77a-4b51-9073-4097ceadb628 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.2342916 Jul 16 08:46:53.730904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-b00209b2-8d2a-4b4c-b688-48e69da940c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 217 time: 0.0522141 Jul 16 08:46:53.745844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8497129-f2d2-4ae1-80c9-785fc0ffaf87 req-4db06db9-c8c1-4555-a898-44f6f3df50c5 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.747327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8497129-f2d2-4ae1-80c9-785fc0ffaf87 req-4db06db9-c8c1-4555-a898-44f6f3df50c5 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 944 time: 0.2223477 Jul 16 08:46:53.813957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-163395cc-985f-4563-8ecb-aacc6aee383b req-acb68a58-11c0-4502-962d-149a594b563e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457372 Jul 16 08:46:53.846116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-f5fe1713-240f-4e19-bff9-5e166893292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.848546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-f5fe1713-240f-4e19-bff9-5e166893292d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0995498 Jul 16 08:46:53.854211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8497129-f2d2-4ae1-80c9-785fc0ffaf87 req-61546ce8-2aae-4863-bb51-96429a758f5b tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986416 Jul 16 08:46:53.916511 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb38d2-c2d9-499c-a3cf-73186ebb5691 x-openstack-request-id: req-4fdb38d2-c2d9-499c-a3cf-73186ebb5691 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:53.916813 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a53974a-baf9-490c-9439-168f56eeef6c", "tag": "46b5dadf-2f5b-4ff2-a234-3df1894e1147", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:53.917071 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fdb38d2-c2d9-499c-a3cf-73186ebb5691 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:53.917531 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a53974a-baf9-490c-9439-168f56eeef6c', 'tag': '46b5dadf-2f5b-4ff2-a234-3df1894e1147', 'status': 'completed', 'code': 200} Jul 16 08:46:54.318868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72736d26-f9f1-4b47-979d-b3017973c633 req-a1e86237-eff9-4507-938f-217d5b06afb0 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 210 time: 0.1037283 Jul 16 08:46:54.366836 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c36169-f4b6-4cdb-9be6-332cf069a1d0 x-openstack-request-id: req-51c36169-f4b6-4cdb-9be6-332cf069a1d0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:54.367120 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad50920-1508-465e-9e1d-b3c6332bd9cd", "name": "network-vif-plugged", "status": "completed", "tag": "0c2b78a1-00ed-4d54-a5b5-440362038d5c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:54.367379 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51c36169-f4b6-4cdb-9be6-332cf069a1d0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:54.367768 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad50920-1508-465e-9e1d-b3c6332bd9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2b78a1-00ed-4d54-a5b5-440362038d5c', 'code': 200} Jul 16 08:46:54.395477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-07da09bd-180e-49e4-8eee-777735c12a11 service neutron] 10.222.0.52 "GET /v2.0/ports/9a4d7a72-d4a7-424f-9137-b42ead828f72/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 385 time: 0.1780443 Jul 16 08:46:54.407574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-68a8d666-7763-4f5b-a659-38e0d62f206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.409297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-68a8d666-7763-4f5b-a659-38e0d62f206f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5539832 Jul 16 08:46:54.476198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1a4e3-f09d-4be8-a4f6-16fad8d77d67 req-a2904d04-11e5-4012-a1a3-e119313e3a80 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.477900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82e1a4e3-f09d-4be8-a4f6-16fad8d77d67 req-a2904d04-11e5-4012-a1a3-e119313e3a80 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 943 time: 0.2618642 Jul 16 08:46:54.483222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-fc8e7e89-f316-496b-9a28-65e0e4305e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.484664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-fc8e7e89-f316-496b-9a28-65e0e4305e29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 1096 time: 0.2665060 Jul 16 08:46:54.644492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a346-c6b4-4644-8204-46d068acb10e req-bdbf9842-ba92-4655-98fe-7d8b133435aa tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.646186 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-bdbf9842-ba92-4655-98fe-7d8b133435aa tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.52 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 812 time: 0.1265297 Jul 16 08:46:54.664263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'port': {'device_id': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3', 'admin_state_up': True, 'tenant_id': '65751027b7fb422d8d4c7e3c84b106bb'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:54.775812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Made reservation on behalf of 65751027b7fb422d8d4c7e3c84b106bb for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:54.779797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.799533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82e1a4e3-f09d-4be8-a4f6-16fad8d77d67 req-6a6e79c2-8c0f-4d3b-8adc-ad0e19bb9b75 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090050 Jul 16 08:46:54.815833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-45fe95f2-c794-4732-9371-a0ea014c3ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984861 Jul 16 08:46:54.903663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-c484cc86-5542-4b21-8a0a-0b4e728db027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.905166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-c484cc86-5542-4b21-8a0a-0b4e728db027 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 919 time: 0.3963485 Jul 16 08:46:54.924159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Allocated IP 172.20.0.5 (6c93fa68-add8-4a1f-adee-a9f6c0f42ab3/b7b5f16d-9e42-4790-9e60-609c9ef6d6c2/5cfa5bd0-d9ba-4500-9609-08ed4d9120c8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:54.945890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-ef4ec5e1-0965-4578-97fa-cfd1259b216b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3826802 Jul 16 08:46:55.002885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 02b8b5ef-6fe2-4595-b01a-efce654c4d88 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:55.013020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1957a-763e-4b1b-b00e-59e026c3ea4a req-0079db10-7bec-47a4-9467-a959166909f2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.014560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42e1957a-763e-4b1b-b00e-59e026c3ea4a req-0079db10-7bec-47a4-9467-a959166909f2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 944 time: 0.5220838 Jul 16 08:46:55.028999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1be54c-6ebd-4412-97e1-c35e902063d8 req-aa024c79-4b99-416a-92f0-f8a448c0efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.032559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf1be54c-6ebd-4412-97e1-c35e902063d8 req-aa024c79-4b99-416a-92f0-f8a448c0efed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 1097 time: 0.4685471 Jul 16 08:46:55.051077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-294c8801-88ec-45b2-b7ad-eba5477a0022 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b5dadf-2f5b-4ff2-a234-3df1894e1147 HTTP/1.1" status: 200 len: 217 time: 0.1301620 Jul 16 08:46:55.089768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 46b5dadf-2f5b-4ff2-a234-3df1894e1147 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:55.090049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.128222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 02b8b5ef-6fe2-4595-b01a-efce654c4d88, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.133214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.160846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:55.184954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'port_id': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'mac_address': 'fa:16:3e:80:a4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:55.188287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:55.193137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:55.195818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:55.230227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'Port': ['ID=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.257073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.257734 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.269869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-5e8ac521-cb3c-4b38-8f53-e2bfaa847b5d service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420583 Jul 16 08:46:55.276154 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-fd0f94f5-02e7-45e5-b359-bed3f8d7f49a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6159420 Jul 16 08:46:55.278123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.282913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42e1957a-763e-4b1b-b00e-59e026c3ea4a req-12550831-0a12-4d9e-bfee-ec756cf8cd79 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499261 Jul 16 08:46:55.301796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf1be54c-6ebd-4412-97e1-c35e902063d8 req-de0456a2-5109-44ec-b5c4-69bb72f253c1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497573 Jul 16 08:46:55.302001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Request body: {'port': {'device_id': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:55.302495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 46b5dadf-2f5b-4ff2-a234-3df1894e1147, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=46b5dadf-2f5b-4ff2-a234-3df1894e1147,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.309564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-1d31eedc-4ed7-4d38-be55-b898d524d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.311214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-1d31eedc-4ed7-4d38-be55-b898d524d050 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.1813979 Jul 16 08:46:55.324961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:55.369440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '46b5dadf-2f5b-4ff2-a234-3df1894e1147', 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592', 'port_id': '46b5dadf-2f5b-4ff2-a234-3df1894e1147', 'mac_address': 'fa:16:3e:70:f4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9c9d3c-71fc-469b-92f0-2f6144423d52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:55.370991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.382191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-59e756a1-6a6d-4ae0-9498-dafabbc89576 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529361 Jul 16 08:46:55.391586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b8b5ef-6fe2-4595-b01a-efce654c4d88 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:55.395345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7319dac-85aa-4985-85e6-375075b1283a req-e2d29689-47d2-43a7-8ade-f4137ebae764 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.402018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.402504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e7319dac-85aa-4985-85e6-375075b1283a req-e2d29689-47d2-43a7-8ade-f4137ebae764 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 948 time: 0.4750648 Jul 16 08:46:55.436444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4ca9c7e3-cb5a-49a9-8d84-5f146988d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.436926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4ca9c7e3-cb5a-49a9-8d84-5f146988d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.437395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4ca9c7e3-cb5a-49a9-8d84-5f146988d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.437978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4ca9c7e3-cb5a-49a9-8d84-5f146988d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.438444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4ca9c7e3-cb5a-49a9-8d84-5f146988d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.438906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4ca9c7e3-cb5a-49a9-8d84-5f146988d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.440184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4ca9c7e3-cb5a-49a9-8d84-5f146988d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.442757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4ca9c7e3-cb5a-49a9-8d84-5f146988d04f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6496 time: 0.4163361 Jul 16 08:46:55.456486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4d7a72-d4a7-424f-9137-b42ead828f72 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:55.460712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 02b8b5ef-6fe2-4595-b01a-efce654c4d88, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.478433 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.481246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.515701 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.548189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b5dadf-2f5b-4ff2-a234-3df1894e1147 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:55.577098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e7319dac-85aa-4985-85e6-375075b1283a req-0bba55f1-5c21-4bfc-9c10-44728d32a5a7 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735539 Jul 16 08:46:55.588111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.690724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-b5dd64d3-c1fb-4d43-a22c-89fcde1650ba service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782969 Jul 16 08:46:55.745881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 46b5dadf-2f5b-4ff2-a234-3df1894e1147, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=46b5dadf-2f5b-4ff2-a234-3df1894e1147,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.751369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=02b8b5ef-6fe2-4595-b01a-efce654c4d88,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.755809 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.756480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 6a1768b5-4394-4124-9540-0acc72363c03 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:55.791059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-6698d1ab-8bce-4d3a-acd4-567b824c42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.791297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-6698d1ab-8bce-4d3a-acd4-567b824c42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.791674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-6698d1ab-8bce-4d3a-acd4-567b824c42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.793516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-6698d1ab-8bce-4d3a-acd4-567b824c42e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=0702df2e-d2b4-4027-b483-fc02ab1685a3&id=0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 200 len: 2293 time: 0.3016124 Jul 16 08:46:55.864355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:55.866123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 6a1768b5-4394-4124-9540-0acc72363c03, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=6a1768b5-4394-4124-9540-0acc72363c03,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.872952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.879637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=46b5dadf-2f5b-4ff2-a234-3df1894e1147,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.886103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['02b8b5ef-6fe2-4595-b01a-efce654c4d88'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:55.894681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Transition to ACTIVE for port object 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:55.897587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '6a1768b5-4394-4124-9540-0acc72363c03', 'network_id': '4b331558-ed49-4715-93ce-3ab5389d0592', 'port_id': '6a1768b5-4394-4124-9540-0acc72363c03', 'mac_address': 'fa:16:3e:83:89:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9c9d3c-71fc-469b-92f0-2f6144423d52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:55.900839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.931569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] Transition to ACTIVE for port object 9a4d7a72-d4a7-424f-9137-b42ead828f72 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:55.958732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.975281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.992374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-a4a733b3-cc1d-4b25-9637-38a50f2c3f5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2139ee0-e40a-4c65-b125-895578399621 HTTP/1.1" status: 200 len: 1001 time: 0.1838405 Jul 16 08:46:56.005248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.032888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1768b5-4394-4124-9540-0acc72363c03 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:56.034713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0eb5b5-755b-4668-8315-8613798d2706 req-1b237bbe-aa8b-4d44-a901-f97900110abe service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249142 Jul 16 08:46:56.063732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Attempting to bind port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:56.063732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Attempting to bind port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:56.064279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Attempting to bind port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 on network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:56.069895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 on network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:56.069895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Attempting to bind port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 on network 6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:56.072613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 6a1768b5-4394-4124-9540-0acc72363c03, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=6a1768b5-4394-4124-9540-0acc72363c03,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:56.078377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:56.078859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Checking segment: {'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:56.080019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Bound using segment: {'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:56.080544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Bound port: 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe25a39-0978-4e32-9a91-6b580a4f4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:56.081028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.081203 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.082107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7eb98-98c9-478a-992b-da6861e5edde req-f2722439-5301-42ca-a840-3a57612957db tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.083713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ea7eb98-98c9-478a-992b-da6861e5edde req-f2722439-5301-42ca-a840-3a57612957db tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 945 time: 0.3587890 Jul 16 08:46:56.133290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] No DVR routers for this DVR port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:56.159809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20158245-5025-4696-a12a-6b493cf4794a service neutron] Pushing event updated for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.167734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-02ea7df0-a51c-461e-b2c9-84272881d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.169210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-02ea7df0-a51c-461e-b2c9-84272881d377 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9e92d7e-bf37-41fc-8674-9efc954fa00b HTTP/1.1" status: 200 len: 850 time: 0.1536283 Jul 16 08:46:56.169951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] For port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:56.170324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=6a1768b5-4394-4124-9540-0acc72363c03,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.175137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] For port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:56.181067 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.218192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc3c6-d490-4eea-9923-9996d816e518 req-acf76f06-0c00-4bb1-a5bf-b9bedeb061b4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.219819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c5dc3c6-d490-4eea-9923-9996d816e518 req-acf76f06-0c00-4bb1-a5bf-b9bedeb061b4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 945 time: 0.3783317 Jul 16 08:46:56.224208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.225475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.227325 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] 10.222.0.52 "PUT /v2.0/ports/5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 200 len: 1092 time: 0.9313567 Jul 16 08:46:56.227930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ea7eb98-98c9-478a-992b-da6861e5edde req-67bc3037-f833-4857-80df-dd98219e75c1 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326320 Jul 16 08:46:56.239550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:56.242784 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293" -d '{"events": [{"name": "network-changed", "server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:56.269548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-20158245-5025-4696-a12a-6b493cf4794a service neutron] 10.222.0.52 "PUT /v2.0/ports/9a4d7a72-d4a7-424f-9137-b42ead828f72/bindings/n-h2-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 1.8641782 Jul 16 08:46:56.292649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f09efa-ed67-4e1e-b880-168aa09e0f35 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.302665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c5dc3c6-d490-4eea-9923-9996d816e518 req-e43b3e8a-631f-4c74-8953-23ec3d9fb0fe tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Jul 16 08:46:56.327329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-23e3b198-655c-48df-b410-8eed1637cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.327329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-23e3b198-655c-48df-b410-8eed1637cbc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237638 Jul 16 08:46:56.682937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['46b5dadf-2f5b-4ff2-a234-3df1894e1147'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:56.721097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['6a1768b5-4394-4124-9540-0acc72363c03'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:56.915827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-34202c85-3dcb-42bb-8628-122313ffcc91 service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843723 Jul 16 08:46:56.977225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9cf58-a086-44b6-b6d5-f23c7a723826 req-63e06d2a-cd14-46b1-9276-88ed5e656330 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.978719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39a9cf58-a086-44b6-b6d5-f23c7a723826 req-63e06d2a-cd14-46b1-9276-88ed5e656330 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 943 time: 0.6193340 Jul 16 08:46:56.990045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a346-c6b4-4644-8204-46d068acb10e req-3f92d6e8-4f26-4f8d-979a-72c013670c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.991525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-3f92d6e8-4f26-4f8d-979a-72c013670c98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 1095 time: 0.2890046 Jul 16 08:46:57.009608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a2f01-fd80-4f22-876f-68c2b32ab747 req-8a1cabe8-9d33-4838-9295-34d0ae90715d tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.011015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc4a2f01-fd80-4f22-876f-68c2b32ab747 req-8a1cabe8-9d33-4838-9295-34d0ae90715d tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.3094707 Jul 16 08:46:57.016647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a4d7a72-d4a7-424f-9137-b42ead828f72 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:57.020227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-fe94a7a5-1dbf-47af-a566-9f23c8d35511 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.021671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-fe94a7a5-1dbf-47af-a566-9f23c8d35511 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1096 time: 0.3211892 Jul 16 08:46:57.055967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a4d7a72-d4a7-424f-9137-b42ead828f72 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:57.134917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-d0790a83-e66a-416e-acc8-c27ba0616f00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 200 len: 217 time: 0.1230083 Jul 16 08:46:57.214537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-352e7803-6cff-4d28-a504-f9d9f0240f9e service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894042 Jul 16 08:46:57.222089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39a9cf58-a086-44b6-b6d5-f23c7a723826 req-5318a25c-0fcb-4062-a639-40582330d83d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244051 Jul 16 08:46:57.228336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc4a2f01-fd80-4f22-876f-68c2b32ab747 req-f7f421dc-10f5-4ae6-bbed-93da27ca1bb2 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715205 Jul 16 08:46:57.276413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a346-c6b4-4644-8204-46d068acb10e req-a5eebe90-7fe7-40b5-8eb8-191b07652b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.277947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-a5eebe90-7fe7-40b5-8eb8-191b07652b5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.1324987 Jul 16 08:46:57.279236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4253efae-11da-41d9-92e4-028503aca268 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 217 time: 0.0540836 Jul 16 08:46:57.290441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-0809ca9b-9a67-4863-aa82-78519a0b3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.291544 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1956cd51-40c2-440b-a9b3-30124182f812 x-openstack-request-id: req-1956cd51-40c2-440b-a9b3-30124182f812 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:57.292229 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:57.292229 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1956cd51-40c2-440b-a9b3-30124182f812 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:57.292727 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8', 'status': 'completed', 'code': 200} Jul 16 08:46:57.293476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-0809ca9b-9a67-4863-aa82-78519a0b3880 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09&tenant_id=5f2085df23d74438b39a3b48f5526d66 HTTP/1.1" status: 200 len: 1096 time: 0.2355928 Jul 16 08:46:57.331531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-17302d5a-54dd-4765-acb8-e7eb25fe2239 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368993 Jul 16 08:46:57.511845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-c1c5d7f8-4289-4238-a8ff-2f59a3466467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.513205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-c1c5d7f8-4289-4238-a8ff-2f59a3466467 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.2175267 Jul 16 08:46:57.612792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-6819926b-338f-4538-80c1-9f08265f1fa0 service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611578 Jul 16 08:46:57.636548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-1de21c39-fd88-4168-be31-acb391c94b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.637995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-1de21c39-fd88-4168-be31-acb391c94b73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1096 time: 0.2875845 Jul 16 08:46:57.672517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582efce-bbe6-4e34-9d86-38ecd1b86054 req-9ae56921-acc7-472a-92aa-044a0bad1184 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.674206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1582efce-bbe6-4e34-9d86-38ecd1b86054 req-9ae56921-acc7-472a-92aa-044a0bad1184 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 944 time: 0.2715383 Jul 16 08:46:57.690486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955b8df-c6ec-421f-a216-8e76d209cf93 req-50c66a91-8613-42df-ac98-bfa83682603c tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.691878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b955b8df-c6ec-421f-a216-8e76d209cf93 req-50c66a91-8613-42df-ac98-bfa83682603c tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 945 time: 0.2812598 Jul 16 08:46:57.784517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-119e7fa6-b18c-463f-85b8-b2e74ea99647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.785954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-119e7fa6-b18c-463f-85b8-b2e74ea99647 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2567775 Jul 16 08:46:57.870577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1582efce-bbe6-4e34-9d86-38ecd1b86054 req-beedd291-85cd-4ab6-b9f1-309764acf54a tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746309 Jul 16 08:46:57.889401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b955b8df-c6ec-421f-a216-8e76d209cf93 req-5a03609d-9ed8-4ae7-9064-e90990e6a3ec tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750553 Jul 16 08:46:57.913540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2127a346-c6b4-4644-8204-46d068acb10e req-19cd700a-03f4-4d06-93db-4bfc2faac0ba service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883604 Jul 16 08:46:57.952645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-829ba901-5d98-4d46-b1a5-bf07c1b7b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.954270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-829ba901-5d98-4d46-b1a5-bf07c1b7b321 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.2916710 Jul 16 08:46:58.041117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-420f4bed-d7a0-4067-8b03-35eb4e65b8c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 200 len: 217 time: 0.0662854 Jul 16 08:46:58.044796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-a780a4d0-c6ab-4649-a42e-ecfff33f73e2 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234299 Jul 16 08:46:58.217340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-05bf1dfc-fa3e-42c9-b35d-aa232b687c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.218851 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-05bf1dfc-fa3e-42c9-b35d-aa232b687c53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 1095 time: 0.2575052 Jul 16 08:46:58.228130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-ae9cafd5-0c8b-4c68-90cd-2af8b5ba867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.229481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-ae9cafd5-0c8b-4c68-90cd-2af8b5ba867b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1768060 Jul 16 08:46:58.325666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-1d66ecb9-1e8c-44d3-bb7b-20e7f30a5478 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545909 Jul 16 08:46:58.356576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-8efe52db-0b6c-4095-93f6-127eaeb0a234 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027730 Jul 16 08:46:58.415726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cf04c-74d9-4148-885b-0a36de22951f req-a57607c1-06ec-43bb-ad25-a077f8f8facb tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.417173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d93cf04c-74d9-4148-885b-0a36de22951f req-a57607c1-06ec-43bb-ad25-a077f8f8facb tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 945 time: 0.3123696 Jul 16 08:46:58.461050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-d58dfb1e-98e6-4206-8b5d-54311000512a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 217 time: 0.0875587 Jul 16 08:46:58.506831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1770ce7-dba8-48d4-8331-ba20b33fec21 req-380d3b19-3b76-4985-b93c-d7d12a60f36c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.508275 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1770ce7-dba8-48d4-8331-ba20b33fec21 req-380d3b19-3b76-4985-b93c-d7d12a60f36c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 945 time: 0.3755276 Jul 16 08:46:58.526382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-69e9ce19-e105-4f58-9f90-a0768ec43df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.527762 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-69e9ce19-e105-4f58-9f90-a0768ec43df0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 913 time: 0.2974391 Jul 16 08:46:58.636063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-6733cfff-f0ba-4ac2-8b9a-9e0fe5a7af0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 200 len: 217 time: 0.0829167 Jul 16 08:46:58.653387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d93cf04c-74d9-4148-885b-0a36de22951f req-8759c7e6-75b3-4f61-8670-7340c363123f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026904 Jul 16 08:46:58.663757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-6263cd04-05ad-4a08-aaee-fc3e3e73a3b3 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054430 Jul 16 08:46:58.667862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-16407635-8422-43ad-9247-364b8909425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.669243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-16407635-8422-43ad-9247-364b8909425a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1955297 Jul 16 08:46:58.694347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1770ce7-dba8-48d4-8331-ba20b33fec21 req-aaefc5e1-19f5-4030-91da-4b8b034bf28b tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716387 Jul 16 08:46:58.789378 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-29f739e2-40a8-436f-ae0b-213dad27619f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504160 Jul 16 08:46:58.790727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-6ce9d6f8-bab5-4182-9275-3b5b5152959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.792305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-6ce9d6f8-bab5-4182-9275-3b5b5152959e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.1440611 Jul 16 08:46:59.013765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 02b8b5ef-6fe2-4595-b01a-efce654c4d88 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:59.066612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:59.071882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:59.072455 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.141068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 46b5dadf-2f5b-4ff2-a234-3df1894e1147 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:59.181996 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.212290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:59.214587 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05b47b-df3b-480a-a7a3-af87a8cbf549" -d '{"events": [{"server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "name": "network-vif-plugged", "status": "completed", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:59.215706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-da3bc189-c7aa-4394-af8a-6ef77a2799b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3939912 Jul 16 08:46:59.229541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 02b8b5ef-6fe2-4595-b01a-efce654c4d88, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:59.235221 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.240744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:59.263353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:59.263862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.317846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=02b8b5ef-6fe2-4595-b01a-efce654c4d88,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.330316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-455fb5eb-19c8-45dd-b97e-ff0ca970f33c service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408055 Jul 16 08:46:59.336534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-24725c95-0226-493f-a6b5-60d41983be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:59.337996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-24725c95-0226-493f-a6b5-60d41983be7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6470883 Jul 16 08:46:59.364844 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.402220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 46b5dadf-2f5b-4ff2-a234-3df1894e1147, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=46b5dadf-2f5b-4ff2-a234-3df1894e1147,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:59.406090 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.406873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 6a1768b5-4394-4124-9540-0acc72363c03 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:59.436481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-fea0d1cd-fcc8-43c0-8da8-a733f518984c tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:59.437963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-fea0d1cd-fcc8-43c0-8da8-a733f518984c tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6197221 Jul 16 08:46:59.492054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=46b5dadf-2f5b-4ff2-a234-3df1894e1147,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.492532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0f5af-4d30-4bc3-9ce3-4483ab8de583 req-98cfe096-b482-4166-80f8-1fc0c9b48cd3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:59.494135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8d0f5af-4d30-4bc3-9ce3-4483ab8de583 req-98cfe096-b482-4166-80f8-1fc0c9b48cd3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 943 time: 0.6715477 Jul 16 08:46:59.498726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 6a1768b5-4394-4124-9540-0acc72363c03 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:59.504147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 6a1768b5-4394-4124-9540-0acc72363c03 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:59.504775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.521623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-84738e4e-48b7-4bf7-9499-65c72d0105b6 service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922878 Jul 16 08:46:59.522938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-91313989-766b-46cc-950c-a3d660ca7910 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/quotas/0557e94b6c5f4e3889bfcf51ade6e1ec HTTP/1.1" status: 200 len: 375 time: 0.0467162 Jul 16 08:46:59.606947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.612263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4c2dc7ea-c038-4d53-953e-b49a78adc878 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424116 Jul 16 08:46:59.650693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 6a1768b5-4394-4124-9540-0acc72363c03, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=6a1768b5-4394-4124-9540-0acc72363c03,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:59.657234 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.700606 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8d0f5af-4d30-4bc3-9ce3-4483ab8de583 req-1df0a40a-c0c7-4371-ab05-eb1d33021d2f tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887815 Jul 16 08:46:59.717525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=6a1768b5-4394-4124-9540-0acc72363c03,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.804986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac6cac8c-1e18-4e27-9a57-8f572eeb5293 req-a324d6d0-d70b-4e11-bbe9-729c885d5418 service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658851 Jul 16 08:46:59.821481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-0486996e-0aea-4e4f-895b-5987eb9b041f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2885079 Jul 16 08:46:59.868688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-9aeabe24-933c-4b6f-b3b4-039b624cab97 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433922 Jul 16 08:46:59.927005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-c5bc0856-3aed-4803-bdfe-09f270fa58f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33 HTTP/1.1" status: 200 len: 217 time: 0.0408201 Jul 16 08:46:59.936760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-7ed07f30-aa9d-4342-8972-d54f5f1360a8 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:59.938243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-7ed07f30-aa9d-4342-8972-d54f5f1360a8 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1096 time: 0.2181799 Jul 16 08:47:00.063394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-f4baa783-74c1-4727-b5e5-4959778252f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.065119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-f4baa783-74c1-4727-b5e5-4959778252f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1310313 Jul 16 08:47:00.076925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d3e14-2e02-4104-95f2-8f72df69b489 req-6f094278-46b6-4265-aa21-a2512058d436 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.078406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a96d3e14-2e02-4104-95f2-8f72df69b489 req-6f094278-46b6-4265-aa21-a2512058d436 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 945 time: 0.2247257 Jul 16 08:47:00.237585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a96d3e14-2e02-4104-95f2-8f72df69b489 req-b94c7146-0d7f-4676-bc2c-95e3cecacf34 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508298 Jul 16 08:47:00.271439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c0190-792d-4eb2-953e-0e6ecceb0dee req-e7feb5f9-4f8f-4ea0-856a-a9a692d7cb43 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.273017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f31c0190-792d-4eb2-953e-0e6ecceb0dee req-e7feb5f9-4f8f-4ea0-856a-a9a692d7cb43 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 944 time: 0.2565327 Jul 16 08:47:00.280000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4bac58ef-4f83-414f-822a-e96ece93e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.281507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-4bac58ef-4f83-414f-822a-e96ece93e3e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1959450 Jul 16 08:47:00.284581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-639358d0-4004-461a-a56e-55f0970ef1b7 service neutron] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:00.304900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-639358d0-4004-461a-a56e-55f0970ef1b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.305990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae0c3db5-083f-40d0-9b90-37bb42639862 req-639358d0-4004-461a-a56e-55f0970ef1b7 service neutron] 10.222.0.54 "DELETE /v2.0/ports/9a4d7a72-d4a7-424f-9137-b42ead828f72/bindings/n-h1-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.3316278 Jul 16 08:47:00.380148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f31c0190-792d-4eb2-953e-0e6ecceb0dee req-430f9698-e3b0-481d-849e-42b471f935c9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976605 Jul 16 08:47:00.436012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-75f87cd2-0f88-4e36-ae88-b2b07668b447 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451306 Jul 16 08:47:00.493955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b7be9-56fe-4fdc-87cb-708177336da1 req-0962fdce-858e-4b5f-9235-e7bd1d20a86a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.495449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e7b7be9-56fe-4fdc-87cb-708177336da1 req-0962fdce-858e-4b5f-9235-e7bd1d20a86a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1215506 Jul 16 08:47:00.581750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e7b7be9-56fe-4fdc-87cb-708177336da1 req-8fda7011-9f56-4246-8d0e-cd480a139160 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585399 Jul 16 08:47:00.583810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-2b834dbf-7d6d-424f-87f2-c343a38932a2 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405447 Jul 16 08:47:00.640171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-441350f1-0440-47bf-8c6d-481ac285f6f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e HTTP/1.1" status: 200 len: 217 time: 0.0481060 Jul 16 08:47:00.650856 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0ffd16-d0ac-42b1-9e24-6550d42bac33 x-openstack-request-id: req-df0ffd16-d0ac-42b1-9e24-6550d42bac33 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:00.652041 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "name": "network-vif-plugged", "status": "completed", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:00.652738 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df0ffd16-d0ac-42b1-9e24-6550d42bac33 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:00.653402 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'code': 200} Jul 16 08:47:00.704765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-86f5c6b6-df84-4bc3-8d38-087cc0e14b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.707929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-86f5c6b6-df84-4bc3-8d38-087cc0e14b06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.0607078 Jul 16 08:47:00.837225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-327ff79c-0066-423e-bcaa-50e481ed3991 req-89d8cb1c-9e30-4b88-97b7-1ea3d6748c7f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 210 time: 0.0570483 Jul 16 08:47:00.884433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-ca318408-2c0d-4249-9d57-2fb015236bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.886027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-ca318408-2c0d-4249-9d57-2fb015236bab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1705937 Jul 16 08:47:00.888438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aca74-74ea-461b-b536-977787188315 req-447e8acd-d2ad-48b2-9192-77bdf3d74583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.889812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-436aca74-74ea-461b-b536-977787188315 req-447e8acd-d2ad-48b2-9192-77bdf3d74583 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 1098 time: 0.1473796 Jul 16 08:47:00.902265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53767f-2ebb-490d-92b2-b6a7b067fc12 req-9184fc50-7301-4b17-843d-094f96e3520a tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.903788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da53767f-2ebb-490d-92b2-b6a7b067fc12 req-9184fc50-7301-4b17-843d-094f96e3520a tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 946 time: 0.1532986 Jul 16 08:47:01.031713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:01.046311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-436aca74-74ea-461b-b536-977787188315 req-6e1d0140-156d-4e80-a4d0-cfdfcf22d864 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404727 Jul 16 08:47:01.056666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da53767f-2ebb-490d-92b2-b6a7b067fc12 req-2e9a5024-d160-40e9-802a-e3929512d8a5 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438701 Jul 16 08:47:01.096100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-86a99811-e19e-45e2-948f-9889f4969a33 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906447 Jul 16 08:47:01.116319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ccd69-4902-48d1-a3b1-3ce6a95a38a2 req-cba273fd-37e5-49c6-8218-cb3d903d3418 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.118191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-087ccd69-4902-48d1-a3b1-3ce6a95a38a2 req-cba273fd-37e5-49c6-8218-cb3d903d3418 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 945 time: 0.1703093 Jul 16 08:47:01.164912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:01.191611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8', 'network_id': '6c93fa68-add8-4a1f-adee-a9f6c0f42ab3', 'port_id': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8', 'mac_address': 'fa:16:3e:d8:9e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b5f16d-9e42-4790-9e60-609c9ef6d6c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:01.235717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-087ccd69-4902-48d1-a3b1-3ce6a95a38a2 req-10058aa2-87b6-49bf-8e7a-2db3bf3260ce tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077082 Jul 16 08:47:01.250072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-172d3c96-fe22-467a-98bc-34a47a344f37 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349360 Jul 16 08:47:01.286538 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.320743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:01.363175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:01.370277 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.419710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-a88ac883-d92e-4b89-b70b-abd88233e228 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000381 Jul 16 08:47:01.429200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-647503bd-4c76-4a30-89c6-e688fd477869 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.430691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-647503bd-4c76-4a30-89c6-e688fd477869 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647549 Jul 16 08:47:01.455196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.492347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Request body: {'port': {'device_id': '481032bf-263b-49de-8ccb-3b9e7b9815d0', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '0557e94b6c5f4e3889bfcf51ade6e1ec'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:01.522739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-fca9702c-ba30-4b39-a169-78c26737675f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8 HTTP/1.1" status: 200 len: 217 time: 0.0910671 Jul 16 08:47:01.600408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92ec13-730c-4c3b-8a8a-f7894a67234b req-79b9d552-9f60-4bc4-b6dc-4685d460f65c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.601985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe92ec13-730c-4c3b-8a8a-f7894a67234b req-79b9d552-9f60-4bc4-b6dc-4685d460f65c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 943 time: 0.3488269 Jul 16 08:47:01.676018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-23d13f68-d2a8-4b71-83d1-80207c30d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.677479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-23d13f68-d2a8-4b71-83d1-80207c30d0f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1357539 Jul 16 08:47:01.734779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d03914-4fdc-45a8-b958-bb7c5432cbfc req-7fb273b1-3fdb-4833-8ef6-e9365d2d7b50 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.736967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7d03914-4fdc-45a8-b958-bb7c5432cbfc req-7fb273b1-3fdb-4833-8ef6-e9365d2d7b50 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1096 time: 0.2956400 Jul 16 08:47:01.741359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe92ec13-730c-4c3b-8a8a-f7894a67234b req-159b4bff-3c5e-447a-89bd-4aabfac9d992 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308177 Jul 16 08:47:01.769222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:01.811898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Made reservation on behalf of 0557e94b6c5f4e3889bfcf51ade6e1ec for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:01.817353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.827351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7d03914-4fdc-45a8-b958-bb7c5432cbfc req-23bb8df6-200f-443e-88ae-983a9cffc880 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792954 Jul 16 08:47:01.849987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-102ea133-f3f1-4201-886f-1e772e442a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.851593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-102ea133-f3f1-4201-886f-1e772e442a74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647310 Jul 16 08:47:02.080937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Allocated IP 192.168.233.125 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/b71734a5-11ab-4dc3-a425-3c5bf6621027) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:02.085358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-9ad90bba-3232-4fe0-9e0e-e1191e6d808d service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931231 Jul 16 08:47:02.286656 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-36a9e5f0-42fe-415f-8131-61ca65987904 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904657 Jul 16 08:47:02.654298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a53974a-baf9-490c-9439-168f56eeef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5dadf-2f5b-4ff2-a234-3df1894e1147'}, {'server_uuid': 'a46f05a0-3992-4570-9ef5-77b32bb418d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1768b5-4394-4124-9540-0acc72363c03'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:02.656813 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bb9578-6c71-4906-aea2-7f574cd55627" -d '{"events": [{"server_uuid": "2a53974a-baf9-490c-9439-168f56eeef6c", "name": "network-vif-plugged", "status": "completed", "tag": "46b5dadf-2f5b-4ff2-a234-3df1894e1147"}, {"server_uuid": "a46f05a0-3992-4570-9ef5-77b32bb418d6", "name": "network-vif-plugged", "status": "completed", "tag": "6a1768b5-4394-4124-9540-0acc72363c03"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:02.700036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e50e1e5-2071-410d-999d-e3551ed81390 req-af03d09b-b17f-4575-839d-a27dc9112e84 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 210 time: 0.3846402 Jul 16 08:47:02.704589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-815ba962-5c89-4df6-89f7-393ab79e2068 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 HTTP/1.1" status: 200 len: 217 time: 0.3882132 Jul 16 08:47:02.733550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd68d2-bf80-4ce9-aff8-8bb973308ed9 req-bf28c7ee-0909-4a64-8f0c-b428adfb9d44 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.735055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3acd68d2-bf80-4ce9-aff8-8bb973308ed9 req-bf28c7ee-0909-4a64-8f0c-b428adfb9d44 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.5493507 Jul 16 08:47:02.795939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.856139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Transition to ACTIVE for port object b71734a5-11ab-4dc3-a425-3c5bf6621027 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:02.858106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-203a4e7e-f11b-41d9-98a3-76632691150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.859568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-203a4e7e-f11b-41d9-98a3-76632691150a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1397974 Jul 16 08:47:02.866833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3acd68d2-bf80-4ce9-aff8-8bb973308ed9 req-56aa5638-3fb9-4b35-b2c8-8438f47d9b2d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195376 Jul 16 08:47:02.943536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.965695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['75b781fb-cc97-497f-8336-be60528a4fdd'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:02.972216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3669df-a670-4206-98cf-950394887d80 req-31b1a30c-7f99-474e-a2fb-8bacb923f963 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.973022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb3669df-a670-4206-98cf-950394887d80 req-31b1a30c-7f99-474e-a2fb-8bacb923f963 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 945 time: 0.1699150 Jul 16 08:47:02.993306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6d999e1d-3574-49bb-b3ad-0af2e6cd7193'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:03.052379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:03.072233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:03.075210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-547b7be0-1054-4b4f-813b-57a48785914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.076712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-547b7be0-1054-4b4f-813b-57a48785914e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2090411 Jul 16 08:47:03.078628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:03.085510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Pushing event updated for resources: {'Port': ['ID=b71734a5-11ab-4dc3-a425-3c5bf6621027,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:03.162354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb3669df-a670-4206-98cf-950394887d80 req-2a28a55b-3216-4a33-be27-eb912ec014d5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645589 Jul 16 08:47:03.224639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.225480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.261548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c71fa0-9250-479c-ac9c-10d36cae7632 req-7ffacdc5-e62d-4d09-989a-d308d35f1dd8 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.269241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c71fa0-9250-479c-ac9c-10d36cae7632 req-7ffacdc5-e62d-4d09-989a-d308d35f1dd8 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 946 time: 0.2769775 Jul 16 08:47:03.277893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-752b59e4-113a-4e32-a973-0f2ec2f528cf tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8295810 Jul 16 08:47:03.300948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Request body: {'port': {'device_id': '481032bf-263b-49de-8ccb-3b9e7b9815d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:03.311621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-449bd8b0-f915-4ea5-839f-d965792ceb1f service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214839 Jul 16 08:47:03.361969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-80b7565c-90c8-4513-8c67-9b086c11bb57 None None] Provisioning for port b71734a5-11ab-4dc3-a425-3c5bf6621027 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:03.365610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-80b7565c-90c8-4513-8c67-9b086c11bb57 None None] Provisioning complete for port b71734a5-11ab-4dc3-a425-3c5bf6621027 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:03.366042 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80b7565c-90c8-4513-8c67-9b086c11bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.399655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-80b7565c-90c8-4513-8c67-9b086c11bb57 None None] Port b71734a5-11ab-4dc3-a425-3c5bf6621027 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:03.441317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c71fa0-9250-479c-ac9c-10d36cae7632 req-39974cbd-dca2-45d2-8420-2b6dfd9e80f9 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711562 Jul 16 08:47:03.493185 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15694186-c9f3-4756-8b5f-8c8fe8d653a8 x-openstack-request-id: req-15694186-c9f3-4756-8b5f-8c8fe8d653a8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:03.493483 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a53974a-baf9-490c-9439-168f56eeef6c", "name": "network-vif-plugged", "status": "completed", "tag": "46b5dadf-2f5b-4ff2-a234-3df1894e1147", "code": 200}, {"server_uuid": "a46f05a0-3992-4570-9ef5-77b32bb418d6", "name": "network-vif-plugged", "status": "completed", "tag": "6a1768b5-4394-4124-9540-0acc72363c03", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:03.493763 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15694186-c9f3-4756-8b5f-8c8fe8d653a8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:03.494241 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a53974a-baf9-490c-9439-168f56eeef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5dadf-2f5b-4ff2-a234-3df1894e1147', 'code': 200} Jul 16 08:47:03.494497 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46f05a0-3992-4570-9ef5-77b32bb418d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1768b5-4394-4124-9540-0acc72363c03', 'code': 200} Jul 16 08:47:03.544201 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.556111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083f3f-09ff-4472-bf82-388d3cc087da req-d6935c48-e8f0-493c-be04-1194f4d2f8f0 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.557803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-d6935c48-e8f0-493c-be04-1194f4d2f8f0 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 820 time: 0.2703352 Jul 16 08:47:03.595394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8892330-7e6f-470e-ab9c-f5fbc1f5a98c req-c12a4b25-8d7d-42ec-8c08-6d4058e23dbd service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616127 Jul 16 08:47:03.613152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-39a9c184-80f2-4c6b-bc6c-c9117f771721 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/quotas/5f2085df23d74438b39a3b48f5526d66 HTTP/1.1" status: 200 len: 375 time: 0.0278976 Jul 16 08:47:03.690227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fffc8-c39c-4f99-b934-3b5676fac8d0 req-85efd533-ce52-40b0-b283-1b819fa5baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.691631 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-526fffc8-c39c-4f99-b934-3b5676fac8d0 req-85efd533-ce52-40b0-b283-1b819fa5baa4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1097 time: 0.0563228 Jul 16 08:47:03.728737 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-526fffc8-c39c-4f99-b934-3b5676fac8d0 req-d0ab719c-5a0d-4003-9d0a-a995ba1651fb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283263 Jul 16 08:47:03.918813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f91f0-86b6-48c0-bc06-35fb00ce642f req-121357cb-97db-4c0a-a798-cf6382d35931 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.920387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-706f91f0-86b6-48c0-bc06-35fb00ce642f req-121357cb-97db-4c0a-a798-cf6382d35931 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 944 time: 0.3230360 Jul 16 08:47:03.926988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443dd45-0b0e-4072-8fce-62eb41c5f933 req-c0da5ac0-b4cd-4556-aca7-4c578507f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.928463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0443dd45-0b0e-4072-8fce-62eb41c5f933 req-c0da5ac0-b4cd-4556-aca7-4c578507f647 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 1098 time: 0.2840865 Jul 16 08:47:03.941582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-26db60ac-b294-4099-b586-9ee2c93f3801 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2959268 Jul 16 08:47:04.014251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-07e6576f-d7bd-4603-b272-8cd85f826a35 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.015754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-07e6576f-d7bd-4603-b272-8cd85f826a35 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 945 time: 0.3070886 Jul 16 08:47:04.158546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-706f91f0-86b6-48c0-bc06-35fb00ce642f req-4e33402e-a6c4-467a-bdc7-f3f8ca9cd687 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253644 Jul 16 08:47:04.168465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0443dd45-0b0e-4072-8fce-62eb41c5f933 req-52551602-88f6-4eec-8ebd-4e4d7259a87d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259266 Jul 16 08:47:04.262077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-606d6fdd-38be-4da4-b8b6-f305c6edce49 service neutron] 10.222.0.55 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054655 Jul 16 08:47:04.285127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71734a5-11ab-4dc3-a425-3c5bf6621027 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:04.302836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.335922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Transition to ACTIVE for port object b71734a5-11ab-4dc3-a425-3c5bf6621027 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:04.365025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Deleting port 0c2b78a1-00ed-4d54-a5b5-440362038d5c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:04.365383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.372117 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.531315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-4bf9baf6-b2a8-42cf-b6ef-87e82a7e1274 service neutron] 10.222.0.55 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581563 Jul 16 08:47:04.531915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Pushing event updated for resources: {'Port': ['ID=b71734a5-11ab-4dc3-a425-3c5bf6621027,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:04.681050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] For port 0c2b78a1-00ed-4d54-a5b5-440362038d5c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=0c2b78a1-00ed-4d54-a5b5-440362038d5c,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:04.681425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.710385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Calling delete_port for 0c2b78a1-00ed-4d54-a5b5-440362038d5c owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:04.755933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-18a78c7b-a4f9-441f-a3ad-e14890dfd155 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.757483 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-18a78c7b-a4f9-441f-a3ad-e14890dfd155 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2715743 Jul 16 08:47:04.809388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Attempting to bind port b71734a5-11ab-4dc3-a425-3c5bf6621027 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:04.809756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Attempting to bind port b71734a5-11ab-4dc3-a425-3c5bf6621027 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:04.810093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Attempting to bind port b71734a5-11ab-4dc3-a425-3c5bf6621027 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:04.877312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Port b71734a5-11ab-4dc3-a425-3c5bf6621027 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:04.877669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Attempting to bind port b71734a5-11ab-4dc3-a425-3c5bf6621027 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:04.890290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-574ead20-0244-4eb8-9318-a665d4d76c19 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.1007309 Jul 16 08:47:04.898939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:04.899284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:04.899673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:04.900188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Bound port: b71734a5-11ab-4dc3-a425-3c5bf6621027, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:04.900509 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.919815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Request body: {'floatingip': {'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:04.979656 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.051923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:05.087905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9c4a-f3c4-4fd2-b0a2-3cf1a208bfda req-04cba543-1d07-4cb7-89af-a42f03cc1875 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:05.089449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dead9c4a-f3c4-4fd2-b0a2-3cf1a208bfda req-04cba543-1d07-4cb7-89af-a42f03cc1875 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 948 time: 0.3035479 Jul 16 08:47:05.107021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:05.112816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:05.113458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.201589 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.222734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] For port b71734a5-11ab-4dc3-a425-3c5bf6621027, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:05.234466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] For port b71734a5-11ab-4dc3-a425-3c5bf6621027, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b71734a5-11ab-4dc3-a425-3c5bf6621027,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:05.240033 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.257778 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.258830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:05.262891 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.263831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 0c2b78a1-00ed-4d54-a5b5-440362038d5c no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:05.270292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a', '0ec7293d-c9ff-40a5-8906-ca153a17f894'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:05.325994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 0c2b78a1-00ed-4d54-a5b5-440362038d5c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:05.326315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 0c2b78a1-00ed-4d54-a5b5-440362038d5c not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:05.371354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.498228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:05.500401 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55157649-1a83-45ec-8122-91a4bf80866d" -d '{"events": [{"server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "name": "network-vif-plugged", "status": "completed", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:05.646147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dead9c4a-f3c4-4fd2-b0a2-3cf1a208bfda req-3299183e-83bd-469c-b007-cbc14ab86532 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303354 Jul 16 08:47:05.669102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event deleted for resources: {'Port': ['ID=0c2b78a1-00ed-4d54-a5b5-440362038d5c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.706453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:05.707082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.708487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] 10.222.0.52 "PUT /v2.0/ports/b71734a5-11ab-4dc3-a425-3c5bf6621027 HTTP/1.1" status: 200 len: 1097 time: 2.4198992 Jul 16 08:47:05.710309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481032bf-263b-49de-8ccb-3b9e7b9815d0', 'tag': 'b71734a5-11ab-4dc3-a425-3c5bf6621027'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:05.712770 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaa9ebe-4a1e-4087-8eb1-0504e9233478" -d '{"events": [{"name": "network-changed", "server_uuid": "481032bf-263b-49de-8ccb-3b9e7b9815d0", "tag": "b71734a5-11ab-4dc3-a425-3c5bf6621027"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:05.799190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] No DVR routers for this DVR port 0c2b78a1-00ed-4d54-a5b5-440362038d5c on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:05.825074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.827028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0829845-88f3-4f8d-9d6d-58217223f381 req-58541462-457b-479f-8bbe-b062df17f387 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "DELETE /v2.0/ports/0c2b78a1-00ed-4d54-a5b5-440362038d5c HTTP/1.1" status: 204 len: 173 time: 1.7928741 Jul 16 08:47:05.920265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051977a-166d-4fa9-abfc-f273c1e98753 service neutron] Pushing event updated for resources: {'Port': ['ID=b71734a5-11ab-4dc3-a425-3c5bf6621027,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.169967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547759a3-3d30-4e5c-aa15-7ad140126f01 req-e990066a-03ab-4ada-aa6c-402b90e7ead6 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.171476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-547759a3-3d30-4e5c-aa15-7ad140126f01 req-e990066a-03ab-4ada-aa6c-402b90e7ead6 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.3603289 Jul 16 08:47:06.185090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-289b3cbc-761f-4101-af5f-37afca350fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.186638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-289b3cbc-761f-4101-af5f-37afca350fa7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 1100 time: 0.3892813 Jul 16 08:47:06.237481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083f3f-09ff-4472-bf82-388d3cc087da req-b56e15a4-484e-4733-a68b-a2bc361c67e3 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.238908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-b56e15a4-484e-4733-a68b-a2bc361c67e3 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 820 time: 0.3103650 Jul 16 08:47:06.336222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Request body: {'port': {'device_id': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'admin_state_up': True, 'tenant_id': '5f2085df23d74438b39a3b48f5526d66'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:06.340985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-e22c2acf-37d8-4392-95e4-03650e24c7c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=b71734a5-11ab-4dc3-a425-3c5bf6621027 HTTP/1.1" status: 200 len: 217 time: 0.1268418 Jul 16 08:47:06.431305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-547759a3-3d30-4e5c-aa15-7ad140126f01 req-4f758893-372d-40cd-9b4a-934f66481019 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514167 Jul 16 08:47:06.547908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-cf874e1d-fe82-43eb-8c06-544b2f1e7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.550165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-cf874e1d-fe82-43eb-8c06-544b2f1e7cb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1788297 Jul 16 08:47:06.639864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:47:06.644327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be310842-8d04-4a74-a6ea-c5c47247f665 req-783d2b16-21f4-4990-a5b2-c8488b6f2947 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ad50920-1508-465e-9e1d-b3c6332bd9cd HTTP/1.1" status: 200 len: 210 time: 0.0820446 Jul 16 08:47:06.742257 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.752032 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.794053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Made reservation on behalf of 5f2085df23d74438b39a3b48f5526d66 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:06.797451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.828795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ec8fe64-25cc-4f1c-a976-2e6e66cd22d9 req-9bca0396-e63b-4223-a5aa-c37ef0714e6e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 210 time: 0.0801611 Jul 16 08:47:06.843547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-f9cf3c08-bb4a-4323-aff7-92d436273878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.845020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-f9cf3c08-bb4a-4323-aff7-92d436273878 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2838950 Jul 16 08:47:07.261119 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 associated. External IP: 172.25.6.85, port: 3de08ba9-21e5-421e-a9ed-dd74464ce76a. Jul 16 08:47:07.411415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-835a7745-a4e3-43ae-af36-e06652c4c30c service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531161 Jul 16 08:47:07.424646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Allocated IP 172.20.0.10 (ae546b27-9f75-4f79-bba2-9b9d6219f032/8307d455-1b57-4e72-9720-ac3e62f2f67a/22b86e4f-c15e-41b8-b5fb-2afb38956eb5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:07.486443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224decd1-a7dc-4c25-b2f9-c1b1a9d6a3c8 req-2fe60e40-5515-4502-8d7e-f4534594765f tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.488392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-224decd1-a7dc-4c25-b2f9-c1b1a9d6a3c8 req-2fe60e40-5515-4502-8d7e-f4534594765f tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 945 time: 0.3185306 Jul 16 08:47:07.657767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-224decd1-a7dc-4c25-b2f9-c1b1a9d6a3c8 req-16b65dc5-d66f-405f-8a51-4497d7e82543 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550586 Jul 16 08:47:07.727102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19f6d43a-c73f-4bb4-aec5-05f38c4e00ee req-35fa4f6a-3369-4445-9da6-f59119076c1c service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038008 Jul 16 08:47:07.817330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:07.832094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.944479 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4272c3d4-5440-418f-b1e5-2e0a1348213b x-openstack-request-id: req-4272c3d4-5440-418f-b1e5-2e0a1348213b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:07.945037 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "name": "network-vif-plugged", "status": "completed", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:07.945338 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4272c3d4-5440-418f-b1e5-2e0a1348213b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:07.945846 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8', 'code': 200} Jul 16 08:47:07.962113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.003116 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b5bb91-57ad-406f-bf79-79305328296d x-openstack-request-id: req-97b5bb91-57ad-406f-bf79-79305328296d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:08.003116 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481032bf-263b-49de-8ccb-3b9e7b9815d0", "tag": "b71734a5-11ab-4dc3-a425-3c5bf6621027", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:08.003463 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97b5bb91-57ad-406f-bf79-79305328296d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:08.004182 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481032bf-263b-49de-8ccb-3b9e7b9815d0', 'tag': 'b71734a5-11ab-4dc3-a425-3c5bf6621027', 'status': 'completed', 'code': 200} Jul 16 08:47:08.020436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Network ae546b27-9f75-4f79-bba2-9b9d6219f032 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:08.030627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:08.040463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:08.098312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-ef959915-d334-4334-9d73-e68e9db5b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.100473 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-ef959915-d334-4334-9d73-e68e9db5b062 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 1100 time: 0.0633178 Jul 16 08:47:08.103865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:08.112018 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.119470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:08.131384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:08.132743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.144144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Pushing event updated for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:08.187023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.187653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.191618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-70f32441-813c-49a0-b3a1-2e25953844b0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "PUT /v2.0/floatingips/bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 HTTP/1.1" status: 200 len: 995 time: 3.2887788 Jul 16 08:47:08.238159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-209184de-ccf5-48d5-817f-30634552309c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9118011 Jul 16 08:47:08.269291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-74d7d426-f9c9-4b8c-98a7-180d3e604374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.271537 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-74d7d426-f9c9-4b8c-98a7-180d3e604374 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1573577 Jul 16 08:47:08.272043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Request body: {'port': {'device_id': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:08.315695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58abf6-0b68-4f8d-b026-2e6306def3da req-7607bccf-efd4-418e-adc8-f39f2eb08b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.317269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d58abf6-0b68-4f8d-b026-2e6306def3da req-7607bccf-efd4-418e-adc8-f39f2eb08b1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 1097 time: 0.2779610 Jul 16 08:47:08.320237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:08.326990 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-99983ea8-b0e6-4529-a6c1-37db0b851e2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=b71734a5-11ab-4dc3-a425-3c5bf6621027 HTTP/1.1" status: 200 len: 217 time: 0.0475805 Jul 16 08:47:08.384219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-03ec6f89-062c-4245-9662-529d39bd241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.386657 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-03ec6f89-062c-4245-9662-529d39bd241a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0526438 Jul 16 08:47:08.417725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.452077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-6335c4d0-d697-4552-9d9a-bdae456e829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.454064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-6335c4d0-d697-4552-9d9a-bdae456e829b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602965 Jul 16 08:47:08.468751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d58abf6-0b68-4f8d-b026-2e6306def3da req-c4a5d2c7-3281-49b7-a924-0947ca4331eb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406789 Jul 16 08:47:08.480678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-32b5ee48-425b-43cf-a809-1072fb4d00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.482235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-32b5ee48-425b-43cf-a809-1072fb4d00dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.2682531 Jul 16 08:47:08.559084 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-ffeffe78-ce11-4ee6-b845-5f3c3729a1f8 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964949 Jul 16 08:47:08.615994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:8a:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:06Z', 'revision_number': 1, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.631218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-b13f6fc9-8ae2-464e-b908-ece6614d1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.632787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-b13f6fc9-8ae2-464e-b908-ece6614d1d5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 1098 time: 0.2681789 Jul 16 08:47:08.645243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:08.653369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:08.654014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.666776 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-beaa9ebe-4a1e-4087-8eb1-0504e9233478 req-9ab5922c-a672-44c2-b9b4-1e52d875c056 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998027 Jul 16 08:47:08.729085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878deb46-eed3-4530-ad48-5b23c6e57f05 req-acbdd778-b278-4b69-ab64-266da21431c2 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.730523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-878deb46-eed3-4530-ad48-5b23c6e57f05 req-acbdd778-b278-4b69-ab64-266da21431c2 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 948 time: 0.3141687 Jul 16 08:47:08.762723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:08.816307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-15d3e7b6-13c5-4b0e-b63d-7bdaefce4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.817825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-15d3e7b6-13c5-4b0e-b63d-7bdaefce4188 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.3106930 Jul 16 08:47:08.936401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-878deb46-eed3-4530-ad48-5b23c6e57f05 req-02e02aad-38f3-4d96-bb36-d40cb190081c tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979635 Jul 16 08:47:08.944136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-486cc736-03c9-4740-bb2c-42d8896837cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.945627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-486cc736-03c9-4740-bb2c-42d8896837cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 919 time: 0.2814021 Jul 16 08:47:09.006129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-c691d0c4-9d0b-41cd-a7c4-1369b8fd066a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b5dadf-2f5b-4ff2-a234-3df1894e1147 HTTP/1.1" status: 200 len: 217 time: 0.0458460 Jul 16 08:47:09.018296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-dc444bde-0571-42f7-8ffa-647b80ef36e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 998 time: 0.1927912 Jul 16 08:47:09.120308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:8a:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:06Z', 'revision_number': 1, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:09.152570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eb4133-3e5f-4f69-ade5-85d003c23887 None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:8a:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:06Z', 'revision_number': 1, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:09.346063 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185772f-9a03-4e2b-b6fd-eed7fe29fa30 None None] New status for floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:09.425962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:09.435711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-8ba69dbb-be29-46d8-9fc5-d767c3034ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.437196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-8ba69dbb-be29-46d8-9fc5-d767c3034ad2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.4090095 Jul 16 08:47:09.441428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.445236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-180bc987-e03e-44a2-8de4-4b0ed100d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.446787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-180bc987-e03e-44a2-8de4-4b0ed100d037 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.4196815 Jul 16 08:47:09.495702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Transition to ACTIVE for port object 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:09.518966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-7062cfa2-c2cc-4a1a-b71c-e2dbb816e4b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540733 Jul 16 08:47:09.521127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.637094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e27e2-78ce-49ee-8f67-37a699661d09 req-a0332db4-4985-4bcb-9861-bbfce6f5cc0b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.638611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b4e27e2-78ce-49ee-8f67-37a699661d09 req-a0332db4-4985-4bcb-9861-bbfce6f5cc0b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 932 time: 0.2576187 Jul 16 08:47:09.664740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Pushing event updated for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:09.722031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-0054c836-dd8d-47cd-9ba5-85ed785abf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.723540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-0054c836-dd8d-47cd-9ba5-85ed785abf95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2758980 Jul 16 08:47:09.755363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-44fec198-5d32-4616-bd6f-273beb96dd25 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:47:09.756323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-44fec198-5d32-4616-bd6f-273beb96dd25 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104113 Jul 16 08:47:09.787501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-78bddfa7-a355-47f6-95a5-8e3fb916ce4b service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581999 Jul 16 08:47:09.814808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b4e27e2-78ce-49ee-8f67-37a699661d09 req-b09c8076-920f-43fc-89fc-4ab9b01e4a99 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461740 Jul 16 08:47:09.891235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:09.891568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:09.892456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:09.926162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:09.926484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:09.959283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:09.959623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:09.960002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:09.960442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Bound port: 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:09.960803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.001986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-43533d6d-d1a7-4af5-8c08-e1eb6bed52dd service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333040 Jul 16 08:47:10.007474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad50920-1508-465e-9e1d-b3c6332bd9cd', 'name': 'network-vif-deleted', 'tag': '0c2b78a1-00ed-4d54-a5b5-440362038d5c'}, {'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:10.009748 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9" -d '{"events": [{"server_uuid": "2ad50920-1508-465e-9e1d-b3c6332bd9cd", "name": "network-vif-deleted", "tag": "0c2b78a1-00ed-4d54-a5b5-440362038d5c"}, {"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:10.062499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6964449-3ffd-4ed0-baca-2f13566f475a req-1596a752-4411-434e-be96-9b346e61c8d0 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510631 Jul 16 08:47:10.154478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:10.164635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e069103-5e26-47c8-8522-72e5cd06603d req-7d11e7f6-dbdc-4874-bb9a-951a21fe23d8 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.166205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e069103-5e26-47c8-8522-72e5cd06603d req-7d11e7f6-dbdc-4874-bb9a-951a21fe23d8 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.2336662 Jul 16 08:47:10.168041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:10.182118 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.225509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cfc6f8a-6bb2-4472-8912-641c2311406c req-caabd8a7-089d-45d0-b579-117a0d995d7c service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071579 Jul 16 08:47:10.239836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.240299 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.241712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] 10.222.0.52 "PUT /v2.0/ports/22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 200 len: 1093 time: 1.9838464 Jul 16 08:47:10.265236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e069103-5e26-47c8-8522-72e5cd06603d req-cc8f2ab6-f69e-4bd1-bb74-ba7b099f2d02 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897303 Jul 16 08:47:10.275791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f96453-472b-4e75-8a87-045cdc7852ff service neutron] Pushing event updated for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:10.363847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083f3f-09ff-4472-bf82-388d3cc087da req-13ba6ca5-d5e6-4888-b21d-6b1c68fb13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.365445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-13ba6ca5-d5e6-4888-b21d-6b1c68fb13ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1096 time: 0.0662482 Jul 16 08:47:10.428377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-7b6c3f57-af1a-4146-bca5-edba3f28ceaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 200 len: 217 time: 0.0458848 Jul 16 08:47:10.489040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e9edd-8475-48c2-8d85-9748e5f82d0a req-ea15e9bd-aada-4997-aa85-f64ea4234f75 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.490714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-431e9edd-8475-48c2-8d85-9748e5f82d0a req-ea15e9bd-aada-4997-aa85-f64ea4234f75 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 945 time: 0.1407754 Jul 16 08:47:10.506753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083f3f-09ff-4472-bf82-388d3cc087da req-d62a4cbf-c39f-4096-91fe-8a1d07804e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.508167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-d62a4cbf-c39f-4096-91fe-8a1d07804e03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0701542 Jul 16 08:47:10.556768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-c4c9f175-4887-43fa-bc1c-0869fb12122e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402622 Jul 16 08:47:10.564147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-431e9edd-8475-48c2-8d85-9748e5f82d0a req-87bd3f71-9553-402c-a136-b81a9308decf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673614 Jul 16 08:47:10.661675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-7c14d241-a283-44b8-9c28-beb3ac7a1588 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944705 Jul 16 08:47:10.771409 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db4228-ab8b-48b9-8793-524b661841e2 x-openstack-request-id: req-58db4228-ab8b-48b9-8793-524b661841e2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:10.771924 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad50920-1508-465e-9e1d-b3c6332bd9cd", "name": "network-vif-deleted", "tag": "0c2b78a1-00ed-4d54-a5b5-440362038d5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:10.772056 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58db4228-ab8b-48b9-8793-524b661841e2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:10.772397 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad50920-1508-465e-9e1d-b3c6332bd9cd', 'name': 'network-vif-deleted', 'tag': '0c2b78a1-00ed-4d54-a5b5-440362038d5c', 'status': 'completed', 'code': 200} Jul 16 08:47:10.772646 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'status': 'completed', 'code': 200} Jul 16 08:47:10.813775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92083f3f-09ff-4472-bf82-388d3cc087da req-3de37f13-16ff-4263-9890-de03d332b364 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447048 Jul 16 08:47:10.830041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c31e-7b15-4957-a544-7e62e9072380 req-d5623327-41f6-4b6f-95df-9e4402ea9243 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.831650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69b5c31e-7b15-4957-a544-7e62e9072380 req-d5623327-41f6-4b6f-95df-9e4402ea9243 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 948 time: 0.1432853 Jul 16 08:47:10.845715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-a9b4379b-e83d-466d-8c53-4524b391b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.848105 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-a9b4379b-e83d-466d-8c53-4524b391b4f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.0608881 Jul 16 08:47:10.911099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69b5c31e-7b15-4957-a544-7e62e9072380 req-ee198670-7f69-461e-a3cf-d683855015b9 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726197 Jul 16 08:47:10.942326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-fc12672c-b4a6-4b08-b182-0089f9e25f4a tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.943752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-fc12672c-b4a6-4b08-b182-0089f9e25f4a tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0958135 Jul 16 08:47:10.945511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-94cbf3f8-88f4-449e-afc6-81de933d4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.947014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-94cbf3f8-88f4-449e-afc6-81de933d4bde service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.0897863 Jul 16 08:47:11.018746 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-c0d93e27-98e1-46db-836b-f52df33d1bb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 1000 time: 0.0628860 Jul 16 08:47:11.060438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-4cb46d3a-41e4-4048-bde5-aa0d94e0af7d tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1000 time: 0.1098189 Jul 16 08:47:11.071285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-392509ce-6d23-44c2-895b-4c40e6c7b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.072825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Request body: {'floatingip': {'port_id': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:11.073107 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-392509ce-6d23-44c2-895b-4c40e6c7b88e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0460701 Jul 16 08:47:11.077616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b71734a5-11ab-4dc3-a425-3c5bf6621027 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:11.113129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-82738161-029b-4e79-ae98-8e107055e212 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1472323001&fields=id&tenant_id=65751027b7fb422d8d4c7e3c84b106bb HTTP/1.1" status: 200 len: 267 time: 0.1025424 Jul 16 08:47:11.135862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-0c59cf72-61ba-49d7-a64b-162f557689c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.137555 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-0c59cf72-61ba-49d7-a64b-162f557689c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559547 Jul 16 08:47:11.172360 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.179326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b71734a5-11ab-4dc3-a425-3c5bf6621027, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b71734a5-11ab-4dc3-a425-3c5bf6621027,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:11.191587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'b71734a5-11ab-4dc3-a425-3c5bf6621027', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'b71734a5-11ab-4dc3-a425-3c5bf6621027', 'mac_address': 'fa:16:3e:8a:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:11.238070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.250227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-89aae82e-4ce6-433f-8a75-4739567b646a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.251529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71734a5-11ab-4dc3-a425-3c5bf6621027 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:11.252119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-89aae82e-4ce6-433f-8a75-4739567b646a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 945 time: 0.1319516 Jul 16 08:47:11.280060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'port': {'security_groups': ['f5852feb-200d-418d-b781-87c162d38320', 'bab7738a-8910-4b0d-9272-3a6acb3f09b5']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:11.284741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b71734a5-11ab-4dc3-a425-3c5bf6621027, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b71734a5-11ab-4dc3-a425-3c5bf6621027,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:11.293780 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.345695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b71734a5-11ab-4dc3-a425-3c5bf6621027,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.454243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.539404 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-d873636b-a7e4-4257-be06-00a28192448b service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826745 Jul 16 08:47:11.635768 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c882f67-daa6-4c1e-bd6c-0bc3150899f9 req-56f4eb2e-50ad-4f80-ae45-d379108901e7 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827367 Jul 16 08:47:11.723378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b71734a5-11ab-4dc3-a425-3c5bf6621027'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:12.069458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] For port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:12.159932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.165770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.190605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:12.208605 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.222552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.232031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.232687 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.234155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fa89272-8d48-4fc2-b40e-3f1c75042a3b req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "PUT /v2.0/ports/5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 200 len: 981 time: 0.9628232 Jul 16 08:47:12.299126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'Port': ['ID=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.312710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.312710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.313077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.313416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.314686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.315020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.315413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.315741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.316063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.316385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.316703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.317018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dd7b8-b922-49cf-b3a2-6b5e7e204597 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:12.390776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:12.399141 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 associated. External IP: 172.25.6.85, port: 3de08ba9-21e5-421e-a9ed-dd74464ce76a. Jul 16 08:47:12.471524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e04aa-62e1-4cb1-92fe-c6da3fe4f79d req-0122a002-3b12-4baf-9c02-0c7b28b25ae6 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.473056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b6e04aa-62e1-4cb1-92fe-c6da3fe4f79d req-0122a002-3b12-4baf-9c02-0c7b28b25ae6 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 945 time: 0.1259885 Jul 16 08:47:12.548533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b6e04aa-62e1-4cb1-92fe-c6da3fe4f79d req-97c2eb3c-cb3b-46bd-b9a7-fb9b3d27d279 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493743 Jul 16 08:47:12.669766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:12.787387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5'}, {'name': 'network-changed', 'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:12.788436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:12.789962 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83f1ee7-f914-48bb-8867-590f9ffb7db0" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5"}, {"name": "network-changed", "server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:12.830436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:12.842161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:12.862969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:12.863594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:12.877996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b56a-4f7f-423c-9230-a347f9f49e63 req-3a429068-b739-4283-a7b8-3ca95468c64e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.879571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5698b56a-4f7f-423c-9230-a347f9f49e63 req-3a429068-b739-4283-a7b8-3ca95468c64e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 944 time: 0.1639428 Jul 16 08:47:12.958066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5698b56a-4f7f-423c-9230-a347f9f49e63 req-60412ff8-d11f-4cae-9e88-f36c00eb686d tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698965 Jul 16 08:47:13.026385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:13.077867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b71734a5-11ab-4dc3-a425-3c5bf6621027 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:13.089890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:13.230832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dc0b7-c92f-46ef-a4dc-441739825430 req-e6aaa347-c88d-45fa-a8b5-22179850b898 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.232228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-081dc0b7-c92f-46ef-a4dc-441739825430 req-e6aaa347-c88d-45fa-a8b5-22179850b898 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1388037 Jul 16 08:47:13.238979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port b71734a5-11ab-4dc3-a425-3c5bf6621027 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:13.274807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port b71734a5-11ab-4dc3-a425-3c5bf6621027 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:13.275305 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.299855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:13.310569 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.341816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-081dc0b7-c92f-46ef-a4dc-441739825430 req-8e2ee8fd-3765-4e5d-801e-cd9503248687 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001039 Jul 16 08:47:13.405320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88634e58-732e-469d-882a-fd25bfdd156c req-fb31e5c9-055f-4849-a962-ac207db38770 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.406825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88634e58-732e-469d-882a-fd25bfdd156c req-fb31e5c9-055f-4849-a962-ac207db38770 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 945 time: 0.1571033 Jul 16 08:47:13.410011 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.438531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481032bf-263b-49de-8ccb-3b9e7b9815d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71734a5-11ab-4dc3-a425-3c5bf6621027'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:13.441571 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb888ce0-0864-42d7-9085-7f7650949dbf" -d '{"events": [{"server_uuid": "481032bf-263b-49de-8ccb-3b9e7b9815d0", "name": "network-vif-plugged", "status": "completed", "tag": "b71734a5-11ab-4dc3-a425-3c5bf6621027"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:13.448112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-807e7b32-1e4c-4009-b04b-a11c029e13c4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "PUT /v2.0/floatingips/bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 HTTP/1.1" status: 200 len: 998 time: 2.3811486 Jul 16 08:47:13.453528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:80:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:12Z', 'revision_number': 3, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:13.459264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b71734a5-11ab-4dc3-a425-3c5bf6621027, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b71734a5-11ab-4dc3-a425-3c5bf6621027,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.484232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:13.486831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.514169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:13.514519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:13.545071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-9d51a27f-7349-4ad3-ad9b-8198b7edb6d2 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.546508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-9d51a27f-7349-4ad3-ad9b-8198b7edb6d2 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports/3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 942 time: 0.0905106 Jul 16 08:47:13.581436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Deleting port 0ec7293d-c9ff-40a5-8906-ca153a17f894 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:13.581804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.639745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b71734a5-11ab-4dc3-a425-3c5bf6621027,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:13.671137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:13.741359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] For port 0ec7293d-c9ff-40a5-8906-ca153a17f894, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0ec7293d-c9ff-40a5-8906-ca153a17f894,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.741614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.767598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Calling delete_port for 0ec7293d-c9ff-40a5-8906-ca153a17f894 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:13.793384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-98f87097-36e3-4676-ac48-f369942b58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.794970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-98f87097-36e3-4676-ac48-f369942b58c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.1410625 Jul 16 08:47:13.871194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc8b0-24b3-4c92-8a9d-23214ee2512e req-25247d0c-ecd1-44ac-8540-debe01e196d2 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.872682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5bcc8b0-24b3-4c92-8a9d-23214ee2512e req-25247d0c-ecd1-44ac-8540-debe01e196d2 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 950 time: 0.1867399 Jul 16 08:47:13.901246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:80:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:12Z', 'revision_number': 3, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:13.927896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e1654-3363-4d4a-88fc-efaafec3e5e5 None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:80:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:12Z', 'revision_number': 3, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:13.978265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5bcc8b0-24b3-4c92-8a9d-23214ee2512e req-89a33fe6-201e-41b3-b1b2-9b8d025de04f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971959 Jul 16 08:47:14.010578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-36839ede-7253-4d52-bd71-7179a74d8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.012095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-36839ede-7253-4d52-bd71-7179a74d8d21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.1875882 Jul 16 08:47:14.088199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-5c9a62d6-c098-4388-99c3-252c86a547c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 217 time: 0.0634654 Jul 16 08:47:14.108599 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.120493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a', '0ec7293d-c9ff-40a5-8906-ca153a17f894'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:14.124822 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4eb0dc-0b09-4eb1-95d3-84ffc66f72ca None None] New status for floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:14.224967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event deleted for resources: {'Port': ['ID=0ec7293d-c9ff-40a5-8906-ca153a17f894,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.230957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c70e6da4-15fa-4b7e-96ac-c1b1417a6ec5 req-1595b00e-5866-48b0-a053-6c68f7f63214 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/bab7738a-8910-4b0d-9272-3a6acb3f09b5 HTTP/1.1" status: 200 len: 1800 time: 0.1983454 Jul 16 08:47:14.231751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] No DVR routers for this DVR port 0ec7293d-c9ff-40a5-8906-ca153a17f894 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:14.236257 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.238280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88634e58-732e-469d-882a-fd25bfdd156c req-8f238876-06a4-4098-906e-5eb5354da215 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "DELETE /v2.0/ports/0ec7293d-c9ff-40a5-8906-ca153a17f894 HTTP/1.1" status: 204 len: 173 time: 0.8192143 Jul 16 08:47:14.242069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-e28d17bf-14bd-4d64-9327-ff662d782a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.243525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-e28d17bf-14bd-4d64-9327-ff662d782a9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.1470127 Jul 16 08:47:14.341493 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-c70e6da4-15fa-4b7e-96ac-c1b1417a6ec5 req-b64317ef-2adf-429f-933e-080969b51789 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:47:14.343242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c70e6da4-15fa-4b7e-96ac-c1b1417a6ec5 req-b64317ef-2adf-429f-933e-080969b51789 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/bab7738a-8910-4b0d-9272-3a6acb3f09b5 HTTP/1.1" status: 409 len: 341 time: 0.0981655 Jul 16 08:47:14.359498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-cd63e54c-6835-46d7-a0da-2de16049554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.367518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-cd63e54c-6835-46d7-a0da-2de16049554c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923402 Jul 16 08:47:14.374258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-d3858928-ad36-47ae-8446-8de53fd43721 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:47:14.376890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-d3858928-ad36-47ae-8446-8de53fd43721 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079591 Jul 16 08:47:14.378883 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2186f9d7-55e4-4e2d-a0fa-f05b589cbc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.410749 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1534f4a3-4be7-4b42-bb2c-901292bf2a88 x-openstack-request-id: req-1534f4a3-4be7-4b42-bb2c-901292bf2a88 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:14.411052 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:14.411311 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1534f4a3-4be7-4b42-bb2c-901292bf2a88 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:14.411708 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5', 'status': 'completed', 'code': 200} Jul 16 08:47:14.411965 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8', 'status': 'completed', 'code': 200} Jul 16 08:47:14.437694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:14.447964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:14.448726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:14.504146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-c0eb73a8-4ab7-4337-b9d7-51bc97d05cfd service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213608 Jul 16 08:47:14.507529 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf24faa1-3e6e-461e-8ae6-f2a6fc3d4cad x-openstack-request-id: req-cf24faa1-3e6e-461e-8ae6-f2a6fc3d4cad {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:14.508095 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481032bf-263b-49de-8ccb-3b9e7b9815d0", "name": "network-vif-plugged", "status": "completed", "tag": "b71734a5-11ab-4dc3-a425-3c5bf6621027", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:14.508468 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf24faa1-3e6e-461e-8ae6-f2a6fc3d4cad {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:14.508945 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481032bf-263b-49de-8ccb-3b9e7b9815d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71734a5-11ab-4dc3-a425-3c5bf6621027', 'code': 200} Jul 16 08:47:14.558765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-f946b067-eb59-484a-b700-f4ad7e9f638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.560952 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-f946b067-eb59-484a-b700-f4ad7e9f638f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1096 time: 0.1196895 Jul 16 08:47:14.668215 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-b8352b97-972e-403c-a432-b2a7ee30e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.670188 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-b8352b97-972e-403c-a432-b2a7ee30e85b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.1021936 Jul 16 08:47:14.722158 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-bc5a486b-7cae-49f6-9224-a42bfb17e001 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 200 len: 217 time: 0.0423353 Jul 16 08:47:14.744949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:14.780880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-d4efde3e-e2c7-47fe-af86-a2d833f68d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.782816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-d4efde3e-e2c7-47fe-af86-a2d833f68d97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0501771 Jul 16 08:47:14.817235 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-c8ed813e-18f6-4647-973e-b804a88c5384 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277190 Jul 16 08:47:14.863818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac34e15c-c620-4a35-b6dd-e75b3f2a3589 req-3d57b7b8-3cfa-4623-bac1-cc573850ef6f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fbfbdc1-6737-44d4-b1c8-6830f8866c0f HTTP/1.1" status: 200 len: 210 time: 0.0646021 Jul 16 08:47:14.929245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-5244bbe7-7555-4042-a2c2-d7a9b13d381f service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032505 Jul 16 08:47:14.935405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-69856112-c76c-4dd1-b167-943a1a994c7a service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308765 Jul 16 08:47:14.938242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5e32-bf96-4d3d-bbf6-57a95b9e50e2 req-51b78c3d-aca1-4579-be5c-ca8005530bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.940132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c48b5e32-bf96-4d3d-bbf6-57a95b9e50e2 req-51b78c3d-aca1-4579-be5c-ca8005530bfd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 1102 time: 0.1424453 Jul 16 08:47:15.013224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:80:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:14Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:15.023755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c48b5e32-bf96-4d3d-bbf6-57a95b9e50e2 req-866584bc-746f-4cad-853d-21aad68c3ef3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734718 Jul 16 08:47:15.055899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:15.056729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-91099ceb-9eb6-46ee-b917-d18437201eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.058291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-91099ceb-9eb6-46ee-b917-d18437201eb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 1098 time: 0.0815973 Jul 16 08:47:15.068741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:15.069370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:46:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:15.074009 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.108382 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-4c421244-1d4b-4cab-85e8-6a9f7a05691f service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657267 Jul 16 08:47:15.113899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:15.179299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb297b-afa0-48ec-8e72-d5b70f387aa6 req-93c4b0c6-9b4f-450e-83e9-db52d66bec26 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.180852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1bb297b-afa0-48ec-8e72-d5b70f387aa6 req-93c4b0c6-9b4f-450e-83e9-db52d66bec26 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 944 time: 0.1389263 Jul 16 08:47:15.210711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-12eeb7ea-023c-4d43-872c-a3a60a039ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.212242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-12eeb7ea-023c-4d43-872c-a3a60a039ecd service neutron] 10.222.0.55 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.1341262 Jul 16 08:47:15.268500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:15.279364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-a4355b0c-e93a-4137-863d-ce335a6f2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.280995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-a4355b0c-e93a-4137-863d-ce335a6f2180 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 1136 time: 0.1063836 Jul 16 08:47:15.302368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1bb297b-afa0-48ec-8e72-d5b70f387aa6 req-6f43926a-7262-4cc1-abee-e7a6f0e7f1b4 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111414 Jul 16 08:47:15.334283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-fae5d03c-a3bf-431c-aa41-f53b4800c7da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 1001 time: 0.1096849 Jul 16 08:47:15.388321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:15.390877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-3b918d91-947f-405c-9d12-7cf89966747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.391047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-487762fa-dfca-422c-b1d1-7537c879b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.392716 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-3b918d91-947f-405c-9d12-7cf89966747e service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 913 time: 0.1048272 Jul 16 08:47:15.393247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-487762fa-dfca-422c-b1d1-7537c879b718 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0527337 Jul 16 08:47:15.411516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5', 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'port_id': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5', 'mac_address': 'fa:16:3e:46:84:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8307d455-1b57-4e72-9720-ac3e62f2f67a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:15.443606 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-298bbde3-d1d9-4277-b92d-86be3aa00140 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 200 len: 217 time: 0.0431330 Jul 16 08:47:15.466710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900455-f539-4051-8303-2d7bb27ef57f req-8fc23637-280e-4ad8-b34a-223316c1062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.468262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-8fc23637-280e-4ad8-b34a-223316c1062d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694890 Jul 16 08:47:15.507988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-39565c32-3850-45ea-afb5-1cf008fba835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.510120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-39565c32-3850-45ea-afb5-1cf008fba835 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.0586386 Jul 16 08:47:15.515494 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.538231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:15.558519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:15.572824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-8cf8bc05-7745-4674-81b4-19eb15bf4f8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556724 Jul 16 08:47:15.580657 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.623751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-0fe5e950-5c5e-4bf9-97c6-f532146c8d07 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444659 Jul 16 08:47:15.678049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:15.690071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:80:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:14Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:15.690257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-0f308f46-b7df-4b8a-87c4-ee352fd6118a service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037765 Jul 16 08:47:15.717774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d51251f-c738-4d56-965a-64a60d450cd6 None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:80:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:14Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:15.754207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3900455-f539-4051-8303-2d7bb27ef57f req-fabd92e8-3945-4f18-9969-958183232e5f service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340022 Jul 16 08:47:15.778096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aeb52-a79b-4b8e-8a66-b7c3b1ff2257 req-80ec8959-12a3-499d-8d2a-4f7304bdb3e2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.779989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb4aeb52-a79b-4b8e-8a66-b7c3b1ff2257 req-80ec8959-12a3-499d-8d2a-4f7304bdb3e2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.0946290 Jul 16 08:47:15.804855 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b83f1ee7-f914-48bb-8867-590f9ffb7db0 req-d0a78d44-a285-47e6-9988-6ba0b1427a54 service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083505 Jul 16 08:47:15.826664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb4aeb52-a79b-4b8e-8a66-b7c3b1ff2257 req-b501df2c-deb7-474e-b8d6-ba1df0e4f0dd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Jul 16 08:47:15.943126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-0deb1444-7adf-4995-a6d7-d61fd932c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.944788 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-0deb1444-7adf-4995-a6d7-d61fd932c1e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 1136 time: 0.0737550 Jul 16 08:47:16.027116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['22b86e4f-c15e-41b8-b5fb-2afb38956eb5'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:16.052739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-aac22bc6-4231-447e-8ed5-860658021d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.054302 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-aac22bc6-4231-447e-8ed5-860658021d7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 913 time: 0.1020284 Jul 16 08:47:16.084358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971903f-76c1-4706-9c8e-439024208e1d req-f5807022-c4e8-49fb-a740-0848f68006a7 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.085965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6971903f-76c1-4706-9c8e-439024208e1d req-f5807022-c4e8-49fb-a740-0848f68006a7 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 950 time: 0.0765514 Jul 16 08:47:16.110386 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-cc97f334-87cb-4307-83ec-68d7c60dbd08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 200 len: 217 time: 0.0459936 Jul 16 08:47:16.180659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6971903f-76c1-4706-9c8e-439024208e1d req-b8a68776-c53a-4f20-970c-ab4a9946d992 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883489 Jul 16 08:47:16.181451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-38b5b505-6f40-418b-a7df-2ab6013b739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.182967 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-38b5b505-6f40-418b-a7df-2ab6013b739c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.0585098 Jul 16 08:47:16.226219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-a36e800f-ad1b-48a0-b97d-0e07d4d27639 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343435 Jul 16 08:47:16.234155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29931a47-b24c-4923-95a1-9813b027c240 req-ffc41d6a-83ab-4829-afa0-e2f281d32e4a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.236410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29931a47-b24c-4923-95a1-9813b027c240 req-ffc41d6a-83ab-4829-afa0-e2f281d32e4a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 984 time: 0.1363649 Jul 16 08:47:16.318285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81efb5c6-cef0-4fda-8869-acba33a83312 req-0a1c6eef-d43a-4259-8327-a595396810b2 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1001 time: 0.1060734 Jul 16 08:47:16.322388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29931a47-b24c-4923-95a1-9813b027c240 req-ca276231-471d-4133-8cfc-836027a258c2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&id=bab7738a-8910-4b0d-9272-3a6acb3f09b5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0558703 Jul 16 08:47:16.330615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-b01a2028-add6-49a8-97a1-0b760d357101 service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867457 Jul 16 08:47:16.383640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb5c6-cef0-4fda-8869-acba33a83312 req-7d63bfbc-44f7-4879-8b42-5193a8e9d41c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.385489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81efb5c6-cef0-4fda-8869-acba33a83312 req-7d63bfbc-44f7-4879-8b42-5193a8e9d41c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports/02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 943 time: 0.0614259 Jul 16 08:47:16.420171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a'}, {'name': 'network-changed', 'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88'}, {'server_uuid': '4fbfbdc1-6737-44d4-b1c8-6830f8866c0f', 'name': 'network-vif-deleted', 'tag': '0ec7293d-c9ff-40a5-8906-ca153a17f894'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:16.420171 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a947679-d58c-4b35-8073-cf9cbdc75608" -d '{"events": [{"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a"}, {"name": "network-changed", "server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88"}, {"server_uuid": "4fbfbdc1-6737-44d4-b1c8-6830f8866c0f", "name": "network-vif-deleted", "tag": "0ec7293d-c9ff-40a5-8906-ca153a17f894"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:16.441769 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-704da768-6d1b-4620-9983-fa4d4c952c46 req-cdd28d2f-4471-42c9-9017-8f4edf77d753 service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041429 Jul 16 08:47:16.551325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81efb5c6-cef0-4fda-8869-acba33a83312 req-f4871a8c-b87b-45b2-9bfb-936555082504 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1001 time: 0.0683372 Jul 16 08:47:16.677707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb5c6-cef0-4fda-8869-acba33a83312 req-dc49879b-158a-486c-9cc4-6ede07ccac88 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.679127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81efb5c6-cef0-4fda-8869-acba33a83312 req-dc49879b-158a-486c-9cc4-6ede07ccac88 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1210852 Jul 16 08:47:16.732431 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d6fce-ab8a-45c9-88cf-3245c157c75f x-openstack-request-id: req-a19d6fce-ab8a-45c9-88cf-3245c157c75f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:16.732813 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88", "status": "completed", "code": 200}, {"server_uuid": "4fbfbdc1-6737-44d4-b1c8-6830f8866c0f", "name": "network-vif-deleted", "tag": "0ec7293d-c9ff-40a5-8906-ca153a17f894", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:16.733142 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a19d6fce-ab8a-45c9-88cf-3245c157c75f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:16.733616 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'status': 'completed', 'code': 200} Jul 16 08:47:16.733974 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'status': 'completed', 'code': 200} Jul 16 08:47:16.734301 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbfbdc1-6737-44d4-b1c8-6830f8866c0f', 'name': 'network-vif-deleted', 'tag': '0ec7293d-c9ff-40a5-8906-ca153a17f894', 'status': 'completed', 'code': 200} Jul 16 08:47:16.747370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50aa77-ac85-4b38-89d8-6b50cf10c374 req-11d0c687-f481-4a82-a7c6-fbf073446ef7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.748997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b50aa77-ac85-4b38-89d8-6b50cf10c374 req-11d0c687-f481-4a82-a7c6-fbf073446ef7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 945 time: 0.0689790 Jul 16 08:47:16.792246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b50aa77-ac85-4b38-89d8-6b50cf10c374 req-ef37251c-867a-490d-bab1-d4c4c01f7e32 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Jul 16 08:47:16.826148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-20f438e6-64b8-4866-8c93-b80c63a65f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.827771 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-20f438e6-64b8-4866-8c93-b80c63a65f3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.0649531 Jul 16 08:47:16.922859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-faf0f5bc-2a4b-4aa1-b75b-bb9b3f5728db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.924454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-faf0f5bc-2a4b-4aa1-b75b-bb9b3f5728db service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.0902462 Jul 16 08:47:16.942630 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-99c6a867-7069-493e-8d9d-fa659024b198 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1001 time: 0.1167700 Jul 16 08:47:16.972170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-962b895a-f72b-4084-a04e-0a116f4f1e38 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.972444 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-7ea35bc2-7e1b-4b70-83cd-5f73e838f342 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 217 time: 0.0363853 Jul 16 08:47:16.973582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-962b895a-f72b-4084-a04e-0a116f4f1e38 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.1710510 Jul 16 08:47:17.019118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-255081b5-3dd0-49c3-a745-fd27e1fb552d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/quotas/3206175599bd452fb6bb65f4568bfc23 HTTP/1.1" status: 200 len: 375 time: 0.0272577 Jul 16 08:47:17.031636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-b5256c2a-fe21-4775-90f6-3b63b2642fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.032858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a316-85d2-411d-aec8-9b7054b1015b req-2cfe3a58-76ad-4c3a-a509-db81404eb981 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.033459 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-b5256c2a-fe21-4775-90f6-3b63b2642fdf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0514197 Jul 16 08:47:17.034304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-2cfe3a58-76ad-4c3a-a509-db81404eb981 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports/02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 943 time: 0.0825973 Jul 16 08:47:17.104335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-41fecf21-66a8-482e-9384-e0c44ad64a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.106924 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-41fecf21-66a8-482e-9384-e0c44ad64a33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622149 Jul 16 08:47:17.120974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-a5b24801-b170-48c5-b755-46062a928706 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808034 Jul 16 08:47:17.213699 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-76ca25a7-778b-4cd1-b876-6ae507701c77 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849946 Jul 16 08:47:17.247918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-72673b1a-84af-4fc7-8ac3-48e08e623440 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1001 time: 0.1181979 Jul 16 08:47:17.255301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0ec7293d-c9ff-40a5-8906-ca153a17f894 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:17.275872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 0ec7293d-c9ff-40a5-8906-ca153a17f894 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:17.276210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0ec7293d-c9ff-40a5-8906-ca153a17f894 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:17.296253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-fab76fa1-3dbe-47d2-a25b-38c6aedb9105 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679566 Jul 16 08:47:17.312772 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-ddd1cd43-8fe5-4d4e-b76b-a8634632e221 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893974 Jul 16 08:47:17.424512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-8da1cfa5-4fc9-4595-8866-b7db273a3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.426154 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-8da1cfa5-4fc9-4595-8866-b7db273a3938 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 1098 time: 0.0612962 Jul 16 08:47:17.431143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a316-85d2-411d-aec8-9b7054b1015b req-7c3155cd-7286-4ccd-8d48-e9d8f6d579a3 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.432665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-7c3155cd-7286-4ccd-8d48-e9d8f6d579a3 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1770744 Jul 16 08:47:17.490723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-49f4b774-a7e9-4fff-a528-3b2402cf9bd0 service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887784 Jul 16 08:47:17.518677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-b1f35d2d-a8ad-4165-b398-787732dac6e8 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1001 time: 0.0775409 Jul 16 08:47:17.529881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-fbd3d0cb-5db0-407b-a4dd-666b9b80bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.531813 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-fbd3d0cb-5db0-407b-a4dd-666b9b80bb7f service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.0972791 Jul 16 08:47:17.543968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:17.561621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.568088 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82640625-69f9-4982-8673-381a97d25cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.617313 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-5940edb1-4488-433a-bca0-8971335938a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 1001 time: 0.0710449 Jul 16 08:47:17.624626 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.670664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-71365895-89ea-440b-b690-a02ea8f88a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.672658 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-71365895-89ea-440b-b690-a02ea8f88a7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0474184 Jul 16 08:47:17.750448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-d7c486b0-c6b4-4137-b69d-eb5d7fcc9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.752964 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-d7c486b0-c6b4-4137-b69d-eb5d7fcc9178 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713806 Jul 16 08:47:17.842192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.850974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.851293 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 disassociated. External IP: 172.25.6.85, port: 02b8b5ef-6fe2-4595-b01a-efce654c4d88. Jul 16 08:47:17.854720 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-88ec52fa-42ec-439d-8194-57dc48906858 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924754 Jul 16 08:47:17.895825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d1185-6d69-417c-87cb-c7933a93993d req-b3d9cd48-6175-47b8-a7f9-188808cdcfb6 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.899219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c2d1185-6d69-417c-87cb-c7933a93993d req-b3d9cd48-6175-47b8-a7f9-188808cdcfb6 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1657493 Jul 16 08:47:17.959097 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a947679-d58c-4b35-8073-cf9cbdc75608 req-3eaf7114-5704-4c46-8afc-991adbb0fb18 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951724 Jul 16 08:47:17.995914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c2d1185-6d69-417c-87cb-c7933a93993d req-776e5cbf-fa16-4313-b2dc-cbc11df0f70f tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914681 Jul 16 08:47:18.131414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:18.515003 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.529928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:18.534583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.541244 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:18.550963 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:18.551584 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:18.583030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-73fe0d7e-8158-4d88-a07c-5ddef269c44c tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "PUT /v2.0/floatingips/bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 HTTP/1.1" status: 200 len: 694 time: 1.0433989 Jul 16 08:47:18.591825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd46fc-6b8b-450a-8563-04ab8269ec1e req-c2bcef03-327d-4d53-8e29-298be5427daa tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.593356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebbd46fc-6b8b-450a-8563-04ab8269ec1e req-c2bcef03-327d-4d53-8e29-298be5427daa tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 950 time: 0.1160922 Jul 16 08:47:18.663100 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:18.667761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebbd46fc-6b8b-450a-8563-04ab8269ec1e req-e2fe406e-143e-4650-b3e7-408407b6892e tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653436 Jul 16 08:47:18.694333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a316-85d2-411d-aec8-9b7054b1015b req-c12e8ea9-f15f-4a89-aa08-28fae7d6b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.696034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-c12e8ea9-f15f-4a89-aa08-28fae7d6b401 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 1098 time: 0.0948911 Jul 16 08:47:18.731715 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.736364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:18.738964 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60b167f-8260-43ea-a700-26c2ec814bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:18.827364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a316-85d2-411d-aec8-9b7054b1015b req-eaf89c90-2399-482d-a1a6-5f7bd4393d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.828769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-eaf89c90-2399-482d-a1a6-5f7bd4393d4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.1270773 Jul 16 08:47:18.870501 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:18.882383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-a9f419be-fce8-43fa-9b59-692fc36f1bac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 217 time: 0.0444632 Jul 16 08:47:18.902515 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:18.906157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a71e-65a0-4dc7-9b37-5c0631ebc698 req-249b779d-3f5c-4035-8b01-d3b8e5d25fe9 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.907720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0460a71e-65a0-4dc7-9b37-5c0631ebc698 req-249b779d-3f5c-4035-8b01-d3b8e5d25fe9 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 984 time: 0.1287987 Jul 16 08:47:18.911961 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:18.912901 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:19.005130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a316-85d2-411d-aec8-9b7054b1015b req-528de480-d14c-4fe2-aa41-7807e7ce07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.006670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-528de480-d14c-4fe2-aa41-7807e7ce07ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.1170630 Jul 16 08:47:19.022307 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:19.062241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0460a71e-65a0-4dc7-9b37-5c0631ebc698 req-03fccb0d-2815-4bf0-9438-6ecb1eaccd19 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&id=bab7738a-8910-4b0d-9272-3a6acb3f09b5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1344001 Jul 16 08:47:19.120713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:19.145626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-3f1e1bac-2376-47a6-a0b0-bb3875231afd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.147155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-3f1e1bac-2376-47a6-a0b0-bb3875231afd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.1996698 Jul 16 08:47:19.156047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a316-85d2-411d-aec8-9b7054b1015b req-bc5ffa46-868b-40d2-ba62-aadd321eac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.157627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-bc5ffa46-868b-40d2-ba62-aadd321eac31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145775 Jul 16 08:47:19.180957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Request body: {'port': {'device_id': 'efbba50e-0340-42e7-bb60-654ab7b69bfb', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'admin_state_up': True, 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:19.205212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:19.210674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:19.211505 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.274274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4d2617f-f271-4578-beb5-99da55d1a6eb req-58d6c44a-7021-46eb-979b-2c4d75b26263 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 210 time: 0.0651417 Jul 16 08:47:19.314133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.347212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:19.348152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:19.350571 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bcaf89-936a-4f6d-bebf-54373c748bf5" -d '{"events": [{"server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "name": "network-vif-plugged", "status": "completed", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:19.355050 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.386547 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:19.391632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-3f6c1f3b-5fab-4b8c-ab71-1b727d3f4273 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257149 Jul 16 08:47:19.405931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.425508 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd9b96-4bda-4ac9-85f6-c2bf30ca06f8 None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:19.456631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:19.459951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.607582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1091a316-85d2-411d-aec8-9b7054b1015b req-a6b116fb-976f-43d3-b302-c301c31caa47 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089794 Jul 16 08:47:19.668232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517ee9c-0d13-4d21-b8da-e62e7b37b364 None None] New status for floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:19.669698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fc81-b515-4329-b881-70b66ce00a89 req-bb257607-461d-4b39-bfd3-6b270d513727 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.671259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd67fc81-b515-4329-b881-70b66ce00a89 req-bb257607-461d-4b39-bfd3-6b270d513727 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 946 time: 0.2329156 Jul 16 08:47:19.715929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Allocated IP 172.20.0.12 (ff0bd8d5-928e-4372-933c-180eae691c3c/1b8f6089-c041-4c6e-9073-12eb30d5fc0c/dff22c20-78e4-4cc7-b002-cb4f2df0ab16) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:19.752419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd67fc81-b515-4329-b881-70b66ce00a89 req-604e5ddf-0ba9-47e0-84a5-eb9684dde992 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728087 Jul 16 08:47:19.815032 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c3d705-6aa2-4e22-ae3f-5dcca146e855 x-openstack-request-id: req-70c3d705-6aa2-4e22-ae3f-5dcca146e855 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:19.816551 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:19.816819 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70c3d705-6aa2-4e22-ae3f-5dcca146e855 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:19.817222 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'status': 'completed', 'code': 200} Jul 16 08:47:19.906970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-3adbeae2-f3bc-489d-af12-758051a25cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.910037 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-3adbeae2-f3bc-489d-af12-758051a25cd5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 1098 time: 0.0711079 Jul 16 08:47:19.939860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.992893 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.032404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da27dd-e026-43c2-89b3-9c58c5740463 req-6311b898-78eb-442a-b839-ba238b30708d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.033999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3da27dd-e026-43c2-89b3-9c58c5740463 req-6311b898-78eb-442a-b839-ba238b30708d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1161556 Jul 16 08:47:20.035657 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.050957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-aaf5a49c-5605-4dd2-8ae1-d8804ab21b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.052599 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-aaf5a49c-5605-4dd2-8ae1-d8804ab21b77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.1341126 Jul 16 08:47:20.068592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:20.106719 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-d8c3d438-93f2-4f3e-b090-4e7e76130bec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 200 len: 217 time: 0.0453892 Jul 16 08:47:20.107076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Network ff0bd8d5-928e-4372-933c-180eae691c3c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:20.137480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:20.139366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event updated for resources: {'Port': ['ID=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:20.149840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:20.160464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3da27dd-e026-43c2-89b3-9c58c5740463 req-418b5385-0ab7-4c65-89a8-45c94a6039d5 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175120 Jul 16 08:47:20.179591 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-65054df5-b9a0-49da-8205-77a1ce8759e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.181091 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-65054df5-b9a0-49da-8205-77a1ce8759e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0673788 Jul 16 08:47:20.190569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-8716dd8b-bede-4364-93d9-c4d934bdc894 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-394010647&fields=id&tenant_id=65751027b7fb422d8d4c7e3c84b106bb HTTP/1.1" status: 200 len: 267 time: 0.0883269 Jul 16 08:47:20.218426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.219241 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.252347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-f596f8d3-b818-436f-b907-f933e3710cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.254113 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-f596f8d3-b818-436f-b907-f933e3710cd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647101 Jul 16 08:47:20.271826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-e008b42b-b17a-4333-809c-2f9f8a355ac3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1071024 Jul 16 08:47:20.302795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-fd3ff6b2-32b3-42eb-8294-59f3f4c1ed8c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.304421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-fd3ff6b2-32b3-42eb-8294-59f3f4c1ed8c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 984 time: 0.0806799 Jul 16 08:47:20.310983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Request body: {'port': {'device_id': 'efbba50e-0340-42e7-bb60-654ab7b69bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:20.337512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'port': {'security_groups': ['bab7738a-8910-4b0d-9272-3a6acb3f09b5', 'f5852feb-200d-418d-b781-87c162d38320', '38029204-703d-40a7-b58d-37204b420889']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:20.364648 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-5cc2ca88-c310-4f84-9baf-028282269ee0 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023271 Jul 16 08:47:20.429079 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4252a2d-774f-49e6-941a-2766a0e321ed x-openstack-request-id: req-d4252a2d-774f-49e6-941a-2766a0e321ed {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:20.430025 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "name": "network-vif-plugged", "status": "completed", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:20.430583 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4252a2d-774f-49e6-941a-2766a0e321ed {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:20.431177 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5', 'code': 200} Jul 16 08:47:20.464631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.467098 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.478991 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e60b167f-8260-43ea-a700-26c2ec814bd5 req-a0b07fea-afaa-4c7b-b345-411197f917fd service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064861 Jul 16 08:47:20.585785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7bb2b-624e-4973-bd19-9cd874546836 req-a282b78c-be5a-4f80-aaf2-e3a1a2ceec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.587330 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0bc7bb2b-624e-4973-bd19-9cd874546836 req-a282b78c-be5a-4f80-aaf2-e3a1a2ceec1e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1098 time: 0.0659118 Jul 16 08:47:20.625401 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0bc7bb2b-624e-4973-bd19-9cd874546836 req-3edd9aab-51c5-4b67-a455-97eb5801d6d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Jul 16 08:47:20.846465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] For port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:20.895527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff22c20-78e4-4cc7-b002-cb4f2df0ab16 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:20.909151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.912831 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.920269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.932089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:20.934098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Transition to ACTIVE for port object dff22c20-78e4-4cc7-b002-cb4f2df0ab16 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:20.935338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:20.963390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.994181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.995128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.996195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bda2653-940d-4f9c-83a9-f9edbabbd612 req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "PUT /v2.0/ports/5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 200 len: 1020 time: 0.6825578 Jul 16 08:47:21.046291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da7702-f16a-4224-a89f-f2b4caa20ef3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'Port': ['ID=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:21.181019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Pushing event updated for resources: {'Port': ['ID=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:21.211385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:21.228107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.228590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.229061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.229529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.230026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.230489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.230953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.231414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.231870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.232326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.232785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.233250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.233729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.234190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.234648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.235106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.235863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.236290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.236750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.237212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.237691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.240553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-41ecbf9f-c23b-433d-91bd-99a993faa0cc tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb&device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43&device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0&device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853&device_id=2a53974a-baf9-490c-9439-168f56eeef6c&device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30&device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6&device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e&device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a&device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09&device_id=bd60d2ad-91d7-4693-a8f0-530082263689&device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602&device_id=1dd0e178-2118-4608-948f-720a937add1c&device_id=8ce13c16-39c5-47b4-b417-871644839270&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 19042 time: 0.2808425 Jul 16 08:47:21.244898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Attempting to bind port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:21.245252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Attempting to bind port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:21.245566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Attempting to bind port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:21.260074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 on network ff0bd8d5-928e-4372-933c-180eae691c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:21.260448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Attempting to bind port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:21.275459 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-a1932a5b-ebd0-4f94-bc5e-7698ce91cd9a tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.277237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:21.277575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:21.277984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Bound using segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:21.278417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Bound port: dff22c20-78e4-4cc7-b002-cb4f2df0ab16, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:21.278763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.307416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb941523-86e1-400d-a28f-d54e102264de req-59dd361b-b20c-4060-980f-984044534a0f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.309545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb941523-86e1-400d-a28f-d54e102264de req-59dd361b-b20c-4060-980f-984044534a0f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 944 time: 0.1908031 Jul 16 08:47:21.415232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb941523-86e1-400d-a28f-d54e102264de req-559f8ea2-76e9-494e-85c0-61542c508621 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959959 Jul 16 08:47:21.423871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] For port dff22c20-78e4-4cc7-b002-cb4f2df0ab16, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:21.428507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] For port dff22c20-78e4-4cc7-b002-cb4f2df0ab16, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:21.433940 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.478869 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:47:21.481886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.482509 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.483881 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] 10.222.0.54 "PUT /v2.0/ports/dff22c20-78e4-4cc7-b002-cb4f2df0ab16 HTTP/1.1" status: 200 len: 1093 time: 1.1785016 Jul 16 08:47:21.520640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bbc36-ffb3-47d7-b17d-2ad85a2841be service neutron] Pushing event updated for resources: {'Port': ['ID=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:21.538030 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-a1932a5b-ebd0-4f94-bc5e-7698ce91cd9a tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.558089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-a1932a5b-ebd0-4f94-bc5e-7698ce91cd9a tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.632824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5d7598c-9019-42d9-825a-bc0518cd85ec req-a1932a5b-ebd0-4f94-bc5e-7698ce91cd9a tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&id=f5852feb-200d-418d-b781-87c162d38320&id=6e090c51-689d-4191-8f3b-d71b79a41d89&id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&id=cef2f046-0e53-4a23-afa3-33af21deddd9&id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=725b277f-58e1-44c2-860d-a0e659c11c54&id=5b709d11-d880-4d96-9fd4-d8318b824e65&id=38029204-703d-40a7-b58d-37204b420889&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&id=db7e047c-d3d5-4893-bd63-35435036f700&id=bab7738a-8910-4b0d-9272-3a6acb3f09b5&fields=id&fields=name HTTP/1.1" status: 200 len: 1335 time: 0.3823786 Jul 16 08:47:21.663152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1932a5b-ebd0-4f94-bc5e-7698ce91cd9a tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f4f9f1-66a9-4cf5-bf34-12ddbbae5116,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:21.700338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-aa1eaeff-9f24-44f7-86d9-883e22324878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.702159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-aa1eaeff-9f24-44f7-86d9-883e22324878 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 1096 time: 0.1590414 Jul 16 08:47:21.712379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-3ed194ea-4158-4938-88f8-78fdda9067ec tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.714749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-3ed194ea-4158-4938-88f8-78fdda9067ec tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1730447 Jul 16 08:47:21.756576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-a5903fd9-7ed7-4ffc-b486-9b3202f4c541 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff22c20-78e4-4cc7-b002-cb4f2df0ab16 HTTP/1.1" status: 200 len: 217 time: 0.0405946 Jul 16 08:47:21.830010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'}, {'name': 'network-changed', 'server_uuid': 'efbba50e-0340-42e7-bb60-654ab7b69bfb', 'tag': 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:21.833462 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8"}, {"name": "network-changed", "server_uuid": "efbba50e-0340-42e7-bb60-654ab7b69bfb", "tag": "dff22c20-78e4-4cc7-b002-cb4f2df0ab16"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:21.870852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-423c6603-92eb-41a0-9c48-bdbdcf9fa95b tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.1181369 Jul 16 08:47:21.886506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Request body: {'floatingip': {'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:21.936419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.939954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-0fce6133-950b-4cff-b821-42c0bda14a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.941604 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-0fce6133-950b-4cff-b821-42c0bda14a60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.1715524 Jul 16 08:47:22.286322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d3a0-2c2b-4a27-8bf2-b14a5459f54e req-6433ffdc-54c3-40b8-953e-6075de1d2002 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.288048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a83d3a0-2c2b-4a27-8bf2-b14a5459f54e req-6433ffdc-54c3-40b8-953e-6075de1d2002 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 946 time: 0.5343449 Jul 16 08:47:22.291826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-f7145b1d-abfa-4bf7-8297-bc4cb27ac9a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3196523 Jul 16 08:47:22.401244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a83d3a0-2c2b-4a27-8bf2-b14a5459f54e req-210c7218-f983-4b60-890e-440e85ea64b4 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066074 Jul 16 08:47:22.501784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-683fd418-ba34-47d0-aac5-6a200460f5ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.503272 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-683fd418-ba34-47d0-aac5-6a200460f5ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.52 "GET /v2.0/ports?device_id=a17b9f3b-7bc9-450a-8924-42a381d7ba30 HTTP/1.1" status: 200 len: 946 time: 0.0637341 Jul 16 08:47:22.547537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-4249cb00-f302-4918-a3d4-547f0fcdafe8 service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291183 Jul 16 08:47:22.564310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-138e76d9-0822-4daf-be9d-0b98e0db0894 req-02bdf95f-82e0-4d18-8229-c84b4a49aff3 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/38029204-703d-40a7-b58d-37204b420889 HTTP/1.1" status: 200 len: 1800 time: 0.1076431 Jul 16 08:47:22.611462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Deleting port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:22.611806 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.699719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] For port 02b8b5ef-6fe2-4595-b01a-efce654c4d88, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=02b8b5ef-6fe2-4595-b01a-efce654c4d88,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:22.700080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.718602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Calling delete_port for 02b8b5ef-6fe2-4595-b01a-efce654c4d88 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:22.761956 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-138e76d9-0822-4daf-be9d-0b98e0db0894 req-f665b7aa-1215-4154-a042-edc8d337133b tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:47:22.762974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-138e76d9-0822-4daf-be9d-0b98e0db0894 req-f665b7aa-1215-4154-a042-edc8d337133b tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/38029204-703d-40a7-b58d-37204b420889 HTTP/1.1" status: 409 len: 341 time: 0.1904819 Jul 16 08:47:22.775927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e94f27-cd46-497d-ac19-b1b31c223b70 req-5f4a6435-2493-4f89-b8e1-1250a6a244ce service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146850 Jul 16 08:47:22.854915 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.867769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3de08ba9-21e5-421e-a9ed-dd74464ce76a', '02b8b5ef-6fe2-4595-b01a-efce654c4d88'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:22.884221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Pushing event deleted for resources: {'Port': ['ID=02b8b5ef-6fe2-4595-b01a-efce654c4d88,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:22.897792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.898223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.898491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.898818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.899145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.899986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.899986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.900213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.900408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.900715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.901032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.901785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:22.950083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] No DVR routers for this DVR port 02b8b5ef-6fe2-4595-b01a-efce654c4d88 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:22.952796 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.954982 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e9bd75c-9cc9-4c6c-b2b2-f41769857362 req-7b23e7e8-cfe4-478a-bbfe-2c92794aeb94 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.52 "DELETE /v2.0/ports/02b8b5ef-6fe2-4595-b01a-efce654c4d88 HTTP/1.1" status: 204 len: 173 time: 0.4459467 Jul 16 08:47:22.955923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'name': 'network-vif-deleted', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:22.957830 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a70280-a2d3-475b-b675-9e864f9752c6" -d '{"events": [{"server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "name": "network-vif-deleted", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:22.991576 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.998745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.056260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50271d5e-6bed-4fd2-b01f-31d3b289793c req-312eb335-0a8c-4b00-8fc4-6da12ffe3f0a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.057936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50271d5e-6bed-4fd2-b01f-31d3b289793c req-312eb335-0a8c-4b00-8fc4-6da12ffe3f0a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1868196 Jul 16 08:47:23.142966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50271d5e-6bed-4fd2-b01f-31d3b289793c req-a0049b6d-7387-4dd1-af45-ec2a7a407f09 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759656 Jul 16 08:47:23.154808 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 associated. External IP: 172.25.6.85, port: 3de08ba9-21e5-421e-a9ed-dd74464ce76a. Jul 16 08:47:23.374056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:23.494636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:23.503356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.505596 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:23.514946 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:23.515784 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:23.541501 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5060c2b-3ebd-4df4-a3f1-1f5c7fad82ff x-openstack-request-id: req-d5060c2b-3ebd-4df4-a3f1-1f5c7fad82ff {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:23.541988 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efbba50e-0340-42e7-bb60-654ab7b69bfb", "tag": "dff22c20-78e4-4cc7-b002-cb4f2df0ab16", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:23.542313 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5060c2b-3ebd-4df4-a3f1-1f5c7fad82ff {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:23.542808 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8', 'status': 'completed', 'code': 200} Jul 16 08:47:23.543199 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbba50e-0340-42e7-bb60-654ab7b69bfb', 'tag': 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16', 'status': 'completed', 'code': 200} Jul 16 08:47:23.593722 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-6c8a1138-4766-4519-9dbe-227a39e648c0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "PUT /v2.0/floatingips/bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 HTTP/1.1" status: 200 len: 995 time: 1.7131588 Jul 16 08:47:23.636403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-f510c244-278f-467c-b94f-57ec90df1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.638964 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-f510c244-278f-467c-b94f-57ec90df1f12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 1175 time: 0.0649865 Jul 16 08:47:23.649674 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:23.736297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-4dc3c4c5-f041-4336-b2b0-1cc88b89d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.738328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-4dc3c4c5-f041-4336-b2b0-1cc88b89d3c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 1096 time: 0.1740627 Jul 16 08:47:23.778061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-f34dcd86-7fd4-4cd8-90df-ba2f3eeb7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.779932 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-f34dcd86-7fd4-4cd8-90df-ba2f3eeb7342 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 200 len: 913 time: 0.1295404 Jul 16 08:47:23.784732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-d762aaa1-4541-4a98-8fc0-447753c278c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.786524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-d762aaa1-4541-4a98-8fc0-447753c278c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.1660776 Jul 16 08:47:23.836086 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-fd0050d2-c63f-49d1-99f9-3a7ac59d2d25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 200 len: 217 time: 0.0354187 Jul 16 08:47:23.885686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764b78-3128-47cb-aff5-889da926eb3f req-394531d4-ad00-4269-89cc-25a8eef53609 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.887560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f764b78-3128-47cb-aff5-889da926eb3f req-394531d4-ad00-4269-89cc-25a8eef53609 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 944 time: 0.2039957 Jul 16 08:47:23.892442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-5ac0393c-4eca-47cd-8a2c-2efe4aaf72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.894219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-5ac0393c-4eca-47cd-8a2c-2efe4aaf72cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 200 len: 852 time: 0.0460474 Jul 16 08:47:23.904476 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:8a:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:22Z', 'revision_number': 8, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:23.930727 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:23.935477 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-a32ca9e4-aecb-433c-92d4-33220cfa5efe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312879 Jul 16 08:47:23.939930 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:23.940529 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:23.949580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-4ae71f8a-bd9d-4a89-bd8b-253597565bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.951086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-4ae71f8a-bd9d-4a89-bd8b-253597565bdd service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 906 time: 0.2022419 Jul 16 08:47:24.026134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f764b78-3128-47cb-aff5-889da926eb3f req-f6e43eb4-d1be-4f60-9cb0-982c99db712d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065223 Jul 16 08:47:24.028062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-9d7a3f2e-7fed-4b3e-9d66-a534514b3978 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff22c20-78e4-4cc7-b002-cb4f2df0ab16 HTTP/1.1" status: 200 len: 217 time: 0.0563836 Jul 16 08:47:24.028436 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-67a3a136-69f7-46ff-ada0-37f6cc7507d4 service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862997 Jul 16 08:47:24.031371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-4fd3af46-dfa3-41da-8b1e-ba458b9f6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.031371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-4fd3af46-dfa3-41da-8b1e-ba458b9f6564 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.2334659 Jul 16 08:47:24.053949 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:24.137526 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-d4a14364-a7a1-447f-9518-a4e914814cfa service neutron] 10.222.0.52 "GET /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015654 Jul 16 08:47:24.148182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-17d6dbaf-1523-40ad-993b-0115beecc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.149693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-17d6dbaf-1523-40ad-993b-0115beecc922 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.1086946 Jul 16 08:47:24.206516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-d35a87e7-86fb-4b9e-a271-0c87442e5447 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395839 Jul 16 08:47:24.208721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-984eb43d-a49a-4bb5-9b78-e31b3bb12922 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 998 time: 0.1693842 Jul 16 08:47:24.310864 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d591a-7904-40d2-906b-63ce02942b44 x-openstack-request-id: req-9a0d591a-7904-40d2-906b-63ce02942b44 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:24.311413 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17b9f3b-7bc9-450a-8924-42a381d7ba30", "name": "network-vif-deleted", "tag": "02b8b5ef-6fe2-4595-b01a-efce654c4d88", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:24.312009 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a0d591a-7904-40d2-906b-63ce02942b44 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:24.312616 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b9f3b-7bc9-450a-8924-42a381d7ba30', 'name': 'network-vif-deleted', 'tag': '02b8b5ef-6fe2-4595-b01a-efce654c4d88', 'status': 'completed', 'code': 200} Jul 16 08:47:24.327506 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:8a:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:22Z', 'revision_number': 8, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:24.336260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-2a8784f9-9d10-4c0c-8b89-69565da7a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.337785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-2a8784f9-9d10-4c0c-8b89-69565da7a237 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.1224499 Jul 16 08:47:24.359264 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a6f8b-e8a2-419e-8c59-84ff26998b35 None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'port_id': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'mac_address': 'fa:16:3e:8a:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:40Z', 'updated_at': '2021-07-16T08:47:22Z', 'revision_number': 8, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:24.398980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-a29b3deb-5ba9-42e6-a3b5-234782aa6231 service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737347 Jul 16 08:47:24.523513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-332338e2-26a3-4a21-b4cb-796e660484cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.525049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-332338e2-26a3-4a21-b4cb-796e660484cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1766224 Jul 16 08:47:24.554065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba666d-25f6-4998-975d-2f3d05f9ba15 None None] New status for floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:24.598940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d8ca6-ee2e-49ba-a3ac-efd1d82c0a05 req-d415a6e6-3d41-4e62-a7d4-304342693cac tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.600479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-522d8ca6-ee2e-49ba-a3ac-efd1d82c0a05 req-d415a6e6-3d41-4e62-a7d4-304342693cac tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 946 time: 0.2007263 Jul 16 08:47:24.604948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f71723f-e5a7-4876-871e-85cd8bb5f0d4 req-f8394ce6-01ba-4a0e-9824-3aa65ab4c34c service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913233 Jul 16 08:47:24.934137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-522d8ca6-ee2e-49ba-a3ac-efd1d82c0a05 req-9bec426d-ee44-4291-bdcf-223c5c7fa0d5 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268380 Jul 16 08:47:24.937664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-de6b5aa8-5f3a-43be-935b-ba1522661b36 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009674 Jul 16 08:47:25.030535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76318379-f3f2-4e4c-9b77-4b5c6a072e71 req-d26ca114-52fe-4460-980e-d6c9c04055e2 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861971 Jul 16 08:47:25.239694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb84506-0a40-4ad1-8b40-b9f161571ead req-bfa8f790-39d6-470f-8f9b-86453cebefc3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.241105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebb84506-0a40-4ad1-8b40-b9f161571ead req-bfa8f790-39d6-470f-8f9b-86453cebefc3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1059272 Jul 16 08:47:25.247807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b15b-d1f5-45bc-be90-a2bfd342dfe4 req-511050c1-efb4-4f8c-81d2-1532636f742f tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.248277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b15b-d1f5-45bc-be90-a2bfd342dfe4 req-511050c1-efb4-4f8c-81d2-1532636f742f tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.248740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b15b-d1f5-45bc-be90-a2bfd342dfe4 req-511050c1-efb4-4f8c-81d2-1532636f742f tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.250294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80c5b15b-d1f5-45bc-be90-a2bfd342dfe4 req-511050c1-efb4-4f8c-81d2-1532636f742f tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0&device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e&device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 2884 time: 0.0826633 Jul 16 08:47:25.302171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebb84506-0a40-4ad1-8b40-b9f161571ead req-bf6fa248-9c96-4e85-9441-0b4285be25ba tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508337 Jul 16 08:47:25.307801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80c5b15b-d1f5-45bc-be90-a2bfd342dfe4 req-81340cb0-6c4c-419d-939d-16ecbdaa01d8 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Jul 16 08:47:25.467714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513d098-2e08-4362-b595-6e99d8c998a8 req-f134ca19-c2c6-408f-96cf-7df25a16c3ed tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.469247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4513d098-2e08-4362-b595-6e99d8c998a8 req-f134ca19-c2c6-408f-96cf-7df25a16c3ed tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 1023 time: 0.0647032 Jul 16 08:47:25.513292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4513d098-2e08-4362-b595-6e99d8c998a8 req-5efb2da7-ccd2-41dc-92bf-20df63b565dd tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=38029204-703d-40a7-b58d-37204b420889&id=f5852feb-200d-418d-b781-87c162d38320&id=bab7738a-8910-4b0d-9272-3a6acb3f09b5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0363646 Jul 16 08:47:25.543985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:25.546744 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5064d2-adff-4244-a2f0-ef1da9538f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:25.697565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8a2c6-84f3-4871-90eb-f8070b4bffb0 req-6bced38f-4d5b-4171-9360-2ba34eda6770 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.699107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7df8a2c6-84f3-4871-90eb-f8070b4bffb0 req-6bced38f-4d5b-4171-9360-2ba34eda6770 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1098 time: 0.1005862 Jul 16 08:47:25.706473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a8ac6-65b2-4743-8e1b-7d7ef52b6dd0 req-dbe6bb80-9ce4-4265-a99f-7282052ab22d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.707807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47a8ac6-65b2-4743-8e1b-7d7ef52b6dd0 req-dbe6bb80-9ce4-4265-a99f-7282052ab22d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 944 time: 0.0799832 Jul 16 08:47:25.756866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7df8a2c6-84f3-4871-90eb-f8070b4bffb0 req-01650fbe-e3a0-4a20-8cb5-f8dca058bc40 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481358 Jul 16 08:47:25.763814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47a8ac6-65b2-4743-8e1b-7d7ef52b6dd0 req-910d8bee-6aae-465d-a16e-231561366abf tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494037 Jul 16 08:47:25.855199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4ac19e0-ba0b-4438-a4ec-9de84e2697aa req-063a5000-3615-46da-aa70-3acd23c368a4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips/bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 HTTP/1.1" status: 200 len: 997 time: 0.0653088 Jul 16 08:47:25.935170 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0470cf40-fd4c-4944-9a1e-06188e4c64ec x-openstack-request-id: req-0470cf40-fd4c-4944-9a1e-06188e4c64ec {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:25.935495 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:25.935748 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0470cf40-fd4c-4944-9a1e-06188e4c64ec {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:25.936145 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'status': 'completed', 'code': 200} Jul 16 08:47:25.965176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac19e0-ba0b-4438-a4ec-9de84e2697aa req-232ab914-58cf-4d51-87c6-d7852a64d098 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.966716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4ac19e0-ba0b-4438-a4ec-9de84e2697aa req-232ab914-58cf-4d51-87c6-d7852a64d098 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1045613 Jul 16 08:47:26.039526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-a7a8616b-cb63-43c1-b0f5-cf748daf4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.040964 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-a7a8616b-cb63-43c1-b0f5-cf748daf4a8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.0743613 Jul 16 08:47:26.128802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-cd89778c-8091-4db4-ab47-79ffc1426f1a tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1000 time: 0.1339223 Jul 16 08:47:26.132719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-6d9561d5-1bb0-42d6-9a55-b6d23b5e9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.134169 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-6d9561d5-1bb0-42d6-9a55-b6d23b5e9d0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.0871241 Jul 16 08:47:26.192169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-68af4a33-9b97-44a7-ab00-e9f1a9ee94d4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.193665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-68af4a33-9b97-44a7-ab00-e9f1a9ee94d4 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 1023 time: 0.2002368 Jul 16 08:47:26.198998 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-983a61d2-5085-40a6-87b9-3cbaabe571d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 1000 time: 0.0581579 Jul 16 08:47:26.217079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f1263-9087-4981-8c42-23fae0f706be req-b90e7041-2d81-4d9a-b9d9-d980bfaa7140 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.218607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a0f1263-9087-4981-8c42-23fae0f706be req-b90e7041-2d81-4d9a-b9d9-d980bfaa7140 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1098 time: 0.1845505 Jul 16 08:47:26.247535 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-113a7983-f800-41bb-aa1a-0278c0a667fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.249163 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-113a7983-f800-41bb-aa1a-0278c0a667fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0438957 Jul 16 08:47:26.255301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-55861bd9-30ab-47cf-8256-ea37cd73d74b tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.256646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-55861bd9-30ab-47cf-8256-ea37cd73d74b tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports/3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 942 time: 0.1202803 Jul 16 08:47:26.317886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-41d4ee92-4a10-43fb-9a9a-4260ebcae8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.318694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a0f1263-9087-4981-8c42-23fae0f706be req-6d94b9fc-b262-455c-9476-713ba682bed7 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789380 Jul 16 08:47:26.319324 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-41d4ee92-4a10-43fb-9a9a-4260ebcae8f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625114 Jul 16 08:47:26.394636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Deleting port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:26.394988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.423213 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-9c43196d-6403-491e-8e73-fe19254f97d0 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947576 Jul 16 08:47:26.441010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-90efdd50-25f9-4545-a7db-753e10a95209 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1000 time: 0.0990782 Jul 16 08:47:26.524738 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a5064d2-adff-4244-a2f0-ef1da9538f9e req-f1ad0181-4ff1-4ae7-a019-878962a8eb30 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940144 Jul 16 08:47:26.562275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] For port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:26.562812 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.583373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Calling delete_port for 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:26.617448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-509e89d5-1b4d-40d3-be81-178ddd5043b9 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.618864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-509e89d5-1b4d-40d3-be81-178ddd5043b9 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1525099 Jul 16 08:47:26.765754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-8381508d-0590-4a02-b07f-b1c8aec0cdd2 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 1000 time: 0.1144998 Jul 16 08:47:26.786090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:26.835655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f19c9-ff0a-4594-bbd0-fcc861449137 req-40ffb358-03e7-4b17-8704-f551971f81ac tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.837067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-053f19c9-ff0a-4594-bbd0-fcc861449137 req-40ffb358-03e7-4b17-8704-f551971f81ac tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1848412 Jul 16 08:47:26.896067 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.965099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-053f19c9-ff0a-4594-bbd0-fcc861449137 req-72273a61-627a-47d6-b3d1-cc175725ac24 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172602 Jul 16 08:47:26.965712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.977119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:27.005834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'Port': ['ID=5cfa5bd0-d9ba-4500-9609-08ed4d9120c8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.006707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:27.097986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] No DVR routers for this DVR port 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:27.103981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.106025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-744d0a8c-46fd-47ae-8d4d-3d6b7b513ef4 req-9646c307-b4e3-47b3-922d-0be26b4bfa18 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.52 "DELETE /v2.0/ports/5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 HTTP/1.1" status: 204 len: 173 time: 0.9034626 Jul 16 08:47:27.148738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.152086 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.152616 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 disassociated. External IP: 172.25.6.85, port: 3de08ba9-21e5-421e-a9ed-dd74464ce76a. Jul 16 08:47:27.163083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 02b8b5ef-6fe2-4595-b01a-efce654c4d88 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:27.194903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 02b8b5ef-6fe2-4595-b01a-efce654c4d88 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:27.195249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 02b8b5ef-6fe2-4595-b01a-efce654c4d88 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:27.195675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:27.349174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dff22c20-78e4-4cc7-b002-cb4f2df0ab16 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:27.351956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:27.352299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5cfa5bd0-d9ba-4500-9609-08ed4d9120c8 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:27.405769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:27.441393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83430617-f063-41fb-86d0-f85521115eda req-1cfe585b-8069-49d5-b7b0-f940723e7dfa tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=10c08ac9-966f-4268-a4c2-8e9b1593b853 HTTP/1.1" status: 200 len: 210 time: 0.0341198 Jul 16 08:47:27.518072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dff22c20-78e4-4cc7-b002-cb4f2df0ab16, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:27.534422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'port_id': 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16', 'mac_address': 'fa:16:3e:32:db:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f6089-c041-4c6e-9073-12eb30d5fc0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:27.553507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:27.567286 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:27.578167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.582393 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:27.583091 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:27.600377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.624130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff22c20-78e4-4cc7-b002-cb4f2df0ab16 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:27.631031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-bb4b413c-a040-4dd1-9307-0c91e61c87ab tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "PUT /v2.0/floatingips/bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 HTTP/1.1" status: 200 len: 695 time: 0.8514752 Jul 16 08:47:27.675586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dff22c20-78e4-4cc7-b002-cb4f2df0ab16, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:27.684525 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.699141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-59aa4ec7-b360-4f33-ae0d-8501a2e2677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.707168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-59aa4ec7-b360-4f33-ae0d-8501a2e2677b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.0750439 Jul 16 08:47:27.747335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.768636 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:27.793362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-22aba958-3320-4ebc-b310-760f9023be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.795145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-22aba958-3320-4ebc-b310-760f9023be80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.0873704 Jul 16 08:47:27.863381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-8b5de6bb-598f-407f-aac3-b5701d8e4ac5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 217 time: 0.0568249 Jul 16 08:47:27.925483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-2f173015-419e-4ae0-8e19-679442c0f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.927012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-2f173015-419e-4ae0-8e19-679442c0f66b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0576043 Jul 16 08:47:27.935387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103cce-0a55-4ae8-8263-5ba23e111501 req-d9ddad83-aa1e-4c35-b23f-1bd7a2928e54 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.936821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34103cce-0a55-4ae8-8263-5ba23e111501 req-d9ddad83-aa1e-4c35-b23f-1bd7a2928e54 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 945 time: 0.1407957 Jul 16 08:47:27.939288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'name': 'network-vif-deleted', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8'}, {'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:27.941544 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a406631-6c7c-4e41-9a69-98722b38baf1" -d '{"events": [{"server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "name": "network-vif-deleted", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8"}, {"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:27.984410 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:28.015158 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:28.015423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34103cce-0a55-4ae8-8263-5ba23e111501 req-8c0d5510-f2c3-4018-8fc0-bf17ac1a658f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632405 Jul 16 08:47:28.024934 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:28.025238 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:28.026791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-9cd748c3-8a42-4864-a619-48052dc050ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.028529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-9cd748c3-8a42-4864-a619-48052dc050ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906422 Jul 16 08:47:28.134067 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:28.137540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-c653551c-1642-4254-8add-55c2c450de23 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888402 Jul 16 08:47:28.158791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['dff22c20-78e4-4cc7-b002-cb4f2df0ab16'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:28.273496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bad139f-c550-4e13-8ecb-70d1909e78c4 req-c4b5c581-8632-488d-8c5c-e5660b3ad5b5 service neutron] 10.222.0.55 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295452 Jul 16 08:47:28.339438 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d02b8f3-a0bd-4c1c-bd71-25d46b562827 x-openstack-request-id: req-6d02b8f3-a0bd-4c1c-bd71-25d46b562827 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:28.340275 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c08ac9-966f-4268-a4c2-8e9b1593b853", "name": "network-vif-deleted", "tag": "5cfa5bd0-d9ba-4500-9609-08ed4d9120c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:28.340753 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d02b8f3-a0bd-4c1c-bd71-25d46b562827 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:28.341363 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c08ac9-966f-4268-a4c2-8e9b1593b853', 'name': 'network-vif-deleted', 'tag': '5cfa5bd0-d9ba-4500-9609-08ed4d9120c8', 'status': 'completed', 'code': 200} Jul 16 08:47:28.342115 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'status': 'completed', 'code': 200} Jul 16 08:47:28.461714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-5d28ff23-ae49-4a85-bfc5-d3c391cb2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.463597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-5d28ff23-ae49-4a85-bfc5-d3c391cb2080 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a2b5ed207c34b65be50d68231bec465&device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 1097 time: 0.0918951 Jul 16 08:47:28.508040 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:28.540851 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3641f10-7a07-4c99-99a6-5bb75a6d2165 None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:12Z', 'revision_number': 4, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd4cd246a-48d1-4b6f-b869-45ffbf5e0586', 'name': '', 'network_id': 'aae0c95e-c13d-4b7f-a039-cde0474813e7', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'mac_address': 'fa:16:3e:ff:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:11Z', 'updated_at': '2021-07-16T08:46:19Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'subnets': [{'id': '643a9a0c-4380-4533-a49a-eaba11a75e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:28.639783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc24288-daa1-46f2-9b4b-0e0ed72dc721 req-49862f82-8b60-426f-adc3-d1c4e685d15d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.642229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2cc24288-daa1-46f2-9b4b-0e0ed72dc721 req-49862f82-8b60-426f-adc3-d1c4e685d15d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1508360 Jul 16 08:47:28.643644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-3a3d2b0a-2416-4b59-abd0-03bc9eef58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.645109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-3a3d2b0a-2416-4b59-abd0-03bc9eef58bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 200 len: 921 time: 0.1743011 Jul 16 08:47:28.732828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-a4ec1249-6e1d-4c7d-ae15-74f1b2835fad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 200 len: 217 time: 0.0691056 Jul 16 08:47:28.782809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2cc24288-daa1-46f2-9b4b-0e0ed72dc721 req-046568cc-5938-4b8a-a0f0-819aa5b64f3a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339099 Jul 16 08:47:28.808911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1fca5-619d-442c-9ec0-eedaeaf358bf req-26287078-1426-46c7-88b6-ef1a3cf2af87 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.808911 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dba1fca5-619d-442c-9ec0-eedaeaf358bf req-26287078-1426-46c7-88b6-ef1a3cf2af87 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1098 time: 0.1577265 Jul 16 08:47:28.812100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c92e2a-a1a0-4c0d-8624-3fa17407225e None None] New status for floating IP bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:28.814690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-cfaa11b3-a6c3-49da-b9fc-3fb3f05e0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.816245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-cfaa11b3-a6c3-49da-b9fc-3fb3f05e0795 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 200 len: 859 time: 0.0730851 Jul 16 08:47:28.884653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dba1fca5-619d-442c-9ec0-eedaeaf358bf req-ea4a9a59-7807-4732-af9a-6f8b3b4fa81b tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675156 Jul 16 08:47:28.903270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-ddf4404b-0f74-476b-a25b-dd6bd1b839ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.904791 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-ddf4404b-0f74-476b-a25b-dd6bd1b839ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae0c95e-c13d-4b7f-a039-cde0474813e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807519 Jul 16 08:47:29.014440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-88b9c7ff-7093-4eec-99a8-ff98b7831917 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002510 Jul 16 08:47:29.154469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52333bd5-a25d-46e0-930c-b12ec3d6e0d3 req-ccacb35e-799c-4665-b239-7146a616da1b tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:29.155962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52333bd5-a25d-46e0-930c-b12ec3d6e0d3 req-ccacb35e-799c-4665-b239-7146a616da1b tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1101 time: 0.1313069 Jul 16 08:47:29.169363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a406631-6c7c-4e41-9a69-98722b38baf1 req-4844f981-bc09-4962-a100-d86141f7af89 service neutron] 10.222.0.52 "GET /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283486 Jul 16 08:47:29.198242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52333bd5-a25d-46e0-930c-b12ec3d6e0d3 req-afd8374c-5da0-49f1-beb9-6422784e2415 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Jul 16 08:47:29.364393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dba9a-1d21-4599-af51-70406b789c77 req-87d90573-445a-4e79-b36e-bb0534b18108 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:29.365916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e5dba9a-1d21-4599-af51-70406b789c77 req-87d90573-445a-4e79-b36e-bb0534b18108 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 945 time: 0.0658476 Jul 16 08:47:29.409873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e5dba9a-1d21-4599-af51-70406b789c77 req-82186a1c-3755-4677-8c20-baedbfbc6e8d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381017 Jul 16 08:47:29.733784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f28e60f-c31a-4e11-9e26-cd7c5639c7a6 req-a56552f9-09f3-42d0-899c-b39c163f80cc tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/bab7738a-8910-4b0d-9272-3a6acb3f09b5 HTTP/1.1" status: 200 len: 1800 time: 0.2988756 Jul 16 08:47:29.798314 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f28e60f-c31a-4e11-9e26-cd7c5639c7a6 req-5bae2374-56f3-4b02-900a-45025b5f78fb tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.821790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f28e60f-c31a-4e11-9e26-cd7c5639c7a6 req-5bae2374-56f3-4b02-900a-45025b5f78fb tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.869739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f28e60f-c31a-4e11-9e26-cd7c5639c7a6 req-5bae2374-56f3-4b02-900a-45025b5f78fb tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.872300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f28e60f-c31a-4e11-9e26-cd7c5639c7a6 req-5bae2374-56f3-4b02-900a-45025b5f78fb tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.873415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f28e60f-c31a-4e11-9e26-cd7c5639c7a6 req-5bae2374-56f3-4b02-900a-45025b5f78fb tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/bab7738a-8910-4b0d-9272-3a6acb3f09b5 HTTP/1.1" status: 204 len: 173 time: 0.1339145 Jul 16 08:47:29.883113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae2374-56f3-4b02-900a-45025b5f78fb tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab7738a-8910-4b0d-9272-3a6acb3f09b5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:29.934692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-3745f2d8-9c15-4c89-b8d2-c7d410d1e8bb tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips/bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 HTTP/1.1" status: 200 len: 693 time: 0.0462415 Jul 16 08:47:30.043820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-f3f06e22-0f3e-45f3-b0af-20dd49dd5593 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.045262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-f3f06e22-0f3e-45f3-b0af-20dd49dd5593 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1046362 Jul 16 08:47:30.100162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-0dce326b-8171-473b-8d64-3f0b517d71f4 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 696 time: 0.0477726 Jul 16 08:47:30.151586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-9ed613cd-61ba-4c10-a642-f768fceaaf55 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 696 time: 0.0455332 Jul 16 08:47:30.154933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-9d5e1af7-4118-4185-8360-5ff56bb9d95a tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:47:30.155932 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-9d5e1af7-4118-4185-8360-5ff56bb9d95a tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491724 Jul 16 08:47:30.210099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Request body: {'binding': {'host': 'n-h2-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:30.210672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:47:30.282982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Deleting port 96ee3aec-c44d-4bfe-b1ad-ad8522f1f19d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:30.283321 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.345525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on host n-h2-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:30.345890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:30.346225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:30.350529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:30.350854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:30.355612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:30.355952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:30.356348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:30.356775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Bound port: 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:30.361374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.361727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.373110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Calling delete_port for 96ee3aec-c44d-4bfe-b1ad-ad8522f1f19d owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:30.410168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:30.416020 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.417252 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-f65c9437-eaa3-4088-959e-53cac78c1f8c service neutron] 10.222.0.55 "POST /v2.0/ports/22b86e4f-c15e-41b8-b5fb-2afb38956eb5/bindings HTTP/1.1" status: 201 len: 390 time: 0.2539773 Jul 16 08:47:30.517382 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.544958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Pushing event deleted for resources: {'Port': ['ID=96ee3aec-c44d-4bfe-b1ad-ad8522f1f19d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:30.643956 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.646513 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.647653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8017c83-cfda-4150-8d89-35fdd9752d6d req-e521520b-4469-493c-95b2-3d8e390767d1 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "DELETE /v2.0/floatingips/bb7711c0-4eb1-4de6-b8e8-dd296d8b88e2 HTTP/1.1" status: 204 len: 173 time: 0.4905441 Jul 16 08:47:30.703907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087b628-1fb4-4190-bafa-f33e6e4e6b14 req-3956a39d-7819-4b82-9f22-f828a7c2b22d tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.705476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3087b628-1fb4-4190-bafa-f33e6e4e6b14 req-3956a39d-7819-4b82-9f22-f828a7c2b22d tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1101 time: 0.1094177 Jul 16 08:47:30.736722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b8b09f93-34d5-4a0c-a944-e2c9ce1cad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.738170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b8b09f93-34d5-4a0c-a944-e2c9ce1cad4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1098 time: 0.0896592 Jul 16 08:47:30.749609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3087b628-1fb4-4190-bafa-f33e6e4e6b14 req-b472c7e4-8c65-4da7-8a53-9759592e45a2 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382552 Jul 16 08:47:30.888874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7b31f73-f3ea-4ffb-9c96-1fb0d4df204d req-07d75d08-af76-48a5-bb94-1c6f6cfd43a6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/38029204-703d-40a7-b58d-37204b420889 HTTP/1.1" status: 200 len: 1800 time: 0.1096022 Jul 16 08:47:30.914434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-52e8cbf4-d899-49a9-9713-471d3f278442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.915864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-52e8cbf4-d899-49a9-9713-471d3f278442 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.1625812 Jul 16 08:47:30.984687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-e673dce8-1c2e-4fe9-ac66-ea7522509292 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 200 len: 217 time: 0.0489874 Jul 16 08:47:31.023537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e837c-1078-483c-822a-1ca06111621d req-de013957-c992-4366-83d2-1d414606ee69 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.024977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e6e837c-1078-483c-822a-1ca06111621d req-de013957-c992-4366-83d2-1d414606ee69 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1748943 Jul 16 08:47:31.046051 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7b31f73-f3ea-4ffb-9c96-1fb0d4df204d req-79d332aa-fcd7-4858-8df3-592de70fabf6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.096392 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7b31f73-f3ea-4ffb-9c96-1fb0d4df204d req-79d332aa-fcd7-4858-8df3-592de70fabf6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.107443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-71121a2f-3916-4ba5-8713-27306c2dff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.108905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-71121a2f-3916-4ba5-8713-27306c2dff35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1030416 Jul 16 08:47:31.141295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e6e837c-1078-483c-822a-1ca06111621d req-a6db4b27-506a-46d1-86fc-bf490940c7e0 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916324 Jul 16 08:47:31.166785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-45610723-3e03-4697-8b4f-0f2d78babb4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388696 Jul 16 08:47:31.180834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7b31f73-f3ea-4ffb-9c96-1fb0d4df204d req-79d332aa-fcd7-4858-8df3-592de70fabf6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.183603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7b31f73-f3ea-4ffb-9c96-1fb0d4df204d req-79d332aa-fcd7-4858-8df3-592de70fabf6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.184702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7b31f73-f3ea-4ffb-9c96-1fb0d4df204d req-79d332aa-fcd7-4858-8df3-592de70fabf6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/38029204-703d-40a7-b58d-37204b420889 HTTP/1.1" status: 204 len: 173 time: 0.2836082 Jul 16 08:47:31.202696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d332aa-fcd7-4858-8df3-592de70fabf6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38029204-703d-40a7-b58d-37204b420889,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.308147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-d1882008-6939-41b4-b7f7-031d0a01b62a service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286402 Jul 16 08:47:31.353130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dff22c20-78e4-4cc7-b002-cb4f2df0ab16 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:31.405756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:31.409292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:31.409703 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.458437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6f255-b37a-475f-8f3a-237cab1f3b5e req-2111578c-8af0-4208-a366-4184d5111784 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.459977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8be6f255-b37a-475f-8f3a-237cab1f3b5e req-2111578c-8af0-4208-a366-4184d5111784 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 945 time: 0.1658206 Jul 16 08:47:31.486644 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.499959 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-4af62b99-1f4d-43da-94b6-60164f19d433 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681569 Jul 16 08:47:31.510927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbba50e-0340-42e7-bb60-654ab7b69bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:31.513274 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97cc16f-7bf0-4fe5-8fe1-1feb3d88af5e" -d '{"events": [{"server_uuid": "efbba50e-0340-42e7-bb60-654ab7b69bfb", "name": "network-vif-plugged", "status": "completed", "tag": "dff22c20-78e4-4cc7-b002-cb4f2df0ab16"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:31.527454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dff22c20-78e4-4cc7-b002-cb4f2df0ab16, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:31.528167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd848932-0f8e-4bbe-8208-881b52bfdc5c req-4d320319-4503-4ea7-a6c3-c29a39e8e08c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.529733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd848932-0f8e-4bbe-8208-881b52bfdc5c req-4d320319-4503-4ea7-a6c3-c29a39e8e08c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 946 time: 0.1669078 Jul 16 08:47:31.532425 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.535756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8be6f255-b37a-475f-8f3a-237cab1f3b5e req-8eb6bb50-816a-4012-b9df-a240461ddf02 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653977 Jul 16 08:47:31.585423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.594205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd848932-0f8e-4bbe-8208-881b52bfdc5c req-6001a19e-0ff9-4ac3-b7f8-1da002bc7a52 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569446 Jul 16 08:47:31.663244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-ea2bc26f-0bea-4b84-98b0-62f48ca0da45 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.664864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-ea2bc26f-0bea-4b84-98b0-62f48ca0da45 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1098 time: 0.0687003 Jul 16 08:47:31.686902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-28'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:31.769912 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.816980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-ae6d65b3-c66f-4365-9abc-3bee3138abfe req-9389dab8-e3f1-453a-8685-c62322196cec tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1557434253', 'description': 'tempest-description-351003994'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:31.834042 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edeeb1b-9831-43ec-8d9b-1499d1912799 x-openstack-request-id: req-3edeeb1b-9831-43ec-8d9b-1499d1912799 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:31.834730 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbba50e-0340-42e7-bb60-654ab7b69bfb", "name": "network-vif-plugged", "status": "completed", "tag": "dff22c20-78e4-4cc7-b002-cb4f2df0ab16", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:31.835188 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3edeeb1b-9831-43ec-8d9b-1499d1912799 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:31.837370 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbba50e-0340-42e7-bb60-654ab7b69bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16', 'code': 200} Jul 16 08:47:31.878778 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ae6d65b3-c66f-4365-9abc-3bee3138abfe req-9389dab8-e3f1-453a-8685-c62322196cec tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.962815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:31.989884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3b358-2b22-4367-a6da-8bf96d19fa5a req-c780b94a-ed65-4e23-9815-3aba550848ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.992426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7fe3b358-2b22-4367-a6da-8bf96d19fa5a req-c780b94a-ed65-4e23-9815-3aba550848ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 1098 time: 0.0597897 Jul 16 08:47:32.026222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:32.036461 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7fe3b358-2b22-4367-a6da-8bf96d19fa5a req-b1aef9fe-452e-452e-ba03-c3bce4c66809 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Jul 16 08:47:32.096315 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ae6d65b3-c66f-4365-9abc-3bee3138abfe req-9389dab8-e3f1-453a-8685-c62322196cec tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.103041 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ae6d65b3-c66f-4365-9abc-3bee3138abfe req-9389dab8-e3f1-453a-8685-c62322196cec tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.129901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:32.132979 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb99e40-28c6-4aa0-bb59-20c107cde7c8" -d '{"events": [{"server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "name": "network-vif-unplugged", "status": "completed", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:32.136609 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.158104 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ae6d65b3-c66f-4365-9abc-3bee3138abfe req-9389dab8-e3f1-453a-8685-c62322196cec tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.159305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae6d65b3-c66f-4365-9abc-3bee3138abfe req-9389dab8-e3f1-453a-8685-c62322196cec tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3483102 Jul 16 08:47:32.160682 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.173783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389dab8-e3f1-453a-8685-c62322196cec tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6ff829-9950-43a3-bd21-81d1f1ed03dc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:32.214657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c3e07-f362-4f87-91ba-5a4d5043ebaf req-ec4d4e3b-1ed5-4033-a34b-5a5389b46208 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.216190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a7c3e07-f362-4f87-91ba-5a4d5043ebaf req-ec4d4e3b-1ed5-4033-a34b-5a5389b46208 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 945 time: 0.1938906 Jul 16 08:47:32.282326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Pushing event updated for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:32.298115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on host n-h1-780147-28 for vnic_type normal with profile {"migrating_to": "n-h2-780147-28"} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:32.298540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:32.298870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:32.312797 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb767e77-a2c5-4971-9281-0d277f351832 x-openstack-request-id: req-fb767e77-a2c5-4971-9281-0d277f351832 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:32.313695 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "name": "network-vif-unplugged", "status": "completed", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:32.313968 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb767e77-a2c5-4971-9281-0d277f351832 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:32.314446 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5', 'code': 200} Jul 16 08:47:32.315226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:32.315547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Attempting to bind port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:32.320076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a7c3e07-f362-4f87-91ba-5a4d5043ebaf req-034a116a-1559-4e16-8d6d-7a18ec355372 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960116 Jul 16 08:47:32.323963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:32.324318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:32.324680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:32.325104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Bound port: 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:32.325462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.459660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91302276-205a-4786-a9ce-2e14602f5285 req-af4b978b-a9c8-40ab-ab85-a48f8901b61f tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/9a6ff829-9950-43a3-bd21-81d1f1ed03dc HTTP/1.1" status: 200 len: 1800 time: 0.1106834 Jul 16 08:47:32.468012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:32.473327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:32.476773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-91302276-205a-4786-a9ce-2e14602f5285 req-15f809ca-f7be-46a4-ae4f-cfac20078556 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1669893809', 'description': 'tempest-description-hth-189173163'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:32.483109 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.566285 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-91302276-205a-4786-a9ce-2e14602f5285 req-15f809ca-f7be-46a4-ae4f-cfac20078556 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.583675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6b277-d297-452d-bad5-cca3b99c9ab1 req-e61a8c34-9b01-46df-a79f-ce2792db4e7d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.585173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dcd6b277-d297-452d-bad5-cca3b99c9ab1 req-e61a8c34-9b01-46df-a79f-ce2792db4e7d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1816947 Jul 16 08:47:32.592459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Pushing event updated for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:32.637314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.637954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.639360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-3fbc6c31-63f8-4f0a-ba2d-07ef004415bb service neutron] 10.222.0.54 "PUT /v2.0/ports/22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 200 len: 1124 time: 0.9568105 Jul 16 08:47:32.683909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dcd6b277-d297-452d-bad5-cca3b99c9ab1 req-e530f93e-7bf1-4bdb-a8b8-2c204d821932 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925045 Jul 16 08:47:32.686287 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-91302276-205a-4786-a9ce-2e14602f5285 req-15f809ca-f7be-46a4-ae4f-cfac20078556 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.692258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-91302276-205a-4786-a9ce-2e14602f5285 req-15f809ca-f7be-46a4-ae4f-cfac20078556 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.695305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-91302276-205a-4786-a9ce-2e14602f5285 req-15f809ca-f7be-46a4-ae4f-cfac20078556 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.696651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91302276-205a-4786-a9ce-2e14602f5285 req-15f809ca-f7be-46a4-ae4f-cfac20078556 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "PUT /v2.0/security-groups/9a6ff829-9950-43a3-bd21-81d1f1ed03dc HTTP/1.1" status: 200 len: 1774 time: 0.2306709 Jul 16 08:47:32.722280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f809ca-f7be-46a4-ae4f-cfac20078556 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6ff829-9950-43a3-bd21-81d1f1ed03dc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:32.770711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['22b86e4f-c15e-41b8-b5fb-2afb38956eb5'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:32.976755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68b475-7aa3-4c57-a8ad-73cdd9a00177 req-f4a0a18f-f2f7-4b7c-857e-db79f17f40cb tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.978297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a68b475-7aa3-4c57-a8ad-73cdd9a00177 req-f4a0a18f-f2f7-4b7c-857e-db79f17f40cb tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 946 time: 0.0646405 Jul 16 08:47:33.046161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a68b475-7aa3-4c57-a8ad-73cdd9a00177 req-e1cc93e9-d8f7-4b98-b36f-49e780b7e11b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Jul 16 08:47:33.067582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ff932-be4b-4f84-8baf-cd9ae8a00c2d req-3d7bb4cd-860c-43a1-a43c-0191de984bd7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.069130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c4ff932-be4b-4f84-8baf-cd9ae8a00c2d req-3d7bb4cd-860c-43a1-a43c-0191de984bd7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 944 time: 0.0899518 Jul 16 08:47:33.135220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c4ff932-be4b-4f84-8baf-cd9ae8a00c2d req-a530b66a-2c18-49f0-af81-9409aaaa74f9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Jul 16 08:47:33.137979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-591a98b7-d3a3-415b-82a8-75f1b120a86b req-f5267db8-56d2-4764-bef4-7bbc7befee58 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/9a6ff829-9950-43a3-bd21-81d1f1ed03dc HTTP/1.1" status: 200 len: 1774 time: 0.0669010 Jul 16 08:47:33.308625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be90e763-c82d-4c72-8166-0283f0601c45 req-7dda6dc0-a48e-430a-8795-e843b282553a tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/9a6ff829-9950-43a3-bd21-81d1f1ed03dc HTTP/1.1" status: 200 len: 1774 time: 0.0383794 Jul 16 08:47:33.366094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-be90e763-c82d-4c72-8166-0283f0601c45 req-13ff77af-a3c8-4693-9b30-b15ac1ab8649 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.388196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-be90e763-c82d-4c72-8166-0283f0601c45 req-13ff77af-a3c8-4693-9b30-b15ac1ab8649 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.464847 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-be90e763-c82d-4c72-8166-0283f0601c45 req-13ff77af-a3c8-4693-9b30-b15ac1ab8649 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.467668 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-be90e763-c82d-4c72-8166-0283f0601c45 req-13ff77af-a3c8-4693-9b30-b15ac1ab8649 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.468936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be90e763-c82d-4c72-8166-0283f0601c45 req-13ff77af-a3c8-4693-9b30-b15ac1ab8649 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/9a6ff829-9950-43a3-bd21-81d1f1ed03dc HTTP/1.1" status: 204 len: 173 time: 0.1540446 Jul 16 08:47:33.491964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff77af-a3c8-4693-9b30-b15ac1ab8649 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6ff829-9950-43a3-bd21-81d1f1ed03dc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.513674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-d26207f8-ad47-4877-a9ab-64d8c3da39f0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.515423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-d26207f8-ad47-4877-a9ab-64d8c3da39f0 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 945 time: 0.0919106 Jul 16 08:47:33.723406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99864cb-2615-4819-a9d6-0ff7c231f72e req-42f6c799-1792-4f33-b3ab-5b2511f0ef55 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.724921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e99864cb-2615-4819-a9d6-0ff7c231f72e req-42f6c799-1792-4f33-b3ab-5b2511f0ef55 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd60d2ad-91d7-4693-a8f0-530082263689 HTTP/1.1" status: 200 len: 945 time: 0.1582823 Jul 16 08:47:33.733828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Deleting port 3de08ba9-21e5-421e-a9ed-dd74464ce76a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:33.734174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.783499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119c9b5-3572-4f74-9636-2a241d5b611b req-b2d95db8-c539-4ee0-a50f-29082b5eb140 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.785204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4119c9b5-3572-4f74-9636-2a241d5b611b req-b2d95db8-c539-4ee0-a50f-29082b5eb140 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1552362 Jul 16 08:47:33.857556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e99864cb-2615-4819-a9d6-0ff7c231f72e req-c7c94f68-1d9c-48c7-afd0-c7c481b19b4a tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b709d11-d880-4d96-9fd4-d8318b824e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252730 Jul 16 08:47:33.889418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4119c9b5-3572-4f74-9636-2a241d5b611b req-f594e6e2-c899-4912-8b92-2199dbddcda2 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959177 Jul 16 08:47:33.896168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] For port 3de08ba9-21e5-421e-a9ed-dd74464ce76a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3de08ba9-21e5-421e-a9ed-dd74464ce76a,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:33.896529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.917585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Calling delete_port for 3de08ba9-21e5-421e-a9ed-dd74464ce76a owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:34.101077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f96ab8-6823-4559-b78b-00cd14664ecc req-e3d61021-2bbd-4967-a9f9-44baeb0ad1e6 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:34.102643 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15f96ab8-6823-4559-b78b-00cd14664ecc req-e3d61021-2bbd-4967-a9f9-44baeb0ad1e6 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1081846 Jul 16 08:47:34.103747 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.115240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3de08ba9-21e5-421e-a9ed-dd74464ce76a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:34.143428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Pushing event deleted for resources: {'Port': ['ID=3de08ba9-21e5-421e-a9ed-dd74464ce76a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:34.205039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] No DVR routers for this DVR port 3de08ba9-21e5-421e-a9ed-dd74464ce76a on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:34.209070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.211088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88c877bd-af7e-4498-abf7-7206ddc9c488 req-c9e0e307-bdee-409a-8f62-645ebbc8f928 tempest-FloatingIPsAssociationTestJSON-1550856368 tempest-FloatingIPsAssociationTestJSON-1550856368-project] 10.222.0.52 "DELETE /v2.0/ports/3de08ba9-21e5-421e-a9ed-dd74464ce76a HTTP/1.1" status: 204 len: 173 time: 0.6903718 Jul 16 08:47:34.216209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15f96ab8-6823-4559-b78b-00cd14664ecc req-43089f45-08c7-4bfd-9d2f-9ba773298ee1 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054142 Jul 16 08:47:34.272018 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-c0d36d72-16bf-47f6-adf4-0bfe68cd899e req-5a8f46c1-19a3-418f-9472-23dbf851af72 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:47:34.273029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0d36d72-16bf-47f6-adf4-0bfe68cd899e req-5a8f46c1-19a3-418f-9472-23dbf851af72 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/38029204-703d-40a7-b58d-37204b420889 HTTP/1.1" status: 404 len: 352 time: 0.0198715 Jul 16 08:47:34.303198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258b101-802e-46c3-91d7-7019ef3179da req-59417999-2089-4b33-918b-0f56d1741295 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:34.304821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7258b101-802e-46c3-91d7-7019ef3179da req-59417999-2089-4b33-918b-0f56d1741295 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 946 time: 0.0877559 Jul 16 08:47:34.316824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5'}, {'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'name': 'network-vif-deleted', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:34.319288 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0920625-4095-4df5-862a-e1f49cacb408" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5"}, {"server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "name": "network-vif-deleted", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:34.350173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7258b101-802e-46c3-91d7-7019ef3179da req-c316d222-84fa-49c8-9ded-b174062656f0 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398877 Jul 16 08:47:34.447889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f88e32-f5fd-495d-855f-ee1598c8d723 req-1bd45e7c-afe5-476b-ad75-19dfaf9d439b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:34.449322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f88e32-f5fd-495d-855f-ee1598c8d723 req-1bd45e7c-afe5-476b-ad75-19dfaf9d439b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 944 time: 0.0770321 Jul 16 08:47:34.497076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f88e32-f5fd-495d-855f-ee1598c8d723 req-10478916-39f9-4279-8299-95fa1a162500 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Jul 16 08:47:34.502511 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-937694b7-2620-4e39-afd9-370ca2caa8c7 req-d3a8d219-ab98-4cec-ad04-0f9f67cc3a86 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:47:34.503522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-937694b7-2620-4e39-afd9-370ca2caa8c7 req-d3a8d219-ab98-4cec-ad04-0f9f67cc3a86 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/bab7738a-8910-4b0d-9272-3a6acb3f09b5 HTTP/1.1" status: 404 len: 352 time: 0.0215926 Jul 16 08:47:34.550152 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d5febe-78f9-416e-be05-e937a85058eb x-openstack-request-id: req-45d5febe-78f9-416e-be05-e937a85058eb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:34.552006 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5", "status": "completed", "code": 200}, {"server_uuid": "bd60d2ad-91d7-4693-a8f0-530082263689", "name": "network-vif-deleted", "tag": "3de08ba9-21e5-421e-a9ed-dd74464ce76a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:34.552006 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45d5febe-78f9-416e-be05-e937a85058eb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:34.552006 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5', 'status': 'completed', 'code': 200} Jul 16 08:47:34.552006 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd60d2ad-91d7-4693-a8f0-530082263689', 'name': 'network-vif-deleted', 'tag': '3de08ba9-21e5-421e-a9ed-dd74464ce76a', 'status': 'completed', 'code': 200} Jul 16 08:47:34.617796 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-74455cc0-d144-4523-99d1-31a074490241 req-c9a6b803-6366-4600-8b01-6634a7c53302 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:47:34.618954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74455cc0-d144-4523-99d1-31a074490241 req-c9a6b803-6366-4600-8b01-6634a7c53302 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/1e1f768d-5f9e-4ce3-b493-04b66323f8c4 HTTP/1.1" status: 404 len: 352 time: 0.0494249 Jul 16 08:47:34.661789 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-43458446-2721-4e93-8f16-5dbf7ee68e1a req-4f4a022d-e4b4-474c-a372-8831ccdf8271 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:47:34.663454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43458446-2721-4e93-8f16-5dbf7ee68e1a req-4f4a022d-e4b4-474c-a372-8831ccdf8271 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/e7869602-3711-4bdd-8e6a-c1d9706551c4 HTTP/1.1" status: 404 len: 352 time: 0.0211554 Jul 16 08:47:34.676515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0920625-4095-4df5-862a-e1f49cacb408 req-32ae05a7-2baa-4450-9523-cd74fdccd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:34.678173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0920625-4095-4df5-862a-e1f49cacb408 req-32ae05a7-2baa-4450-9523-cd74fdccd891 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1127 time: 0.0922244 Jul 16 08:47:34.724267 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-518541c7-26f5-4151-8ca7-316adc13e4ca req-9c40a14f-fc39-41d5-b452-bdec6c146609 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:47:34.725309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-518541c7-26f5-4151-8ca7-316adc13e4ca req-9c40a14f-fc39-41d5-b452-bdec6c146609 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/ecb0d23f-8d21-4e44-924d-b2cc88ca0333 HTTP/1.1" status: 404 len: 352 time: 0.0315423 Jul 16 08:47:34.790541 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-1839d7dc-038c-4c0a-8a1b-0f9f2d3456e7 req-734ded46-3953-4947-a5e9-82597e352aad tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] show failed (client error): The resource could not be found. Jul 16 08:47:34.791535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1839d7dc-038c-4c0a-8a1b-0f9f2d3456e7 req-734ded46-3953-4947-a5e9-82597e352aad tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/bc10b8d6-cad4-4305-a060-44aa115cd483 HTTP/1.1" status: 404 len: 352 time: 0.0255058 Jul 16 08:47:34.811400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0920625-4095-4df5-862a-e1f49cacb408 req-0efb4eef-ee2b-44e7-9f1e-f9de177ead87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:34.813570 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0920625-4095-4df5-862a-e1f49cacb408 req-0efb4eef-ee2b-44e7-9f1e-f9de177ead87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.1278827 Jul 16 08:47:35.105681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54486) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:35.131185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0920625-4095-4df5-862a-e1f49cacb408 req-043c52c6-eff7-4c9d-a050-dc67465bb105 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 200 len: 217 time: 0.3035226 Jul 16 08:47:35.207458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0920625-4095-4df5-862a-e1f49cacb408 req-5e810c24-d9ab-4732-bb17-5c1a8b632b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.208749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0920625-4095-4df5-862a-e1f49cacb408 req-5e810c24-d9ab-4732-bb17-5c1a8b632b01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0680764 Jul 16 08:47:35.218218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d7626-d7ee-4674-86ce-fbc59a3805dc req-b684d804-db2c-4e9f-89d5-693bdc7c55ef tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.219975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-755d7626-d7ee-4674-86ce-fbc59a3805dc req-b684d804-db2c-4e9f-89d5-693bdc7c55ef tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 946 time: 0.4032259 Jul 16 08:47:35.280063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0920625-4095-4df5-862a-e1f49cacb408 req-df936ddc-59c5-4e67-8639-d672f11c7960 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430055 Jul 16 08:47:35.337517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-755d7626-d7ee-4674-86ce-fbc59a3805dc req-243d7279-0a6f-4b56-99dd-1b0076145371 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928371 Jul 16 08:47:35.381165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:35.389979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04466cad-bc4c-448e-b0b8-f66688ab1959 req-c4a08075-e7e3-40e8-92fc-165a56dbf06b tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.392237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04466cad-bc4c-448e-b0b8-f66688ab1959 req-c4a08075-e7e3-40e8-92fc-165a56dbf06b tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1963284 Jul 16 08:47:35.426000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0920625-4095-4df5-862a-e1f49cacb408 req-9e55b733-6799-4d14-abf7-88e7f4b11d09 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378791 Jul 16 08:47:35.466767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04466cad-bc4c-448e-b0b8-f66688ab1959 req-fb928bc4-5f74-4dc0-adfd-8c5b8eed6f23 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638690 Jul 16 08:47:35.475968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.508007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:35.520386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 has no active binding in host n-h2-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:47:35.598290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0920625-4095-4df5-862a-e1f49cacb408 req-04ad59f5-acbd-4503-82e5-316e0c2ed4ca service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577957 Jul 16 08:47:35.614213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665ae68-c867-465e-9542-22db7ef1924f req-21ad72b7-f497-4d0b-b322-087b71e8e44d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.623557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0665ae68-c867-465e-9542-22db7ef1924f req-21ad72b7-f497-4d0b-b322-087b71e8e44d tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1023 time: 0.1601996 Jul 16 08:47:35.670945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0665ae68-c867-465e-9542-22db7ef1924f req-651f1bfa-705c-4d54-98ae-6ccc0c6cc152 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&id=6e090c51-689d-4191-8f3b-d71b79a41d89&id=725b277f-58e1-44c2-860d-a0e659c11c54&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0455086 Jul 16 08:47:35.773878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e39-56af-4da1-bdcb-c6ddc7dc13a6 req-bb3212ab-4e90-4be9-9ec9-8c5109336157 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.775407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85225e39-56af-4da1-bdcb-c6ddc7dc13a6 req-bb3212ab-4e90-4be9-9ec9-8c5109336157 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.0706778 Jul 16 08:47:35.854863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85225e39-56af-4da1-bdcb-c6ddc7dc13a6 req-0b377a3a-bc76-4fc1-8bc7-71144e8c3307 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735393 Jul 16 08:47:35.880542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c7a89-432f-4047-9118-3001bee5f1f4 req-8debd273-eaa9-4d8e-9b47-cd98900a9c07 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.882230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-122c7a89-432f-4047-9118-3001bee5f1f4 req-8debd273-eaa9-4d8e-9b47-cd98900a9c07 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 946 time: 0.0937717 Jul 16 08:47:35.921911 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-122c7a89-432f-4047-9118-3001bee5f1f4 req-957e7d33-447f-4922-b204-92b35af526db tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336473 Jul 16 08:47:36.066562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Deleting port d4cd246a-48d1-4b6f-b869-45ffbf5e0586 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:36.066973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.110900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0ab8-f095-40c1-961f-e0a1ded4b4b0 req-163ca321-4bbb-4834-acf0-728e43e2e3ac tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.112510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-101b0ab8-f095-40c1-961f-e0a1ded4b4b0 req-163ca321-4bbb-4834-acf0-728e43e2e3ac tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 944 time: 0.0727818 Jul 16 08:47:36.148470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] For port d4cd246a-48d1-4b6f-b869-45ffbf5e0586, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:36.149133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.155682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-101b0ab8-f095-40c1-961f-e0a1ded4b4b0 req-3d2a805a-0736-42b1-a334-7a898d747dcc tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Jul 16 08:47:36.164212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Calling delete_port for d4cd246a-48d1-4b6f-b869-45ffbf5e0586 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:36.347807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.374436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cd246a-48d1-4b6f-b869-45ffbf5e0586,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:36.541364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95c4e5-1ffc-4ff1-8cc6-afb7374489ac req-babca03d-afa7-4c56-a6d7-f934f5617255 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.543104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b95c4e5-1ffc-4ff1-8cc6-afb7374489ac req-babca03d-afa7-4c56-a6d7-f934f5617255 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 946 time: 0.0724351 Jul 16 08:47:36.558804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.598236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b95c4e5-1ffc-4ff1-8cc6-afb7374489ac req-1faf6b9e-eb82-41f0-84f5-5b688f0f112e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478568 Jul 16 08:47:36.695443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3fbe6-5cc5-4976-bd4e-5a1c2eb67297 req-af697caa-aa47-4a4e-bedb-56b50456b8df tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.701127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bd3fbe6-5cc5-4976-bd4e-5a1c2eb67297 req-af697caa-aa47-4a4e-bedb-56b50456b8df tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0773103 Jul 16 08:47:36.737715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bd3fbe6-5cc5-4976-bd4e-5a1c2eb67297 req-9a95dc1d-bc66-4ba9-901e-d18b99b4756f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351882 Jul 16 08:47:36.810501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:36.880415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b25e3-a94e-4a89-a5ce-360a5629e762 req-ca8a2053-2d66-41bd-8356-6e4cd273ccb6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.881977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c7b25e3-a94e-4a89-a5ce-360a5629e762 req-ca8a2053-2d66-41bd-8356-6e4cd273ccb6 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1023 time: 0.0643651 Jul 16 08:47:36.920206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:36.928873 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d88db22a-1330-4fc7-8c19-2f9164ffb306 admin admin] 10.222.0.55 "PUT /v2.0/routers/a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8214204 Jul 16 08:47:36.929755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54508) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:36.930647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c7b25e3-a94e-4a89-a5ce-360a5629e762 req-f9a02b93-3587-401f-b12e-eadaf1f6ace2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&id=6e090c51-689d-4191-8f3b-d71b79a41d89&id=725b277f-58e1-44c2-860d-a0e659c11c54&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0427232 Jul 16 08:47:36.930918 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] Sync routers for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:36.943221 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:36.944250 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:37.058664 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:37.059609 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.082936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d764a-a4c4-44be-9adb-60e2427a875f req-aef73610-93ee-4e02-82e1-f11eee1f529a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.090258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-839d764a-a4c4-44be-9adb-60e2427a875f req-aef73610-93ee-4e02-82e1-f11eee1f529a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1062510 Jul 16 08:47:37.167208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-839d764a-a4c4-44be-9adb-60e2427a875f req-24451f6b-c15b-4940-86e8-33f8a7abc52a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760515 Jul 16 08:47:37.186226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.189573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-565abfbf-4fac-4f3f-a545-fc78265d184b service neutron] 10.222.0.52 "GET /v2.0/ports/22b86e4f-c15e-41b8-b5fb-2afb38956eb5/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 385 time: 0.0891581 Jul 16 08:47:37.246659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3de08ba9-21e5-421e-a9ed-dd74464ce76a no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:37.266762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Deleting port 1ea00659-d702-4700-9eaf-3f95d56625e0 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:37.268147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.276411 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:47:36Z', 'revision_number': 5, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port': {'id': '1ea00659-d702-4700-9eaf-3f95d56625e0', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:37.286453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 3de08ba9-21e5-421e-a9ed-dd74464ce76a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:37.286792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3de08ba9-21e5-421e-a9ed-dd74464ce76a not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:37.309382 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] Checking router: a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:37.318416 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] Routers {'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:37.319029 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:37.355996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] For port 1ea00659-d702-4700-9eaf-3f95d56625e0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1ea00659-d702-4700-9eaf-3f95d56625e0,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:37.356410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.370626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Calling delete_port for 1ea00659-d702-4700-9eaf-3f95d56625e0 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:37.410115 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] Set router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:37.436358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a803b3-afec-4880-a213-4a0a844c32ac req-61ca99b3-558f-48dc-bee0-ad09db9a9873 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.436842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51a803b3-afec-4880-a213-4a0a844c32ac req-61ca99b3-558f-48dc-bee0-ad09db9a9873 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 944 time: 0.1256495 Jul 16 08:47:37.467055 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:47:37Z', 'revision_number': 6, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:37.493799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51a803b3-afec-4880-a213-4a0a844c32ac req-ea5c101e-0bdb-485d-b9a4-6d57ea044604 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486925 Jul 16 08:47:37.498998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:37.503979 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9682c-99b1-400b-9ea8-2597c85eff43 None None] The sync data for ids ['a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee'] in n-d-780147-28 is: [{'id': 'a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee', 'name': 'tempest-FloatingIPsAssociationTestJSON-459490897-router', 'tenant_id': '5a2b5ed207c34b65be50d68231bec465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:47:37Z', 'revision_number': 6, 'project_id': '5a2b5ed207c34b65be50d68231bec465', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:37.533201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:37.568600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.575078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:37.586094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:37.602063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea00659-d702-4700-9eaf-3f95d56625e0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:37.606477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.671149 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.687077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] Transition to ACTIVE for port object 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:37.693927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.768358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] No DVR routers for this DVR port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:37.780579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.783480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.831536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.831985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:37.837040 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.838249 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1080d70e-9c0d-441e-9f21-4f54403407e4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a3d96c9d-8833-45a8-8e1c-aaf35b0e5eee HTTP/1.1" status: 204 len: 168 time: 0.9073555 Jul 16 08:47:37.840899 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54520) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:37.878502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] 10.222.0.52 "PUT /v2.0/ports/22b86e4f-c15e-41b8-b5fb-2afb38956eb5/bindings/n-h2-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 0.6824765 Jul 16 08:47:37.885987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff86be-1c2e-4289-a06e-c94fdac2d0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:37.909366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1a191b-04e2-4aef-8b83-8a586229e73b admin admin] Deleting subnet 643a9a0c-4380-4533-a49a-eaba11a75e07 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:37.914023 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c1a191b-04e2-4aef-8b83-8a586229e73b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.926157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c570f3-cf25-4930-a71e-ca512255da0f req-4484f492-c3d4-43ef-ab3b-3e25a8938e81 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.927670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89c570f3-cf25-4930-a71e-ca512255da0f req-4484f492-c3d4-43ef-ab3b-3e25a8938e81 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 946 time: 0.2014942 Jul 16 08:47:37.960815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c1a191b-04e2-4aef-8b83-8a586229e73b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.005976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-da27ab85-2d87-4e76-a9f0-647c63c5db87 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.007544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-da27ab85-2d87-4e76-a9f0-647c63c5db87 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1023 time: 0.1945779 Jul 16 08:47:38.060224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89c570f3-cf25-4930-a71e-ca512255da0f req-39cc4177-d770-4e5b-bb4c-3df894ac0e19 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127634 Jul 16 08:47:38.088743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c1a191b-04e2-4aef-8b83-8a586229e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.111498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-bc949548-d8fe-48f6-889f-89a38d37fcab tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.113049 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-bc949548-d8fe-48f6-889f-89a38d37fcab tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.1311977 Jul 16 08:47:38.142389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04b04-5de7-4283-a6da-0cf03a9c6a5f req-8fdf6170-01e8-4678-917b-ec80fcaadaba tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.144458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7f04b04-5de7-4283-a6da-0cf03a9c6a5f req-8fdf6170-01e8-4678-917b-ec80fcaadaba tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1883612 Jul 16 08:47:38.181828 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c1a191b-04e2-4aef-8b83-8a586229e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.216145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a191b-04e2-4aef-8b83-8a586229e73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643a9a0c-4380-4533-a49a-eaba11a75e07,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.218288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5c1a191b-04e2-4aef-8b83-8a586229e73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.220810 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5c1a191b-04e2-4aef-8b83-8a586229e73b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/643a9a0c-4380-4533-a49a-eaba11a75e07 HTTP/1.1" status: 204 len: 168 time: 0.3789001 Jul 16 08:47:38.223251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54528) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:38.223578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7f04b04-5de7-4283-a6da-0cf03a9c6a5f req-44b64ee4-dfe4-4cb1-8b9a-6df94257f0db tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737228 Jul 16 08:47:38.224057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5718fe73-7f5c-4d51-b8f1-5e145308076f None None] Network aae0c95e-c13d-4b7f-a039-cde0474813e7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:38.233249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Deleting port ebee8296-77d1-4c0c-af12-774c1022d588 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:38.233598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.271216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-bc39ad05-b388-4ee8-bbbb-3c047dd27fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.272743 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-bc39ad05-b388-4ee8-bbbb-3c047dd27fd4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43&tenant_id=5f2085df23d74438b39a3b48f5526d66 HTTP/1.1" status: 200 len: 1097 time: 0.1390798 Jul 16 08:47:38.347895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.386272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785bec3-d90e-43fd-804a-90691a2f6888 req-e45ed090-172b-44f4-92d9-9972946e94b2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.402706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b785bec3-d90e-43fd-804a-90691a2f6888 req-e45ed090-172b-44f4-92d9-9972946e94b2 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 1023 time: 0.2239728 Jul 16 08:47:38.440641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-8986a093-bf4c-4898-9621-9c552d47a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.442136 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-8986a093-bf4c-4898-9621-9c552d47a8fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1097 time: 0.1310928 Jul 16 08:47:38.444584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] For port ebee8296-77d1-4c0c-af12-774c1022d588, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ebee8296-77d1-4c0c-af12-774c1022d588,segment=NetworkSegment(efe25a39-0978-4e32-9a91-6b580a4f4349),segment_id=efe25a39-0978-4e32-9a91-6b580a4f4349)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:38.444959 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.487042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b785bec3-d90e-43fd-804a-90691a2f6888 req-e57bccc4-3e2d-4e79-9a1e-94bd00e2bbff tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5852feb-200d-418d-b781-87c162d38320&id=6e090c51-689d-4191-8f3b-d71b79a41d89&id=725b277f-58e1-44c2-860d-a0e659c11c54&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0821455 Jul 16 08:47:38.491991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Deleting port eb85d3e7-3655-406f-8875-39df4bbf49b3 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:38.491991 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.504621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] DHCP port deletion for aae0c95e-c13d-4b7f-a039-cde0474813e7 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:38.508669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Calling delete_port for ebee8296-77d1-4c0c-af12-774c1022d588 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:38.617584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Deleting port eb85d3e7-3655-406f-8875-39df4bbf49b3 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:38.618289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.629524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] For port eb85d3e7-3655-406f-8875-39df4bbf49b3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eb85d3e7-3655-406f-8875-39df4bbf49b3,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:38.629929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.644896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Calling delete_port for eb85d3e7-3655-406f-8875-39df4bbf49b3 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:38.706416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] For port eb85d3e7-3655-406f-8875-39df4bbf49b3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eb85d3e7-3655-406f-8875-39df4bbf49b3,segment=NetworkSegment(4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9),segment_id=4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:38.707078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.726581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Calling delete_port for eb85d3e7-3655-406f-8875-39df4bbf49b3 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:38.782437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-68d75d01-1669-4f08-ba65-34c6ae67a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.783932 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-68d75d01-1669-4f08-ba65-34c6ae67a441 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.3279500 Jul 16 08:47:38.795462 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.834955 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.855269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6893b-c766-4005-a014-e0be02901476 req-2bc18943-2e3d-4f17-a7d7-2e7ba054e9a7 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.857006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53a6893b-c766-4005-a014-e0be02901476 req-2bc18943-2e3d-4f17-a7d7-2e7ba054e9a7 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1849959 Jul 16 08:47:38.867013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32164bc-d4b0-4881-a19a-f7be615b0e8b req-92e23ae9-aa56-4f41-ad56-488de00771b8 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.868534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b32164bc-d4b0-4881-a19a-f7be615b0e8b req-92e23ae9-aa56-4f41-ad56-488de00771b8 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 945 time: 0.1727157 Jul 16 08:47:38.870569 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.881140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb85d3e7-3655-406f-8875-39df4bbf49b3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.886457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] No DVR routers for this DVR port eb85d3e7-3655-406f-8875-39df4bbf49b3 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:38.888350 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-7d56ee35-ab39-4a3e-92fd-c5e143fd169e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 200 len: 217 time: 0.0849848 Jul 16 08:47:38.889120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] No DVR routers for this DVR port eb85d3e7-3655-406f-8875-39df4bbf49b3 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:38.893580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ebee8296-77d1-4c0c-af12-774c1022d588'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:38.902090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Pushing event deleted for resources: {'Port': ['ID=eb85d3e7-3655-406f-8875-39df4bbf49b3,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.933722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-eb77351b-290f-41c0-93c8-3db883d92d8c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.935077 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-eb77351b-290f-41c0-93c8-3db883d92d8c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 946 time: 0.1974127 Jul 16 08:47:38.936812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.937161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.937282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'Port': ['ID=ebee8296-77d1-4c0c-af12-774c1022d588,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.938425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.938886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.939458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.939894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.940323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.940781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.941175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.941611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.942245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:38.942712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66d317-b7b9-42b4-9e24-662c126afef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:39.007561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] No DVR routers for this DVR port ebee8296-77d1-4c0c-af12-774c1022d588 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:39.010748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b32164bc-d4b0-4881-a19a-f7be615b0e8b req-af266905-0eeb-4ae3-a119-557d717f359e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260560 Jul 16 08:47:39.011958 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.013897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d6e4461-8b40-42b8-b7d6-ccb80c0e6119 req-61cb4c25-bfcd-48af-a947-5b3fd30abbbf tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.54 "DELETE /v2.0/ports/ebee8296-77d1-4c0c-af12-774c1022d588 HTTP/1.1" status: 204 len: 173 time: 0.9864244 Jul 16 08:47:39.017244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53a6893b-c766-4005-a014-e0be02901476 req-f2039a61-b806-4f96-b29d-482df412cdaa tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477864 Jul 16 08:47:39.018328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'name': 'network-vif-deleted', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:39.020426 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23be45eb-7420-4ab9-874c-38bfc00e9ef1" -d '{"events": [{"server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "name": "network-vif-deleted", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:39.035418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-e5eb4ff3-3e7a-4c9b-9ba2-f4f1b29c5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.036773 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-e5eb4ff3-3e7a-4c9b-9ba2-f4f1b29c5b25 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1196704 Jul 16 08:47:39.061754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.124279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae0c95e-c13d-4b7f-a039-cde0474813e7']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:39.129037 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-a1f921d5-e4e1-4990-a0b9-58f04dc296a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602105 Jul 16 08:47:39.150549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:39.150760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e364ee7-8f9e-4e2a-a94d-4013ecd63bc9') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:39.163104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d4cd246a-48d1-4b6f-b869-45ffbf5e0586 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:39.166369 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1a82be-5d89-4db1-a894-5beaa1f85720 x-openstack-request-id: req-aa1a82be-5d89-4db1-a894-5beaa1f85720 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:39.166717 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c31ecf3-5ce4-4fa7-9ad6-98958b678602", "name": "network-vif-deleted", "tag": "ebee8296-77d1-4c0c-af12-774c1022d588", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:39.166982 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa1a82be-5d89-4db1-a894-5beaa1f85720 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:39.167396 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c31ecf3-5ce4-4fa7-9ad6-98958b678602', 'name': 'network-vif-deleted', 'tag': 'ebee8296-77d1-4c0c-af12-774c1022d588', 'status': 'completed', 'code': 200} Jul 16 08:47:39.180596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.200607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: d4cd246a-48d1-4b6f-b869-45ffbf5e0586 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:39.201062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d4cd246a-48d1-4b6f-b869-45ffbf5e0586 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:39.201618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eb85d3e7-3655-406f-8875-39df4bbf49b3 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:39.222812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: eb85d3e7-3655-406f-8875-39df4bbf49b3 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:39.223358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eb85d3e7-3655-406f-8875-39df4bbf49b3 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:39.223933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1ea00659-d702-4700-9eaf-3f95d56625e0 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:39.229070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.240774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:39.241166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:39.243587 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:39.253773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 1ea00659-d702-4700-9eaf-3f95d56625e0 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:39.255501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1ea00659-d702-4700-9eaf-3f95d56625e0 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:39.307069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Deleting port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:39.307412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.342525 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-2f5bf101-6a24-4290-8180-b7821b0c7394 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042878 Jul 16 08:47:39.346136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.353181 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.357510 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] 10.222.0.55 "DELETE /v2.0/networks/aae0c95e-c13d-4b7f-a039-cde0474813e7 HTTP/1.1" status: 204 len: 168 time: 1.1324198 Jul 16 08:47:39.417524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40c0d2-df6f-4faa-8707-93710f5fde6f req-1ba52a62-9559-4ad5-a2cf-6b2b30543089 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.419339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e40c0d2-df6f-4faa-8707-93710f5fde6f req-1ba52a62-9559-4ad5-a2cf-6b2b30543089 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 946 time: 0.1096435 Jul 16 08:47:39.480184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e40c0d2-df6f-4faa-8707-93710f5fde6f req-a2a8d6e7-8833-47ab-a32e-fcff10cfd69e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534575 Jul 16 08:47:39.490492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390cc28-cbb8-4a78-8cca-598b265fce22 req-4f3e3bd4-4cc5-43d8-ae28-8173d020acaa tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.491880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8390cc28-cbb8-4a78-8cca-598b265fce22 req-4f3e3bd4-4cc5-43d8-ae28-8173d020acaa tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1199393 Jul 16 08:47:39.514755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54544) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:39.561484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8390cc28-cbb8-4a78-8cca-598b265fce22 req-54ae4798-72b6-4d59-98a3-f3d1e179cba7 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Jul 16 08:47:39.602330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6c8b72fc-fded-48b9-ad83-c25ed1f93c94 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a2b5ed207c34b65be50d68231bec465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863974 Jul 16 08:47:39.603291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54550) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:39.680597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2972589f-7b83-4646-b3b4-f4edd8f74d5b req-d128c733-794f-4b62-b334-caf16affbb7c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c31ecf3-5ce4-4fa7-9ad6-98958b678602 HTTP/1.1" status: 200 len: 210 time: 0.0332484 Jul 16 08:47:39.708026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfcb0-5ef1-4471-84bc-c1588633ddc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.731821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfcb0-5ef1-4471-84bc-c1588633ddc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.739210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039381de-2820-49b5-a4bf-12295fae619c admin admin] Pushing event deleted for resources: {'Network': ['ID=aae0c95e-c13d-4b7f-a039-cde0474813e7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:39.784160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfcb0-5ef1-4471-84bc-c1588633ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.788949 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfcb0-5ef1-4471-84bc-c1588633ddc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.792935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1b5dfcb0-5ef1-4471-84bc-c1588633ddc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b709d11-d880-4d96-9fd4-d8318b824e65 HTTP/1.1" status: 204 len: 168 time: 0.1859653 Jul 16 08:47:39.803666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dfcb0-5ef1-4471-84bc-c1588633ddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b709d11-d880-4d96-9fd4-d8318b824e65,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:39.812062 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] For port dff22c20-78e4-4cc7-b002-cb4f2df0ab16, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:39.812413 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.843538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Calling delete_port for dff22c20-78e4-4cc7-b002-cb4f2df0ab16 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:39.851332 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-636036e6-e830-4113-9ef9-e8a76b8b3379 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883108 Jul 16 08:47:39.994935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.015137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a', 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:40.022227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event deleted for resources: {'Port': ['ID=dff22c20-78e4-4cc7-b002-cb4f2df0ab16,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:40.099076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] No DVR routers for this DVR port dff22c20-78e4-4cc7-b002-cb4f2df0ab16 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:40.102831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.105131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c328e821-e2bd-4b22-9525-39e6cfc17ce8 req-236f0082-dd56-4bf2-8aad-ce24e5811236 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "DELETE /v2.0/ports/dff22c20-78e4-4cc7-b002-cb4f2df0ab16 HTTP/1.1" status: 204 len: 173 time: 1.1491094 Jul 16 08:47:40.105751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbba50e-0340-42e7-bb60-654ab7b69bfb', 'name': 'network-vif-deleted', 'tag': 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:40.109084 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f7393e-b45d-48b0-a7b5-ad1c2faa42eb" -d '{"events": [{"server_uuid": "efbba50e-0340-42e7-bb60-654ab7b69bfb", "name": "network-vif-deleted", "tag": "dff22c20-78e4-4cc7-b002-cb4f2df0ab16"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:40.266817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eefb53-188c-4171-865a-f326997302a7 req-41e91e4a-afaa-4065-b965-bd63f352dcaf tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.282927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08eefb53-188c-4171-865a-f326997302a7 req-41e91e4a-afaa-4065-b965-bd63f352dcaf tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 945 time: 0.1143365 Jul 16 08:47:40.310234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-29ee3fea-eea1-4c1c-ba9a-aef865d093bc tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.312395 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-29ee3fea-eea1-4c1c-ba9a-aef865d093bc tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.0715840 Jul 16 08:47:40.372490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08eefb53-188c-4171-865a-f326997302a7 req-c7bd0dc1-13eb-4053-88de-f22c9d05650a tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886815 Jul 16 08:47:40.389913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad44044-23d6-44e3-8415-4d19c808315b req-3c0ba45f-d23e-46f5-ab52-03ba6f3d8048 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.397161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ad44044-23d6-44e3-8415-4d19c808315b req-3c0ba45f-d23e-46f5-ab52-03ba6f3d8048 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1022830 Jul 16 08:47:40.456472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ad44044-23d6-44e3-8415-4d19c808315b req-a20bfb40-d8e0-45b6-9dd2-090848ae1c5b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571053 Jul 16 08:47:40.461262 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034a57ff-d1b6-4a56-8aa7-50ec07ea7dc6 x-openstack-request-id: req-034a57ff-d1b6-4a56-8aa7-50ec07ea7dc6 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:40.461550 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbba50e-0340-42e7-bb60-654ab7b69bfb", "name": "network-vif-deleted", "tag": "dff22c20-78e4-4cc7-b002-cb4f2df0ab16", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:40.461828 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-034a57ff-d1b6-4a56-8aa7-50ec07ea7dc6 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:40.462283 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbba50e-0340-42e7-bb60-654ab7b69bfb', 'name': 'network-vif-deleted', 'tag': 'dff22c20-78e4-4cc7-b002-cb4f2df0ab16', 'status': 'completed', 'code': 200} Jul 16 08:47:40.495566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-db6b1f7b-688d-4751-b9e0-0c2a55eef28c service neutron] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:40.498833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-db6b1f7b-688d-4751-b9e0-0c2a55eef28c service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.500037 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7f9cb581-2b2b-4b6b-b6df-d049b6bbb54e req-db6b1f7b-688d-4751-b9e0-0c2a55eef28c service neutron] 10.222.0.54 "DELETE /v2.0/ports/22b86e4f-c15e-41b8-b5fb-2afb38956eb5/bindings/n-h1-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.1739569 Jul 16 08:47:40.658732 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bd179dc-f758-454d-9833-f91210a41ed3 req-052c01e1-e42b-4e73-a503-19f162c6928a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbba50e-0340-42e7-bb60-654ab7b69bfb HTTP/1.1" status: 200 len: 210 time: 0.0308394 Jul 16 08:47:40.756478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcceff9-af41-4a12-a24f-4de2cdd061ef req-d28e886b-e9c4-44b9-83f8-3259e80bbee3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.758006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fcceff9-af41-4a12-a24f-4de2cdd061ef req-d28e886b-e9c4-44b9-83f8-3259e80bbee3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0667477 Jul 16 08:47:40.796744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fcceff9-af41-4a12-a24f-4de2cdd061ef req-2013b4a0-8c1e-46ff-ad4f-068fd1e91243 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Jul 16 08:47:40.950528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f43aa4e3-3e58-47e5-90d0-16cb1b94b8ea req-9195c166-3d80-4b7f-979e-f9a211e88b12 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/725b277f-58e1-44c2-860d-a0e659c11c54 HTTP/1.1" status: 200 len: 1801 time: 0.0459578 Jul 16 08:47:41.023054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f43aa4e3-3e58-47e5-90d0-16cb1b94b8ea req-1c394fe3-e4f7-4f2e-a6bb-e4beffe51ba5 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.049682 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f43aa4e3-3e58-47e5-90d0-16cb1b94b8ea req-1c394fe3-e4f7-4f2e-a6bb-e4beffe51ba5 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.096455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f43aa4e3-3e58-47e5-90d0-16cb1b94b8ea req-1c394fe3-e4f7-4f2e-a6bb-e4beffe51ba5 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.099440 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f43aa4e3-3e58-47e5-90d0-16cb1b94b8ea req-1c394fe3-e4f7-4f2e-a6bb-e4beffe51ba5 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.100589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f43aa4e3-3e58-47e5-90d0-16cb1b94b8ea req-1c394fe3-e4f7-4f2e-a6bb-e4beffe51ba5 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/725b277f-58e1-44c2-860d-a0e659c11c54 HTTP/1.1" status: 204 len: 173 time: 0.1419411 Jul 16 08:47:41.110462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c394fe3-e4f7-4f2e-a6bb-e4beffe51ba5 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725b277f-58e1-44c2-860d-a0e659c11c54,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.160939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70a5f5e8-be9e-4a33-869d-170d570f7562 req-a292fc2c-106d-4b8b-a601-955c41c19657 tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "GET /v2.0/security-groups/6e090c51-689d-4191-8f3b-d71b79a41d89 HTTP/1.1" status: 200 len: 1801 time: 0.0415435 Jul 16 08:47:41.219632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-70a5f5e8-be9e-4a33-869d-170d570f7562 req-3e0a8132-0af4-4c40-8bd7-afa1916a370c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.244310 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-70a5f5e8-be9e-4a33-869d-170d570f7562 req-3e0a8132-0af4-4c40-8bd7-afa1916a370c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.264513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:41.299434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-70a5f5e8-be9e-4a33-869d-170d570f7562 req-3e0a8132-0af4-4c40-8bd7-afa1916a370c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.302053 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-70a5f5e8-be9e-4a33-869d-170d570f7562 req-3e0a8132-0af4-4c40-8bd7-afa1916a370c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.303379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70a5f5e8-be9e-4a33-869d-170d570f7562 req-3e0a8132-0af4-4c40-8bd7-afa1916a370c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] 10.222.0.55 "DELETE /v2.0/security-groups/6e090c51-689d-4191-8f3b-d71b79a41d89 HTTP/1.1" status: 204 len: 173 time: 0.1360896 Jul 16 08:47:41.308297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:41.311715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54628) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.313893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a8132-0af4-4c40-8bd7-afa1916a370c tempest-SecurityGroupsTestJSON-1075740507 tempest-SecurityGroupsTestJSON-1075740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e090c51-689d-4191-8f3b-d71b79a41d89,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.367783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-df74619f-62b4-44f7-a984-03ad4c0bcd22 admin admin] Deleting subnet b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:41.371497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df74619f-62b4-44f7-a984-03ad4c0bcd22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.408895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df74619f-62b4-44f7-a984-03ad4c0bcd22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.417692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ebee8296-77d1-4c0c-af12-774c1022d588 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:41.438095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: ebee8296-77d1-4c0c-af12-774c1022d588 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:41.438683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ebee8296-77d1-4c0c-af12-774c1022d588 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:41.458081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df74619f-62b4-44f7-a984-03ad4c0bcd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.478172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54634) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.522878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df74619f-62b4-44f7-a984-03ad4c0bcd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.555119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74619f-62b4-44f7-a984-03ad4c0bcd22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b5f16d-9e42-4790-9e60-609c9ef6d6c2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.567401 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df74619f-62b4-44f7-a984-03ad4c0bcd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.572651 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-df74619f-62b4-44f7-a984-03ad4c0bcd22 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b7b5f16d-9e42-4790-9e60-609c9ef6d6c2 HTTP/1.1" status: 204 len: 168 time: 0.2579541 Jul 16 08:47:41.573477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54642) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.587966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3231f9-36cb-419d-9f79-972c56ca960a req-c16b4756-1f9c-4f14-94ff-e80b49076d28 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.589718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d3231f9-36cb-419d-9f79-972c56ca960a req-c16b4756-1f9c-4f14-94ff-e80b49076d28 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 945 time: 0.0861480 Jul 16 08:47:41.651527 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.658257 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb221206-7d7a-451b-b9d0-73a96dbf563b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.698795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d3231f9-36cb-419d-9f79-972c56ca960a req-dd47145f-2423-411b-a424-a153dfef4f4d tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961237 Jul 16 08:47:41.737683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.744275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee71940-a0ed-4c7d-94ee-fbe59e7ec650 req-00567eb5-b634-4b0c-a7b4-753d93e9e577 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.745833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ee71940-a0ed-4c7d-94ee-fbe59e7ec650 req-00567eb5-b634-4b0c-a7b4-753d93e9e577 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1418505 Jul 16 08:47:41.749491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c93fa68-add8-4a1f-adee-a9f6c0f42ab3']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:41.762966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe25a39-0978-4e32-9a91-6b580a4f4349') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:41.763293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe25a39-0978-4e32-9a91-6b580a4f4349') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:41.774969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.793194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.800270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:41.800673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:41.802855 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:41.810528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ee71940-a0ed-4c7d-94ee-fbe59e7ec650 req-f5d4e639-4439-4e41-851d-fd5c84d7654a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 Jul 16 08:47:41.846779 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb221206-7d7a-451b-b9d0-73a96dbf563b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.855720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb221206-7d7a-451b-b9d0-73a96dbf563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.885419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.892353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.898255 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6c93fa68-add8-4a1f-adee-a9f6c0f42ab3 HTTP/1.1" status: 204 len: 168 time: 0.3234994 Jul 16 08:47:41.920194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fb221206-7d7a-451b-b9d0-73a96dbf563b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7725269e2868466cbec20a6208c71cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407656 Jul 16 08:47:41.928497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54656) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.933318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb221206-7d7a-451b-b9d0-73a96dbf563b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7304cb83-7601-46c0-bcdb-e5739f637043,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.946046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b8278-9c00-4711-98ef-65273c2463d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c93fa68-add8-4a1f-adee-a9f6c0f42ab3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.032390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-362f7cf2-e9e7-43d7-b1e6-f43737b45cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.074808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-362f7cf2-e9e7-43d7-b1e6-f43737b45cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.097825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54662) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:42.137273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234a365-885c-4270-9b13-b4a7a923f2e9 req-3d208574-8d7f-4000-bf6f-7c357f4f5f12 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.139021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9234a365-885c-4270-9b13-b4a7a923f2e9 req-3d208574-8d7f-4000-bf6f-7c357f4f5f12 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0715258 Jul 16 08:47:42.158685 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-affa5f5d-929a-4010-b7b6-f8fae9016d97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65751027b7fb422d8d4c7e3c84b106bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581481 Jul 16 08:47:42.161224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54664) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:42.175005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-362f7cf2-e9e7-43d7-b1e6-f43737b45cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.177425 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-362f7cf2-e9e7-43d7-b1e6-f43737b45cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.180965 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-362f7cf2-e9e7-43d7-b1e6-f43737b45cd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7304cb83-7601-46c0-bcdb-e5739f637043 HTTP/1.1" status: 204 len: 168 time: 0.2481120 Jul 16 08:47:42.197372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f7cf2-e9e7-43d7-b1e6-f43737b45cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7304cb83-7601-46c0-bcdb-e5739f637043,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.221737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9234a365-885c-4270-9b13-b4a7a923f2e9 req-94f2885e-46de-437d-aea2-a9412ab70408 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749624 Jul 16 08:47:42.230646 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7a50e94-d67d-4e19-89e3-0f048a4c1111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.242252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4b124-226f-4406-9960-e087c546f2e8 req-a1a26e5d-d4ff-4c47-a2d8-501b26477356 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.243898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ab4b124-226f-4406-9960-e087c546f2e8 req-a1a26e5d-d4ff-4c47-a2d8-501b26477356 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1097 time: 0.0989130 Jul 16 08:47:42.268804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7a50e94-d67d-4e19-89e3-0f048a4c1111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.297901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ab4b124-226f-4406-9960-e087c546f2e8 req-9b60b395-1b6e-4f45-9f96-13c9b3c9a8e3 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451291 Jul 16 08:47:42.329258 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7a50e94-d67d-4e19-89e3-0f048a4c1111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.332222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7a50e94-d67d-4e19-89e3-0f048a4c1111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.335940 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e7a50e94-d67d-4e19-89e3-0f048a4c1111 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5852feb-200d-418d-b781-87c162d38320 HTTP/1.1" status: 204 len: 168 time: 0.1715596 Jul 16 08:47:42.347436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50e94-d67d-4e19-89e3-0f048a4c1111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5852feb-200d-418d-b781-87c162d38320,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.446294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-30143741-36e4-4c34-b74c-dec2f28f3271 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.447813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-30143741-36e4-4c34-b74c-dec2f28f3271 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.1264784 Jul 16 08:47:42.463533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-cc0b664a-2944-473e-a759-31300afae837 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/quotas/3206175599bd452fb6bb65f4568bfc23 HTTP/1.1" status: 200 len: 375 time: 0.0099933 Jul 16 08:47:42.555596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-028ab233-54f1-4f75-9374-d8d875ee1ff4 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0835853 Jul 16 08:47:42.735217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-8e7cce07-c244-4d27-864b-80964a30c67a service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716788 Jul 16 08:47:42.745298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-6daf3627-e09a-47e1-921d-4cff225fab52 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.746772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-6daf3627-e09a-47e1-921d-4cff225fab52 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 820 time: 0.1575854 Jul 16 08:47:42.790227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-6b1fcf9a-f2c9-4510-abb1-15ccc0431eb1 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/quotas/5f2085df23d74438b39a3b48f5526d66 HTTP/1.1" status: 200 len: 375 time: 0.0246735 Jul 16 08:47:43.110529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54730) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:43.151383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-9c5e874d-e4c7-4a6b-ba1c-ef1a5e17b26f service neutron] 10.222.0.55 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035814 Jul 16 08:47:43.162781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-448a8b10-cf8a-43d3-8642-5a392343925b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3693795 Jul 16 08:47:43.342931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1692568899-network', 'tenant_id': '42c257675f7c4cf593af635f81b13de7'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:43.368891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:43.371929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.382123 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.424291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dff22c20-78e4-4cc7-b002-cb4f2df0ab16 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:43.461581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: dff22c20-78e4-4cc7-b002-cb4f2df0ab16 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:43.462280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dff22c20-78e4-4cc7-b002-cb4f2df0ab16 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:43.473737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-cf878a06-4dd8-4d9d-810f-b2773de03edc service neutron] 10.222.0.55 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038383 Jul 16 08:47:43.485591 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.489812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.491477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c581f5-4adf-4526-be32-d9b79e7cb935 req-4b2c86cb-5275-459d-b5b8-f73b7cff9e93 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.492999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0c581f5-4adf-4526-be32-d9b79e7cb935 req-4b2c86cb-5275-459d-b5b8-f73b7cff9e93 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1272364 Jul 16 08:47:43.522156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:43.524378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d148ac70-3bfe-431d-9d08-6a6f58164b47,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.535571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.536275 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Added segment bf48b530-295d-429b-9a3a-8db36521bddd of type vlan for network 9cec0721-56cb-493a-8ded-662a5d4dbb1c Jul 16 08:47:43.587184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0c581f5-4adf-4526-be32-d9b79e7cb935 req-c52fc77a-f977-4ee2-b0ac-cf2d375f354a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862377 Jul 16 08:47:43.588209 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.634981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-87fed5f6-21d6-4261-8b17-883ac24a4ee2 service neutron] 10.222.0.55 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515543 Jul 16 08:47:43.639199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.642189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.643192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.685603 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5739584 Jul 16 08:47:43.689049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54754) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:43.694975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Request body: {'subnet': {'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1692568899-subnet', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:43.762885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ca91f-0007-43f7-9dc2-463a8c44f073 admin admin] Pushing event updated for resources: {'Network': ['ID=9cec0721-56cb-493a-8ded-662a5d4dbb1c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.780697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9cec0721-56cb-493a-8ded-662a5d4dbb1c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:43.782948 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:43.786112 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.975918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd456-c20f-48f5-9e2d-c30e53daf23b req-67075374-4353-4c94-adf4-b6389c0775fe tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.977330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c64dd456-c20f-48f5-9e2d-c30e53daf23b req-67075374-4353-4c94-adf4-b6389c0775fe tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1334062 Jul 16 08:47:44.042881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.058204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e052d583-5bb2-4fc2-b7d0-bdf1d8a8410d req-5e5cadde-95db-4258-82be-b6d482d8a729 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 210 time: 0.0434411 Jul 16 08:47:44.072237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c64dd456-c20f-48f5-9e2d-c30e53daf23b req-034aae77-148a-4a07-b9a8-9f3b3a636ebb tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876253 Jul 16 08:47:44.159765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2cf988ba-8742-48c0-bea5-8316e95e4075 req-2eee10c6-cace-49f4-a9ed-63f83123a9e0 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 210 time: 0.0363581 Jul 16 08:47:44.166710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5cc133-9403-40c5-8b68-9032d4ea55a6,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:44.205307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Checking segment: {'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:44.205682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Network hostable DHCP agents. Network: 9cec0721-56cb-493a-8ded-662a5d4dbb1c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:44.227286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Network 9cec0721-56cb-493a-8ded-662a5d4dbb1c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:44.239099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9cec0721-56cb-493a-8ded-662a5d4dbb1c) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:44.243320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.243994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.252180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4801fc-4463-4f74-81df-efa02d70e6e9 None None] Network 9cec0721-56cb-493a-8ded-662a5d4dbb1c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:44.261184 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c648d47a-a870-4e0a-86b6-ecd1f00fcc18 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5708129 Jul 16 08:47:44.263756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54768) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:44.269874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:44.302038 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.303426 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.363011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.385107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-ff6b511b-fc65-4352-9016-a21c1a1a7922 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7b71d7b9e5f84a2989c937a1a5614d95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230482 Jul 16 08:47:44.403784 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78103a9c-f749-45a3-a4e5-e3f3ebec50e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.464231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-9cec0721-56cb-493a-8ded-662a5d4dbb1c', 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'fixed_ips': [{'subnet_id': '7e5cc133-9403-40c5-8b68-9032d4ea55a6'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:44.465107 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.523511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b2cdf-64db-4da2-a772-63060d955402 req-fc3cbc1a-b60d-49aa-8503-de4f9f68ac2c tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.530144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-fc3cbc1a-b60d-49aa-8503-de4f9f68ac2c tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324470 Jul 16 08:47:44.536254 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.544461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-73b3e6ae-c0b3-4aee-9a27-ba5a884183dd tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/quotas/7b71d7b9e5f84a2989c937a1a5614d95 HTTP/1.1" status: 200 len: 375 time: 0.0131574 Jul 16 08:47:44.606156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-c838701d-40e8-4f70-befd-353e1560c38c tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b71d7b9e5f84a2989c937a1a5614d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548897 Jul 16 08:47:44.629458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Allocated IP 172.20.0.2 (9cec0721-56cb-493a-8ded-662a5d4dbb1c/7e5cc133-9403-40c5-8b68-9032d4ea55a6/5d07142f-e672-4df6-bb42-bae7f7bfb19c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:44.871326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.921034 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.937139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Transition to ACTIVE for port object 5d07142f-e672-4df6-bb42-bae7f7bfb19c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:44.940297 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.965308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Transition to ACTIVE for port object 5d07142f-e672-4df6-bb42-bae7f7bfb19c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:44.977201 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.039853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-08d43b98-888d-483a-8551-7d31cbd51999 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.041498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-08d43b98-888d-483a-8551-7d31cbd51999 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 805 time: 0.2076721 Jul 16 08:47:45.053075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Pushing event updated for resources: {'Port': ['ID=5d07142f-e672-4df6-bb42-bae7f7bfb19c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.069226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c034b-521b-4f8e-a415-98d57f65179a req-0915daa0-8014-452b-9950-caa88cf33be7 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.073188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b17c034b-521b-4f8e-a415-98d57f65179a req-0915daa0-8014-452b-9950-caa88cf33be7 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.2966158 Jul 16 08:47:45.087240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Request body: {'port': {'device_id': 'f9d5b4eb-9928-462d-9f44-bf4f46d76750', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'admin_state_up': True, 'tenant_id': '3206175599bd452fb6bb65f4568bfc23'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:45.095371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Network 9cec0721-56cb-493a-8ded-662a5d4dbb1c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:45.097275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:45.102026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:45.106126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.145761 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Allocated IP 172.25.6.42 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/a341dcf9-fd84-4454-b6f6-2a6262cfa051) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:45.189182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-857477a2-499c-4843-8bb7-0f5e0589e01f req-0f30b7ae-af21-49b2-af3e-6aec870ca9b0 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 210 time: 0.1144025 Jul 16 08:47:45.203105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Attempting to bind port 5d07142f-e672-4df6-bb42-bae7f7bfb19c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:45.204266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Attempting to bind port 5d07142f-e672-4df6-bb42-bae7f7bfb19c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:45.205108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Attempting to bind port 5d07142f-e672-4df6-bb42-bae7f7bfb19c on network 9cec0721-56cb-493a-8ded-662a5d4dbb1c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:45.232062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:45.237132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Checking segment: {'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:45.237547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.237983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Bound using segment: {'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:45.238484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Bound port: 5d07142f-e672-4df6-bb42-bae7f7bfb19c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:45.238875 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.353923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.413439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b17c034b-521b-4f8e-a415-98d57f65179a req-a6f765a1-a1d1-405e-aa61-3ff5cdb53090 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205261 Jul 16 08:47:45.475160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Made reservation on behalf of 3206175599bd452fb6bb65f4568bfc23 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:45.479358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.487353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-c875b4d8-a4ad-4b0e-8671-82a89e49ba0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.489343 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-c875b4d8-a4ad-4b0e-8671-82a89e49ba0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 820 time: 0.1508734 Jul 16 08:47:45.496727 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.508763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Request body: {'port': {'device_id': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'admin_state_up': True, 'tenant_id': '5f2085df23d74438b39a3b48f5526d66'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:45.676441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:45.688600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=a341dcf9-fd84-4454-b6f6-2a6262cfa051,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.691643 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:45.728156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:45.731290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Allocated IP 172.20.0.13 (ff0bd8d5-928e-4372-933c-180eae691c3c/1b8f6089-c041-4c6e-9073-12eb30d5fc0c/d15b2cb0-aa90-41ef-b650-38db8ad6f315) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:45.779267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] For port 5d07142f-e672-4df6-bb42-bae7f7bfb19c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:45.784623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] For port 5d07142f-e672-4df6-bb42-bae7f7bfb19c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5d07142f-e672-4df6-bb42-bae7f7bfb19c,segment=NetworkSegment(bf48b530-295d-429b-9a3a-8db36521bddd),segment_id=bf48b530-295d-429b-9a3a-8db36521bddd)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:45.803009 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.896305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e7b3d-6b38-49c7-b949-01670be46b90 None None] Pushing event updated for resources: {'Port': ['ID=5d07142f-e672-4df6-bb42-bae7f7bfb19c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.918540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8476c7e9-6103-407c-b38f-78573a9f98c6 req-26778d4b-0370-45f5-8b77-f5efa59dc778 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 210 time: 0.1292908 Jul 16 08:47:46.028443 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Made reservation on behalf of 5f2085df23d74438b39a3b48f5526d66 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:46.043023 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.076986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093424a-8eba-469a-a3c5-24dc45cf0ca3 req-70f5688a-7d93-42d6-a665-972e3e3d9270 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.086677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6093424a-8eba-469a-a3c5-24dc45cf0ca3 req-70f5688a-7d93-42d6-a665-972e3e3d9270 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.2991402 Jul 16 08:47:46.134823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.166326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1b7796f9-d0cc-4e6f-b529-7b8761fb78a1 req-abc16565-7a94-4a5b-a496-cd9ce2c90ee6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 210 time: 0.0548222 Jul 16 08:47:46.204559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6093424a-8eba-469a-a3c5-24dc45cf0ca3 req-630ddefa-7a98-46b1-9ea8-f3e985402294 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166465 Jul 16 08:47:46.272347 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.286251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:46.313954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Network ff0bd8d5-928e-4372-933c-180eae691c3c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:46.320507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:46.326844 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.331812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:46.401007 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.401787 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.454112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Allocated IP 172.20.0.12 (ae546b27-9f75-4f79-bba2-9b9d6219f032/8307d455-1b57-4e72-9720-ac3e62f2f67a/5a3b9a7d-e3db-42c5-8464-dce714871623) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:46.463493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0695720b-9131-4c11-995e-8fb1d71a948d req-85d33bb0-ed3f-4910-ac95-e7612c4d7393 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 210 time: 0.0588946 Jul 16 08:47:46.468600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event updated for resources: {'Port': ['ID=d15b2cb0-aa90-41ef-b650-38db8ad6f315,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.480705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-064ccfa5-4fb7-41a9-9448-ce2d5ae91953 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4031553 Jul 16 08:47:46.499832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Request body: {'port': {'device_id': 'f9d5b4eb-9928-462d-9f44-bf4f46d76750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:46.634701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.742102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.789855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.829286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a3268-6870-47e4-b6b6-710dd7ad45ca req-018ca7bc-7ceb-4770-b2a5-d3c3eef6f07a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.831548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a2a3268-6870-47e4-b6b6-710dd7ad45ca req-018ca7bc-7ceb-4770-b2a5-d3c3eef6f07a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1985552 Jul 16 08:47:46.890620 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-a85d972e-ade7-476a-838e-c6171643a13e tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7b71d7b9e5f84a2989c937a1a5614d95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687041 Jul 16 08:47:46.944478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a2a3268-6870-47e4-b6b6-710dd7ad45ca req-ffe686dd-ed2f-4034-8457-f658a6eebbde tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041772 Jul 16 08:47:47.018201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.133020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15b2cb0-aa90-41ef-b650-38db8ad6f315 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:47.148255 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.181217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Network ae546b27-9f75-4f79-bba2-9b9d6219f032 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:47.198405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5d07142f-e672-4df6-bb42-bae7f7bfb19c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:47.202523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:47.206740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Pushing event updated for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.210340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:47.221486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b2cdf-64db-4da2-a772-63060d955402 req-7d45b5cd-cd2e-4255-8f98-ad294400202e tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.223606 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-7d45b5cd-cd2e-4255-8f98-ad294400202e tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213751 Jul 16 08:47:47.253709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Request body: {'port': {'device_id': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '7b71d7b9e5f84a2989c937a1a5614d95'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:47.256655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Transition to ACTIVE for port object d15b2cb0-aa90-41ef-b650-38db8ad6f315 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:47.277717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.290217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Router 5160208c-a70c-4593-9adf-412e48a27e1f is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:47:47.341211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.342540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5d07142f-e672-4df6-bb42-bae7f7bfb19c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:47.348617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.442747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c694c6-5bd8-4e00-b5dd-473e76c38ebf req-de5dfc97-68b0-4225-814a-08dcef8a6e7d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.449782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14c694c6-5bd8-4e00-b5dd-473e76c38ebf req-de5dfc97-68b0-4225-814a-08dcef8a6e7d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 932 time: 0.2898409 Jul 16 08:47:47.455229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d08247-cecb-454a-a1b7-e00aa9f50643 None None] Network 9cec0721-56cb-493a-8ded-662a5d4dbb1c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:47.463739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d15b2cb0-aa90-41ef-b650-38db8ad6f315,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.484952 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a9ca0cd-faf5-4a9e-9ea1-8590d15eab2b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9827657 Jul 16 08:47:47.499691 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Request body: {'port': {'device_id': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:47.559637 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14c694c6-5bd8-4e00-b5dd-473e76c38ebf req-9cdefd2b-f7e3-4e20-8136-72a39494fa91 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088820 Jul 16 08:47:47.577038 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.608703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Attempting to bind port d15b2cb0-aa90-41ef-b650-38db8ad6f315 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:47.609172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Attempting to bind port d15b2cb0-aa90-41ef-b650-38db8ad6f315 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:47.610251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Attempting to bind port d15b2cb0-aa90-41ef-b650-38db8ad6f315 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:47.615592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5b74f754-a14a-478d-8562-9a09398d21e0 None None] Provisioning for port 5d07142f-e672-4df6-bb42-bae7f7bfb19c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:47.620639 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43ae4378-93b6-481c-9adf-36d549662038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.647886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5b74f754-a14a-478d-8562-9a09398d21e0 None None] Provisioning complete for port 5d07142f-e672-4df6-bb42-bae7f7bfb19c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:47.648501 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b74f754-a14a-478d-8562-9a09398d21e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.650332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ab8e3-3321-44b2-a55a-16314a529408 req-e9dc0f48-508a-42ef-844e-e6c500edfcf3 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.660967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Made reservation on behalf of 7b71d7b9e5f84a2989c937a1a5614d95 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:47.662713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e67ab8e3-3321-44b2-a55a-16314a529408 req-e9dc0f48-508a-42ef-844e-e6c500edfcf3 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 932 time: 0.2642386 Jul 16 08:47:47.664810 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.672011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Port d15b2cb0-aa90-41ef-b650-38db8ad6f315 on network ff0bd8d5-928e-4372-933c-180eae691c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:47.672315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Attempting to bind port d15b2cb0-aa90-41ef-b650-38db8ad6f315 on network ff0bd8d5-928e-4372-933c-180eae691c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:47.676193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:47.694951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.696958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:47.697306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Checking segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:47.697728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Bound using segment: {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:47.698179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Bound port: d15b2cb0-aa90-41ef-b650-38db8ad6f315, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfadece5-207a-4928-a58f-e3f09ea2570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:47.698537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.728849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Sync routers for ids ['5160208c-a70c-4593-9adf-412e48a27e1f'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:47.756544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Routers {'5160208c-a70c-4593-9adf-412e48a27e1f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:47.757172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5160208c-a70c-4593-9adf-412e48a27e1f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:47.790363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e67ab8e3-3321-44b2-a55a-16314a529408 req-8b1f492c-6c3f-4dc3-9221-b7aea0386695 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265831 Jul 16 08:47:47.872695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] For port d15b2cb0-aa90-41ef-b650-38db8ad6f315, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:47.891093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] For port d15b2cb0-aa90-41ef-b650-38db8ad6f315, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d15b2cb0-aa90-41ef-b650-38db8ad6f315,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:47.896050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.897263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.904920 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.939173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b74f754-a14a-478d-8562-9a09398d21e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.954679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Set router 5160208c-a70c-4593-9adf-412e48a27e1f gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:48.052117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d15b2cb0-aa90-41ef-b650-38db8ad6f315,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.059843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.060146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.061787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-324aef17-30a7-43e7-af6c-6c4bdc69a7c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/d15b2cb0-aa90-41ef-b650-38db8ad6f315 HTTP/1.1" status: 200 len: 1093 time: 1.5714924 Jul 16 08:47:48.063685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5b74f754-a14a-478d-8562-9a09398d21e0 None None] For port 5d07142f-e672-4df6-bb42-bae7f7bfb19c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5d07142f-e672-4df6-bb42-bae7f7bfb19c,segment=NetworkSegment(bf48b530-295d-429b-9a3a-8db36521bddd),segment_id=bf48b530-295d-429b-9a3a-8db36521bddd)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:48.066954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d5b4eb-9928-462d-9f44-bf4f46d76750', 'tag': 'd15b2cb0-aa90-41ef-b650-38db8ad6f315'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:48.069361 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef768801-2ae1-43c9-b220-a7be524e4399" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d5b4eb-9928-462d-9f44-bf4f46d76750", "tag": "d15b2cb0-aa90-41ef-b650-38db8ad6f315"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:48.143110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dde80d1-3569-4049-a6d2-db99c3d71d46 req-ea1e0804-1000-4de9-a692-d1d61da0f041 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 210 time: 0.0841768 Jul 16 08:47:48.172983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b74f754-a14a-478d-8562-9a09398d21e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.202181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bbca9-f225-43fa-8116-5bff522a11a5 req-6dfb20a4-c730-4a5b-aa87-8a936427d0b9 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.209256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e0bbca9-f225-43fa-8116-5bff522a11a5 req-6dfb20a4-c730-4a5b-aa87-8a936427d0b9 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.5065360 Jul 16 08:47:48.297872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74f754-a14a-478d-8562-9a09398d21e0 None None] Pushing event updated for resources: {'Port': ['ID=5d07142f-e672-4df6-bb42-bae7f7bfb19c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.300653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e0bbca9-f225-43fa-8116-5bff522a11a5 req-63031774-9643-49e2-bf90-7b7965b34e0e tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899696 Jul 16 08:47:48.312494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:46Z', 'revision_number': 3, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port': {'id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:48.314908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-e68a01dc-f16d-4642-bdb3-8abeaf72c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.316609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-e68a01dc-f16d-4642-bdb3-8abeaf72c421 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 1096 time: 0.1806030 Jul 16 08:47:48.365554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Checking router: 5160208c-a70c-4593-9adf-412e48a27e1f for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:48.366077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Updating router 5160208c-a70c-4593-9adf-412e48a27e1f port a341dcf9-fd84-4454-b6f6-2a6262cfa051 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:47:48.383538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-fb79b641-5438-4221-b476-a0804d26e4d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15b2cb0-aa90-41ef-b650-38db8ad6f315 HTTP/1.1" status: 200 len: 217 time: 0.0485692 Jul 16 08:47:48.384971 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1747249c-4945-4f3e-ab04-e0dd7f3dcf3c x-openstack-request-id: req-1747249c-4945-4f3e-ab04-e0dd7f3dcf3c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:48.385257 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d5b4eb-9928-462d-9f44-bf4f46d76750", "tag": "d15b2cb0-aa90-41ef-b650-38db8ad6f315", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:48.385506 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1747249c-4945-4f3e-ab04-e0dd7f3dcf3c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:48.385939 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d5b4eb-9928-462d-9f44-bf4f46d76750', 'tag': 'd15b2cb0-aa90-41ef-b650-38db8ad6f315', 'status': 'completed', 'code': 200} Jul 16 08:47:48.429968 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.456030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-5b5694eb-92de-41ed-b98a-2094dca1beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.457602 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-5b5694eb-92de-41ed-b98a-2094dca1beb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.0651557 Jul 16 08:47:48.457780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.481780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.486350 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-12f10f8e-b5af-4269-87b6-747ab2b00ae3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2181053 Jul 16 08:47:48.493774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.517528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-3b7a8bf2-e79c-4eb7-ae94-8f2205c63873 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490336 Jul 16 08:47:48.599341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45a8719-bd10-4c93-89f1-badef04bdb5f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.605662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f57c9-3dcc-4a4f-8590-7feb46154c52 req-e1916cf3-2b0a-409a-8477-a8f4f125232f tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.612272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4ba02cc0-b6d0-4b27-ae8a-cd9676c0992e None None] Provisioning complete for port 5d07142f-e672-4df6-bb42-bae7f7bfb19c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:48.612979 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ba02cc0-b6d0-4b27-ae8a-cd9676c0992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.613174 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f8f57c9-3dcc-4a4f-8590-7feb46154c52 req-e1916cf3-2b0a-409a-8477-a8f4f125232f tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1545360 Jul 16 08:47:48.665661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-62ce518d-c28e-4130-81cc-7a7f43f2ec21 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396906 Jul 16 08:47:48.670220 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.679938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f8f57c9-3dcc-4a4f-8590-7feb46154c52 req-7a832ebc-c2dd-4a39-8f7e-752ca2c3a6e7 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658150 Jul 16 08:47:48.780711 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.805824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5615e3bf-86b3-4765-b1e9-0026c63769a8 req-261d5b13-a750-4417-a00d-41c1dcfaf8bf service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199682 Jul 16 08:47:48.825656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Allocated IP 192.168.233.60 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/f064b99e-dbb1-4e19-b3f3-ca36a95626fc) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:48.842408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901849c-ce6b-4452-a7d8-083185973140 req-7da192ac-5e4c-4833-a907-674c129ba7db tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.844968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3901849c-ce6b-4452-a7d8-083185973140 req-7da192ac-5e4c-4833-a907-674c129ba7db tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 944 time: 0.0727556 Jul 16 08:47:48.915315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3901849c-ce6b-4452-a7d8-083185973140 req-f9885e8a-b1b0-49fa-ab61-e48ad9d77f0c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604427 Jul 16 08:47:48.943142 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.964228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Transition to ACTIVE for port object a341dcf9-fd84-4454-b6f6-2a6262cfa051 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:48.972682 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.038310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Attempting to bind port a341dcf9-fd84-4454-b6f6-2a6262cfa051 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:49.038717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Attempting to bind port a341dcf9-fd84-4454-b6f6-2a6262cfa051 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:49.038915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Attempting to bind port a341dcf9-fd84-4454-b6f6-2a6262cfa051 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:49.042838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775ffd0-f6eb-49de-81ce-90c4faf56bef None None] Pushing event updated for resources: {'Port': ['ID=a341dcf9-fd84-4454-b6f6-2a6262cfa051,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.049387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:49.049815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:49.050273 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.050641 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:49.051253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Bound port: a341dcf9-fd84-4454-b6f6-2a6262cfa051, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:49.051947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.112438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-76fc29b1-2c11-4aa4-a9ed-a6758139facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.116652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-76fc29b1-2c11-4aa4-a9ed-a6758139facf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 1096 time: 0.1711473 Jul 16 08:47:49.134976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] For port a341dcf9-fd84-4454-b6f6-2a6262cfa051, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:49.138601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] For port a341dcf9-fd84-4454-b6f6-2a6262cfa051, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a341dcf9-fd84-4454-b6f6-2a6262cfa051,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:49.147325 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.152270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5d07142f-e672-4df6-bb42-bae7f7bfb19c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:49.162020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aba064-16c0-4a9e-bc55-fe1c65ab78b2 req-8d0ee7fa-90f4-488d-b401-b2a3b5a1bc44 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.163724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12aba064-16c0-4a9e-bc55-fe1c65ab78b2 req-8d0ee7fa-90f4-488d-b401-b2a3b5a1bc44 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 932 time: 0.2051809 Jul 16 08:47:49.169730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3b9a7d-e3db-42c5-8464-dce714871623 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:49.231065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.263096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Transition to ACTIVE for port object 5a3b9a7d-e3db-42c5-8464-dce714871623 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:49.275963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12aba064-16c0-4a9e-bc55-fe1c65ab78b2 req-0546be43-c793-448e-bde7-f3ac3666eb45 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037419 Jul 16 08:47:49.301458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:49.304805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:49.305739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.361778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14cf47b0-94a6-4b80-a561-af32f8e5904d req-7ef431ac-56b1-4803-8f0b-1a6877eb95e4 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 210 time: 0.0532207 Jul 16 08:47:49.363611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.366162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-6a0e114a-7770-42bc-b913-7eace633bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.367736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-6a0e114a-7770-42bc-b913-7eace633bc45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 906 time: 0.2400429 Jul 16 08:47:49.379117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775ffd0-f6eb-49de-81ce-90c4faf56bef None None] Pushing event updated for resources: {'Port': ['ID=a341dcf9-fd84-4454-b6f6-2a6262cfa051,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.404162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Routers {'5160208c-a70c-4593-9adf-412e48a27e1f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:49.405199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5160208c-a70c-4593-9adf-412e48a27e1f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:49.413702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Transition to ACTIVE for port object f064b99e-dbb1-4e19-b3f3-ca36a95626fc will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:49.415598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5d07142f-e672-4df6-bb42-bae7f7bfb19c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:49.415976 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.427311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Pushing event updated for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.448011 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-b2d9eeb5-8eda-4fba-804c-a209d48004c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15b2cb0-aa90-41ef-b650-38db8ad6f315 HTTP/1.1" status: 200 len: 217 time: 0.0664575 Jul 16 08:47:49.519501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-258a84fc-9b2f-4967-adc9-3b23082f6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.521607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-258a84fc-9b2f-4967-adc9-3b23082f6a71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.0655622 Jul 16 08:47:49.583158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-b688c623-0749-4c0f-89c2-0c54103fa75b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432527 Jul 16 08:47:49.587518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.633306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:49.633306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:49.633780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:49.672846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:49.673585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:49.673929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:49.691324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:49.696987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:49.697325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:49.697723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:49.698173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Bound port: 5a3b9a7d-e3db-42c5-8464-dce714871623, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:49.698525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.700444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:49.706570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:49.740880 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.741341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.747052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.757294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] Set router 5160208c-a70c-4593-9adf-412e48a27e1f gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:49.762041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-73bc8099-f121-4c75-a968-6b60f7f7e96e service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768835 Jul 16 08:47:49.762399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'mac_address': 'fa:16:3e:95:7a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:49.772283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041aad-62f5-43b5-9fcf-62c7288fed97 req-dca56fd0-acca-4c0a-9f72-61e380eb5eec tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.774661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a041aad-62f5-43b5-9fcf-62c7288fed97 req-dca56fd0-acca-4c0a-9f72-61e380eb5eec tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1874652 Jul 16 08:47:49.812361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.813674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.905544 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-2eec54e2-317d-4273-97d7-b6741b0928ff tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6560204 Jul 16 08:47:49.915662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:49.928796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Request body: {'port': {'device_id': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:50.010951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:50.033638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.090228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:50.095980 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a94ac6-fd27-459d-8273-1742ff086ba8" -d '{"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:50.113027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.113662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.115067 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] 10.222.0.52 "PUT /v2.0/ports/5a3b9a7d-e3db-42c5-8464-dce714871623 HTTP/1.1" status: 200 len: 1093 time: 2.6225512 Jul 16 08:47:50.117360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:50.119526 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab472e7-a010-4214-8c16-6d245e6beaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:50.139941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:50.151886 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.182597 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.204982 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.213105 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.220598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1289-f387-4374-ac3f-30c1352b926a service neutron] Pushing event updated for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.222184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a041aad-62f5-43b5-9fcf-62c7288fed97 req-bc356c91-c62a-4f9b-bd24-1449996e1ce3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373853 Jul 16 08:47:50.234326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Allocated IP 172.20.0.1 (9cec0721-56cb-493a-8ded-662a5d4dbb1c/7e5cc133-9403-40c5-8b68-9032d4ea55a6/cc001141-a2db-43f2-8adb-e1ce6fd82271) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:50.256147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:50.291802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef768801-2ae1-43c9-b220-a7be524e4399 req-7c113592-6401-4d81-85fb-75a7258b45b7 service neutron] 10.222.0.52 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158877 Jul 16 08:47:50.329725 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:47:50.330335 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:47:50.330617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5388fc98-ef7b-4056-bfc1-8a50f1190c37 None None] Provisioning for port f064b99e-dbb1-4e19-b3f3-ca36a95626fc completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:50.330827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dd063-ffd5-4f78-a16e-adad299f3566 req-b2d2b126-abfd-4ea3-9639-d9de9bbf6490 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.339076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb8dd063-ffd5-4f78-a16e-adad299f3566 req-b2d2b126-abfd-4ea3-9639-d9de9bbf6490 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1317675 Jul 16 08:47:50.346337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5388fc98-ef7b-4056-bfc1-8a50f1190c37 None None] Provisioning complete for port f064b99e-dbb1-4e19-b3f3-ca36a95626fc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:50.347170 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5388fc98-ef7b-4056-bfc1-8a50f1190c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.350908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.386420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb8dd063-ffd5-4f78-a16e-adad299f3566 req-2ffa8077-bcf1-4ef0-bf44-485cb9d5027c tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463440 Jul 16 08:47:50.428629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5388fc98-ef7b-4056-bfc1-8a50f1190c37 None None] Port f064b99e-dbb1-4e19-b3f3-ca36a95626fc cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:50.444482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:46Z', 'revision_number': 3, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port': {'id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:50.471511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-5dfb95cc-7879-408c-8d80-b59d39f75554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.472888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbabe00-aee9-4dcb-a7e9-52d2f60a6d51 None None] The sync data for ids ['5160208c-a70c-4593-9adf-412e48a27e1f'] in n-d-780147-28 is: [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:46Z', 'revision_number': 3, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port': {'id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:50.473182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-5dfb95cc-7879-408c-8d80-b59d39f75554 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1096 time: 0.3021426 Jul 16 08:47:50.489189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7c9be-a3ee-4243-8eb7-1760ba09ad23 req-40f974ea-54b8-49db-be31-e7b2c32c3e26 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.490812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ecf7c9be-a3ee-4243-8eb7-1760ba09ad23 req-40f974ea-54b8-49db-be31-e7b2c32c3e26 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 944 time: 0.0954120 Jul 16 08:47:50.537901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ecf7c9be-a3ee-4243-8eb7-1760ba09ad23 req-d9af313d-c641-4972-8233-c1d4bd2f34ee tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Jul 16 08:47:50.550476 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-d785c983-f169-4fd2-a297-6e3bf5999058 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a3b9a7d-e3db-42c5-8464-dce714871623 HTTP/1.1" status: 200 len: 217 time: 0.0661619 Jul 16 08:47:50.580939 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56dbc3-3f8d-4a63-bc70-dd08226594a0 x-openstack-request-id: req-9d56dbc3-3f8d-4a63-bc70-dd08226594a0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:50.581383 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:50.581762 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d56dbc3-3f8d-4a63-bc70-dd08226594a0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:50.582545 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'code': 200} Jul 16 08:47:50.614058 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a616fa2-0399-4f04-a3ca-0a2ae691c376 x-openstack-request-id: req-4a616fa2-0399-4f04-a3ca-0a2ae691c376 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:50.614345 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:50.614597 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a616fa2-0399-4f04-a3ca-0a2ae691c376 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:50.615013 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623', 'status': 'completed', 'code': 200} Jul 16 08:47:50.671589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.696850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-a66806c5-8215-45f5-87c7-9fbe2a432f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.698432 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-a66806c5-8215-45f5-87c7-9fbe2a432f54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1361270 Jul 16 08:47:50.708294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Transition to ACTIVE for port object cc001141-a2db-43f2-8adb-e1ce6fd82271 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:50.751106 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-84b356d5-0c7f-4fc3-8ab6-d83c8a4812ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410590 Jul 16 08:47:50.808462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1eac08-8f51-44cc-94fb-393784d87389 req-59c9c986-9a5f-4d40-bc0a-021b9abddd15 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.810086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1b1eac08-8f51-44cc-94fb-393784d87389 req-59c9c986-9a5f-4d40-bc0a-021b9abddd15 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 0.1236072 Jul 16 08:47:50.819928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9311c-b3de-4a28-b139-bcf2644fa442 req-b26f1052-88d0-479c-8d1c-a449db83f2f2 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.821518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfc9311c-b3de-4a28-b139-bcf2644fa442 req-b26f1052-88d0-479c-8d1c-a449db83f2f2 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 935 time: 0.1196229 Jul 16 08:47:50.917889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1b1eac08-8f51-44cc-94fb-393784d87389 req-fbce1c7c-8c55-46c3-b697-f9a1dcfba030 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938632 Jul 16 08:47:50.919520 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.938076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:50.939308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfc9311c-b3de-4a28-b139-bcf2644fa442 req-d951df0c-50d3-4429-8f97-098613c6aed5 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909431 Jul 16 08:47:50.943737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f064b99e-dbb1-4e19-b3f3-ca36a95626fc {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:50.959179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.971570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:50.976733 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.983664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.035058 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc001141-a2db-43f2-8adb-e1ce6fd82271,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.049311 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-05c179c3-c1a1-43ec-bd3d-8b05b4f5bd76 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886877 Jul 16 08:47:51.056559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Transition to ACTIVE for port object f064b99e-dbb1-4e19-b3f3-ca36a95626fc will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:51.079412 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.096095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Network 9cec0721-56cb-493a-8ded-662a5d4dbb1c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:51.099418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.105846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:51.152516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:51.163624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a341dcf9-fd84-4454-b6f6-2a6262cfa051 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:51.236802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port a341dcf9-fd84-4454-b6f6-2a6262cfa051 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:51.241191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a341dcf9-fd84-4454-b6f6-2a6262cfa051 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:51.241191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.280502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6d999e1d-3574-49bb-b3ad-0af2e6cd7193'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:51.292489 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95755b31-05b2-4c8f-ae9c-b1940897369a req-3a4ca552-0fb0-400e-8e63-b889d40e8bd7 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347553 Jul 16 08:47:51.300207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.326845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d15b2cb0-aa90-41ef-b650-38db8ad6f315 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:51.365515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.590956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c26818-d1fb-4616-95f0-b69a49d2d37b req-4678a2fc-aaa6-424c-b639-567c155d102d tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.598659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31c26818-d1fb-4616-95f0-b69a49d2d37b req-4678a2fc-aaa6-424c-b639-567c155d102d tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 948 time: 0.1539664 Jul 16 08:47:51.632955 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.675059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1f43d73-0962-4958-8be6-dafca9b02acf None None] Provisioning for port cc001141-a2db-43f2-8adb-e1ce6fd82271 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:51.686291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31c26818-d1fb-4616-95f0-b69a49d2d37b req-294f70ab-1aad-4865-91bb-2d88bff67795 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866652 Jul 16 08:47:51.741601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port a341dcf9-fd84-4454-b6f6-2a6262cfa051, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a341dcf9-fd84-4454-b6f6-2a6262cfa051,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:51.746963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1f43d73-0962-4958-8be6-dafca9b02acf None None] Provisioning complete for port cc001141-a2db-43f2-8adb-e1ce6fd82271 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:51.747665 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1f43d73-0962-4958-8be6-dafca9b02acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.777868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656a2dd-4be2-4e84-a396-53971c2b78d5 req-40ef9dd5-20bc-4c17-8ba8-e297e583a7e8 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.779487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7656a2dd-4be2-4e84-a396-53971c2b78d5 req-40ef9dd5-20bc-4c17-8ba8-e297e583a7e8 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1451082 Jul 16 08:47:51.785280 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.791190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d15b2cb0-aa90-41ef-b650-38db8ad6f315, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d15b2cb0-aa90-41ef-b650-38db8ad6f315,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:51.842470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7656a2dd-4be2-4e84-a396-53971c2b78d5 req-f1dfe0e3-a5c9-481b-bf2c-4194dfeb1cef tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559118 Jul 16 08:47:51.901978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=a341dcf9-fd84-4454-b6f6-2a6262cfa051,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.930985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd15b2cb0-aa90-41ef-b650-38db8ad6f315', 'network_id': 'ff0bd8d5-928e-4372-933c-180eae691c3c', 'port_id': 'd15b2cb0-aa90-41ef-b650-38db8ad6f315', 'mac_address': 'fa:16:3e:37:81:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f6089-c041-4c6e-9073-12eb30d5fc0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:51.944858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f1f43d73-0962-4958-8be6-dafca9b02acf None None] Port cc001141-a2db-43f2-8adb-e1ce6fd82271 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:51.999831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.025688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15b2cb0-aa90-41ef-b650-38db8ad6f315 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:52.056102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d127b4-a090-4ee9-83ee-1a4917378021 req-53e09857-51fd-4133-bb0a-37747a22279a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.059452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33d127b4-a090-4ee9-83ee-1a4917378021 req-53e09857-51fd-4133-bb0a-37747a22279a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 944 time: 0.1037755 Jul 16 08:47:52.071891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d15b2cb0-aa90-41ef-b650-38db8ad6f315, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d15b2cb0-aa90-41ef-b650-38db8ad6f315,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:52.082565 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.103220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Attempting to bind port f064b99e-dbb1-4e19-b3f3-ca36a95626fc on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:52.103598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Attempting to bind port f064b99e-dbb1-4e19-b3f3-ca36a95626fc by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:52.103938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Attempting to bind port f064b99e-dbb1-4e19-b3f3-ca36a95626fc on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:52.114974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Port f064b99e-dbb1-4e19-b3f3-ca36a95626fc on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:52.115436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Attempting to bind port f064b99e-dbb1-4e19-b3f3-ca36a95626fc on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:52.131611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:52.132065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:52.133051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:52.133559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Bound port: f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:52.134015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.147096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d15b2cb0-aa90-41ef-b650-38db8ad6f315,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:52.148077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-a637f0fe-c80e-46d9-927e-ce5b1717c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.150759 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-a637f0fe-c80e-46d9-927e-ce5b1717c8a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1096 time: 0.2563434 Jul 16 08:47:52.159463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33d127b4-a090-4ee9-83ee-1a4917378021 req-a738f7ff-9e31-48f0-a043-5214534d8186 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919237 Jul 16 08:47:52.207797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac83a7-db68-43fd-8a25-9caa1b8624f6 req-818ad861-6d09-4d6d-8cb6-0e822f0fd500 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.209279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-23ac83a7-db68-43fd-8a25-9caa1b8624f6 req-818ad861-6d09-4d6d-8cb6-0e822f0fd500 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 0.1216106 Jul 16 08:47:52.261831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-23ac83a7-db68-43fd-8a25-9caa1b8624f6 req-1367abaf-788f-4a76-83bc-6100beb21eda tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453858 Jul 16 08:47:52.324100 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.367937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:52.377346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433023-98ba-4679-ada1-d87ab033f628 req-43bb621a-22e0-49b1-928b-9b55b20957c1 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.379413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b433023-98ba-4679-ada1-d87ab033f628 req-43bb621a-22e0-49b1-928b-9b55b20957c1 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 947 time: 0.0763612 Jul 16 08:47:52.396760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d15b2cb0-aa90-41ef-b650-38db8ad6f315'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:52.408873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-ece705e6-1e86-4bee-9af9-b1747f4bbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.410418 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-ece705e6-1e86-4bee-9af9-b1747f4bbe03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.2515783 Jul 16 08:47:52.420066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:52.427250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b433023-98ba-4679-ada1-d87ab033f628 req-485bd326-10a1-48c6-905e-7da023bb7515 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Jul 16 08:47:52.462281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.532820 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-0164abb0-a794-4a59-92d4-4aeec9f0243e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a3b9a7d-e3db-42c5-8464-dce714871623 HTTP/1.1" status: 200 len: 217 time: 0.1032073 Jul 16 08:47:52.604473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.605096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.606532 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] 10.222.0.54 "PUT /v2.0/ports/f064b99e-dbb1-4e19-b3f3-ca36a95626fc HTTP/1.1" status: 200 len: 1096 time: 2.6856506 Jul 16 08:47:52.615555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:52.617896 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c86ce1-dabc-421e-be66-fed39924e460" -d '{"events": [{"name": "network-changed", "server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:52.697373 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3c6c11-a1e7-441f-a654-5baad3977d8b x-openstack-request-id: req-9d3c6c11-a1e7-441f-a654-5baad3977d8b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:52.697669 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:52.697928 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d3c6c11-a1e7-441f-a654-5baad3977d8b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:52.698315 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'status': 'completed', 'code': 200} Jul 16 08:47:52.747262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9eb22-e582-467f-a2f8-4f8ef59b9a6b service neutron] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:52.764010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6709-02a3-4178-a1d7-3de85e6f5af2 req-97b6db3f-e6c2-4540-b85c-e3ccc83f9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.766113 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ff6c6709-02a3-4178-a1d7-3de85e6f5af2 req-97b6db3f-e6c2-4540-b85c-e3ccc83f9404 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 1098 time: 0.3542669 Jul 16 08:47:52.770028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-b6db21f6-7e65-43d1-8ab7-58637dd0357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.771475 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-b6db21f6-7e65-43d1-8ab7-58637dd0357e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.2299731 Jul 16 08:47:52.841412 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-442e6770-50b2-42e1-a49b-418867cf83ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486584 Jul 16 08:47:52.898377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc57636-75c4-4fe7-b256-eb7b9fcf5326 req-d723fd7c-4d3c-44da-ac8b-b050d67736e6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.899969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bc57636-75c4-4fe7-b256-eb7b9fcf5326 req-d723fd7c-4d3c-44da-ac8b-b050d67736e6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 948 time: 0.0791972 Jul 16 08:47:52.909214 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ff6c6709-02a3-4178-a1d7-3de85e6f5af2 req-3d3fbe2f-f064-45c4-8b5e-af1b27905299 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258798 Jul 16 08:47:52.910901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b2cdf-64db-4da2-a772-63060d955402 req-3c0370ad-edff-4bf4-a7f6-20cbed60aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.912547 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-3c0370ad-edff-4bf4-a7f6-20cbed60aac6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b71d7b9e5f84a2989c937a1a5614d95&device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 1099 time: 0.2169375 Jul 16 08:47:52.926127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.941226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bc57636-75c4-4fe7-b256-eb7b9fcf5326 req-7a672d52-ffdf-4c88-9424-2cc2ea2a0d27 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Jul 16 08:47:52.957842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.039325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26e56-5f8e-43ae-8e00-0d03af5de4e6 req-4524a830-acf5-4db1-a60f-3de7f3e3cea4 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.046401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9b26e56-5f8e-43ae-8e00-0d03af5de4e6 req-4524a830-acf5-4db1-a60f-3de7f3e3cea4 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.0805883 Jul 16 08:47:53.068453 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-22c37a65-2fc7-40b6-a094-3dbaab8c4f23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc HTTP/1.1" status: 200 len: 217 time: 0.0849154 Jul 16 08:47:53.084761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.088381 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-f2886a85-fddb-4fde-9041-94c2271d7d49 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367723 Jul 16 08:47:53.095366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a341dcf9-fd84-4454-b6f6-2a6262cfa051 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:53.099224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9b26e56-5f8e-43ae-8e00-0d03af5de4e6 req-27da3d43-96b3-4ace-85db-96d6bebfde28 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500939 Jul 16 08:47:53.117865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc001141-a2db-43f2-8adb-e1ce6fd82271,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.148048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a341dcf9-fd84-4454-b6f6-2a6262cfa051 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:53.148801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.263607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b2cdf-64db-4da2-a772-63060d955402 req-ec5d67b8-a958-4242-b0dc-ffe7ecd13c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.264986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-ec5d67b8-a958-4242-b0dc-ffe7ecd13c00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1585457 Jul 16 08:47:53.331599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:53.342018 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6ab472e7-a010-4214-8c16-6d245e6beaf7 req-bd3e2db3-355f-43c9-bf2b-3590bd97359a service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444210 Jul 16 08:47:53.353303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Network 9cec0721-56cb-493a-8ded-662a5d4dbb1c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:53.355394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e813ee9-3ae0-4f29-aaf9-ee0c59bd3eee req-cf494db2-1b49-4e8c-9d72-0d9455599f76 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.356249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:53.357294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e813ee9-3ae0-4f29-aaf9-ee0c59bd3eee req-cf494db2-1b49-4e8c-9d72-0d9455599f76 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 945 time: 0.0777762 Jul 16 08:47:53.415250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:53.415829 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.427241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b2cdf-64db-4da2-a772-63060d955402 req-548e0ff1-72e1-4f72-a58f-3c4664f3312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.430090 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-548e0ff1-72e1-4f72-a58f-3c4664f3312a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383691 Jul 16 08:47:53.436432 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e813ee9-3ae0-4f29-aaf9-ee0c59bd3eee req-85c2f0c3-3df4-4af7-bc89-3a310cbc43e9 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617385 Jul 16 08:47:53.541766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9e433-745c-4c35-805a-7fcc3f26f112 req-4aa0a675-c957-4c6b-b33c-421e9fe75ec8 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.543381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69c9e433-745c-4c35-805a-7fcc3f26f112 req-4aa0a675-c957-4c6b-b33c-421e9fe75ec8 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 0.1058462 Jul 16 08:47:53.546183 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.556883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Router 5160208c-a70c-4593-9adf-412e48a27e1f has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:53.583235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:53.588913 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3df0d9-9d44-4489-b26d-6fae8d191703" -d '{"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-plugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:53.605363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:53.614488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69c9e433-745c-4c35-805a-7fcc3f26f112 req-1b81764e-eb5c-4197-86f7-0d79dedb39fe tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651608 Jul 16 08:47:53.621729 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.680334 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fadf30-b797-4b33-89cf-1b2d903ab91a x-openstack-request-id: req-44fadf30-b797-4b33-89cf-1b2d903ab91a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:53.680907 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-plugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:53.681392 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44fadf30-b797-4b33-89cf-1b2d903ab91a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:53.682017 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'code': 200} Jul 16 08:47:53.707002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.713798 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-a37ed1f0-4ee3-451e-9df6-2ae94a920f03 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048986 Jul 16 08:47:53.735946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-12af5e7f-0755-41b7-89d2-5d783da482f4 None None] Provisioning complete for port cc001141-a2db-43f2-8adb-e1ce6fd82271 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:53.736321 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e7f-0755-41b7-89d2-5d783da482f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.777112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-12af5e7f-0755-41b7-89d2-5d783da482f4 None None] Port cc001141-a2db-43f2-8adb-e1ce6fd82271 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:53.796096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516d6ee-1885-4ba2-8856-5689f793391a req-05a589bc-77f7-497d-8ff5-7677b2549764 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.797805 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b516d6ee-1885-4ba2-8856-5689f793391a req-05a589bc-77f7-497d-8ff5-7677b2549764 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 947 time: 0.0771682 Jul 16 08:47:53.834214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:53.839786 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-59f96468-a4a2-4514-9775-52fa0b4f8ab5 admin admin] 10.222.0.55 "PUT /v2.0/routers/5160208c-a70c-4593-9adf-412e48a27e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3435869 Jul 16 08:47:53.844083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b516d6ee-1885-4ba2-8856-5689f793391a req-935dd212-6c6f-428b-bbe1-6acfcbae5c3c tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Jul 16 08:47:53.845713 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Sync routers for ids ['5160208c-a70c-4593-9adf-412e48a27e1f'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:53.861603 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Routers {'5160208c-a70c-4593-9adf-412e48a27e1f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:53.862630 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5160208c-a70c-4593-9adf-412e48a27e1f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:53.883769 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d09b2cdf-64db-4da2-a772-63060d955402 req-cc3437a2-a78a-4336-b1df-7f86902f5c76 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354496 Jul 16 08:47:53.941565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd045f9f-663e-480c-9c5d-bd3ce6e79ca8 req-1dc5e293-dd3b-4c97-8b90-41b72267b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.942819 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd045f9f-663e-480c-9c5d-bd3ce6e79ca8 req-1dc5e293-dd3b-4c97-8b90-41b72267b8cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1101 time: 0.0564673 Jul 16 08:47:53.982363 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Set router 5160208c-a70c-4593-9adf-412e48a27e1f gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:53.985303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54890) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:54.013386 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cd045f9f-663e-480c-9c5d-bd3ce6e79ca8 req-8a891f89-e285-4a20-9447-8d844bf75209 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625126 Jul 16 08:47:54.035202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-42fb306a-260c-49c2-9bc3-500254585c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.037214 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-42fb306a-260c-49c2-9bc3-500254585c77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b71d7b9e5f84a2989c937a1a5614d95&device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0712192 Jul 16 08:47:54.052227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1214356450'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:54.141448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:54.145560 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.174373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-2dcad891-1c9f-4cc3-975b-4e58c76f1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.177502 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-2dcad891-1c9f-4cc3-975b-4e58c76f1fbe service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1289849 Jul 16 08:47:54.182322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:54.206341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a231fdf-bc1b-4b9d-804e-6487ebd2d3cf req-5a2e002c-c398-4449-9d41-649dc8003f5e tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.207892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a231fdf-bc1b-4b9d-804e-6487ebd2d3cf req-5a2e002c-c398-4449-9d41-649dc8003f5e tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1283355 Jul 16 08:47:54.209189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.209519 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Added segment 662dfbfe-9b36-4518-93a1-3d1b96b50814 of type vlan for network ab16e4de-9024-4dd2-be91-60a8d6423ed1 Jul 16 08:47:54.252249 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:52Z', 'revision_number': 4, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port': {'id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cc001141-a2db-43f2-8adb-e1ce6fd82271', 'name': '', 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'mac_address': 'fa:16:3e:1d:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '7e5cc133-9403-40c5-8b68-9032d4ea55a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:49Z', 'updated_at': '2021-07-16T08:47:52Z', 'revision_number': 2, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'subnets': [{'id': '7e5cc133-9403-40c5-8b68-9032d4ea55a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:54.255025 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-e60a1dc8-9cfc-4031-a40f-40be0d780861 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc HTTP/1.1" status: 200 len: 217 time: 0.0516417 Jul 16 08:47:54.277037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.290193 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Checking router: 5160208c-a70c-4593-9adf-412e48a27e1f for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:54.291399 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Updating router 5160208c-a70c-4593-9adf-412e48a27e1f port cc001141-a2db-43f2-8adb-e1ce6fd82271 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:47:54.298289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a231fdf-bc1b-4b9d-804e-6487ebd2d3cf req-7d7b35a9-d76a-40da-8207-353512bc93d3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768957 Jul 16 08:47:54.343646 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.348306 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.357906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.358604 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.372983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-6a43ecb1-c114-4b07-a434-0b619e3a0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.374565 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-6a43ecb1-c114-4b07-a434-0b619e3a0f7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0819407 Jul 16 08:47:54.443088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4567912 Jul 16 08:47:54.451856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54900) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:54.503653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'subnet': {'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:54.508706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-87d15c89-d5b3-427e-a9cb-14650bc24d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.511242 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-87d15c89-d5b3-427e-a9cb-14650bc24d2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227133 Jul 16 08:47:54.526446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b5bb7-17a4-4fdb-9c97-ed81c2939d4f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Network': ['ID=ab16e4de-9024-4dd2-be91-60a8d6423ed1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:54.543024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ab16e4de-9024-4dd2-be91-60a8d6423ed1 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:54.665153 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-45351a13-9f6a-4537-895a-06a73d1d3b17 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302230 Jul 16 08:47:54.713741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:54.717611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.728572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52618a-4af1-45dd-869e-a3e81454dede req-bc91b228-be4c-48f9-9f66-2a2390a98d1d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.730334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd52618a-4af1-45dd-869e-a3e81454dede req-bc91b228-be4c-48f9-9f66-2a2390a98d1d tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.2793436 Jul 16 08:47:54.754662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5385-9baa-410d-99dc-6c5bbe8c2491 req-ba47e3e3-f1cc-4363-b68f-039735640ae2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.755151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-947a5385-9baa-410d-99dc-6c5bbe8c2491 req-ba47e3e3-f1cc-4363-b68f-039735640ae2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.2071061 Jul 16 08:47:54.814619 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.824466 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Transition to ACTIVE for port object cc001141-a2db-43f2-8adb-e1ce6fd82271 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:54.836776 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.849014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6c86ce1-dabc-421e-be66-fed39924e460 req-2bb99a95-3184-4ea4-a9f1-b676e4d1976f service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723139 Jul 16 08:47:54.866270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-672e1b4d-b0e9-4c8c-b6d7-8628c2f27571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.867492 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-672e1b4d-b0e9-4c8c-b6d7-8628c2f27571 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1101 time: 0.0894482 Jul 16 08:47:54.879629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-947a5385-9baa-410d-99dc-6c5bbe8c2491 req-92109c34-6556-4a1e-847f-2433bafc5fc0 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131995 Jul 16 08:47:54.890357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd52618a-4af1-45dd-869e-a3e81454dede req-f3569c7e-71fb-4fd7-a74c-758c92565a11 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278749 Jul 16 08:47:55.079802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.108115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-2ccdf282-bb1c-4ba0-b52b-367d24488a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.110686 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-2ccdf282-bb1c-4ba0-b52b-367d24488a74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1892469 Jul 16 08:47:55.156587 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Pushing event updated for resources: {'Port': ['ID=cc001141-a2db-43f2-8adb-e1ce6fd82271,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.167912 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Attempting to bind port cc001141-a2db-43f2-8adb-e1ce6fd82271 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:55.168336 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Attempting to bind port cc001141-a2db-43f2-8adb-e1ce6fd82271 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:55.168701 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Attempting to bind port cc001141-a2db-43f2-8adb-e1ce6fd82271 on network 9cec0721-56cb-493a-8ded-662a5d4dbb1c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:55.175624 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.175976 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.176602 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.176954 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.179014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-28bfef92-f02f-4dd2-95b6-e86bc0263784 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193 HTTP/1.1" status: 200 len: 217 time: 0.0611844 Jul 16 08:47:55.179164 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.180002 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.180002 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.180312 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.180798 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.181127 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.181532 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.181880 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.194989 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:55.195364 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Checking segment: {'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:55.195768 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.196302 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Bound using segment: {'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:55.197058 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Bound port: cc001141-a2db-43f2-8adb-e1ce6fd82271, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf48b530-295d-429b-9a3a-8db36521bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:55.197453 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.214939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Checking segment: {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:55.215309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network hostable DHCP agents. Network: ab16e4de-9024-4dd2-be91-60a8d6423ed1, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:55.231648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Subnet': ['ID=524fde8f-b3e7-45e6-aa5a-0047350dc1af,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.251669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-f5782eaa-8bed-4045-80e7-bc3ec1e21bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.253158 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-f5782eaa-8bed-4045-80e7-bc3ec1e21bb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0644307 Jul 16 08:47:55.278224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network ab16e4de-9024-4dd2-be91-60a8d6423ed1 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:55.299585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bfa7d-d02b-4456-8d99-5479cbf2635a req-f5f0aea9-3553-4178-90f2-79c1476b23af tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.301312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970bfa7d-d02b-4456-8d99-5479cbf2635a req-f5f0aea9-3553-4178-90f2-79c1476b23af tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 945 time: 0.1430008 Jul 16 08:47:55.314903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ab16e4de-9024-4dd2-be91-60a8d6423ed1) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:55.338209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba6178-5ab5-4d27-9e10-133b77fc98cb None None] Network ab16e4de-9024-4dd2-be91-60a8d6423ed1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:55.342196 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] For port cc001141-a2db-43f2-8adb-e1ce6fd82271, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:55.343840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.344409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.358450 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] For port cc001141-a2db-43f2-8adb-e1ce6fd82271, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc001141-a2db-43f2-8adb-e1ce6fd82271,segment=NetworkSegment(bf48b530-295d-429b-9a3a-8db36521bddd),segment_id=bf48b530-295d-429b-9a3a-8db36521bddd)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:55.366341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8b760eb1-7f6f-4873-94d4-cc598cf47f74 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9029889 Jul 16 08:47:55.366601 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.372777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5a3b9a7d-e3db-42c5-8464-dce714871623 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:55.373191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54914) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:55.376618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d15b2cb0-aa90-41ef-b650-38db8ad6f315 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:55.377348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-42f37c97-658d-4e03-8992-04cd228f881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.378654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1183696517'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:55.380103 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-42f37c97-658d-4e03-8992-04cd228f881a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187716 Jul 16 08:47:55.427696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970bfa7d-d02b-4456-8d99-5479cbf2635a req-612cb755-844a-402f-b760-85ee8ad36960 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155891 Jul 16 08:47:55.428346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:55.431181 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f73643-5f2c-44f9-8b47-d341c64df398 None None] Pushing event updated for resources: {'Port': ['ID=cc001141-a2db-43f2-8adb-e1ce6fd82271,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.446980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.457632 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Routers {'5160208c-a70c-4593-9adf-412e48a27e1f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:55.458302 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5160208c-a70c-4593-9adf-412e48a27e1f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:55.552727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ca56-286a-496d-823d-f388c7279ede req-d84a397b-ab0d-440f-9f9f-baf26a427238 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.558927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa19ca56-286a-496d-823d-f388c7279ede req-d84a397b-ab0d-440f-9f9f-baf26a427238 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 0.2680745 Jul 16 08:47:55.569916 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-ce59d5fa-8262-4b20-95e6-02f7883c2287 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778781 Jul 16 08:47:55.572479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:55.652541 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.657488 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Added segment ffecf4d5-c265-4532-b583-6f477db02f04 of type vlan for network 0474d99d-f950-4948-b4ef-6e85358b5300 Jul 16 08:47:55.684355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa19ca56-286a-496d-823d-f388c7279ede req-8e6d6bd4-0a96-4b33-8f36-ab725b59a900 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191618 Jul 16 08:47:55.707684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port d15b2cb0-aa90-41ef-b650-38db8ad6f315 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:55.716095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d15b2cb0-aa90-41ef-b650-38db8ad6f315 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:55.716749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.723088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-ab16e4de-9024-4dd2-be91-60a8d6423ed1', 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'fixed_ips': [{'subnet_id': '524fde8f-b3e7-45e6-aa5a-0047350dc1af'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:55.724571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.745809 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99dc898c-25dd-4947-b6be-7e7fee7a331f req-920df54b-1a11-431d-820d-894feadd3c16 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683550 Jul 16 08:47:55.774879 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.815382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:55.815646 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] Set router 5160208c-a70c-4593-9adf-412e48a27e1f gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:55.829709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8e426-a3ad-4b12-a0f2-2d8c636da559 req-90d1f34d-5511-40f6-8457-38c4bddb1e8e tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.838990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36a8e426-a3ad-4b12-a0f2-2d8c636da559 req-90d1f34d-5511-40f6-8457-38c4bddb1e8e tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 947 time: 0.1792443 Jul 16 08:47:55.852691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '5a3b9a7d-e3db-42c5-8464-dce714871623', 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'port_id': '5a3b9a7d-e3db-42c5-8464-dce714871623', 'mac_address': 'fa:16:3e:c4:b9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8307d455-1b57-4e72-9720-ac3e62f2f67a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:55.875233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.881032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.881889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.937741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36a8e426-a3ad-4b12-a0f2-2d8c636da559 req-bd3f455f-13af-445e-a297-b848e249f463 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971940 Jul 16 08:47:55.991981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6179636 Jul 16 08:47:55.994462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54918) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:56.000038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'subnet': {'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:56.028355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Allocated IP 19.80.0.2 (ab16e4de-9024-4dd2-be91-60a8d6423ed1/524fde8f-b3e7-45e6-aa5a-0047350dc1af/7ba24626-5bf9-4bed-815a-704aecea27d3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:56.087705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfda886-57d9-4bf1-be15-b3b171fcba00 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Network': ['ID=0474d99d-f950-4948-b4ef-6e85358b5300,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:56.133079 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:52Z', 'revision_number': 4, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port': {'id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cc001141-a2db-43f2-8adb-e1ce6fd82271', 'name': '', 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'mac_address': 'fa:16:3e:1d:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '7e5cc133-9403-40c5-8b68-9032d4ea55a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:49Z', 'updated_at': '2021-07-16T08:47:55Z', 'revision_number': 4, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'subnets': [{'id': '7e5cc133-9403-40c5-8b68-9032d4ea55a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:56.161324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:56.168735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.170290 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6939fa-8301-4d1d-b444-cd774eec9019 None None] The sync data for ids ['5160208c-a70c-4593-9adf-412e48a27e1f'] in n-d-780147-28 is: [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:52Z', 'revision_number': 4, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port': {'id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cc001141-a2db-43f2-8adb-e1ce6fd82271', 'name': '', 'network_id': '9cec0721-56cb-493a-8ded-662a5d4dbb1c', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'mac_address': 'fa:16:3e:1d:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '7e5cc133-9403-40c5-8b68-9032d4ea55a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:49Z', 'updated_at': '2021-07-16T08:47:55Z', 'revision_number': 4, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'subnets': [{'id': '7e5cc133-9403-40c5-8b68-9032d4ea55a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:56.180062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017f0d6-bba5-4270-b7e9-845eeebbc380 req-5a6a77e7-e805-4942-b4a5-5dc878242760 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.181951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e017f0d6-bba5-4270-b7e9-845eeebbc380 req-5a6a77e7-e805-4942-b4a5-5dc878242760 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.2428696 Jul 16 08:47:56.233204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320a403-482e-44c8-b1b7-a0874b81d1af req-6af85ee8-35fe-43f9-8c02-e2d5638ac49a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.243464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7320a403-482e-44c8-b1b7-a0874b81d1af req-6af85ee8-35fe-43f9-8c02-e2d5638ac49a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1495633 Jul 16 08:47:56.262285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 0474d99d-f950-4948-b4ef-6e85358b5300 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:56.294474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e017f0d6-bba5-4270-b7e9-845eeebbc380 req-0788082a-199c-403b-8e26-74d89e672f8a tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045632 Jul 16 08:47:56.332774 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.355112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7320a403-482e-44c8-b1b7-a0874b81d1af req-f5f7a8d9-2e08-42fe-91a1-5a28db6d4065 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117055 Jul 16 08:47:56.491524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3b9a7d-e3db-42c5-8464-dce714871623 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:56.516640 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.568194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:56.631645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d15b2cb0-aa90-41ef-b650-38db8ad6f315, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d15b2cb0-aa90-41ef-b650-38db8ad6f315,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:56.633624 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.635467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5b4eb-9928-462d-9f44-bf4f46d76750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15b2cb0-aa90-41ef-b650-38db8ad6f315'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:56.638426 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74dbc9f-8771-4c77-a593-1427f4a2f1a6" -d '{"events": [{"server_uuid": "f9d5b4eb-9928-462d-9f44-bf4f46d76750", "name": "network-vif-plugged", "status": "completed", "tag": "d15b2cb0-aa90-41ef-b650-38db8ad6f315"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:56.717124 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.719621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4425-0c42-4d43-9bc9-1947148cfeca req-d15b87f7-4d90-4439-8be1-bee04e39c43f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.721381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11be4425-0c42-4d43-9bc9-1947148cfeca req-d15b87f7-4d90-4439-8be1-bee04e39c43f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1106238 Jul 16 08:47:56.728850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Transition to ACTIVE for port object 7ba24626-5bf9-4bed-815a-704aecea27d3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:56.759012 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.808024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11be4425-0c42-4d43-9bc9-1947148cfeca req-f6362e1f-bcf6-4569-9403-7a88806f9236 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802028 Jul 16 08:47:56.810808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Transition to ACTIVE for port object 7ba24626-5bf9-4bed-815a-704aecea27d3 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:56.848678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.866513 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.872772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Network ab16e4de-9024-4dd2-be91-60a8d6423ed1 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:56.874431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:56.877281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:56.886458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:56.988727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Subnet': ['ID=ad4abe69-0aa7-42d5-8fb5-2dba55c7f793,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:56.991086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Checking segment: {'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:56.991450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network hostable DHCP agents. Network: 0474d99d-f950-4948-b4ef-6e85358b5300, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:56.996827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5a3b9a7d-e3db-42c5-8464-dce714871623'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:57.003681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Attempting to bind port 7ba24626-5bf9-4bed-815a-704aecea27d3 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:57.004055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Attempting to bind port 7ba24626-5bf9-4bed-815a-704aecea27d3 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:57.004413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Attempting to bind port 7ba24626-5bf9-4bed-815a-704aecea27d3 on network ab16e4de-9024-4dd2-be91-60a8d6423ed1 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:57.022713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731d79-6d1d-4ffa-8d83-06d9a1604a65 req-26b75136-7f59-452c-be11-13597aa2e5a9 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.024210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61731d79-6d1d-4ffa-8d83-06d9a1604a65 req-26b75136-7f59-452c-be11-13597aa2e5a9 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1279058 Jul 16 08:47:57.024826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network 0474d99d-f950-4948-b4ef-6e85358b5300 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:57.033605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:57.034025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Checking segment: {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:57.034418 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.035362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Bound using segment: {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:57.035362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Bound port: 7ba24626-5bf9-4bed-815a-704aecea27d3, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:57.035664 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.048986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 0474d99d-f950-4948-b4ef-6e85358b5300) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:57.057333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.061794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.076534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d15b2cb0-aa90-41ef-b650-38db8ad6f315,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.099312 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c952955e-1773-40c6-b12e-b06ec34497c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1036773 Jul 16 08:47:57.126326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d444f814-3da9-429f-b2a5-6c73758a3fd6 None None] Network 0474d99d-f950-4948-b4ef-6e85358b5300 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:57.132157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61731d79-6d1d-4ffa-8d83-06d9a1604a65 req-9038350e-69c8-4b35-b88b-a278c9ffd8b9 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965960 Jul 16 08:47:57.157134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06febb-b75b-402f-bd3c-a3444e5fa598 req-fd112f21-d68d-4a0b-bf83-faad90aff982 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.158812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af06febb-b75b-402f-bd3c-a3444e5fa598 req-fd112f21-d68d-4a0b-bf83-faad90aff982 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1952944 Jul 16 08:47:57.204029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af06febb-b75b-402f-bd3c-a3444e5fa598 req-bbd467a1-5250-4b42-b392-ba45f5568e80 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Jul 16 08:47:57.243265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc001141-a2db-43f2-8adb-e1ce6fd82271 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:57.368401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] For port 7ba24626-5bf9-4bed-815a-704aecea27d3, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:57.372633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] For port 7ba24626-5bf9-4bed-815a-704aecea27d3, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7ba24626-5bf9-4bed-815a-704aecea27d3,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:57.406102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5e6a4-62d9-468b-ac30-1a3793be1e1d req-c2034928-aa89-4957-b96e-e09fd80ff492 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.406875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Pushing event updated for resources: {'Port': ['ID=7ba24626-5bf9-4bed-815a-704aecea27d3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.407815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93a5e6a4-62d9-468b-ac30-1a3793be1e1d req-c2034928-aa89-4957-b96e-e09fd80ff492 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 945 time: 0.0769103 Jul 16 08:47:57.426994 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.442091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:57.485144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93a5e6a4-62d9-468b-ac30-1a3793be1e1d req-b562b13a-4528-46b0-a135-92df331f6a14 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668495 Jul 16 08:47:57.506266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ad53b-c4ae-48e5-bb82-bc7fff60edf9 req-f37426c7-8c5d-46df-8746-283872fcdb6a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.508294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-910ad53b-c4ae-48e5-bb82-bc7fff60edf9 req-f37426c7-8c5d-46df-8746-283872fcdb6a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.1107936 Jul 16 08:47:57.569816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-910ad53b-c4ae-48e5-bb82-bc7fff60edf9 req-714151d4-6a52-4d65-855f-e3d0b62346ca tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467157 Jul 16 08:47:57.661800 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589ddff3-6427-4f28-ae86-565fcd860e96 x-openstack-request-id: req-589ddff3-6427-4f28-ae86-565fcd860e96 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:57.662922 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d5b4eb-9928-462d-9f44-bf4f46d76750", "name": "network-vif-plugged", "status": "completed", "tag": "d15b2cb0-aa90-41ef-b650-38db8ad6f315", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:57.664575 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-589ddff3-6427-4f28-ae86-565fcd860e96 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:57.669375 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5b4eb-9928-462d-9f44-bf4f46d76750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15b2cb0-aa90-41ef-b650-38db8ad6f315', 'code': 200} Jul 16 08:47:57.730210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-0474d99d-f950-4948-b4ef-6e85358b5300', 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'fixed_ips': [{'subnet_id': 'ad4abe69-0aa7-42d5-8fb5-2dba55c7f793'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:57.731098 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.739539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bb22d-ccc7-4ee1-bbe9-2def09659daf None None] Pushing event updated for resources: {'Port': ['ID=7ba24626-5bf9-4bed-815a-704aecea27d3,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.774083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27e04a-01db-4924-9abf-3d0c02641696 req-26c9f055-6c43-4d59-886f-b94371cb429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.776331 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2c27e04a-01db-4924-9abf-3d0c02641696 req-26c9f055-6c43-4d59-886f-b94371cb429e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 1098 time: 0.0979226 Jul 16 08:47:57.804165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port cc001141-a2db-43f2-8adb-e1ce6fd82271 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:57.832931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cc001141-a2db-43f2-8adb-e1ce6fd82271 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:57.832931 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.878818 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2c27e04a-01db-4924-9abf-3d0c02641696 req-29980d6e-7bb1-4f4c-a7da-d9f07ef6e8da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955739 Jul 16 08:47:57.881527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4768daa-b702-4057-872a-c54a5ac88955 req-29c21a30-c94b-4896-b715-96a30b57d4f6 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.883267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4768daa-b702-4057-872a-c54a5ac88955 req-29c21a30-c94b-4896-b715-96a30b57d4f6 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 947 time: 0.1754100 Jul 16 08:47:57.956623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4768daa-b702-4057-872a-c54a5ac88955 req-e40cfdb8-5eb2-4160-ad8a-1498c6865981 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676463 Jul 16 08:47:57.982805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:58.001429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'mac_address': 'fa:16:3e:d4:8c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:58.154293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.227667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f064b99e-dbb1-4e19-b3f3-ca36a95626fc {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:58.252479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-b289210b-38f8-406f-b864-f1e6c534f365 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.261270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-b289210b-38f8-406f-b864-f1e6c534f365 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.262996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-b289210b-38f8-406f-b864-f1e6c534f365 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/networks?id=ab16e4de-9024-4dd2-be91-60a8d6423ed1&id=0474d99d-f950-4948-b4ef-6e85358b5300&id=ab16e4de-9024-4dd2-be91-60a8d6423ed1 HTTP/1.1" status: 200 len: 1392 time: 0.1784139 Jul 16 08:47:58.273455 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.276511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:58.291659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-62bebd2f-59d4-454d-a8ab-0c1a4af2a894 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/quotas/42c257675f7c4cf593af635f81b13de7 HTTP/1.1" status: 200 len: 375 time: 0.0217526 Jul 16 08:47:58.294730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.299213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Allocated IP 19.86.0.2 (0474d99d-f950-4948-b4ef-6e85358b5300/ad4abe69-0aa7-42d5-8fb5-2dba55c7f793/923431ab-4991-4532-a786-5b0f914b033b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:58.375868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port cc001141-a2db-43f2-8adb-e1ce6fd82271, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc001141-a2db-43f2-8adb-e1ce6fd82271,segment=NetworkSegment(bf48b530-295d-429b-9a3a-8db36521bddd),segment_id=bf48b530-295d-429b-9a3a-8db36521bddd)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:58.391979 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.400647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-0fa5c976-2001-425a-a72c-7d838fcd75cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080337 Jul 16 08:47:58.446980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:58.469515 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:47:58.540239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=cc001141-a2db-43f2-8adb-e1ce6fd82271,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:58.559292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-9a7a436e-5b62-4b96-b985-6b9b06296bb0 service neutron] 10.222.0.55 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562278 Jul 16 08:47:58.616799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa05e05-245c-4f3c-82a7-63693a9d5981 req-ef53eb35-1cbe-4004-9a6f-4b2677889b77 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.623876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fa05e05-245c-4f3c-82a7-63693a9d5981 req-ef53eb35-1cbe-4004-9a6f-4b2677889b77 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1369083 Jul 16 08:47:58.636815 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.645982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Transition to ACTIVE for port object 923431ab-4991-4532-a786-5b0f914b033b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:58.662764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Transition to ACTIVE for port object 923431ab-4991-4532-a786-5b0f914b033b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:58.678022 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.730796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Network 0474d99d-f950-4948-b4ef-6e85358b5300 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:58.735742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:58.740233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:58.743388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Pushing event updated for resources: {'Port': ['ID=923431ab-4991-4532-a786-5b0f914b033b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:58.754232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fa05e05-245c-4f3c-82a7-63693a9d5981 req-abd77cd2-f7b6-4f1a-9c29-93002589ca71 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294219 Jul 16 08:47:58.793577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-00e00dd2-85db-4d1f-bd60-db78b4a47b2c service neutron] 10.222.0.55 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272508 Jul 16 08:47:58.814090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f064b99e-dbb1-4e19-b3f3-ca36a95626fc'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:58.859839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Attempting to bind port 923431ab-4991-4532-a786-5b0f914b033b on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:58.860198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Attempting to bind port 923431ab-4991-4532-a786-5b0f914b033b by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:58.860701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Attempting to bind port 923431ab-4991-4532-a786-5b0f914b033b on network 0474d99d-f950-4948-b4ef-6e85358b5300 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:58.870506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:58.870804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Checking segment: {'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:58.871136 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.871523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Bound using segment: {'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:58.872004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Bound port: 923431ab-4991-4532-a786-5b0f914b033b, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:58.872681 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.006526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-52d55925-8db7-4e0d-954d-d176ef81e30b service neutron] 10.222.0.55 "GET /v2.0/networks/0474d99d-f950-4948-b4ef-6e85358b5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117479 Jul 16 08:47:59.179158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097d268-7cc1-4911-b751-b33df061e60d None None] Network ab16e4de-9024-4dd2-be91-60a8d6423ed1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:59.256845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-35cb7918-e599-4036-8fdf-103e0b2435c5 service neutron] 10.222.0.55 "GET /v2.0/networks/0474d99d-f950-4948-b4ef-6e85358b5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295079 Jul 16 08:47:59.272915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] For port 923431ab-4991-4532-a786-5b0f914b033b, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:59.277055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9b139b5a-22cf-4ea6-8662-21c89b3e7963 None None] Provisioning for port 7ba24626-5bf9-4bed-815a-704aecea27d3 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:59.306067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] For port 923431ab-4991-4532-a786-5b0f914b033b, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=923431ab-4991-4532-a786-5b0f914b033b,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:59.313408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc001141-a2db-43f2-8adb-e1ce6fd82271 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:59.345024 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.372292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec793e0d-093b-4406-945b-90cdc9da81b8 req-c82a1ece-478c-4cc9-8361-08ec502fabc7 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.373828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec793e0d-093b-4406-945b-90cdc9da81b8 req-c82a1ece-478c-4cc9-8361-08ec502fabc7 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1750827 Jul 16 08:47:59.397618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-7cdc1ea6-1495-47ee-8e8a-46558989d11b service neutron] 10.222.0.55 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399407 Jul 16 08:47:59.403060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5a3b9a7d-e3db-42c5-8464-dce714871623 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:59.436704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec793e0d-093b-4406-945b-90cdc9da81b8 req-d2de1df9-00c3-4989-8fce-9759a19ab770 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568178 Jul 16 08:47:59.512714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61f624-e2a0-43cb-9c25-4bd6150c282d None None] Pushing event updated for resources: {'Port': ['ID=923431ab-4991-4532-a786-5b0f914b033b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.552411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cc001141-a2db-43f2-8adb-e1ce6fd82271 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:59.552781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.592432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 5a3b9a7d-e3db-42c5-8464-dce714871623 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:59.600226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 5a3b9a7d-e3db-42c5-8464-dce714871623 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:59.600621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.741320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7ba24626-5bf9-4bed-815a-704aecea27d3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:59.775219 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.819773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:59.823365 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472d8a23-5063-409c-95ab-6e728138d1eb" -d '{"events": [{"server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "name": "network-vif-plugged", "status": "completed", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:59.840215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:59.848276 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.854602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 7ba24626-5bf9-4bed-815a-704aecea27d3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:59.878384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-87644637-07f2-4008-8417-26767144aa32 service neutron] 10.222.0.55 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661095 Jul 16 08:47:59.894214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7ba24626-5bf9-4bed-815a-704aecea27d3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:59.894593 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.926639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dea61a-0c04-40a2-b8f5-ed8028d5abda req-962c787e-054d-40b7-8a6f-dd083fe28b68 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.933776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84dea61a-0c04-40a2-b8f5-ed8028d5abda req-962c787e-054d-40b7-8a6f-dd083fe28b68 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 945 time: 0.1217799 Jul 16 08:47:59.964758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:00.000663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84dea61a-0c04-40a2-b8f5-ed8028d5abda req-52019365-6ceb-443d-90b7-53a9d7d04ca9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658231 Jul 16 08:48:00.044199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.094921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 7ba24626-5bf9-4bed-815a-704aecea27d3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7ba24626-5bf9-4bed-815a-704aecea27d3,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:00.112014 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.219158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=7ba24626-5bf9-4bed-815a-704aecea27d3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:00.222609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4ed6c3b4-2db4-4ba7-93af-3d8c55c791d8 None None] Provisioning complete for port 7ba24626-5bf9-4bed-815a-704aecea27d3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:00.223053 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c3b4-2db4-4ba7-93af-3d8c55c791d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.317787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be06c6f-f80b-475d-b65d-574bd1e06b29 req-01d6b9cb-0ed1-4df7-b1de-03c4c55b00ef tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:00.329753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1be06c6f-f80b-475d-b65d-574bd1e06b29 req-01d6b9cb-0ed1-4df7-b1de-03c4c55b00ef tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 948 time: 0.1421530 Jul 16 08:48:00.394121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1be06c6f-f80b-475d-b65d-574bd1e06b29 req-4382613d-2702-4bdd-8875-e56d5e81d722 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592680 Jul 16 08:48:00.517735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae1610-e248-418b-9503-276fd4493ca0 req-d9f2d466-a8ab-4e24-a5d7-8528b8af2455 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:00.519259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0bae1610-e248-418b-9503-276fd4493ca0 req-d9f2d466-a8ab-4e24-a5d7-8528b8af2455 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.0996773 Jul 16 08:48:00.578662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0bae1610-e248-418b-9503-276fd4493ca0 req-c9acc6ee-00b9-4f85-b698-89def5b528f1 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487125 Jul 16 08:48:00.808891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ac462-7db0-4cf7-81da-9b02c521affb req-c91318d8-0b90-49f5-a662-c46b1245386e tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:00.810657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb2ac462-7db0-4cf7-81da-9b02c521affb req-c91318d8-0b90-49f5-a662-c46b1245386e tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0774379 Jul 16 08:48:00.869585 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6d74a3-312e-4d27-88be-42a063448bf4 x-openstack-request-id: req-3d6d74a3-312e-4d27-88be-42a063448bf4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:00.870134 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "name": "network-vif-plugged", "status": "completed", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:00.870134 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d6d74a3-312e-4d27-88be-42a063448bf4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:00.870535 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623', 'code': 200} Jul 16 08:48:00.880865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb2ac462-7db0-4cf7-81da-9b02c521affb req-ad008309-a0b0-4967-aa7b-f7ca478e4df2 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631478 Jul 16 08:48:00.896235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3523d2c8-ae4b-43eb-9cd2-58acd6dbbe8f None None] Network 0474d99d-f950-4948-b4ef-6e85358b5300 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:01.005198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dad836bc-e3f3-4e37-b250-0cd426e46060 None None] Provisioning for port 923431ab-4991-4532-a786-5b0f914b033b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:01.110001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6102c8-efb5-4133-9e31-175c2dc17a4d req-938e1d8c-450d-42f7-b97d-b1325366ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.112415 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5c6102c8-efb5-4133-9e31-175c2dc17a4d req-938e1d8c-450d-42f7-b97d-b1325366ffc5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1098 time: 0.1157851 Jul 16 08:48:01.131532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d641cb91-a6d0-40a6-8d9e-b89a83064f3b req-839420ec-eeab-412e-872e-8a820e0c0af6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 210 time: 0.0404580 Jul 16 08:48:01.144649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f6dc4-a046-4410-9020-9cdea133c0ca req-ef11f295-8566-458f-90ae-40523a021670 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.152484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-132f6dc4-a046-4410-9020-9cdea133c0ca req-ef11f295-8566-458f-90ae-40523a021670 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.1412809 Jul 16 08:48:01.167315 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5c6102c8-efb5-4133-9e31-175c2dc17a4d req-6e7ed443-ba9c-4f61-b2a6-b6db8a2e02e7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468414 Jul 16 08:48:01.224222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-132f6dc4-a046-4410-9020-9cdea133c0ca req-4d4e34c5-98ca-42f6-a4bb-e71d2303627c tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707300 Jul 16 08:48:01.333178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 923431ab-4991-4532-a786-5b0f914b033b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:01.434487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 923431ab-4991-4532-a786-5b0f914b033b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:01.439808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 923431ab-4991-4532-a786-5b0f914b033b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:01.440198 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.463555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:01.487774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa04620-a243-4381-9a77-ff8244ca0cc2 req-77618045-94b0-4033-a654-e0b093986606 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.489489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-baa04620-a243-4381-9a77-ff8244ca0cc2 req-77618045-94b0-4033-a654-e0b093986606 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1046889 Jul 16 08:48:01.551991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-86de5151-f8ff-452f-ab80-935d6e3dde01 None None] Provisioning complete for port 923431ab-4991-4532-a786-5b0f914b033b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:01.552360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86de5151-f8ff-452f-ab80-935d6e3dde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.556897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port f064b99e-dbb1-4e19-b3f3-ca36a95626fc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:01.582235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-baa04620-a243-4381-9a77-ff8244ca0cc2 req-4b94cc0a-cb52-4dfb-a0aa-9ee48e59199b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816929 Jul 16 08:48:01.599221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port f064b99e-dbb1-4e19-b3f3-ca36a95626fc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:01.599591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.621709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252d794-944a-4af6-976d-b059533d3a59 req-cb04a963-75a0-49ce-a80c-4b331fd4ea77 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.629715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2252d794-944a-4af6-976d-b059533d3a59 req-cb04a963-75a0-49ce-a80c-4b331fd4ea77 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.1383948 Jul 16 08:48:01.653356 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.666972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2252d794-944a-4af6-976d-b059533d3a59 req-4d10081b-7f6c-4029-b784-430d1e70fbae tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Jul 16 08:48:01.724805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 923431ab-4991-4532-a786-5b0f914b033b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=923431ab-4991-4532-a786-5b0f914b033b,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:01.751789 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.752641 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7ba24626-5bf9-4bed-815a-704aecea27d3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:01.820331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86de5151-f8ff-452f-ab80-935d6e3dde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.829623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-0385ae1d-1270-4f23-82e5-d95f3ca7167a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.837957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-0385ae1d-1270-4f23-82e5-d95f3ca7167a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.839852 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-0385ae1d-1270-4f23-82e5-d95f3ca7167a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "GET /v2.0/networks?id=ab16e4de-9024-4dd2-be91-60a8d6423ed1&id=0474d99d-f950-4948-b4ef-6e85358b5300&id=ab16e4de-9024-4dd2-be91-60a8d6423ed1 HTTP/1.1" status: 200 len: 1392 time: 0.1608827 Jul 16 08:48:01.846462 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.866063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'port': {'device_id': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1', 'admin_state_up': True, 'tenant_id': '42c257675f7c4cf593af635f81b13de7'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:01.894262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=923431ab-4991-4532-a786-5b0f914b033b,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.954141 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-86de5151-f8ff-452f-ab80-935d6e3dde01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:01.954496 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-86de5151-f8ff-452f-ab80-935d6e3dde01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:01.960329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:01.969026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7ba24626-5bf9-4bed-815a-704aecea27d3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:01.969601 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.973087 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.051081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c24d61-9211-44f9-94e1-6a5d4639988d req-a656df18-9ce4-4d80-ac1a-ee58283aba93 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.054490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75c24d61-9211-44f9-94e1-6a5d4639988d req-a656df18-9ce4-4d80-ac1a-ee58283aba93 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 948 time: 0.1184423 Jul 16 08:48:02.091022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:02.095540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:02.095712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.157850 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75c24d61-9211-44f9-94e1-6a5d4639988d req-b25af7a7-7c6d-4a10-940f-2264b514bf4b tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935810 Jul 16 08:48:02.289626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Allocated IP 19.80.0.153 (ab16e4de-9024-4dd2-be91-60a8d6423ed1/524fde8f-b3e7-45e6-aa5a-0047350dc1af/ab0a52f7-a425-4679-978c-1df4ad6b3b8e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:02.309101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a8325-92d5-4162-9e10-92f8ee7ca2bb req-b568a1cb-4f0c-4dea-acae-2afa351a607a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.310708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998a8325-92d5-4162-9e10-92f8ee7ca2bb req-b568a1cb-4f0c-4dea-acae-2afa351a607a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1183164 Jul 16 08:48:02.371948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172cc33-f72d-450b-b93d-4e96fa64dfe5 req-4921d99e-22c1-4888-8b4b-51c7224469d1 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.373394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a172cc33-f72d-450b-b93d-4e96fa64dfe5 req-4921d99e-22c1-4888-8b4b-51c7224469d1 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1073103 Jul 16 08:48:02.386208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998a8325-92d5-4162-9e10-92f8ee7ca2bb req-c3a0233a-8c18-41dc-bc29-2afbca15b353 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669696 Jul 16 08:48:02.423460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a172cc33-f72d-450b-b93d-4e96fa64dfe5 req-84165412-67ac-4dec-9aa5-22e5a758d71f tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Jul 16 08:48:02.496422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.520307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Transition to ACTIVE for port object ab0a52f7-a425-4679-978c-1df4ad6b3b8e will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:02.548005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80a276-26c8-4038-940d-135e0369ecaa req-734aae00-0797-4e10-b6be-955bf534d9ac tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.549541 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4a80a276-26c8-4038-940d-135e0369ecaa req-734aae00-0797-4e10-b6be-955bf534d9ac tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.1071072 Jul 16 08:48:02.568931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447472e-b718-44c7-8514-6818e8375557 req-c445cc3b-b388-4d7c-a4ec-cbda6cc4e8fe tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.570458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4447472e-b718-44c7-8514-6818e8375557 req-c445cc3b-b388-4d7c-a4ec-cbda6cc4e8fe tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0827930 Jul 16 08:48:02.615720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.622701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc85eac8-40e7-418e-8e1f-81cf7ff1e3dc req-8f2ec13f-05eb-462a-9201-b3d4bc3011e5 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 210 time: 0.0511823 Jul 16 08:48:02.645760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4447472e-b718-44c7-8514-6818e8375557 req-a9904ef9-7901-4ea4-ba6a-0c22cd6797a8 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670984 Jul 16 08:48:02.698079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network ab16e4de-9024-4dd2-be91-60a8d6423ed1 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:02.707777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:02.710703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Port': ['ID=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:02.712905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:02.768429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Deleting port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:02.768775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.787858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.790272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.843516 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-781901b5-42ba-47b8-a214-c0e28d0bd1da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9857569 Jul 16 08:48:02.872129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:02.876359 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96af2e2-4844-40d5-b1ed-cece85ade848" -d '{"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-plugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:02.906932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'port': {'device_id': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300', 'admin_state_up': True, 'tenant_id': '42c257675f7c4cf593af635f81b13de7'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:02.930730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034ea32-5edf-4886-a4ec-9020e9100e3c req-7a7725a7-44b2-496d-839a-074e7e946d60 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.932834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6034ea32-5edf-4886-a4ec-9020e9100e3c req-7a7725a7-44b2-496d-839a-074e7e946d60 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 945 time: 0.1367266 Jul 16 08:48:03.009146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] For port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:03.009519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.050142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6034ea32-5edf-4886-a4ec-9020e9100e3c req-41bd0cca-e8e3-4d73-9aad-d9f94d79061e tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups?id=cef2f046-0e53-4a23-afa3-33af21deddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100428 Jul 16 08:48:03.143762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:03.147326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.149112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 923431ab-4991-4532-a786-5b0f914b033b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:03.153779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cf38303a-45c0-485a-a4e7-252f03906dd4 None None] Provisioning for port ab0a52f7-a425-4679-978c-1df4ad6b3b8e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:03.270834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83084f34-bf63-4a5b-bfa2-1f8569d46018 req-02bb66a1-4a70-4806-9266-46e7c6eb9659 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.272825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83084f34-bf63-4a5b-bfa2-1f8569d46018 req-02bb66a1-4a70-4806-9266-46e7c6eb9659 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.1567302 Jul 16 08:48:03.321174 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef82777-f8d4-4403-8c23-1a40f63c58ef x-openstack-request-id: req-cef82777-f8d4-4403-8c23-1a40f63c58ef {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:03.321450 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-plugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:03.321720 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cef82777-f8d4-4403-8c23-1a40f63c58ef {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:03.322229 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'code': 200} Jul 16 08:48:03.326594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cf38303a-45c0-485a-a4e7-252f03906dd4 None None] Provisioning complete for port ab0a52f7-a425-4679-978c-1df4ad6b3b8e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:03.326594 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf38303a-45c0-485a-a4e7-252f03906dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.352698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83084f34-bf63-4a5b-bfa2-1f8569d46018 req-32774b9b-80b3-49da-a0f6-4d0f2ee0dfea tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743437 Jul 16 08:48:03.382377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cf38303a-45c0-485a-a4e7-252f03906dd4 None None] Port ab0a52f7-a425-4679-978c-1df4ad6b3b8e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:03.399355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 923431ab-4991-4532-a786-5b0f914b033b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:03.399983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.413407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b7f0a-3648-46c4-866f-7de5edd92020 req-0c4f6ae6-643f-41bf-91c7-f06329e4acce tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.415213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-221b7f0a-3648-46c4-866f-7de5edd92020 req-0c4f6ae6-643f-41bf-91c7-f06329e4acce tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1090014 Jul 16 08:48:03.473882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-221b7f0a-3648-46c4-866f-7de5edd92020 req-32d18162-81db-4f20-bac0-377e94620098 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529015 Jul 16 08:48:03.536773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.537269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.537445 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Floating IP b071bb30-358b-4948-9342-1d1967404483 disassociated. External IP: 172.25.6.174, port: 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f. Jul 16 08:48:03.537816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Calling delete_port for 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:03.607768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Allocated IP 19.86.0.181 (0474d99d-f950-4948-b4ef-6e85358b5300/ad4abe69-0aa7-42d5-8fb5-2dba55c7f793/9545be2d-1f3f-40cf-8f7b-9d94967791a1) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:03.677925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388b428-f06d-4dec-8620-ba082ae15dfa req-3a933d84-d4f7-405e-843e-09e38aee9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.679438 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9388b428-f06d-4dec-8620-ba082ae15dfa req-3a933d84-d4f7-405e-843e-09e38aee9b9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 1101 time: 0.2034640 Jul 16 08:48:03.687854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b83ae-de45-479d-abd1-b23a94076c4f req-43da26ce-fa06-4788-a84e-90d28d84fd82 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.689362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef9b83ae-de45-479d-abd1-b23a94076c4f req-43da26ce-fa06-4788-a84e-90d28d84fd82 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 949 time: 0.1151443 Jul 16 08:48:03.722945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7463e9a-fe29-490e-a9e3-9a692e112be7 req-c7a53135-ce3b-4dba-b785-dfeadc780845 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.724473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7463e9a-fe29-490e-a9e3-9a692e112be7 req-c7a53135-ce3b-4dba-b785-dfeadc780845 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1098 time: 0.0986857 Jul 16 08:48:03.743334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef9b83ae-de45-479d-abd1-b23a94076c4f req-bfd06d28-120f-4a83-be7f-797023fb9f88 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Jul 16 08:48:03.773216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7463e9a-fe29-490e-a9e3-9a692e112be7 req-19b3eba3-fda6-4c5d-ad2d-84cb2122f43d tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427620 Jul 16 08:48:03.781017 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9388b428-f06d-4dec-8620-ba082ae15dfa req-03583c1c-05fb-46ee-809d-6309c32f3add service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930831 Jul 16 08:48:03.832740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.877375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event deleted for resources: {'Port': ['ID=320ddf54-f4de-45fb-bc04-0f7cb9da8c9f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.900787 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.950076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Transition to ACTIVE for port object 9545be2d-1f3f-40cf-8f7b-9d94967791a1 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:03.979535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec86cdb-56cd-41e2-aad6-08b56d957732 req-ea87d1a6-afb4-4bbb-a914-7bd303150f03 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.981028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ec86cdb-56cd-41e2-aad6-08b56d957732 req-ea87d1a6-afb4-4bbb-a914-7bd303150f03 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1144755 Jul 16 08:48:03.996152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aa9ad-9465-4dd2-a39e-8f4cbedf6684 req-8954f66d-8f50-4d21-91bc-34859c039624 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.997597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b86aa9ad-9465-4dd2-a39e-8f4cbedf6684 req-8954f66d-8f50-4d21-91bc-34859c039624 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 932 time: 0.1012940 Jul 16 08:48:04.035013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:04.037330 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.053290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ec86cdb-56cd-41e2-aad6-08b56d957732 req-a59f416f-57ea-49cf-8581-41cf32e21736 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Jul 16 08:48:04.060598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b86aa9ad-9465-4dd2-a39e-8f4cbedf6684 req-56641756-fe8d-4fdb-bd9b-ad749b9e62fb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564973 Jul 16 08:48:04.095275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network 0474d99d-f950-4948-b4ef-6e85358b5300 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:04.143268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:04.148909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:04.159920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Port': ['ID=9545be2d-1f3f-40cf-8f7b-9d94967791a1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:04.384392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.387883 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.423283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:04.438927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561832d-ed22-448f-af93-33c405c6269f None None] Sync routers for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:04.459685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561832d-ed22-448f-af93-33c405c6269f None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:04.460812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f561832d-ed22-448f-af93-33c405c6269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:04.507415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6bd6828-0d8b-4a9d-aaed-5d34456130d4 req-b0e7c684-4a2c-4e8c-997d-af3de1879bb5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 210 time: 0.0758224 Jul 16 08:48:04.580183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510e0f1-ccab-408c-869a-0e1d91712ff1 req-007a47cd-e4ad-452a-92e0-d8cd06c9deeb tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.587159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6510e0f1-ccab-408c-869a-0e1d91712ff1 req-007a47cd-e4ad-452a-92e0-d8cd06c9deeb tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.2901516 Jul 16 08:48:04.651536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] No DVR routers for this DVR port 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:04.673930 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-82725d86-f23d-4a17-bd0b-0bfea8ce7113 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7705374 Jul 16 08:48:04.704170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'port': {'device_id': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1', 'admin_state_up': True, 'tenant_id': '42c257675f7c4cf593af635f81b13de7'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:04.707936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.717923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6510e0f1-ccab-408c-869a-0e1d91712ff1 req-052ba521-f268-49e0-8bf2-9f430e9eb45b tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245556 Jul 16 08:48:04.725819 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4a80a276-26c8-4038-940d-135e0369ecaa req-b5c477b9-6ab9-4d15-a6e9-c1af8f6a1f68 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.54 "DELETE /v2.0/ports/320ddf54-f4de-45fb-bc04-0f7cb9da8c9f HTTP/1.1" status: 204 len: 173 time: 2.1451261 Jul 16 08:48:04.726381 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd0e178-2118-4608-948f-720a937add1c', 'name': 'network-vif-deleted', 'tag': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:04.728716 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9190ef-e3ad-4c3c-b575-dbf429caf9c9" -d '{"events": [{"server_uuid": "1dd0e178-2118-4608-948f-720a937add1c", "name": "network-vif-deleted", "tag": "320ddf54-f4de-45fb-bc04-0f7cb9da8c9f"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:04.774731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-f561832d-ed22-448f-af93-33c405c6269f None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:04.929577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ad8992a-ed4b-4b11-b23d-90b5d7c0570e None None] Provisioning for port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:04.941915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ad8992a-ed4b-4b11-b23d-90b5d7c0570e None None] Provisioning complete for port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:04.942619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ad8992a-ed4b-4b11-b23d-90b5d7c0570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.005369 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b9c9c-2765-46b4-a003-5b3805e0e230 x-openstack-request-id: req-768b9c9c-2765-46b4-a003-5b3805e0e230 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:05.005678 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd0e178-2118-4608-948f-720a937add1c", "name": "network-vif-deleted", "tag": "320ddf54-f4de-45fb-bc04-0f7cb9da8c9f", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:05.005938 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-768b9c9c-2765-46b4-a003-5b3805e0e230 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:05.006358 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd0e178-2118-4608-948f-720a937add1c', 'name': 'network-vif-deleted', 'tag': '320ddf54-f4de-45fb-bc04-0f7cb9da8c9f', 'status': 'completed', 'code': 200} Jul 16 08:48:05.052999 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-afb5d884-40af-4a84-9ddb-1f53cff0eed5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2329385 Jul 16 08:48:05.097903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0b7c-0328-44bb-b409-ed936fe81a1f req-474bcf35-3d6d-4c60-8843-149b8fd9df66 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.098135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:05.106839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.112253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef3e0b7c-0328-44bb-b409-ed936fe81a1f req-474bcf35-3d6d-4c60-8843-149b8fd9df66 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.2494702 Jul 16 08:48:05.144279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8992a-ed4b-4b11-b23d-90b5d7c0570e None None] Port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:05.220619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef3e0b7c-0328-44bb-b409-ed936fe81a1f req-dd02c46c-9499-4ec5-8e1f-5ec03ee6e590 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892560 Jul 16 08:48:05.305187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f561832d-ed22-448f-af93-33c405c6269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:45:01Z', 'revision_number': 5, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:05.357669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Allocated IP 19.80.0.136 (ab16e4de-9024-4dd2-be91-60a8d6423ed1/524fde8f-b3e7-45e6-aa5a-0047350dc1af/4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:05.373446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9563e7-433f-4472-8525-75ce52da3c74 req-18f1b056-60b6-4a9e-bd69-79db05c76a24 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.385047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9563e7-433f-4472-8525-75ce52da3c74 req-18f1b056-60b6-4a9e-bd69-79db05c76a24 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 949 time: 0.1985276 Jul 16 08:48:05.400275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561832d-ed22-448f-af93-33c405c6269f None None] Checking router: 260330a1-fb0f-43b8-8d12-fcd5f5f17acd for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:05.416948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561832d-ed22-448f-af93-33c405c6269f None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:05.417576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f561832d-ed22-448f-af93-33c405c6269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:05.489615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:05.512665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:05.513286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 320ddf54-f4de-45fb-bc04-0f7cb9da8c9f not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:05.528711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.544368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Transition to ACTIVE for port object 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:05.594754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9563e7-433f-4472-8525-75ce52da3c74 req-bab46c81-c26a-4471-8c59-df0620a15cde tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072990 Jul 16 08:48:05.609866 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.634893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-f561832d-ed22-448f-af93-33c405c6269f None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:05.661096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645103b0-b298-4628-8038-db96e7b1b180 req-8a900ad6-1b1f-4ed6-98f5-b90ffca6a6ec tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.675917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645103b0-b298-4628-8038-db96e7b1b180 req-8a900ad6-1b1f-4ed6-98f5-b90ffca6a6ec tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.683062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-645103b0-b298-4628-8038-db96e7b1b180 req-8a900ad6-1b1f-4ed6-98f5-b90ffca6a6ec tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 1655 time: 0.2557063 Jul 16 08:48:05.713661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network ab16e4de-9024-4dd2-be91-60a8d6423ed1 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:05.738995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:05.758850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:05.798703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-645103b0-b298-4628-8038-db96e7b1b180 req-0b57fc4f-95dc-4c34-89b0-bad51eb6f793 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095445 Jul 16 08:48:05.811812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Port': ['ID=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:05.883192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6f791c7-560e-4fd8-ad8b-f045b7652c7f req-da978f3c-54a3-45ba-b508-4b62f75863ad tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 210 time: 0.0433922 Jul 16 08:48:05.905154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.906181 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.958302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-f0372e23-78f9-485d-b220-6b6f1f0b4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.959871 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-f0372e23-78f9-485d-b220-6b6f1f0b4da4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3206175599bd452fb6bb65f4568bfc23&device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 1097 time: 0.3711812 Jul 16 08:48:05.985672 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-7c2dc8af-ef41-45c5-8502-3faef358c4f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3086209 Jul 16 08:48:05.997527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Request body: {'port': {'device_id': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:06.249025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd409-9f3b-4d99-a5d1-027614856cfa req-6f8c78e0-37d9-48db-ac8c-84115405f328 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.259078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4fd409-9f3b-4d99-a5d1-027614856cfa req-6f8c78e0-37d9-48db-ac8c-84115405f328 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1406181 Jul 16 08:48:06.284747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f561832d-ed22-448f-af93-33c405c6269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:45:01Z', 'revision_number': 5, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:06.315890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4fd409-9f3b-4d99-a5d1-027614856cfa req-7673900f-8b5b-4e4a-b047-0b8ec1024300 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556984 Jul 16 08:48:06.335017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561832d-ed22-448f-af93-33c405c6269f None None] The sync data for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 is: [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:56Z', 'revision_number': 4, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'ead6d8f5-d170-42ef-b4c7-98c809338e8a', 'name': '', 'network_id': '00140b5d-8a7a-4bbd-8c40-47ceaaea41a8', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'mac_address': 'fa:16:3e:0a:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:55Z', 'updated_at': '2021-07-16T08:45:01Z', 'revision_number': 5, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'subnets': [{'id': '66ca05f0-de5c-43d4-b0c5-14d906cb6ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:06.383204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c444090f-723d-44fa-b6c0-f3b53c9aa966 None None] Provisioning for port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:06.395320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c444090f-723d-44fa-b6c0-f3b53c9aa966 None None] Provisioning complete for port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:06.395694 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c444090f-723d-44fa-b6c0-f3b53c9aa966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.440277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.466572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c444090f-723d-44fa-b6c0-f3b53c9aa966 None None] Port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:06.476718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c98bf-460f-4834-a6bb-115255a9da9f req-51d87871-dc4e-4aa1-b0ba-0b0ffdd0020d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.481439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-6936c4b9-5d40-47aa-9092-0d1a34ac6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.483211 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-6936c4b9-5d40-47aa-9092-0d1a34ac6079 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 200 len: 906 time: 0.4735913 Jul 16 08:48:06.486976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e8c98bf-460f-4834-a6bb-115255a9da9f req-51d87871-dc4e-4aa1-b0ba-0b0ffdd0020d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1100533 Jul 16 08:48:06.542412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e8c98bf-460f-4834-a6bb-115255a9da9f req-daa74b32-5bca-4ff2-a29c-6437277ff317 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Jul 16 08:48:06.574059 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-f84bcdb0-d7c0-4822-8242-8fa977b883ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0444412-aa20-4102-b9ed-4c35bba2f97a HTTP/1.1" status: 200 len: 217 time: 0.0602746 Jul 16 08:48:06.719968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-9309dfc7-22c8-4c0c-b78e-78426a1d278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.721463 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-9309dfc7-22c8-4c0c-b78e-78426a1d278a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 200 len: 845 time: 0.1364024 Jul 16 08:48:06.784027 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-7bd28e0b-1d18-4cdf-b365-8858afb03f30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff0bd8d5-928e-4372-933c-180eae691c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387340 Jul 16 08:48:06.804607 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7429f37-ecfd-494b-beb1-5631faa724ce None None] New status for floating IP b071bb30-358b-4948-9342-1d1967404483: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:48:06.805760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b58049-2e56-49c6-b086-425ec2a2780d req-e8c41326-c91d-4f13-a7f9-1976db981dc1 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.814089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24b58049-2e56-49c6-b086-425ec2a2780d req-e8c41326-c91d-4f13-a7f9-1976db981dc1 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 949 time: 0.0959790 Jul 16 08:48:06.904652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24b58049-2e56-49c6-b086-425ec2a2780d req-66608943-b47e-465f-b4f6-7d9853976afc tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893178 Jul 16 08:48:07.051212 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-32f93828-f895-44a8-a0ec-2a249da30248 service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907072 Jul 16 08:48:07.111599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef6aa1-84e2-4ff7-b715-da3a07b41f40 req-9c94595f-2b27-483e-bb8b-e06f6ac118f3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.113788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0a52f7-a425-4679-978c-1df4ad6b3b8e {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:07.117673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef6aa1-84e2-4ff7-b715-da3a07b41f40 req-9c94595f-2b27-483e-bb8b-e06f6ac118f3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.122688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.123687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef6aa1-84e2-4ff7-b715-da3a07b41f40 req-9c94595f-2b27-483e-bb8b-e06f6ac118f3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.132153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17ef6aa1-84e2-4ff7-b715-da3a07b41f40 req-9c94595f-2b27-483e-bb8b-e06f6ac118f3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2377 time: 0.1317143 Jul 16 08:48:07.138370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Transition to ACTIVE for port object ab0a52f7-a425-4679-978c-1df4ad6b3b8e will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:07.159611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.184212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17ef6aa1-84e2-4ff7-b715-da3a07b41f40 req-d36ed9c0-9655-49ca-9a5f-d6957716d6d1 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511053 Jul 16 08:48:07.212446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b33084-d428-4d61-8668-22820f406117 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.381865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eda2d992-00bc-4a11-a058-c6ad187893c1 req-f5fbd2b0-20c3-4590-b6eb-d44a897456c7 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 210 time: 0.0581450 Jul 16 08:48:07.382955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Attempting to bind port ab0a52f7-a425-4679-978c-1df4ad6b3b8e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:07.383519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Attempting to bind port ab0a52f7-a425-4679-978c-1df4ad6b3b8e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:07.384075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Attempting to bind port ab0a52f7-a425-4679-978c-1df4ad6b3b8e on network ab16e4de-9024-4dd2-be91-60a8d6423ed1 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:07.396934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Port ab0a52f7-a425-4679-978c-1df4ad6b3b8e on network ab16e4de-9024-4dd2-be91-60a8d6423ed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:07.396934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Attempting to bind port ab0a52f7-a425-4679-978c-1df4ad6b3b8e on network ab16e4de-9024-4dd2-be91-60a8d6423ed1 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:07.417444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:07.418081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Checking segment: {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:07.420051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Bound using segment: {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:07.420051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Bound port: ab0a52f7-a425-4679-978c-1df4ad6b3b8e, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:07.420051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.440728 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0fa04ec2-bc40-40c0-99d4-26b45ea82a43 req-657e3b36-d9be-4f73-8009-99acfa36628d service neutron] 10.222.0.54 "GET /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459895 Jul 16 08:48:07.550238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] For port ab0a52f7-a425-4679-978c-1df4ad6b3b8e, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:07.554567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] For port ab0a52f7-a425-4679-978c-1df4ad6b3b8e, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:07.572290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.668066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.668686 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.670693 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-91b33084-d428-4d61-8668-22820f406117 service neutron] 10.222.0.52 "PUT /v2.0/ports/ab0a52f7-a425-4679-978c-1df4ad6b3b8e HTTP/1.1" status: 200 len: 1093 time: 1.6776059 Jul 16 08:48:07.679160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'tag': 'ab0a52f7-a425-4679-978c-1df4ad6b3b8e'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:07.681587 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680bc24d-96e2-48cb-96a3-176ddcd32495" -d '{"events": [{"name": "network-changed", "server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "tag": "ab0a52f7-a425-4679-978c-1df4ad6b3b8e"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:07.715437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Request body: {'port': {'device_id': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:07.759317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b33084-d428-4d61-8668-22820f406117 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.864798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.029138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a1594-ca37-4e6c-b763-5772c6bfba49 req-53934862-dfa7-4eff-a5e8-539117979e92 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.043405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f29a1594-ca37-4e6c-b763-5772c6bfba49 req-53934862-dfa7-4eff-a5e8-539117979e92 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1114388 Jul 16 08:48:08.084945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f29a1594-ca37-4e6c-b763-5772c6bfba49 req-4eff94f1-e0fc-4d53-a482-3cb72ba47bd6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 Jul 16 08:48:08.429204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08eabf-1359-4d8f-968d-294c754f81dd req-87a01be6-adab-4f0a-9b95-02d5cc187313 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.431488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a08eabf-1359-4d8f-968d-294c754f81dd req-87a01be6-adab-4f0a-9b95-02d5cc187313 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1330061 Jul 16 08:48:08.438239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-9a4c00a9-158c-40c2-a751-1381bcfe375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.438897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-9a4c00a9-158c-40c2-a751-1381bcfe375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.439450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-9a4c00a9-158c-40c2-a751-1381bcfe375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.441193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-9a4c00a9-158c-40c2-a751-1381bcfe375c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2733 time: 0.1095798 Jul 16 08:48:08.490147 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1662b9c-3032-4db5-b0ef-daabaa7594c1 x-openstack-request-id: req-c1662b9c-3032-4db5-b0ef-daabaa7594c1 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:08.491049 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "tag": "ab0a52f7-a425-4679-978c-1df4ad6b3b8e", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:08.491309 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1662b9c-3032-4db5-b0ef-daabaa7594c1 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:08.492130 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'tag': 'ab0a52f7-a425-4679-978c-1df4ad6b3b8e', 'status': 'completed', 'code': 200} Jul 16 08:48:08.502993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-8bd48447-c6b0-4998-af6f-b53f99345638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.504520 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-8bd48447-c6b0-4998-af6f-b53f99345638 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1097 time: 0.5735099 Jul 16 08:48:08.567182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a08eabf-1359-4d8f-968d-294c754f81dd req-47f90ca7-6b2e-4899-8c4c-54499f6088ae tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245258 Jul 16 08:48:08.665551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-7387742a-dc06-4dd3-b7e5-18ba24027e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.666358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-7387742a-dc06-4dd3-b7e5-18ba24027e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.667000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-7387742a-dc06-4dd3-b7e5-18ba24027e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.668902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-7387742a-dc06-4dd3-b7e5-18ba24027e16 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=42c257675f7c4cf593af635f81b13de7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2096970 Jul 16 08:48:08.669422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-4389be11-2ea6-4779-96ab-fc21be1d8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.671103 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-4389be11-2ea6-4779-96ab-fc21be1d8a37 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 919 time: 0.1133459 Jul 16 08:48:08.679563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b1cf-7545-47ad-9f1a-306b2092cf5c req-be7fe280-4501-42ed-900b-3a20f3a49a10 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.681457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bc3b1cf-7545-47ad-9f1a-306b2092cf5c req-be7fe280-4501-42ed-900b-3a20f3a49a10 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2091844 Jul 16 08:48:08.732918 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-f98c9274-703d-44e5-b8bc-899143ab83b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1768b5-4394-4124-9540-0acc72363c03 HTTP/1.1" status: 200 len: 217 time: 0.0437014 Jul 16 08:48:08.790966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-25595cf3-edff-443f-9c7e-f468591f050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.792614 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-25595cf3-edff-443f-9c7e-f468591f050c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.0500093 Jul 16 08:48:08.798967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bc3b1cf-7545-47ad-9f1a-306b2092cf5c req-b49b4bc8-0569-4262-b903-63399a5a780c tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063488 Jul 16 08:48:08.866363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-cfe9dd9c-9b45-4921-9593-2c5a1ea28a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.868097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-680bc24d-96e2-48cb-96a3-176ddcd32495 req-cfe9dd9c-9b45-4921-9593-2c5a1ea28a66 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854951 Jul 16 08:48:08.882707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e525613-05ff-4036-9dea-78b085b7aa59 req-136fbc5f-1a64-4175-9b4d-64bc7e2aa1d3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.889450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e525613-05ff-4036-9dea-78b085b7aa59 req-136fbc5f-1a64-4175-9b4d-64bc7e2aa1d3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.896252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e525613-05ff-4036-9dea-78b085b7aa59 req-136fbc5f-1a64-4175-9b4d-64bc7e2aa1d3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.898429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e525613-05ff-4036-9dea-78b085b7aa59 req-136fbc5f-1a64-4175-9b4d-64bc7e2aa1d3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2389 time: 0.1219249 Jul 16 08:48:08.911068 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-20038cef-f913-476f-8051-e31035dca623 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953116 Jul 16 08:48:08.989877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e525613-05ff-4036-9dea-78b085b7aa59 req-c1dada82-2766-45fb-9f95-c656fc002ccf tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851555 Jul 16 08:48:09.041837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f725bd7b-a426-4c2b-998d-118fabb286c1 req-8c06f62c-194b-4da0-a448-4c547a919fee tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 210 time: 0.0497563 Jul 16 08:48:09.056707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9545be2d-1f3f-40cf-8f7b-9d94967791a1 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:09.069897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.096273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Transition to ACTIVE for port object 9545be2d-1f3f-40cf-8f7b-9d94967791a1 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:09.122572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.137842 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-dfacb025-47a7-49ba-8b87-66fac9ffeb32 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120388 Jul 16 08:48:09.223339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Pushing event updated for resources: {'Port': ['ID=9545be2d-1f3f-40cf-8f7b-9d94967791a1,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:09.348838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806991d0-a01e-4f04-96ce-42a2cce0dce1 req-bf6528b0-2539-43cb-a6f8-2030c117f266 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.350370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-806991d0-a01e-4f04-96ce-42a2cce0dce1 req-bf6528b0-2539-43cb-a6f8-2030c117f266 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0974209 Jul 16 08:48:09.375993 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8121a34-c513-4f2f-b49d-bfc003b60db3 req-fd4af78e-0736-472d-98ba-0e9fc0fa34fb service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173147 Jul 16 08:48:09.376791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Attempting to bind port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:09.377191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Attempting to bind port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:09.377750 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Attempting to bind port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 on network 0474d99d-f950-4948-b4ef-6e85358b5300 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:09.395070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 on network 0474d99d-f950-4948-b4ef-6e85358b5300 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:09.398116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Attempting to bind port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 on network 0474d99d-f950-4948-b4ef-6e85358b5300 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:09.408086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-806991d0-a01e-4f04-96ce-42a2cce0dce1 req-e320a7a2-262c-4c1d-904c-5c401df99263 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496027 Jul 16 08:48:09.412798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:09.413037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Checking segment: {'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:09.413330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Bound using segment: {'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:09.413815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Bound port: 9545be2d-1f3f-40cf-8f7b-9d94967791a1, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffecf4d5-c265-4532-b583-6f477db02f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:09.414282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.500744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:09.520883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] For port 9545be2d-1f3f-40cf-8f7b-9d94967791a1, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:09.526092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] For port 9545be2d-1f3f-40cf-8f7b-9d94967791a1, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9545be2d-1f3f-40cf-8f7b-9d94967791a1,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:09.533361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.603283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.603283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.603283 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] 10.222.0.52 "PUT /v2.0/ports/9545be2d-1f3f-40cf-8f7b-9d94967791a1 HTTP/1.1" status: 200 len: 1093 time: 1.8916512 Jul 16 08:48:09.641407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Request body: {'port': {'device_id': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:09.645265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce76427-cfca-4d04-ae7c-30622e817c67 service neutron] Pushing event updated for resources: {'Port': ['ID=9545be2d-1f3f-40cf-8f7b-9d94967791a1,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:09.672617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:09.690825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'mac_address': 'fa:16:3e:d4:8c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:09.750608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.776691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f064b99e-dbb1-4e19-b3f3-ca36a95626fc {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:09.782421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.827057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:09.839461 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.893300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a361732-7a7c-4c3f-9858-722cf842f5d9 req-0979b584-9505-47c3-a0ce-e93571c04af4 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.901546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a361732-7a7c-4c3f-9858-722cf842f5d9 req-0979b584-9505-47c3-a0ce-e93571c04af4 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1641417 Jul 16 08:48:09.927386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:09.976234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a361732-7a7c-4c3f-9858-722cf842f5d9 req-9b1f31c1-a635-4d04-828e-ab3db813ed4a tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737476 Jul 16 08:48:10.054907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f064b99e-dbb1-4e19-b3f3-ca36a95626fc'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:10.236889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:10.253318 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.266681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Transition to ACTIVE for port object 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:10.273009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.373388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff01f96-1ae8-4af2-8ba5-43864ab35e5b req-bb532271-87ed-4546-a91e-81d49830d6fd tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.384894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Pushing event updated for resources: {'Port': ['ID=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.385741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff01f96-1ae8-4af2-8ba5-43864ab35e5b req-bb532271-87ed-4546-a91e-81d49830d6fd tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.403407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff01f96-1ae8-4af2-8ba5-43864ab35e5b req-bb532271-87ed-4546-a91e-81d49830d6fd tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.405088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ff01f96-1ae8-4af2-8ba5-43864ab35e5b req-bb532271-87ed-4546-a91e-81d49830d6fd tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2401 time: 0.2010472 Jul 16 08:48:10.413064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Attempting to bind port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:10.413447 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Attempting to bind port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:10.414317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Attempting to bind port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 on network ab16e4de-9024-4dd2-be91-60a8d6423ed1 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:10.424291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 on network ab16e4de-9024-4dd2-be91-60a8d6423ed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:10.424619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Attempting to bind port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 on network ab16e4de-9024-4dd2-be91-60a8d6423ed1 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:10.435716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:10.436111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Checking segment: {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:10.436670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Bound using segment: {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:10.437331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Bound port: 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662dfbfe-9b36-4518-93a1-3d1b96b50814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:10.437912 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.458318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55c55a-0871-485b-8d10-ea319b150643 req-a5d0afc3-f8e2-477e-85ce-aa50bfdd5617 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.465528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca55c55a-0871-485b-8d10-ea319b150643 req-a5d0afc3-f8e2-477e-85ce-aa50bfdd5617 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1509688 Jul 16 08:48:10.494551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'tag': '9545be2d-1f3f-40cf-8f7b-9d94967791a1'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:10.496937 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56337d24-8c2b-4ae6-885f-1a1011a46698" -d '{"events": [{"name": "network-changed", "server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "tag": "9545be2d-1f3f-40cf-8f7b-9d94967791a1"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:10.533451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ff01f96-1ae8-4af2-8ba5-43864ab35e5b req-1173aca3-cc7c-42b7-b9c2-4cfd0a7bb26f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157546 Jul 16 08:48:10.552192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] For port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:10.552192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] For port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:10.564174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.565573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca55c55a-0871-485b-8d10-ea319b150643 req-9a138fea-6a18-4b3e-a56c-fbaeacf4d631 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986745 Jul 16 08:48:10.588575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.596055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.608052 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] 10.222.0.52 "PUT /v2.0/ports/4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 HTTP/1.1" status: 200 len: 1093 time: 0.9629321 Jul 16 08:48:10.730080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-116dcf0e-0727-471b-b7e2-e50667135ba3 req-d2b0c52f-5e37-4311-9e48-e79354082b8f tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dd0e178-2118-4608-948f-720a937add1c HTTP/1.1" status: 200 len: 210 time: 0.0473311 Jul 16 08:48:10.800059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc04f5-acca-471b-b2bb-9c81972f114f service neutron] Pushing event updated for resources: {'Port': ['ID=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.866854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-e4b28f00-e46a-4e3e-a323-26c75a310f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.867428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-e4b28f00-e46a-4e3e-a323-26c75a310f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.867924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-e4b28f00-e46a-4e3e-a323-26c75a310f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.869820 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-e4b28f00-e46a-4e3e-a323-26c75a310f5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2869 time: 0.1338992 Jul 16 08:48:10.871360 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c810006-e2a0-4792-807b-ed72d2a2177f x-openstack-request-id: req-5c810006-e2a0-4792-807b-ed72d2a2177f {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:10.871664 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "tag": "9545be2d-1f3f-40cf-8f7b-9d94967791a1", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:10.871982 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c810006-e2a0-4792-807b-ed72d2a2177f {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:10.872470 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'tag': '9545be2d-1f3f-40cf-8f7b-9d94967791a1', 'status': 'completed', 'code': 200} Jul 16 08:48:10.925748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-57b31c94-1580-4cd4-ae67-67afd996e111 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=ab0a52f7-a425-4679-978c-1df4ad6b3b8e HTTP/1.1" status: 200 len: 217 time: 0.0425122 Jul 16 08:48:10.980731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-0ba0634e-3148-4eb8-9b8f-fabf8ddf815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.982577 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-0ba0634e-3148-4eb8-9b8f-fabf8ddf815d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=524fde8f-b3e7-45e6-aa5a-0047350dc1af HTTP/1.1" status: 200 len: 801 time: 0.0491211 Jul 16 08:48:11.002321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661eed4-6817-4312-a163-365b03c583ab req-53b7e94a-f842-401f-a663-e112ae6d764e tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.003855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6661eed4-6817-4312-a163-365b03c583ab req-53b7e94a-f842-401f-a663-e112ae6d764e tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0702631 Jul 16 08:48:11.047321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-48d46719-9167-4244-b8d2-a0c33ea3d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.048992 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-48d46719-9167-4244-b8d2-a0c33ea3d8e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab16e4de-9024-4dd2-be91-60a8d6423ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579736 Jul 16 08:48:11.053518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6661eed4-6817-4312-a163-365b03c583ab req-3b6965f9-8678-4cd2-abe1-91a3db3936b4 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432727 Jul 16 08:48:11.159571 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-841c58a1-9b4b-4974-8b88-d250d22ca5f5 service neutron] 10.222.0.52 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019318 Jul 16 08:48:11.196260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa833-8dd1-46f4-a247-c168bae978c3 req-b1f70e70-b6cc-4bf4-ab43-a72d8b6849bb tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.197827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-475aa833-8dd1-46f4-a247-c168bae978c3 req-b1f70e70-b6cc-4bf4-ab43-a72d8b6849bb tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.0700746 Jul 16 08:48:11.240658 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-475aa833-8dd1-46f4-a247-c168bae978c3 req-f439898c-6965-4af5-8592-39e69199ec95 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362642 Jul 16 08:48:11.268531 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-7ce253fb-13da-4bd7-bc95-360421db57e5 service neutron] 10.222.0.52 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008477 Jul 16 08:48:11.317481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-08451cd5-f29b-4a2c-afb0-6647b6677ad9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=9545be2d-1f3f-40cf-8f7b-9d94967791a1 HTTP/1.1" status: 200 len: 217 time: 0.0414109 Jul 16 08:48:11.374939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-b07345c7-f5b3-4a15-8a0c-448494651e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.377201 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-b07345c7-f5b3-4a15-8a0c-448494651e56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ad4abe69-0aa7-42d5-8fb5-2dba55c7f793 HTTP/1.1" status: 200 len: 801 time: 0.0502851 Jul 16 08:48:11.470519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-2bd20b9a-c52a-4e16-9d83-0e0ae3e692de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.473163 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-2bd20b9a-c52a-4e16-9d83-0e0ae3e692de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0474d99d-f950-4948-b4ef-6e85358b5300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832362 Jul 16 08:48:11.524185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:11.626500 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-0d2657ed-d9c3-4250-9e47-fefa884ca2f7 service neutron] 10.222.0.52 "GET /v2.0/networks/0474d99d-f950-4948-b4ef-6e85358b5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374424 Jul 16 08:48:11.652083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port f064b99e-dbb1-4e19-b3f3-ca36a95626fc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:11.652778 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.740661 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.743246 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-4682ed42-1ac3-404c-b613-12b7130c8f81 service neutron] 10.222.0.52 "GET /v2.0/networks/0474d99d-f950-4948-b4ef-6e85358b5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095467 Jul 16 08:48:11.767679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:11.770309 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ec70e-37da-425c-93a4-f98f87745836" -d '{"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-plugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:11.785211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:11.791165 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.843152 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-7c48b156-d508-472e-83a8-929b533ead27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 HTTP/1.1" status: 200 len: 217 time: 0.0912988 Jul 16 08:48:11.854328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083984d-5a3b-48fb-8c16-07d14f0281a2 req-e6e820bd-6bea-4571-bccd-2b8357330c50 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.870574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083984d-5a3b-48fb-8c16-07d14f0281a2 req-e6e820bd-6bea-4571-bccd-2b8357330c50 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.883621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.885883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083984d-5a3b-48fb-8c16-07d14f0281a2 req-e6e820bd-6bea-4571-bccd-2b8357330c50 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.894198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e083984d-5a3b-48fb-8c16-07d14f0281a2 req-e6e820bd-6bea-4571-bccd-2b8357330c50 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2413 time: 0.2084520 Jul 16 08:48:11.908629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-e8c189e7-91a9-40c1-a1ed-9974f2257d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.910170 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-e8c189e7-91a9-40c1-a1ed-9974f2257d1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=524fde8f-b3e7-45e6-aa5a-0047350dc1af HTTP/1.1" status: 200 len: 801 time: 0.0604162 Jul 16 08:48:11.980611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e083984d-5a3b-48fb-8c16-07d14f0281a2 req-e558d905-d8fc-484c-8708-71e0ca4963ee tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853693 Jul 16 08:48:11.983336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cebe-5196-45a2-b306-70565c610688 req-738583ef-33ce-45a7-9cc9-4a6ef632e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.985534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-738583ef-33ce-45a7-9cc9-4a6ef632e1fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab16e4de-9024-4dd2-be91-60a8d6423ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680668 Jul 16 08:48:12.011744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd4829-589a-4592-9622-4ac63e90d251 req-d563f6da-a1d7-4ce2-8e36-2eeb7ac795ac tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.027102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bcd4829-589a-4592-9622-4ac63e90d251 req-d563f6da-a1d7-4ce2-8e36-2eeb7ac795ac tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2387071 Jul 16 08:48:12.095360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bcd4829-589a-4592-9622-4ac63e90d251 req-ca14bce8-fd5d-42a4-b50f-292dc0a708e2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672724 Jul 16 08:48:12.120307 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-f4ef924e-3a66-4f24-b8a7-aaaa01886ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274981 Jul 16 08:48:12.166919 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e27fd-fedc-4eec-b64f-fa7dc8a8a3f8 x-openstack-request-id: req-644e27fd-fedc-4eec-b64f-fa7dc8a8a3f8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:12.167322 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-plugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:12.167676 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-644e27fd-fedc-4eec-b64f-fa7dc8a8a3f8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:12.168911 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'code': 200} Jul 16 08:48:12.288519 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7489cebe-5196-45a2-b306-70565c610688 req-92fc3119-4bb2-4805-9d1d-382dea5c63a8 service neutron] 10.222.0.52 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605020 Jul 16 08:48:12.481986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-a86f93d3-59b3-4d5d-883d-0c1d13cbcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.495504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa73d88-4e91-49b0-8e03-384fca2f4a96 req-b87e0494-21aa-4061-a5ad-b8bd004d0646 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.498316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-a86f93d3-59b3-4d5d-883d-0c1d13cbcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.503437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-daa73d88-4e91-49b0-8e03-384fca2f4a96 req-b87e0494-21aa-4061-a5ad-b8bd004d0646 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1042233 Jul 16 08:48:12.504212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-a86f93d3-59b3-4d5d-883d-0c1d13cbcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.507402 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-a86f93d3-59b3-4d5d-883d-0c1d13cbcb82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2869 time: 0.1208336 Jul 16 08:48:12.569421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-daa73d88-4e91-49b0-8e03-384fca2f4a96 req-62c8598e-b0df-4537-9eac-4f5ebd0fbb47 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584249 Jul 16 08:48:12.634007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-19b6bdc0-201a-48f9-b33e-01ffcf110393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.636174 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-19b6bdc0-201a-48f9-b33e-01ffcf110393 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0474d99d-f950-4948-b4ef-6e85358b5300 HTTP/1.1" status: 200 len: 903 time: 0.1200478 Jul 16 08:48:12.705161 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-777e69e6-b112-443b-8db1-ebcf55f1a3ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=9545be2d-1f3f-40cf-8f7b-9d94967791a1 HTTP/1.1" status: 200 len: 217 time: 0.0504024 Jul 16 08:48:12.792067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-686e7a96-e49d-4784-85a4-2e7afd776e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.793994 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-686e7a96-e49d-4784-85a4-2e7afd776e42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ad4abe69-0aa7-42d5-8fb5-2dba55c7f793 HTTP/1.1" status: 200 len: 801 time: 0.0817552 Jul 16 08:48:12.823525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992652f9-7724-45e0-9ce5-4bb223db8aa2 req-95936616-51e2-4f6c-95c1-7abb189e00bd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.834060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-992652f9-7724-45e0-9ce5-4bb223db8aa2 req-95936616-51e2-4f6c-95c1-7abb189e00bd tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.0951769 Jul 16 08:48:12.873497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'tag': '4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:12.876573 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12807199-5fa8-404e-9f4a-742c1245d238" -d '{"events": [{"name": "network-changed", "server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "tag": "4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:12.889395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-992652f9-7724-45e0-9ce5-4bb223db8aa2 req-927692a5-5576-4b02-b89e-234af5675f2d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536089 Jul 16 08:48:12.924859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-32577854-5cfb-41d7-9110-4ff19b4602a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.926440 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-32577854-5cfb-41d7-9110-4ff19b4602a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0474d99d-f950-4948-b4ef-6e85358b5300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185458 Jul 16 08:48:12.939223 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27120945-6fe3-4976-ab64-01ed8af4b90e x-openstack-request-id: req-27120945-6fe3-4976-ab64-01ed8af4b90e {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:12.939516 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "tag": "4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:12.939766 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27120945-6fe3-4976-ab64-01ed8af4b90e {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:12.940168 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'tag': '4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5', 'status': 'completed', 'code': 200} Jul 16 08:48:13.109512 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-ec64ac91-9bb7-4bad-bc70-24f14fb5fac3 service neutron] 10.222.0.52 "GET /v2.0/networks/0474d99d-f950-4948-b4ef-6e85358b5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661477 Jul 16 08:48:13.221080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9514d-7e26-4a6a-bc81-9280631338ec req-aac6985a-b59b-4d93-8699-e67b4eaa7882 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.227892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9514d-7e26-4a6a-bc81-9280631338ec req-aac6985a-b59b-4d93-8699-e67b4eaa7882 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.235204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9514d-7e26-4a6a-bc81-9280631338ec req-aac6985a-b59b-4d93-8699-e67b4eaa7882 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.242905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53b9514d-7e26-4a6a-bc81-9280631338ec req-aac6985a-b59b-4d93-8699-e67b4eaa7882 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2413 time: 0.1087320 Jul 16 08:48:13.254503 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-56337d24-8c2b-4ae6-885f-1a1011a46698 req-d371ea17-df23-4456-9ee4-94579d638317 service neutron] 10.222.0.52 "GET /v2.0/networks/0474d99d-f950-4948-b4ef-6e85358b5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358957 Jul 16 08:48:13.291255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53b9514d-7e26-4a6a-bc81-9280631338ec req-27c3477e-a4c3-47fe-8990-da913e1faa5d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471783 Jul 16 08:48:13.402499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.403317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807199-5fa8-404e-9f4a-742c1245d238 req-5a1c230f-fea1-4ec6-8be1-1e698de64930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.404260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807199-5fa8-404e-9f4a-742c1245d238 req-5a1c230f-fea1-4ec6-8be1-1e698de64930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.405434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807199-5fa8-404e-9f4a-742c1245d238 req-5a1c230f-fea1-4ec6-8be1-1e698de64930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.407909 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12807199-5fa8-404e-9f4a-742c1245d238 req-5a1c230f-fea1-4ec6-8be1-1e698de64930 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2869 time: 0.0916824 Jul 16 08:48:13.545476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807199-5fa8-404e-9f4a-742c1245d238 req-77fd9690-d3cc-49f3-81ab-2294c18d0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.548044 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12807199-5fa8-404e-9f4a-742c1245d238 req-77fd9690-d3cc-49f3-81ab-2294c18d0c8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab16e4de-9024-4dd2-be91-60a8d6423ed1 HTTP/1.1" status: 200 len: 903 time: 0.1277452 Jul 16 08:48:13.602615 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.624920 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12807199-5fa8-404e-9f4a-742c1245d238 req-d62f260e-72d8-4d83-bad9-db68b720626d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 HTTP/1.1" status: 200 len: 217 time: 0.0684114 Jul 16 08:48:13.662984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.695843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807199-5fa8-404e-9f4a-742c1245d238 req-80c9ee4f-52ce-45b0-911b-39dd7afbc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.697584 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12807199-5fa8-404e-9f4a-742c1245d238 req-80c9ee4f-52ce-45b0-911b-39dd7afbc8d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=524fde8f-b3e7-45e6-aa5a-0047350dc1af HTTP/1.1" status: 200 len: 801 time: 0.0594528 Jul 16 08:48:13.820752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807199-5fa8-404e-9f4a-742c1245d238 req-5cb7dea2-6e20-4004-b828-7ed42df83499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.822409 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12807199-5fa8-404e-9f4a-742c1245d238 req-5cb7dea2-6e20-4004-b828-7ed42df83499 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab16e4de-9024-4dd2-be91-60a8d6423ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140797 Jul 16 08:48:13.829196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.832035 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.836926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "DELETE /v2.0/security-groups/cef2f046-0e53-4a23-afa3-33af21deddd9 HTTP/1.1" status: 204 len: 168 time: 0.4332607 Jul 16 08:48:13.840273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55294) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.871638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef2f046-0e53-4a23-afa3-33af21deddd9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:13.880177 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-1d506e58-f4fb-4d61-ab2d-6629a830fdcc tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] show failed (client error): The resource could not be found. Jul 16 08:48:13.884698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1d506e58-f4fb-4d61-ab2d-6629a830fdcc tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "GET /v2.0/security-groups/cef2f046-0e53-4a23-afa3-33af21deddd9 HTTP/1.1" status: 404 len: 347 time: 0.0333078 Jul 16 08:48:13.894272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe102d22-72ff-42f9-ad21-c7fac4c70b1e req-adcb65cd-e693-4794-8f00-ba93194ccb3a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.902399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe102d22-72ff-42f9-ad21-c7fac4c70b1e req-adcb65cd-e693-4794-8f00-ba93194ccb3a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.3879306 Jul 16 08:48:13.911874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55296) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.913699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.914243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.914750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.915249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.915766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.916279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.916771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.917279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.917804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.918637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.919138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.919630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7317b6-7201-44d0-b748-1450657e27a5 tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:13.928853 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12807199-5fa8-404e-9f4a-742c1245d238 req-1a8b6f41-e9bc-4e65-a75c-dde4202ddd49 service neutron] 10.222.0.52 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983677 Jul 16 08:48:14.057537 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12807199-5fa8-404e-9f4a-742c1245d238 req-f0e6deda-ac90-4a28-9c79-fa7a10511920 service neutron] 10.222.0.52 "GET /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109042 Jul 16 08:48:14.059600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe102d22-72ff-42f9-ad21-c7fac4c70b1e req-641388c1-4c37-40d3-9b99-fd7cb15855dd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559918 Jul 16 08:48:14.112746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bb5db-ac83-4266-bdfc-409492454973 req-9158c601-98fa-4e9e-a2ce-0adda53cfc44 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.119910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f1bb5db-ac83-4266-bdfc-409492454973 req-9158c601-98fa-4e9e-a2ce-0adda53cfc44 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.3540328 Jul 16 08:48:14.193793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f1bb5db-ac83-4266-bdfc-409492454973 req-5a88311e-00a1-439f-80bd-06b457643126 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728598 Jul 16 08:48:14.206369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Deleting port d245a335-bd1e-4661-9965-5570d074b443 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:14.206713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.379169 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56905df7-8105-4385-8adc-410aa32ff5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.393591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6d7d8-3ffb-467d-8ca0-acbf35fcd59d req-4a144971-fbef-45e0-9472-5d6b3c850e69 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.397739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86e6d7d8-3ffb-467d-8ca0-acbf35fcd59d req-4a144971-fbef-45e0-9472-5d6b3c850e69 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1718907 Jul 16 08:48:14.470013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.470263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.551266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86e6d7d8-3ffb-467d-8ca0-acbf35fcd59d req-d26cb2fc-02f3-4078-8c16-5b6713f0c1a5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331112 Jul 16 08:48:14.560623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Calling delete_port for d245a335-bd1e-4661-9965-5570d074b443 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:14.662193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c7a25-d7f8-41e5-b661-13603db5c0f8 req-579d10bb-6f1a-45c2-9037-11ba326d318d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.668232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c7a25-d7f8-41e5-b661-13603db5c0f8 req-579d10bb-6f1a-45c2-9037-11ba326d318d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.674390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c7a25-d7f8-41e5-b661-13603db5c0f8 req-579d10bb-6f1a-45c2-9037-11ba326d318d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.681455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e32c7a25-d7f8-41e5-b661-13603db5c0f8 req-579d10bb-6f1a-45c2-9037-11ba326d318d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2413 time: 0.1680691 Jul 16 08:48:14.738184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e32c7a25-d7f8-41e5-b661-13603db5c0f8 req-41dc8f63-1908-45ae-aa52-6b10891cc41f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557270 Jul 16 08:48:14.879650 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.918842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Pushing event deleted for resources: {'Port': ['ID=d245a335-bd1e-4661-9965-5570d074b443,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.013277 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.018964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.020241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ba8f8863-89c2-40de-a600-25f3d73b438a tempest-ServersTestBootFromVolume-1182301295 tempest-ServersTestBootFromVolume-1182301295-project] 10.222.0.55 "DELETE /v2.0/floatingips/b071bb30-358b-4948-9342-1d1967404483 HTTP/1.1" status: 204 len: 168 time: 1.0972180 Jul 16 08:48:15.023221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55316) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.058246 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.457017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d70ca-ab48-4dd4-8bbe-1574dbd08fc0 req-b6196ff7-89dc-4514-8954-23a04784c771 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.464465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-312d70ca-ab48-4dd4-8bbe-1574dbd08fc0 req-b6196ff7-89dc-4514-8954-23a04784c771 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1755295 Jul 16 08:48:15.513256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9545be2d-1f3f-40cf-8f7b-9d94967791a1 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:15.525953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-312d70ca-ab48-4dd4-8bbe-1574dbd08fc0 req-c77bb77f-adcd-46b4-9df3-a1591f96b172 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586481 Jul 16 08:48:15.570523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0917-8af2-4473-bb1f-8e30a6e68955 req-b0fe434a-f03c-46f3-b593-ee9c43615537 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.579245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-656b0917-8af2-4473-bb1f-8e30a6e68955 req-b0fe434a-f03c-46f3-b593-ee9c43615537 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1847708 Jul 16 08:48:15.675439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-656b0917-8af2-4473-bb1f-8e30a6e68955 req-cce63131-4001-4746-baee-9da08f7757ef tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959342 Jul 16 08:48:15.718779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.760792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9545be2d-1f3f-40cf-8f7b-9d94967791a1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9545be2d-1f3f-40cf-8f7b-9d94967791a1,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:15.798821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '9545be2d-1f3f-40cf-8f7b-9d94967791a1', 'network_id': '0474d99d-f950-4948-b4ef-6e85358b5300', 'port_id': '9545be2d-1f3f-40cf-8f7b-9d94967791a1', 'mac_address': 'fa:16:3e:f1:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4abe69-0aa7-42d5-8fb5-2dba55c7f793', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:15.882776 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.915926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9545be2d-1f3f-40cf-8f7b-9d94967791a1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:15.940742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882e20f-f207-4ba1-9365-7022d8553468 req-6277f379-985d-4c61-8f1b-b0f08c1fb61e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.953707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c882e20f-f207-4ba1-9365-7022d8553468 req-6277f379-985d-4c61-8f1b-b0f08c1fb61e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1649916 Jul 16 08:48:15.971459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9545be2d-1f3f-40cf-8f7b-9d94967791a1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9545be2d-1f3f-40cf-8f7b-9d94967791a1,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:15.986827 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.987909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:16.068382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c882e20f-f207-4ba1-9365-7022d8553468 req-ccfa1d42-2b38-4d13-ad73-32d0495ef74b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116347 Jul 16 08:48:16.289564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a65a5-2938-484b-8b85-3eaf9e139de4 req-b1621087-1de9-4304-bf04-49fea235528a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.291895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:16.312626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a65a5-2938-484b-8b85-3eaf9e139de4 req-b1621087-1de9-4304-bf04-49fea235528a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.319316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5', 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1', 'port_id': '4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5', 'mac_address': 'fa:16:3e:c4:a4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524fde8f-b3e7-45e6-aa5a-0047350dc1af', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:16.328345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a65a5-2938-484b-8b85-3eaf9e139de4 req-b1621087-1de9-4304-bf04-49fea235528a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.342119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f16a65a5-2938-484b-8b85-3eaf9e139de4 req-b1621087-1de9-4304-bf04-49fea235528a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2414 time: 0.1835487 Jul 16 08:48:16.352727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9545be2d-1f3f-40cf-8f7b-9d94967791a1,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.406249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.430491 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f16a65a5-2938-484b-8b85-3eaf9e139de4 req-e85abebd-8e7d-480e-a5d5-07a7568c12dd tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867162 Jul 16 08:48:16.438128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:16.464649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:16.475402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.477623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ab0a52f7-a425-4679-978c-1df4ad6b3b8e details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:16.484753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Deleting port ead6d8f5-d170-42ef-b4c7-98c809338e8a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:16.484753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.561361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.568539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ab0a52f7-a425-4679-978c-1df4ad6b3b8e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:16.616827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'ab0a52f7-a425-4679-978c-1df4ad6b3b8e', 'network_id': 'ab16e4de-9024-4dd2-be91-60a8d6423ed1', 'port_id': 'ab0a52f7-a425-4679-978c-1df4ad6b3b8e', 'mac_address': 'fa:16:3e:a8:b1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524fde8f-b3e7-45e6-aa5a-0047350dc1af', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:16.695516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] For port ead6d8f5-d170-42ef-b4c7-98c809338e8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ead6d8f5-d170-42ef-b4c7-98c809338e8a,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:16.695890 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.704612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.723814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0a52f7-a425-4679-978c-1df4ad6b3b8e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:16.739994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Calling delete_port for ead6d8f5-d170-42ef-b4c7-98c809338e8a owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:16.748661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ab0a52f7-a425-4679-978c-1df4ad6b3b8e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:16.761856 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.829264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.850489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f4e1c-a6fb-4eb1-877d-7c1b47348f9b req-98968ce4-46c6-4066-b74b-8444f9677348 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.852545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a99f4e1c-a6fb-4eb1-877d-7c1b47348f9b req-98968ce4-46c6-4066-b74b-8444f9677348 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1321898 Jul 16 08:48:16.924865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a99f4e1c-a6fb-4eb1-877d-7c1b47348f9b req-ed41f5c4-07af-471d-8e36-3f379bcb5bb3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665443 Jul 16 08:48:17.103189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.147948 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead6d8f5-d170-42ef-b4c7-98c809338e8a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.149615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabc57-62bd-483d-bbd3-ca4680b571ec req-b3ac70e2-e800-4fc7-9f43-82c4aeff5af3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.160557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-befabc57-62bd-483d-bbd3-ca4680b571ec req-b3ac70e2-e800-4fc7-9f43-82c4aeff5af3 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1987417 Jul 16 08:48:17.195985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:17.217474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-befabc57-62bd-483d-bbd3-ca4680b571ec req-05bf9217-b58f-47da-aaf3-80314f69ecd6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555460 Jul 16 08:48:17.278320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ab0a52f7-a425-4679-978c-1df4ad6b3b8e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:17.461081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.488040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e59451-e7f3-4668-af56-f7796ec6a71c req-5990271c-560f-4f40-9ea6-3e37fd384faa tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.507582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11e59451-e7f3-4668-af56-f7796ec6a71c req-5990271c-560f-4f40-9ea6-3e37fd384faa tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1438999 Jul 16 08:48:17.583277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11e59451-e7f3-4668-af56-f7796ec6a71c req-d9568f83-a631-4708-a72e-c2fa3d8381d4 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693073 Jul 16 08:48:17.642251 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-968eb136-17ab-465e-b8f7-02655d720816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.662851 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.906178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810b12f-5302-4079-acd1-f8347466c4d6 req-3976fcb2-3d2c-4528-9a4b-4706e239f016 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.917913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810b12f-5302-4079-acd1-f8347466c4d6 req-3976fcb2-3d2c-4528-9a4b-4706e239f016 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.924974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810b12f-5302-4079-acd1-f8347466c4d6 req-3976fcb2-3d2c-4528-9a4b-4706e239f016 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.926729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5810b12f-5302-4079-acd1-f8347466c4d6 req-3976fcb2-3d2c-4528-9a4b-4706e239f016 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2416 time: 0.1457772 Jul 16 08:48:18.297131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9545be2d-1f3f-40cf-8f7b-9d94967791a1'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:18.306729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:18.332928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5810b12f-5302-4079-acd1-f8347466c4d6 req-288cf1c9-9d1f-4b6b-9be1-dcdc47a76c83 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000394 Jul 16 08:48:18.421198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fff18-8949-4ed6-a783-2013c21b3525 req-66312648-ba52-4c56-b89a-3e9a245005ad tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.428053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d3fff18-8949-4ed6-a783-2013c21b3525 req-66312648-ba52-4c56-b89a-3e9a245005ad tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1072748 Jul 16 08:48:18.506927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d3fff18-8949-4ed6-a783-2013c21b3525 req-998bed8b-006e-4bd0-9c2a-fed22a804001 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778992 Jul 16 08:48:18.538284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:18.556978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55380) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.557667 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab50b232-f87e-435b-8aa5-ca6a5e02c974 admin admin] 10.222.0.55 "PUT /v2.0/routers/260330a1-fb0f-43b8-8d12-fcd5f5f17acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5326676 Jul 16 08:48:18.562808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] Sync routers for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:18.590961 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.618052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:18.618996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:18.762636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901354f-d425-450b-a567-016e4e71ebd9 req-7722e601-0bba-45f5-b527-812c05f7576a tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.765038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7901354f-d425-450b-a567-016e4e71ebd9 req-7722e601-0bba-45f5-b527-812c05f7576a tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1284151 Jul 16 08:48:18.768852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.953929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7901354f-d425-450b-a567-016e4e71ebd9 req-40d7aa2d-d5ec-447f-842b-8ef66cc6d194 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843129 Jul 16 08:48:18.964157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.987093 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.002323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e157a-cd5c-4338-85e8-96237b613109 req-2989251f-ef84-4f2e-a2fd-81c7ba873151 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.003944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-030e157a-cd5c-4338-85e8-96237b613109 req-2989251f-ef84-4f2e-a2fd-81c7ba873151 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1332350 Jul 16 08:48:19.032738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:19.078924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-030e157a-cd5c-4338-85e8-96237b613109 req-deea69d8-f01e-4c6b-86c3-cd2c8a3e8ec9 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507543 Jul 16 08:48:19.115806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Deleting port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:19.116177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.234045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] For port 04550654-0c9f-43d5-8ea8-17bf1cc57a0e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=04550654-0c9f-43d5-8ea8-17bf1cc57a0e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:19.234792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.255085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Calling delete_port for 04550654-0c9f-43d5-8ea8-17bf1cc57a0e owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:19.304516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:48:17Z', 'revision_number': 5, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port': {'id': '04550654-0c9f-43d5-8ea8-17bf1cc57a0e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:19.335971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] Checking router: 260330a1-fb0f-43b8-8d12-fcd5f5f17acd for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:19.345065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] Routers {'260330a1-fb0f-43b8-8d12-fcd5f5f17acd'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:19.345714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:19.457358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] Set router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:19.490457 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.523484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:19.525227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:48:18Z', 'revision_number': 6, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:19.589020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb8fcf-798f-41e6-9128-4fb553aba609 None None] The sync data for ids ['260330a1-fb0f-43b8-8d12-fcd5f5f17acd'] in n-d-780147-28 is: [{'id': '260330a1-fb0f-43b8-8d12-fcd5f5f17acd', 'name': 'tempest-ServersTestBootFromVolume-1415904002-router', 'tenant_id': '5d753bae8fe04f01b31bec00f89c24da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:50Z', 'updated_at': '2021-07-16T08:48:18Z', 'revision_number': 6, 'project_id': '5d753bae8fe04f01b31bec00f89c24da', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:19.625086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Pushing event deleted for resources: {'Port': ['ID=04550654-0c9f-43d5-8ea8-17bf1cc57a0e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.637158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:19.642846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:19.643491 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.712124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.726362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bff8e-ef7e-480a-bc32-1f71a713172f req-62a7b1d1-47ca-4d63-983f-7c24d15da840 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.733957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bff8e-ef7e-480a-bc32-1f71a713172f req-62a7b1d1-47ca-4d63-983f-7c24d15da840 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.740081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bff8e-ef7e-480a-bc32-1f71a713172f req-62a7b1d1-47ca-4d63-983f-7c24d15da840 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.747190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d21bff8e-ef7e-480a-bc32-1f71a713172f req-62a7b1d1-47ca-4d63-983f-7c24d15da840 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2416 time: 0.2307928 Jul 16 08:48:19.770834 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.807722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:19.808948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:19.812237 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a77199-b1a7-4cd5-9789-0616c4badc2e" -d '{"events": [{"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-plugged", "status": "completed", "tag": "4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:19.816807 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.817983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ab0a52f7-a425-4679-978c-1df4ad6b3b8e up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:19.906547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.907798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.922350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.926590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port ab0a52f7-a425-4679-978c-1df4ad6b3b8e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:19.931767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port ab0a52f7-a425-4679-978c-1df4ad6b3b8e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:19.932554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.957062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb963f0-ca86-4772-baf4-249c00fd1647 req-698a7d26-ea14-452d-935d-7cb0543b637d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.966938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb963f0-ca86-4772-baf4-249c00fd1647 req-698a7d26-ea14-452d-935d-7cb0543b637d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1854584 Jul 16 08:48:19.988081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d21bff8e-ef7e-480a-bc32-1f71a713172f req-dd7ffdb9-b56b-4d62-a9f0-87979782dda3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394607 Jul 16 08:48:20.012343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.065483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.067552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260330a1-fb0f-43b8-8d12-fcd5f5f17acd {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:48:20.069005 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.076016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.078453 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cb3db2a0-684f-4d98-96d2-33953aecb87e admin admin] 10.222.0.55 "DELETE /v2.0/routers/260330a1-fb0f-43b8-8d12-fcd5f5f17acd HTTP/1.1" status: 204 len: 168 time: 1.5198591 Jul 16 08:48:20.080905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55410) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:20.114492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb963f0-ca86-4772-baf4-249c00fd1647 req-73ffbc1a-b9c3-4051-adc2-497b93c4d939 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466506 Jul 16 08:48:20.152404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-22620a27-2a51-49d0-9655-b106fa461be3 admin admin] Deleting subnet 66ca05f0-de5c-43d4-b0c5-14d906cb6ddb {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:20.157067 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-22620a27-2a51-49d0-9655-b106fa461be3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.182486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ab0a52f7-a425-4679-978c-1df4ad6b3b8e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:20.194865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.210496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-22620a27-2a51-49d0-9655-b106fa461be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.266743 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1aa667-8147-4733-9bc3-2ad6dbc00c09 x-openstack-request-id: req-0a1aa667-8147-4733-9bc3-2ad6dbc00c09 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:20.267053 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-plugged", "status": "completed", "tag": "4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:20.267491 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a1aa667-8147-4733-9bc3-2ad6dbc00c09 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:20.267906 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5', 'code': 200} Jul 16 08:48:20.311900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.353211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-22620a27-2a51-49d0-9655-b106fa461be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.439850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-22620a27-2a51-49d0-9655-b106fa461be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.475036 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22620a27-2a51-49d0-9655-b106fa461be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ca05f0-de5c-43d4-b0c5-14d906cb6ddb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.489837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-22620a27-2a51-49d0-9655-b106fa461be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.492385 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-22620a27-2a51-49d0-9655-b106fa461be3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/66ca05f0-de5c-43d4-b0c5-14d906cb6ddb HTTP/1.1" status: 204 len: 168 time: 0.4093871 Jul 16 08:48:20.497427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63adbb55-6e81-49b3-bed4-f29bdd14ca13 None None] Network 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:20.498283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55416) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:20.597202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca464d-4235-4d59-837f-fe453af6bbbd req-814a7bb6-fa42-4206-8e11-e639afc257b4 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.599377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7ca464d-4235-4d59-837f-fe453af6bbbd req-814a7bb6-fa42-4206-8e11-e639afc257b4 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1794651 Jul 16 08:48:20.643062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050e70d-06ea-438b-ae1b-ac5439a5eeb6 req-032b906d-cbf4-404b-b4c0-51d76547d30c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.644664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2050e70d-06ea-438b-ae1b-ac5439a5eeb6 req-032b906d-cbf4-404b-b4c0-51d76547d30c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1890996 Jul 16 08:48:20.661985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.729416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7ca464d-4235-4d59-837f-fe453af6bbbd req-97e679fa-5754-4b0e-8e65-dd8180171927 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051893 Jul 16 08:48:20.751621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Deleting port fefd1a81-2a1d-4079-b477-93ca44554241 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:20.751974 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.800217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2050e70d-06ea-438b-ae1b-ac5439a5eeb6 req-6dacbe8f-aaf3-4076-b4b3-913696ecc9a0 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230397 Jul 16 08:48:20.830919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a98878-3d87-419f-9216-f403be153754 None None] DHCP port deletion for 00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:20.882996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] For port fefd1a81-2a1d-4079-b477-93ca44554241, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=fefd1a81-2a1d-4079-b477-93ca44554241,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:20.883360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.900012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Calling delete_port for fefd1a81-2a1d-4079-b477-93ca44554241 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:20.916881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-37a98878-3d87-419f-9216-f403be153754 None None] Deleting port fefd1a81-2a1d-4079-b477-93ca44554241 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:20.917257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37a98878-3d87-419f-9216-f403be153754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.002288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-37a98878-3d87-419f-9216-f403be153754 None None] For port fefd1a81-2a1d-4079-b477-93ca44554241, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=fefd1a81-2a1d-4079-b477-93ca44554241,segment=NetworkSegment(600e410e-c2e1-453b-8eef-909929aed8ed),segment_id=600e410e-c2e1-453b-8eef-909929aed8ed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:21.002685 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37a98878-3d87-419f-9216-f403be153754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.031659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-37a98878-3d87-419f-9216-f403be153754 None None] Calling delete_port for fefd1a81-2a1d-4079-b477-93ca44554241 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:21.032805 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.099690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] No DVR routers for this DVR port fefd1a81-2a1d-4079-b477-93ca44554241 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:21.106952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefd1a81-2a1d-4079-b477-93ca44554241,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.157477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device fefd1a81-2a1d-4079-b477-93ca44554241 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:21.184539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: fefd1a81-2a1d-4079-b477-93ca44554241 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:21.185314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device fefd1a81-2a1d-4079-b477-93ca44554241 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:21.186072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 04550654-0c9f-43d5-8ea8-17bf1cc57a0e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:21.210768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 04550654-0c9f-43d5-8ea8-17bf1cc57a0e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:21.211433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 04550654-0c9f-43d5-8ea8-17bf1cc57a0e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:21.212083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ead6d8f5-d170-42ef-b4c7-98c809338e8a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:21.217779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37a98878-3d87-419f-9216-f403be153754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.258787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a98878-3d87-419f-9216-f403be153754 None None] No DVR routers for this DVR port fefd1a81-2a1d-4079-b477-93ca44554241 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:21.260671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: ead6d8f5-d170-42ef-b4c7-98c809338e8a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:21.261264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ead6d8f5-d170-42ef-b4c7-98c809338e8a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:21.305733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a98878-3d87-419f-9216-f403be153754 None None] Pushing event deleted for resources: {'Port': ['ID=fefd1a81-2a1d-4079-b477-93ca44554241,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.334582 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.355563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00140b5d-8a7a-4bbd-8c40-47ceaaea41a8']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.370688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600e410e-c2e1-453b-8eef-909929aed8ed') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.371168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600e410e-c2e1-453b-8eef-909929aed8ed') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.388935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.422511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.438732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:21.441275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.446266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e564c9-aab7-4f44-adbe-15eae667af44 req-d8a2e087-bc9c-4d95-a138-952bc3dcffb8 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:21.455195 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:21.462494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e564c9-aab7-4f44-adbe-15eae667af44 req-d8a2e087-bc9c-4d95-a138-952bc3dcffb8 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.469526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e564c9-aab7-4f44-adbe-15eae667af44 req-d8a2e087-bc9c-4d95-a138-952bc3dcffb8 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.478934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24e564c9-aab7-4f44-adbe-15eae667af44 req-d8a2e087-bc9c-4d95-a138-952bc3dcffb8 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2418 time: 0.2029238 Jul 16 08:48:21.515245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9545be2d-1f3f-40cf-8f7b-9d94967791a1 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:21.569013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24e564c9-aab7-4f44-adbe-15eae667af44 req-21cd8cfb-99bb-4566-8cdb-4244a2e38b69 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889442 Jul 16 08:48:21.584413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5680c-efab-469b-9144-fcf0c782e0a7 req-895cf3af-fd5b-47a4-a232-d72f804dfcec tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.592113 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0a5680c-efab-469b-9144-fcf0c782e0a7 req-895cf3af-fd5b-47a4-a232-d72f804dfcec tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2594965 Jul 16 08:48:21.636177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.644447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:21.653260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:21.658202 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.661050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0a5680c-efab-469b-9144-fcf0c782e0a7 req-e0b95af9-31a0-457b-9ec8-58e9de188347 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676157 Jul 16 08:48:21.664393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.672610 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00140b5d-8a7a-4bbd-8c40-47ceaaea41a8 HTTP/1.1" status: 204 len: 168 time: 1.1692395 Jul 16 08:48:21.672610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff06f4-ce35-43df-acc4-ed3c2e758439 admin admin] Pushing event deleted for resources: {'Network': ['ID=00140b5d-8a7a-4bbd-8c40-47ceaaea41a8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.724927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1575180-8d99-4895-b963-5c394ed8f420 req-d490cd55-ae0e-495b-a2c1-070a8f8881ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.726643 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1575180-8d99-4895-b963-5c394ed8f420 req-d490cd55-ae0e-495b-a2c1-070a8f8881ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1097 time: 0.1739163 Jul 16 08:48:21.770179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.791272 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1575180-8d99-4895-b963-5c394ed8f420 req-44038692-a409-49f8-ad28-7ddd0aeab81a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545359 Jul 16 08:48:21.820354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9545be2d-1f3f-40cf-8f7b-9d94967791a1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9545be2d-1f3f-40cf-8f7b-9d94967791a1,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:21.829236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.909497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55444) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.946663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9545be2d-1f3f-40cf-8f7b-9d94967791a1,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.994100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9ffb0-35cc-48b8-8ee4-9d1922355722 req-618df389-0b18-445e-81a2-ff227adeeca6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.995768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bce9ffb0-35cc-48b8-8ee4-9d1922355722 req-618df389-0b18-445e-81a2-ff227adeeca6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1021099 Jul 16 08:48:22.003639 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-973b0afe-7aba-4367-a9ad-65987f65b34e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d753bae8fe04f01b31bec00f89c24da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926180 Jul 16 08:48:22.006513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55446) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.074750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d2dcd9-caea-4f42-bff7-a93850eb9d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.079031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bce9ffb0-35cc-48b8-8ee4-9d1922355722 req-6cbfe12d-465d-4154-9e28-380bcd286452 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Jul 16 08:48:22.099587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04d42a-4af5-4239-9813-0065810cf5e2 req-c1d5ed66-23e9-4c0c-8eaa-b925c16c22d7 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.106835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b04d42a-4af5-4239-9813-0065810cf5e2 req-c1d5ed66-23e9-4c0c-8eaa-b925c16c22d7 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1100464 Jul 16 08:48:22.124430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d2dcd9-caea-4f42-bff7-a93850eb9d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.156452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b04d42a-4af5-4239-9813-0065810cf5e2 req-6c28dcea-f1f7-4606-8768-9f4c6c7ee542 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483968 Jul 16 08:48:22.193594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d2dcd9-caea-4f42-bff7-a93850eb9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.196609 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d2dcd9-caea-4f42-bff7-a93850eb9d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.198426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74d2dcd9-caea-4f42-bff7-a93850eb9d02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9753b3fa-3506-496c-b908-171fc61c9bac HTTP/1.1" status: 204 len: 168 time: 0.1907439 Jul 16 08:48:22.208517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2dcd9-caea-4f42-bff7-a93850eb9d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9753b3fa-3506-496c-b908-171fc61c9bac,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:22.269067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0a52f7-a425-4679-978c-1df4ad6b3b8e'}, {'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9545be2d-1f3f-40cf-8f7b-9d94967791a1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:22.271917 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937d69fb-989c-43af-9137-9849d5efcb18" -d '{"events": [{"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-plugged", "status": "completed", "tag": "ab0a52f7-a425-4679-978c-1df4ad6b3b8e"}, {"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-plugged", "status": "completed", "tag": "9545be2d-1f3f-40cf-8f7b-9d94967791a1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:22.318517 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351072e0-fd4f-44d2-a831-091e0bc78cc4 x-openstack-request-id: req-351072e0-fd4f-44d2-a831-091e0bc78cc4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:22.319105 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-plugged", "status": "completed", "tag": "ab0a52f7-a425-4679-978c-1df4ad6b3b8e", "code": 200}, {"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-plugged", "status": "completed", "tag": "9545be2d-1f3f-40cf-8f7b-9d94967791a1", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:22.319656 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-351072e0-fd4f-44d2-a831-091e0bc78cc4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:22.320233 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0a52f7-a425-4679-978c-1df4ad6b3b8e', 'code': 200} Jul 16 08:48:22.320656 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9545be2d-1f3f-40cf-8f7b-9d94967791a1', 'code': 200} Jul 16 08:48:22.475158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aefce-ae81-4b71-a9c6-d6516ab41c20 req-e4654f3b-43cb-49bd-892d-e78de4d10ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.475951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aefce-ae81-4b71-a9c6-d6516ab41c20 req-e4654f3b-43cb-49bd-892d-e78de4d10ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.477124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aefce-ae81-4b71-a9c6-d6516ab41c20 req-e4654f3b-43cb-49bd-892d-e78de4d10ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.479144 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7b0aefce-ae81-4b71-a9c6-d6516ab41c20 req-e4654f3b-43cb-49bd-892d-e78de4d10ad5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2875 time: 0.0715504 Jul 16 08:48:22.526844 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7b0aefce-ae81-4b71-a9c6-d6516ab41c20 req-66e544e7-5f15-4c12-80c9-f9052a447a8e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Jul 16 08:48:22.898492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5f474-f65f-4294-9722-7803d2402c6f req-a0b8e07e-1fab-4fa6-bd6e-49a0b0c90477 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.903132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5f474-f65f-4294-9722-7803d2402c6f req-a0b8e07e-1fab-4fa6-bd6e-49a0b0c90477 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.913445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5f474-f65f-4294-9722-7803d2402c6f req-a0b8e07e-1fab-4fa6-bd6e-49a0b0c90477 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.917983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ac5f474-f65f-4294-9722-7803d2402c6f req-a0b8e07e-1fab-4fa6-bd6e-49a0b0c90477 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2419 time: 0.1655583 Jul 16 08:48:22.993802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ac5f474-f65f-4294-9722-7803d2402c6f req-2555f760-c422-4bb3-90da-4315699ac5cc tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613906 Jul 16 08:48:23.069933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d9a33-d382-432c-bea8-fc1d2b186c8c req-25cebc8d-3e32-4c6f-9b78-09ff0190c430 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.080121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623d9a33-d382-432c-bea8-fc1d2b186c8c req-25cebc8d-3e32-4c6f-9b78-09ff0190c430 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1610398 Jul 16 08:48:23.123061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-623d9a33-d382-432c-bea8-fc1d2b186c8c req-13346612-8af6-4559-a706-5c2dcfb6771e tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Jul 16 08:48:23.183971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55494) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.306929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-407728360-network', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:23.341995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Made reservation on behalf of 26d06fdffdc147c895dbc8a3b968e84d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:23.344756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.353623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.430212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6725079-5f94-4d1d-8243-41cab0de8f84 req-f8030f0f-4313-4420-8f7e-aed1bea60f09 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.431717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6725079-5f94-4d1d-8243-41cab0de8f84 req-f8030f0f-4313-4420-8f7e-aed1bea60f09 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1152017 Jul 16 08:48:23.457292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c78f0-8f87-4d55-b081-24d1845cc9e6 req-6d8da7c7-4bf7-42c9-818d-9450a986b87d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.464716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f34c78f0-8f87-4d55-b081-24d1845cc9e6 req-6d8da7c7-4bf7-42c9-818d-9450a986b87d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1181436 Jul 16 08:48:23.470557 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.477893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.502063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:23.520628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6725079-5f94-4d1d-8243-41cab0de8f84 req-6f48869a-16b9-4818-994e-f63539ddd1e9 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752263 Jul 16 08:48:23.532021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba12b0-a927-46dc-9fd3-9d25e30ab30e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.534806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f34c78f0-8f87-4d55-b081-24d1845cc9e6 req-088a0ccf-77ab-43fc-a277-f93247273a43 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691833 Jul 16 08:48:23.541585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.541956 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Added segment 6cc6c1a7-cd42-490c-80e8-626c86be7367 of type vlan for network 6a02169a-f5b5-400a-9323-609ebf4e62c5 Jul 16 08:48:23.596124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.596466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.596823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.597137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.597465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.597817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.598138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.598461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.598782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.599099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.599417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.599735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:23.618449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.662321 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.663994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.664951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.703153 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5180440 Jul 16 08:48:23.706181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55510) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.736856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a62c-ad14-4edb-9fcd-470bb4bc0725 admin admin] Pushing event updated for resources: {'Network': ['ID=6a02169a-f5b5-400a-9323-609ebf4e62c5,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.737438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Request body: {'subnet': {'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-407728360-subnet', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:23.747267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:23.800611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Made reservation on behalf of 26d06fdffdc147c895dbc8a3b968e84d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:23.807440 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.989325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccf5e7-e69d-4f75-a9b8-5238cfab6e89 req-2dbb2565-2993-40e5-8f55-289d08da980a tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.992375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ccf5e7-e69d-4f75-a9b8-5238cfab6e89 req-2dbb2565-2993-40e5-8f55-289d08da980a tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1098 time: 0.1622696 Jul 16 08:48:24.128777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ccf5e7-e69d-4f75-a9b8-5238cfab6e89 req-b826b329-864e-4816-9de7-135461f70cbe tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129608 Jul 16 08:48:24.170256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.281844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c475824-1830-465d-a9a3-f998ef720cac,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.310969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8adde-08c3-42d2-ae51-226673c43f1c req-319300df-24e9-46c6-a45e-89da2c9fa9ab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.318444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8adde-08c3-42d2-ae51-226673c43f1c req-319300df-24e9-46c6-a45e-89da2c9fa9ab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.324808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8adde-08c3-42d2-ae51-226673c43f1c req-319300df-24e9-46c6-a45e-89da2c9fa9ab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.326802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cdd8adde-08c3-42d2-ae51-226673c43f1c req-319300df-24e9-46c6-a45e-89da2c9fa9ab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2419 time: 0.1697204 Jul 16 08:48:24.328250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Checking segment: {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:24.328878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Network hostable DHCP agents. Network: 6a02169a-f5b5-400a-9323-609ebf4e62c5, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:24.380956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cdd8adde-08c3-42d2-ae51-226673c43f1c req-c83b6c32-664d-4ba7-9afe-aaee94b67038 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480316 Jul 16 08:48:24.416143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:24.443177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6a02169a-f5b5-400a-9323-609ebf4e62c5) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:24.447355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.447948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.456654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410d84f-64f1-4cff-9f11-d3433eedc735 None None] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:24.475157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55524) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:24.475787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-44c01dbf-c9d3-4b73-84dc-0ac673e7557a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7675505 Jul 16 08:48:24.480693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:24.527919 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.529272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.661680 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.667868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0eab8-50e8-47c2-b50d-f647054544af req-0360a369-2cb5-4cda-a350-eac13ccc3b77 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.681368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24b0eab8-50e8-47c2-b50d-f647054544af req-0360a369-2cb5-4cda-a350-eac13ccc3b77 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1159883 Jul 16 08:48:24.749848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24b0eab8-50e8-47c2-b50d-f647054544af req-875f9cc0-795e-47b2-adaf-b2709b7840ac tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681670 Jul 16 08:48:24.811655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-6a02169a-f5b5-400a-9323-609ebf4e62c5', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:24.812531 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.909598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.038805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Allocated IP 172.20.0.2 (6a02169a-f5b5-400a-9323-609ebf4e62c5/8c475824-1830-465d-a9a3-f998ef720cac/1aa3355f-cc54-411d-bded-0229cd8b525d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:25.229984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ca3d-cb43-4057-afc2-b4fd0708dff5 req-f3f35218-15f2-41ae-953c-b2331d68f0e6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.232498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2359ca3d-cb43-4057-afc2-b4fd0708dff5 req-f3f35218-15f2-41ae-953c-b2331d68f0e6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0805948 Jul 16 08:48:25.279390 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.283435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2359ca3d-cb43-4057-afc2-b4fd0708dff5 req-8111b944-9ae8-4579-9fb0-1e3b2fb30fdb tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jul 16 08:48:25.299907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Transition to ACTIVE for port object 1aa3355f-cc54-411d-bded-0229cd8b525d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:25.326331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.349030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.359116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Transition to ACTIVE for port object 1aa3355f-cc54-411d-bded-0229cd8b525d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:25.376400 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.459553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:25.471829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:25.479742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:25.499411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Allocated IP 172.25.6.150 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:25.559517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0ed5a-ea5f-4924-a0a4-d11d57f01e26 req-24cd04d2-7347-4914-baa4-cac08c28be9e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.561861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Attempting to bind port 1aa3355f-cc54-411d-bded-0229cd8b525d on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:25.563899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Attempting to bind port 1aa3355f-cc54-411d-bded-0229cd8b525d by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:25.564492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Attempting to bind port 1aa3355f-cc54-411d-bded-0229cd8b525d on network 6a02169a-f5b5-400a-9323-609ebf4e62c5 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:25.568779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6f0ed5a-ea5f-4924-a0a4-d11d57f01e26 req-24cd04d2-7347-4914-baa4-cac08c28be9e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1203251 Jul 16 08:48:25.570896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:25.571487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Checking segment: {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:25.572061 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.572619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Bound using segment: {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:25.573246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Bound port: 1aa3355f-cc54-411d-bded-0229cd8b525d, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:25.573835 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.575977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Pushing event updated for resources: {'Port': ['ID=1aa3355f-cc54-411d-bded-0229cd8b525d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.634605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6f0ed5a-ea5f-4924-a0a4-d11d57f01e26 req-ebe7a43c-581a-450e-b087-25f5b804f7e5 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649173 Jul 16 08:48:25.689283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] For port 1aa3355f-cc54-411d-bded-0229cd8b525d, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:25.694209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] For port 1aa3355f-cc54-411d-bded-0229cd8b525d, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1aa3355f-cc54-411d-bded-0229cd8b525d,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:25.700182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.707018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.778173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.809572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a913ce-b735-4af7-a5b2-de48a4127a01 None None] Pushing event updated for resources: {'Port': ['ID=1aa3355f-cc54-411d-bded-0229cd8b525d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.870718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:25.878649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-46092649-0438-4315-abf6-094d442e3c7d tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:48:25.880172 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-46092649-0438-4315-abf6-094d442e3c7d tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072649 Jul 16 08:48:25.881038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.894826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:25.897663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:26.005091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Request body: {'binding': {'host': 'n-h2-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:26.005612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:48:26.378392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on host n-h2-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:26.378740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:26.379069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:26.391009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:26.391333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:26.411685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:26.412025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:26.412440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:26.412907 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Bound port: 5a3b9a7d-e3db-42c5-8464-dce714871623, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:26.421134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.652361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:26.687474 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.693789 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-efd4689d-52ce-4f3e-873b-9f324c5963c7 service neutron] 10.222.0.55 "POST /v2.0/ports/5a3b9a7d-e3db-42c5-8464-dce714871623/bindings HTTP/1.1" status: 201 len: 390 time: 0.7928381 Jul 16 08:48:26.892027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-45c3ea20-babc-4f36-afa9-0a7052f2199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.893677 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-45c3ea20-babc-4f36-afa9-0a7052f2199c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1097 time: 0.2604957 Jul 16 08:48:26.940271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aa58a-96a8-457d-b327-420e378a62d6 req-752b4759-7fe5-472d-85da-7c043c8482c8 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.947364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.954347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aa58a-96a8-457d-b327-420e378a62d6 req-752b4759-7fe5-472d-85da-7c043c8482c8 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.968148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aa58a-96a8-457d-b327-420e378a62d6 req-752b4759-7fe5-472d-85da-7c043c8482c8 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.980152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f25aa58a-96a8-457d-b327-420e378a62d6 req-752b4759-7fe5-472d-85da-7c043c8482c8 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2419 time: 0.1885104 Jul 16 08:48:27.072674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f25aa58a-96a8-457d-b327-420e378a62d6 req-11667806-485f-452e-ae0f-7f03353e697a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915415 Jul 16 08:48:27.225182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947335fa-10b3-4f61-9db1-8964bc3a474b req-36b551e8-548f-4baa-b42d-9020a1a5c4be tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.226913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-947335fa-10b3-4f61-9db1-8964bc3a474b req-36b551e8-548f-4baa-b42d-9020a1a5c4be tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1525643 Jul 16 08:48:27.280766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-1ec6bc52-1456-4f6b-85b8-30d313c8f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.284218 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-1ec6bc52-1456-4f6b-85b8-30d313c8f131 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1098 time: 0.1538355 Jul 16 08:48:27.291719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1aa3355f-cc54-411d-bded-0229cd8b525d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:27.310247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-947335fa-10b3-4f61-9db1-8964bc3a474b req-803c7dc2-0081-4e24-a5c9-90d73e6a791b tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656016 Jul 16 08:48:27.385289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2680610a-a06c-405c-8b4b-c7951c14b747 None None] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:27.432217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 1aa3355f-cc54-411d-bded-0229cd8b525d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:27.501177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7dec0f9e-1f36-428d-a7c9-a14aed7cbb00 None None] Provisioning for port 1aa3355f-cc54-411d-bded-0229cd8b525d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:27.515824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7dec0f9e-1f36-428d-a7c9-a14aed7cbb00 None None] Provisioning complete for port 1aa3355f-cc54-411d-bded-0229cd8b525d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:27.516513 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dec0f9e-1f36-428d-a7c9-a14aed7cbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.522308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70dd84-377f-4086-9d6d-8efca58e5ab1 req-9a31ca8f-1f8e-49f7-b57e-1be136826c8d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.524070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce70dd84-377f-4086-9d6d-8efca58e5ab1 req-9a31ca8f-1f8e-49f7-b57e-1be136826c8d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1643531 Jul 16 08:48:27.588646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0e769-ba67-4618-8015-f6cb1c061887 req-b8550614-c00f-4d92-a7b2-dfa5a74b025e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.590697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fd0e769-ba67-4618-8015-f6cb1c061887 req-b8550614-c00f-4d92-a7b2-dfa5a74b025e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1248808 Jul 16 08:48:27.661067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce70dd84-377f-4086-9d6d-8efca58e5ab1 req-c453da96-c19f-460e-8b08-7a969eca9545 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212864 Jul 16 08:48:27.704295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0fd0e769-ba67-4618-8015-f6cb1c061887 req-9199029f-3ca7-4781-ba58-18f25ac7c545 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008537 Jul 16 08:48:27.709826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dec0f9e-1f36-428d-a7c9-a14aed7cbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.831956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7dec0f9e-1f36-428d-a7c9-a14aed7cbb00 None None] For port 1aa3355f-cc54-411d-bded-0229cd8b525d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1aa3355f-cc54-411d-bded-0229cd8b525d,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:27.841639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:48:27.850788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7dec0f9e-1f36-428d-a7c9-a14aed7cbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.938229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-584cd54d-df98-47e9-a219-a3e8a5a07566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.938803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec0f9e-1f36-428d-a7c9-a14aed7cbb00 None None] Pushing event updated for resources: {'Port': ['ID=1aa3355f-cc54-411d-bded-0229cd8b525d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.939739 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-584cd54d-df98-47e9-a219-a3e8a5a07566 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 919 time: 1.0251644 Jul 16 08:48:27.984776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11df30-697f-427c-8599-27406304529b req-040ed9f1-548a-48a8-a02b-536d29b46f02 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.992090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d11df30-697f-427c-8599-27406304529b req-040ed9f1-548a-48a8-a02b-536d29b46f02 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.1539848 Jul 16 08:48:28.044467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d11df30-697f-427c-8599-27406304529b req-5d0f5bae-4256-45c1-9c77-a27bec06e5cc tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513940 Jul 16 08:48:28.094640 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-43526437-1cc8-41f6-b8bd-792004b309b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1768b5-4394-4124-9540-0acc72363c03 HTTP/1.1" status: 200 len: 217 time: 0.1383362 Jul 16 08:48:28.108700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-b1af239c-6ec9-41cf-af02-376b40d6cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.110456 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-b1af239c-6ec9-41cf-af02-376b40d6cf8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.7999597 Jul 16 08:48:28.186757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-54add827-ccbb-4161-aa47-16418706834c None None] Provisioning complete for port 1aa3355f-cc54-411d-bded-0229cd8b525d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:28.187196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-54add827-ccbb-4161-aa47-16418706834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.197144 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-5c94b253-b89e-4797-a70a-c0021564b937 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a3b9a7d-e3db-42c5-8464-dce714871623 HTTP/1.1" status: 200 len: 217 time: 0.0418141 Jul 16 08:48:28.243349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-1426c827-1101-46fb-9434-b5faeadb92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.244833 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-1426c827-1101-46fb-9434-b5faeadb92ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.0881569 Jul 16 08:48:28.313011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5776f6-621e-45db-91ff-153f4345ebe7 req-19f92184-476e-4914-8774-5fb58f9d9849 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.319128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5776f6-621e-45db-91ff-153f4345ebe7 req-19f92184-476e-4914-8774-5fb58f9d9849 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.325140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5776f6-621e-45db-91ff-153f4345ebe7 req-19f92184-476e-4914-8774-5fb58f9d9849 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.334022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f5776f6-621e-45db-91ff-153f4345ebe7 req-19f92184-476e-4914-8774-5fb58f9d9849 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2419 time: 0.1086400 Jul 16 08:48:28.385339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f5776f6-621e-45db-91ff-153f4345ebe7 req-8fba6fdb-56b7-45e8-b1dc-250c1dcbf3e3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503836 Jul 16 08:48:28.418430 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-38e830d8-3a4a-461e-8c07-b449e5649dde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966880 Jul 16 08:48:28.472319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-96168640-0956-4c99-968b-43cf8230a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.473776 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-96168640-0956-4c99-968b-43cf8230a26b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.2279570 Jul 16 08:48:28.475201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:28.484966 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Sync routers for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:28.519041 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:28.519696 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.542639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05202759-974c-438e-ba4e-0eb487759609 req-1e54800d-b669-41dd-a9ca-a376fc95cf02 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.550402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05202759-974c-438e-ba4e-0eb487759609 req-1e54800d-b669-41dd-a9ca-a376fc95cf02 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.0935056 Jul 16 08:48:28.578067 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-d249e33d-a3f2-4369-bd8f-6512aba61448 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880172 Jul 16 08:48:28.579528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.584178 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-32a63d26-6909-4efd-948c-c1a5b5c0c3b9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1071160 Jul 16 08:48:28.585090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55604) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.635031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-72a6e3fe-04a9-4b4c-81c2-95ad0bffb6b2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.642102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05202759-974c-438e-ba4e-0eb487759609 req-83ee6754-66cf-4249-b99f-f75f28c53bb2 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905921 Jul 16 08:48:28.643339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-72a6e3fe-04a9-4b4c-81c2-95ad0bffb6b2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.650800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-72a6e3fe-04a9-4b4c-81c2-95ad0bffb6b2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.652736 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-72a6e3fe-04a9-4b4c-81c2-95ad0bffb6b2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 2419 time: 0.3453300 Jul 16 08:48:28.665147 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:28.917335 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-cd99ba82-e646-45f0-bab8-bf263ad24742 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876506 Jul 16 08:48:28.922960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:28.923303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.028225 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:26Z', 'revision_number': 3, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:29.056724 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-e802e76b-032d-4b90-970d-226ffee76417 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588871 Jul 16 08:48:29.100892 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Checking router: 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:29.101507 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Updating router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:48:29.147177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2f78-8bd0-4df4-8626-77626919a8bd req-ffbafca1-8f01-4aaf-a0b2-3478a2382de1 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.148716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95af2f78-8bd0-4df4-8626-77626919a8bd req-ffbafca1-8f01-4aaf-a0b2-3478a2382de1 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.2254543 Jul 16 08:48:29.158435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b89c2e-3a5c-454e-aed8-1f04a9982760 req-e68de2ae-2118-4ec2-aa44-b42d05b254c2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.165577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1b89c2e-3a5c-454e-aed8-1f04a9982760 req-e68de2ae-2118-4ec2-aa44-b42d05b254c2 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2406418 Jul 16 08:48:29.165929 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.180827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1aa3355f-cc54-411d-bded-0229cd8b525d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:29.231639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:29.234856 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.252238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1aa3355f-cc54-411d-bded-0229cd8b525d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:29.252703 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.254600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95af2f78-8bd0-4df4-8626-77626919a8bd req-29d64b8f-e5c1-4e7a-a726-c9b2ca2af4f3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869806 Jul 16 08:48:29.278714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1b89c2e-3a5c-454e-aed8-1f04a9982760 req-6034e6b8-81b3-4e4c-9073-78caa6729457 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073067 Jul 16 08:48:29.367472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:29.370879 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53da2dd1-1139-401d-a0a0-b64649053c3b req-969c2c71-96f8-4080-8310-7b0e9fc5e382 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416354 Jul 16 08:48:29.446555 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-696da984-3365-4b41-ad75-683fd133e648 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291810 Jul 16 08:48:29.645288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.715033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.773935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:29.790998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.792151 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.793389 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-430d44f6-3751-4f13-b868-078d8b9f6cd7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "DELETE /v2.0/ports/4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 HTTP/1.1" status: 204 len: 173 time: 1.1284888 Jul 16 08:48:29.793921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-deleted', 'tag': '4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:29.800836 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504faaf-3ac7-498f-aa9f-c4cb9a52bb13" -d '{"events": [{"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-deleted", "tag": "4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:29.816270 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Transition to ACTIVE for port object b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:29.836044 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.882657 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09119b4-8b89-433e-918e-d1990275c71b None None] Pushing event updated for resources: {'Port': ['ID=b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.904587 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Attempting to bind port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:29.905478 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Attempting to bind port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:29.906053 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Attempting to bind port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:29.912881 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:29.913916 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:29.914516 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.915083 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:29.915814 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Bound port: b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:29.916415 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.974022 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] For port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:29.977746 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] For port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:29.987893 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.996700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port ab0a52f7-a425-4679-978c-1df4ad6b3b8e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:29.997787 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.062511 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:30.063084 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:30.065199 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09119b4-8b89-433e-918e-d1990275c71b None None] Pushing event updated for resources: {'Port': ['ID=b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.143404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port ab0a52f7-a425-4679-978c-1df4ad6b3b8e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:30.144197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.148100 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.163740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for ab0a52f7-a425-4679-978c-1df4ad6b3b8e owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:30.192910 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:30.277538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253a76c-9f78-4b51-8210-eb711e7a2403 req-3b693d5f-727e-4515-ac2c-2682d6722e49 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.288806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4253a76c-9f78-4b51-8210-eb711e7a2403 req-3b693d5f-727e-4515-ac2c-2682d6722e49 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.3351519 Jul 16 08:48:30.334222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c02d1f-aa84-4ecf-98c3-db05d43cec43 req-c58f8543-6d73-4c5a-9556-518563100f6a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.334814 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.341590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c02d1f-aa84-4ecf-98c3-db05d43cec43 req-c58f8543-6d73-4c5a-9556-518563100f6a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.349530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99c02d1f-aa84-4ecf-98c3-db05d43cec43 req-c58f8543-6d73-4c5a-9556-518563100f6a tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=494b8b2b-ace7-4db6-b18f-6ec32c9ddb62 HTTP/1.1" status: 200 len: 1683 time: 0.4032331 Jul 16 08:48:30.368000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=ab0a52f7-a425-4679-978c-1df4ad6b3b8e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.457699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port ab0a52f7-a425-4679-978c-1df4ad6b3b8e on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:30.460510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.462580 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-18b91f6d-73dc-43bb-b993-190ec8e7dad4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "DELETE /v2.0/ports/ab0a52f7-a425-4679-978c-1df4ad6b3b8e HTTP/1.1" status: 204 len: 173 time: 0.6586919 Jul 16 08:48:30.505418 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:26Z', 'revision_number': 3, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:30.527734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4253a76c-9f78-4b51-8210-eb711e7a2403 req-960b1512-201f-432d-b3a7-4f528ef8eeb7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377481 Jul 16 08:48:30.588515 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108c669-ee42-44c0-8f9b-1fa746c1ad3d None None] The sync data for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 is: [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:26Z', 'revision_number': 3, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:30.599062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99c02d1f-aa84-4ecf-98c3-db05d43cec43 req-3bf0866c-9177-4a45-9591-c068f5c1fc8d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407253 Jul 16 08:48:30.652092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:30.654312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.677442 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3693b0-f6ea-49c6-befd-eb66fd1b0542 x-openstack-request-id: req-7a3693b0-f6ea-49c6-befd-eb66fd1b0542 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:30.680200 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-deleted", "tag": "4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:30.681558 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a3693b0-f6ea-49c6-befd-eb66fd1b0542 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:30.682160 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-deleted', 'tag': '4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5', 'status': 'completed', 'code': 200} Jul 16 08:48:30.770906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Allocated IP 172.20.0.1 (6a02169a-f5b5-400a-9323-609ebf4e62c5/8c475824-1830-465d-a9a3-f998ef720cac/a522d656-cec1-48c8-bc8c-974decd3d00c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:30.857259 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port 9545be2d-1f3f-40cf-8f7b-9d94967791a1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9545be2d-1f3f-40cf-8f7b-9d94967791a1,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:30.857620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.873217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for 9545be2d-1f3f-40cf-8f7b-9d94967791a1 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:31.004356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.040534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Transition to ACTIVE for port object a522d656-cec1-48c8-bc8c-974decd3d00c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:31.078188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809264f-e071-4ede-9759-7017e6892344 req-f99a7c3d-c0f5-4ba5-b399-ab6ffffa2d07 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.079803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6809264f-e071-4ede-9759-7017e6892344 req-f99a7c3d-c0f5-4ba5-b399-ab6ffffa2d07 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.2480874 Jul 16 08:48:31.086757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.125810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=9545be2d-1f3f-40cf-8f7b-9d94967791a1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.153948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586bf93-0530-40db-9b8d-d7bffe59be89 req-e7d34040-5196-41ce-963f-3172317d2c8d tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.159942 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5586bf93-0530-40db-9b8d-d7bffe59be89 req-e7d34040-5196-41ce-963f-3172317d2c8d tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.3269053 Jul 16 08:48:31.187488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port 9545be2d-1f3f-40cf-8f7b-9d94967791a1 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:31.190587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.192181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:31.193010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-70c10502-0d87-4da3-9bf0-779c80357a63 req-2797ba41-f425-4cb1-9c1a-d4492002a8d2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "DELETE /v2.0/ports/9545be2d-1f3f-40cf-8f7b-9d94967791a1 HTTP/1.1" status: 204 len: 173 time: 0.7223258 Jul 16 08:48:31.259627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6809264f-e071-4ede-9759-7017e6892344 req-97f74792-4b07-4e43-b456-ca4a59091450 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697452 Jul 16 08:48:31.266760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:31.271904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:31.272423 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.299660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.326087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5586bf93-0530-40db-9b8d-d7bffe59be89 req-5b881639-07be-44ff-ac5c-b5fcc3e6d6f7 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648266 Jul 16 08:48:31.446691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:31.457254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:31.461630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:31.504856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=a522d656-cec1-48c8-bc8c-974decd3d00c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.506351 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.558309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:31.565153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9545be2d-1f3f-40cf-8f7b-9d94967791a1 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:31.576855 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.646504 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.752513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.755729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 9545be2d-1f3f-40cf-8f7b-9d94967791a1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:31.756259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9545be2d-1f3f-40cf-8f7b-9d94967791a1 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:31.756858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:31.795870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:31.796409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4c8b55b8-f1f8-4047-b3de-deadc9bb5bc5 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:31.796986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ab0a52f7-a425-4679-978c-1df4ad6b3b8e no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:31.838197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: ab0a52f7-a425-4679-978c-1df4ad6b3b8e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:31.838547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ab0a52f7-a425-4679-978c-1df4ad6b3b8e not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:31.936298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dfee8fc2-8ee9-4888-aae0-95ca4c7d8ac0 None None] Provisioning for port a522d656-cec1-48c8-bc8c-974decd3d00c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:31.941833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dfee8fc2-8ee9-4888-aae0-95ca4c7d8ac0 None None] Provisioning complete for port a522d656-cec1-48c8-bc8c-974decd3d00c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:31.942215 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfee8fc2-8ee9-4888-aae0-95ca4c7d8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.954249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd1920-47c7-49c4-9e1a-820a6139329a req-03323b81-67c5-42d3-9f4a-d432661e96f9 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.956060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cbd1920-47c7-49c4-9e1a-820a6139329a req-03323b81-67c5-42d3-9f4a-d432661e96f9 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.4141862 Jul 16 08:48:32.012660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dfee8fc2-8ee9-4888-aae0-95ca4c7d8ac0 None None] Port a522d656-cec1-48c8-bc8c-974decd3d00c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:32.078843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cbd1920-47c7-49c4-9e1a-820a6139329a req-8191309e-d113-4197-a46b-7aa4d8b235c4 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133292 Jul 16 08:48:32.159659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd0991-604a-4542-aa6e-c4a628e48701 req-47a003c0-f60e-4c9f-9e1a-866d188dd0c2 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.161488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1cd0991-604a-4542-aa6e-c4a628e48701 req-47a003c0-f60e-4c9f-9e1a-866d188dd0c2 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.2019577 Jul 16 08:48:32.162137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.244942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55672) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.246091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1cd0991-604a-4542-aa6e-c4a628e48701 req-e661c2b4-33eb-4395-879b-37be58a900bb tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733643 Jul 16 08:48:32.409958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2415606e-0135-4bf3-b96a-40c03678969f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting subnet ad4abe69-0aa7-42d5-8fb5-2dba55c7f793 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:32.424477 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2415606e-0135-4bf3-b96a-40c03678969f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.475727 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2415606e-0135-4bf3-b96a-40c03678969f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.516719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bf65d-ece0-4c5d-8efa-d11acbcae785 req-8f2b37d4-15ce-443c-814e-1c2dd97b48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.518625 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-400bf65d-ece0-4c5d-8efa-d11acbcae785 req-8f2b37d4-15ce-443c-814e-1c2dd97b48af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1101 time: 0.1855304 Jul 16 08:48:32.521803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.532339 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.600335 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-400bf65d-ece0-4c5d-8efa-d11acbcae785 req-99d7abcf-d2a7-4699-a646-4b912b9b484a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734298 Jul 16 08:48:32.603798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2415606e-0135-4bf3-b96a-40c03678969f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.663496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b7309-3e07-4e97-9991-b1941d4d159a req-fca0490b-abeb-4583-94b1-35b63955398d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.665064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd6b7309-3e07-4e97-9991-b1941d4d159a req-fca0490b-abeb-4583-94b1-35b63955398d tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.2054069 Jul 16 08:48:32.673894 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2415606e-0135-4bf3-b96a-40c03678969f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.686630 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.689806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-deleted', 'tag': 'ab0a52f7-a425-4679-978c-1df4ad6b3b8e'}, {'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-deleted', 'tag': '9545be2d-1f3f-40cf-8f7b-9d94967791a1'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:32.692232 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b333b6ec-4ba5-47f3-8c6b-bae8890c1f7a" -d '{"events": [{"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-deleted", "tag": "ab0a52f7-a425-4679-978c-1df4ad6b3b8e"}, {"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-deleted", "tag": "9545be2d-1f3f-40cf-8f7b-9d94967791a1"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:32.695330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f205-c2aa-4a6b-8dc0-2599a315505f req-afd818ab-9d24-4d5a-aa9b-cd7436ffd2b7 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.696858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3dd2f205-c2aa-4a6b-8dc0-2599a315505f req-afd818ab-9d24-4d5a-aa9b-cd7436ffd2b7 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 949 time: 0.2773292 Jul 16 08:48:32.711862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=a522d656-cec1-48c8-bc8c-974decd3d00c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.720752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415606e-0135-4bf3-b96a-40c03678969f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4abe69-0aa7-42d5-8fb5-2dba55c7f793,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.722923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2415606e-0135-4bf3-b96a-40c03678969f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.724994 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2415606e-0135-4bf3-b96a-40c03678969f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "DELETE /v2.0/subnets/ad4abe69-0aa7-42d5-8fb5-2dba55c7f793 HTTP/1.1" status: 204 len: 168 time: 0.4782724 Jul 16 08:48:32.727580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55682) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.730382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b4bc6-bade-4630-9005-e7cfeec4235a None None] Network 0474d99d-f950-4948-b4ef-6e85358b5300 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:32.756571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3dd2f205-c2aa-4a6b-8dc0-2599a315505f req-517d3b57-25cc-4778-ba27-7301a2e15db8 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456853 Jul 16 08:48:32.777677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd6b7309-3e07-4e97-9991-b1941d4d159a req-efd962a9-fad0-4352-b98b-bccb6b077fc9 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017163 Jul 16 08:48:32.839450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.915023 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7003d849-24b4-45b5-a7ae-706337b11e2f x-openstack-request-id: req-7003d849-24b4-45b5-a7ae-706337b11e2f {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:32.915407 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-deleted", "tag": "ab0a52f7-a425-4679-978c-1df4ad6b3b8e", "status": "completed", "code": 200}, {"server_uuid": "494b8b2b-ace7-4db6-b18f-6ec32c9ddb62", "name": "network-vif-deleted", "tag": "9545be2d-1f3f-40cf-8f7b-9d94967791a1", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:32.916359 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7003d849-24b4-45b5-a7ae-706337b11e2f {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:32.916929 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-deleted', 'tag': 'ab0a52f7-a425-4679-978c-1df4ad6b3b8e', 'status': 'completed', 'code': 200} Jul 16 08:48:32.918614 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494b8b2b-ace7-4db6-b18f-6ec32c9ddb62', 'name': 'network-vif-deleted', 'tag': '9545be2d-1f3f-40cf-8f7b-9d94967791a1', 'status': 'completed', 'code': 200} Jul 16 08:48:32.931081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:32.943289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:32.970140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port 923431ab-4991-4532-a786-5b0f914b033b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:32.970631 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.101167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port 923431ab-4991-4532-a786-5b0f914b033b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=923431ab-4991-4532-a786-5b0f914b033b,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:33.101732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.137576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] DHCP port deletion for 0474d99d-f950-4948-b4ef-6e85358b5300 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:33.166711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for 923431ab-4991-4532-a786-5b0f914b033b owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:33.235503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:33.275875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712e5d4-a035-4dc8-ace0-f244db28b605 req-d5339e7c-69ac-4931-8b6f-7b93e2b70141 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.290751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7712e5d4-a035-4dc8-ace0-f244db28b605 req-d5339e7c-69ac-4931-8b6f-7b93e2b70141 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.2432513 Jul 16 08:48:33.297993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] Deleting port 923431ab-4991-4532-a786-5b0f914b033b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:33.299066 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.361817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.383788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] For port 923431ab-4991-4532-a786-5b0f914b033b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=923431ab-4991-4532-a786-5b0f914b033b,segment=NetworkSegment(ffecf4d5-c265-4532-b583-6f477db02f04),segment_id=ffecf4d5-c265-4532-b583-6f477db02f04)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:33.384179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.385143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7712e5d4-a035-4dc8-ace0-f244db28b605 req-60ef51eb-2992-44d6-8355-09da5f08e50a tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935664 Jul 16 08:48:33.400679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] Calling delete_port for 923431ab-4991-4532-a786-5b0f914b033b owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:33.420189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=923431ab-4991-4532-a786-5b0f914b033b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.429367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port 923431ab-4991-4532-a786-5b0f914b033b on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:33.444440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:33.494337 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.503607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:33.503980 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.547549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] No DVR routers for this DVR port 923431ab-4991-4532-a786-5b0f914b033b on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:33.583945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:33.585662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:33.636407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f5429-8fa8-42e7-a368-69d11481c31f None None] Pushing event deleted for resources: {'Port': ['ID=923431ab-4991-4532-a786-5b0f914b033b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.644441 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.647781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:33.674713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0474d99d-f950-4948-b4ef-6e85358b5300']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:33.692273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffecf4d5-c265-4532-b583-6f477db02f04') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:33.692582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffecf4d5-c265-4532-b583-6f477db02f04') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:33.703750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dab6b9a9-96b0-4b49-9d1b-bc5a6cbec925 None None] Provisioning complete for port a522d656-cec1-48c8-bc8c-974decd3d00c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:33.704183 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dab6b9a9-96b0-4b49-9d1b-bc5a6cbec925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.721004 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.753108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dab6b9a9-96b0-4b49-9d1b-bc5a6cbec925 None None] Port a522d656-cec1-48c8-bc8c-974decd3d00c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:33.755219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.763306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:33.763719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:33.771202 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:33.852787 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:48:33.859538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.889348 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.893286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "DELETE /v2.0/networks/0474d99d-f950-4948-b4ef-6e85358b5300 HTTP/1.1" status: 204 len: 168 time: 1.1637042 Jul 16 08:48:33.894301 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741898a-1177-424c-bc36-c702b7453dab tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Network': ['ID=0474d99d-f950-4948-b4ef-6e85358b5300,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.896831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55704) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:33.909151 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.960816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd228a17-8666-4f7e-b2cb-d85936ff91cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting subnet 524fde8f-b3e7-45e6-aa5a-0047350dc1af {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:33.965201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd228a17-8666-4f7e-b2cb-d85936ff91cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.990904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:33.993588 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf29187-c5a2-48c3-a3fe-29045b403e95" -d '{"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:34.017791 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd228a17-8666-4f7e-b2cb-d85936ff91cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.021304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:34.041438 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.054352 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.072621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:34.079257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-22ec9f53-41a8-43e8-8d48-0a19ba023ac3 admin admin] 10.222.0.55 "PUT /v2.0/routers/8561c4f3-0ef5-4dbf-bff9-981a2d26fb03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4929044 Jul 16 08:48:34.098816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Sync routers for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:34.102176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:34.107330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569a1e-d4f6-40e2-a5a6-cabf95ee1a09 req-310581c6-6bcc-442f-843b-e4348c7c2b5d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.110902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f569a1e-d4f6-40e2-a5a6-cabf95ee1a09 req-310581c6-6bcc-442f-843b-e4348c7c2b5d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.6780391 Jul 16 08:48:34.141862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:34.152530 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.168706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'mac_address': 'fa:16:3e:95:7a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:34.174166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:34.174827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.204841 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd228a17-8666-4f7e-b2cb-d85936ff91cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.215845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d2357-27d6-4738-bdbd-d3bccd5a053a req-94b2d9ac-e9fd-4498-8150-f5265f5e5e00 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.219287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-512d2357-27d6-4738-bdbd-d3bccd5a053a req-94b2d9ac-e9fd-4498-8150-f5265f5e5e00 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.2248776 Jul 16 08:48:34.251782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f569a1e-d4f6-40e2-a5a6-cabf95ee1a09 req-b2790ed3-4eac-46a8-962d-2dc9e9c9d2fb tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340094 Jul 16 08:48:34.305563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:34.317734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-512d2357-27d6-4738-bdbd-d3bccd5a053a req-fdd5d465-2f41-49ab-ba5e-4b7447109eea tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905368 Jul 16 08:48:34.348393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd228a17-8666-4f7e-b2cb-d85936ff91cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.414766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:34.419772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd228a17-8666-4f7e-b2cb-d85936ff91cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Subnet': ['ID=524fde8f-b3e7-45e6-aa5a-0047350dc1af,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:34.432862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd228a17-8666-4f7e-b2cb-d85936ff91cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.435622 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cd228a17-8666-4f7e-b2cb-d85936ff91cb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "DELETE /v2.0/subnets/524fde8f-b3e7-45e6-aa5a-0047350dc1af HTTP/1.1" status: 204 len: 168 time: 0.5378017 Jul 16 08:48:34.439410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55724) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:34.506718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd9e21-a09e-4170-8298-cd4a333bb8a0 None None] Network ab16e4de-9024-4dd2-be91-60a8d6423ed1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:34.596585 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.604204 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.689335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bd690-eb40-4405-a6f5-d8c32aea9609 req-171e64b8-c2aa-41b9-932a-b05969745b06 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.697199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c8bd690-eb40-4405-a6f5-d8c32aea9609 req-171e64b8-c2aa-41b9-932a-b05969745b06 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.2100048 Jul 16 08:48:34.737536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port 7ba24626-5bf9-4bed-815a-704aecea27d3 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:34.738013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.773254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c8bd690-eb40-4405-a6f5-d8c32aea9609 req-893f3714-28e3-4116-8e3f-a0ff032bfbf1 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749619 Jul 16 08:48:34.850668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:34.855527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port 7ba24626-5bf9-4bed-815a-704aecea27d3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7ba24626-5bf9-4bed-815a-704aecea27d3,segment=NetworkSegment(662dfbfe-9b36-4518-93a1-3d1b96b50814),segment_id=662dfbfe-9b36-4518-93a1-3d1b96b50814)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:34.856034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.879827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for 7ba24626-5bf9-4bed-815a-704aecea27d3 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:34.911002 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431012f0-3e77-4bc4-8b40-3d7d794638ee x-openstack-request-id: req-431012f0-3e77-4bc4-8b40-3d7d794638ee {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:34.911390 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:34.912759 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-431012f0-3e77-4bc4-8b40-3d7d794638ee {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:34.914154 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'code': 200} Jul 16 08:48:34.940684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:34.975775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:35.006171 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.011193 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.056498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=7ba24626-5bf9-4bed-815a-704aecea27d3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.060125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port 7ba24626-5bf9-4bed-815a-704aecea27d3 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:35.141620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.160348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 2, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:35.205300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Checking router: 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:35.205681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Updating router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 port a522d656-cec1-48c8-bc8c-974decd3d00c binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:48:35.223722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 923431ab-4991-4532-a786-5b0f914b033b no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:35.257802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.278275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be3fc9-d0ea-4a33-8bcf-7677d4568cd7 None None] DHCP port deletion for ab16e4de-9024-4dd2-be91-60a8d6423ed1 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:35.284479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 923431ab-4991-4532-a786-5b0f914b033b {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:35.284937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 923431ab-4991-4532-a786-5b0f914b033b not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:35.287813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab16e4de-9024-4dd2-be91-60a8d6423ed1']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:35.310930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.328224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662dfbfe-9b36-4518-93a1-3d1b96b50814') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:35.328815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662dfbfe-9b36-4518-93a1-3d1b96b50814') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:35.347551 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.370242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6d999e1d-3574-49bb-b3ad-0af2e6cd7193'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:35.370717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.390828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:35.391253 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.394522 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:35.400091 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:35.472395 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:35.491786 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.501188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.503385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "DELETE /v2.0/networks/ab16e4de-9024-4dd2-be91-60a8d6423ed1 HTTP/1.1" status: 204 len: 168 time: 1.0627170 Jul 16 08:48:35.508019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55772) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:35.514449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-16610072'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:35.523281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499fd7c-1c03-496d-9303-fd961a64c42c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Network': ['ID=ab16e4de-9024-4dd2-be91-60a8d6423ed1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.586772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:35.593623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.645060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:35.672811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.675573 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Added segment 3123795c-4ac9-4d59-ae2e-f165a90ad81d of type vlan for network b3a08042-e8a9-4be6-922b-d61cd6f73920 Jul 16 08:48:35.720009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1366d-aa52-4a1a-b798-45e0e7f75f0a req-7a45844d-919b-42b1-8b26-e0b205bbcdb4 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.721613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51e1366d-aa52-4a1a-b798-45e0e7f75f0a req-7a45844d-919b-42b1-8b26-e0b205bbcdb4 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 949 time: 0.1432652 Jul 16 08:48:35.746806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.750726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.784200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:35.785887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Transition to ACTIVE for port object a522d656-cec1-48c8-bc8c-974decd3d00c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:35.814073 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.821846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51e1366d-aa52-4a1a-b798-45e0e7f75f0a req-299255f4-5f00-40a6-8b9f-51dc87c2478d tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913608 Jul 16 08:48:35.840276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-06897438-7a58-4e62-bdcd-94a38408203b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240936097', 'description': 'tempest-description--393883163'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:35.887288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.897194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.898353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.951005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06897438-7a58-4e62-bdcd-94a38408203b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.975956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e6704-dd2b-4495-9a80-10b2258552d3 None None] Pushing event updated for resources: {'Port': ['ID=a522d656-cec1-48c8-bc8c-974decd3d00c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.999446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55786) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.000328 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4902177 Jul 16 08:48:36.005187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'subnet': {'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:36.144730 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06897438-7a58-4e62-bdcd-94a38408203b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.198556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06897438-7a58-4e62-bdcd-94a38408203b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.208456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04188f68-5593-4fcb-b95a-ff0159742fe7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Network': ['ID=b3a08042-e8a9-4be6-922b-d61cd6f73920,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.208718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Attempting to bind port a522d656-cec1-48c8-bc8c-974decd3d00c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:36.208842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Attempting to bind port a522d656-cec1-48c8-bc8c-974decd3d00c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:36.209187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Attempting to bind port a522d656-cec1-48c8-bc8c-974decd3d00c on network 6a02169a-f5b5-400a-9323-609ebf4e62c5 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:36.237754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network b3a08042-e8a9-4be6-922b-d61cd6f73920 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:36.241303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:36.241722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Checking segment: {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:36.242197 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.242629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Bound using segment: {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:36.243079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Bound port: a522d656-cec1-48c8-bc8c-974decd3d00c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:36.243452 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.250087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06897438-7a58-4e62-bdcd-94a38408203b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590958f8-4c44-4313-b395-4e91b44e9a6e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.325994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:36.332543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.337607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06897438-7a58-4e62-bdcd-94a38408203b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.339802 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-06897438-7a58-4e62-bdcd-94a38408203b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5443594 Jul 16 08:48:36.342499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55792) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.347824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3f013d6e-7836-42ef-a056-7c42f2909c46 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Request body: {'security_group_rule': {'security_group_id': '590958f8-4c44-4313-b395-4e91b44e9a6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:36.402892 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f013d6e-7836-42ef-a056-7c42f2909c46 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.421366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] For port a522d656-cec1-48c8-bc8c-974decd3d00c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:36.425166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] For port a522d656-cec1-48c8-bc8c-974decd3d00c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a522d656-cec1-48c8-bc8c-974decd3d00c,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:36.433921 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.508055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f013d6e-7836-42ef-a056-7c42f2909c46 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.512558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e6704-dd2b-4495-9a80-10b2258552d3 None None] Pushing event updated for resources: {'Port': ['ID=a522d656-cec1-48c8-bc8c-974decd3d00c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.516134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f013d6e-7836-42ef-a056-7c42f2909c46 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.531051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:36.531944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:36.543018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f013d6e-7836-42ef-a056-7c42f2909c46 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7970f274-ba17-4e26-b8d0-e292a34d9ba8,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.556964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361d1e8-8117-44f5-9784-8593491cb833 req-302369be-3940-4bd6-9c14-e5d168b5b5d9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.558783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8361d1e8-8117-44f5-9784-8593491cb833 req-302369be-3940-4bd6-9c14-e5d168b5b5d9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.3332102 Jul 16 08:48:36.559438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f013d6e-7836-42ef-a056-7c42f2909c46 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.562155 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3f013d6e-7836-42ef-a056-7c42f2909c46 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2177391 Jul 16 08:48:36.564333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55794) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.570312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c87f94ce-77d4-40dd-8f40-b9f0c925872f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Request body: {'security_group_rule': {'security_group_id': '590958f8-4c44-4313-b395-4e91b44e9a6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:36.631623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f94ce-77d4-40dd-8f40-b9f0c925872f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.713292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:36.757719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8361d1e8-8117-44f5-9784-8593491cb833 req-1e8dd43b-8f73-4b1c-a698-d18811061344 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830425 Jul 16 08:48:36.762794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f94ce-77d4-40dd-8f40-b9f0c925872f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.770291 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f94ce-77d4-40dd-8f40-b9f0c925872f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.787612 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.836466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f94ce-77d4-40dd-8f40-b9f0c925872f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c02983-c84e-49da-8db0-94230848106a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.846531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f94ce-77d4-40dd-8f40-b9f0c925872f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.853320 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c87f94ce-77d4-40dd-8f40-b9f0c925872f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2849519 Jul 16 08:48:36.854080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55804) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.862252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:36.914319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.993216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Checking segment: {'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:36.993593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network hostable DHCP agents. Network: b3a08042-e8a9-4be6-922b-d61cd6f73920, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:36.994903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:36.997307 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f1887d-9d42-4211-9b20-f2a53cccb562" -d '{"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:37.004586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Subnet': ['ID=e19f06c6-bf51-49a4-8774-617c81cd7864,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.044801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network b3a08042-e8a9-4be6-922b-d61cd6f73920 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:37.061215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, b3a08042-e8a9-4be6-922b-d61cd6f73920) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:37.066352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.067328 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.090938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8cc046fb-363f-4bf9-88a4-89cd972c8a95 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0898616 Jul 16 08:48:37.094582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55814) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.094903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4937031b-aa5f-421a-9780-c9bae33c58ba None None] Network b3a08042-e8a9-4be6-922b-d61cd6f73920 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:37.104876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1125365953'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:37.120626 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.150397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:37.155899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.188548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:37.205855 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.206228 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Added segment e0477540-6622-4d97-89b8-7193743a0b52 of type vlan for network 80665639-217a-43ac-98f6-ed9e5389561d Jul 16 08:48:37.221719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7ba24626-5bf9-4bed-815a-704aecea27d3 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:37.227091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:36Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.282155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 7ba24626-5bf9-4bed-815a-704aecea27d3 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:37.283736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7ba24626-5bf9-4bed-815a-704aecea27d3 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:37.285848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a26b6d-1a7a-4308-a2bd-d9a2a0171b35 None None] The sync data for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 is: [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:36Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:37.308342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.324726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Allocated IP 172.25.6.30 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/afd2570e-e4ba-4e4a-b072-d0008b796ded) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:37.370013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd07b82-d1c3-488c-84be-0886582e6cd8 req-2dda3152-5dcf-4042-9f26-87c842365815 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.381758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccd07b82-d1c3-488c-84be-0886582e6cd8 req-2dda3152-5dcf-4042-9f26-87c842365815 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1735616 Jul 16 08:48:37.462836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-b3a08042-e8a9-4be6-922b-d61cd6f73920', 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'fixed_ips': [{'subnet_id': 'e19f06c6-bf51-49a4-8774-617c81cd7864'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:37.464254 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.497935 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.507133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.507863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.528489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.542551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccd07b82-d1c3-488c-84be-0886582e6cd8 req-b206a77f-6dd4-40f4-8d6d-d13b856b374e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594522 Jul 16 08:48:37.592700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:37.617067 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.619533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5236800 Jul 16 08:48:37.625536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55820) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.647308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'subnet': {'network_id': '80665639-217a-43ac-98f6-ed9e5389561d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:37.684672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36059-46d8-45d5-921a-993619d93974 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Network': ['ID=80665639-217a-43ac-98f6-ed9e5389561d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.705461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced146f4-20a7-450b-b031-a698879e04ca req-16a175b6-06f7-4027-b680-e2760679e9a0 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.713319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ced146f4-20a7-450b-b031-a698879e04ca req-16a175b6-06f7-4027-b680-e2760679e9a0 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1101 time: 0.2201939 Jul 16 08:48:37.758942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:37.767023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:37.769547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:37.825502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ced146f4-20a7-450b-b031-a698879e04ca req-376084ef-3f27-407e-b605-a742267d8348 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106644 Jul 16 08:48:37.833841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 80665639-217a-43ac-98f6-ed9e5389561d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:37.875932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event updated for resources: {'Port': ['ID=afd2570e-e4ba-4e4a-b072-d0008b796ded,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.881967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f7d4d-7011-4c54-b9bb-5e96e06c395c req-8b5842f9-ce6b-44f7-8f31-155c683e0815 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.894063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e7f7d4d-7011-4c54-b9bb-5e96e06c395c req-8b5842f9-ce6b-44f7-8f31-155c683e0815 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1647675 Jul 16 08:48:37.956910 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a6e04b-c5eb-41b7-9d84-9f69402ac112 x-openstack-request-id: req-13a6e04b-c5eb-41b7-9d84-9f69402ac112 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:37.957511 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:37.957976 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13a6e04b-c5eb-41b7-9d84-9f69402ac112 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:37.958490 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'code': 200} Jul 16 08:48:37.968703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e7f7d4d-7011-4c54-b9bb-5e96e06c395c req-2a6f6234-d09e-45bb-a4a5-93c970fbdc9e tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736248 Jul 16 08:48:37.970696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Allocated IP 19.80.0.2 (b3a08042-e8a9-4be6-922b-d61cd6f73920/e19f06c6-bf51-49a4-8774-617c81cd7864/9c88f9f1-f58d-4877-b133-4392e590ecee) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:38.008859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:38.010103 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.253444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c3cf-45e3-43ea-ad0f-6b6dad8906c0 req-f44df7cf-7fda-4070-85da-b17f33f04db9 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.263213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce61c3cf-45e3-43ea-ad0f-6b6dad8906c0 req-f44df7cf-7fda-4070-85da-b17f33f04db9 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1447926 Jul 16 08:48:38.264992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.290195 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.312220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Transition to ACTIVE for port object 9c88f9f1-f58d-4877-b133-4392e590ecee will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:38.319933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:38.331517 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.336799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce61c3cf-45e3-43ea-ad0f-6b6dad8906c0 req-73ea0e71-64d3-4aa0-8f0f-cb2cd8e51cce tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705488 Jul 16 08:48:38.341721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Transition to ACTIVE for port object 9c88f9f1-f58d-4877-b133-4392e590ecee will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:38.366908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:38.371267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668f5f-a2ed-4dc8-9c3e-3656dfb75a25 req-9431631f-1425-4f1c-9cbc-6480153dc5a7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.372840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13668f5f-a2ed-4dc8-9c3e-3656dfb75a25 req-9431631f-1425-4f1c-9cbc-6480153dc5a7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.1875300 Jul 16 08:48:38.373699 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.379904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.409150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Network b3a08042-e8a9-4be6-922b-d61cd6f73920 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:38.418725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.420994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:38.424937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:38.438484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=11']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.453383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13668f5f-a2ed-4dc8-9c3e-3656dfb75a25 req-fd1aaeda-daee-4a0a-85b5-ec06519a9ae1 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668111 Jul 16 08:48:38.509603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Pushing event updated for resources: {'Port': ['ID=9c88f9f1-f58d-4877-b133-4392e590ecee,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.542486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.543078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Attempting to bind port 9c88f9f1-f58d-4877-b133-4392e590ecee on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:38.543201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Attempting to bind port 9c88f9f1-f58d-4877-b133-4392e590ecee by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:38.543751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Attempting to bind port 9c88f9f1-f58d-4877-b133-4392e590ecee on network b3a08042-e8a9-4be6-922b-d61cd6f73920 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:38.551603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:38.552112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Checking segment: {'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:38.552383 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.554002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Bound using segment: {'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:38.554925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Bound port: 9c88f9f1-f58d-4877-b133-4392e590ecee, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:38.556257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.658386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] For port 9c88f9f1-f58d-4877-b133-4392e590ecee, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:38.664497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] For port 9c88f9f1-f58d-4877-b133-4392e590ecee, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9c88f9f1-f58d-4877-b133-4392e590ecee,segment=NetworkSegment(3123795c-4ac9-4d59-ae2e-f165a90ad81d),segment_id=3123795c-4ac9-4d59-ae2e-f165a90ad81d)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:38.669333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.735945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfacb4b-f979-45df-9555-148613e6e59a None None] Pushing event updated for resources: {'Port': ['ID=9c88f9f1-f58d-4877-b133-4392e590ecee,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.844946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.929529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.947214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.030827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Subnet': ['ID=63536871-35f9-4fbb-b107-37d180c35505,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.101518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event updated for resources: {'Port': ['ID=afd2570e-e4ba-4e4a-b072-d0008b796ded,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.104387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Checking segment: {'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:39.104387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network hostable DHCP agents. Network: 80665639-217a-43ac-98f6-ed9e5389561d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:39.120738 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.171697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network 80665639-217a-43ac-98f6-ed9e5389561d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:39.194082 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.196585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0f9dd7db-8966-4407-bac5-a50ebcf09680 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3414996 Jul 16 08:48:39.221560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 80665639-217a-43ac-98f6-ed9e5389561d) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:39.232359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.235398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.240722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54dba6c-ddcd-4ed1-b6c6-e659a9833b8b None None] Network 80665639-217a-43ac-98f6-ed9e5389561d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:39.261922 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-53c15846-a0df-42f1-ba1b-89835757ae6c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6240706 Jul 16 08:48:39.505740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea2d23-1a71-420b-b0ca-3b1a3c237f43 req-d1fae4fd-6733-4b8a-bf7e-e25e69be3908 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.516465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6aea2d23-1a71-420b-b0ca-3b1a3c237f43 req-d1fae4fd-6733-4b8a-bf7e-e25e69be3908 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 1102 time: 0.0787945 Jul 16 08:48:39.552660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9c88f9f1-f58d-4877-b133-4392e590ecee up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:39.573441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6aea2d23-1a71-420b-b0ca-3b1a3c237f43 req-694b5ef2-2aff-4a4c-bb83-a3b33db810d4 tempest-ServersAdminTestJSON-945634713 tempest-ServersAdminTestJSON-945634713-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555868 Jul 16 08:48:39.640230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-80665639-217a-43ac-98f6-ed9e5389561d', 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'fixed_ips': [{'subnet_id': '63536871-35f9-4fbb-b107-37d180c35505'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:39.641308 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.663133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:39.742931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9c88f9f1-f58d-4877-b133-4392e590ecee completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:39.745359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d795d4-ddc1-43e2-8803-0969ba81b791 req-287f1e84-a827-444e-998d-e8efc46ecb1b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.746900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16d795d4-ddc1-43e2-8803-0969ba81b791 req-287f1e84-a827-444e-998d-e8efc46ecb1b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1305904 Jul 16 08:48:39.750285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-52969c81-acc3-457c-b68e-12d93c06ee32 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1240936097&fields=id&tenant_id=26d06fdffdc147c895dbc8a3b968e84d HTTP/1.1" status: 200 len: 267 time: 0.0598984 Jul 16 08:48:39.773954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a522d656-cec1-48c8-bc8c-974decd3d00c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:39.870611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16d795d4-ddc1-43e2-8803-0969ba81b791 req-fe89ab09-23cd-43a3-a618-2bc6ecb6f69e tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031470 Jul 16 08:48:39.938117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-44733710-0805-4c7e-80f0-343427d28320 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.940201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-44733710-0805-4c7e-80f0-343427d28320 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/networks?id=6a02169a-f5b5-400a-9323-609ebf4e62c5 HTTP/1.1" status: 200 len: 805 time: 0.1836767 Jul 16 08:48:39.956052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:39.970305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:39.971097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-38d6a3d1-dd20-45ea-b4e1-b6c0f92555c2 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/quotas/26d06fdffdc147c895dbc8a3b968e84d HTTP/1.1" status: 200 len: 375 time: 0.0254819 Jul 16 08:48:39.973242 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0797ee9c-3f7f-486c-b6cb-a1838fae3a50" -d '{"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-plugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:39.995543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Allocated IP 19.86.0.2 (80665639-217a-43ac-98f6-ed9e5389561d/63536871-35f9-4fbb-b107-37d180c35505/41363604-5b62-47b7-aa4f-0524cc60cb81) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:40.032585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'mac_address': 'fa:16:3e:d4:8c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:40.104683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port a522d656-cec1-48c8-bc8c-974decd3d00c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:40.113391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-ab664f7e-0347-4778-822b-2f3f3e1efe58 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=26d06fdffdc147c895dbc8a3b968e84d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1412239 Jul 16 08:48:40.121661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a522d656-cec1-48c8-bc8c-974decd3d00c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:40.122043 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.151781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.171266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f064b99e-dbb1-4e19-b3f3-ca36a95626fc {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:40.221685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:40.248614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.264626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-bc094b03-5f78-467b-b88d-1a63fa8e0ef4 service neutron] 10.222.0.55 "GET /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214230 Jul 16 08:48:40.294260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322e17c-149c-4f78-9adc-931f723cb4ea req-3066d0d6-61eb-44a9-b803-19ae54c030e2 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.304407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8322e17c-149c-4f78-9adc-931f723cb4ea req-3066d0d6-61eb-44a9-b803-19ae54c030e2 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.2411056 Jul 16 08:48:40.341341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.391748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be289f-a3d8-4892-aec5-1a2fd58fb527 None None] Network b3a08042-e8a9-4be6-922b-d61cd6f73920 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:40.412974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Transition to ACTIVE for port object 41363604-5b62-47b7-aa4f-0524cc60cb81 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:40.415335 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.427097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.446650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f064b99e-dbb1-4e19-b3f3-ca36a95626fc'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:40.487064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.487430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.487733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.488094 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.488363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.488765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.489612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.489612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.489921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.490126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.490450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.490774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:40.494220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8322e17c-149c-4f78-9adc-931f723cb4ea req-091da9d2-dccc-4fe6-aafa-6a1bb4852c12 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874878 Jul 16 08:48:40.497832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Transition to ACTIVE for port object 41363604-5b62-47b7-aa4f-0524cc60cb81 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:40.503649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7768b0ed-a047-41f5-9698-ac2d12dccf48 None None] Provisioning for port 9c88f9f1-f58d-4877-b133-4392e590ecee completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:40.542166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7768b0ed-a047-41f5-9698-ac2d12dccf48 None None] Provisioning complete for port 9c88f9f1-f58d-4877-b133-4392e590ecee triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:40.542540 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7768b0ed-a047-41f5-9698-ac2d12dccf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.567340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-e199434b-75d6-493c-a5ac-ad5c1c658918 service neutron] 10.222.0.55 "GET /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467842 Jul 16 08:48:40.591054 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.595475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port a522d656-cec1-48c8-bc8c-974decd3d00c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a522d656-cec1-48c8-bc8c-974decd3d00c,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:40.648337 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.681289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Network 80665639-217a-43ac-98f6-ed9e5389561d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:40.697243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:40.699322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-317e2a8d-a254-44e2-a232-7cda2aca75bb tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.708564 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-317e2a8d-a254-44e2-a232-7cda2aca75bb tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 946 time: 0.1954854 Jul 16 08:48:40.913534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:40.933419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Pushing event updated for resources: {'Port': ['ID=41363604-5b62-47b7-aa4f-0524cc60cb81,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.942465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Deleting port d15b2cb0-aa90-41ef-b650-38db8ad6f315 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:40.944295 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.078155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=a522d656-cec1-48c8-bc8c-974decd3d00c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:41.104213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c665e326-3520-465a-b844-b1b475ce3ce3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.114545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c665e326-3520-465a-b844-b1b475ce3ce3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.122118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c665e326-3520-465a-b844-b1b475ce3ce3 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/networks?id=b3a08042-e8a9-4be6-922b-d61cd6f73920&id=80665639-217a-43ac-98f6-ed9e5389561d HTTP/1.1" status: 200 len: 1390 time: 0.1995485 Jul 16 08:48:41.142042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-54027844-8123-4526-9e3d-b6ae4ff3aee5 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/quotas/42c257675f7c4cf593af635f81b13de7 HTTP/1.1" status: 200 len: 375 time: 0.0185192 Jul 16 08:48:41.173721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] For port d15b2cb0-aa90-41ef-b650-38db8ad6f315, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d15b2cb0-aa90-41ef-b650-38db8ad6f315,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:41.174275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.194050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Calling delete_port for d15b2cb0-aa90-41ef-b650-38db8ad6f315 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:41.276357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-e5a46652-4217-4aac-a0b1-88a811df2876 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1328373 Jul 16 08:48:41.281514 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7768b0ed-a047-41f5-9698-ac2d12dccf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.333293 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f91fd2-4c18-4118-ac7a-dd80b5d0bc9d x-openstack-request-id: req-47f91fd2-4c18-4118-ac7a-dd80b5d0bc9d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:41.334033 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-plugged", "status": "completed", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:41.334528 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47f91fd2-4c18-4118-ac7a-dd80b5d0bc9d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:41.335252 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'code': 200} Jul 16 08:48:41.371762 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Attempting to bind port 41363604-5b62-47b7-aa4f-0524cc60cb81 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:41.372464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Attempting to bind port 41363604-5b62-47b7-aa4f-0524cc60cb81 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:41.373629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Attempting to bind port 41363604-5b62-47b7-aa4f-0524cc60cb81 on network 80665639-217a-43ac-98f6-ed9e5389561d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:41.460111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80c14f5c-d625-4e2d-b547-c8bf570a8223 req-721959d0-10c5-4478-a8a3-22832b27253c tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 210 time: 0.0650673 Jul 16 08:48:41.507714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:41.508119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Checking segment: {'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:41.508526 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.508922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Bound using segment: {'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:41.509417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Bound port: 41363604-5b62-47b7-aa4f-0524cc60cb81, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:41.509835 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.534776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.540997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-fbfe43c8-7d07-48b5-8574-866e7d5e61f1 service neutron] 10.222.0.55 "GET /v2.0/networks/b3a08042-e8a9-4be6-922b-d61cd6f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624626 Jul 16 08:48:41.554730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d15b2cb0-aa90-41ef-b650-38db8ad6f315'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:41.575713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event deleted for resources: {'Port': ['ID=d15b2cb0-aa90-41ef-b650-38db8ad6f315,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:41.640518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7768b0ed-a047-41f5-9698-ac2d12dccf48 None None] For port 9c88f9f1-f58d-4877-b133-4392e590ecee, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9c88f9f1-f58d-4877-b133-4392e590ecee,segment=NetworkSegment(3123795c-4ac9-4d59-ae2e-f165a90ad81d),segment_id=3123795c-4ac9-4d59-ae2e-f165a90ad81d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:41.651336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] No DVR routers for this DVR port d15b2cb0-aa90-41ef-b650-38db8ad6f315 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:41.656961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.659185 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de3ba9cd-964a-46e5-b61a-b0d49d9c9630 req-3ce21bd1-027e-4317-b6dd-9b649603cad3 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.52 "DELETE /v2.0/ports/d15b2cb0-aa90-41ef-b650-38db8ad6f315 HTTP/1.1" status: 204 len: 173 time: 0.9485958 Jul 16 08:48:41.659634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5b4eb-9928-462d-9f44-bf4f46d76750', 'name': 'network-vif-deleted', 'tag': 'd15b2cb0-aa90-41ef-b650-38db8ad6f315'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:41.670046 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f70ed-f81d-4a83-8f1c-fc44d1d2a1b5" -d '{"events": [{"server_uuid": "f9d5b4eb-9928-462d-9f44-bf4f46d76750", "name": "network-vif-deleted", "tag": "d15b2cb0-aa90-41ef-b650-38db8ad6f315"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:41.676663 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7768b0ed-a047-41f5-9698-ac2d12dccf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.726947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] For port 41363604-5b62-47b7-aa4f-0524cc60cb81, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:41.730737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] For port 41363604-5b62-47b7-aa4f-0524cc60cb81, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=41363604-5b62-47b7-aa4f-0524cc60cb81,segment=NetworkSegment(e0477540-6622-4d97-89b8-7193743a0b52),segment_id=e0477540-6622-4d97-89b8-7193743a0b52)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:41.746710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5fa3f99-d5f3-4ce9-8a1d-658438e939e1 req-c2e2785d-6697-4119-b2e4-4fb212a22a88 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5b4eb-9928-462d-9f44-bf4f46d76750 HTTP/1.1" status: 200 len: 210 time: 0.0624366 Jul 16 08:48:41.787316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-4df56819-4d20-4d9b-bce1-e076eccc7937 service neutron] 10.222.0.55 "GET /v2.0/networks/b3a08042-e8a9-4be6-922b-d61cd6f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449787 Jul 16 08:48:41.804846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.905571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768b0ed-a047-41f5-9698-ac2d12dccf48 None None] Pushing event updated for resources: {'Port': ['ID=9c88f9f1-f58d-4877-b133-4392e590ecee,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:41.963750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-fd6e8539-e6e3-4a73-9df2-24b7ba7286b7 service neutron] 10.222.0.55 "GET /v2.0/networks/80665639-217a-43ac-98f6-ed9e5389561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748033 Jul 16 08:48:42.034894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3b046-b9f8-4b9a-9e84-e742ea3d7bcb None None] Pushing event updated for resources: {'Port': ['ID=41363604-5b62-47b7-aa4f-0524cc60cb81,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:42.175038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868f71a-0e9c-4c15-b14a-aefbb18017f1 req-eb8202b2-7d6a-4f61-a10b-5bea488ca8dd tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.177491 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f868f71a-0e9c-4c15-b14a-aefbb18017f1 req-eb8202b2-7d6a-4f61-a10b-5bea488ca8dd tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 950 time: 0.1606975 Jul 16 08:48:42.246561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-ef50b8cb-41a0-4542-b8b7-ab324561c8fd service neutron] 10.222.0.55 "GET /v2.0/networks/80665639-217a-43ac-98f6-ed9e5389561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815223 Jul 16 08:48:42.314203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f868f71a-0e9c-4c15-b14a-aefbb18017f1 req-245d9701-0328-4d58-821e-5d1dca5ba4b0 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129963 Jul 16 08:48:42.339936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8b76c277-f8ab-43f7-b5f0-2ddf03c7a035 None None] Provisioning complete for port 9c88f9f1-f58d-4877-b133-4392e590ecee triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:42.340452 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8b76c277-f8ab-43f7-b5f0-2ddf03c7a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.594287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:42.630384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3d76a-adad-456b-97a7-d5c61d128dcd req-f6abaf58-a37f-47f4-a2d6-36ede311865b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.642681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95c3d76a-adad-456b-97a7-d5c61d128dcd req-f6abaf58-a37f-47f4-a2d6-36ede311865b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.1531622 Jul 16 08:48:42.682205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30744eb4-3d82-42d2-b34e-0709444287ec req-4f5c004e-b1a7-485d-adf0-0c121715ebfe tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.689144 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-30744eb4-3d82-42d2-b34e-0709444287ec req-4f5c004e-b1a7-485d-adf0-0c121715ebfe tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 950 time: 0.2093093 Jul 16 08:48:42.775634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95c3d76a-adad-456b-97a7-d5c61d128dcd req-63c2735e-8ad7-4e69-9b3d-f68f79894b23 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318328 Jul 16 08:48:42.777922 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b03277-d0d9-45c5-a7d1-d37a03325a3a x-openstack-request-id: req-e7b03277-d0d9-45c5-a7d1-d37a03325a3a {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:42.778217 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d5b4eb-9928-462d-9f44-bf4f46d76750", "name": "network-vif-deleted", "tag": "d15b2cb0-aa90-41ef-b650-38db8ad6f315", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:42.778473 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7b03277-d0d9-45c5-a7d1-d37a03325a3a {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:42.778878 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5b4eb-9928-462d-9f44-bf4f46d76750', 'name': 'network-vif-deleted', 'tag': 'd15b2cb0-aa90-41ef-b650-38db8ad6f315', 'status': 'completed', 'code': 200} Jul 16 08:48:43.012661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Deleting port b71734a5-11ab-4dc3-a425-3c5bf6621027 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:43.013013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.132495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b96d0594-e0f9-45e4-a9f4-f0aaa79f5751 req-b02fef9c-a5cc-4723-a426-6d8ccf411674 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 210 time: 0.1109710 Jul 16 08:48:43.333596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b740de07-fdf0-455e-a3fe-0038c65abde6 req-db9347b6-3994-42c7-a04a-2e9475f325d9 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 210 time: 0.1328661 Jul 16 08:48:43.462941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 41363604-5b62-47b7-aa4f-0524cc60cb81 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:43.518427 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] For port b71734a5-11ab-4dc3-a425-3c5bf6621027, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b71734a5-11ab-4dc3-a425-3c5bf6621027,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:43.518846 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.535928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Calling delete_port for b71734a5-11ab-4dc3-a425-3c5bf6621027 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:43.640397 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d15b2cb0-aa90-41ef-b650-38db8ad6f315 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:43.679068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: d15b2cb0-aa90-41ef-b650-38db8ad6f315 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:43.680091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d15b2cb0-aa90-41ef-b650-38db8ad6f315 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:43.685272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 41363604-5b62-47b7-aa4f-0524cc60cb81 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:43.695355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5a3b9a7d-e3db-42c5-8464-dce714871623 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:43.815930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:43.830919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10548a-7402-4dff-a0f1-18365ef8947b req-f00c3ae2-de00-4bd7-8b0f-4e2bf9ef4a48 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.839225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a10548a-7402-4dff-a0f1-18365ef8947b req-f00c3ae2-de00-4bd7-8b0f-4e2bf9ef4a48 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 950 time: 0.1823945 Jul 16 08:48:43.839932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5a3b9a7d-e3db-42c5-8464-dce714871623 has no active binding in host n-h2-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:48:43.845487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:43.849247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9c88f9f1-f58d-4877-b133-4392e590ecee up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:43.901537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c31864-44ee-4f7f-a5e9-de7ba4e1e268 None None] Network 80665639-217a-43ac-98f6-ed9e5389561d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:43.925000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a10548a-7402-4dff-a0f1-18365ef8947b req-cbb49085-c426-4eff-9db4-fa915030576a tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848229 Jul 16 08:48:43.972616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c39606d4-aef5-48c2-9c58-70e04d450baf None None] Provisioning for port 41363604-5b62-47b7-aa4f-0524cc60cb81 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:44.035470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c39606d4-aef5-48c2-9c58-70e04d450baf None None] Provisioning complete for port 41363604-5b62-47b7-aa4f-0524cc60cb81 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:44.036126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c39606d4-aef5-48c2-9c58-70e04d450baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.080344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port f064b99e-dbb1-4e19-b3f3-ca36a95626fc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:44.081015 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.097428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9c88f9f1-f58d-4877-b133-4392e590ecee triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:44.097833 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.266689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-db45b370-769a-41c3-a2e3-8c1454e4a9aa tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.275318 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-db45b370-769a-41c3-a2e3-8c1454e4a9aa tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.54 "GET /v2.0/networks?id=6a02169a-f5b5-400a-9323-609ebf4e62c5 HTTP/1.1" status: 200 len: 805 time: 0.8694510 Jul 16 08:48:44.284611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b44c1-f499-42fd-b684-a5112c71fbee req-573df5ff-8ae5-40c5-b696-3e39fb36bfaa tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.296924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f32b44c1-f499-42fd-b684-a5112c71fbee req-573df5ff-8ae5-40c5-b696-3e39fb36bfaa tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 946 time: 0.1379375 Jul 16 08:48:44.396150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a522d656-cec1-48c8-bc8c-974decd3d00c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:44.418999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f32b44c1-f499-42fd-b684-a5112c71fbee req-5d44cf7e-4d3b-44b7-91ce-45101cf2a35b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199746 Jul 16 08:48:44.503525 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c39606d4-aef5-48c2-9c58-70e04d450baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.550739 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-386493bf-fca6-44d1-806d-1f4ccfb80cff tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d06fdffdc147c895dbc8a3b968e84d HTTP/1.1" status: 200 len: 380 time: 0.2360973 Jul 16 08:48:44.565325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-58836764-2e61-42c9-b4b7-f6376a6ef82b tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.567265 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-58836764-2e61-42c9-b4b7-f6376a6ef82b tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1098 time: 0.7215846 Jul 16 08:48:44.573924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Request body: {'port': {'device_id': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'admin_state_up': True, 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'security_groups': ['590958f8-4c44-4313-b395-4e91b44e9a6e']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:44.583526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c39606d4-aef5-48c2-9c58-70e04d450baf None None] For port 41363604-5b62-47b7-aa4f-0524cc60cb81, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=41363604-5b62-47b7-aa4f-0524cc60cb81,segment=NetworkSegment(e0477540-6622-4d97-89b8-7193743a0b52),segment_id=e0477540-6622-4d97-89b8-7193743a0b52)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:44.625928 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c39606d4-aef5-48c2-9c58-70e04d450baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.664728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ce9b0a2-5242-4bb4-8018-6ca40c7ff4a6 req-3b80387b-3f11-4b6d-bf1e-3e144da62870 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 210 time: 0.0667434 Jul 16 08:48:44.708378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-28'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:44.790407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da44f355-8eb4-4f1f-b29d-91a3d8244966 req-da4ec7a4-b8a8-46f1-838d-98d2e22e68e7 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 210 time: 0.0611928 Jul 16 08:48:44.831950 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af961027-68a7-4238-8783-50f97b0d8fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.837289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39606d4-aef5-48c2-9c58-70e04d450baf None None] Pushing event updated for resources: {'Port': ['ID=41363604-5b62-47b7-aa4f-0524cc60cb81,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.850696 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.890454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:44.892948 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0121e0-978b-4f93-bf8c-daea8a7a0932" -d '{"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-plugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:44.976132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:45.003702 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.024727 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e7f40-f017-410b-b4dc-3f6b25b1fc98 x-openstack-request-id: req-d79e7f40-f017-410b-b4dc-3f6b25b1fc98 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:45.025021 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-plugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:45.025280 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d79e7f40-f017-410b-b4dc-3f6b25b1fc98 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:45.025701 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'code': 200} Jul 16 08:48:45.033775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Made reservation on behalf of 26d06fdffdc147c895dbc8a3b968e84d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:45.040235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.043780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.049959 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.100066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-3c29be1f-bb19-4f52-bd0e-f07940411e3d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.115860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-3c29be1f-bb19-4f52-bd0e-f07940411e3d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.127574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-3c29be1f-bb19-4f52-bd0e-f07940411e3d tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "GET /v2.0/networks?id=b3a08042-e8a9-4be6-922b-d61cd6f73920&id=80665639-217a-43ac-98f6-ed9e5389561d HTTP/1.1" status: 200 len: 1390 time: 0.2718215 Jul 16 08:48:45.141438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'port': {'device_id': '46f853e9-6607-473b-acbb-3917c472d680', 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920', 'admin_state_up': True, 'tenant_id': '42c257675f7c4cf593af635f81b13de7'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:45.154817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.161280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6d999e1d-3574-49bb-b3ad-0af2e6cd7193'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:45.202158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['75b781fb-cc97-497f-8336-be60528a4fdd'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:45.348207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a522d656-cec1-48c8-bc8c-974decd3d00c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:45.348574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.399760 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.424144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a52eb896-539e-40cf-9b4b-89af756662b9 req-c2d4b098-ab3e-411a-8039-0ba550587597 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=481032bf-263b-49de-8ccb-3b9e7b9815d0 HTTP/1.1" status: 200 len: 210 time: 0.0902474 Jul 16 08:48:45.425341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:45.428962 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.440179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:45.532231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:45.637995 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.657878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Pushing event deleted for resources: {'Port': ['ID=b71734a5-11ab-4dc3-a425-3c5bf6621027,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.668064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:45.671577 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d17e13-d333-4e8c-b25a-a3f459e152a7" -d '{"events": [{"server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:45.680144 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.711483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b71734a5-11ab-4dc3-a425-3c5bf6621027 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:45.768328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Allocated IP 19.80.0.91 (b3a08042-e8a9-4be6-922b-d61cd6f73920/e19f06c6-bf51-49a4-8774-617c81cd7864/d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:45.820712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: b71734a5-11ab-4dc3-a425-3c5bf6621027 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:45.821468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b71734a5-11ab-4dc3-a425-3c5bf6621027 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:45.853942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.954390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.972658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-45e73584-6eba-45a3-b6c1-6eb187a9da44 None None] Provisioning complete for port 41363604-5b62-47b7-aa4f-0524cc60cb81 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:45.973154 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45e73584-6eba-45a3-b6c1-6eb187a9da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.974157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Transition to ACTIVE for port object d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:46.027489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.087738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 41363604-5b62-47b7-aa4f-0524cc60cb81 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:46.228354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Allocated IP 172.20.0.3 (6a02169a-f5b5-400a-9323-609ebf4e62c5/8c475824-1830-465d-a9a3-f998ef720cac/16088ced-ce07-430f-9fb6-d273a86f70b9) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:46.365239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 41363604-5b62-47b7-aa4f-0524cc60cb81 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:46.365615 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.421114 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.438222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Transition to ACTIVE for port object 16088ced-ce07-430f-9fb6-d273a86f70b9 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:46.478851 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033864f1-1a91-46c0-b4eb-2f2a632efdc3 x-openstack-request-id: req-033864f1-1a91-46c0-b4eb-2f2a632efdc3 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:46.479442 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:46.479580 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-033864f1-1a91-46c0-b4eb-2f2a632efdc3 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:46.479954 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623', 'code': 200} Jul 16 08:48:46.481543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] No DVR routers for this DVR port b71734a5-11ab-4dc3-a425-3c5bf6621027 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:46.485909 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.487975 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-30744eb4-3d82-42d2-b34e-0709444287ec req-e1c90947-6a8c-4988-b12a-55f39709e508 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "DELETE /v2.0/ports/b71734a5-11ab-4dc3-a425-3c5bf6621027 HTTP/1.1" status: 204 len: 173 time: 3.7918010 Jul 16 08:48:46.489936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.521183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:46.571270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:46.585068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:46.658833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on host n-h1-780147-28 for vnic_type normal with profile {"migrating_to": "n-h2-780147-28"} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:46.659177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:46.659528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:46.695340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event updated for resources: {'Port': ['ID=16088ced-ce07-430f-9fb6-d273a86f70b9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.700510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:46.700832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Attempting to bind port 5a3b9a7d-e3db-42c5-8464-dce714871623 on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:46.713874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:46.714321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:46.715014 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:46.715134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Bound port: 5a3b9a7d-e3db-42c5-8464-dce714871623, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:46.715464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.742251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.743512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.769942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Port': ['ID=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.846272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:46.850721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:46.858523 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.886433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network b3a08042-e8a9-4be6-922b-d61cd6f73920 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:46.906073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:46.929670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:46.971315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.972268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.973941 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a3b9a7d-e3db-42c5-8464-dce714871623 HTTP/1.1" status: 200 len: 1124 time: 2.2709267 Jul 16 08:48:46.977754 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-9905b80c-4617-41fe-bd3b-157715c0d4ab tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4088395 Jul 16 08:48:47.010948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12492d65-bc0b-4169-86fe-e9665b5d0ce1 req-98109ec1-7f1b-4283-aef9-1f6af3f85e79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.020211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12492d65-bc0b-4169-86fe-e9665b5d0ce1 req-98109ec1-7f1b-4283-aef9-1f6af3f85e79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 1.0073800 Jul 16 08:48:47.044560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Request body: {'port': {'device_id': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:47.048822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.049802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.084723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5a3b9a7d-e3db-42c5-8464-dce714871623'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:47.135913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-c676e894-92eb-411f-a628-f54e26c9d805 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9995217 Jul 16 08:48:47.171979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Request body: {'port': {'device_id': '46f853e9-6607-473b-acbb-3917c472d680', 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d', 'admin_state_up': True, 'tenant_id': '42c257675f7c4cf593af635f81b13de7'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:47.231490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94da56-576e-4960-b397-3939ae494bc0 req-e278d04c-ed4d-42b8-bb58-6000c66ee32b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.246330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc94da56-576e-4960-b397-3939ae494bc0 req-e278d04c-ed4d-42b8-bb58-6000c66ee32b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 931 time: 0.4788482 Jul 16 08:48:47.268752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4e156-ae01-4cdd-a336-5f298b4c6164 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=8']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:47.274778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['5a3b9a7d-e3db-42c5-8464-dce714871623'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:47.286167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12492d65-bc0b-4169-86fe-e9665b5d0ce1 req-633b172b-7182-4e11-9d54-88a878a14429 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474465 Jul 16 08:48:47.300697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.353144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-53fae373-1464-4184-b5fa-7826739e8ce9 None None] Provisioning for port 16088ced-ce07-430f-9fb6-d273a86f70b9 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:47.403116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-53fae373-1464-4184-b5fa-7826739e8ce9 None None] Provisioning complete for port 16088ced-ce07-430f-9fb6-d273a86f70b9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:47.403484 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53fae373-1464-4184-b5fa-7826739e8ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.473886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc94da56-576e-4960-b397-3939ae494bc0 req-d79e968a-fdc7-4f57-a8e8-ccf86f271c2f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176721 Jul 16 08:48:47.588400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-53fae373-1464-4184-b5fa-7826739e8ce9 None None] Port 16088ced-ce07-430f-9fb6-d273a86f70b9 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:47.631339 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b6c4ec6-4db7-4abf-bd0d-4cd29911b82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.637759 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.750842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-62779dd9-5a31-427b-9a40-43f99f122390 None None] Provisioning for port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:47.758545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-62779dd9-5a31-427b-9a40-43f99f122390 None None] Provisioning complete for port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:47.758917 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62779dd9-5a31-427b-9a40-43f99f122390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.790664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92009-3699-477a-ab2f-a8d453cdeef0 req-9faa2961-0e1e-4ff2-b26e-121191ca1164 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.800704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31c92009-3699-477a-ab2f-a8d453cdeef0 req-9faa2961-0e1e-4ff2-b26e-121191ca1164 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 931 time: 0.1536021 Jul 16 08:48:47.851020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Made reservation on behalf of 42c257675f7c4cf593af635f81b13de7 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:47.852246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16088ced-ce07-430f-9fb6-d273a86f70b9 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:47.855562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.871960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.912118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Transition to ACTIVE for port object 16088ced-ce07-430f-9fb6-d273a86f70b9 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:47.928304 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.975984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-62779dd9-5a31-427b-9a40-43f99f122390 None None] Port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:47.989451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Pushing event updated for resources: {'Port': ['ID=16088ced-ce07-430f-9fb6-d273a86f70b9,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.016152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31c92009-3699-477a-ab2f-a8d453cdeef0 req-f5457d1c-20ff-4df5-a9f3-1690e6f6deed tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141354 Jul 16 08:48:48.159812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Attempting to bind port 16088ced-ce07-430f-9fb6-d273a86f70b9 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:48.160417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Attempting to bind port 16088ced-ce07-430f-9fb6-d273a86f70b9 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:48.160743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Attempting to bind port 16088ced-ce07-430f-9fb6-d273a86f70b9 on network 6a02169a-f5b5-400a-9323-609ebf4e62c5 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:48.169158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Allocated IP 19.86.0.24 (80665639-217a-43ac-98f6-ed9e5389561d/63536871-35f9-4fbb-b107-37d180c35505/ae81527a-2994-4d12-9fd0-989508abb6e9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:48.173183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Port 16088ced-ce07-430f-9fb6-d273a86f70b9 on network 6a02169a-f5b5-400a-9323-609ebf4e62c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:48.173441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Attempting to bind port 16088ced-ce07-430f-9fb6-d273a86f70b9 on network 6a02169a-f5b5-400a-9323-609ebf4e62c5 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:48.197698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:48.198199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Checking segment: {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:48.198601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Bound using segment: {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:48.199195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Bound port: 16088ced-ce07-430f-9fb6-d273a86f70b9, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc6c1a7-cd42-490c-80e8-626c86be7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:48.199584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.332869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] For port 16088ced-ce07-430f-9fb6-d273a86f70b9, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:48.336697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] For port 16088ced-ce07-430f-9fb6-d273a86f70b9, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=16088ced-ce07-430f-9fb6-d273a86f70b9,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:48.360864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.424850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.425576 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.429264 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/16088ced-ce07-430f-9fb6-d273a86f70b9 HTTP/1.1" status: 200 len: 1092 time: 1.4038527 Jul 16 08:48:48.494128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481032bf-263b-49de-8ccb-3b9e7b9815d0', 'name': 'network-vif-deleted', 'tag': 'b71734a5-11ab-4dc3-a425-3c5bf6621027'}, {'name': 'network-changed', 'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623'}, {'name': 'network-changed', 'server_uuid': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'tag': '16088ced-ce07-430f-9fb6-d273a86f70b9'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:48.497548 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137cbbfb-9162-4d8f-93a5-60658bed5491" -d '{"events": [{"server_uuid": "481032bf-263b-49de-8ccb-3b9e7b9815d0", "name": "network-vif-deleted", "tag": "b71734a5-11ab-4dc3-a425-3c5bf6621027"}, {"name": "network-changed", "server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623"}, {"name": "network-changed", "server_uuid": "f56ddacf-bd02-42dc-b36f-f2c24cb19338", "tag": "16088ced-ce07-430f-9fb6-d273a86f70b9"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:48.501411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47def0a9-0027-414b-9492-d19420a758b5 service neutron] Pushing event updated for resources: {'Port': ['ID=16088ced-ce07-430f-9fb6-d273a86f70b9,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.527512 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.594880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-885b51ab-d100-48c4-9484-eecf660989b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.596946 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-885b51ab-d100-48c4-9484-eecf660989b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=26d06fdffdc147c895dbc8a3b968e84d&device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 1095 time: 0.0913799 Jul 16 08:48:48.617300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.660583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Transition to ACTIVE for port object ae81527a-2994-4d12-9fd0-989508abb6e9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:48.684889 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-5f34e979-e31d-4014-9491-2fc881fbc6cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16088ced-ce07-430f-9fb6-d273a86f70b9 HTTP/1.1" status: 200 len: 217 time: 0.0690436 Jul 16 08:48:48.750173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.758618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-69c9c1de-321d-4676-a6c5-0e056840d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.760704 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-69c9c1de-321d-4676-a6c5-0e056840d41c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c475824-1830-465d-a9a3-f998ef720cac HTTP/1.1" status: 200 len: 844 time: 0.0623178 Jul 16 08:48:48.766922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.858789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Network 80665639-217a-43ac-98f6-ed9e5389561d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:48.871984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-3ab6deb8-3dbd-4b9b-9dcf-c0ffcd6eac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.876135 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-3ab6deb8-3dbd-4b9b-9dcf-c0ffcd6eac99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a02169a-f5b5-400a-9323-609ebf4e62c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041596 Jul 16 08:48:48.898785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:48.917597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:48.988073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.989007 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.990094 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-816e63ca-9ab8-4d7f-a28f-a840f7a4adfa service neutron] 10.222.0.54 "GET /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015265 Jul 16 08:48:49.045284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aac569-7026-4dbb-9949-039c8feda445 req-55a74f7c-504a-4773-9cd5-de657e72b6c7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.057780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6aac569-7026-4dbb-9949-039c8feda445 req-55a74f7c-504a-4773-9cd5-de657e72b6c7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 0.3799524 Jul 16 08:48:49.078845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event updated for resources: {'Port': ['ID=ae81527a-2994-4d12-9fd0-989508abb6e9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:49.086321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-14f10044-eab5-4ff0-b779-b50877fee5da tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9226933 Jul 16 08:48:49.102156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Request body: {'port': {'device_id': '46f853e9-6607-473b-acbb-3917c472d680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:49.110154 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6e98e1f6-1ac2-429e-9a1b-82395b475e49 req-1cc03ac9-cba3-446b-a5d2-0b3f5c1c9768 service neutron] 10.222.0.54 "GET /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089206 Jul 16 08:48:49.210904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996e2e7-ad63-4114-b21e-45407fe9263e req-8f09bd6f-4f76-4dec-b550-bb2960d84188 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.212460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0996e2e7-ad63-4114-b21e-45407fe9263e req-8f09bd6f-4f76-4dec-b550-bb2960d84188 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 943 time: 0.3688631 Jul 16 08:48:49.226391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6aac569-7026-4dbb-9949-039c8feda445 req-3c4fe184-fa9e-4eef-a32c-57951560b3e9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669075 Jul 16 08:48:49.272307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ea6850af-6ccc-4543-9d3c-0df9deeef4c2 None None] Provisioning for port ae81527a-2994-4d12-9fd0-989508abb6e9 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:49.279463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ea6850af-6ccc-4543-9d3c-0df9deeef4c2 None None] Provisioning complete for port ae81527a-2994-4d12-9fd0-989508abb6e9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:49.280474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea6850af-6ccc-4543-9d3c-0df9deeef4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.310014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.326994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0996e2e7-ad63-4114-b21e-45407fe9263e req-b7710772-8528-46cc-b180-e7cbb9d8cd1e tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995193 Jul 16 08:48:49.338123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ea6850af-6ccc-4543-9d3c-0df9deeef4c2 None None] Port ae81527a-2994-4d12-9fd0-989508abb6e9 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:49.366815 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90720059-d9b2-4d24-9d14-4b15f284ef1e x-openstack-request-id: req-90720059-d9b2-4d24-9d14-4b15f284ef1e {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:49.367125 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481032bf-263b-49de-8ccb-3b9e7b9815d0", "name": "network-vif-deleted", "tag": "b71734a5-11ab-4dc3-a425-3c5bf6621027", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f56ddacf-bd02-42dc-b36f-f2c24cb19338", "tag": "16088ced-ce07-430f-9fb6-d273a86f70b9", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:49.367397 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90720059-d9b2-4d24-9d14-4b15f284ef1e {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:49.367812 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481032bf-263b-49de-8ccb-3b9e7b9815d0', 'name': 'network-vif-deleted', 'tag': 'b71734a5-11ab-4dc3-a425-3c5bf6621027', 'status': 'completed', 'code': 200} Jul 16 08:48:49.368069 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623', 'status': 'completed', 'code': 200} Jul 16 08:48:49.368872 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'tag': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'status': 'completed', 'code': 200} Jul 16 08:48:49.515681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-e9534167-9be5-4656-a076-8b3f71d0f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.517776 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-e9534167-9be5-4656-a076-8b3f71d0f469 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1127 time: 0.1434562 Jul 16 08:48:49.585118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-11bdb959-a746-491b-943c-7256c4a1c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.591971 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-11bdb959-a746-491b-943c-7256c4a1c98c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=26d06fdffdc147c895dbc8a3b968e84d&device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 1095 time: 0.1601224 Jul 16 08:48:49.708793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-7326770f-5d3f-44d6-bd1f-566150491202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.710738 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-7326770f-5d3f-44d6-bd1f-566150491202 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a02169a-f5b5-400a-9323-609ebf4e62c5 HTTP/1.1" status: 200 len: 906 time: 0.1068141 Jul 16 08:48:49.796961 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-56d156ca-980f-4519-8aa3-fe7c9b07edc7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16088ced-ce07-430f-9fb6-d273a86f70b9 HTTP/1.1" status: 200 len: 217 time: 0.0447543 Jul 16 08:48:49.852042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-dd0df94a-268b-4e5f-ae9c-00ba889d37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.852315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:49.854292 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-dd0df94a-268b-4e5f-ae9c-00ba889d37ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.3272777 Jul 16 08:48:49.865384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.874336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-f3123b1b-dc9f-48a1-8aee-306bb6b338e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.876573 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-f3123b1b-dc9f-48a1-8aee-306bb6b338e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c475824-1830-465d-a9a3-f998ef720cac HTTP/1.1" status: 200 len: 844 time: 0.0689504 Jul 16 08:48:49.885842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd101b-bed1-4bb3-ae82-b77f4ff08bfb req-afabca60-a8a0-43d6-a260-100e8fa5f1d0 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.893784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43bd101b-bed1-4bb3-ae82-b77f4ff08bfb req-afabca60-a8a0-43d6-a260-100e8fa5f1d0 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 948 time: 0.1899123 Jul 16 08:48:49.919244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Transition to ACTIVE for port object d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:49.928655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2923064-3970-4799-8bf2-ebd78e6e0fc5 req-20e46d8c-564f-4239-a707-8c4ecd985dfc tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.934662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2923064-3970-4799-8bf2-ebd78e6e0fc5 req-20e46d8c-564f-4239-a707-8c4ecd985dfc tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.937097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2923064-3970-4799-8bf2-ebd78e6e0fc5 req-20e46d8c-564f-4239-a707-8c4ecd985dfc tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1653 time: 0.2322817 Jul 16 08:48:49.941448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.955007 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-3a4e0bbf-6037-411a-82b7-72a7c3afc7be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a3b9a7d-e3db-42c5-8464-dce714871623 HTTP/1.1" status: 200 len: 217 time: 0.0921721 Jul 16 08:48:50.007403 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.016679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-df5d1959-1fdc-47e7-a463-7b9b482a2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.018533 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-df5d1959-1fdc-47e7-a463-7b9b482a2fdd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0552225 Jul 16 08:48:50.031645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Pushing event updated for resources: {'Port': ['ID=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.062870 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-6694291f-16b4-4c06-82bd-ee13240662d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340347 Jul 16 08:48:50.068068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-9aff8251-a706-4508-b73f-15d09583aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.069637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-9aff8251-a706-4508-b73f-15d09583aa3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a02169a-f5b5-400a-9323-609ebf4e62c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477597 Jul 16 08:48:50.086401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43bd101b-bed1-4bb3-ae82-b77f4ff08bfb req-3b54a01e-e3be-4d8b-a3c8-682b9cb020bb tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915703 Jul 16 08:48:50.203840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2923064-3970-4799-8bf2-ebd78e6e0fc5 req-a2813636-8f26-4cbc-a465-a79af1d8cd8e tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354856 Jul 16 08:48:50.285909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Attempting to bind port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:50.286302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Attempting to bind port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:50.286638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Attempting to bind port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 on network b3a08042-e8a9-4be6-922b-d61cd6f73920 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:50.294005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 on network b3a08042-e8a9-4be6-922b-d61cd6f73920 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:50.294342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Attempting to bind port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 on network b3a08042-e8a9-4be6-922b-d61cd6f73920 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:50.306313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:50.306688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Checking segment: {'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:50.306966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Bound using segment: {'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:50.309569 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-e2f3cdf2-4526-4038-bf06-71db98824ce1 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385852 Jul 16 08:48:50.310005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Bound port: d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3123795c-4ac9-4d59-ae2e-f165a90ad81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:50.310566 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.433594 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-c6af04c6-93e7-49f9-bec8-5a1baedf4e90 service neutron] 10.222.0.54 "GET /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138831 Jul 16 08:48:50.457208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] For port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:50.463374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] For port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,segment=NetworkSegment(3123795c-4ac9-4d59-ae2e-f165a90ad81d),segment_id=3123795c-4ac9-4d59-ae2e-f165a90ad81d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:50.474086 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.503094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.503817 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.505341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] 10.222.0.52 "PUT /v2.0/ports/d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 HTTP/1.1" status: 200 len: 1092 time: 1.4096854 Jul 16 08:48:50.510123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'tag': 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:50.522924 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6afca91-94bf-41c0-a8ab-42d654b731f6" -d '{"events": [{"name": "network-changed", "server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "tag": "d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:50.550925 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-46c529bf-babb-4329-9901-f6b1e87318bb service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266877 Jul 16 08:48:50.593823 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-137cbbfb-9162-4d8f-93a5-60658bed5491 req-5886b1bd-ea52-4225-8227-1174fd098185 service neutron] 10.222.0.54 "GET /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468184 Jul 16 08:48:50.595225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Request body: {'port': {'device_id': '46f853e9-6607-473b-acbb-3917c472d680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:50.750434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e990bd-a289-4b8f-9edb-bbbef902c263 service neutron] Pushing event updated for resources: {'Port': ['ID=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.829274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eae0e-0240-4d9e-8ae9-80f1eb1dcea1 req-98c327f1-7f07-47ef-b20c-42a62fadcf19 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.830815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d15eae0e-0240-4d9e-8ae9-80f1eb1dcea1 req-98c327f1-7f07-47ef-b20c-42a62fadcf19 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 943 time: 0.2324896 Jul 16 08:48:50.841000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33992c2b-c677-4dcf-acc2-9b900160745a req-fd8ff389-615c-4108-a2be-c290ccf881ae tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.842589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33992c2b-c677-4dcf-acc2-9b900160745a req-fd8ff389-615c-4108-a2be-c290ccf881ae tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 0.2691038 Jul 16 08:48:50.845745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.955343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33992c2b-c677-4dcf-acc2-9b900160745a req-bfa9452a-66a5-477a-8166-e9771f82f0af tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015682 Jul 16 08:48:50.975294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d15eae0e-0240-4d9e-8ae9-80f1eb1dcea1 req-7e865fb8-c810-4e73-85f0-bd605e22529f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307092 Jul 16 08:48:51.125256 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44912e48-6ab6-4203-94dc-2832ca1986f7 x-openstack-request-id: req-44912e48-6ab6-4203-94dc-2832ca1986f7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:51.125610 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "tag": "d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:51.143651 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44912e48-6ab6-4203-94dc-2832ca1986f7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:51.143978 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'tag': 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4', 'status': 'completed', 'code': 200} Jul 16 08:48:51.212860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-29bcdcfc-868d-4781-b801-b2d619eb74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.214650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-29bcdcfc-868d-4781-b801-b2d619eb74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.216748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-29bcdcfc-868d-4781-b801-b2d619eb74a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1913 time: 0.1187940 Jul 16 08:48:51.394791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-6044bbb9-3bb1-4c68-9cb4-ea0ef4ba02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.395650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-6044bbb9-3bb1-4c68-9cb4-ea0ef4ba02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.396448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-6044bbb9-3bb1-4c68-9cb4-ea0ef4ba02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.398570 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-6044bbb9-3bb1-4c68-9cb4-ea0ef4ba02d4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=42c257675f7c4cf593af635f81b13de7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1729178 Jul 16 08:48:51.536120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae81527a-2994-4d12-9fd0-989508abb6e9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:51.536845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-212daf2a-9c7c-44fd-a392-1022a5f99768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.538482 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6afca91-94bf-41c0-a8ab-42d654b731f6 req-212daf2a-9c7c-44fd-a392-1022a5f99768 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320176 Jul 16 08:48:51.549082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.559013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c4459-250e-448f-b7b5-d02eda11dd29 req-2564ddd3-fa7e-414d-a957-75b026363078 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.560677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c4c4459-250e-448f-b7b5-d02eda11dd29 req-2564ddd3-fa7e-414d-a957-75b026363078 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 948 time: 0.2003188 Jul 16 08:48:51.598621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad4560-1391-49a9-ae2d-efe6bcde5e47 req-40bd9216-05d9-4c08-aa27-5bc37156888b tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.604525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad4560-1391-49a9-ae2d-efe6bcde5e47 req-40bd9216-05d9-4c08-aa27-5bc37156888b tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.610166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aaad4560-1391-49a9-ae2d-efe6bcde5e47 req-40bd9216-05d9-4c08-aa27-5bc37156888b tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1665 time: 0.1963730 Jul 16 08:48:51.615142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Transition to ACTIVE for port object ae81527a-2994-4d12-9fd0-989508abb6e9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:51.639543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.682096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c4c4459-250e-448f-b7b5-d02eda11dd29 req-6d9d0067-dc50-4511-8496-c664189a315c tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145427 Jul 16 08:48:51.714467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aaad4560-1391-49a9-ae2d-efe6bcde5e47 req-8abb7c2f-1604-487c-8f60-b5cedb5f79c6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966425 Jul 16 08:48:51.715948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 16088ced-ce07-430f-9fb6-d273a86f70b9 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:51.780367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Pushing event updated for resources: {'Port': ['ID=ae81527a-2994-4d12-9fd0-989508abb6e9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:51.949209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 16088ced-ce07-430f-9fb6-d273a86f70b9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=16088ced-ce07-430f-9fb6-d273a86f70b9,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:51.962603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'port_id': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'mac_address': 'fa:16:3e:4c:d0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:52.016916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Attempting to bind port ae81527a-2994-4d12-9fd0-989508abb6e9 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:52.017391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Attempting to bind port ae81527a-2994-4d12-9fd0-989508abb6e9 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:52.017391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Attempting to bind port ae81527a-2994-4d12-9fd0-989508abb6e9 on network 80665639-217a-43ac-98f6-ed9e5389561d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:52.024620 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.028230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Port ae81527a-2994-4d12-9fd0-989508abb6e9 on network 80665639-217a-43ac-98f6-ed9e5389561d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:52.028230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Attempting to bind port ae81527a-2994-4d12-9fd0-989508abb6e9 on network 80665639-217a-43ac-98f6-ed9e5389561d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:52.042774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16088ced-ce07-430f-9fb6-d273a86f70b9 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:52.066223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 16088ced-ce07-430f-9fb6-d273a86f70b9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=16088ced-ce07-430f-9fb6-d273a86f70b9,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:52.070275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:52.070826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Checking segment: {'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:52.071378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Bound using segment: {'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:52.071962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Bound port: ae81527a-2994-4d12-9fd0-989508abb6e9, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0477540-6622-4d97-89b8-7193743a0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:52.072694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.075529 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.118369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-d16d076e-484b-4871-9cee-68be354bff78 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.124006 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-d16d076e-484b-4871-9cee-68be354bff78 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.54 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 948 time: 0.2214146 Jul 16 08:48:52.146101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=16088ced-ce07-430f-9fb6-d273a86f70b9,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:52.175142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6591f1-6e58-4e1a-8924-e9b32466d022 req-f75277b2-1bbb-4c77-a222-8eff2960a200 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.177894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e6591f1-6e58-4e1a-8924-e9b32466d022 req-f75277b2-1bbb-4c77-a222-8eff2960a200 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 945 time: 0.3049090 Jul 16 08:48:52.271572 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e6591f1-6e58-4e1a-8924-e9b32466d022 req-a1821a66-9f30-4d4e-b645-9f2b2e3adcd1 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859685 Jul 16 08:48:52.274559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] For port ae81527a-2994-4d12-9fd0-989508abb6e9, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:52.285676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] For port ae81527a-2994-4d12-9fd0-989508abb6e9, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ae81527a-2994-4d12-9fd0-989508abb6e9,segment=NetworkSegment(e0477540-6622-4d97-89b8-7193743a0b52),segment_id=e0477540-6622-4d97-89b8-7193743a0b52)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:52.296236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Deleting port 75b781fb-cc97-497f-8336-be60528a4fdd {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:52.296802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.297706 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.351358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.352325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.353775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] 10.222.0.52 "PUT /v2.0/ports/ae81527a-2994-4d12-9fd0-989508abb6e9 HTTP/1.1" status: 200 len: 1092 time: 1.7686596 Jul 16 08:48:52.509776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a5852-74a7-48c7-afa8-981ccaec8b44 service neutron] Pushing event updated for resources: {'Port': ['ID=ae81527a-2994-4d12-9fd0-989508abb6e9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:52.608850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['16088ced-ce07-430f-9fb6-d273a86f70b9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:52.713882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d7784056-ac1d-4983-9aeb-d12b9d0b7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.714418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d7784056-ac1d-4983-9aeb-d12b9d0b7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.716044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d7784056-ac1d-4983-9aeb-d12b9d0b7689 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1981 time: 0.2861989 Jul 16 08:48:52.732864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6e59e-5351-4563-8660-dbafb6cbd5fc req-0e0ce631-b2a4-4c9e-b3ff-7358e9744325 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.734638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5df6e59e-5351-4563-8660-dbafb6cbd5fc req-0e0ce631-b2a4-4c9e-b3ff-7358e9744325 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 944 time: 0.2372618 Jul 16 08:48:52.779912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-dce34d39-10fa-4f6b-a557-115ad3ccfaf9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 HTTP/1.1" status: 200 len: 217 time: 0.0428727 Jul 16 08:48:52.809631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] For port 75b781fb-cc97-497f-8336-be60528a4fdd, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=75b781fb-cc97-497f-8336-be60528a4fdd,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:52.811054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.824169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Calling delete_port for 75b781fb-cc97-497f-8336-be60528a4fdd owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:52.859801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-7020e731-2958-4025-892a-e10838dd454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.861633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-7020e731-2958-4025-892a-e10838dd454b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e19f06c6-bf51-49a4-8774-617c81cd7864 HTTP/1.1" status: 200 len: 801 time: 0.0715964 Jul 16 08:48:52.888930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab5f12-bcca-44f0-9280-f0f146051d4a req-de792266-d8f9-4bae-8dc1-aa456d979faf tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.905374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86ab5f12-bcca-44f0-9280-f0f146051d4a req-de792266-d8f9-4bae-8dc1-aa456d979faf tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 0.4531233 Jul 16 08:48:52.966290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86ab5f12-bcca-44f0-9280-f0f146051d4a req-a902ea1c-1d69-46b6-a1dd-de9e47083790 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598936 Jul 16 08:48:52.974440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.001819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6d999e1d-3574-49bb-b3ad-0af2e6cd7193'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:53.052424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Pushing event deleted for resources: {'Port': ['ID=75b781fb-cc97-497f-8336-be60528a4fdd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.070588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5df6e59e-5351-4563-8660-dbafb6cbd5fc req-1c837d00-b6bc-4527-aaab-30c5343422f3 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892804 Jul 16 08:48:53.134502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-da35ccc2-f885-4e8b-b603-beffbe9f1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.136450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-da35ccc2-f885-4e8b-b603-beffbe9f1e13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3a08042-e8a9-4be6-922b-d61cd6f73920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643239 Jul 16 08:48:53.147122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'tag': 'ae81527a-2994-4d12-9fd0-989508abb6e9'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:53.155203 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a" -d '{"events": [{"name": "network-changed", "server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "tag": "ae81527a-2994-4d12-9fd0-989508abb6e9"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:53.183741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] No DVR routers for this DVR port 75b781fb-cc97-497f-8336-be60528a4fdd on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:53.194267 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.202106 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9f9f5ee-f94d-4f30-bd61-60b5c0408619 req-81c43e11-8f7b-4d6c-9bc2-ab05df052f07 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.54 "DELETE /v2.0/ports/75b781fb-cc97-497f-8336-be60528a4fdd HTTP/1.1" status: 204 len: 173 time: 1.0640469 Jul 16 08:48:53.202694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21409e6f-0b94-4c54-8fcb-768b2b47778e', 'name': 'network-vif-deleted', 'tag': '75b781fb-cc97-497f-8336-be60528a4fdd'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:53.212841 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d8af88-a313-435c-a060-3f2fc835bc65" -d '{"events": [{"server_uuid": "21409e6f-0b94-4c54-8fcb-768b2b47778e", "name": "network-vif-deleted", "tag": "75b781fb-cc97-497f-8336-be60528a4fdd"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:53.346609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbb65c13-69d7-431a-b97b-a386820b1083 req-91a0f6f9-4d5a-425a-a5c2-1e99f8fb67d4 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=21409e6f-0b94-4c54-8fcb-768b2b47778e HTTP/1.1" status: 200 len: 210 time: 0.1072221 Jul 16 08:48:53.410873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-62ea9f50-4a58-4e54-a5e7-e4b8b7996afd service neutron] 10.222.0.52 "GET /v2.0/networks/b3a08042-e8a9-4be6-922b-d61cd6f73920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652111 Jul 16 08:48:53.448536 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de96cc-50ac-4f75-9fb3-8c20fb3f64eb x-openstack-request-id: req-56de96cc-50ac-4f75-9fb3-8c20fb3f64eb {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:53.449072 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21409e6f-0b94-4c54-8fcb-768b2b47778e", "name": "network-vif-deleted", "tag": "75b781fb-cc97-497f-8336-be60528a4fdd", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:53.449193 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56de96cc-50ac-4f75-9fb3-8c20fb3f64eb {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:53.449672 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21409e6f-0b94-4c54-8fcb-768b2b47778e', 'name': 'network-vif-deleted', 'tag': '75b781fb-cc97-497f-8336-be60528a4fdd', 'status': 'completed', 'code': 200} Jul 16 08:48:53.520441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbb80f-12d7-4b03-9033-865565f6acff req-52a2cab0-2ced-4176-be58-1fc58602305c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.528293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbb80f-12d7-4b03-9033-865565f6acff req-52a2cab0-2ced-4176-be58-1fc58602305c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.533303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6cbb80f-12d7-4b03-9033-865565f6acff req-52a2cab0-2ced-4176-be58-1fc58602305c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1677 time: 0.2099555 Jul 16 08:48:53.573960 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67293a6-2688-4940-bb02-d4d025cf3e66 x-openstack-request-id: req-f67293a6-2688-4940-bb02-d4d025cf3e66 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:53.574232 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "tag": "ae81527a-2994-4d12-9fd0-989508abb6e9", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:53.574485 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f67293a6-2688-4940-bb02-d4d025cf3e66 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:53.574880 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'tag': 'ae81527a-2994-4d12-9fd0-989508abb6e9', 'status': 'completed', 'code': 200} Jul 16 08:48:53.641177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6cbb80f-12d7-4b03-9033-865565f6acff req-d44c774c-4ab6-42c4-bfe8-c124ce2706a6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999217 Jul 16 08:48:53.655968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-0f8e37fb-7220-4133-b2b0-dff342886eee service neutron] 10.222.0.52 "GET /v2.0/networks/b3a08042-e8a9-4be6-922b-d61cd6f73920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344983 Jul 16 08:48:53.754170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-9d007546-8813-48ac-a550-a3838912b6de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=ae81527a-2994-4d12-9fd0-989508abb6e9 HTTP/1.1" status: 200 len: 217 time: 0.0902941 Jul 16 08:48:53.822125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-b2148533-6abe-410b-87ad-bcd8c55ab730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.824146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-b2148533-6abe-410b-87ad-bcd8c55ab730 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63536871-35f9-4fbb-b107-37d180c35505 HTTP/1.1" status: 200 len: 801 time: 0.0608997 Jul 16 08:48:53.984708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073583e-2d70-4292-bb9d-35e25bf0b04e req-9a1a6c66-4599-49fa-b650-33a13c59c32c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.986903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9073583e-2d70-4292-bb9d-35e25bf0b04e req-9a1a6c66-4599-49fa-b650-33a13c59c32c tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 945 time: 0.1571858 Jul 16 08:48:54.020136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-3640dee9-692a-400c-8c5a-a37ffa58ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.021953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-3640dee9-692a-400c-8c5a-a37ffa58ab72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80665639-217a-43ac-98f6-ed9e5389561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827943 Jul 16 08:48:54.345913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7cc7-debe-4681-882c-86023be93639 req-9f18a7d4-c0c4-40e0-b5e8-6dbaf8ea8c03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.347515 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fcdd7cc7-debe-4681-882c-86023be93639 req-9f18a7d4-c0c4-40e0-b5e8-6dbaf8ea8c03 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 945 time: 0.1485417 Jul 16 08:48:54.443457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9073583e-2d70-4292-bb9d-35e25bf0b04e req-211b49ec-da82-4e09-8d9e-f9115a5a089b tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d42f883-9cb5-4c17-9dee-a01cb9d383bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509749 Jul 16 08:48:54.592034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Deleting port a0444412-aa20-4102-b9ed-4c35bba2f97a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:54.592700 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.674294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-db189586-c3ac-4220-9b98-3da0bd77573b service neutron] 10.222.0.52 "GET /v2.0/networks/80665639-217a-43ac-98f6-ed9e5389561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362031 Jul 16 08:48:54.702113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d1466-d53b-4ac2-9937-5ca3a2d22d32 req-fb62561e-9c66-42d8-9955-8cd2376436c5 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.705073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be5d1466-d53b-4ac2-9937-5ca3a2d22d32 req-fb62561e-9c66-42d8-9955-8cd2376436c5 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 944 time: 0.2564454 Jul 16 08:48:54.787080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] For port a0444412-aa20-4102-b9ed-4c35bba2f97a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a0444412-aa20-4102-b9ed-4c35bba2f97a,segment=NetworkSegment(dfadece5-207a-4928-a58f-e3f09ea2570a),segment_id=dfadece5-207a-4928-a58f-e3f09ea2570a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:54.787458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.811248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Calling delete_port for a0444412-aa20-4102-b9ed-4c35bba2f97a owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:54.915234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be5d1466-d53b-4ac2-9937-5ca3a2d22d32 req-dd0833a2-c82d-4a8d-b8cb-7789fa442741 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933393 Jul 16 08:48:54.965379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c3ea8-0c2b-47da-8826-4ad646a4639c req-d494c649-760b-4753-8037-b0abcc4303aa service neutron] 10.222.0.52 "GET /v2.0/networks/80665639-217a-43ac-98f6-ed9e5389561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589717 Jul 16 08:48:55.148665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.164592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a0444412-aa20-4102-b9ed-4c35bba2f97a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:55.223463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-7e0cc2e8-e860-4b91-850d-70ff71c459bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.224949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-7e0cc2e8-e860-4b91-850d-70ff71c459bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.229497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-7e0cc2e8-e860-4b91-850d-70ff71c459bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42c257675f7c4cf593af635f81b13de7&device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1981 time: 0.1418724 Jul 16 08:48:55.234034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-7e451e39-08a3-4901-9de9-b4e966c789c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.235637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-7e451e39-08a3-4901-9de9-b4e966c789c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1097 time: 0.1952751 Jul 16 08:48:55.240607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Pushing event deleted for resources: {'Port': ['ID=a0444412-aa20-4102-b9ed-4c35bba2f97a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.466310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] No DVR routers for this DVR port a0444412-aa20-4102-b9ed-4c35bba2f97a on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:55.469354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-7439bb52-4448-4989-915a-0b81fbaf52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.470876 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-7439bb52-4448-4989-915a-0b81fbaf52ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 919 time: 0.2146044 Jul 16 08:48:55.472633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.474604 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fcdd7cc7-debe-4681-882c-86023be93639 req-6f70544a-9f9e-40cd-8669-d57457072050 tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.54 "DELETE /v2.0/ports/a0444412-aa20-4102-b9ed-4c35bba2f97a HTTP/1.1" status: 204 len: 173 time: 1.1092420 Jul 16 08:48:55.474987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce13c16-39c5-47b4-b417-871644839270', 'name': 'network-vif-deleted', 'tag': 'a0444412-aa20-4102-b9ed-4c35bba2f97a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:55.478226 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3b80b7-aecf-4535-9f24-5b526c5308c3" -d '{"events": [{"server_uuid": "8ce13c16-39c5-47b4-b417-871644839270", "name": "network-vif-deleted", "tag": "a0444412-aa20-4102-b9ed-4c35bba2f97a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:55.495493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d14ff-a828-45b0-aea1-4d397da72d52 req-3c4a3a78-e59d-49fd-a35e-aba72c70f2bf tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.505020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-492d14ff-a828-45b0-aea1-4d397da72d52 req-3c4a3a78-e59d-49fd-a35e-aba72c70f2bf tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 944 time: 0.3150964 Jul 16 08:48:55.507388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-e76ee643-95fd-48f0-9daf-37b0af3892bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.508809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-e76ee643-95fd-48f0-9daf-37b0af3892bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=80665639-217a-43ac-98f6-ed9e5389561d HTTP/1.1" status: 200 len: 903 time: 0.2412457 Jul 16 08:48:55.585720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-db8ee4e4-6f3c-45d6-a29b-445e08132ec7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=ae81527a-2994-4d12-9fd0-989508abb6e9 HTTP/1.1" status: 200 len: 217 time: 0.0681214 Jul 16 08:48:55.592455 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-55a8a624-db07-4c9a-bb54-1e8d37ad4cc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1768b5-4394-4124-9540-0acc72363c03 HTTP/1.1" status: 200 len: 217 time: 0.0923674 Jul 16 08:48:55.669270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-492d14ff-a828-45b0-aea1-4d397da72d52 req-9fedcc4a-c3b3-4e0c-9055-4737ad78d2f4 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631837 Jul 16 08:48:55.703572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15a190-be36-43df-9888-612c59ec3b77 req-3f6da422-ce4c-4140-bde4-84935374fd18 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.705327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-bdf5ec92-b4f8-48e2-8095-f7ea3dbab703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.708023 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-bdf5ec92-b4f8-48e2-8095-f7ea3dbab703 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.1019483 Jul 16 08:48:55.736010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15a190-be36-43df-9888-612c59ec3b77 req-3f6da422-ce4c-4140-bde4-84935374fd18 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.737446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5a3b9a7d-e3db-42c5-8464-dce714871623 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:55.743549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a15a190-be36-43df-9888-612c59ec3b77 req-3f6da422-ce4c-4140-bde4-84935374fd18 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1677 time: 0.3680928 Jul 16 08:48:55.803106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 16088ced-ce07-430f-9fb6-d273a86f70b9 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:55.828198 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-f73bb58b-a0bc-44fa-b706-056bc5e07a24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997972 Jul 16 08:48:55.841026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a15a190-be36-43df-9888-612c59ec3b77 req-f09dd44b-7706-4c93-ae68-2d0055b89747 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963593 Jul 16 08:48:55.855229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-4769b4e6-a51f-4399-87e0-a995a9785f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.855845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-4769b4e6-a51f-4399-87e0-a995a9785f73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63536871-35f9-4fbb-b107-37d180c35505 HTTP/1.1" status: 200 len: 801 time: 0.2540939 Jul 16 08:48:55.980637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-9f79e404-500b-4123-92b7-97dfe055926d service neutron] 10.222.0.52 "GET /v2.0/ports/5a3b9a7d-e3db-42c5-8464-dce714871623/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 385 time: 0.1409328 Jul 16 08:48:55.988929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-96aa1833-4101-46ea-9cd3-c0d8f65d4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.990862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-96aa1833-4101-46ea-9cd3-c0d8f65d4313 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80665639-217a-43ac-98f6-ed9e5389561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254580 Jul 16 08:48:56.061123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 16088ced-ce07-430f-9fb6-d273a86f70b9 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:56.078868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 16088ced-ce07-430f-9fb6-d273a86f70b9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:56.079520 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.134865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-89c01607-9215-43ec-ae77-452e0b51e593 service neutron] 10.222.0.52 "GET /v2.0/networks/80665639-217a-43ac-98f6-ed9e5389561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352470 Jul 16 08:48:56.248368 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.256685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:56.292148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:56.293371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ce5f-ef44-4184-9d62-416a631785fe req-c9834d47-7aea-4bb2-81d9-eb5d088d0b1a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:56.302620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27b7ce5f-ef44-4184-9d62-416a631785fe req-c9834d47-7aea-4bb2-81d9-eb5d088d0b1a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1666424 Jul 16 08:48:56.306363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 16088ced-ce07-430f-9fb6-d273a86f70b9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=16088ced-ce07-430f-9fb6-d273a86f70b9,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:56.307796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16088ced-ce07-430f-9fb6-d273a86f70b9'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:56.311771 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92db8389-b581-4d29-98bc-38754078cbaa" -d '{"events": [{"server_uuid": "f56ddacf-bd02-42dc-b36f-f2c24cb19338", "name": "network-vif-plugged", "status": "completed", "tag": "16088ced-ce07-430f-9fb6-d273a86f70b9"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:56.325719 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.328549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 75b781fb-cc97-497f-8336-be60528a4fdd no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:56.351729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3b9a7d-e3db-42c5-8464-dce714871623 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:56.364187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:56.398220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.409396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27b7ce5f-ef44-4184-9d62-416a631785fe req-9be5dbc1-f7dd-4d2e-a98f-33eb1a5ad95e tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984750 Jul 16 08:48:56.411992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc6873c-5e54-44cf-b64a-5e7edfa2489a req-f1a70e52-e111-4128-a27e-c1ab0aa4f6da service neutron] 10.222.0.52 "GET /v2.0/networks/80665639-217a-43ac-98f6-ed9e5389561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644639 Jul 16 08:48:56.492323 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-29cfdf32-af0e-41db-b83a-718e013a5b77 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199530 Jul 16 08:48:56.588915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=16088ced-ce07-430f-9fb6-d273a86f70b9,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.597249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 75b781fb-cc97-497f-8336-be60528a4fdd {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:56.599210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 75b781fb-cc97-497f-8336-be60528a4fdd not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:56.640215 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c067c0-79aa-415b-8706-2a2b0df3ee2a x-openstack-request-id: req-58c067c0-79aa-415b-8706-2a2b0df3ee2a {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:56.640756 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce13c16-39c5-47b4-b417-871644839270", "name": "network-vif-deleted", "tag": "a0444412-aa20-4102-b9ed-4c35bba2f97a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:56.640887 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58c067c0-79aa-415b-8706-2a2b0df3ee2a {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:56.641610 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce13c16-39c5-47b4-b417-871644839270', 'name': 'network-vif-deleted', 'tag': 'a0444412-aa20-4102-b9ed-4c35bba2f97a', 'status': 'completed', 'code': 200} Jul 16 08:48:56.647349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-891d14dc-bc44-4ca7-a95f-47a48c63f70d req-bbd2add7-0bae-41ff-9cde-b32adbf0ca2f tempest-ServersTestJSON-85531827 tempest-ServersTestJSON-85531827-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce13c16-39c5-47b4-b417-871644839270 HTTP/1.1" status: 200 len: 210 time: 0.0585301 Jul 16 08:48:56.718065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] Transition to ACTIVE for port object 5a3b9a7d-e3db-42c5-8464-dce714871623 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:56.725609 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b7598be1-80a3-4d05-93e0-3ce50a523305 req-369bbf5c-7f6d-4bdf-ae96-8f842d9bc5a1 service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085016 Jul 16 08:48:56.734861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.806894 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3116a232-b664-49c8-b708-2aafae856775 x-openstack-request-id: req-3116a232-b664-49c8-b708-2aafae856775 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:56.808033 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56ddacf-bd02-42dc-b36f-f2c24cb19338", "name": "network-vif-plugged", "status": "completed", "tag": "16088ced-ce07-430f-9fb6-d273a86f70b9", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:56.808388 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3116a232-b664-49c8-b708-2aafae856775 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:56.808738 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'code': 200} Jul 16 08:48:56.824405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-fe0c87a9-8f53-4b6d-9092-bf46a9fca574 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2006392 Jul 16 08:48:56.865038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] No DVR routers for this DVR port 5a3b9a7d-e3db-42c5-8464-dce714871623 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:56.880470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=10']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.912764 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f57da3ec-ccb0-4dea-9f2f-ae711598a459 service neutron] 10.222.0.52 "PUT /v2.0/ports/5a3b9a7d-e3db-42c5-8464-dce714871623/bindings/n-h2-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 0.9190295 Jul 16 08:48:57.019916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed3c35-67c7-4a18-89b6-b924262be450 req-135e8b50-f8b3-409a-8aa0-838411428c07 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.027500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ffed3c35-67c7-4a18-89b6-b924262be450 req-135e8b50-f8b3-409a-8aa0-838411428c07 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 945 time: 0.1870790 Jul 16 08:48:57.077556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc1b1f-cf76-4dfc-995a-8ce87e081b27 req-6a64806b-8c44-4b53-8446-7d488add3a44 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.079260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90fc1b1f-cf76-4dfc-995a-8ce87e081b27 req-6a64806b-8c44-4b53-8446-7d488add3a44 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 950 time: 0.1382332 Jul 16 08:48:57.095654 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ffed3c35-67c7-4a18-89b6-b924262be450 req-038b699b-a91f-4298-996d-8311f7c5e9a3 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643096 Jul 16 08:48:57.156909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692cea9-ec09-45e2-b880-bfabf1e427dc req-33def9c8-e661-4477-b14c-8bff46370d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.158451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2692cea9-ec09-45e2-b880-bfabf1e427dc req-33def9c8-e661-4477-b14c-8bff46370d3e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 1097 time: 0.1932123 Jul 16 08:48:57.165479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90fc1b1f-cf76-4dfc-995a-8ce87e081b27 req-7035268e-1538-40d2-9b8e-66462b9f7a14 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686426 Jul 16 08:48:57.184385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-b5b877b6-1a1f-4ab4-aa37-be85e3391d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.184920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-b5b877b6-1a1f-4ab4-aa37-be85e3391d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.186045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-b5b877b6-1a1f-4ab4-aa37-be85e3391d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.186511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-b5b877b6-1a1f-4ab4-aa37-be85e3391d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.187204 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-b5b877b6-1a1f-4ab4-aa37-be85e3391d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.187417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-b5b877b6-1a1f-4ab4-aa37-be85e3391d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.188028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-b5b877b6-1a1f-4ab4-aa37-be85e3391d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.189980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-b5b877b6-1a1f-4ab4-aa37-be85e3391d62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6496 time: 0.1920955 Jul 16 08:48:57.210967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-5107e473-a4e4-452c-9f44-012fc99b74e6 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.212543 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-5107e473-a4e4-452c-9f44-012fc99b74e6 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.1776981 Jul 16 08:48:57.282922 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2692cea9-ec09-45e2-b880-bfabf1e427dc req-42240d98-de3c-4f82-9af8-63576b9443eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116986 Jul 16 08:48:57.328456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8f1d5-c195-4a6a-a1b2-fc702da28875 req-9b4401e4-07dc-4ff4-a3e3-fbcfa9543d8b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.335647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48c8f1d5-c195-4a6a-a1b2-fc702da28875 req-9b4401e4-07dc-4ff4-a3e3-fbcfa9543d8b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.0898085 Jul 16 08:48:57.376772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-fbea2db7-bafc-4142-b557-2a089cd45188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.377248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-fbea2db7-bafc-4142-b557-2a089cd45188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.377756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-fbea2db7-bafc-4142-b557-2a089cd45188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.379384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-fbea2db7-bafc-4142-b557-2a089cd45188 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=0702df2e-d2b4-4027-b483-fc02ab1685a3&id=0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 200 len: 2293 time: 0.1588738 Jul 16 08:48:57.382412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-4eddbd33-f61d-44e8-95a3-d2cc5d0107c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.383843 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-4eddbd33-f61d-44e8-95a3-d2cc5d0107c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b&tenant_id=5f2085df23d74438b39a3b48f5526d66 HTTP/1.1" status: 200 len: 1097 time: 0.1482408 Jul 16 08:48:57.418739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48c8f1d5-c195-4a6a-a1b2-fc702da28875 req-1d680dd1-9c02-4c09-b431-f9b9ce97c595 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825174 Jul 16 08:48:57.476925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e032a25-20f7-4717-b0e0-6d7ab7696b51 req-0f0ac6cd-9337-4186-8215-92a0d89bb0e6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.483523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e032a25-20f7-4717-b0e0-6d7ab7696b51 req-0f0ac6cd-9337-4186-8215-92a0d89bb0e6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.485456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e032a25-20f7-4717-b0e0-6d7ab7696b51 req-0f0ac6cd-9337-4186-8215-92a0d89bb0e6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1677 time: 0.1471989 Jul 16 08:48:57.524492 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-786463d5-7eb9-4fe5-8841-5be03dda9269 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2139ee0-e40a-4c65-b125-895578399621 HTTP/1.1" status: 200 len: 1001 time: 0.1363680 Jul 16 08:48:57.535766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e032a25-20f7-4717-b0e0-6d7ab7696b51 req-367b9bdf-e407-4341-a32d-3802d79d31ea tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Jul 16 08:48:57.608545 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-50ed1c66-c25f-4037-9a25-0861a03cb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.610114 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-50ed1c66-c25f-4037-9a25-0861a03cb326 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9e92d7e-bf37-41fc-8674-9efc954fa00b HTTP/1.1" status: 200 len: 850 time: 0.0771871 Jul 16 08:48:57.655958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f986b17d-ae77-4c6c-a81e-7c5afbfcb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.657543 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f986b17d-ae77-4c6c-a81e-7c5afbfcb9f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1097 time: 0.2247880 Jul 16 08:48:57.745079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ae81527a-2994-4d12-9fd0-989508abb6e9 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:57.772096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56230) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.776914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a0444412-aa20-4102-b9ed-4c35bba2f97a no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:57.799169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-f9805659-db3a-418b-af8c-9ecc1f235c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.800909 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-f9805659-db3a-418b-af8c-9ecc1f235c95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802213 Jul 16 08:48:57.813937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: a0444412-aa20-4102-b9ed-4c35bba2f97a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:57.814294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a0444412-aa20-4102-b9ed-4c35bba2f97a not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:57.856777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f9f9e9d8-94f0-469c-87e4-77c6a14991fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.858358 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-f9f9e9d8-94f0-469c-87e4-77c6a14991fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.1870060 Jul 16 08:48:57.858899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0229932-3923-49fb-a736-224325592f58 admin admin] Deleting subnet 1b8f6089-c041-4c6e-9073-12eb30d5fc0c {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:57.864663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0229932-3923-49fb-a736-224325592f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.902940 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0229932-3923-49fb-a736-224325592f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.912902 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-d9b43800-9a5d-4b26-b81a-6e5380d181c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a3b9a7d-e3db-42c5-8464-dce714871623 HTTP/1.1" status: 200 len: 217 time: 0.0451026 Jul 16 08:48:57.948768 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0229932-3923-49fb-a736-224325592f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.954410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ae81527a-2994-4d12-9fd0-989508abb6e9, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ae81527a-2994-4d12-9fd0-989508abb6e9,segment=NetworkSegment(e0477540-6622-4d97-89b8-7193743a0b52),segment_id=e0477540-6622-4d97-89b8-7193743a0b52)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:57.970972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'ae81527a-2994-4d12-9fd0-989508abb6e9', 'network_id': '80665639-217a-43ac-98f6-ed9e5389561d', 'port_id': 'ae81527a-2994-4d12-9fd0-989508abb6e9', 'mac_address': 'fa:16:3e:a9:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63536871-35f9-4fbb-b107-37d180c35505', 'ip_address': '19.86.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:58.010859 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-e871d03a-6876-4288-8c15-3d8c4caf1ca8 service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998265 Jul 16 08:48:58.012763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-b1173945-31ca-4904-a914-d06364412918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.015606 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-b1173945-31ca-4904-a914-d06364412918 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0757997 Jul 16 08:48:58.023701 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.043578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae81527a-2994-4d12-9fd0-989508abb6e9 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:58.046813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d2bf5-b24e-43b9-9b8f-4b56e7527cf8 req-9327a63d-dbf1-47d9-9665-44964c84e5b4 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.048363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-199d2bf5-b24e-43b9-9b8f-4b56e7527cf8 req-9327a63d-dbf1-47d9-9665-44964c84e5b4 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.3600776 Jul 16 08:48:58.049377 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0229932-3923-49fb-a736-224325592f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.082265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ae81527a-2994-4d12-9fd0-989508abb6e9, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ae81527a-2994-4d12-9fd0-989508abb6e9,segment=NetworkSegment(e0477540-6622-4d97-89b8-7193743a0b52),segment_id=e0477540-6622-4d97-89b8-7193743a0b52)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:58.092637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-193d5725-750e-4963-a5c5-fb9ea05f64e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608351 Jul 16 08:48:58.112180 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.113359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:58.129132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0229932-3923-49fb-a736-224325592f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8f6089-c041-4c6e-9073-12eb30d5fc0c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.139631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0229932-3923-49fb-a736-224325592f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.141535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d0229932-3923-49fb-a736-224325592f58 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1b8f6089-c041-4c6e-9073-12eb30d5fc0c HTTP/1.1" status: 204 len: 168 time: 0.3655045 Jul 16 08:48:58.144831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56242) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:58.190531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-199d2bf5-b24e-43b9-9b8f-4b56e7527cf8 req-f387edac-fe2f-44e2-886a-29f079b64dc5 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334114 Jul 16 08:48:58.210620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-cff1e78a-27c4-4546-8b0c-c472a9388f8f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.217573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-cff1e78a-27c4-4546-8b0c-c472a9388f8f tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 950 time: 0.4545639 Jul 16 08:48:58.277396 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-05180a6e-1f85-4dcf-bccf-e6e2a039b433 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270058 Jul 16 08:48:58.280141 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-7c08bc05-825c-480e-bacd-34ca545d80a7 service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617190 Jul 16 08:48:58.297074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ae81527a-2994-4d12-9fd0-989508abb6e9,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.377326 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-aa2ae04a-65ee-4bff-981b-a09e14998481 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 217 time: 0.0903924 Jul 16 08:48:58.425854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,segment=NetworkSegment(3123795c-4ac9-4d59-ae2e-f165a90ad81d),segment_id=3123795c-4ac9-4d59-ae2e-f165a90ad81d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:58.455525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4', 'network_id': 'b3a08042-e8a9-4be6-922b-d61cd6f73920', 'port_id': 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4', 'mac_address': 'fa:16:3e:c3:cc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19f06c6-bf51-49a4-8774-617c81cd7864', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:58.460506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.479189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-f21cc5b8-df81-4ada-b429-313d988c78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.480679 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-f21cc5b8-df81-4ada-b429-313d988c78d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.0968270 Jul 16 08:48:58.522586 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.530319 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-c71bb457-012c-4120-8eb4-22cff33698a4 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369769 Jul 16 08:48:58.542377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:58.580758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,segment=NetworkSegment(3123795c-4ac9-4d59-ae2e-f165a90ad81d),segment_id=3123795c-4ac9-4d59-ae2e-f165a90ad81d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:58.585783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-eefe748f-0325-4897-9c09-f99a0a888b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.585783 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-eefe748f-0325-4897-9c09-f99a0a888b10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0937848 Jul 16 08:48:58.601538 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.693500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea36c2-ab73-4b7d-a460-e57b608c89d9 req-5aa7e15a-9bb0-49c8-b78e-87b7c3891d0f tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.701992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55ea36c2-ab73-4b7d-a460-e57b608c89d9 req-5aa7e15a-9bb0-49c8-b78e-87b7c3891d0f tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 945 time: 0.3742034 Jul 16 08:48:58.703923 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-a5872527-ac15-473a-ab6d-1f7b18e99d85 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111829 Jul 16 08:48:58.706397 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.791587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.831510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Deleting port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:58.831872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.839104 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-d50c0972-e731-47c7-8ec1-87e718788a93 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190488 Jul 16 08:48:58.860214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a014b-63e2-482a-ba7b-ec8fa0c969eb req-8e13660d-7711-457d-9186-93ba161e3093 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.867226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c10a014b-63e2-482a-ba7b-ec8fa0c969eb req-8e13660d-7711-457d-9186-93ba161e3093 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 950 time: 0.4215434 Jul 16 08:48:58.882077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ae81527a-2994-4d12-9fd0-989508abb6e9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:58.899492 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-cff51088-8303-44e2-9924-c1fc0244f466 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 217 time: 0.0530267 Jul 16 08:48:58.911299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0bd8d5-928e-4372-933c-180eae691c3c']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:58.984974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-3127eed3-093f-4f5b-88c2-b7f9a7b20b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.987271 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-3127eed3-093f-4f5b-88c2-b7f9a7b20b27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.0743523 Jul 16 08:48:59.026667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfadece5-207a-4928-a58f-e3f09ea2570a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:59.027343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfadece5-207a-4928-a58f-e3f09ea2570a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:59.071037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.091991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-76cdf723-f372-43c2-8174-b7f3fe226a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.099176 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-76cdf723-f372-43c2-8174-b7f3fe226a23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1016657 Jul 16 08:48:59.103381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.124745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55ea36c2-ab73-4b7d-a460-e57b608c89d9 req-5253d284-b9c5-4c84-a697-88b8d3051069 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216106 Jul 16 08:48:59.174038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c10a014b-63e2-482a-ba7b-ec8fa0c969eb req-bed42226-f623-4220-bbf3-051db93b1ff6 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/security-groups?id=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057847 Jul 16 08:48:59.175347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:59.175819 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:59.186785 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:59.308225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-99918922-a861-494e-af85-c02425c67788 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032595 Jul 16 08:48:59.340271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-56457bcb-6d2c-4e7a-b8b9-60c0d0458829 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.342400 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-56457bcb-6d2c-4e7a-b8b9-60c0d0458829 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.1421790 Jul 16 08:48:59.380120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.386081 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.389427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ff0bd8d5-928e-4372-933c-180eae691c3c HTTP/1.1" status: 204 len: 168 time: 1.2433264 Jul 16 08:48:59.436255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984c05a-c9c4-4861-8a3e-56a92449b564 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0bd8d5-928e-4372-933c-180eae691c3c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.467772 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-917767db-6c49-4170-b337-2ad52eb291a1 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494737 Jul 16 08:48:59.489199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] For port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:59.489865 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.518375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Calling delete_port for 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:59.525984 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-1edc9bed-8a59-44bf-bce0-b8a39fe2803c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33 HTTP/1.1" status: 200 len: 217 time: 0.0506444 Jul 16 08:48:59.567147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57359673-227a-4e1a-a0f4-5587bc744b1c req-cdd429ae-7610-4392-8638-686404c13e7c tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.569312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57359673-227a-4e1a-a0f4-5587bc744b1c req-cdd429ae-7610-4392-8638-686404c13e7c tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.2605402 Jul 16 08:48:59.644971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a06ce-430a-402e-83fc-1a6db06d7fe6 req-edd83e22-d41d-4c97-8f8e-ce33a6d19778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.647693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56258) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.655518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a06ce-430a-402e-83fc-1a6db06d7fe6 req-edd83e22-d41d-4c97-8f8e-ce33a6d19778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.658303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c62a06ce-430a-402e-83fc-1a6db06d7fe6 req-edd83e22-d41d-4c97-8f8e-ce33a6d19778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1679 time: 0.2830765 Jul 16 08:48:59.666012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-75f82c92-51b4-464e-8be3-a251d1fa323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.667519 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-75f82c92-51b4-464e-8be3-a251d1fa323e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1328447 Jul 16 08:48:59.729633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57359673-227a-4e1a-a0f4-5587bc744b1c req-ece0ccbf-1d49-4bbe-a057-4df22dc97745 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212358 Jul 16 08:48:59.729862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-60fe45c7-6f7f-485e-9b76-51f301f1c549 service neutron] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:59.753461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-60fe45c7-6f7f-485e-9b76-51f301f1c549 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.754667 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4450ebd9-3ef6-4a67-9938-8edf8ea62c55 req-60fe45c7-6f7f-485e-9b76-51f301f1c549 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5a3b9a7d-e3db-42c5-8464-dce714871623/bindings/n-h1-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.4010417 Jul 16 08:48:59.767304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1c7e8fc0-008d-4ca5-9638-5997566192c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3206175599bd452fb6bb65f4568bfc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1184697 Jul 16 08:48:59.767981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56262) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.773247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ae81527a-2994-4d12-9fd0-989508abb6e9 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:59.799832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c62a06ce-430a-402e-83fc-1a6db06d7fe6 req-fdee7301-854b-41d6-a721-8dccdc7c1952 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328740 Jul 16 08:48:59.829412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-090f0cbb-307d-468b-81b1-80ea742466a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.832481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-090f0cbb-307d-468b-81b1-80ea742466a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1505821 Jul 16 08:48:59.907510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.930887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port ae81527a-2994-4d12-9fd0-989508abb6e9 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:59.949867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port ae81527a-2994-4d12-9fd0-989508abb6e9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:59.950511 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.956254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:59.979262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Pushing event deleted for resources: {'Port': ['ID=6d999e1d-3574-49bb-b3ad-0af2e6cd7193,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.055486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1a17e41-0273-45b1-994b-d321969def51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.068011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] No DVR routers for this DVR port 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:00.071694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.075022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ff4da9-99e3-4eb0-9818-0d2740367cfb req-7ff0fc45-4287-4d17-840f-63b980067905 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.52 "DELETE /v2.0/ports/6d999e1d-3574-49bb-b3ad-0af2e6cd7193 HTTP/1.1" status: 204 len: 173 time: 1.8371689 Jul 16 08:49:00.075710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-deleted', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:00.078493 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeed4bbe-531a-4a48-be82-f188afca9cb7" -d '{"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-deleted", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:00.135472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1a17e41-0273-45b1-994b-d321969def51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.139954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-bf845816-54fd-4f22-8116-1b2b4e145ca2 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975132 Jul 16 08:49:00.313486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5e0e-2bf1-420a-b766-95189435bd5c req-65babebc-2068-4c5d-93af-9f042423b873 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.315500 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.322678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f5a5e0e-2bf1-420a-b766-95189435bd5c req-65babebc-2068-4c5d-93af-9f042423b873 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1908710 Jul 16 08:49:00.360500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ae81527a-2994-4d12-9fd0-989508abb6e9, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ae81527a-2994-4d12-9fd0-989508abb6e9,segment=NetworkSegment(e0477540-6622-4d97-89b8-7193743a0b52),segment_id=e0477540-6622-4d97-89b8-7193743a0b52)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:00.364134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae81527a-2994-4d12-9fd0-989508abb6e9'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:00.367679 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22760917-d5b3-43d8-b57d-3f7dd196a3db" -d '{"events": [{"server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "name": "network-vif-plugged", "status": "completed", "tag": "ae81527a-2994-4d12-9fd0-989508abb6e9"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:00.374816 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1a17e41-0273-45b1-994b-d321969def51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.379206 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.381738 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1a17e41-0273-45b1-994b-d321969def51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.390846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f1a17e41-0273-45b1-994b-d321969def51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d42f883-9cb5-4c17-9dee-a01cb9d383bf HTTP/1.1" status: 204 len: 168 time: 0.6206112 Jul 16 08:49:00.395091 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-8e61f6bb-f32c-4706-8cca-7a8e7d801d25 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486541 Jul 16 08:49:00.423727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a17e41-0273-45b1-994b-d321969def51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d42f883-9cb5-4c17-9dee-a01cb9d383bf,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.444491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ae81527a-2994-4d12-9fd0-989508abb6e9,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.493417 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-7c265c4e-ad1d-4d77-a0c1-3c4e2b4e6af3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e HTTP/1.1" status: 200 len: 217 time: 0.0881562 Jul 16 08:49:00.517022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f5a5e0e-2bf1-420a-b766-95189435bd5c req-87601810-2624-42cc-8b2e-b656b528c007 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902084 Jul 16 08:49:00.586964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-ebf8dddc-f3e9-4244-8f4c-9254207fc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.589734 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-ebf8dddc-f3e9-4244-8f4c-9254207fc6e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.0885243 Jul 16 08:49:00.596701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d1757-62c3-473d-811f-d84a23192e2a req-25f8c6b8-32f1-4f6a-921c-f0eed96e1ce3 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.606949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-934d1757-62c3-473d-811f-d84a23192e2a req-25f8c6b8-32f1-4f6a-921c-f0eed96e1ce3 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.2654054 Jul 16 08:49:00.617989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56282) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:00.624198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Request body: {'floatingip': {'port_id': '16088ced-ce07-430f-9fb6-d273a86f70b9'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:00.642027 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a6ee9-7468-4d1b-a291-5c9f3c6f06ca x-openstack-request-id: req-d11a6ee9-7468-4d1b-a291-5c9f3c6f06ca {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:00.642372 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2283d42b-ceff-490a-b7fa-c3d20d1b375a", "name": "network-vif-deleted", "tag": "6d999e1d-3574-49bb-b3ad-0af2e6cd7193", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:00.642628 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d11a6ee9-7468-4d1b-a291-5c9f3c6f06ca {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:00.643034 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2283d42b-ceff-490a-b7fa-c3d20d1b375a', 'name': 'network-vif-deleted', 'tag': '6d999e1d-3574-49bb-b3ad-0af2e6cd7193', 'status': 'completed', 'code': 200} Jul 16 08:49:00.695809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.791226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-24a051be-1deb-4502-bfbc-7a0e038e1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.792847 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-24a051be-1deb-4502-bfbc-7a0e038e1931 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1880019 Jul 16 08:49:00.969220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcfe02a5-10bd-4ad6-b488-15ed4b3bcc30 req-96bb90b3-a27c-43c2-95e1-4fefb869dce5 tempest-ServersAdminTestJSON-960926390 tempest-ServersAdminTestJSON-960926390-project] 10.222.0.55 "GET /v2.0/ports?device_id=2283d42b-ceff-490a-b7fa-c3d20d1b375a HTTP/1.1" status: 200 len: 210 time: 0.0703294 Jul 16 08:49:00.996081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b2570-f051-47a8-86a4-33e42fe5871d req-fcc259b2-17d3-4a7c-a97d-f0076f443be4 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.004415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f45b2570-f051-47a8-86a4-33e42fe5871d req-fcc259b2-17d3-4a7c-a97d-f0076f443be4 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 945 time: 0.2051861 Jul 16 08:49:01.078464 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82de96f-6640-4810-9c3a-e81c359ce34a x-openstack-request-id: req-c82de96f-6640-4810-9c3a-e81c359ce34a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:01.079014 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "name": "network-vif-plugged", "status": "completed", "tag": "ae81527a-2994-4d12-9fd0-989508abb6e9", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:01.079014 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c82de96f-6640-4810-9c3a-e81c359ce34a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:01.079530 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae81527a-2994-4d12-9fd0-989508abb6e9', 'code': 200} Jul 16 08:49:01.108785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f45b2570-f051-47a8-86a4-33e42fe5871d req-8dc95f4a-befc-4931-a1f7-00fd852fa3c7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031451 Jul 16 08:49:01.492765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63e23-4fad-4855-9fe7-43b8f8171d15 req-bb035f6a-3c89-47e6-a7a8-286cc79ceba5 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.508477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63e23-4fad-4855-9fe7-43b8f8171d15 req-bb035f6a-3c89-47e6-a7a8-286cc79ceba5 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.520435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdc63e23-4fad-4855-9fe7-43b8f8171d15 req-bb035f6a-3c89-47e6-a7a8-286cc79ceba5 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1680 time: 0.2344179 Jul 16 08:49:01.599061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdc63e23-4fad-4855-9fe7-43b8f8171d15 req-e98626b5-3cbe-4e08-909a-703b37ab3eca tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771835 Jul 16 08:49:01.690123 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-fafabebb-0e05-49da-bbbe-bb39d1ce3ccd service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523448 Jul 16 08:49:01.771470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:01.856110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a62f6c-146f-4d26-96c6-bfb40a74c6f9 req-df684223-7b4e-4394-b01b-c7341ad94354 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.864032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-2712a873-d5e5-49a7-9234-ac2ecff4b991 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600289 Jul 16 08:49:01.864888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13a62f6c-146f-4d26-96c6-bfb40a74c6f9 req-df684223-7b4e-4394-b01b-c7341ad94354 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1097 time: 0.1754119 Jul 16 08:49:01.905868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:01.910685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:01.911066 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.062566 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.114065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,segment=NetworkSegment(3123795c-4ac9-4d59-ae2e-f165a90ad81d),segment_id=3123795c-4ac9-4d59-ae2e-f165a90ad81d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:02.137752 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-220511c2-3101-4cb3-b763-befda35bdd87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8 HTTP/1.1" status: 200 len: 217 time: 0.2509096 Jul 16 08:49:02.168013 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.169960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:02.203561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:02.204236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6d999e1d-3574-49bb-b3ad-0af2e6cd7193 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:02.239216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752c83d-656e-473c-b94e-8d377d62b89e req-517276ea-a2aa-472f-b48e-04afb89dfe3e tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.240866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5752c83d-656e-473c-b94e-8d377d62b89e req-517276ea-a2aa-472f-b48e-04afb89dfe3e tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.4941957 Jul 16 08:49:02.251741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-e5b26ee0-2dc8-400d-9641-151a7c46cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.253355 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-e5b26ee0-2dc8-400d-9641-151a7c46cf69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1080904 Jul 16 08:49:02.257271 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.271920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13a62f6c-146f-4d26-96c6-bfb40a74c6f9 req-00b0ae64-b884-43c1-a28a-2156126f3c3c tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057858 Jul 16 08:49:02.275886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:02.282895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.343031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5752c83d-656e-473c-b94e-8d377d62b89e req-a5bf6443-d3a2-4a38-ab5c-da142b58f15e tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863092 Jul 16 08:49:02.446185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-a860be84-48ba-4931-b064-712753d64968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.447724 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-a860be84-48ba-4931-b064-712753d64968 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1849384 Jul 16 08:49:02.452559 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Floating IP f1c7fa9a-8949-48a4-b001-456a19620a2e associated. External IP: 172.25.6.30, port: 16088ced-ce07-430f-9fb6-d273a86f70b9. Jul 16 08:49:02.767461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b17e48-99b1-42b1-927c-8848314b8bb1 req-abea6e5a-ef03-43f6-812b-2cb05e5b58e7 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.777814 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-afee8773-67ef-4751-91ad-d032e7762030 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069817 Jul 16 08:49:02.783900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29b17e48-99b1-42b1-927c-8848314b8bb1 req-abea6e5a-ef03-43f6-812b-2cb05e5b58e7 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 1097 time: 0.1080816 Jul 16 08:49:02.833697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29b17e48-99b1-42b1-927c-8848314b8bb1 req-ef33130b-f36f-45bf-8f3e-9e53d5c77ec7 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505104 Jul 16 08:49:02.933310 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-8813748d-0f52-46bb-93ec-564e7f9874a9 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464696 Jul 16 08:49:02.937437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:03.011807 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-20758156-65e2-407c-91c0-15dc8856748c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 HTTP/1.1" status: 200 len: 217 time: 0.0713298 Jul 16 08:49:03.050105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56366) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:03.081104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:03.083788 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110cba3-0c84-4cd1-baf8-bfb6d629a177" -d '{"events": [{"server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "name": "network-vif-plugged", "status": "completed", "tag": "d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:03.098023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-d99646fa-00e0-423e-a122-07c885f0436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.099530 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-d99646fa-00e0-423e-a122-07c885f0436d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.0819128 Jul 16 08:49:03.211879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:03.218338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.224445 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034f630-397d-430c-b731-0af444a03a12 None None] Sync routers for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:03.225002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-16bb12ad-3520-4158-a171-7226292c729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.226553 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-16bb12ad-3520-4158-a171-7226292c729c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174595 Jul 16 08:49:03.272366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f96a6-1bb1-40c4-a3c5-a77a97cf054a req-34e95770-f29b-478d-9bc3-7e713a8e43c6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.292472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f96a6-1bb1-40c4-a3c5-a77a97cf054a req-34e95770-f29b-478d-9bc3-7e713a8e43c6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.306626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-016f96a6-1bb1-40c4-a3c5-a77a97cf054a req-34e95770-f29b-478d-9bc3-7e713a8e43c6 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1681 time: 0.1970599 Jul 16 08:49:03.325485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3f576d7f-0634-40be-8dfc-f774185479bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0557e94b6c5f4e3889bfcf51ade6e1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742460 Jul 16 08:49:03.335078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56374) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:03.353799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fc3b0a34-af60-4051-8d25-ef21ca135084 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "PUT /v2.0/floatingips/f1c7fa9a-8949-48a4-b001-456a19620a2e HTTP/1.1" status: 200 len: 990 time: 2.7344377 Jul 16 08:49:03.356350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'tag': '16088ced-ce07-430f-9fb6-d273a86f70b9'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:03.359487 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70c4709-a659-48d4-adfb-aece16cfaefb" -d '{"events": [{"name": "network-changed", "server_uuid": "f56ddacf-bd02-42dc-b36f-f2c24cb19338", "tag": "16088ced-ce07-430f-9fb6-d273a86f70b9"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:03.410139 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034f630-397d-430c-b731-0af444a03a12 None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:03.410279 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1034f630-397d-430c-b731-0af444a03a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:03.410563 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-96e07642-9492-46d6-b6b0-4a37f9798783 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433570 Jul 16 08:49:03.427276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-016f96a6-1bb1-40c4-a3c5-a77a97cf054a req-65861147-da94-4925-9f5d-d019719d2e6b tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176062 Jul 16 08:49:03.454065 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4910-60c7-4be2-b131-1d18faec4d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.479826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4910-60c7-4be2-b131-1d18faec4d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.548880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4910-60c7-4be2-b131-1d18faec4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.554305 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717c9fa2-c39f-413e-ae25-17d6672424e0 x-openstack-request-id: req-717c9fa2-c39f-413e-ae25-17d6672424e0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:03.554854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4910-60c7-4be2-b131-1d18faec4d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.554983 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "name": "network-vif-plugged", "status": "completed", "tag": "d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:03.554983 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-717c9fa2-c39f-413e-ae25-17d6672424e0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:03.558945 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4', 'code': 200} Jul 16 08:49:03.559278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3c6f4910-60c7-4be2-b131-1d18faec4d3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb HTTP/1.1" status: 204 len: 168 time: 0.2009001 Jul 16 08:49:03.584986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f4910-60c7-4be2-b131-1d18faec4d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15441d3-6fd3-4c62-8f8b-96d5cbc6e0bb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.592568 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0edabd96-5eb6-4875-95ea-337260bc4b19 req-8c183e96-641b-4337-9879-2fa9b333c839 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748054 Jul 16 08:49:03.630239 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1034f630-397d-430c-b731-0af444a03a12 None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:03.756740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2d2a-ef88-4afc-b6c1-ed10c9bab3f3 req-da0f3d91-9d84-43c1-9c92-7767912b67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.757238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2d2a-ef88-4afc-b6c1-ed10c9bab3f3 req-da0f3d91-9d84-43c1-9c92-7767912b67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.761837 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-521a2d2a-ef88-4afc-b6c1-ed10c9bab3f3 req-da0f3d91-9d84-43c1-9c92-7767912b67ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1985 time: 0.1063294 Jul 16 08:49:03.873614 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-521a2d2a-ef88-4afc-b6c1-ed10c9bab3f3 req-1542ed37-67b6-4a81-a0de-b3e08eb09963 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997055 Jul 16 08:49:03.886191 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0322c-35ad-44fd-8265-adb2c291004f x-openstack-request-id: req-91b0322c-35ad-44fd-8265-adb2c291004f {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:03.886948 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56ddacf-bd02-42dc-b36f-f2c24cb19338", "tag": "16088ced-ce07-430f-9fb6-d273a86f70b9", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:03.886948 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91b0322c-35ad-44fd-8265-adb2c291004f {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:03.887427 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'tag': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'status': 'completed', 'code': 200} Jul 16 08:49:04.003299 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1034f630-397d-430c-b731-0af444a03a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'f1c7fa9a-8949-48a4-b001-456a19620a2e', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'port_id': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'mac_address': 'fa:16:3e:4c:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:48:37Z', 'updated_at': '2021-07-16T08:49:02Z', 'revision_number': 1, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:40Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:04.053965 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034f630-397d-430c-b731-0af444a03a12 None None] Checking router: 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:04.054972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56426) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:04.076652 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034f630-397d-430c-b731-0af444a03a12 None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:04.079509 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1034f630-397d-430c-b731-0af444a03a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:04.104610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248be90-4e16-45f6-974c-8de119ad6921 req-4c13a08f-4cd1-4f7e-97a6-cb79f972a3d0 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.113708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5248be90-4e16-45f6-974c-8de119ad6921 req-4c13a08f-4cd1-4f7e-97a6-cb79f972a3d0 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.0993044 Jul 16 08:49:04.173063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5248be90-4e16-45f6-974c-8de119ad6921 req-9d722001-5ddf-4ed8-b317-e2ba23730658 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580108 Jul 16 08:49:04.213454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7fffd5bf-0a5d-48e2-a3cf-58dbe2ab2a30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da3b4e434dc24d6385a0a0f4d5391832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572723 Jul 16 08:49:04.216612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56428) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:04.243166 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1034f630-397d-430c-b731-0af444a03a12 None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:04.260126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-87e73a9c-643b-439e-a019-da1bd332df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.261819 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-87e73a9c-643b-439e-a019-da1bd332df28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=26d06fdffdc147c895dbc8a3b968e84d&device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 1097 time: 0.1362994 Jul 16 08:49:04.282691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3a6905c-a5c8-47f6-8b82-31a9e196df75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.310487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3a6905c-a5c8-47f6-8b82-31a9e196df75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.420154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3a6905c-a5c8-47f6-8b82-31a9e196df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.423215 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3a6905c-a5c8-47f6-8b82-31a9e196df75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.425099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f3a6905c-a5c8-47f6-8b82-31a9e196df75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08f4f9f1-66a9-4cf5-bf34-12ddbbae5116 HTTP/1.1" status: 204 len: 168 time: 0.2069843 Jul 16 08:49:04.455449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6905c-a5c8-47f6-8b82-31a9e196df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f4f9f1-66a9-4cf5-bf34-12ddbbae5116,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:04.525759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-a2902046-6567-4039-ac86-842322bdadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.527831 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-a2902046-6567-4039-ac86-842322bdadd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a02169a-f5b5-400a-9323-609ebf4e62c5 HTTP/1.1" status: 200 len: 906 time: 0.2511716 Jul 16 08:49:04.636111 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1034f630-397d-430c-b731-0af444a03a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'f1c7fa9a-8949-48a4-b001-456a19620a2e', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'port_id': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'mac_address': 'fa:16:3e:4c:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:48:37Z', 'updated_at': '2021-07-16T08:49:02Z', 'revision_number': 1, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:40Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:04.644391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-d3020ef1-06eb-42fc-b515-7f9bba9be52b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1538467 Jul 16 08:49:04.668848 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-31ed7006-89b7-46db-98da-2a8e7fec39f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16088ced-ce07-430f-9fb6-d273a86f70b9 HTTP/1.1" status: 200 len: 998 time: 0.1257784 Jul 16 08:49:04.674910 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034f630-397d-430c-b731-0af444a03a12 None None] The sync data for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 is: [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'f1c7fa9a-8949-48a4-b001-456a19620a2e', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'port_id': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'mac_address': 'fa:16:3e:4c:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:48:37Z', 'updated_at': '2021-07-16T08:49:02Z', 'revision_number': 1, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:40Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:04.679086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bee5a9-01ce-457f-9269-645cf1b20d02 req-64dca231-46ea-43e4-94fb-4ba69975ce67 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.687023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0bee5a9-01ce-457f-9269-645cf1b20d02 req-64dca231-46ea-43e4-94fb-4ba69975ce67 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 950 time: 0.1052470 Jul 16 08:49:04.794661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0bee5a9-01ce-457f-9269-645cf1b20d02 req-62f48a44-587f-4b2f-91a6-33e88fc28dea tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063905 Jul 16 08:49:04.867855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-c4dbad77-f0f1-4059-8a8f-9ff0780e8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.870195 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-c4dbad77-f0f1-4059-8a8f-9ff0780e8708 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c475824-1830-465d-a9a3-f998ef720cac HTTP/1.1" status: 200 len: 844 time: 0.1876891 Jul 16 08:49:04.884909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-dae06891-5a6c-4d05-96bf-705fe02b4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.893958 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-dae06891-5a6c-4d05-96bf-705fe02b4b98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 1096 time: 0.1924660 Jul 16 08:49:05.160358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea670d-6d60-4773-945f-74444edc0062 None None] New status for floating IP f1c7fa9a-8949-48a4-b001-456a19620a2e: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:49:05.262732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925985-a100-4f13-9f48-eb0e3493b5f2 req-bea5fda0-e732-4acf-b7df-e0582043726c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.280973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925985-a100-4f13-9f48-eb0e3493b5f2 req-bea5fda0-e732-4acf-b7df-e0582043726c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.295792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53925985-a100-4f13-9f48-eb0e3493b5f2 req-bea5fda0-e732-4acf-b7df-e0582043726c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1681 time: 0.1732571 Jul 16 08:49:05.335786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-bfcfe00b-62a3-44ea-be9b-98a636c78561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.339197 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-bfcfe00b-62a3-44ea-be9b-98a636c78561 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a02169a-f5b5-400a-9323-609ebf4e62c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4427860 Jul 16 08:49:05.343333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-5501ed5d-aff5-4f2a-a7a5-e01b01332511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.347441 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-5501ed5d-aff5-4f2a-a7a5-e01b01332511 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.3460376 Jul 16 08:49:05.386953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53925985-a100-4f13-9f48-eb0e3493b5f2 req-a54cb898-f6d0-4808-94a2-9cf5d55851c0 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901690 Jul 16 08:49:05.497133 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-c9b23929-0f07-4a57-ab54-e8af9f2ea76f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 200 len: 217 time: 0.1237731 Jul 16 08:49:05.572502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56484) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:05.679979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-c2d33c50-7996-49ed-bbe8-6554175bc198 service neutron] 10.222.0.54 "GET /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168023 Jul 16 08:49:05.726918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-feb1772f-d623-4066-8317-248a10e93a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.729466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-feb1772f-d623-4066-8317-248a10e93a04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.2210736 Jul 16 08:49:05.867437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b02bf-7d4a-44ba-9605-05b9507c57ef req-48229e74-4cbf-4e3c-b3ca-853f26cd3ff9 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.876021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-880b02bf-7d4a-44ba-9605-05b9507c57ef req-48229e74-4cbf-4e3c-b3ca-853f26cd3ff9 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1158800 Jul 16 08:49:05.881776 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-ad5fb88a-2cd0-403d-8186-24f8486a610f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739131 Jul 16 08:49:05.946637 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-880b02bf-7d4a-44ba-9605-05b9507c57ef req-44a45f68-4f0e-45e6-a12d-8bbc047c3ee0 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695164 Jul 16 08:49:05.973906 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f70c4709-a659-48d4-adfb-aece16cfaefb req-ce1933fb-4ab4-4e30-8c0b-27443dc77c4b service neutron] 10.222.0.54 "GET /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804515 Jul 16 08:49:06.029262 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7af27ea8-2201-460d-bcb0-00e76014cdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.189968 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-7a5ed77a-8495-44da-9c83-887531050fd5 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894163 Jul 16 08:49:06.211734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7af27ea8-2201-460d-bcb0-00e76014cdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.217689 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7af27ea8-2201-460d-bcb0-00e76014cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.266448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7af27ea8-2201-460d-bcb0-00e76014cdf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2b30fc1b10541e19282755c23063f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923847 Jul 16 08:49:06.271076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56524) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:06.314471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af27ea8-2201-460d-bcb0-00e76014cdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ebcb4-072e-40df-a80b-b5156fdd0e18,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:06.371365 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df1fe1ae-4c51-4c14-ac52-71be7c71f636 req-6c92f77a-b561-4a20-8805-1aa002ebf677 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684096 Jul 16 08:49:06.410015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f2496e1-d66e-4dc7-9897-417ddbe374ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.454784 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f2496e1-d66e-4dc7-9897-417ddbe374ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.455916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56538) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:06.533304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f2496e1-d66e-4dc7-9897-417ddbe374ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.536819 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f2496e1-d66e-4dc7-9897-417ddbe374ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.538537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9f2496e1-d66e-4dc7-9897-417ddbe374ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb8ebcb4-072e-40df-a80b-b5156fdd0e18 HTTP/1.1" status: 204 len: 168 time: 0.2652667 Jul 16 08:49:06.553730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2496e1-d66e-4dc7-9897-417ddbe374ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ebcb4-072e-40df-a80b-b5156fdd0e18,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:06.635182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-network', 'tenant_id': '310c412ea3d3466888ba017e20463ec8'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:06.663403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Made reservation on behalf of 310c412ea3d3466888ba017e20463ec8 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:06.666301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.690609 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.885663 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.892527 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.907579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:06.920121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.920918 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Added segment 085cf6a1-3676-4df3-80c0-aba7ba0c28b4 of type vlan for network 3ed83020-7f47-45ba-9701-417e8bc980ef Jul 16 08:49:06.974701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed24bc-65d0-43f4-9d0a-e16075deda61 req-fb21e2f0-d6f2-484f-aa79-5e3234d1b28b tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.978024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.984701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0ed24bc-65d0-43f4-9d0a-e16075deda61 req-fb21e2f0-d6f2-484f-aa79-5e3234d1b28b tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 950 time: 0.1126139 Jul 16 08:49:07.034855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8552c588-bb62-4d8d-a905-8875f7d6857b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.049334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.050344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.050959 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.093181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0ed24bc-65d0-43f4-9d0a-e16075deda61 req-d7805b5f-4651-402c-8897-222557fbc5f9 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072669 Jul 16 08:49:07.094121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6361439 Jul 16 08:49:07.099764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56560) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.112933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Request body: {'subnet': {'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-subnet', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:07.124494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c98cf2-50e4-42dd-b153-0d1aa55f0c7b admin admin] Pushing event updated for resources: {'Network': ['ID=3ed83020-7f47-45ba-9701-417e8bc980ef,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.136459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 3ed83020-7f47-45ba-9701-417e8bc980ef details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:07.175663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f18d-5ab3-4e67-a3d6-b2f10825ea3c req-69959f66-d3a6-4ffd-baf7-e0c6486e6729 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.183790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f18d-5ab3-4e67-a3d6-b2f10825ea3c req-69959f66-d3a6-4ffd-baf7-e0c6486e6729 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.193911 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5f2f18d-5ab3-4e67-a3d6-b2f10825ea3c req-69959f66-d3a6-4ffd-baf7-e0c6486e6729 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1681 time: 0.1813772 Jul 16 08:49:07.220969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Made reservation on behalf of 310c412ea3d3466888ba017e20463ec8 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:07.223614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.301264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5f2f18d-5ab3-4e67-a3d6-b2f10825ea3c req-c368e892-75cd-4877-950e-05409df17375 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064737 Jul 16 08:49:07.454117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296d1c-9c2b-4e39-a40c-6fec36df47eb req-fe993c0e-c4b1-4a41-8b18-46010f26cdf3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.455711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9296d1c-9c2b-4e39-a40c-6fec36df47eb req-fe993c0e-c4b1-4a41-8b18-46010f26cdf3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1694543 Jul 16 08:49:07.515604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.547840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9296d1c-9c2b-4e39-a40c-6fec36df47eb req-28ae9f15-6906-4f72-b9b8-a56aaf7b0a18 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734932 Jul 16 08:49:07.568159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.640905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646554a7-ff45-44b9-b78e-45c53549ea2e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.643637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Checking segment: {'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:07.643637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Network hostable DHCP agents. Network: 3ed83020-7f47-45ba-9701-417e8bc980ef, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:07.657063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1015152384-network', 'tenant_id': '259efdb71ac14aa7b67643d5f3697885'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:07.662117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Network 3ed83020-7f47-45ba-9701-417e8bc980ef is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:07.672360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 3ed83020-7f47-45ba-9701-417e8bc980ef) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:07.676685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.677123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.686808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e9998-9cb6-4961-91ee-859ed3fd1c30 None None] Network 3ed83020-7f47-45ba-9701-417e8bc980ef requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:07.694324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f00c235e-b138-4413-8b0a-e70bcb82fbe0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5859544 Jul 16 08:49:07.697099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56580) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.697761 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Made reservation on behalf of 259efdb71ac14aa7b67643d5f3697885 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:07.700878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.702254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:07.721574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.740108 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.741746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.813730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:07.834777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.840428 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.867360 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.883061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:07.910630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5786ac-fd11-43a5-b5e7-c81090edc8ae,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.918374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.918726 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Added segment fa0b1ada-8d4f-4ce4-9cc3-68eb7d65c37f of type vlan for network 773b4126-d0fb-4b56-8ca8-32ce581cb531 Jul 16 08:49:07.945745 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.960274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-3ed83020-7f47-45ba-9701-417e8bc980ef', 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'fixed_ips': [{'subnet_id': '646554a7-ff45-44b9-b78e-45c53549ea2e'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:07.961425 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.967346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.989544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:07.992127 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7aed60-6f06-40ca-acdf-b9d1a20386cd" -d '{"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:08.020647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.021833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.023186 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.025973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:08.086459 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5687745 Jul 16 08:49:08.128586 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721a102d-eec5-4088-9f86-2f444ba8b68b x-openstack-request-id: req-721a102d-eec5-4088-9f86-2f444ba8b68b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:08.129261 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:08.129858 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-721a102d-eec5-4088-9f86-2f444ba8b68b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:08.130808 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'code': 200} Jul 16 08:49:08.131488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecef061-91bd-41ad-bc11-b3ebeece4a87 admin admin] Pushing event updated for resources: {'Network': ['ID=773b4126-d0fb-4b56-8ca8-32ce581cb531,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.197440 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.204889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.207283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 773b4126-d0fb-4b56-8ca8-32ce581cb531 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:08.379766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-12a410e1-2e93-4546-8034-7935f16450eb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.390533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-12a410e1-2e93-4546-8034-7935f16450eb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.392510 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-12a410e1-2e93-4546-8034-7935f16450eb tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1681 time: 0.1846533 Jul 16 08:49:08.501423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Allocated IP 172.20.0.2 (3ed83020-7f47-45ba-9701-417e8bc980ef/646554a7-ff45-44b9-b78e-45c53549ea2e/98f8180c-1d49-4f0a-8588-c0115a28cb95) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:08.517702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=11']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.559631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port ae81527a-2994-4d12-9fd0-989508abb6e9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:08.561559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.577682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a779a-8b36-4027-b170-bff0542281c2 req-047e3aeb-3474-4007-b286-c5fcbfd5467a tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.577682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e2a779a-8b36-4027-b170-bff0542281c2 req-047e3aeb-3474-4007-b286-c5fcbfd5467a tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 948 time: 0.1794741 Jul 16 08:49:08.675511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port ae81527a-2994-4d12-9fd0-989508abb6e9, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ae81527a-2994-4d12-9fd0-989508abb6e9,segment=NetworkSegment(e0477540-6622-4d97-89b8-7193743a0b52),segment_id=e0477540-6622-4d97-89b8-7193743a0b52)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:08.676017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.681479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db192c7-1a13-4e7b-89a4-2dfafc8125a3 req-48025502-2787-4f29-948e-d1e511c2242c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.687984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db192c7-1a13-4e7b-89a4-2dfafc8125a3 req-48025502-2787-4f29-948e-d1e511c2242c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.689670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9db192c7-1a13-4e7b-89a4-2dfafc8125a3 req-48025502-2787-4f29-948e-d1e511c2242c tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 1681 time: 0.2022183 Jul 16 08:49:08.695667 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.698117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for ae81527a-2994-4d12-9fd0-989508abb6e9 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:08.705462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Transition to ACTIVE for port object 98f8180c-1d49-4f0a-8588-c0115a28cb95 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:08.722682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Transition to ACTIVE for port object 98f8180c-1d49-4f0a-8588-c0115a28cb95 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:08.734575 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.742012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e2a779a-8b36-4027-b170-bff0542281c2 req-fd42ba55-77e6-4070-b597-410eae1f12ad tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512651 Jul 16 08:49:08.787417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Network 3ed83020-7f47-45ba-9701-417e8bc980ef is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:08.790643 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:08.795265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:08.822144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9db192c7-1a13-4e7b-89a4-2dfafc8125a3 req-05e8c147-bdeb-4b60-8c08-79b6e06beb0b tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/security-groups?id=d148ac70-3bfe-431d-9d08-6a6f58164b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908365 Jul 16 08:49:08.857725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Pushing event updated for resources: {'Port': ['ID=98f8180c-1d49-4f0a-8588-c0115a28cb95,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.875456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Attempting to bind port 98f8180c-1d49-4f0a-8588-c0115a28cb95 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:08.876093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Attempting to bind port 98f8180c-1d49-4f0a-8588-c0115a28cb95 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:08.876630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Attempting to bind port 98f8180c-1d49-4f0a-8588-c0115a28cb95 on network 3ed83020-7f47-45ba-9701-417e8bc980ef {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:08.882092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:08.882471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Checking segment: {'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:08.882877 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.883422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Bound using segment: {'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:08.884024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Bound port: 98f8180c-1d49-4f0a-8588-c0115a28cb95, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:08.884619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.898545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.936284 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.943713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.958627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] For port 98f8180c-1d49-4f0a-8588-c0115a28cb95, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:08.962243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] For port 98f8180c-1d49-4f0a-8588-c0115a28cb95, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=98f8180c-1d49-4f0a-8588-c0115a28cb95,segment=NetworkSegment(085cf6a1-3676-4df3-80c0-aba7ba0c28b4),segment_id=085cf6a1-3676-4df3-80c0-aba7ba0c28b4)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:08.965351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ae81527a-2994-4d12-9fd0-989508abb6e9', 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:08.999151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=ae81527a-2994-4d12-9fd0-989508abb6e9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.010653 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.079245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port ae81527a-2994-4d12-9fd0-989508abb6e9 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:09.082278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.085351 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-adc2a1dd-0028-4c0f-b46c-92dfa2a70dc9 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "DELETE /v2.0/ports/ae81527a-2994-4d12-9fd0-989508abb6e9 HTTP/1.1" status: 204 len: 173 time: 0.6871088 Jul 16 08:49:09.086117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'name': 'network-vif-deleted', 'tag': 'ae81527a-2994-4d12-9fd0-989508abb6e9'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:09.088676 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dd28f1-a044-4d06-9b7e-40e10571904a" -d '{"events": [{"server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "name": "network-vif-deleted", "tag": "ae81527a-2994-4d12-9fd0-989508abb6e9"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:09.114519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb97f0-dfe1-49d1-939c-234ebdf54bfe None None] Pushing event updated for resources: {'Port': ['ID=98f8180c-1d49-4f0a-8588-c0115a28cb95,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.301911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:09.302719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.448901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Allocated IP 172.25.6.234 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/853fbb3e-3e05-493d-b2c4-8732a41c0eaf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:09.458523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f12c73-2725-4c43-b2cc-e0b89bccb211 req-cf0bf4d5-31d4-43e1-8a2c-aef213fc10b9 tempest-ComputeTenantNetworksTest-2001619706 tempest-ComputeTenantNetworksTest-2001619706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.465223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f12c73-2725-4c43-b2cc-e0b89bccb211 req-cf0bf4d5-31d4-43e1-8a2c-aef213fc10b9 tempest-ComputeTenantNetworksTest-2001619706 tempest-ComputeTenantNetworksTest-2001619706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.471652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f12c73-2725-4c43-b2cc-e0b89bccb211 req-cf0bf4d5-31d4-43e1-8a2c-aef213fc10b9 tempest-ComputeTenantNetworksTest-2001619706 tempest-ComputeTenantNetworksTest-2001619706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.477088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,segment=NetworkSegment(3123795c-4ac9-4d59-ae2e-f165a90ad81d),segment_id=3123795c-4ac9-4d59-ae2e-f165a90ad81d)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:09.477596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.491985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63f12c73-2725-4c43-b2cc-e0b89bccb211 req-cf0bf4d5-31d4-43e1-8a2c-aef213fc10b9 tempest-ComputeTenantNetworksTest-2001619706 tempest-ComputeTenantNetworksTest-2001619706-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4527254 Jul 16 08:49:09.509536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:09.634744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064910b4-53d0-43e8-a3f6-419194429b48 req-4d0793c7-20db-4575-bce6-9d2e95f08e58 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.639445 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e482ed-b185-4e15-b0dd-6c13dbee5245 x-openstack-request-id: req-b9e482ed-b185-4e15-b0dd-6c13dbee5245 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:09.639990 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "name": "network-vif-deleted", "tag": "ae81527a-2994-4d12-9fd0-989508abb6e9", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:09.640298 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9e482ed-b185-4e15-b0dd-6c13dbee5245 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:09.640994 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'name': 'network-vif-deleted', 'tag': 'ae81527a-2994-4d12-9fd0-989508abb6e9', 'status': 'completed', 'code': 200} Jul 16 08:49:09.643406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-064910b4-53d0-43e8-a3f6-419194429b48 req-4d0793c7-20db-4575-bce6-9d2e95f08e58 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.3354871 Jul 16 08:49:09.711195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-064910b4-53d0-43e8-a3f6-419194429b48 req-a9ee207d-c375-4437-9e66-1976fdb2ab4a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673552 Jul 16 08:49:09.727964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.745936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ae81527a-2994-4d12-9fd0-989508abb6e9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:09.758625 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.815895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.838387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfbd1d-0d5e-4381-9f07-89bc06b8e62a req-f3191015-6a8d-406e-aa44-08739efee4c8 tempest-ComputeTenantNetworksTest-2001619706 tempest-ComputeTenantNetworksTest-2001619706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.839752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12bfbd1d-0d5e-4381-9f07-89bc06b8e62a req-f3191015-6a8d-406e-aa44-08739efee4c8 tempest-ComputeTenantNetworksTest-2001619706 tempest-ComputeTenantNetworksTest-2001619706-project] 10.222.0.55 "GET /v2.0/networks/773b4126-d0fb-4b56-8ca8-32ce581cb531 HTTP/1.1" status: 200 len: 769 time: 0.1276865 Jul 16 08:49:09.857950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56616) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.896613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:09.902945 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.907924 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8f1f05d-ab63-49ad-a142-650b392d18d5 req-3793bc8a-3f6f-42b0-b361-5a68a36ff10f tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.52 "DELETE /v2.0/ports/d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 HTTP/1.1" status: 204 len: 173 time: 0.8126585 Jul 16 08:49:09.958973 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.112667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 98f8180c-1d49-4f0a-8588-c0115a28cb95 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:10.233096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 98f8180c-1d49-4f0a-8588-c0115a28cb95 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:10.491505 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.491801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-88b46e9e-b8d6-4b21-b9d6-d77919473981 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.493817 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-88b46e9e-b8d6-4b21-b9d6-d77919473981 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.54 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 948 time: 0.5263147 Jul 16 08:49:10.511349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc9b4d78-e75c-4606-82b3-24d77b5f762d req-869fa91a-140f-466b-803a-d32407070a57 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f853e9-6607-473b-acbb-3917c472d680 HTTP/1.1" status: 200 len: 210 time: 0.0909021 Jul 16 08:49:10.514251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:10.529027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Pushing event updated for resources: {'Port': ['ID=853fbb3e-3e05-493d-b2c4-8732a41c0eaf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.534955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:10.537133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:10.589029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2d95f-62c9-49fe-a88b-8ef368f359ed None None] Network 3ed83020-7f47-45ba-9701-417e8bc980ef requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:10.651971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294638c6-a9c3-4a16-a119-0d63f8e873b7 req-97ad20a8-e417-4ff6-9937-7113255ba77e tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.660662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-294638c6-a9c3-4a16-a119-0d63f8e873b7 req-97ad20a8-e417-4ff6-9937-7113255ba77e tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 948 time: 0.7304635 Jul 16 08:49:10.705935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Deleting port f064b99e-dbb1-4e19-b3f3-ca36a95626fc {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:10.706579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.792411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.808057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773b4126-d0fb-4b56-8ca8-32ce581cb531']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.837334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] For port f064b99e-dbb1-4e19-b3f3-ca36a95626fc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:10.837618 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.852495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Calling delete_port for f064b99e-dbb1-4e19-b3f3-ca36a95626fc owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:10.918112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a4d42e62-bd95-4adc-90a8-da4411fd2ee1 None None] Provisioning for port 98f8180c-1d49-4f0a-8588-c0115a28cb95 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:10.920716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0b1ada-8d4f-4ce4-9cc3-68eb7d65c37f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.921279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0b1ada-8d4f-4ce4-9cc3-68eb7d65c37f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.925467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a4d42e62-bd95-4adc-90a8-da4411fd2ee1 None None] Provisioning complete for port 98f8180c-1d49-4f0a-8588-c0115a28cb95 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:10.925467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4d42e62-bd95-4adc-90a8-da4411fd2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.942496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-294638c6-a9c3-4a16-a119-0d63f8e873b7 req-48f1ec17-822c-4559-b20e-7bf93ff58a3c tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/security-groups?id=b45a8719-bd10-4c93-89f1-badef04bdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808652 Jul 16 08:49:10.975128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.003549 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.016524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:11.016932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:11.019353 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:11.022365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.086965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Pushing event deleted for resources: {'Port': ['ID=f064b99e-dbb1-4e19-b3f3-ca36a95626fc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.124859 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4d42e62-bd95-4adc-90a8-da4411fd2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.170666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] No DVR routers for this DVR port f064b99e-dbb1-4e19-b3f3-ca36a95626fc on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:11.174484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.176720 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d9083646-b4e4-430d-b5ff-6620e34f265b req-0f1543fc-7025-4aac-b3d3-205863c498ee tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.54 "DELETE /v2.0/ports/f064b99e-dbb1-4e19-b3f3-ca36a95626fc HTTP/1.1" status: 204 len: 173 time: 0.6690576 Jul 16 08:49:11.199391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a4d42e62-bd95-4adc-90a8-da4411fd2ee1 None None] For port 98f8180c-1d49-4f0a-8588-c0115a28cb95, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=98f8180c-1d49-4f0a-8588-c0115a28cb95,segment=NetworkSegment(085cf6a1-3676-4df3-80c0-aba7ba0c28b4),segment_id=085cf6a1-3676-4df3-80c0-aba7ba0c28b4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:11.208130 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4d42e62-bd95-4adc-90a8-da4411fd2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.237955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.242823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.245002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] 10.222.0.55 "DELETE /v2.0/networks/773b4126-d0fb-4b56-8ca8-32ce581cb531 HTTP/1.1" status: 204 len: 168 time: 1.3860841 Jul 16 08:49:11.269673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f812d6a-1bfd-4d86-beb4-ddfbffb54c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=773b4126-d0fb-4b56-8ca8-32ce581cb531,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.295637 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.304341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d42e62-bd95-4adc-90a8-da4411fd2ee1 None None] Pushing event updated for resources: {'Port': ['ID=98f8180c-1d49-4f0a-8588-c0115a28cb95,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.355663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f6a30-ce7d-4cdb-98c5-006ec47ac559 req-d27c2059-f4e4-4188-9e11-e72d7717e7a8 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.362196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-721f6a30-ce7d-4cdb-98c5-006ec47ac559 req-d27c2059-f4e4-4188-9e11-e72d7717e7a8 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2789724 Jul 16 08:49:11.445531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56672) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:11.467351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-141656ce-6995-494d-8941-c31c181af882 None None] Provisioning complete for port 98f8180c-1d49-4f0a-8588-c0115a28cb95 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:11.467726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-141656ce-6995-494d-8941-c31c181af882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.501821 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2d0d2d87-7436-4ffb-802c-eeb127671596 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=259efdb71ac14aa7b67643d5f3697885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549824 Jul 16 08:49:11.508175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56674) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:11.646251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'name': 'network-vif-deleted', 'tag': 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4'}, {'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-deleted', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:11.654318 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e6fc57-7536-4dab-a99d-ab91ce9250c8" -d '{"events": [{"server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "name": "network-vif-deleted", "tag": "d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4"}, {"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-deleted", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:11.677063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-721f6a30-ce7d-4cdb-98c5-006ec47ac559 req-bd3f7a1b-0c04-4988-bac8-f5bc6a45ae15 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050909 Jul 16 08:49:11.699417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56686) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:11.704752 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-154bb6ac-66a0-42a6-93af-33ab708b7fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.751934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-154bb6ac-66a0-42a6-93af-33ab708b7fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.805929 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f167ded-059d-4bc9-9f61-18d10e533a70 x-openstack-request-id: req-6f167ded-059d-4bc9-9f61-18d10e533a70 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:11.806626 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f853e9-6607-473b-acbb-3917c472d680", "name": "network-vif-deleted", "tag": "d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4", "status": "completed", "code": 200}, {"server_uuid": "3590f7d7-29e7-4db9-abe0-95045ba72bd0", "name": "network-vif-deleted", "tag": "f064b99e-dbb1-4e19-b3f3-ca36a95626fc", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:11.807315 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f167ded-059d-4bc9-9f61-18d10e533a70 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:11.808077 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f853e9-6607-473b-acbb-3917c472d680', 'name': 'network-vif-deleted', 'tag': 'd69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4', 'status': 'completed', 'code': 200} Jul 16 08:49:11.808492 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3590f7d7-29e7-4db9-abe0-95045ba72bd0', 'name': 'network-vif-deleted', 'tag': 'f064b99e-dbb1-4e19-b3f3-ca36a95626fc', 'status': 'completed', 'code': 200} Jul 16 08:49:11.819714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ae81527a-2994-4d12-9fd0-989508abb6e9 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:11.851712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-154bb6ac-66a0-42a6-93af-33ab708b7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.860136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-154bb6ac-66a0-42a6-93af-33ab708b7fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.869229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: ae81527a-2994-4d12-9fd0-989508abb6e9 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:11.870308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ae81527a-2994-4d12-9fd0-989508abb6e9 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:11.871561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:11.880788 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-154bb6ac-66a0-42a6-93af-33ab708b7fdd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f5786ac-fd11-43a5-b5e7-c81090edc8ae HTTP/1.1" status: 204 len: 168 time: 0.3641095 Jul 16 08:49:11.883062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-93be0ec5-70f2-41b5-b7f8-02409cbee4ac tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting subnet 63536871-35f9-4fbb-b107-37d180c35505 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:11.890794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.915005 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:11.915412 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d69e90a2-b3cd-4c3c-b0a6-ac44bd5ee3d4 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:11.918695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93be0ec5-70f2-41b5-b7f8-02409cbee4ac tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.928648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bb6ac-66a0-42a6-93af-33ab708b7fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5786ac-fd11-43a5-b5e7-c81090edc8ae,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.050532 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93be0ec5-70f2-41b5-b7f8-02409cbee4ac tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.184190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 98f8180c-1d49-4f0a-8588-c0115a28cb95 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:12.323179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 98f8180c-1d49-4f0a-8588-c0115a28cb95 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:12.324759 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.386139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ffd0bb1-0b32-4294-9ed4-353d306feedb req-fe96e528-49f0-4c17-bda7-c48fa2275ac4 tempest-ImagesOneServerTestJSON-1091885187 tempest-ImagesOneServerTestJSON-1091885187-project] 10.222.0.55 "GET /v2.0/ports?device_id=3590f7d7-29e7-4db9-abe0-95045ba72bd0 HTTP/1.1" status: 200 len: 210 time: 0.0941660 Jul 16 08:49:12.474518 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:12.502580 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93be0ec5-70f2-41b5-b7f8-02409cbee4ac tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.587451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Router 1616f836-2cd2-47fe-bcca-a6a417143b7c is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:49:12.614138 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93be0ec5-70f2-41b5-b7f8-02409cbee4ac tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.695375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be0ec5-70f2-41b5-b7f8-02409cbee4ac tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Subnet': ['ID=63536871-35f9-4fbb-b107-37d180c35505,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.710728 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93be0ec5-70f2-41b5-b7f8-02409cbee4ac tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.714278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838d708-584b-4bf6-8619-6e2ac83ba43b None None] Network 80665639-217a-43ac-98f6-ed9e5389561d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:12.716148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56734) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.718603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-93be0ec5-70f2-41b5-b7f8-02409cbee4ac tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "DELETE /v2.0/subnets/63536871-35f9-4fbb-b107-37d180c35505 HTTP/1.1" status: 204 len: 168 time: 1.0143101 Jul 16 08:49:12.819433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.895878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:12.898126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port 41363604-5b62-47b7-aa4f-0524cc60cb81 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:12.898770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.907407 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Sync routers for ids ['1616f836-2cd2-47fe-bcca-a6a417143b7c'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:12.927348 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Routers {'1616f836-2cd2-47fe-bcca-a6a417143b7c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:12.933915 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1616f836-2cd2-47fe-bcca-a6a417143b7c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.039910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port 41363604-5b62-47b7-aa4f-0524cc60cb81, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=41363604-5b62-47b7-aa4f-0524cc60cb81,segment=NetworkSegment(e0477540-6622-4d97-89b8-7193743a0b52),segment_id=e0477540-6622-4d97-89b8-7193743a0b52)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:13.041277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.054325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.057950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8382f4dd-3b38-4a36-a18f-7d5e647cd52b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3574901 Jul 16 08:49:13.062580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56744) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:13.063709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for 41363604-5b62-47b7-aa4f-0524cc60cb81 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:13.102110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] DHCP port deletion for 80665639-217a-43ac-98f6-ed9e5389561d request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:13.185631 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Set router 1616f836-2cd2-47fe-bcca-a6a417143b7c gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:13.234099 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.254946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] Deleting port 41363604-5b62-47b7-aa4f-0524cc60cb81 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:13.261720 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.285431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port 41363604-5b62-47b7-aa4f-0524cc60cb81 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:13.319278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=41363604-5b62-47b7-aa4f-0524cc60cb81,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:13.339883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b31fd-1cab-480c-ad76-6cdf84baa11e req-4bd6ea06-d1b9-4b51-8057-7c3efc39679b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.341555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c9b31fd-1cab-480c-ad76-6cdf84baa11e req-4bd6ea06-d1b9-4b51-8057-7c3efc39679b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.4285140 Jul 16 08:49:13.394606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] For port 41363604-5b62-47b7-aa4f-0524cc60cb81, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:13.395011 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.430476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] Calling delete_port for 41363604-5b62-47b7-aa4f-0524cc60cb81 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:13.434113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] Port 41363604-5b62-47b7-aa4f-0524cc60cb81 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:49:13.436211 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.475719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c9b31fd-1cab-480c-ad76-6cdf84baa11e req-feb8d184-aad6-42df-b15c-da1df893a241 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248550 Jul 16 08:49:13.525357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] Pushing event deleted for resources: {'Port': ['ID=41363604-5b62-47b7-aa4f-0524cc60cb81,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:13.539360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.544721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce722a0-3947-4adc-a0d2-40fe0859d5e5 None None] No DVR routers for this DVR port 41363604-5b62-47b7-aa4f-0524cc60cb81 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:13.566128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80665639-217a-43ac-98f6-ed9e5389561d']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.584221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0477540-6622-4d97-89b8-7193743a0b52') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.584638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0477540-6622-4d97-89b8-7193743a0b52') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.620972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.661400 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.677498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:13.678305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:13.683707 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:13.694058 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:10Z', 'revision_number': 3, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.731023 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Checking router: 1616f836-2cd2-47fe-bcca-a6a417143b7c for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:13.732024 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Updating router 1616f836-2cd2-47fe-bcca-a6a417143b7c port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:49:13.777733 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.834839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:13.866699 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.874457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: f064b99e-dbb1-4e19-b3f3-ca36a95626fc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:13.874804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f064b99e-dbb1-4e19-b3f3-ca36a95626fc not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:13.875314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.880240 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "DELETE /v2.0/networks/80665639-217a-43ac-98f6-ed9e5389561d HTTP/1.1" status: 204 len: 168 time: 1.1607094 Jul 16 08:49:13.884401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56764) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:13.924183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e457a-6f63-4289-b7e0-04437a73fae4 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Network': ['ID=80665639-217a-43ac-98f6-ed9e5389561d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:13.997070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56768) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.053623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 41363604-5b62-47b7-aa4f-0524cc60cb81 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:14.066732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting subnet e19f06c6-bf51-49a4-8774-617c81cd7864 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:14.074700 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.118208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 41363604-5b62-47b7-aa4f-0524cc60cb81 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:14.118568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 41363604-5b62-47b7-aa4f-0524cc60cb81 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:14.138852 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.158385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.162773 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Transition to ACTIVE for port object 853fbb3e-3e05-493d-b2c4-8732a41c0eaf will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:14.175433 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.218699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.310557 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Attempting to bind port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:14.310918 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Attempting to bind port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:14.311274 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Attempting to bind port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:14.321582 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Pushing event updated for resources: {'Port': ['ID=853fbb3e-3e05-493d-b2c4-8732a41c0eaf,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.324580 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:14.325062 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:14.325338 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.326166 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:14.326801 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Bound port: 853fbb3e-3e05-493d-b2c4-8732a41c0eaf, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:14.327395 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.360338 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.360958 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.361481 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.362005 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.362519 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.362999 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.363493 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.363976 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.364457 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.364951 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.365434 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.365954 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:14.384622 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-15fc66cf-b6de-4284-9439-3c64f01dce09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b71d7b9e5f84a2989c937a1a5614d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835268 Jul 16 08:49:14.385860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56778) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.386210 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.400168 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c092-5bee-480d-b762-8557da4ebd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.412839 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] For port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:14.417570 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] For port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=853fbb3e-3e05-493d-b2c4-8732a41c0eaf,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:14.434342 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.518831 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79836fa0-5660-4773-bd15-c6818b0561f8 None None] Pushing event updated for resources: {'Port': ['ID=853fbb3e-3e05-493d-b2c4-8732a41c0eaf,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.564518 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Routers {'1616f836-2cd2-47fe-bcca-a6a417143b7c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:14.564803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.566132 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:48:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1616f836-2cd2-47fe-bcca-a6a417143b7c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:14.573102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Allocated IP 172.20.0.1 (3ed83020-7f47-45ba-9701-417e8bc980ef/646554a7-ff45-44b9-b78e-45c53549ea2e/e0d53bdd-8846-4eb0-89f1-593f299a36f0) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:14.588914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9293a255-bd7f-409c-b948-d89bc13f8bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.610002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Subnet': ['ID=e19f06c6-bf51-49a4-8774-617c81cd7864,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.618829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.619632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cff4aa-eab1-4744-8dea-80d03fec56d1 None None] Network b3a08042-e8a9-4be6-922b-d61cd6f73920 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:14.621001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "DELETE /v2.0/subnets/e19f06c6-bf51-49a4-8774-617c81cd7864 HTTP/1.1" status: 204 len: 168 time: 0.7296569 Jul 16 08:49:14.627085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56786) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.670022 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9293a255-bd7f-409c-b948-d89bc13f8bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.789173 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] Set router 1616f836-2cd2-47fe-bcca-a6a417143b7c gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:14.802028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9293a255-bd7f-409c-b948-d89bc13f8bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.804769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9293a255-bd7f-409c-b948-d89bc13f8bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.817381 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9293a255-bd7f-409c-b948-d89bc13f8bba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b45a8719-bd10-4c93-89f1-badef04bdb5f HTTP/1.1" status: 204 len: 168 time: 0.4247751 Jul 16 08:49:14.835701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293a255-bd7f-409c-b948-d89bc13f8bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45a8719-bd10-4c93-89f1-badef04bdb5f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:15.040388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] DHCP port deletion for b3a08042-e8a9-4be6-922b-d61cd6f73920 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:15.141525 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.152936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.156534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.156897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.157258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.157597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.157953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.158469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.159637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.159637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.159877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.160011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.160318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.160639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f668eb9-e184-440c-b9f7-42c61491f778 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:15.181386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] Deleting port 9c88f9f1-f58d-4877-b133-4392e590ecee {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:15.182297 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.281173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] For port 9c88f9f1-f58d-4877-b133-4392e590ecee, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9c88f9f1-f58d-4877-b133-4392e590ecee,segment=NetworkSegment(3123795c-4ac9-4d59-ae2e-f165a90ad81d),segment_id=3123795c-4ac9-4d59-ae2e-f165a90ad81d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:15.281892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.298862 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:10Z', 'revision_number': 3, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:15.304618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] Calling delete_port for 9c88f9f1-f58d-4877-b133-4392e590ecee owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:15.339727 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f88ebd-f751-4004-ba02-07220bb84f41 None None] The sync data for ids ['1616f836-2cd2-47fe-bcca-a6a417143b7c'] in n-d-780147-28 is: [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:10Z', 'revision_number': 3, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:15.463460 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.500524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] Pushing event deleted for resources: {'Port': ['ID=9c88f9f1-f58d-4877-b133-4392e590ecee,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:15.503592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800b0b3-41fa-4e83-8f9d-6857ad5e210e req-5337020c-47d2-44be-9bbf-cfc68b0e8caf tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:15.508960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f3236-bd51-46b7-904e-76d6f70b7675 None None] No DVR routers for this DVR port 9c88f9f1-f58d-4877-b133-4392e590ecee on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:15.513177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2800b0b3-41fa-4e83-8f9d-6857ad5e210e req-5337020c-47d2-44be-9bbf-cfc68b0e8caf tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.3646832 Jul 16 08:49:15.599632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.624222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Deleting port 9c88f9f1-f58d-4877-b133-4392e590ecee {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:15.624564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.629204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Transition to ACTIVE for port object e0d53bdd-8846-4eb0-89f1-593f299a36f0 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:15.637605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2800b0b3-41fa-4e83-8f9d-6857ad5e210e req-5003f71c-89a8-49ed-808e-e1737860b90c tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188493 Jul 16 08:49:15.827079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] For port 9c88f9f1-f58d-4877-b133-4392e590ecee, host n-d-780147-28, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:15.827443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.868097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Calling delete_port for 9c88f9f1-f58d-4877-b133-4392e590ecee owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:15.872964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Port 9c88f9f1-f58d-4877-b133-4392e590ecee was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:49:15.875628 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.903767 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.981074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] No DVR routers for this DVR port 9c88f9f1-f58d-4877-b133-4392e590ecee on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:15.999424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Port': ['ID=9c88f9f1-f58d-4877-b133-4392e590ecee,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.091446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 853fbb3e-3e05-493d-b2c4-8732a41c0eaf up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:16.191928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:16.192805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.197626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:16.198484 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.211940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a08042-e8a9-4be6-922b-d61cd6f73920']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.233335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3123795c-4ac9-4d59-ae2e-f165a90ad81d') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.233821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3123795c-4ac9-4d59-ae2e-f165a90ad81d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.245357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Network 3ed83020-7f47-45ba-9701-417e8bc980ef is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:16.248182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.250529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:16.261154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:16.308763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.318584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d53bdd-8846-4eb0-89f1-593f299a36f0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.328731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:16.329341 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:16.336522 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:16.401906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.448229 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.474684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56842) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:16.515029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=853fbb3e-3e05-493d-b2c4-8732a41c0eaf,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:16.524653 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.569013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.603906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.618283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] 10.222.0.55 "DELETE /v2.0/networks/b3a08042-e8a9-4be6-922b-d61cd6f73920 HTTP/1.1" status: 204 len: 168 time: 1.9883792 Jul 16 08:49:16.625094 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9c88f9f1-f58d-4877-b133-4392e590ecee no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:16.644479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a8c9f-6bd8-4d22-8ace-26914cd825f2 tempest-ServersTestMultiNic-1550792271 tempest-ServersTestMultiNic-1550792271-project] Pushing event deleted for resources: {'Network': ['ID=b3a08042-e8a9-4be6-922b-d61cd6f73920,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.662039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9c88f9f1-f58d-4877-b133-4392e590ecee {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:16.662283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9c88f9f1-f58d-4877-b133-4392e590ecee not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:16.691135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7bd91f07-fc0e-4bc3-824c-fea494a7102c None None] Provisioning for port e0d53bdd-8846-4eb0-89f1-593f299a36f0 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:16.703025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7bd91f07-fc0e-4bc3-824c-fea494a7102c None None] Provisioning complete for port e0d53bdd-8846-4eb0-89f1-593f299a36f0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:16.703399 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bd91f07-fc0e-4bc3-824c-fea494a7102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.761004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7bd91f07-fc0e-4bc3-824c-fea494a7102c None None] Port e0d53bdd-8846-4eb0-89f1-593f299a36f0 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:16.764218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=853fbb3e-3e05-493d-b2c4-8732a41c0eaf,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.797594 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.806219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6528db-e0d0-456d-8d05-49983b342d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.079492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6528db-e0d0-456d-8d05-49983b342d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.087082 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6528db-e0d0-456d-8d05-49983b342d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.155064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e6528db-e0d0-456d-8d05-49983b342d74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1badcfaa5fe7425c8945acfc84e22a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790149 Jul 16 08:49:17.162309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56866) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:17.165037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6528db-e0d0-456d-8d05-49983b342d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d632f05b-41fc-4bac-ab6a-298a5b1705cc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.223138 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.235389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.335056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f8b52-e8b3-4d2e-b475-063a0191ca15 req-020469da-5b0a-466c-bb1c-e3c9bb0ba6b0 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.336507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-220f8b52-e8b3-4d2e-b475-063a0191ca15 req-020469da-5b0a-466c-bb1c-e3c9bb0ba6b0 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2259901 Jul 16 08:49:17.338220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c42fdca-f24d-441a-a8e9-43b0224f411c req-35e453a4-5012-4096-9521-1ad931066893 tempest-AbsoluteLimitsNegativeTestJSON-47992524 tempest-AbsoluteLimitsNegativeTestJSON-47992524-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4df09178b39245bdacac0c4584a988fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776222 Jul 16 08:49:17.379084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.380665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e55d4683-1f8f-4a34-b9fc-118b721aea36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.428495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d53bdd-8846-4eb0-89f1-593f299a36f0,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.493183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e55d4683-1f8f-4a34-b9fc-118b721aea36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.533971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-220f8b52-e8b3-4d2e-b475-063a0191ca15 req-0cfd13c7-28cc-4210-b124-274428f37055 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793103 Jul 16 08:49:17.591537 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.595537 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b90f777-b20b-42b2-86c0-441fcfe7d346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.652565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42fdca-f24d-441a-a8e9-43b0224f411c req-f3e761dd-99d3-446c-a9e3-1081fabc88a9 tempest-AbsoluteLimitsNegativeTestJSON-47992524 tempest-AbsoluteLimitsNegativeTestJSON-47992524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.659615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c42fdca-f24d-441a-a8e9-43b0224f411c req-f3e761dd-99d3-446c-a9e3-1081fabc88a9 tempest-AbsoluteLimitsNegativeTestJSON-47992524 tempest-AbsoluteLimitsNegativeTestJSON-47992524-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073297 Jul 16 08:49:17.682835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c42fdca-f24d-441a-a8e9-43b0224f411c req-7bab1b00-daeb-4f8e-8eb1-34cc5410db62 tempest-AbsoluteLimitsNegativeTestJSON-47992524 tempest-AbsoluteLimitsNegativeTestJSON-47992524-project] 10.222.0.55 "GET /v2.0/quotas/4df09178b39245bdacac0c4584a988fd HTTP/1.1" status: 200 len: 375 time: 0.0215781 Jul 16 08:49:17.685875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Network 3ed83020-7f47-45ba-9701-417e8bc980ef is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:17.687994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e55d4683-1f8f-4a34-b9fc-118b721aea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.691260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e55d4683-1f8f-4a34-b9fc-118b721aea36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.695545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e55d4683-1f8f-4a34-b9fc-118b721aea36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d632f05b-41fc-4bac-ab6a-298a5b1705cc HTTP/1.1" status: 204 len: 168 time: 0.5291147 Jul 16 08:49:17.702078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:17.759309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c42fdca-f24d-441a-a8e9-43b0224f411c req-2a278334-0da4-4b37-b966-599d69da9b7c tempest-AbsoluteLimitsNegativeTestJSON-47992524 tempest-AbsoluteLimitsNegativeTestJSON-47992524-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4df09178b39245bdacac0c4584a988fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642247 Jul 16 08:49:17.764344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4683-1f8f-4a34-b9fc-118b721aea36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d632f05b-41fc-4bac-ab6a-298a5b1705cc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.787403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56882) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.038230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Router 1616f836-2cd2-47fe-bcca-a6a417143b7c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:18.116266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 853fbb3e-3e05-493d-b2c4-8732a41c0eaf up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:18.266724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:18.272550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-56f568e0-b00f-4148-aec0-ccc24cdaadf4 admin admin] 10.222.0.55 "PUT /v2.0/routers/1616f836-2cd2-47fe-bcca-a6a417143b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2048101 Jul 16 08:49:18.278099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Sync routers for ids ['1616f836-2cd2-47fe-bcca-a6a417143b7c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:18.292733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-31ab5ca0-035a-4d14-a875-80932099e6be None None] Provisioning complete for port e0d53bdd-8846-4eb0-89f1-593f299a36f0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:18.294193 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31ab5ca0-035a-4d14-a875-80932099e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.333562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-31ab5ca0-035a-4d14-a875-80932099e6be None None] Port e0d53bdd-8846-4eb0-89f1-593f299a36f0 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:18.339650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56898) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.340269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Routers {'1616f836-2cd2-47fe-bcca-a6a417143b7c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:18.341689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1616f836-2cd2-47fe-bcca-a6a417143b7c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:18.343654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:18.344113 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.367634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55cb2a60-d7c2-476c-abcf-096244af8e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.506331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56904) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.514451 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.608208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55cb2a60-d7c2-476c-abcf-096244af8e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.624388 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55cb2a60-d7c2-476c-abcf-096244af8e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.641068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.663739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Set router 1616f836-2cd2-47fe-bcca-a6a417143b7c gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:18.819043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-55cb2a60-d7c2-476c-abcf-096244af8e7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e5a0b07d1cf447fa5febbd5be1f773f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760270 Jul 16 08:49:18.819043 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-71d6fee2-ac23-4601-b691-2987c3bd9e29 req-8c89e2a8-a491-49ba-8d00-01225d79e36e tempest-FloatingIPDetailsNegativeTestJSON-1434046432 tempest-FloatingIPDetailsNegativeTestJSON-1434046432-project] show failed (client error): The resource could not be found. Jul 16 08:49:18.819417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.830733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71d6fee2-ac23-4601-b691-2987c3bd9e29 req-8c89e2a8-a491-49ba-8d00-01225d79e36e tempest-FloatingIPDetailsNegativeTestJSON-1434046432 tempest-FloatingIPDetailsNegativeTestJSON-1434046432-project] 10.222.0.55 "GET /v2.0/floatingips/d542dd88-3b14-4c35-85e3-56880e895d58 HTTP/1.1" status: 404 len: 350 time: 0.1094563 Jul 16 08:49:18.839994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56912) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.853158 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.862278 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9d4be9d-8bca-4b8a-b195-aaed4e353c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.872257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb2a60-d7c2-476c-abcf-096244af8e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac164f-746b-42df-9127-c3de2649ad9e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.940267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a62f4-8b03-424d-a614-28865f4ac670 req-4017eec8-02a2-488c-9fb0-450f78da5b88 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.942012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b0a62f4-8b03-424d-a614-28865f4ac670 req-4017eec8-02a2-488c-9fb0-450f78da5b88 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1369762 Jul 16 08:49:19.008193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b0a62f4-8b03-424d-a614-28865f4ac670 req-d818ad68-2a3d-4ae6-be57-f308ddccd0df tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527313 Jul 16 08:49:19.008638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e0d53bdd-8846-4eb0-89f1-593f299a36f0', 'name': '', 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'mac_address': 'fa:16:3e:be:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '646554a7-ff45-44b9-b78e-45c53549ea2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:14Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 2, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'subnets': [{'id': '646554a7-ff45-44b9-b78e-45c53549ea2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:19.051979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Checking router: 1616f836-2cd2-47fe-bcca-a6a417143b7c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:19.052522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Updating router 1616f836-2cd2-47fe-bcca-a6a417143b7c port e0d53bdd-8846-4eb0-89f1-593f299a36f0 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:49:19.063771 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e8406fc-66c6-4849-b06b-c07bcc4614de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.078590 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9d4be9d-8bca-4b8a-b195-aaed4e353c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.085581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9d4be9d-8bca-4b8a-b195-aaed4e353c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.095726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.138203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f9d4be9d-8bca-4b8a-b195-aaed4e353c23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4df09178b39245bdacac0c4584a988fd&name=default HTTP/1.1" status: 200 len: 2982 time: 0.6297727 Jul 16 08:49:19.138942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56916) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:19.140905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb4579-bfe9-4e1b-9abc-099dd4d4a5ab req-29ca9a73-866b-4207-a47c-3946884851b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:19.142542 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-eadb4579-bfe9-4e1b-9abc-099dd4d4a5ab req-29ca9a73-866b-4207-a47c-3946884851b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1097 time: 0.2498877 Jul 16 08:49:19.169787 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e8406fc-66c6-4849-b06b-c07bcc4614de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.213357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4be9d-8bca-4b8a-b195-aaed4e353c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596a1fa8-8400-4e1c-80d7-b1a67a881c56,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:19.247759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e81a675-20df-4faf-961f-fa719048e26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.304207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e81a675-20df-4faf-961f-fa719048e26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.357263 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-eadb4579-bfe9-4e1b-9abc-099dd4d4a5ab req-fc914571-1b8a-4656-bb61-6369676f75f0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976197 Jul 16 08:49:19.372275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e81a675-20df-4faf-961f-fa719048e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.376426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e81a675-20df-4faf-961f-fa719048e26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.380525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9e81a675-20df-4faf-961f-fa719048e26e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/596a1fa8-8400-4e1c-80d7-b1a67a881c56 HTTP/1.1" status: 204 len: 168 time: 0.2369785 Jul 16 08:49:19.388427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81a675-20df-4faf-961f-fa719048e26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596a1fa8-8400-4e1c-80d7-b1a67a881c56,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:19.443085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Deleting port cc001141-a2db-43f2-8adb-e1ce6fd82271 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:19.444185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.446287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e8406fc-66c6-4849-b06b-c07bcc4614de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.449453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e8406fc-66c6-4849-b06b-c07bcc4614de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.454179 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4e8406fc-66c6-4849-b06b-c07bcc4614de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29ac164f-746b-42df-9127-c3de2649ad9e HTTP/1.1" status: 204 len: 168 time: 0.6315215 Jul 16 08:49:19.489939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8406fc-66c6-4849-b06b-c07bcc4614de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac164f-746b-42df-9127-c3de2649ad9e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:19.556173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.568336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Transition to ACTIVE for port object e0d53bdd-8846-4eb0-89f1-593f299a36f0 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:19.581616 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.605047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] For port cc001141-a2db-43f2-8adb-e1ce6fd82271, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc001141-a2db-43f2-8adb-e1ce6fd82271,segment=NetworkSegment(bf48b530-295d-429b-9a3a-8db36521bddd),segment_id=bf48b530-295d-429b-9a3a-8db36521bddd)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:19.607035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.635063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Calling delete_port for cc001141-a2db-43f2-8adb-e1ce6fd82271 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:19.826332 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.974617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a394a6-7649-488a-a1cd-3a10ccee7c6c None None] Pushing event updated for resources: {'Port': ['ID=e0d53bdd-8846-4eb0-89f1-593f299a36f0,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.048274 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.063924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Attempting to bind port e0d53bdd-8846-4eb0-89f1-593f299a36f0 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:20.064502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Attempting to bind port e0d53bdd-8846-4eb0-89f1-593f299a36f0 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:20.064878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Attempting to bind port e0d53bdd-8846-4eb0-89f1-593f299a36f0 on network 3ed83020-7f47-45ba-9701-417e8bc980ef {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:20.071831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:20.072206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Checking segment: {'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:20.072606 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.072995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Bound using segment: {'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:20.073459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Bound port: e0d53bdd-8846-4eb0-89f1-593f299a36f0, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085cf6a1-3676-4df3-80c0-aba7ba0c28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:20.073868 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.156851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] For port e0d53bdd-8846-4eb0-89f1-593f299a36f0, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:20.162873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] For port e0d53bdd-8846-4eb0-89f1-593f299a36f0, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e0d53bdd-8846-4eb0-89f1-593f299a36f0,segment=NetworkSegment(085cf6a1-3676-4df3-80c0-aba7ba0c28b4),segment_id=085cf6a1-3676-4df3-80c0-aba7ba0c28b4)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:20.170708 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.172984 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.248011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc001141-a2db-43f2-8adb-e1ce6fd82271,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.332177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Routers {'1616f836-2cd2-47fe-bcca-a6a417143b7c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:20.332177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1616f836-2cd2-47fe-bcca-a6a417143b7c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:20.440419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a394a6-7649-488a-a1cd-3a10ccee7c6c None None] Pushing event updated for resources: {'Port': ['ID=e0d53bdd-8846-4eb0-89f1-593f299a36f0,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.622886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c8098-d164-4a3e-a5d9-ff352246b2b4 req-be93faa7-c85d-4a59-8a63-ab6e1ac6e865 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.641704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d4c8098-d164-4a3e-a5d9-ff352246b2b4 req-be93faa7-c85d-4a59-8a63-ab6e1ac6e865 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2962766 Jul 16 08:49:20.718994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] Set router 1616f836-2cd2-47fe-bcca-a6a417143b7c gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:20.749954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d4c8098-d164-4a3e-a5d9-ff352246b2b4 req-d7cbfe85-657c-4281-a097-2afc2a0d942f tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049397 Jul 16 08:49:20.826659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Deleting port e0d53bdd-8846-4eb0-89f1-593f299a36f0 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:20.828558 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.924979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] For port e0d53bdd-8846-4eb0-89f1-593f299a36f0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e0d53bdd-8846-4eb0-89f1-593f299a36f0,segment=NetworkSegment(085cf6a1-3676-4df3-80c0-aba7ba0c28b4),segment_id=085cf6a1-3676-4df3-80c0-aba7ba0c28b4)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:20.925815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.943911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Calling delete_port for e0d53bdd-8846-4eb0-89f1-593f299a36f0 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:20.975699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56968) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.044565 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.087105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e0d53bdd-8846-4eb0-89f1-593f299a36f0', 'name': '', 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'mac_address': 'fa:16:3e:be:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '646554a7-ff45-44b9-b78e-45c53549ea2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:14Z', 'updated_at': '2021-07-16T08:49:20Z', 'revision_number': 4, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'subnets': [{'id': '646554a7-ff45-44b9-b78e-45c53549ea2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:21.119799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aea30f-08c6-458b-9770-f4d534b5b057 None None] The sync data for ids ['1616f836-2cd2-47fe-bcca-a6a417143b7c'] in n-d-780147-28 is: [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e0d53bdd-8846-4eb0-89f1-593f299a36f0', 'name': '', 'network_id': '3ed83020-7f47-45ba-9701-417e8bc980ef', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'mac_address': 'fa:16:3e:be:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '646554a7-ff45-44b9-b78e-45c53549ea2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:14Z', 'updated_at': '2021-07-16T08:49:20Z', 'revision_number': 4, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'subnets': [{'id': '646554a7-ff45-44b9-b78e-45c53549ea2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:21.326364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1280434640-network', 'tenant_id': '07fc10eb39fc42d7b8cc70478d0aef35'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:21.374929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Made reservation on behalf of 07fc10eb39fc42d7b8cc70478d0aef35 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:21.379959 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.395675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.570029 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.582585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.672768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:21.687720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92eb1ff-fa64-4372-b211-295961b472f6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:21.725696 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.727381 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Added segment 8083b33a-b3a3-4697-9300-284bef41261f of type vlan for network f89bd59d-122e-4ac3-b6c4-68d5a7af281e Jul 16 08:49:21.804144 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.854825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.855838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:21.859324 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.975604 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.989693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0110457 Jul 16 08:49:22.013574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56992) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:22.020201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Request body: {'subnet': {'network_id': 'f89bd59d-122e-4ac3-b6c4-68d5a7af281e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1280434640-subnet', 'tenant_id': '07fc10eb39fc42d7b8cc70478d0aef35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:22.036619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d53bdd-8846-4eb0-89f1-593f299a36f0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.055084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Router 5160208c-a70c-4593-9adf-412e48a27e1f has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:22.186802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b1e55-2b60-4ec1-9745-af7bef0b2ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=f89bd59d-122e-4ac3-b6c4-68d5a7af281e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.203041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Made reservation on behalf of 07fc10eb39fc42d7b8cc70478d0aef35 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:22.203462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f89bd59d-122e-4ac3-b6c4-68d5a7af281e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:22.209953 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.276650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a63ef-cd11-4ea6-b5e5-b55b25abc3ef req-e2e3a3cc-ee08-4588-b207-bf91d15b388a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:22.285359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-401a63ef-cd11-4ea6-b5e5-b55b25abc3ef req-e2e3a3cc-ee08-4588-b207-bf91d15b388a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2776151 Jul 16 08:49:22.399339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-401a63ef-cd11-4ea6-b5e5-b55b25abc3ef req-58b826bd-8ef9-41ba-80ce-1b79ca3d9317 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117070 Jul 16 08:49:22.540745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:22.550693 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] Sync routers for ids ['5160208c-a70c-4593-9adf-412e48a27e1f'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:22.553376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57006) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:22.553601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3ab7dc34-6d4d-4172-be81-5f9f00b43071 admin admin] 10.222.0.55 "PUT /v2.0/routers/5160208c-a70c-4593-9adf-412e48a27e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7647004 Jul 16 08:49:22.566866 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] Routers {'5160208c-a70c-4593-9adf-412e48a27e1f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:22.567571 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5160208c-a70c-4593-9adf-412e48a27e1f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:22.589675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.819848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.834521 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] Set router 5160208c-a70c-4593-9adf-412e48a27e1f gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:22.850796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.939711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c19587-eec4-4e72-ac85-9612dc1b75b7,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.078975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Checking segment: {'id': '8083b33a-b3a3-4697-9300-284bef41261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f89bd59d-122e-4ac3-b6c4-68d5a7af281e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:23.079684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Network hostable DHCP agents. Network: f89bd59d-122e-4ac3-b6c4-68d5a7af281e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:23.200229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.251014 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:49:20Z', 'revision_number': 5, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port': {'id': 'a341dcf9-fd84-4454-b6f6-2a6262cfa051', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.267544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Router 1616f836-2cd2-47fe-bcca-a6a417143b7c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:23.274876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Network f89bd59d-122e-4ac3-b6c4-68d5a7af281e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:23.303174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f89bd59d-122e-4ac3-b6c4-68d5a7af281e) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:23.312211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd091f0d-4870-4bb6-8768-17a35cd305ec None None] Network f89bd59d-122e-4ac3-b6c4-68d5a7af281e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:23.318897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.319505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.324497 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] Checking router: 5160208c-a70c-4593-9adf-412e48a27e1f for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:23.350819 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] Routers {'5160208c-a70c-4593-9adf-412e48a27e1f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:23.351471 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5160208c-a70c-4593-9adf-412e48a27e1f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.414777 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1f3292d2-fc73-49fa-96b4-21cd91e1d31c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3915031 Jul 16 08:49:23.426541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Deleting port a341dcf9-fd84-4454-b6f6-2a6262cfa051 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:23.426891 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.601147 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] Set router 5160208c-a70c-4593-9adf-412e48a27e1f gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:23.635419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cfe59e-8acd-4dfd-b471-601a16cd9d8a None None] Network f89bd59d-122e-4ac3-b6c4-68d5a7af281e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:23.683935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:23.689709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] For port a341dcf9-fd84-4454-b6f6-2a6262cfa051, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a341dcf9-fd84-4454-b6f6-2a6262cfa051,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:23.690070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.697085 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-47dce812-2ffa-4b08-a238-19705f35ab1e admin admin] 10.222.0.55 "PUT /v2.0/routers/1616f836-2cd2-47fe-bcca-a6a417143b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8541343 Jul 16 08:49:23.705594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57038) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:23.715917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9e794-2531-4219-acd8-a16560d22863 req-fd5be6ef-f7fb-41ae-957e-3df82a19fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.723733 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b9e794-2531-4219-acd8-a16560d22863 req-fd5be6ef-f7fb-41ae-957e-3df82a19fa66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccb271939f19496eacf45557b5f262fa&device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 1097 time: 0.3340514 Jul 16 08:49:23.725353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Calling delete_port for a341dcf9-fd84-4454-b6f6-2a6262cfa051 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:23.725902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] Sync routers for ids ['1616f836-2cd2-47fe-bcca-a6a417143b7c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:23.746266 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:49:23Z', 'revision_number': 6, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.794594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] Routers {'1616f836-2cd2-47fe-bcca-a6a417143b7c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:23.796673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1616f836-2cd2-47fe-bcca-a6a417143b7c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.801195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b87dbf-6dd1-4884-85eb-ea918784473f req-5fe37d15-cf8e-46c1-8520-300967839826 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.811657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3b87dbf-6dd1-4884-85eb-ea918784473f req-5fe37d15-cf8e-46c1-8520-300967839826 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2863772 Jul 16 08:49:23.843853 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4dd55-9ded-4747-897f-6c8a54b1572d None None] The sync data for ids ['5160208c-a70c-4593-9adf-412e48a27e1f'] in n-d-780147-28 is: [{'id': '5160208c-a70c-4593-9adf-412e48a27e1f', 'name': 'tempest-ServersTestMultiNic-1692568899-router', 'tenant_id': '42c257675f7c4cf593af635f81b13de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:44Z', 'updated_at': '2021-07-16T08:49:23Z', 'revision_number': 6, 'project_id': '42c257675f7c4cf593af635f81b13de7', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:23.922378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9e794-2531-4219-acd8-a16560d22863 req-d97834fe-f47d-4632-8f79-c31e932d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.928834 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b9e794-2531-4219-acd8-a16560d22863 req-d97834fe-f47d-4632-8f79-c31e932d3b53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 200 len: 919 time: 0.1950340 Jul 16 08:49:24.003800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3b87dbf-6dd1-4884-85eb-ea918784473f req-c561a60f-655f-478b-93c7-6b9d2c9b6154 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912365 Jul 16 08:49:24.006037 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b9e794-2531-4219-acd8-a16560d22863 req-140a1a13-77b1-467d-a6d7-160ca86431c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1768b5-4394-4124-9540-0acc72363c03 HTTP/1.1" status: 200 len: 217 time: 0.0643089 Jul 16 08:49:24.023212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-0ef70bfc-7122-4bac-8595-793a528d3b66 req-dcdad5b7-0c82-4b91-9135-9eeae8bd343d tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1851877720', 'description': 'tempest-description-540716482'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:24.135328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9e794-2531-4219-acd8-a16560d22863 req-ed76be90-d0b8-4411-8b45-919c219acae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:24.140775 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b9e794-2531-4219-acd8-a16560d22863 req-ed76be90-d0b8-4411-8b45-919c219acae0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 200 len: 858 time: 0.1241753 Jul 16 08:49:24.147905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] Set router 1616f836-2cd2-47fe-bcca-a6a417143b7c gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:24.189772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0ef70bfc-7122-4bac-8595-793a528d3b66 req-dcdad5b7-0c82-4b91-9135-9eeae8bd343d tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.208785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.212829 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b9e794-2531-4219-acd8-a16560d22863 req-05bcc936-b426-4e30-92b0-30e030d5ed38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b331558-ed49-4715-93ce-3ab5389d0592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577490 Jul 16 08:49:24.326403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc001141-a2db-43f2-8adb-e1ce6fd82271 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:24.378661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: cc001141-a2db-43f2-8adb-e1ce6fd82271 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:24.379479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc001141-a2db-43f2-8adb-e1ce6fd82271 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:24.446254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.472568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:21Z', 'revision_number': 5, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:24.498341 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b9e794-2531-4219-acd8-a16560d22863 req-56631e74-3c45-4740-8ea1-7bb9e2480d5c service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699935 Jul 16 08:49:24.502162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] Checking router: 1616f836-2cd2-47fe-bcca-a6a417143b7c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:24.511080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] Routers {'1616f836-2cd2-47fe-bcca-a6a417143b7c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:24.511737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1616f836-2cd2-47fe-bcca-a6a417143b7c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:24.524528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a341dcf9-fd84-4454-b6f6-2a6262cfa051,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:24.667044 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76b9e794-2531-4219-acd8-a16560d22863 req-03f2990f-5b5d-4ad8-a608-d800621a854a service neutron] 10.222.0.54 "GET /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625371 Jul 16 08:49:24.724160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] Set router 1616f836-2cd2-47fe-bcca-a6a417143b7c gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:24.759432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57052) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:24.953510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.975305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:21Z', 'revision_number': 5, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:25.008448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c04998-43a8-4cb3-a143-6b0bbba52296 None None] The sync data for ids ['1616f836-2cd2-47fe-bcca-a6a417143b7c'] in n-d-780147-28 is: [{'id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1699049836-router', 'tenant_id': '310c412ea3d3466888ba017e20463ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:21Z', 'revision_number': 5, 'project_id': '310c412ea3d3466888ba017e20463ec8', 'gw_port': {'id': '853fbb3e-3e05-493d-b2c4-8732a41c0eaf', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616f836-2cd2-47fe-bcca-a6a417143b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:08Z', 'updated_at': '2021-07-16T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:25.068618 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0ef70bfc-7122-4bac-8595-793a528d3b66 req-dcdad5b7-0c82-4b91-9135-9eeae8bd343d tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.092909 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0ef70bfc-7122-4bac-8595-793a528d3b66 req-dcdad5b7-0c82-4b91-9135-9eeae8bd343d tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.146628 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.184760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.187259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdad5b7-0c82-4b91-9135-9eeae8bd343d tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a651d1e-af99-45a5-9636-7e424df73d07,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.191192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.196048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.240377 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f279c6c9a154967902786132b477469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791145 Jul 16 08:49:25.240644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1c3034-e3ba-4a8d-9c2c-ab500e3fd0e4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.242503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57060) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:25.263180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.263510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.263843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.264172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.264505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.264829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.265152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.265469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.265815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.266132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.266453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.266770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec9f7b-61b5-4659-89bf-dea4350bb2e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:25.274245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0ef70bfc-7122-4bac-8595-793a528d3b66 req-dcdad5b7-0c82-4b91-9135-9eeae8bd343d tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.275502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ef70bfc-7122-4bac-8595-793a528d3b66 req-dcdad5b7-0c82-4b91-9135-9eeae8bd343d tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.2948675 Jul 16 08:49:25.328380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4ac0-29de-4db2-a78e-06c5c0cbf2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.351403 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4ac0-29de-4db2-a78e-06c5c0cbf2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.368446 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.372057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.422845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4ac0-29de-4db2-a78e-06c5c0cbf2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.425920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4ac0-29de-4db2-a78e-06c5c0cbf2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.429543 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fb8b4ac0-29de-4db2-a78e-06c5c0cbf2d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc1c3034-e3ba-4a8d-9c2c-ab500e3fd0e4 HTTP/1.1" status: 204 len: 168 time: 0.1838515 Jul 16 08:49:25.439566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b4ac0-29de-4db2-a78e-06c5c0cbf2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1c3034-e3ba-4a8d-9c2c-ab500e3fd0e4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.468458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea764ecd-ed3c-4b29-8936-ab7d84e93a28 req-f8a7cc23-d1e7-49ac-8ed6-89136677aec7 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/5a651d1e-af99-45a5-9636-7e424df73d07 HTTP/1.1" status: 200 len: 1814 time: 0.1655457 Jul 16 08:49:25.480868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897f549-37d9-4478-b5b2-00293368fd17 req-8d81a546-d7e1-4aee-9e74-32d7466f027c tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:25.483130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d897f549-37d9-4478-b5b2-00293368fd17 req-8d81a546-d7e1-4aee-9e74-32d7466f027c tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.3460059 Jul 16 08:49:25.487160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.487723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5160208c-a70c-4593-9adf-412e48a27e1f {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:25.494317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-ea764ecd-ed3c-4b29-8936-ab7d84e93a28 req-175aabd7-291f-488f-8cb4-b29b66349fd6 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a651d1e-af99-45a5-9636-7e424df73d07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:25.494602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-ea764ecd-ed3c-4b29-8936-ab7d84e93a28 req-175aabd7-291f-488f-8cb4-b29b66349fd6 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a651d1e-af99-45a5-9636-7e424df73d07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:25.506302 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.510132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:25.510339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7eeda5dc-6ded-4c40-a667-c0f6215e6da5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5160208c-a70c-4593-9adf-412e48a27e1f HTTP/1.1" status: 204 len: 168 time: 2.9551921 Jul 16 08:49:25.548769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Deleting port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:25.549096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.612694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d897f549-37d9-4478-b5b2-00293368fd17 req-25c08cc6-615a-419c-8c19-3cff02a19f0e tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219041 Jul 16 08:49:25.624210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a171f2-3eb5-42a1-b68c-8ad44521f8a3 admin admin] Deleting subnet 7e5cc133-9403-40c5-8b68-9032d4ea55a6 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:25.628534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0a171f2-3eb5-42a1-b68c-8ad44521f8a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.694657 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0a171f2-3eb5-42a1-b68c-8ad44521f8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.717863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ea764ecd-ed3c-4b29-8936-ab7d84e93a28 req-175aabd7-291f-488f-8cb4-b29b66349fd6 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.747797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] For port 853fbb3e-3e05-493d-b2c4-8732a41c0eaf, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=853fbb3e-3e05-493d-b2c4-8732a41c0eaf,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:25.748164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.780203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ea764ecd-ed3c-4b29-8936-ab7d84e93a28 req-175aabd7-291f-488f-8cb4-b29b66349fd6 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.785024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Calling delete_port for 853fbb3e-3e05-493d-b2c4-8732a41c0eaf owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:25.798188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ea764ecd-ed3c-4b29-8936-ab7d84e93a28 req-175aabd7-291f-488f-8cb4-b29b66349fd6 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.875941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aabd7-291f-488f-8cb4-b29b66349fd6 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f6bdec-e716-4353-b86c-ae6d67ec8f76,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.897278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0a171f2-3eb5-42a1-b68c-8ad44521f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.902496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ea764ecd-ed3c-4b29-8936-ab7d84e93a28 req-175aabd7-291f-488f-8cb4-b29b66349fd6 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.904173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea764ecd-ed3c-4b29-8936-ab7d84e93a28 req-175aabd7-291f-488f-8cb4-b29b66349fd6 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4192204 Jul 16 08:49:25.998713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:26.019385 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-adfb0a49-0d11-419f-91a2-cc53a221bbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.029935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a341dcf9-fd84-4454-b6f6-2a6262cfa051 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:26.071992 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0a171f2-3eb5-42a1-b68c-8ad44521f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.077021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d47e9a1-9557-40e0-ae17-916d18cbcedf req-26450990-455b-479d-8dc8-fa9b4030f0fd tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/5a651d1e-af99-45a5-9636-7e424df73d07 HTTP/1.1" status: 200 len: 2408 time: 0.0916040 Jul 16 08:49:26.108314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: a341dcf9-fd84-4454-b6f6-2a6262cfa051 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:26.111346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a341dcf9-fd84-4454-b6f6-2a6262cfa051 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:26.114185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e0d53bdd-8846-4eb0-89f1-593f299a36f0 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:26.122940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a171f2-3eb5-42a1-b68c-8ad44521f8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5cc133-9403-40c5-8b68-9032d4ea55a6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.133952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0a171f2-3eb5-42a1-b68c-8ad44521f8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.135896 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c0a171f2-3eb5-42a1-b68c-8ad44521f8a3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7e5cc133-9403-40c5-8b68-9032d4ea55a6 HTTP/1.1" status: 204 len: 168 time: 0.6246352 Jul 16 08:49:26.140483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57082) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:26.157079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89e2cd97-c796-4b60-ab9b-e83ed1b08fc2 req-9bb1c401-0a23-4441-8132-24fb2b75ea63 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-group-rules/c0f6bdec-e716-4353-b86c-ae6d67ec8f76 HTTP/1.1" status: 200 len: 778 time: 0.0468760 Jul 16 08:49:26.163618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: e0d53bdd-8846-4eb0-89f1-593f299a36f0 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:26.164369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e0d53bdd-8846-4eb0-89f1-593f299a36f0 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:26.169310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9169f-e293-41c7-bafd-a7a94096e9e2 None None] Network 9cec0721-56cb-493a-8ded-662a5d4dbb1c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:26.194782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.241953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=853fbb3e-3e05-493d-b2c4-8732a41c0eaf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.250395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.277135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89e2cd97-c796-4b60-ab9b-e83ed1b08fc2 req-149e85f2-3308-4699-9ab6-4b55d15db3f3 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/5a651d1e-af99-45a5-9636-7e424df73d07 HTTP/1.1" status: 200 len: 2408 time: 0.1115520 Jul 16 08:49:26.294960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-adfb0a49-0d11-419f-91a2-cc53a221bbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.319649 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-adfb0a49-0d11-419f-91a2-cc53a221bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.341379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-89e2cd97-c796-4b60-ab9b-e83ed1b08fc2 req-fd5f3056-ce63-4694-953c-43b5059cbea9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.352858 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-89e2cd97-c796-4b60-ab9b-e83ed1b08fc2 req-fd5f3056-ce63-4694-953c-43b5059cbea9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.355258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.374367 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-adfb0a49-0d11-419f-91a2-cc53a221bbf2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3daa3c88ee14394baa7393d7227466c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715916 Jul 16 08:49:26.375980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb0a49-0d11-419f-91a2-cc53a221bbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7459b645-c735-43be-8c24-18b5418ac96d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.378793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57084) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:26.416382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Deleting port 5d07142f-e672-4df6-bb42-bae7f7bfb19c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:26.416764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.473385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.476882 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.484933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-89e2cd97-c796-4b60-ab9b-e83ed1b08fc2 req-fd5f3056-ce63-4694-953c-43b5059cbea9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.498681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f191773f-9032-4405-8d62-ebf1bb1ebaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.508498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] For port 5d07142f-e672-4df6-bb42-bae7f7bfb19c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5d07142f-e672-4df6-bb42-bae7f7bfb19c,segment=NetworkSegment(bf48b530-295d-429b-9a3a-8db36521bddd),segment_id=bf48b530-295d-429b-9a3a-8db36521bddd)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:26.508851 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.524089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-89e2cd97-c796-4b60-ab9b-e83ed1b08fc2 req-fd5f3056-ce63-4694-953c-43b5059cbea9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.525553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89e2cd97-c796-4b60-ab9b-e83ed1b08fc2 req-fd5f3056-ce63-4694-953c-43b5059cbea9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c0f6bdec-e716-4353-b86c-ae6d67ec8f76 HTTP/1.1" status: 204 len: 173 time: 0.2269807 Jul 16 08:49:26.536106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f3056-ce63-4694-953c-43b5059cbea9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0f6bdec-e716-4353-b86c-ae6d67ec8f76,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.539544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Calling delete_port for 5d07142f-e672-4df6-bb42-bae7f7bfb19c owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:26.545530 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.547135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1616f836-2cd2-47fe-bcca-a6a417143b7c {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:26.548358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f191773f-9032-4405-8d62-ebf1bb1ebaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.560257 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.561967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a151fef-ff26-4a14-a596-0e1070cfefe2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1616f836-2cd2-47fe-bcca-a6a417143b7c HTTP/1.1" status: 204 len: 168 time: 2.8553209 Jul 16 08:49:26.564399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57088) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:26.569703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-a142793b-1ab3-4150-b6cb-29b1f50bded7 req-be9c3601-d58a-49d0-8fc7-4a114b9e8a86 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1941224769', 'description': 'tempest-description-1372221432'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:26.658126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a0e3b9-53f7-4ad1-a880-78f631ff9982 admin admin] Deleting subnet 646554a7-ff45-44b9-b78e-45c53549ea2e {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:26.662079 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43a0e3b9-53f7-4ad1-a880-78f631ff9982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.663966 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a142793b-1ab3-4150-b6cb-29b1f50bded7 req-be9c3601-d58a-49d0-8fc7-4a114b9e8a86 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.683682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8772b059-6638-485e-84c6-f3bce626fd47 None None] DHCP port deletion for 9cec0721-56cb-493a-8ded-662a5d4dbb1c request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:26.691055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f191773f-9032-4405-8d62-ebf1bb1ebaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.694136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f191773f-9032-4405-8d62-ebf1bb1ebaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.695313 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f191773f-9032-4405-8d62-ebf1bb1ebaff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7459b645-c735-43be-8c24-18b5418ac96d HTTP/1.1" status: 204 len: 168 time: 0.3145854 Jul 16 08:49:26.705445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191773f-9032-4405-8d62-ebf1bb1ebaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7459b645-c735-43be-8c24-18b5418ac96d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.718355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.750453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43a0e3b9-53f7-4ad1-a880-78f631ff9982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.761566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] No DVR routers for this DVR port 5d07142f-e672-4df6-bb42-bae7f7bfb19c on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:26.767796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d07142f-e672-4df6-bb42-bae7f7bfb19c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.818198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8772b059-6638-485e-84c6-f3bce626fd47 None None] The port '5d07142f-e672-4df6-bb42-bae7f7bfb19c' was deleted {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 08:49:26.892814 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a142793b-1ab3-4150-b6cb-29b1f50bded7 req-be9c3601-d58a-49d0-8fc7-4a114b9e8a86 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.894527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43a0e3b9-53f7-4ad1-a880-78f631ff9982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.912633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.921675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a142793b-1ab3-4150-b6cb-29b1f50bded7 req-be9c3601-d58a-49d0-8fc7-4a114b9e8a86 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.926088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cec0721-56cb-493a-8ded-662a5d4dbb1c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.941592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf48b530-295d-429b-9a3a-8db36521bddd') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.942327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf48b530-295d-429b-9a3a-8db36521bddd') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.956974 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.983670 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a142793b-1ab3-4150-b6cb-29b1f50bded7 req-be9c3601-d58a-49d0-8fc7-4a114b9e8a86 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.984975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a142793b-1ab3-4150-b6cb-29b1f50bded7 req-be9c3601-d58a-49d0-8fc7-4a114b9e8a86 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4214840 Jul 16 08:49:26.994834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c3601-d58a-49d0-8fc7-4a114b9e8a86 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0a99f-1df4-4263-8500-5845039dd9d5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.018179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.036953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:27.037868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:27.042795 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:27.060713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43a0e3b9-53f7-4ad1-a880-78f631ff9982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.099988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0e3b9-53f7-4ad1-a880-78f631ff9982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646554a7-ff45-44b9-b78e-45c53549ea2e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.109982 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43a0e3b9-53f7-4ad1-a880-78f631ff9982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.111887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-43a0e3b9-53f7-4ad1-a880-78f631ff9982 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/646554a7-ff45-44b9-b78e-45c53549ea2e HTTP/1.1" status: 204 len: 168 time: 0.5456681 Jul 16 08:49:27.122284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09beffd1-99ac-4fb7-957b-f617129a622b None None] Network 3ed83020-7f47-45ba-9701-417e8bc980ef requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:27.146108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc1ea5-4786-4c15-aecf-091b83533f98 req-27adb2c7-fc0a-429b-9f7e-ab4c082e989a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.149883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dfc1ea5-4786-4c15-aecf-091b83533f98 req-27adb2c7-fc0a-429b-9f7e-ab4c082e989a tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1462455 Jul 16 08:49:27.149883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57104) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:27.179899 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.207188 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.224391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9cec0721-56cb-493a-8ded-662a5d4dbb1c HTTP/1.1" status: 204 len: 168 time: 1.0828342 Jul 16 08:49:27.225790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8aa415-4ebf-4204-8198-424f1f848b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cec0721-56cb-493a-8ded-662a5d4dbb1c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.421494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.428779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dfc1ea5-4786-4c15-aecf-091b83533f98 req-606018fb-f1dc-4bd0-a76e-505295042025 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358122 Jul 16 08:49:27.529231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] DHCP port deletion for 3ed83020-7f47-45ba-9701-417e8bc980ef request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:27.544049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-069a59ce-691b-4fb0-84b6-5ce0adb070fc req-207ca364-aa97-4de0-bdfc-82aa62243ebe tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/70e0a99f-1df4-4263-8500-5845039dd9d5 HTTP/1.1" status: 200 len: 1815 time: 0.2888885 Jul 16 08:49:27.595284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57120) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:27.609349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Deleting port 98f8180c-1d49-4f0a-8588-c0115a28cb95 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:27.609718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.632323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] Deleting port 98f8180c-1d49-4f0a-8588-c0115a28cb95 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:27.633494 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.654766 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c05c2cae-eb70-4b5e-86f0-3508d2d05855 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42c257675f7c4cf593af635f81b13de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574386 Jul 16 08:49:27.657068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57122) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:27.661260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b70ba300-6a59-4d01-81b2-2e54ae1508bc req-4022fcf1-d85a-44fa-b05e-e3d72c82464a tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-897150112', 'description': 'tempest-description-13520602'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:27.716552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] For port 98f8180c-1d49-4f0a-8588-c0115a28cb95, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=98f8180c-1d49-4f0a-8588-c0115a28cb95,segment=NetworkSegment(085cf6a1-3676-4df3-80c0-aba7ba0c28b4),segment_id=085cf6a1-3676-4df3-80c0-aba7ba0c28b4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:27.717270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.731429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] Calling delete_port for 98f8180c-1d49-4f0a-8588-c0115a28cb95 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:27.758726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] For port 98f8180c-1d49-4f0a-8588-c0115a28cb95, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=98f8180c-1d49-4f0a-8588-c0115a28cb95,segment=NetworkSegment(085cf6a1-3676-4df3-80c0-aba7ba0c28b4),segment_id=085cf6a1-3676-4df3-80c0-aba7ba0c28b4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:27.759009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.771004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b70ba300-6a59-4d01-81b2-2e54ae1508bc req-4022fcf1-d85a-44fa-b05e-e3d72c82464a tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.771447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7a20073-283e-45c0-8e69-febc006e64e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.786594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Calling delete_port for 98f8180c-1d49-4f0a-8588-c0115a28cb95 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:27.814734 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7a20073-283e-45c0-8e69-febc006e64e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.841901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.879159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] Pushing event deleted for resources: {'Port': ['ID=98f8180c-1d49-4f0a-8588-c0115a28cb95,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.891306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9e8f6-4ce1-4808-a46f-bef27d860215 None None] No DVR routers for this DVR port 98f8180c-1d49-4f0a-8588-c0115a28cb95 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:27.911303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.928861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7a20073-283e-45c0-8e69-febc006e64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.932316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7a20073-283e-45c0-8e69-febc006e64e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.934615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c7a20073-283e-45c0-8e69-febc006e64e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d148ac70-3bfe-431d-9d08-6a6f58164b47 HTTP/1.1" status: 204 len: 168 time: 0.2754328 Jul 16 08:49:27.949335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a20073-283e-45c0-8e69-febc006e64e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d148ac70-3bfe-431d-9d08-6a6f58164b47,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.960278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=98f8180c-1d49-4f0a-8588-c0115a28cb95,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.970561 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b70ba300-6a59-4d01-81b2-2e54ae1508bc req-4022fcf1-d85a-44fa-b05e-e3d72c82464a tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.972685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] No DVR routers for this DVR port 98f8180c-1d49-4f0a-8588-c0115a28cb95 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:27.999427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b70ba300-6a59-4d01-81b2-2e54ae1508bc req-4022fcf1-d85a-44fa-b05e-e3d72c82464a tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.061334 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b70ba300-6a59-4d01-81b2-2e54ae1508bc req-4022fcf1-d85a-44fa-b05e-e3d72c82464a tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.066399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b70ba300-6a59-4d01-81b2-2e54ae1508bc req-4022fcf1-d85a-44fa-b05e-e3d72c82464a tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4388173 Jul 16 08:49:28.094539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5d07142f-e672-4df6-bb42-bae7f7bfb19c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:28.096602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.121099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5d07142f-e672-4df6-bb42-bae7f7bfb19c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:28.122784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5d07142f-e672-4df6-bb42-bae7f7bfb19c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:28.123498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 98f8180c-1d49-4f0a-8588-c0115a28cb95 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:28.125292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed83020-7f47-45ba-9701-417e8bc980ef']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:28.133839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022fcf1-d85a-44fa-b05e-e3d72c82464a tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c3d47a-90d0-4334-b5bb-1ad35bf9ad77,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:28.157821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085cf6a1-3676-4df3-80c0-aba7ba0c28b4') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:28.158055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085cf6a1-3676-4df3-80c0-aba7ba0c28b4') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:28.163435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 98f8180c-1d49-4f0a-8588-c0115a28cb95 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:28.163870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 98f8180c-1d49-4f0a-8588-c0115a28cb95 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:28.164486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 853fbb3e-3e05-493d-b2c4-8732a41c0eaf no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:28.188640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 853fbb3e-3e05-493d-b2c4-8732a41c0eaf {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:28.189123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 853fbb3e-3e05-493d-b2c4-8732a41c0eaf not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:28.189285 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.218978 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f18cfc-9eb5-41af-a348-52f1c968806e req-169c80bd-0331-44d0-8a58-65fdf8110e6c tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/b3c3d47a-90d0-4334-b5bb-1ad35bf9ad77 HTTP/1.1" status: 200 len: 1812 time: 0.1123946 Jul 16 08:49:28.230842 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.246009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:28.246804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.251993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-8377d9bb-1207-43f9-bda1-47e4b48ddf78 req-ed180e8d-7af7-4c11-930a-10d53410e8b7 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1007062844', 'description': 'tempest-description-1842396743'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:28.256562 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:28.341123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8377d9bb-1207-43f9-bda1-47e4b48ddf78 req-ed180e8d-7af7-4c11-930a-10d53410e8b7 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.345375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.370483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.372906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] 10.222.0.55 "DELETE /v2.0/networks/3ed83020-7f47-45ba-9701-417e8bc980ef HTTP/1.1" status: 204 len: 168 time: 1.2203364 Jul 16 08:49:28.391623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57360f27-cd64-4d84-b8ee-bfc762b50b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed83020-7f47-45ba-9701-417e8bc980ef,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:28.484907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8377d9bb-1207-43f9-bda1-47e4b48ddf78 req-ed180e8d-7af7-4c11-930a-10d53410e8b7 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.494635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8377d9bb-1207-43f9-bda1-47e4b48ddf78 req-ed180e8d-7af7-4c11-930a-10d53410e8b7 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.540469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed180e8d-7af7-4c11-930a-10d53410e8b7 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ebe570-30f8-4cb6-a3ae-941e942a8b2c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:28.546816 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8377d9bb-1207-43f9-bda1-47e4b48ddf78 req-ed180e8d-7af7-4c11-930a-10d53410e8b7 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.560042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57156) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:28.568267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8377d9bb-1207-43f9-bda1-47e4b48ddf78 req-ed180e8d-7af7-4c11-930a-10d53410e8b7 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3295743 Jul 16 08:49:28.631329 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0301983e-b21a-4e40-94f3-45ad505dc32a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=310c412ea3d3466888ba017e20463ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694435 Jul 16 08:49:28.633115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57158) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:28.646680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14ef112c-193f-4f41-ae94-cb99ed8ff0cc req-c72aa462-8898-4248-a51f-26539d502b2a tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/89ebe570-30f8-4cb6-a3ae-941e942a8b2c HTTP/1.1" status: 200 len: 1815 time: 0.0684478 Jul 16 08:49:28.671243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b2124433-b470-474b-9a16-eeae4b30fd4b req-d027b585-a82c-48e9-be98-81dda1ea5bde tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1310630200', 'description': 'tempest-description-1739274707'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:28.709175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e7206b2-de97-4e7b-a67d-f1711b594585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.743562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2124433-b470-474b-9a16-eeae4b30fd4b req-d027b585-a82c-48e9-be98-81dda1ea5bde tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.754111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e7206b2-de97-4e7b-a67d-f1711b594585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.785691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6838f8a-9136-4ded-bc67-b09cd4732183 req-4f393e0c-cf54-451a-99c4-5790c7ae1228 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.787989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6838f8a-9136-4ded-bc67-b09cd4732183 req-4f393e0c-cf54-451a-99c4-5790c7ae1228 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1399634 Jul 16 08:49:28.822731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e7206b2-de97-4e7b-a67d-f1711b594585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.829676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e7206b2-de97-4e7b-a67d-f1711b594585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.836772 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e7206b2-de97-4e7b-a67d-f1711b594585 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8552c588-bb62-4d8d-a905-8875f7d6857b HTTP/1.1" status: 204 len: 168 time: 0.2024372 Jul 16 08:49:28.851010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7206b2-de97-4e7b-a67d-f1711b594585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8552c588-bb62-4d8d-a905-8875f7d6857b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:28.868156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6838f8a-9136-4ded-bc67-b09cd4732183 req-9599c745-6508-4eb5-bed1-82a59695a53b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733197 Jul 16 08:49:28.973069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2124433-b470-474b-9a16-eeae4b30fd4b req-d027b585-a82c-48e9-be98-81dda1ea5bde tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.979488 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2124433-b470-474b-9a16-eeae4b30fd4b req-d027b585-a82c-48e9-be98-81dda1ea5bde tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.020867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2124433-b470-474b-9a16-eeae4b30fd4b req-d027b585-a82c-48e9-be98-81dda1ea5bde tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.022142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2124433-b470-474b-9a16-eeae4b30fd4b req-d027b585-a82c-48e9-be98-81dda1ea5bde tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3574240 Jul 16 08:49:29.023169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027b585-a82c-48e9-be98-81dda1ea5bde tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93875c14-9c9f-47e5-90a1-ed75bfa9128e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:29.161802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f69b306-fac1-4bba-8e17-f880f6f83459 req-47d3b990-3a2c-47ea-a52c-6e3c2b11ed97 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/93875c14-9c9f-47e5-90a1-ed75bfa9128e HTTP/1.1" status: 200 len: 1815 time: 0.1025772 Jul 16 08:49:29.183179 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-41fa608e-acf4-4421-b2b4-1667792f46f4 req-1bb392df-f26c-431d-a71f-7e7ff620c8c9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] show failed (client error): The resource could not be found. Jul 16 08:49:29.184264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41fa608e-acf4-4421-b2b4-1667792f46f4 req-1bb392df-f26c-431d-a71f-7e7ff620c8c9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/e701a8ab-0c22-429f-9135-fe58f033470c HTTP/1.1" status: 404 len: 352 time: 0.0176921 Jul 16 08:49:29.238915 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-793aa3d7-93cb-45cb-80da-3b53a37ec217 req-dd07532c-d47d-4762-8c99-817ef09a2925 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] show failed (client error): The resource could not be found. Jul 16 08:49:29.239755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-793aa3d7-93cb-45cb-80da-3b53a37ec217 req-dd07532c-d47d-4762-8c99-817ef09a2925 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-group-rules/a44a1479-e1da-47ab-9824-fefe1fbe3ca8 HTTP/1.1" status: 404 len: 361 time: 0.0184402 Jul 16 08:49:29.395552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0be2c0-c22b-4948-9d9b-5e09cd16b1d5 req-812518a4-aa29-4877-aa25-ac35758e4c63 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/93875c14-9c9f-47e5-90a1-ed75bfa9128e HTTP/1.1" status: 200 len: 1815 time: 0.1232204 Jul 16 08:49:29.540034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0be2c0-c22b-4948-9d9b-5e09cd16b1d5 req-820f2a57-b5dd-4123-b93b-dbdf4ecb5996 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.586256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0be2c0-c22b-4948-9d9b-5e09cd16b1d5 req-820f2a57-b5dd-4123-b93b-dbdf4ecb5996 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.644008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0be2c0-c22b-4948-9d9b-5e09cd16b1d5 req-820f2a57-b5dd-4123-b93b-dbdf4ecb5996 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.647426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0be2c0-c22b-4948-9d9b-5e09cd16b1d5 req-820f2a57-b5dd-4123-b93b-dbdf4ecb5996 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.651926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0be2c0-c22b-4948-9d9b-5e09cd16b1d5 req-820f2a57-b5dd-4123-b93b-dbdf4ecb5996 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "DELETE /v2.0/security-groups/93875c14-9c9f-47e5-90a1-ed75bfa9128e HTTP/1.1" status: 204 len: 173 time: 0.2469649 Jul 16 08:49:29.664211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f2a57-b5dd-4123-b93b-dbdf4ecb5996 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93875c14-9c9f-47e5-90a1-ed75bfa9128e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:29.734041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44ae3c5a-f1e8-4376-94ca-ea140ddfe6a5 req-d6b46a18-9a04-419f-ab36-eb6f3e3e3dd2 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/89ebe570-30f8-4cb6-a3ae-941e942a8b2c HTTP/1.1" status: 200 len: 1815 time: 0.0536618 Jul 16 08:49:29.803920 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-44ae3c5a-f1e8-4376-94ca-ea140ddfe6a5 req-745b5a7c-c668-483d-9461-a612994fc388 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.832474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-44ae3c5a-f1e8-4376-94ca-ea140ddfe6a5 req-745b5a7c-c668-483d-9461-a612994fc388 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.895220 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-44ae3c5a-f1e8-4376-94ca-ea140ddfe6a5 req-745b5a7c-c668-483d-9461-a612994fc388 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.898423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-44ae3c5a-f1e8-4376-94ca-ea140ddfe6a5 req-745b5a7c-c668-483d-9461-a612994fc388 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.902822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44ae3c5a-f1e8-4376-94ca-ea140ddfe6a5 req-745b5a7c-c668-483d-9461-a612994fc388 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "DELETE /v2.0/security-groups/89ebe570-30f8-4cb6-a3ae-941e942a8b2c HTTP/1.1" status: 204 len: 173 time: 0.1656246 Jul 16 08:49:29.914778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b5a7c-c668-483d-9461-a612994fc388 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ebe570-30f8-4cb6-a3ae-941e942a8b2c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:29.951576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57230) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:29.992178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53b1b43e-e85a-4257-9638-1b9b5ae94b50 req-cb860ff3-64a4-4d95-8c1c-952ad30d6fac tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/b3c3d47a-90d0-4334-b5bb-1ad35bf9ad77 HTTP/1.1" status: 200 len: 1812 time: 0.0612547 Jul 16 08:49:30.066047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-53b1b43e-e85a-4257-9638-1b9b5ae94b50 req-4c03195a-5766-410a-8737-54e32b942610 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.094004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-53b1b43e-e85a-4257-9638-1b9b5ae94b50 req-4c03195a-5766-410a-8737-54e32b942610 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.153754 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-53b1b43e-e85a-4257-9638-1b9b5ae94b50 req-4c03195a-5766-410a-8737-54e32b942610 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.156860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-53b1b43e-e85a-4257-9638-1b9b5ae94b50 req-4c03195a-5766-410a-8737-54e32b942610 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.158481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53b1b43e-e85a-4257-9638-1b9b5ae94b50 req-4c03195a-5766-410a-8737-54e32b942610 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "DELETE /v2.0/security-groups/b3c3d47a-90d0-4334-b5bb-1ad35bf9ad77 HTTP/1.1" status: 204 len: 173 time: 0.1607680 Jul 16 08:49:30.174506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-762299822-network', 'tenant_id': 'c28e98a8fb104443a038715ba3a75248'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:30.176373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03195a-5766-410a-8737-54e32b942610 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c3d47a-90d0-4334-b5bb-1ad35bf9ad77,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:30.256631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:30.256849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09b2b499-b307-4216-b34d-f71587732a38 req-96604f22-1477-4bb1-968e-3280f718772d tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/70e0a99f-1df4-4263-8500-5845039dd9d5 HTTP/1.1" status: 200 len: 1815 time: 0.0602591 Jul 16 08:49:30.261487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.276253 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.353309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09b2b499-b307-4216-b34d-f71587732a38 req-233241d6-529e-4b6f-a25e-e5137af075e9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.408726 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09b2b499-b307-4216-b34d-f71587732a38 req-233241d6-529e-4b6f-a25e-e5137af075e9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.516968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.545241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.561516 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09b2b499-b307-4216-b34d-f71587732a38 req-233241d6-529e-4b6f-a25e-e5137af075e9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.564955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09b2b499-b307-4216-b34d-f71587732a38 req-233241d6-529e-4b6f-a25e-e5137af075e9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.567864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09b2b499-b307-4216-b34d-f71587732a38 req-233241d6-529e-4b6f-a25e-e5137af075e9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "DELETE /v2.0/security-groups/70e0a99f-1df4-4263-8500-5845039dd9d5 HTTP/1.1" status: 204 len: 173 time: 0.3035934 Jul 16 08:49:30.588860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233241d6-529e-4b6f-a25e-e5137af075e9 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0a99f-1df4-4263-8500-5845039dd9d5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:30.638685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:30.671547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c3ca13-b077-420d-bbb6-eb9086fee6b4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:30.693605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.693991 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Added segment e51736c7-e6cc-473d-ab08-ea2c75fa96c5 of type vlan for network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a Jul 16 08:49:30.795606 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.863563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29694334-d770-4bce-8f19-bca87c7fbbd5 req-9f073fac-bb62-4c1e-9ac0-86f0413ec038 tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "GET /v2.0/security-groups/5a651d1e-af99-45a5-9636-7e424df73d07 HTTP/1.1" status: 200 len: 1814 time: 0.0607808 Jul 16 08:49:30.866939 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.868032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.868702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.923248 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9703369 Jul 16 08:49:30.930166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57276) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:30.938877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Request body: {'subnet': {'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-762299822-subnet', 'tenant_id': 'c28e98a8fb104443a038715ba3a75248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:30.957588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002a1d0-d6c2-4aa4-80a9-f1695bc9e97a admin admin] Pushing event updated for resources: {'Network': ['ID=21b0b3c8-c2d9-4e7e-87c6-9d980721708a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:30.969838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:31.026197 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29694334-d770-4bce-8f19-bca87c7fbbd5 req-f36047d9-e0e8-48f9-ae4e-9393566038db tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.053233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:31.061086 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.102026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29694334-d770-4bce-8f19-bca87c7fbbd5 req-f36047d9-e0e8-48f9-ae4e-9393566038db tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.244868 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29694334-d770-4bce-8f19-bca87c7fbbd5 req-f36047d9-e0e8-48f9-ae4e-9393566038db tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.248644 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29694334-d770-4bce-8f19-bca87c7fbbd5 req-f36047d9-e0e8-48f9-ae4e-9393566038db tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.250056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29694334-d770-4bce-8f19-bca87c7fbbd5 req-f36047d9-e0e8-48f9-ae4e-9393566038db tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] 10.222.0.55 "DELETE /v2.0/security-groups/5a651d1e-af99-45a5-9636-7e424df73d07 HTTP/1.1" status: 204 len: 173 time: 0.3775363 Jul 16 08:49:31.256256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57286) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.272387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36047d9-e0e8-48f9-ae4e-9393566038db tempest-SecurityGroupRulesNegativeTestJSON-2006659161 tempest-SecurityGroupRulesNegativeTestJSON-2006659161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a651d1e-af99-45a5-9636-7e424df73d07,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:31.392346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85ec029-9dc7-43a5-a795-5d8dd23a4c0d admin admin] Deleting subnet 66c19587-eec4-4e72-ac85-9612dc1b75b7 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:31.396198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a85ec029-9dc7-43a5-a795-5d8dd23a4c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.454173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a85ec029-9dc7-43a5-a795-5d8dd23a4c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.468601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.565997 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a85ec029-9dc7-43a5-a795-5d8dd23a4c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.566668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Checking segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:31.567033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Network hostable DHCP agents. Network: 21b0b3c8-c2d9-4e7e-87c6-9d980721708a, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:31.570270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c34048-76db-405f-975d-c0d719aedc2a,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:31.596132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:31.612483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 21b0b3c8-c2d9-4e7e-87c6-9d980721708a) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:31.631747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.636043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120ec7e-cfb1-4e66-b152-fde47ce19556 None None] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:31.647088 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.699155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1882b816-f488-4a7b-887a-a30f11e9db34 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7670794 Jul 16 08:49:31.708885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a85ec029-9dc7-43a5-a795-5d8dd23a4c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.762468 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a85ec029-9dc7-43a5-a795-5d8dd23a4c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.768661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57342) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.769214 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a85ec029-9dc7-43a5-a795-5d8dd23a4c0d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/66c19587-eec4-4e72-ac85-9612dc1b75b7 HTTP/1.1" status: 204 len: 168 time: 0.5083234 Jul 16 08:49:31.770514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ec029-9dc7-43a5-a795-5d8dd23a4c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c19587-eec4-4e72-ac85-9612dc1b75b7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:31.854063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b20586-3faa-4ce0-8e08-37d3ec8054c4 None None] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:31.983459 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.149794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.181365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89bd59d-122e-4ac3-b6c4-68d5a7af281e']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.200784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8083b33a-b3a3-4697-9300-284bef41261f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.201264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8083b33a-b3a3-4697-9300-284bef41261f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.210415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57352) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.229757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.253678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.265592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:32.266041 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:32.267828 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:32.378611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.405906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.413085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f89bd59d-122e-4ac3-b6c4-68d5a7af281e HTTP/1.1" status: 204 len: 168 time: 0.6415393 Jul 16 08:49:32.415948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9532192-6ebb-4eb8-b14c-71427ac611d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f89bd59d-122e-4ac3-b6c4-68d5a7af281e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:32.429779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9232d7a-3613-43e6-9257-ff4e561b3df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.620140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57374) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.647691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9232d7a-3613-43e6-9257-ff4e561b3df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.661990 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9232d7a-3613-43e6-9257-ff4e561b3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.744198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-98804a40-16ae-484a-9605-cf8361c074c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07fc10eb39fc42d7b8cc70478d0aef35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175284 Jul 16 08:49:32.745328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57378) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.749523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9232d7a-3613-43e6-9257-ff4e561b3df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94485994-4476-41ac-a8ef-533512a2f6d1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:32.757533 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b9232d7a-3613-43e6-9257-ff4e561b3df4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e601c9cb6cbc4323a131067f1f8a030f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453243 Jul 16 08:49:32.758494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57380) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.770928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-97c69969-5d35-4557-8e85-e7f48e806d38 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.780958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-97c69969-5d35-4557-8e85-e7f48e806d38 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2390318 Jul 16 08:49:32.834219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f91de2c1-1159-4c33-9159-d3c1b05bde3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.836634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-cf7242ac-a7af-4466-9c58-cb04e7422581 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/quotas/c28e98a8fb104443a038715ba3a75248 HTTP/1.1" status: 200 len: 375 time: 0.0544910 Jul 16 08:49:32.876702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f91de2c1-1159-4c33-9159-d3c1b05bde3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.904248 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-83c27962-8f22-4aa4-ac88-a5a7bffe35c8 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667317 Jul 16 08:49:32.947356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f91de2c1-1159-4c33-9159-d3c1b05bde3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.951357 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f91de2c1-1159-4c33-9159-d3c1b05bde3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.952555 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f91de2c1-1159-4c33-9159-d3c1b05bde3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94485994-4476-41ac-a8ef-533512a2f6d1 HTTP/1.1" status: 204 len: 168 time: 0.1924391 Jul 16 08:49:32.968461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91de2c1-1159-4c33-9159-d3c1b05bde3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94485994-4476-41ac-a8ef-533512a2f6d1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.071171 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f88ef9f-1fbf-4664-9053-66444bbad66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.100147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f88ef9f-1fbf-4664-9053-66444bbad66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.183266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-b0d19304-7cdd-479f-a11b-6ac7bca746fe service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632124 Jul 16 08:49:33.309752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f88ef9f-1fbf-4664-9053-66444bbad66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.312462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f88ef9f-1fbf-4664-9053-66444bbad66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.316204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1f88ef9f-1fbf-4664-9053-66444bbad66c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c92eb1ff-fa64-4372-b211-295961b472f6 HTTP/1.1" status: 204 len: 168 time: 0.5304933 Jul 16 08:49:33.335767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88ef9f-1fbf-4664-9053-66444bbad66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92eb1ff-fa64-4372-b211-295961b472f6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.366715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-cafdc4e2-3a75-4451-87a8-18092c383277 service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420064 Jul 16 08:49:33.645534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7acb6172-0cf9-47dd-867e-36506831e10d req-ba421540-5975-4cc5-b55d-f886bb6e2870 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 210 time: 0.0821393 Jul 16 08:49:35.188738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45ea1ac5-79f1-46d8-aa1f-c0789b6e8d74 req-5eb0d7d4-4b99-4d4f-a906-5d3f1114e4cb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 210 time: 0.0396821 Jul 16 08:49:35.514224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-2a86fbad-5c69-4c64-9815-55622d58f311 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.516736 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-2a86fbad-5c69-4c64-9815-55622d58f311 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2554808 Jul 16 08:49:35.534904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Request body: {'port': {'device_id': '6ca85988-3653-45c1-9d35-d6a8f4109cbf', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'admin_state_up': True, 'tenant_id': 'c28e98a8fb104443a038715ba3a75248'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:35.732761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57486) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:35.781695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:35.786325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.938798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1323070752-network', 'tenant_id': '73196d62b0db486b942ba49397c1910a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:36.001421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Made reservation on behalf of 73196d62b0db486b942ba49397c1910a for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:36.004109 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.024270 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.051999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Allocated IP 172.20.0.9 (21b0b3c8-c2d9-4e7e-87c6-9d980721708a/76c34048-76db-405f-975d-c0d719aedc2a/4fe9f94c-8c91-4878-bcfa-b53a18aff03e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:36.191857 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.202722 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.267361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:36.299080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3f703-c16c-4960-9024-eec0ad624ae3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:36.304678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.305032 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Added segment b368963f-e8a3-4db5-be89-8d4379ecee18 of type vlan for network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 Jul 16 08:49:36.419318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.484700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-23f64a34-968d-4d19-9ad8-39d0cb10abbf req-4b9056d5-d57c-493b-9999-353697a5ba1b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 210 time: 0.0692949 Jul 16 08:49:36.510048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.563226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.564276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.564945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.592464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.604434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8705354 Jul 16 08:49:36.622618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57520) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:36.629934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Request body: {'subnet': {'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1323070752-subnet', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:36.682256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d65c45-5079-4fef-ade4-7cc5f802a554 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab1cd57-1131-4b52-a9c0-dac9ad9de331,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:36.696141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:36.699156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Made reservation on behalf of 73196d62b0db486b942ba49397c1910a for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:36.705183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.706291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event updated for resources: {'Port': ['ID=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:36.743882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:36.745568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:36.749067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:36.869449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.870556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.892389 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-331a2348-8e6e-42ed-b0c2-9fecc717a219 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3653789 Jul 16 08:49:36.907503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Request body: {'port': {'device_id': '6ca85988-3653-45c1-9d35-d6a8f4109cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:37.011243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.106173 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.287093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2a35fb-82c8-44a8-b30b-93b8a846edce,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:37.293250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Checking segment: {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:37.293567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Network hostable DHCP agents. Network: 7ab1cd57-1131-4b52-a9c0-dac9ad9de331, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:37.348892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:37.372430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe9f94c-8c91-4878-bcfa-b53a18aff03e {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:37.380657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 7ab1cd57-1131-4b52-a9c0-dac9ad9de331) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:37.381553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.386025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:37.386620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.391368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b1d48-6bf6-4fe0-a4f0-53362db9da1e None None] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:37.412666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Transition to ACTIVE for port object 4fe9f94c-8c91-4878-bcfa-b53a18aff03e will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:37.427435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.431360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d252dba-0c86-4567-8aab-54daaec604bb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8069088 Jul 16 08:49:37.434632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57544) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.443802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:37.507287 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.508128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.612980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c559394-bc75-491a-8133-867366bb252c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:37.614209 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c559394-bc75-491a-8133-867366bb252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.675775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.685798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:37.790618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Attempting to bind port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:37.791523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Attempting to bind port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:37.791523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Attempting to bind port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:37.803055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:37.804471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Attempting to bind port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:37.821723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:37.822380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Checking segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:37.822728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Bound using segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:37.825386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Bound port: 4fe9f94c-8c91-4878-bcfa-b53a18aff03e, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:37.826008 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.895460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.918826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0c559394-bc75-491a-8133-867366bb252c None None] Allocated IP 172.20.0.2 (7ab1cd57-1131-4b52-a9c0-dac9ad9de331/7f2a35fb-82c8-44a8-b30b-93b8a846edce/82853c44-c55e-43ed-8d5f-e4ce1e76c4ab) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:37.997969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] For port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:38.003289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] For port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:38.021436 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.090180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.090988 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.095337 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] 10.222.0.52 "PUT /v2.0/ports/4fe9f94c-8c91-4878-bcfa-b53a18aff03e HTTP/1.1" status: 200 len: 1092 time: 1.1951134 Jul 16 08:49:38.101056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca85988-3653-45c1-9d35-d6a8f4109cbf', 'tag': '4fe9f94c-8c91-4878-bcfa-b53a18aff03e'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:38.112952 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeb4fe7-836d-472d-b936-1ee6c7aac166" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca85988-3653-45c1-9d35-d6a8f4109cbf", "tag": "4fe9f94c-8c91-4878-bcfa-b53a18aff03e"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:38.173258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59972b0-e75c-4ead-95bf-1812cb68244c req-3493f0b3-b384-4ac0-b49d-14103cb494c9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.181408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c59972b0-e75c-4ead-95bf-1812cb68244c req-3493f0b3-b384-4ac0-b49d-14103cb494c9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 943 time: 0.1993797 Jul 16 08:49:38.237188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c59972b0-e75c-4ead-95bf-1812cb68244c req-19e4cf61-c414-4c87-86f7-cf72ae8fd1c5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547366 Jul 16 08:49:38.250081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b994a-eff4-4807-83b3-4894779368e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:38.282736 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c559394-bc75-491a-8133-867366bb252c None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.311490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0c559394-bc75-491a-8133-867366bb252c None None] Transition to ACTIVE for port object 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:38.321575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-9db9fcf2-3974-4441-9cc4-cef8558dbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.326800 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-9db9fcf2-3974-4441-9cc4-cef8558dbf58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 1095 time: 0.1566017 Jul 16 08:49:38.328740 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f03f679-b92c-4208-91c8-07f28cba2806 x-openstack-request-id: req-3f03f679-b92c-4208-91c8-07f28cba2806 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:38.329229 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca85988-3653-45c1-9d35-d6a8f4109cbf", "tag": "4fe9f94c-8c91-4878-bcfa-b53a18aff03e", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:38.329680 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f03f679-b92c-4208-91c8-07f28cba2806 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:38.330249 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca85988-3653-45c1-9d35-d6a8f4109cbf', 'tag': '4fe9f94c-8c91-4878-bcfa-b53a18aff03e', 'status': 'completed', 'code': 200} Jul 16 08:49:38.350068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0c559394-bc75-491a-8133-867366bb252c None None] Transition to ACTIVE for port object 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:38.363560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c559394-bc75-491a-8133-867366bb252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.425075 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-192ebcec-5d5c-4710-b9c9-ad7194a58bf9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe9f94c-8c91-4878-bcfa-b53a18aff03e HTTP/1.1" status: 200 len: 217 time: 0.0822475 Jul 16 08:49:38.453369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c559394-bc75-491a-8133-867366bb252c None None] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:38.484301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0c559394-bc75-491a-8133-867366bb252c None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:38.488972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c559394-bc75-491a-8133-867366bb252c None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:38.490284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8d32b9e1-decf-4338-a231-08195dd6daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.491966 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-8d32b9e1-decf-4338-a231-08195dd6daca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0601852 Jul 16 08:49:38.495298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c559394-bc75-491a-8133-867366bb252c None None] Pushing event updated for resources: {'Port': ['ID=82853c44-c55e-43ed-8d5f-e4ce1e76c4ab,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:38.550771 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-5eb6ca44-6e43-4e36-9f8e-5c06cf07b7f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515525 Jul 16 08:49:38.627030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c559394-bc75-491a-8133-867366bb252c None None] Attempting to bind port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:38.627773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c559394-bc75-491a-8133-867366bb252c None None] Attempting to bind port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:38.628381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c559394-bc75-491a-8133-867366bb252c None None] Attempting to bind port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab on network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:38.635146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c559394-bc75-491a-8133-867366bb252c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:38.636114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c559394-bc75-491a-8133-867366bb252c None None] Checking segment: {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:38.637450 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c559394-bc75-491a-8133-867366bb252c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.638406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c559394-bc75-491a-8133-867366bb252c None None] Bound using segment: {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:38.639263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c559394-bc75-491a-8133-867366bb252c None None] Bound port: 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:38.640329 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c559394-bc75-491a-8133-867366bb252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.789248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0c559394-bc75-491a-8133-867366bb252c None None] For port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:38.803030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0c559394-bc75-491a-8133-867366bb252c None None] For port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=82853c44-c55e-43ed-8d5f-e4ce1e76c4ab,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:38.810782 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c559394-bc75-491a-8133-867366bb252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.848588 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-1e28f923-cf74-4e26-a777-61a246f48619 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820668 Jul 16 08:49:38.949032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c559394-bc75-491a-8133-867366bb252c None None] Pushing event updated for resources: {'Port': ['ID=82853c44-c55e-43ed-8d5f-e4ce1e76c4ab,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:39.019891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-48153b88-8af0-4736-97e6-75ba1b0b1d11 req-19cc17d8-9480-4381-b026-25adc3912923 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650548 Jul 16 08:49:39.134206 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.160360 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.251883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-2e512204-edbf-475b-9732-d38a3b171cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.259533 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-2e512204-edbf-475b-9732-d38a3b171cfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 1095 time: 0.1543672 Jul 16 08:49:39.321426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-6f44bc9c-1185-4241-8847-c048c6d04bfc tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.338180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-6f44bc9c-1185-4241-8847-c048c6d04bfc tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 820 time: 0.3611717 Jul 16 08:49:39.378482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-fca0583b-03eb-4163-b9cd-e7641bb02337 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/quotas/5f2085df23d74438b39a3b48f5526d66 HTTP/1.1" status: 200 len: 375 time: 0.0265877 Jul 16 08:49:39.476774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-e60f4143-5136-48cd-9008-742af624b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.478645 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-e60f4143-5136-48cd-9008-742af624b8f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.2143078 Jul 16 08:49:39.524331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Allocated IP 172.25.6.77 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/d974c3d5-056b-4b46-8463-d1a823943aac) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:39.532545 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-d220de26-c656-406f-aa5d-90f1cdf3fb57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe9f94c-8c91-4878-bcfa-b53a18aff03e HTTP/1.1" status: 200 len: 217 time: 0.0455551 Jul 16 08:49:39.544291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-9e2a9f60-4609-47d9-bd8f-c1f00ed00f50 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648936 Jul 16 08:49:39.601706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-c3a50110-e9d4-40b5-b278-dd3e4c7c8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.604143 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-c3a50110-e9d4-40b5-b278-dd3e4c7c8649 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0623074 Jul 16 08:49:39.647499 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-5fe59a0b-c1f0-4ec5-a56d-1c71bfe53e99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347459 Jul 16 08:49:39.796122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-cd77dbf6-bd8d-4c24-82e6-b5e7df9df713 service neutron] 10.222.0.55 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508569 Jul 16 08:49:39.832026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc71362-a1b3-46db-a737-954b89706452 req-00002354-80aa-40fa-bf87-cacde64ae999 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.832026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cc71362-a1b3-46db-a737-954b89706452 req-00002354-80aa-40fa-bf87-cacde64ae999 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 943 time: 0.2852743 Jul 16 08:49:39.846719 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.994283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cc71362-a1b3-46db-a737-954b89706452 req-5fc2f5df-61e2-4d95-b2e9-9552ee988b16 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442931 Jul 16 08:49:40.062856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-ce8bfad8-5321-4fad-89f3-5268a9072b33 service neutron] 10.222.0.55 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657518 Jul 16 08:49:40.083853 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.110423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:40.196917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:40.203871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:40.217379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:40.302521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:40.313222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d974c3d5-056b-4b46-8463-d1a823943aac,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.351251 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-13beb5e9-f0fd-4684-b190-e0f0cb60f6dc service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955624 Jul 16 08:49:40.508441 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8aeb4fe7-836d-472d-b936-1ee6c7aac166 req-49b4e3b2-200a-4591-ac91-4a951c41287e service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505072 Jul 16 08:49:40.528943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f460e-7552-4933-887e-7f3291b8398c None None] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:40.690771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Provisioning for port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:40.700440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Provisioning complete for port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:40.701090 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.859388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.878233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e7c5bd8-bc8a-4eca-b479-c447843f7941 req-40dd9de6-17fa-43af-9f6c-46813a82e866 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 210 time: 0.1431127 Jul 16 08:49:40.913937 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.942620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] For port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=82853c44-c55e-43ed-8d5f-e4ce1e76c4ab,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:40.959132 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.036950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Pushing event updated for resources: {'Port': ['ID=82853c44-c55e-43ed-8d5f-e4ce1e76c4ab,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.050174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.050674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.050855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.051188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.051516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.051840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.052165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.052484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.052852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.053178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.053497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.053852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217f22e2-5d78-4776-825c-1b1110f76e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:41.188021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57656) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:41.190938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8b64414f-6b5e-41ec-a60c-a7a6bcf5afb1 None None] Provisioning complete for port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:41.191474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8b64414f-6b5e-41ec-a60c-a7a6bcf5afb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.415673 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.480004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae3aaa-c435-4bfa-8ba8-65f04c31ba9f req-39278d2c-9317-4f3d-8c30-901f4f2d6aa6 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:41.489005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5cae3aaa-c435-4bfa-8ba8-65f04c31ba9f req-39278d2c-9317-4f3d-8c30-901f4f2d6aa6 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 943 time: 0.1988869 Jul 16 08:49:41.623027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ca75524-6055-46a8-98d1-8c1ac65e685a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.628855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5cae3aaa-c435-4bfa-8ba8-65f04c31ba9f req-e1e11a67-4da5-41ba-ab75-41e565f2fb16 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388361 Jul 16 08:49:41.727009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Router 7f5eb565-0db7-45fb-a995-1bfa9220f88b is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:49:41.873779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ca75524-6055-46a8-98d1-8c1ac65e685a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.878470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ca75524-6055-46a8-98d1-8c1ac65e685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.916860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:41.927244 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Sync routers for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:41.942302 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:41.942935 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:41.948510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.955477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2ce3ec75-bd5b-46cf-83ce-d3dba289a8b2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5197611 Jul 16 08:49:41.956168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57682) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:41.965291 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4ca75524-6055-46a8-98d1-8c1ac65e685a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67f2216a506a4310a99347a95873bfd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753470 Jul 16 08:49:41.973116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4fe9f94c-8c91-4878-bcfa-b53a18aff03e details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:41.981679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:42.024943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca75524-6055-46a8-98d1-8c1ac65e685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c871363-9d41-4dfb-adfe-acdde061b7b1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.139377 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:42.199331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f207baed-2c8f-4b4a-85c2-72c2ea884e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.211787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:42.249372 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f207baed-2c8f-4b4a-85c2-72c2ea884e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.300765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:42.301365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.309285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:42.354569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f207baed-2c8f-4b4a-85c2-72c2ea884e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.362159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f207baed-2c8f-4b4a-85c2-72c2ea884e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.366846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f207baed-2c8f-4b4a-85c2-72c2ea884e9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c871363-9d41-4dfb-adfe-acdde061b7b1 HTTP/1.1" status: 204 len: 168 time: 0.3815606 Jul 16 08:49:42.384132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b63b0892-e6b8-42c3-afcc-180c5b0d32da req-1edd82cd-3ca6-41f0-93b0-7bb4f68c4399 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 210 time: 0.0569077 Jul 16 08:49:42.389394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207baed-2c8f-4b4a-85c2-72c2ea884e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c871363-9d41-4dfb-adfe-acdde061b7b1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.425697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '4fe9f94c-8c91-4878-bcfa-b53a18aff03e', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'port_id': '4fe9f94c-8c91-4878-bcfa-b53a18aff03e', 'mac_address': 'fa:16:3e:c9:5c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c34048-76db-405f-975d-c0d719aedc2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:42.435153 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:40Z', 'revision_number': 3, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.470293 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Checking router: 7f5eb565-0db7-45fb-a995-1bfa9220f88b for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:42.471455 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Updating router 7f5eb565-0db7-45fb-a995-1bfa9220f88b port d974c3d5-056b-4b46-8463-d1a823943aac binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:49:42.518240 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.601037 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.646148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe9f94c-8c91-4878-bcfa-b53a18aff03e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:42.699920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:42.741801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.860596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.974851 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.004712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4fe9f94c-8c91-4878-bcfa-b53a18aff03e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:43.034693 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Transition to ACTIVE for port object d974c3d5-056b-4b46-8463-d1a823943aac will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:43.063302 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.150279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-54736db1-12b0-4446-9865-736f27138891 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:43.155019 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-54736db1-12b0-4446-9865-736f27138891 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 820 time: 0.4476473 Jul 16 08:49:43.170310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Request body: {'port': {'device_id': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'admin_state_up': True, 'tenant_id': '5f2085df23d74438b39a3b48f5526d66'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:43.182238 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf38579-736e-43e1-9286-5791fb1d3d72 None None] Pushing event updated for resources: {'Port': ['ID=d974c3d5-056b-4b46-8463-d1a823943aac,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.217530 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Attempting to bind port d974c3d5-056b-4b46-8463-d1a823943aac on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:43.218413 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Attempting to bind port d974c3d5-056b-4b46-8463-d1a823943aac by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:43.219674 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Attempting to bind port d974c3d5-056b-4b46-8463-d1a823943aac on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:43.231953 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:43.233217 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:43.236072 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.236754 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:43.238431 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Bound port: d974c3d5-056b-4b46-8463-d1a823943aac, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:43.239124 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.512157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Made reservation on behalf of 5f2085df23d74438b39a3b48f5526d66 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:43.522897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.541428 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] For port d974c3d5-056b-4b46-8463-d1a823943aac, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:43.545891 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] For port d974c3d5-056b-4b46-8463-d1a823943aac, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d974c3d5-056b-4b46-8463-d1a823943aac,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:43.556471 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.781328 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:43.786652 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.851883 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf38579-736e-43e1-9286-5791fb1d3d72 None None] Pushing event updated for resources: {'Port': ['ID=d974c3d5-056b-4b46-8463-d1a823943aac,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.882138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Allocated IP 172.20.0.14 (ae546b27-9f75-4f79-bba2-9b9d6219f032/8307d455-1b57-4e72-9720-ac3e62f2f67a/50565440-8a36-4ea0-90ce-aa4f3485bbdd) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:44.071330 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:44.220560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57738) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:44.258535 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.337579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.376235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['5a3b9a7d-e3db-42c5-8464-dce714871623'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:44.378360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217b5-a502-4da2-94aa-34a6ffeea9d3 req-0e97b62f-956a-4b73-b11c-abb6b8bb3768 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.385505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0f217b5-a502-4da2-94aa-34a6ffeea9d3 req-0e97b62f-956a-4b73-b11c-abb6b8bb3768 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 944 time: 1.3355129 Jul 16 08:49:44.402042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Network ae546b27-9f75-4f79-bba2-9b9d6219f032 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:44.410671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:44.413053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Pushing event updated for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.415908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:44.514706 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-111acd34-2d5a-47fc-a990-f9777a2a1838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.515867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.516541 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.555422 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-8d8bf9fe-204a-4f81-9c67-603f9c3eaa0c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3905237 Jul 16 08:49:44.570249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Request body: {'port': {'device_id': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:44.596035 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0f217b5-a502-4da2-94aa-34a6ffeea9d3 req-9fc22596-62f4-45d7-9ea5-8b5e550fdeb6 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834044 Jul 16 08:49:44.603028 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:40Z', 'revision_number': 3, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:44.651238 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f5fe-5c5e-4188-8f62-377e788591f9 None None] The sync data for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 is: [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:40Z', 'revision_number': 3, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:44.770470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.799096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.843617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4a736-b6c1-413b-8f4a-bfcff9b689df req-e0d09084-0a17-4528-83ab-fcc740cd6fd0 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.852932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9a4a736-b6c1-413b-8f4a-bfcff9b689df req-e0d09084-0a17-4528-83ab-fcc740cd6fd0 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 932 time: 0.4624403 Jul 16 08:49:44.901100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1193088410-network', 'tenant_id': 'ada47ca59fb5471db40bbede4d735b85'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:44.959034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Made reservation on behalf of ada47ca59fb5471db40bbede4d735b85 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:44.963008 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.974590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9a4a736-b6c1-413b-8f4a-bfcff9b689df req-39d7fdfc-af53-4183-964f-0fb6d94147ce tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191583 Jul 16 08:49:45.164067 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.197892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.365054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Allocated IP 172.20.0.1 (7ab1cd57-1131-4b52-a9c0-dac9ad9de331/7f2a35fb-82c8-44a8-b30b-93b8a846edce/592cdb67-ee7c-46cc-9966-cb47d8e3113d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:45.572024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50565440-8a36-4ea0-90ce-aa4f3485bbdd {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:45.618089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.628976 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.647842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Transition to ACTIVE for port object 50565440-8a36-4ea0-90ce-aa4f3485bbdd will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:45.653276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.660192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.672158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Transition to ACTIVE for port object 592cdb67-ee7c-46cc-9966-cb47d8e3113d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:45.724983 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.756200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.810623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1564137f-ffde-4609-b83d-f33c0e0bc02b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:45.839258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:45.845781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:45.859344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:45.985396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.005590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4fe9f94c-8c91-4878-bcfa-b53a18aff03e up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:46.038263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:46.086532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Pushing event updated for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.102526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.102526 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Added segment f85cc27f-c4fd-4f93-931a-2707c6c88306 of type vlan for network effe4387-fc0f-4e72-a9a2-6ae85480bc47 Jul 16 08:49:46.180904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:46.181251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:46.182468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:46.243210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d974c3d5-056b-4b46-8463-d1a823943aac up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:46.249695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:46.250034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:46.257409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Pushing event updated for resources: {'Port': ['ID=592cdb67-ee7c-46cc-9966-cb47d8e3113d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.265148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:46.268558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:46.269024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:46.269501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Bound port: 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:46.272096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.343731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.361523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:46.381794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:46.382187 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.431047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7737-3741-4c05-8ebe-072774c0d17f req-cb8bb355-96ed-4c26-ad89-89983758702c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.438989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ebc317aa-2da8-4b6d-b936-2fe4b274358b None None] Provisioning for port 592cdb67-ee7c-46cc-9966-cb47d8e3113d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:46.440887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cba7737-3741-4c05-8ebe-072774c0d17f req-cb8bb355-96ed-4c26-ad89-89983758702c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 944 time: 0.5825994 Jul 16 08:49:46.504351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ebc317aa-2da8-4b6d-b936-2fe4b274358b None None] Provisioning complete for port 592cdb67-ee7c-46cc-9966-cb47d8e3113d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:46.504737 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebc317aa-2da8-4b6d-b936-2fe4b274358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.520790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.522117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.522928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.556342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port d974c3d5-056b-4b46-8463-d1a823943aac completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:46.566767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cba7737-3741-4c05-8ebe-072774c0d17f req-ebec30c8-c8f6-450a-b51c-9c94ec9b1ae1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151099 Jul 16 08:49:46.572008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d974c3d5-056b-4b46-8463-d1a823943aac triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:46.583191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.585306 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.649784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ebc317aa-2da8-4b6d-b936-2fe4b274358b None None] Port 592cdb67-ee7c-46cc-9966-cb47d8e3113d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:46.658148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca85988-3653-45c1-9d35-d6a8f4109cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe9f94c-8c91-4878-bcfa-b53a18aff03e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:46.660825 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ae8ee0-620f-4738-9064-ffc2c802fd59" -d '{"events": [{"server_uuid": "6ca85988-3653-45c1-9d35-d6a8f4109cbf", "name": "network-vif-plugged", "status": "completed", "tag": "4fe9f94c-8c91-4878-bcfa-b53a18aff03e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:46.684890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc387c6f-dd9b-4459-b6f6-dc3de2ccd110 req-bccc4e3b-ba4d-4b3c-ad2b-6a414f545df9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.685657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:46.689904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc387c6f-dd9b-4459-b6f6-dc3de2ccd110 req-bccc4e3b-ba4d-4b3c-ad2b-6a414f545df9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.3488908 Jul 16 08:49:46.700767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] Pushing event updated for resources: {'Network': ['ID=effe4387-fc0f-4e72-a9a2-6ae85480bc47,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.702232 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.711164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:46.716245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cde54d5e-1dee-4c75-aefb-3f715e1ba1a4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4948761 Jul 16 08:49:46.719002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57786) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:46.747006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Request body: {'subnet': {'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1193088410-subnet', 'tenant_id': 'ada47ca59fb5471db40bbede4d735b85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:46.760039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:46.767178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network effe4387-fc0f-4e72-a9a2-6ae85480bc47 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:46.787455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.808822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.878296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Pushing event updated for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.889855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.891036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.892604 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-a9e85de1-c096-4cd5-ad6a-c9baa58e93b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/50565440-8a36-4ea0-90ce-aa4f3485bbdd HTTP/1.1" status: 200 len: 1093 time: 2.3276012 Jul 16 08:49:46.893852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:46.896027 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46e7ae-c490-4fad-a259-981ee74522ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:46.899463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Made reservation on behalf of ada47ca59fb5471db40bbede4d735b85 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:46.902222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.940834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc387c6f-dd9b-4459-b6f6-dc3de2ccd110 req-d204281e-06d7-4e84-a19d-e744a77136e7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144644 Jul 16 08:49:46.977904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.984395 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8eb94-4a9a-4e3f-aa65-29aa82fcadce x-openstack-request-id: req-2cd8eb94-4a9a-4e3f-aa65-29aa82fcadce {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:46.984693 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca85988-3653-45c1-9d35-d6a8f4109cbf", "name": "network-vif-plugged", "status": "completed", "tag": "4fe9f94c-8c91-4878-bcfa-b53a18aff03e", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:46.984951 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cd8eb94-4a9a-4e3f-aa65-29aa82fcadce {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:46.988566 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca85988-3653-45c1-9d35-d6a8f4109cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe9f94c-8c91-4878-bcfa-b53a18aff03e', 'code': 200} Jul 16 08:49:46.989418 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.055557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port d974c3d5-056b-4b46-8463-d1a823943aac, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d974c3d5-056b-4b46-8463-d1a823943aac,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:47.067935 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.073207 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd041eda-0ae1-4470-8e8e-038aa6a8291e x-openstack-request-id: req-fd041eda-0ae1-4470-8e8e-038aa6a8291e {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:47.073411 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:47.073603 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd041eda-0ae1-4470-8e8e-038aa6a8291e {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:47.074728 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd', 'status': 'completed', 'code': 200} Jul 16 08:49:47.180637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=d974c3d5-056b-4b46-8463-d1a823943aac,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:47.201918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-e92ed670-e0bf-4386-ba02-06e365566641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.203628 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-e92ed670-e0bf-4386-ba02-06e365566641 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1096 time: 0.2305083 Jul 16 08:49:47.264889 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-c58f728d-3c9c-49dd-ace7-78b20dbf5adc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd HTTP/1.1" status: 200 len: 217 time: 0.0417104 Jul 16 08:49:47.307273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092cfa4-2986-4b39-af29-5d2e5b3cd0c4 req-3b60b5b0-caa0-4c2c-8bbf-4e5fe030606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.309906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6092cfa4-2986-4b39-af29-5d2e5b3cd0c4 req-3b60b5b0-caa0-4c2c-8bbf-4e5fe030606a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 1097 time: 0.2312241 Jul 16 08:49:47.334984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-1949b5cd-d9ca-4805-b966-d96491758d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.337224 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-1949b5cd-d9ca-4805-b966-d96491758d62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0659828 Jul 16 08:49:47.410454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6092cfa4-2986-4b39-af29-5d2e5b3cd0c4 req-e5b2fb20-647a-4165-ab39-02f087b97e0f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933266 Jul 16 08:49:47.435726 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.441131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.484545 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-935e32c9-887e-4437-94d2-c6b0e3590368 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348574 Jul 16 08:49:47.498868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Pushing event updated for resources: {'Port': ['ID=592cdb67-ee7c-46cc-9966-cb47d8e3113d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:47.554746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.571212 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.581129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.588802 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2efa7394-aa7f-42fa-a534-94dffa7c0ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.650448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Pushing event updated for resources: {'Subnet': ['ID=66598c52-6dbb-476a-9d60-fe1506a87f2f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:47.738148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:47.740257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:47.791730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Checking segment: {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:47.792252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Network hostable DHCP agents. Network: effe4387-fc0f-4e72-a9a2-6ae85480bc47, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:47.817807 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-e79ea66d-7bf3-44d8-81d6-2b4da83afe9b service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228571 Jul 16 08:49:47.948074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-049710cc-44b6-4fcd-9471-13a78720c8ed req-47f233b1-8d07-40f1-8bd1-c8b4891eb876 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204965 Jul 16 08:49:47.971671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Network effe4387-fc0f-4e72-a9a2-6ae85480bc47 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:47.998909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, effe4387-fc0f-4e72-a9a2-6ae85480bc47) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:48.004011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.004618 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.009059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3c79ba-f5ad-4649-9e21-2fb13b5af727 None None] Network effe4387-fc0f-4e72-a9a2-6ae85480bc47 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:48.091254 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab7c41bc-56e9-4eb8-919e-f5147205dfba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3622053 Jul 16 08:49:48.268219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d974c3d5-056b-4b46-8463-d1a823943aac up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:48.297401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-46dafe72-05fb-462f-8da9-5eb689ac1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.304296 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-46dafe72-05fb-462f-8da9-5eb689ac1c13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1096 time: 0.2162657 Jul 16 08:49:48.360374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ae00-6a55-45e1-92aa-564ce03b60fb req-467587e2-a12e-4934-9d5d-1a86d44ea6df tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.386718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e3ae00-6a55-45e1-92aa-564ce03b60fb req-467587e2-a12e-4934-9d5d-1a86d44ea6df tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 945 time: 0.5607417 Jul 16 08:49:48.406326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Router 7f5eb565-0db7-45fb-a995-1bfa9220f88b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:48.464304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87dcbc3-b01d-4599-9d5b-327a36944127 None None] Network effe4387-fc0f-4e72-a9a2-6ae85480bc47 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:48.488006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-56043c91-92b5-4674-aafc-81f2f9d091e3 None None] Provisioning complete for port 592cdb67-ee7c-46cc-9966-cb47d8e3113d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:48.488383 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56043c91-92b5-4674-aafc-81f2f9d091e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.509288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e3ae00-6a55-45e1-92aa-564ce03b60fb req-2554202d-cb6e-4b0f-9c41-483ad6dcb59a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216063 Jul 16 08:49:48.586558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-7698d2f2-fabc-47be-af7c-a7b0f7d083c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.601901 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-7698d2f2-fabc-47be-af7c-a7b0f7d083c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.2905965 Jul 16 08:49:48.673700 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-023599d1-58e3-4b66-9b5d-f85ad8a40445 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd HTTP/1.1" status: 200 len: 217 time: 0.0652153 Jul 16 08:49:48.700506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:48.713701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-62fb07e8-575b-46f1-b75e-e53996c83a1f admin admin] 10.222.0.55 "PUT /v2.0/routers/7f5eb565-0db7-45fb-a995-1bfa9220f88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7503190 Jul 16 08:49:48.723918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Sync routers for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:48.743490 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.749238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95ccbc-691c-4c08-81b9-9aa0f7c609d8 req-d0f09079-708e-457c-a02e-6d8204bffa24 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.754470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc95ccbc-691c-4c08-81b9-9aa0f7c609d8 req-d0f09079-708e-457c-a02e-6d8204bffa24 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.1883616 Jul 16 08:49:48.810349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-e307f68b-ab88-473d-a99d-31622c6ddefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.815558 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-e307f68b-ab88-473d-a99d-31622c6ddefd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1351209 Jul 16 08:49:48.838416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc95ccbc-691c-4c08-81b9-9aa0f7c609d8 req-6092c359-66c1-4e55-afb5-e30b7bb0114b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783343 Jul 16 08:49:48.892136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-56043c91-92b5-4674-aafc-81f2f9d091e3 None None] Port 592cdb67-ee7c-46cc-9966-cb47d8e3113d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:48.892471 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-5304db50-10da-485b-bd11-772a03741077 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688365 Jul 16 08:49:48.915707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d974c3d5-056b-4b46-8463-d1a823943aac triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:48.925315 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.977737 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.978696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:48.979475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:49.020598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14693f79-ea68-4b80-814d-ec48e00cb121 req-82d21edb-36f2-4e8b-aff2-c8049a564ef3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.022560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14693f79-ea68-4b80-814d-ec48e00cb121 req-82d21edb-36f2-4e8b-aff2-c8049a564ef3 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1755395 Jul 16 08:49:49.077192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14693f79-ea68-4b80-814d-ec48e00cb121 req-a3a44e76-a1e5-496b-b5c5-6547982e1c60 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Jul 16 08:49:49.084056 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-ee6ff855-6e9d-4b9d-aa4b-c6b9f72b8873 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842115 Jul 16 08:49:49.241404 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5f46e7ae-c490-4fad-a259-981ee74522ba req-9f420324-3a52-462d-bf45-8a9f02b153b9 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414998 Jul 16 08:49:49.258004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:49.474014 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:49.526112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:47Z', 'revision_number': 2, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:49.603738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Checking router: 7f5eb565-0db7-45fb-a995-1bfa9220f88b for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:49.607293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Updating router 7f5eb565-0db7-45fb-a995-1bfa9220f88b port 592cdb67-ee7c-46cc-9966-cb47d8e3113d binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:49:49.709698 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.799407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-f648466a-6a64-4b4f-bfde-37984966bde5 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.807756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-f648466a-6a64-4b4f-bfde-37984966bde5 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/networks?id=effe4387-fc0f-4e72-a9a2-6ae85480bc47 HTTP/1.1" status: 200 len: 818 time: 0.2494156 Jul 16 08:49:49.825933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-70da783d-3f19-4ac9-9c4f-eb435963369d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/quotas/ada47ca59fb5471db40bbede4d735b85 HTTP/1.1" status: 200 len: 375 time: 0.0164380 Jul 16 08:49:49.884616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57868) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:49.889763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5482cdeb-97e6-40fa-bdc4-d66d1cf65146 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165673485', 'description': 'tempest-description--631031094'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:49.910661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-c5c468d0-2a9f-427b-9c73-89c3a2fcd7c9 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada47ca59fb5471db40bbede4d735b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833726 Jul 16 08:49:49.941427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5482cdeb-97e6-40fa-bdc4-d66d1cf65146 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.051504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5482cdeb-97e6-40fa-bdc4-d66d1cf65146 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.061002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5482cdeb-97e6-40fa-bdc4-d66d1cf65146 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.075948 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.111768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-a1494b9a-32e3-44ef-b80e-9d5906181b14 service neutron] 10.222.0.55 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998527 Jul 16 08:49:50.134815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5482cdeb-97e6-40fa-bdc4-d66d1cf65146 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.138465 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5482cdeb-97e6-40fa-bdc4-d66d1cf65146 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2507579 Jul 16 08:49:50.139385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482cdeb-97e6-40fa-bdc4-d66d1cf65146 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.142774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57878) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:50.148243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b9afd74e-0da2-4994-b063-6cc286e57af4 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Request body: {'security_group_rule': {'security_group_id': 'cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:50.235013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9afd74e-0da2-4994-b063-6cc286e57af4 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.313596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9b06667a-fa30-4800-bd3c-cad341db0471 service neutron] 10.222.0.55 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944389 Jul 16 08:49:50.348814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d40a8c-2f4b-4f62-ba96-020e4f9a2e60 req-a7658af3-d561-4f57-bf7c-50ca93ba0400 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.357146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90d40a8c-2f4b-4f62-ba96-020e4f9a2e60 req-a7658af3-d561-4f57-bf7c-50ca93ba0400 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 945 time: 0.1677594 Jul 16 08:49:50.358396 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9afd74e-0da2-4994-b063-6cc286e57af4 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.372221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9afd74e-0da2-4994-b063-6cc286e57af4 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.399194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afd74e-0da2-4994-b063-6cc286e57af4 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aeceb29-e43e-4229-ab97-3093ae9ff0aa,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.419831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90d40a8c-2f4b-4f62-ba96-020e4f9a2e60 req-fecad6de-01c2-402c-98b6-ce0be8dc2fd1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580947 Jul 16 08:49:50.431924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9afd74e-0da2-4994-b063-6cc286e57af4 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.434281 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b9afd74e-0da2-4994-b063-6cc286e57af4 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2893481 Jul 16 08:49:50.446507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57890) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:50.455977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b159d2fa-fe3f-4f73-9f7d-4702edd6ed51 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Request body: {'security_group_rule': {'security_group_id': 'cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:50.461479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.472773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Transition to ACTIVE for port object 592cdb67-ee7c-46cc-9966-cb47d8e3113d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:50.482749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.538917 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b159d2fa-fe3f-4f73-9f7d-4702edd6ed51 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.625973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8130c-af5c-47a6-b934-23f217f2b5b1 None None] Pushing event updated for resources: {'Port': ['ID=592cdb67-ee7c-46cc-9966-cb47d8e3113d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.635763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b159d2fa-fe3f-4f73-9f7d-4702edd6ed51 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.647729 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b159d2fa-fe3f-4f73-9f7d-4702edd6ed51 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.679402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159d2fa-fe3f-4f73-9f7d-4702edd6ed51 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d9e2bb-bd2b-4c11-801a-6468e564159f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.708448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b159d2fa-fe3f-4f73-9f7d-4702edd6ed51 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.709229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b159d2fa-fe3f-4f73-9f7d-4702edd6ed51 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2698514 Jul 16 08:49:50.712717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57898) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:50.719438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Attempting to bind port 592cdb67-ee7c-46cc-9966-cb47d8e3113d on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:50.719939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:50.720260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Attempting to bind port 592cdb67-ee7c-46cc-9966-cb47d8e3113d by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:50.720802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Attempting to bind port 592cdb67-ee7c-46cc-9966-cb47d8e3113d on network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:50.727672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:50.728360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Checking segment: {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:50.728948 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.729511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Bound using segment: {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:50.730770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Bound port: 592cdb67-ee7c-46cc-9966-cb47d8e3113d, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:50.731507 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.783275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.851105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58fb91-4595-4fba-8d43-a6d5d6d76aad req-33606a62-70ed-4eed-ade3-b791d0b8a507 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.862964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba58fb91-4595-4fba-8d43-a6d5d6d76aad req-33606a62-70ed-4eed-ade3-b791d0b8a507 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.1668918 Jul 16 08:49:50.863434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] For port 592cdb67-ee7c-46cc-9966-cb47d8e3113d, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:50.875118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] For port 592cdb67-ee7c-46cc-9966-cb47d8e3113d, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=592cdb67-ee7c-46cc-9966-cb47d8e3113d,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:50.889270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.957455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba58fb91-4595-4fba-8d43-a6d5d6d76aad req-12f4e562-cc18-4f9d-967b-59eaa2af47d6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927534 Jul 16 08:49:51.009249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.056751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8130c-af5c-47a6-b934-23f217f2b5b1 None None] Pushing event updated for resources: {'Port': ['ID=592cdb67-ee7c-46cc-9966-cb47d8e3113d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.108739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:51.112280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:51.325135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Allocated IP 172.25.6.191 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/14b53550-1a70-4c1d-9e38-434cfff02fcd) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:51.348511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b224-1837-40ab-a77d-561753978aa7 req-d99bfc9a-e923-46b9-b00c-d6702c6fc34d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.369038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2536b224-1837-40ab-a77d-561753978aa7 req-d99bfc9a-e923-46b9-b00c-d6702c6fc34d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1660762 Jul 16 08:49:51.418758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:51.463365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2536b224-1837-40ab-a77d-561753978aa7 req-8a4d7620-35a3-46f2-93b8-26df25da0bc9 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928564 Jul 16 08:49:51.626455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.695655 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.757441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:51.764128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:51.768462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:51.875309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event updated for resources: {'Port': ['ID=14b53550-1a70-4c1d-9e38-434cfff02fcd,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.921810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:51.932165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de61e3-c4df-445d-825e-b216307e9949 req-64ab72bd-d738-4584-a5f0-e22f8d8af505 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.935014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-68de61e3-c4df-445d-825e-b216307e9949 req-64ab72bd-d738-4584-a5f0-e22f8d8af505 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.2521253 Jul 16 08:49:51.960139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7cac1d-bda1-4486-9eeb-9c0b63230637 None None] The sync data for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 is: [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:52.071086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27255085-256c-4d60-803e-a635af95ee93 req-d6d51b66-b867-4672-9266-1b480bb65b8b tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 210 time: 0.0648377 Jul 16 08:49:52.116547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeaef8-4dd7-4117-9d8b-60b3d7a76e49 req-b5dc1ee6-c977-409f-9231-e01e8d9e230b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.141914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2aaeaef8-4dd7-4117-9d8b-60b3d7a76e49 req-b5dc1ee6-c977-409f-9231-e01e8d9e230b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 945 time: 0.2368984 Jul 16 08:49:52.199542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.224667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Deleting port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:52.225198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.280410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2aaeaef8-4dd7-4117-9d8b-60b3d7a76e49 req-7dc41fe7-3daf-4067-a927-044895cf28c7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372879 Jul 16 08:49:52.327499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.477591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b937c0c-dcd4-4750-b4bf-98f0b1738c43 req-66f66f5b-33df-4733-a176-098449b87120 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.488879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b937c0c-dcd4-4750-b4bf-98f0b1738c43 req-66f66f5b-33df-4733-a176-098449b87120 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.2071202 Jul 16 08:49:52.602237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b937c0c-dcd4-4750-b4bf-98f0b1738c43 req-b4323024-92cc-4211-a8fa-99ffc9d80640 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119103 Jul 16 08:49:52.605674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.645494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.814333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.818267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57944) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:52.819917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event updated for resources: {'Port': ['ID=14b53550-1a70-4c1d-9e38-434cfff02fcd,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.823422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] For port 46b5dadf-2f5b-4ff2-a234-3df1894e1147, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=46b5dadf-2f5b-4ff2-a234-3df1894e1147,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:52.823860 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.845288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Calling delete_port for 46b5dadf-2f5b-4ff2-a234-3df1894e1147 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:52.859054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.860713 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e17d1a83-84ae-4e66-828a-107f2d72db13 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1468751 Jul 16 08:49:52.882261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4e173-0511-4080-a510-d0fd20df1d80 req-ea49089e-2ff6-4f2c-a38c-8d937bc4efea tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.893033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0e4e173-0511-4080-a510-d0fd20df1d80 req-ea49089e-2ff6-4f2c-a38c-8d937bc4efea tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 946 time: 0.1589737 Jul 16 08:49:52.977852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0e4e173-0511-4080-a510-d0fd20df1d80 req-94ef22aa-b5f5-4c86-9745-db6992dc292b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837023 Jul 16 08:49:53.113030 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad52de16-ad94-4d14-a876-3c823764de53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.117313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.134599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['6a1768b5-4394-4124-9540-0acc72363c03', '46b5dadf-2f5b-4ff2-a234-3df1894e1147'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:53.163371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Pushing event deleted for resources: {'Port': ['ID=46b5dadf-2f5b-4ff2-a234-3df1894e1147,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.209325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d050c3dd-0889-4056-856c-211fdbc8a9f2 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.210998 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d050c3dd-0889-4056-856c-211fdbc8a9f2 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 945 time: 0.1703649 Jul 16 08:49:53.293364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-4fbe91f0-b031-4c93-9064-17e3f69586b8 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1165673485&fields=id&tenant_id=73196d62b0db486b942ba49397c1910a HTTP/1.1" status: 200 len: 267 time: 0.0875170 Jul 16 08:49:53.345249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] No DVR routers for this DVR port 46b5dadf-2f5b-4ff2-a234-3df1894e1147 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:53.348526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.350729 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-68de61e3-c4df-445d-825e-b216307e9949 req-cbd48c95-dc54-412e-aac4-83249e151ffd tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.54 "DELETE /v2.0/ports/46b5dadf-2f5b-4ff2-a234-3df1894e1147 HTTP/1.1" status: 204 len: 173 time: 1.3666465 Jul 16 08:49:53.351396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a53974a-baf9-490c-9439-168f56eeef6c', 'name': 'network-vif-deleted', 'tag': '46b5dadf-2f5b-4ff2-a234-3df1894e1147'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:53.354036 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ebc20-9a3b-43d5-8eb7-5aca2d42a817" -d '{"events": [{"server_uuid": "2a53974a-baf9-490c-9439-168f56eeef6c", "name": "network-vif-deleted", "tag": "46b5dadf-2f5b-4ff2-a234-3df1894e1147"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:53.389869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Deleting port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:53.390206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.477297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cdc66bdf-8fb5-4309-9c46-dea5ab430502 req-fce2fea5-ae6f-4c76-b3a1-52199030e2fd tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 210 time: 0.1107149 Jul 16 08:49:53.503832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] For port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:53.504553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.528810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Calling delete_port for 4fe9f94c-8c91-4878-bcfa-b53a18aff03e owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:53.626739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-982d6c55-2f2f-4bcc-aea5-5d2b8860680d tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.634639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-982d6c55-2f2f-4bcc-aea5-5d2b8860680d tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/networks?id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331 HTTP/1.1" status: 200 len: 812 time: 0.3317420 Jul 16 08:49:53.675956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-22d14b50-4801-42c1-8b3b-8328add462fd tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/quotas/73196d62b0db486b942ba49397c1910a HTTP/1.1" status: 200 len: 375 time: 0.0403409 Jul 16 08:49:53.722449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.733913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4fe9f94c-8c91-4878-bcfa-b53a18aff03e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:53.749863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad52de16-ad94-4d14-a876-3c823764de53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.762952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event deleted for resources: {'Port': ['ID=4fe9f94c-8c91-4878-bcfa-b53a18aff03e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.775085 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad52de16-ad94-4d14-a876-3c823764de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.814024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] No DVR routers for this DVR port 4fe9f94c-8c91-4878-bcfa-b53a18aff03e on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:53.816854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.819532 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba017a86-bd46-44ae-a6b0-a67f51de8af9 req-d4e04313-a18e-4127-ac9e-0b434341329b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "DELETE /v2.0/ports/4fe9f94c-8c91-4878-bcfa-b53a18aff03e HTTP/1.1" status: 204 len: 173 time: 0.5899971 Jul 16 08:49:53.849728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-6c74970c-8540-41a9-98b1-28f81a4f2685 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=73196d62b0db486b942ba49397c1910a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1727803 Jul 16 08:49:53.854957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ad52de16-ad94-4d14-a876-3c823764de53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e99da1edac747ff8d6b32b87c668b83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0263255 Jul 16 08:49:53.855504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57972) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:53.864919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc6667-e443-4671-9104-5775f4225874 req-ff947d55-ed3d-4a0b-8c44-e6ca499de2a8 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.866526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eadc6667-e443-4671-9104-5775f4225874 req-ff947d55-ed3d-4a0b-8c44-e6ca499de2a8 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca85988-3653-45c1-9d35-d6a8f4109cbf HTTP/1.1" status: 200 len: 867 time: 0.2143619 Jul 16 08:49:53.873186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52de16-ad94-4d14-a876-3c823764de53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0da9952-50fb-418f-9003-5fad790a4b10,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.024222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eadc6667-e443-4671-9104-5775f4225874 req-c56f03b2-86d5-4c87-8818-3cdb2a3d5711 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480021 Jul 16 08:49:54.112774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fe412d6e-d7e3-410a-b3ad-1dea885eb058 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450566 Jul 16 08:49:54.126912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 592cdb67-ee7c-46cc-9966-cb47d8e3113d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:54.139435 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c23b1cf-5a00-449d-b0ac-9d44e6f9cde4 x-openstack-request-id: req-3c23b1cf-5a00-449d-b0ac-9d44e6f9cde4 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:54.139736 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a53974a-baf9-490c-9439-168f56eeef6c", "name": "network-vif-deleted", "tag": "46b5dadf-2f5b-4ff2-a234-3df1894e1147", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:54.139989 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c23b1cf-5a00-449d-b0ac-9d44e6f9cde4 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:54.140387 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a53974a-baf9-490c-9439-168f56eeef6c', 'name': 'network-vif-deleted', 'tag': '46b5dadf-2f5b-4ff2-a234-3df1894e1147', 'status': 'completed', 'code': 200} Jul 16 08:49:54.232647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 592cdb67-ee7c-46cc-9966-cb47d8e3113d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:54.236851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 592cdb67-ee7c-46cc-9966-cb47d8e3113d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:54.237216 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.247480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1715e4-ea72-413b-8bea-b2da31ba1034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.294859 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1715e4-ea72-413b-8bea-b2da31ba1034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.362800 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.366220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-be9da01e-17b6-4176-ad71-39d678b02049 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519100 Jul 16 08:49:54.368456 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1715e4-ea72-413b-8bea-b2da31ba1034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.379501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1715e4-ea72-413b-8bea-b2da31ba1034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.384810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cd1715e4-ea72-413b-8bea-b2da31ba1034 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0da9952-50fb-418f-9003-5fad790a4b10 HTTP/1.1" status: 204 len: 168 time: 0.5276861 Jul 16 08:49:54.400976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1715e4-ea72-413b-8bea-b2da31ba1034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0da9952-50fb-418f-9003-5fad790a4b10,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.430094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-d7db14ab-1173-45a8-a32f-427669c5c13b tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.442293 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-d7db14ab-1173-45a8-a32f-427669c5c13b tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.52 "GET /v2.0/networks?id=effe4387-fc0f-4e72-a9a2-6ae85480bc47 HTTP/1.1" status: 200 len: 818 time: 0.3316095 Jul 16 08:49:54.459043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Request body: {'port': {'device_id': 'a6e244d2-a9d6-4675-ba8d-fe2d3627bad0', 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47', 'admin_state_up': True, 'tenant_id': 'ada47ca59fb5471db40bbede4d735b85'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:54.482691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 592cdb67-ee7c-46cc-9966-cb47d8e3113d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=592cdb67-ee7c-46cc-9966-cb47d8e3113d,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:54.491095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.628812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=592cdb67-ee7c-46cc-9966-cb47d8e3113d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.695339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-46a597f3-127a-4207-a206-7bed2cbd05cb tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.698579 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-46a597f3-127a-4207-a206-7bed2cbd05cb tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.54 "GET /v2.0/networks?id=effe4387-fc0f-4e72-a9a2-6ae85480bc47 HTTP/1.1" status: 200 len: 818 time: 0.4339030 Jul 16 08:49:54.731397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2f27f-bbbe-4ae5-8ad3-81fa3b08c23a req-db536014-547d-4019-a4da-77a4b20483c5 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.750613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eb2f27f-bbbe-4ae5-8ad3-81fa3b08c23a req-db536014-547d-4019-a4da-77a4b20483c5 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.1983385 Jul 16 08:49:54.751595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Request body: {'port': {'device_id': '693eaf60-2b0f-4d88-9c59-aa31f28be361', 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47', 'admin_state_up': True, 'tenant_id': 'ada47ca59fb5471db40bbede4d735b85'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:54.927186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eb2f27f-bbbe-4ae5-8ad3-81fa3b08c23a req-426e2e7b-de0d-4a0f-9b98-3824f76ff858 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753850 Jul 16 08:49:54.986675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:49:54.986675 n-d-780147-28 neutron-server[94164]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:49:54.986675 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id': 'ada47ca59fb5471db40bbede4d735b85', 'id': '1ded06ed-29d7-48c5-b31b-cd1f3ab8ce03', 'expiration': datetime.datetime(2021, 7, 16, 8, 51, 54, 971960)}] Jul 16 08:49:54.986675 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:49:54.987051 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:49:54.993470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-961717cc-2ce7-49ee-80c6-c9e4594323ec req-f17dafe9-86cf-4d61-9d4f-6528cc082973 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a53974a-baf9-490c-9439-168f56eeef6c HTTP/1.1" status: 200 len: 210 time: 0.1093693 Jul 16 08:49:55.003024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Made reservation on behalf of ada47ca59fb5471db40bbede4d735b85 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:55.008239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.033944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57990) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:55.062549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c466856-1dc9-44f7-9aa7-5b462f9d807e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.147006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-769ddc3d-7630-4f45-8e6b-a9167e56431a tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.156992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-769ddc3d-7630-4f45-8e6b-a9167e56431a tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.52 "GET /v2.0/networks?id=effe4387-fc0f-4e72-a9a2-6ae85480bc47 HTTP/1.1" status: 200 len: 818 time: 0.3229070 Jul 16 08:49:55.188762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Request body: {'port': {'device_id': 'c2ddf805-7b95-47a1-821f-06335a2119b1', 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47', 'admin_state_up': True, 'tenant_id': 'ada47ca59fb5471db40bbede4d735b85'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:55.330951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abf5ed9e-c5c6-4595-b843-fc6292dc28fe req-82eab086-6a10-4b8d-88db-c618d4ad5a30 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 210 time: 0.1039317 Jul 16 08:49:55.333110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1a0ccb7-2448-4287-b528-1cdac0a71144 req-2cad40a3-8aad-483c-a30d-a70f3ad9aa38 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 210 time: 0.1278381 Jul 16 08:49:55.363615 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c466856-1dc9-44f7-9aa7-5b462f9d807e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.388225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Allocated IP 172.20.0.12 (effe4387-fc0f-4e72-a9a2-6ae85480bc47/66598c52-6dbb-476a-9d60-fe1506a87f2f/d73e16e4-9608-46d4-92e4-a1a6d88435ea) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:55.390929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c466856-1dc9-44f7-9aa7-5b462f9d807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.467286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Made reservation on behalf of ada47ca59fb5471db40bbede4d735b85 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:55.471417 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.477754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c466856-1dc9-44f7-9aa7-5b462f9d807e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6711010-5347-4a3b-809c-0f27b0d97d53,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:55.524980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0c466856-1dc9-44f7-9aa7-5b462f9d807e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebf39e17fe4744a19bbd460aefd92eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896867 Jul 16 08:49:55.528597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58002) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:55.573225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Made reservation on behalf of ada47ca59fb5471db40bbede4d735b85 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:55.577410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.841257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-ba04e09e-7c29-43b4-b551-f18ed577707b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.842384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-ba04e09e-7c29-43b4-b551-f18ed577707b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.1283407 Jul 16 08:49:55.859889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-635ea5f3-d8b2-4858-bef0-337b001dfc0c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/quotas/c28e98a8fb104443a038715ba3a75248 HTTP/1.1" status: 200 len: 375 time: 0.0116594 Jul 16 08:49:55.908852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-5a970bdd-10de-4dc5-a61e-a246d9469b23 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414505 Jul 16 08:49:56.004052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 46b5dadf-2f5b-4ff2-a234-3df1894e1147 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:56.030982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 46b5dadf-2f5b-4ff2-a234-3df1894e1147 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:56.031364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 46b5dadf-2f5b-4ff2-a234-3df1894e1147 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:56.045027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e92309b-f220-40a1-b107-427d3da69dba service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262150 Jul 16 08:49:56.051251 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a103d4a-2086-4cd0-a6e9-a36aede67ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.055833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 592cdb67-ee7c-46cc-9966-cb47d8e3113d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:56.095217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a103d4a-2086-4cd0-a6e9-a36aede67ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.097169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4fe9f94c-8c91-4878-bcfa-b53a18aff03e no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:56.121309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.123455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 4fe9f94c-8c91-4878-bcfa-b53a18aff03e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:56.123818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4fe9f94c-8c91-4878-bcfa-b53a18aff03e not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:56.139631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 592cdb67-ee7c-46cc-9966-cb47d8e3113d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:56.140277 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.141697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca85988-3653-45c1-9d35-d6a8f4109cbf', 'name': 'network-vif-deleted', 'tag': '4fe9f94c-8c91-4878-bcfa-b53a18aff03e'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:56.145050 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1138c6da-c7ea-4deb-a432-8b02f80eb064" -d '{"events": [{"server_uuid": "6ca85988-3653-45c1-9d35-d6a8f4109cbf", "name": "network-vif-deleted", "tag": "4fe9f94c-8c91-4878-bcfa-b53a18aff03e"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:56.185225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a103d4a-2086-4cd0-a6e9-a36aede67ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.187795 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a103d4a-2086-4cd0-a6e9-a36aede67ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.196220 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9a103d4a-2086-4cd0-a6e9-a36aede67ce3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6711010-5347-4a3b-809c-0f27b0d97d53 HTTP/1.1" status: 204 len: 168 time: 0.6583595 Jul 16 08:49:56.209330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a103d4a-2086-4cd0-a6e9-a36aede67ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6711010-5347-4a3b-809c-0f27b0d97d53,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.217733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.217907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-52dc68b2-ae18-454a-9f1e-f5fbad42381e service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508863 Jul 16 08:49:56.314129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Pushing event updated for resources: {'Port': ['ID=d73e16e4-9608-46d4-92e4-a1a6d88435ea,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.335004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Network effe4387-fc0f-4e72-a9a2-6ae85480bc47 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:56.336661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:56.339612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:56.465550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.466261 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.502184 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cbe17eca-5c6f-4c77-8f23-5b629d57c305 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0483730 Jul 16 08:49:56.516874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Request body: {'port': {'device_id': 'a6e244d2-a9d6-4675-ba8d-fe2d3627bad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:56.738094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Allocated IP 172.20.0.8 (effe4387-fc0f-4e72-a9a2-6ae85480bc47/66598c52-6dbb-476a-9d60-fe1506a87f2f/fbcafc29-3788-48c5-ab06-dfcd6f6d911c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:56.762009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.832883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44025aaa-370a-4c4d-8db2-7711489c85b6 req-d8441d99-5eeb-4ce1-a4ca-258a04e36feb tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.840534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44025aaa-370a-4c4d-8db2-7711489c85b6 req-d8441d99-5eeb-4ce1-a4ca-258a04e36feb tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.7142341 Jul 16 08:49:56.842505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-b866e196-4094-46e2-9218-3721da7c1919 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.844215 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-b866e196-4094-46e2-9218-3721da7c1919 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.54 "GET /v2.0/networks?id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331 HTTP/1.1" status: 200 len: 812 time: 0.2619126 Jul 16 08:49:56.845860 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a40d5b-b681-408c-ab66-ffb088b1b010 x-openstack-request-id: req-63a40d5b-b681-408c-ab66-ffb088b1b010 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:56.846414 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca85988-3653-45c1-9d35-d6a8f4109cbf", "name": "network-vif-deleted", "tag": "4fe9f94c-8c91-4878-bcfa-b53a18aff03e", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:56.846681 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63a40d5b-b681-408c-ab66-ffb088b1b010 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:56.847125 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca85988-3653-45c1-9d35-d6a8f4109cbf', 'name': 'network-vif-deleted', 'tag': '4fe9f94c-8c91-4878-bcfa-b53a18aff03e', 'status': 'completed', 'code': 200} Jul 16 08:49:56.931891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-0ce7c341-7578-4ee0-93e9-5a8c6ceda427 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73196d62b0db486b942ba49397c1910a HTTP/1.1" status: 200 len: 380 time: 0.0693130 Jul 16 08:49:57.017090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Request body: {'port': {'device_id': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'admin_state_up': True, 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'security_groups': ['cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:57.066247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c077f27-5c22-47b1-8cf9-31726c3a9e91 req-305adab0-e173-4768-9ce8-f534a776aaba tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 210 time: 0.1418016 Jul 16 08:49:57.071928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44025aaa-370a-4c4d-8db2-7711489c85b6 req-209ce0e0-b8ca-4c1e-9a1b-50f28ec5264b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305830 Jul 16 08:49:57.119618 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.195949 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.265910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Allocated IP 172.20.0.6 (effe4387-fc0f-4e72-a9a2-6ae85480bc47/66598c52-6dbb-476a-9d60-fe1506a87f2f/fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:57.276147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Pushing event updated for resources: {'Port': ['ID=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.300823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Network effe4387-fc0f-4e72-a9a2-6ae85480bc47 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:57.320029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Made reservation on behalf of 73196d62b0db486b942ba49397c1910a for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:57.324618 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.359319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:57.362729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:57.368133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-435597c0-cdf6-4116-8ca1-62b070f22a3a req-a416f2c2-cac8-4a59-a960-d9168a0166fd tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 210 time: 0.0888202 Jul 16 08:49:57.437097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.437785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.463936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2038f5a-25ef-4a8e-ab6b-61c2d6d2adf1 req-645a5976-0ebc-448d-b853-96e28f5a3e1a tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.466161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2038f5a-25ef-4a8e-ab6b-61c2d6d2adf1 req-645a5976-0ebc-448d-b853-96e28f5a3e1a tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 932 time: 0.1920450 Jul 16 08:49:57.468006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-830b3c23-4bcb-49e1-85b1-b12e975df958 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2949657 Jul 16 08:49:57.512617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Request body: {'port': {'device_id': 'c2ddf805-7b95-47a1-821f-06335a2119b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:57.599383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2038f5a-25ef-4a8e-ab6b-61c2d6d2adf1 req-b400f3b2-c9db-496c-9502-58311ca34bce tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272330 Jul 16 08:49:57.668066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.782626 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.800246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Allocated IP 172.20.0.14 (7ab1cd57-1131-4b52-a9c0-dac9ad9de331/7f2a35fb-82c8-44a8-b30b-93b8a846edce/02bbf226-8d46-440e-8b4e-77b7eca203e7) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:57.928296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.011892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3121c9-c25f-4ce5-8d54-d821ef380bf5 req-b7ee9ace-83dc-4597-8ed6-04497890b283 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.022379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de3121c9-c25f-4ce5-8d54-d821ef380bf5 req-b7ee9ace-83dc-4597-8ed6-04497890b283 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1031134 Jul 16 08:49:58.085153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Network effe4387-fc0f-4e72-a9a2-6ae85480bc47 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:58.093880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Pushing event updated for resources: {'Port': ['ID=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.102774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:58.108778 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:58.139097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de3121c9-c25f-4ce5-8d54-d821ef380bf5 req-9c316bb6-f1d0-4769-89ed-30583e897251 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149347 Jul 16 08:49:58.168880 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.212444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Transition to ACTIVE for port object 02bbf226-8d46-440e-8b4e-77b7eca203e7 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:58.221264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.222265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.263570 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5dd9bc8e-0bdd-4e73-8d25-11c41c44e370 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5273695 Jul 16 08:49:58.290884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Request body: {'port': {'device_id': '693eaf60-2b0f-4d88-9c59-aa31f28be361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:58.324377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5a2a48f-462d-4459-ac7f-ba83e814cec1 req-c87d2436-3dad-42df-9436-43897808f048 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 210 time: 0.0791373 Jul 16 08:49:58.359074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73e16e4-9608-46d4-92e4-a1a6d88435ea {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:58.363176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-26a058c9-283e-41e2-81b6-600a6b82430a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.365203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-26a058c9-283e-41e2-81b6-600a6b82430a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2905810 Jul 16 08:49:58.372525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.393267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Request body: {'port': {'device_id': '5e51b89b-a53f-4d1e-8eea-a965817acbfa', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'admin_state_up': True, 'tenant_id': 'c28e98a8fb104443a038715ba3a75248'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:58.427923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.431656 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.449607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Transition to ACTIVE for port object d73e16e4-9608-46d4-92e4-a1a6d88435ea will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:58.478134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.514560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:58.538596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:58.567493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66986c3b-10a8-4ca5-bb78-bfd9dcc84bb9 req-8f886ea2-64e5-4b5c-9c07-a8441b849b8c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.569344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66986c3b-10a8-4ca5-bb78-bfd9dcc84bb9 req-8f886ea2-64e5-4b5c-9c07-a8441b849b8c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.2404232 Jul 16 08:49:58.578292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:58.588535 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event updated for resources: {'Port': ['ID=02bbf226-8d46-440e-8b4e-77b7eca203e7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.708495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66986c3b-10a8-4ca5-bb78-bfd9dcc84bb9 req-e5394395-39fe-4f66-a957-b3983cf13e2d tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863664 Jul 16 08:49:58.744276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:58.748651 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.802912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e047091a-c301-4eff-bc12-b44218608b0b None None] Provisioning for port 02bbf226-8d46-440e-8b4e-77b7eca203e7 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:58.808044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e047091a-c301-4eff-bc12-b44218608b0b None None] Provisioning complete for port 02bbf226-8d46-440e-8b4e-77b7eca203e7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:58.809288 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e047091a-c301-4eff-bc12-b44218608b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.863108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e047091a-c301-4eff-bc12-b44218608b0b None None] Port 02bbf226-8d46-440e-8b4e-77b7eca203e7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:58.885365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Pushing event updated for resources: {'Port': ['ID=d73e16e4-9608-46d4-92e4-a1a6d88435ea,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.903168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.903846 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.925298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113ecb6-483a-4f35-ad7e-34ec95557e6b req-cfb9bbd3-3f75-4d50-bdb3-d02aeafd5d6f tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.927208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a113ecb6-483a-4f35-ad7e-34ec95557e6b req-cfb9bbd3-3f75-4d50-bdb3-d02aeafd5d6f tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 932 time: 0.3247252 Jul 16 08:49:58.935869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Attempting to bind port d73e16e4-9608-46d4-92e4-a1a6d88435ea on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:58.936256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Attempting to bind port d73e16e4-9608-46d4-92e4-a1a6d88435ea by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:58.936694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Attempting to bind port d73e16e4-9608-46d4-92e4-a1a6d88435ea on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:58.943574 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-fedc26cd-16f8-4e29-838c-e0b823da9532 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9314241 Jul 16 08:49:58.946512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Port d73e16e4-9608-46d4-92e4-a1a6d88435ea on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:58.946923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Attempting to bind port d73e16e4-9608-46d4-92e4-a1a6d88435ea on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:58.954099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:58.954546 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Checking segment: {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:58.954934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Bound using segment: {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:58.955445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Bound port: d73e16e4-9608-46d4-92e4-a1a6d88435ea, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:58.955933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.963433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Request body: {'port': {'device_id': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:59.079212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcafc29-3788-48c5-ab06-dfcd6f6d911c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:59.094093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.095934 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.096429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] For port d73e16e4-9608-46d4-92e4-a1a6d88435ea, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:59.100522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] For port d73e16e4-9608-46d4-92e4-a1a6d88435ea, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73e16e4-9608-46d4-92e4-a1a6d88435ea,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:59.105407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a113ecb6-483a-4f35-ad7e-34ec95557e6b req-01ab2333-6fce-4b86-b485-435076035b0e tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537116 Jul 16 08:49:59.106739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Allocated IP 172.20.0.5 (21b0b3c8-c2d9-4e7e-87c6-9d980721708a/76c34048-76db-405f-975d-c0d719aedc2a/eef46b4d-6908-4a3f-b9a8-4219c183b75c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:59.110418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.132712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Transition to ACTIVE for port object fbcafc29-3788-48c5-ab06-dfcd6f6d911c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:59.142750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a27466-5537-484c-b758-cee642daca2f req-d09a0864-db50-4356-a03d-0c36b536ced8 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.144342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13a27466-5537-484c-b758-cee642daca2f req-d09a0864-db50-4356-a03d-0c36b536ced8 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 944 time: 0.2543471 Jul 16 08:49:59.149792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.202765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.203388 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.205304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] 10.222.0.52 "PUT /v2.0/ports/d73e16e4-9608-46d4-92e4-a1a6d88435ea HTTP/1.1" status: 200 len: 1093 time: 2.6950002 Jul 16 08:49:59.205808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e244d2-a9d6-4675-ba8d-fe2d3627bad0', 'tag': 'd73e16e4-9608-46d4-92e4-a1a6d88435ea'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:59.208090 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88a1eee-233b-442c-ac20-ceb4fef16b89" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e244d2-a9d6-4675-ba8d-fe2d3627bad0", "tag": "d73e16e4-9608-46d4-92e4-a1a6d88435ea"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:59.280162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111223-adf1-48a2-aad1-e537fb0d824f service neutron] Pushing event updated for resources: {'Port': ['ID=d73e16e4-9608-46d4-92e4-a1a6d88435ea,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.289089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.314339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13a27466-5537-484c-b758-cee642daca2f req-ed6d2130-83cc-424e-aa2a-43c762b9ee06 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549132 Jul 16 08:49:59.451386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58144) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:59.495319 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e699c22b-e0fe-463a-ae0f-ded583647d0e x-openstack-request-id: req-e699c22b-e0fe-463a-ae0f-ded583647d0e {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:59.496072 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e244d2-a9d6-4675-ba8d-fe2d3627bad0", "tag": "d73e16e4-9608-46d4-92e4-a1a6d88435ea", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:59.496326 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e699c22b-e0fe-463a-ae0f-ded583647d0e {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:59.496759 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e244d2-a9d6-4675-ba8d-fe2d3627bad0', 'tag': 'd73e16e4-9608-46d4-92e4-a1a6d88435ea', 'status': 'completed', 'code': 200} Jul 16 08:49:59.534639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-d0dc4238-cbbe-4b72-b0ad-89158647c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.536268 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-d0dc4238-cbbe-4b72-b0ad-89158647c466 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ada47ca59fb5471db40bbede4d735b85&device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 1096 time: 0.2572260 Jul 16 08:49:59.562081 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.584182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Attempting to bind port fbcafc29-3788-48c5-ab06-dfcd6f6d911c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:59.584540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Attempting to bind port fbcafc29-3788-48c5-ab06-dfcd6f6d911c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:59.584853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Attempting to bind port fbcafc29-3788-48c5-ab06-dfcd6f6d911c on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:59.593774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:59.599225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-f7027931-4815-4ad2-b218-f43e91996c3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d73e16e4-9608-46d4-92e4-a1a6d88435ea HTTP/1.1" status: 200 len: 217 time: 0.0523806 Jul 16 08:49:59.607471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.614536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Port fbcafc29-3788-48c5-ab06-dfcd6f6d911c on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:59.614874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Attempting to bind port fbcafc29-3788-48c5-ab06-dfcd6f6d911c on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:59.654531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64da3a51-7046-47ff-b4fd-66b886bedcb5 req-c8a93d6a-5b5d-435d-9883-7d73fa372ebd tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 210 time: 0.0465667 Jul 16 08:49:59.657809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:59.658414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Checking segment: {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:59.658807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Bound using segment: {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:59.659369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Bound port: fbcafc29-3788-48c5-ab06-dfcd6f6d911c, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:59.659608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.674295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Transition to ACTIVE for port object fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:59.688124 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f532f512-e406-4fc7-a9d6-4e5d7c0230e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.689869 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.703290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c34d8-bdf9-4f6b-8c7d-a1c62eeed5d4 req-48ae8c96-7dbc-42c3-af1f-b3e450915e28 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.705040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019c34d8-bdf9-4f6b-8c7d-a1c62eeed5d4 req-48ae8c96-7dbc-42c3-af1f-b3e450915e28 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2406104 Jul 16 08:49:59.737968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.776158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-b380db9d-e772-44f6-81a1-d3b7719222c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.777937 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-b380db9d-e772-44f6-81a1-d3b7719222c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66598c52-6dbb-476a-9d60-fe1506a87f2f HTTP/1.1" status: 200 len: 858 time: 0.1679122 Jul 16 08:49:59.836607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-74139d83-0d60-44e1-9c33-649aefa40fd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=effe4387-fc0f-4e72-a9a2-6ae85480bc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507457 Jul 16 08:49:59.838310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:59.840997 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.847412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bbf226-8d46-440e-8b4e-77b7eca203e7 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:59.848717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019c34d8-bdf9-4f6b-8c7d-a1c62eeed5d4 req-1225def9-18e0-43e1-bc60-ebcbdec966d4 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248076 Jul 16 08:49:59.849672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:59.853075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] For port fbcafc29-3788-48c5-ab06-dfcd6f6d911c, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:59.855807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:59.869619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event updated for resources: {'Port': ['ID=eef46b4d-6908-4a3f-b9a8-4219c183b75c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.877317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.920855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] For port fbcafc29-3788-48c5-ab06-dfcd6f6d911c, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:59.930077 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.992443 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Transition to ACTIVE for port object 02bbf226-8d46-440e-8b4e-77b7eca203e7 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:59.995995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.996625 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.003387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.003985 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.005611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] 10.222.0.52 "PUT /v2.0/ports/fbcafc29-3788-48c5-ab06-dfcd6f6d911c HTTP/1.1" status: 200 len: 1092 time: 2.4980800 Jul 16 08:50:00.006088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ddf805-7b95-47a1-821f-06335a2119b1', 'tag': 'fbcafc29-3788-48c5-ab06-dfcd6f6d911c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:00.008369 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f29e7a7-ab65-46fd-8248-1126fafa15ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ddf805-7b95-47a1-821f-06335a2119b1", "tag": "fbcafc29-3788-48c5-ab06-dfcd6f6d911c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:00.012391 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.045390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b9ff3-9c02-46c4-ae1a-49ef95daf5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.063841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5653b1-20b8-4aba-984a-70c821ad2751 req-92053b42-e0c5-4bc0-926c-41847b1b20d3 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.065636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a5653b1-20b8-4aba-984a-70c821ad2751 req-92053b42-e0c5-4bc0-926c-41847b1b20d3 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.2139401 Jul 16 08:50:00.096950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Attempting to bind port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:00.097269 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb148e3-b71d-486b-85b5-8045cb9f592e x-openstack-request-id: req-9eb148e3-b71d-486b-85b5-8045cb9f592e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:00.097751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Attempting to bind port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:00.097845 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ddf805-7b95-47a1-821f-06335a2119b1", "tag": "fbcafc29-3788-48c5-ab06-dfcd6f6d911c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:00.097946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Attempting to bind port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:00.098144 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9eb148e3-b71d-486b-85b5-8045cb9f592e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:00.098647 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ddf805-7b95-47a1-821f-06335a2119b1', 'tag': 'fbcafc29-3788-48c5-ab06-dfcd6f6d911c', 'status': 'completed', 'code': 200} Jul 16 08:50:00.118204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-a95e61e2-3c70-46f3-97c2-33cbe6121f44 service neutron] 10.222.0.52 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623057 Jul 16 08:50:00.126409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:00.126734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Attempting to bind port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 on network effe4387-fc0f-4e72-a9a2-6ae85480bc47 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:00.128588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Pushing event updated for resources: {'Port': ['ID=02bbf226-8d46-440e-8b4e-77b7eca203e7,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.149221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f532f512-e406-4fc7-a9d6-4e5d7c0230e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.155690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a5653b1-20b8-4aba-984a-70c821ad2751 req-fdb96037-755d-45b9-a681-f915b5fc1dee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796483 Jul 16 08:50:00.161935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:00.162500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Checking segment: {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:00.163044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Bound using segment: {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:00.163853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Bound port: fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85cc27f-c4fd-4f93-931a-2707c6c88306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:00.164445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.169380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-8ac98e66-0d82-43f4-bd1e-07f724416219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.171070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-8ac98e66-0d82-43f4-bd1e-07f724416219 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ada47ca59fb5471db40bbede4d735b85&device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 1095 time: 0.1044209 Jul 16 08:50:00.172867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-899cf036-6d47-4866-ae4d-9892211f7421 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7841434 Jul 16 08:50:00.184035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f532f512-e406-4fc7-a9d6-4e5d7c0230e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.191743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Request body: {'port': {'device_id': '5e51b89b-a53f-4d1e-8eea-a965817acbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:00.264923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-99ef10ea-5057-47be-a825-b1ef9091b93f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbcafc29-3788-48c5-ab06-dfcd6f6d911c HTTP/1.1" status: 200 len: 217 time: 0.0799396 Jul 16 08:50:00.345488 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-6c605b95-6676-4061-a8ff-99f58dbf6692 service neutron] 10.222.0.52 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122359 Jul 16 08:50:00.366744 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f532f512-e406-4fc7-a9d6-4e5d7c0230e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f538cf3a0b30444386281df7d45ab7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9141011 Jul 16 08:50:00.367021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-ff487f4a-46ae-45ce-b401-9f19d77c97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.368586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-ff487f4a-46ae-45ce-b401-9f19d77c97fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66598c52-6dbb-476a-9d60-fe1506a87f2f HTTP/1.1" status: 200 len: 858 time: 0.0837097 Jul 16 08:50:00.381818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58158) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:00.440270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-73c35738-3272-4651-934e-b9336a2c2bd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=effe4387-fc0f-4e72-a9a2-6ae85480bc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347309 Jul 16 08:50:00.442007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532f512-e406-4fc7-a9d6-4e5d7c0230e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a9eb1d-a6c3-438d-9e2b-6320fa51d382,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.459544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.500937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] For port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:00.505177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] For port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:00.508549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Attempting to bind port 02bbf226-8d46-440e-8b4e-77b7eca203e7 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:00.509005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Attempting to bind port 02bbf226-8d46-440e-8b4e-77b7eca203e7 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:00.509350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Attempting to bind port 02bbf226-8d46-440e-8b4e-77b7eca203e7 on network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:00.520572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.534924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Port 02bbf226-8d46-440e-8b4e-77b7eca203e7 on network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:00.535255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Attempting to bind port 02bbf226-8d46-440e-8b4e-77b7eca203e7 on network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:00.561941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6aa86ef-3386-4837-a92a-5773bf177fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.575053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:00.575400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Checking segment: {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:00.575784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Bound using segment: {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:00.576229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Bound port: 02bbf226-8d46-440e-8b4e-77b7eca203e7, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b368963f-e8a3-4db5-be89-8d4379ecee18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:00.576596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.596380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.597001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.598433 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] 10.222.0.54 "PUT /v2.0/ports/fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 HTTP/1.1" status: 200 len: 1092 time: 2.3145559 Jul 16 08:50:00.627011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6aa86ef-3386-4837-a92a-5773bf177fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.681818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-a779ceb0-bddb-4089-b986-2caef717f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.683909 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-a779ceb0-bddb-4089-b986-2caef717f059 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ada47ca59fb5471db40bbede4d735b85&device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 1096 time: 0.2647133 Jul 16 08:50:00.690832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da56582-3c8d-465b-9e7e-ceb8ed5405d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.044335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc622f3-a519-4ee0-882b-3c956628a8c9 req-55fb5b72-05e4-4a04-9ba5-ea0c5c6e7a63 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.045870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bc622f3-a519-4ee0-882b-3c956628a8c9 req-55fb5b72-05e4-4a04-9ba5-ea0c5c6e7a63 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 944 time: 0.7597449 Jul 16 08:50:01.071616 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-e63255ac-37e6-455d-a970-b4633e5d7466 service neutron] 10.222.0.52 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083488 Jul 16 08:50:01.131972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] For port 02bbf226-8d46-440e-8b4e-77b7eca203e7, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:01.150483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] For port 02bbf226-8d46-440e-8b4e-77b7eca203e7, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:01.153353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa87df-8944-471b-b60a-6c4482c18f0d req-cd02fb86-5742-4292-8c61-ecc475bdd85d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.155032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10aa87df-8944-471b-b60a-6c4482c18f0d req-cd02fb86-5742-4292-8c61-ecc475bdd85d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 944 time: 0.6537662 Jul 16 08:50:01.169364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.185293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6aa86ef-3386-4837-a92a-5773bf177fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.186708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bc622f3-a519-4ee0-882b-3c956628a8c9 req-fce42183-d305-4fb0-901b-b555c4d8e998 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345618 Jul 16 08:50:01.187850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6aa86ef-3386-4837-a92a-5773bf177fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.191278 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6aa86ef-3386-4837-a92a-5773bf177fcd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37a9eb1d-a6c3-438d-9e2b-6320fa51d382 HTTP/1.1" status: 204 len: 168 time: 0.8033147 Jul 16 08:50:01.221005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-05ba6f82-dd18-49a2-be61-02e7f98d48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.222570 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-05ba6f82-dd18-49a2-be61-02e7f98d48bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada47ca59fb5471db40bbede4d735b85&device_id=693eaf60-2b0f-4d88-9c59-aa31f28be361 HTTP/1.1" status: 200 len: 1095 time: 0.5679233 Jul 16 08:50:01.230322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-dd804d18-206f-427f-ab82-c99275b7d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.231865 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-dd804d18-206f-427f-ab82-c99275b7d17b service neutron] 10.222.0.52 "GET /v2.0/networks?id=effe4387-fc0f-4e72-a9a2-6ae85480bc47 HTTP/1.1" status: 200 len: 919 time: 0.5183873 Jul 16 08:50:01.240889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.241517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.242991 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] 10.222.0.54 "PUT /v2.0/ports/02bbf226-8d46-440e-8b4e-77b7eca203e7 HTTP/1.1" status: 200 len: 1093 time: 2.2839694 Jul 16 08:50:01.256729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa86ef-3386-4837-a92a-5773bf177fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a9eb1d-a6c3-438d-9e2b-6320fa51d382,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.365874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-866c2c5c-e797-49af-ae17-28bc615f7cb8 service neutron] 10.222.0.52 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769263 Jul 16 08:50:01.375679 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-69f4f2bc-a353-4a17-99d8-939ae93dd93d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 HTTP/1.1" status: 200 len: 217 time: 0.1317341 Jul 16 08:50:01.379648 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-2849ab59-f443-4fe8-90c5-8e0495e00f7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d73e16e4-9608-46d4-92e4-a1a6d88435ea HTTP/1.1" status: 200 len: 217 time: 0.1306782 Jul 16 08:50:01.396127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10aa87df-8944-471b-b60a-6c4482c18f0d req-539e51c9-0f7e-4793-9a8f-91b3eb56ffea tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313032 Jul 16 08:50:01.433895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f84c9-986a-4e09-bcc9-e133d2fdcabf service neutron] Pushing event updated for resources: {'Port': ['ID=02bbf226-8d46-440e-8b4e-77b7eca203e7,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.499229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693eaf60-2b0f-4d88-9c59-aa31f28be361', 'tag': 'fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8'}, {'name': 'network-changed', 'server_uuid': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'tag': '02bbf226-8d46-440e-8b4e-77b7eca203e7'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:01.501775 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61" -d '{"events": [{"name": "network-changed", "server_uuid": "693eaf60-2b0f-4d88-9c59-aa31f28be361", "tag": "fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8"}, {"name": "network-changed", "server_uuid": "6cdbc700-1705-46ad-9a3d-12db24ca5cf3", "tag": "02bbf226-8d46-440e-8b4e-77b7eca203e7"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:01.550515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-b58443d3-4fb8-4d78-a2fc-1e2b04430e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.551892 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-b58443d3-4fb8-4d78-a2fc-1e2b04430e13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66598c52-6dbb-476a-9d60-fe1506a87f2f HTTP/1.1" status: 200 len: 858 time: 0.1515324 Jul 16 08:50:01.556882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-5f9b1bcc-2491-48bb-9c5d-a8469624bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.559161 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-5f9b1bcc-2491-48bb-9c5d-a8469624bc91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66598c52-6dbb-476a-9d60-fe1506a87f2f HTTP/1.1" status: 200 len: 858 time: 0.1511631 Jul 16 08:50:01.658746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-349afc28-422e-4576-bc26-ec1fd08a4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.660515 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-349afc28-422e-4576-bc26-ec1fd08a4a0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73196d62b0db486b942ba49397c1910a&device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 1096 time: 0.2998111 Jul 16 08:50:01.662336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-2c194c1b-262d-4e5c-b244-0bbe589ecbf4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=effe4387-fc0f-4e72-a9a2-6ae85480bc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914896 Jul 16 08:50:01.664524 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-18845119-9453-4b98-b8c9-fdf957a10219 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=effe4387-fc0f-4e72-a9a2-6ae85480bc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912867 Jul 16 08:50:01.678611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58180) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:01.693369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef46b4d-6908-4a3f-b9a8-4219c183b75c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:01.706997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.712931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-ad20b489-14b8-41b5-b9e7-04963339e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.715045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-ad20b489-14b8-41b5-b9e7-04963339e1cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ada47ca59fb5471db40bbede4d735b85&device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 1095 time: 0.2622731 Jul 16 08:50:01.741306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Transition to ACTIVE for port object eef46b4d-6908-4a3f-b9a8-4219c183b75c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:01.763353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.764489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45b348d0-98a7-4ebf-88dd-83f6954ba99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.782445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-58397b81-c962-45aa-a582-c434a0d582f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7 HTTP/1.1" status: 200 len: 217 time: 0.0865993 Jul 16 08:50:01.878745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8d6b0-4f50-45a8-8da0-9e9a9f49733c req-212a4bb8-0dda-4b7c-93d4-12c6b614dcf1 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.880468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e8d6b0-4f50-45a8-8da0-9e9a9f49733c req-212a4bb8-0dda-4b7c-93d4-12c6b614dcf1 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.2693510 Jul 16 08:50:01.893744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261a3d-b005-4074-be0d-ff02101cef79 req-8f0f8c47-ffc5-4b67-99ec-72254fdd9595 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.895231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c261a3d-b005-4074-be0d-ff02101cef79 req-8f0f8c47-ffc5-4b67-99ec-72254fdd9595 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 931 time: 0.2852504 Jul 16 08:50:01.905031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Pushing event updated for resources: {'Port': ['ID=eef46b4d-6908-4a3f-b9a8-4219c183b75c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.949457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-67bacdef-562c-4761-ba90-e84f17e24e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.951118 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-67bacdef-562c-4761-ba90-e84f17e24e78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f2a35fb-82c8-44a8-b30b-93b8a846edce HTTP/1.1" status: 200 len: 851 time: 0.1584640 Jul 16 08:50:01.970754 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-572fabd5-361e-4196-8d6b-7a938b708b40 service neutron] 10.222.0.52 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991498 Jul 16 08:50:01.982495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-162509ee-b41e-40b9-8e79-7cdc972eb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.983995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-162509ee-b41e-40b9-8e79-7cdc972eb8b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=effe4387-fc0f-4e72-a9a2-6ae85480bc47 HTTP/1.1" status: 200 len: 919 time: 0.2604964 Jul 16 08:50:02.001881 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-5b9cfde5-ee9d-44a8-9113-98325c09749e service neutron] 10.222.0.54 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049016 Jul 16 08:50:02.034810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c261a3d-b005-4074-be0d-ff02101cef79 req-1f1efd88-bb1e-4523-a5df-c53ac98181bc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306508 Jul 16 08:50:02.070095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e8d6b0-4f50-45a8-8da0-9e9a9f49733c req-2acbf56b-7d3e-497b-b327-88a3b81ccbfa tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719205 Jul 16 08:50:02.073614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-10492377-b185-4fd7-83a5-9e20fbcb77a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbcafc29-3788-48c5-ab06-dfcd6f6d911c HTTP/1.1" status: 200 len: 217 time: 0.0571337 Jul 16 08:50:02.142978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 50565440-8a36-4ea0-90ce-aa4f3485bbdd details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:02.155359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Attempting to bind port eef46b4d-6908-4a3f-b9a8-4219c183b75c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:02.155898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Attempting to bind port eef46b4d-6908-4a3f-b9a8-4219c183b75c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:02.156012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Attempting to bind port eef46b4d-6908-4a3f-b9a8-4219c183b75c on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:02.163632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Port eef46b4d-6908-4a3f-b9a8-4219c183b75c on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:02.163968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Attempting to bind port eef46b4d-6908-4a3f-b9a8-4219c183b75c on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:02.181489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:02.181731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Checking segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:02.182014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Bound using segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:02.182465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Bound port: eef46b4d-6908-4a3f-b9a8-4219c183b75c, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:02.183445 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.216008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-afcb4fe5-8a1d-4b4c-be19-7b8a44627608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.217507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-afcb4fe5-8a1d-4b4c-be19-7b8a44627608 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66598c52-6dbb-476a-9d60-fe1506a87f2f HTTP/1.1" status: 200 len: 858 time: 0.1373374 Jul 16 08:50:02.228383 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45b348d0-98a7-4ebf-88dd-83f6954ba99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.233306 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f88a1eee-233b-442c-ac20-ceb4fef16b89 req-b824dc64-7d78-45b4-83ed-1c6707b0e70f service neutron] 10.222.0.52 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496297 Jul 16 08:50:02.246906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45b348d0-98a7-4ebf-88dd-83f6954ba99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.273283 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6fa3ca8-6d32-43a3-898b-eadd90e3f277 req-35ca83ef-f1de-4197-ae4e-4fb12ae755ef service neutron] 10.222.0.54 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527287 Jul 16 08:50:02.275182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-16fc20da-794b-4cb3-93a1-d855ce865f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.276726 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-16fc20da-794b-4cb3-93a1-d855ce865f4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3107111 Jul 16 08:50:02.279178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:02.295139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '50565440-8a36-4ea0-90ce-aa4f3485bbdd', 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032', 'port_id': '50565440-8a36-4ea0-90ce-aa4f3485bbdd', 'mac_address': 'fa:16:3e:6b:24:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8307d455-1b57-4e72-9720-ac3e62f2f67a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:02.297364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-58f34418-a6b2-423b-a13b-bf88d1165da4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=effe4387-fc0f-4e72-a9a2-6ae85480bc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702040 Jul 16 08:50:02.307330 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45b348d0-98a7-4ebf-88dd-83f6954ba99d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2b29e89e24e4f6698f5d876b2650243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277118 Jul 16 08:50:02.319758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58184) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:02.333494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b348d0-98a7-4ebf-88dd-83f6954ba99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596969b7-c57c-4fae-9c28-c040a443a770,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.371075 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.386873 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5412dfcd-9253-4d32-b62b-b7a2a9d68b03 x-openstack-request-id: req-5412dfcd-9253-4d32-b62b-b7a2a9d68b03 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:02.387164 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693eaf60-2b0f-4d88-9c59-aa31f28be361", "tag": "fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cdbc700-1705-46ad-9a3d-12db24ca5cf3", "tag": "02bbf226-8d46-440e-8b4e-77b7eca203e7", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:02.387410 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5412dfcd-9253-4d32-b62b-b7a2a9d68b03 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:02.387802 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693eaf60-2b0f-4d88-9c59-aa31f28be361', 'tag': 'fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8', 'status': 'completed', 'code': 200} Jul 16 08:50:02.388057 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'tag': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'status': 'completed', 'code': 200} Jul 16 08:50:02.391868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50565440-8a36-4ea0-90ce-aa4f3485bbdd {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:02.422748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:02.428044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3edc6-0633-47fb-bf88-6779b221dae3 req-5de17f1d-a69c-47a3-b88b-4775d4df142e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.429336 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.430800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0f3edc6-0633-47fb-bf88-6779b221dae3 req-5de17f1d-a69c-47a3-b88b-4775d4df142e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.2601399 Jul 16 08:50:02.465973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d7400bc-db14-4ab3-a001-506d57272923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.470084 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-2a163c0f-6914-4c2f-b24a-0da96fd59548 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763399 Jul 16 08:50:02.504037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.512671 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d7400bc-db14-4ab3-a001-506d57272923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.518199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] For port eef46b4d-6908-4a3f-b9a8-4219c183b75c, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:02.562598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] For port eef46b4d-6908-4a3f-b9a8-4219c183b75c, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=eef46b4d-6908-4a3f-b9a8-4219c183b75c,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:02.597712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.620030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-218637b0-b705-42a3-bafb-fe1f09f581d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.622331 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-218637b0-b705-42a3-bafb-fe1f09f581d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada47ca59fb5471db40bbede4d735b85&device_id=693eaf60-2b0f-4d88-9c59-aa31f28be361 HTTP/1.1" status: 200 len: 1095 time: 0.1869535 Jul 16 08:50:02.632856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b4fe6ce3-92d1-46a2-a953-ab1517137169 req-63b0ffbb-cfc9-4963-afcb-93c1153f3313 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500752 Jul 16 08:50:02.666170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d7400bc-db14-4ab3-a001-506d57272923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.670331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d7400bc-db14-4ab3-a001-506d57272923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.674762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7d7400bc-db14-4ab3-a001-506d57272923 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/596969b7-c57c-4fae-9c28-c040a443a770 HTTP/1.1" status: 204 len: 168 time: 0.3537002 Jul 16 08:50:02.685393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0f3edc6-0633-47fb-bf88-6779b221dae3 req-5fe5f956-cc7c-443f-a6e2-b217214ef36e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394049 Jul 16 08:50:02.686877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.687513 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.688894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] 10.222.0.52 "PUT /v2.0/ports/eef46b4d-6908-4a3f-b9a8-4219c183b75c HTTP/1.1" status: 200 len: 1092 time: 2.5026388 Jul 16 08:50:02.705225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e51b89b-a53f-4d1e-8eea-a965817acbfa', 'tag': 'eef46b4d-6908-4a3f-b9a8-4219c183b75c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:02.709638 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e51b89b-a53f-4d1e-8eea-a965817acbfa", "tag": "eef46b4d-6908-4a3f-b9a8-4219c183b75c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:02.716147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7400bc-db14-4ab3-a001-506d57272923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596969b7-c57c-4fae-9c28-c040a443a770,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.721611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-51f3797d-5010-4082-a85e-2d5ae70dcfe4 service neutron] 10.222.0.52 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057391 Jul 16 08:50:02.726763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['50565440-8a36-4ea0-90ce-aa4f3485bbdd'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:02.817489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-d7d87845-4917-4890-811f-17dd7fbd6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.819042 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-d7d87845-4917-4890-811f-17dd7fbd6111 service neutron] 10.222.0.54 "GET /v2.0/networks?id=effe4387-fc0f-4e72-a9a2-6ae85480bc47 HTTP/1.1" status: 200 len: 919 time: 0.1778135 Jul 16 08:50:02.853437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78785e-4dc6-4fa6-b061-b9489470cf03 service neutron] Pushing event updated for resources: {'Port': ['ID=eef46b4d-6908-4a3f-b9a8-4219c183b75c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.887053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-187dd927-006e-43a7-ba16-6bc68e4ff1d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 HTTP/1.1" status: 200 len: 217 time: 0.0554259 Jul 16 08:50:03.001989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38671e2-59fb-4e47-94be-07338c5b0e1c req-d53df50c-008b-48b5-8c74-547cd628d1c5 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.004165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a38671e2-59fb-4e47-94be-07338c5b0e1c req-d53df50c-008b-48b5-8c74-547cd628d1c5 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 944 time: 0.4816771 Jul 16 08:50:03.029838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-c88a813e-248f-4539-a68e-20ea1f314795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.031505 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-c88a813e-248f-4539-a68e-20ea1f314795 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66598c52-6dbb-476a-9d60-fe1506a87f2f HTTP/1.1" status: 200 len: 858 time: 0.1173615 Jul 16 08:50:03.074856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-b89da44a-c844-4824-87d8-ac5a28197926 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=effe4387-fc0f-4e72-a9a2-6ae85480bc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288877 Jul 16 08:50:03.113551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f29e7a7-ab65-46fd-8248-1126fafa15ec req-3b8655e8-080e-4ecb-85b2-461e31beeedd service neutron] 10.222.0.52 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697476 Jul 16 08:50:03.138238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-ea806778-53b7-435a-be98-7e2afb40f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.139771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-ea806778-53b7-435a-be98-7e2afb40f5f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 1095 time: 0.3642702 Jul 16 08:50:03.143934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a38671e2-59fb-4e47-94be-07338c5b0e1c req-9d99f94d-50b2-4d54-a394-ccb33f41eb70 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263440 Jul 16 08:50:03.196445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-5670eaba-06c6-4412-8fb0-e768fe9767e6 service neutron] 10.222.0.54 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085854 Jul 16 08:50:03.205031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-1664aec6-bb7d-4661-9ed6-1494c3aeba45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eef46b4d-6908-4a3f-b9a8-4219c183b75c HTTP/1.1" status: 200 len: 217 time: 0.0546834 Jul 16 08:50:03.256336 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b32b31a-c14b-4437-a6b5-9ea09d40c515 x-openstack-request-id: req-6b32b31a-c14b-4437-a6b5-9ea09d40c515 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:03.256627 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e51b89b-a53f-4d1e-8eea-a965817acbfa", "tag": "eef46b4d-6908-4a3f-b9a8-4219c183b75c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:03.256879 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b32b31a-c14b-4437-a6b5-9ea09d40c515 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:03.257278 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e51b89b-a53f-4d1e-8eea-a965817acbfa', 'tag': 'eef46b4d-6908-4a3f-b9a8-4219c183b75c', 'status': 'completed', 'code': 200} Jul 16 08:50:03.280100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-e7cc82a5-40ae-4748-a74e-c955e6dc8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.281598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-e7cc82a5-40ae-4748-a74e-c955e6dc8d86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0700986 Jul 16 08:50:03.290806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794905cf-b588-42fe-a8b2-33a37abb71bb req-17950c19-70da-4aae-a728-9bb7e46e6e05 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.294144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-794905cf-b588-42fe-a8b2-33a37abb71bb req-17950c19-70da-4aae-a728-9bb7e46e6e05 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 944 time: 0.2521746 Jul 16 08:50:03.336878 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-0421f614-6616-46bb-9a0c-58a6f3927dda service neutron] 10.222.0.54 "GET /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270003 Jul 16 08:50:03.340516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-26b6d1c3-217c-461a-a56e-2b50592b862e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451007 Jul 16 08:50:03.430224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-794905cf-b588-42fe-a8b2-33a37abb71bb req-5d92b572-0d28-4a5b-812c-9f0ebfb741ce tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174285 Jul 16 08:50:03.479109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-46aac8f5-2857-4b98-b38a-a91f29d236ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.481359 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-46aac8f5-2857-4b98-b38a-a91f29d236ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73196d62b0db486b942ba49397c1910a&device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 1096 time: 0.0732725 Jul 16 08:50:03.509129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-431577ff-2ca3-4158-8a94-fa8fc4b74284 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601348 Jul 16 08:50:03.598351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-6ad62787-2963-4c1d-a479-56b9f80fc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.599897 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-6ad62787-2963-4c1d-a479-56b9f80fc134 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331 HTTP/1.1" status: 200 len: 913 time: 0.1052568 Jul 16 08:50:03.605895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef5790-d577-4b50-9891-766de2b69d82 req-5a4b0b6a-0497-48c2-8508-b5f173a7c676 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.607561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7ef5790-d577-4b50-9891-766de2b69d82 req-5a4b0b6a-0497-48c2-8508-b5f173a7c676 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 943 time: 0.2320242 Jul 16 08:50:03.660682 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-624d3c32-892f-489c-a136-49c51880ae05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7 HTTP/1.1" status: 200 len: 217 time: 0.0443335 Jul 16 08:50:03.706644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc11283-93f4-464b-91e4-ea7d502b3911 req-7b5ed198-5f86-4d71-9950-066ab5cc4f14 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842899 Jul 16 08:50:03.723629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7ef5790-d577-4b50-9891-766de2b69d82 req-bc33b04c-9628-4104-ab7e-e3a5c955a5d7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035166 Jul 16 08:50:03.733916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-f9aff7c3-a0dc-41d1-9c2d-2af0726fc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.734011 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-f9aff7c3-a0dc-41d1-9c2d-2af0726fc43b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f2a35fb-82c8-44a8-b30b-93b8a846edce HTTP/1.1" status: 200 len: 851 time: 0.0494258 Jul 16 08:50:03.760899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d6416-98aa-4830-8937-f0447fcdc69f req-8ae8177f-09b5-4c8e-85d8-972f63594a89 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.762671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-419d6416-98aa-4830-8937-f0447fcdc69f req-8ae8177f-09b5-4c8e-85d8-972f63594a89 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1711147 Jul 16 08:50:03.827642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-33bd3a36-9a4c-410a-b755-8e3e847e4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.830105 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-33bd3a36-9a4c-410a-b755-8e3e847e4e2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757353 Jul 16 08:50:03.842864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-419d6416-98aa-4830-8937-f0447fcdc69f req-173a71e4-8a33-436d-ad1b-972d29008881 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709736 Jul 16 08:50:03.858128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-ffa12a4c-730f-405d-a8c6-e590f5f2df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.859175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-ffa12a4c-730f-405d-a8c6-e590f5f2df5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 1095 time: 0.0952439 Jul 16 08:50:03.981972 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-9ba34256-76b5-466b-a7f8-e265fceff4a6 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397171 Jul 16 08:50:03.999603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-b0f11de0-07b8-4197-a081-3633cab0cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.005002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-b0f11de0-07b8-4197-a081-3633cab0cd37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.1381652 Jul 16 08:50:04.090415 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a40f9295-0df6-4d17-ad88-5fd9a4bd0a61 req-3c560adf-c66f-435a-af9b-e7f0f56ad1f2 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958936 Jul 16 08:50:04.092611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-faae0eac-901e-4118-883b-a6ebde1f4188 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eef46b4d-6908-4a3f-b9a8-4219c183b75c HTTP/1.1" status: 200 len: 217 time: 0.0801411 Jul 16 08:50:04.150460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73e16e4-9608-46d4-92e4-a1a6d88435ea details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:04.152793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 50565440-8a36-4ea0-90ce-aa4f3485bbdd up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:04.161284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-87aa83a1-8c12-4cd4-80c6-8df96378737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.162853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-87aa83a1-8c12-4cd4-80c6-8df96378737e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0619960 Jul 16 08:50:04.171982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1860f2-e877-49d8-a35c-5e1812dfb0cd req-8e62081e-e8ca-4780-9361-7290cc6f4108 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.173508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a1860f2-e877-49d8-a35c-5e1812dfb0cd req-8e62081e-e8ca-4780-9361-7290cc6f4108 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 945 time: 0.1522124 Jul 16 08:50:04.218871 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-af7f8c0d-572a-480e-a4b2-08882ee8f2fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443168 Jul 16 08:50:04.259437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 50565440-8a36-4ea0-90ce-aa4f3485bbdd completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:04.274822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 50565440-8a36-4ea0-90ce-aa4f3485bbdd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:04.275427 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.289789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58270) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:04.324596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a1860f2-e877-49d8-a35c-5e1812dfb0cd req-bad2b51b-baaa-4ea6-9b8e-ab638a16c180 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409152 Jul 16 08:50:04.331958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73e16e4-9608-46d4-92e4-a1a6d88435ea, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73e16e4-9608-46d4-92e4-a1a6d88435ea,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:04.346999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd73e16e4-9608-46d4-92e4-a1a6d88435ea', 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47', 'port_id': 'd73e16e4-9608-46d4-92e4-a1a6d88435ea', 'mac_address': 'fa:16:3e:a8:3c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66598c52-6dbb-476a-9d60-fe1506a87f2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:04.409528 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.420244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-1dad2ad8-0931-459a-bc4d-1c8d573e3f81 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925082 Jul 16 08:50:04.421617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a129827-10d6-4547-967f-361d4a4cde01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.445095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.446882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:04.450982 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fb4523-e699-4a7c-85af-a3384b4a9fdc" -d '{"events": [{"server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "name": "network-vif-plugged", "status": "completed", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:04.482281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2bc90-ae4e-4006-8d3a-1e624a650f00 req-ba93bdf5-43c9-4232-beb4-27d1913a98d5 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.483708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88c2bc90-ae4e-4006-8d3a-1e624a650f00 req-ba93bdf5-43c9-4232-beb4-27d1913a98d5 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 944 time: 0.1247983 Jul 16 08:50:04.484205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:04.489177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73e16e4-9608-46d4-92e4-a1a6d88435ea {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:04.500914 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.538875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73e16e4-9608-46d4-92e4-a1a6d88435ea, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73e16e4-9608-46d4-92e4-a1a6d88435ea,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:04.541052 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541e2ec1-889f-48f5-bef4-f9c08c477524 x-openstack-request-id: req-541e2ec1-889f-48f5-bef4-f9c08c477524 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:04.541541 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "name": "network-vif-plugged", "status": "completed", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:04.542704 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-541e2ec1-889f-48f5-bef4-f9c08c477524 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:04.542845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a129827-10d6-4547-967f-361d4a4cde01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.543637 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd', 'code': 200} Jul 16 08:50:04.549470 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.550621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fbcafc29-3788-48c5-ab06-dfcd6f6d911c details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:04.561241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a129827-10d6-4547-967f-361d4a4cde01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.589271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88c2bc90-ae4e-4006-8d3a-1e624a650f00 req-68c98002-8707-4dbb-a368-15ab36928f96 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682583 Jul 16 08:50:04.591917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-091d6b9b-53d2-4862-9ad3-4cd77768fc1b req-4f3661b6-a7cb-4b8f-bb52-66a50d9d919c service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641896 Jul 16 08:50:04.610851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.611955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58278) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:04.614390 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3a129827-10d6-4547-967f-361d4a4cde01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18b393b81de040fc85a04497e51dd88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234775 Jul 16 08:50:04.647581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fbcafc29-3788-48c5-ab06-dfcd6f6d911c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:04.648556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a129827-10d6-4547-967f-361d4a4cde01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09583b29-2e54-4dfc-a6a5-9f1201eea9ea,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.670026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'fbcafc29-3788-48c5-ab06-dfcd6f6d911c', 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47', 'port_id': 'fbcafc29-3788-48c5-ab06-dfcd6f6d911c', 'mac_address': 'fa:16:3e:20:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66598c52-6dbb-476a-9d60-fe1506a87f2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:04.708690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d73e16e4-9608-46d4-92e4-a1a6d88435ea,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.725994 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.739306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcafc29-3788-48c5-ab06-dfcd6f6d911c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:04.757955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f90075fe-e257-48ae-852c-c4045dcb1b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.760994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fbcafc29-3788-48c5-ab06-dfcd6f6d911c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:04.765878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.795533 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f90075fe-e257-48ae-852c-c4045dcb1b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.804904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54840c8-cb2e-46c8-9fb6-3899bea570b4 req-d671baeb-631c-406a-a073-3736a76712d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.806482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b54840c8-cb2e-46c8-9fb6-3899bea570b4 req-d671baeb-631c-406a-a073-3736a76712d2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1098 time: 0.1649563 Jul 16 08:50:04.820779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.850480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d4d7b-0df7-447d-9b0c-058d12856c0a req-5a9e1554-f18f-469d-b8b9-541930eb05b8 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.851995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-950d4d7b-0df7-447d-9b0c-058d12856c0a req-5a9e1554-f18f-469d-b8b9-541930eb05b8 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 945 time: 0.1545765 Jul 16 08:50:04.926073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b54840c8-cb2e-46c8-9fb6-3899bea570b4 req-978bfeeb-2529-4a75-91ee-da0c78c3e8fb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111825 Jul 16 08:50:04.952053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-950d4d7b-0df7-447d-9b0c-058d12856c0a req-503aa7a2-65bf-421c-9852-31eb0ce3acf4 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907660 Jul 16 08:50:04.964771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f90075fe-e257-48ae-852c-c4045dcb1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.967313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f90075fe-e257-48ae-852c-c4045dcb1b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.968461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f90075fe-e257-48ae-852c-c4045dcb1b12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09583b29-2e54-4dfc-a6a5-9f1201eea9ea HTTP/1.1" status: 204 len: 168 time: 0.3554785 Jul 16 08:50:04.979124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90075fe-e257-48ae-852c-c4045dcb1b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09583b29-2e54-4dfc-a6a5-9f1201eea9ea,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.988100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266f97e-2556-4345-93f1-58379d0bdc73 req-078de975-3d12-46a6-a50d-cd6608dc7f8c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.989746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a266f97e-2556-4345-93f1-58379d0bdc73 req-078de975-3d12-46a6-a50d-cd6608dc7f8c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 943 time: 0.1312866 Jul 16 08:50:05.035582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a266f97e-2556-4345-93f1-58379d0bdc73 req-806cec78-378d-450c-8174-5d877e030e01 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356586 Jul 16 08:50:05.062752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fbcafc29-3788-48c5-ab06-dfcd6f6d911c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:05.068297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d73e16e4-9608-46d4-92e4-a1a6d88435ea'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:05.304812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c46fce-e509-41be-9b5a-1c111f00d67d req-ff498a91-7009-4ac7-8065-cccb5f21e0aa tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.314381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04c46fce-e509-41be-9b5a-1c111f00d67d req-ff498a91-7009-4ac7-8065-cccb5f21e0aa tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1161647 Jul 16 08:50:05.385391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04c46fce-e509-41be-9b5a-1c111f00d67d req-031aeab4-a8fa-45ea-a810-9f8cea108a8d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704129 Jul 16 08:50:05.546905 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-525bdb9c-596f-4cb7-a17f-1c59a1d01750 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562773 Jul 16 08:50:05.564901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c2e88-e4ff-4580-b346-998e7dba7882 req-29bd829b-fe9d-49b6-907d-4d8a45ab101e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.570037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a44c2e88-e4ff-4580-b346-998e7dba7882 req-29bd829b-fe9d-49b6-907d-4d8a45ab101e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.0829701 Jul 16 08:50:05.655647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a44c2e88-e4ff-4580-b346-998e7dba7882 req-1d87ab79-7b75-4a0e-a19e-5cc31e937aca tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790892 Jul 16 08:50:05.696328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-fd80c8b8-b60f-4b73-8411-7399792d68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.697830 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-fd80c8b8-b60f-4b73-8411-7399792d68c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 1097 time: 0.0970893 Jul 16 08:50:05.854987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d5293-cf1a-49dc-a7d0-6a7f930928ae req-befad9f3-eee8-437c-908e-c6e5a4f74c22 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.856196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e7d5293-cf1a-49dc-a7d0-6a7f930928ae req-befad9f3-eee8-437c-908e-c6e5a4f74c22 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 944 time: 0.1046143 Jul 16 08:50:05.906521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e7d5293-cf1a-49dc-a7d0-6a7f930928ae req-b315a607-3cf5-49d8-bb35-1df9801b5c3f tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Jul 16 08:50:05.907614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-89b47c13-dbc6-4a0c-8dd1-51dc4599c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.915538 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-89b47c13-dbc6-4a0c-8dd1-51dc4599c064 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.1623843 Jul 16 08:50:05.962539 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-e92bc32e-a973-4d9c-9e2c-d59593c00942 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 200 len: 217 time: 0.0398240 Jul 16 08:50:06.024150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-41912373-61d2-412c-86bc-eecf1f2e25ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.025659 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-41912373-61d2-412c-86bc-eecf1f2e25ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0513563 Jul 16 08:50:06.072178 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-59694169-e062-45a3-879b-43456d03b1b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389922 Jul 16 08:50:06.095567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 02bbf226-8d46-440e-8b4e-77b7eca203e7 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:06.143148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e3f9c-fe55-425a-86d4-18c849e79fb5 req-8867b1a6-1826-413b-9b54-299805cdae1a tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.150744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf0e3f9c-fe55-425a-86d4-18c849e79fb5 req-8867b1a6-1826-413b-9b54-299805cdae1a tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 945 time: 0.0837855 Jul 16 08:50:06.165271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device eef46b4d-6908-4a3f-b9a8-4219c183b75c details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:06.167324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fbcafc29-3788-48c5-ab06-dfcd6f6d911c up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:06.224547 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-89dc5b61-d548-4b97-8336-d5b8de3ef4cd service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419334 Jul 16 08:50:06.249293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf0e3f9c-fe55-425a-86d4-18c849e79fb5 req-b31c0a1c-7169-4154-98f7-d178e02edba2 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968652 Jul 16 08:50:06.281151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62a832-37db-475a-8f87-e8ee5d984a42 req-73c837ca-5bad-404f-ab74-5ce0aee7561f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.282177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-b08f7df3-4537-48d0-af18-5fc34ca55e8d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.282769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab62a832-37db-475a-8f87-e8ee5d984a42 req-73c837ca-5bad-404f-ab74-5ce0aee7561f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 943 time: 0.1220820 Jul 16 08:50:06.284077 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-b08f7df3-4537-48d0-af18-5fc34ca55e8d tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.54 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.1353023 Jul 16 08:50:06.339998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab62a832-37db-475a-8f87-e8ee5d984a42 req-40af4356-661a-4859-978f-3a9e745c1d52 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473495 Jul 16 08:50:06.418732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port fbcafc29-3788-48c5-ab06-dfcd6f6d911c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:06.425399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 02bbf226-8d46-440e-8b4e-77b7eca203e7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:06.435760 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7ac0e0-62c1-4b3b-8b4a-c865fcc877bd req-5e80ddc8-f430-4744-9242-00b48806e2ed service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021182 Jul 16 08:50:06.438091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port fbcafc29-3788-48c5-ab06-dfcd6f6d911c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:06.438546 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.471808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Deleting port 6a1768b5-4394-4124-9540-0acc72363c03 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:06.472423 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.497882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'port_id': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'mac_address': 'fa:16:3e:91:10:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:06.583359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port eef46b4d-6908-4a3f-b9a8-4219c183b75c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=eef46b4d-6908-4a3f-b9a8-4219c183b75c,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:06.615878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] For port 6a1768b5-4394-4124-9540-0acc72363c03, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=6a1768b5-4394-4124-9540-0acc72363c03,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:06.617147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.635862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.637984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Calling delete_port for 6a1768b5-4394-4124-9540-0acc72363c03 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:06.661123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'eef46b4d-6908-4a3f-b9a8-4219c183b75c', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'port_id': 'eef46b4d-6908-4a3f-b9a8-4219c183b75c', 'mac_address': 'fa:16:3e:95:c9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c34048-76db-405f-975d-c0d719aedc2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:06.670046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.706088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35661e-993d-49d1-bfbf-7540807b9c1e req-c1267afe-1e14-4204-a839-1f9e27708c0b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.708539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea35661e-993d-49d1-bfbf-7540807b9c1e req-c1267afe-1e14-4204-a839-1f9e27708c0b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46f05a0-3992-4570-9ef5-77b32bb418d6 HTTP/1.1" status: 200 len: 945 time: 0.0808756 Jul 16 08:50:06.748576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58338) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:06.796617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea35661e-993d-49d1-bfbf-7540807b9c1e req-7785cfcd-0a35-4b5e-acbb-a8e243c66293 tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf28bc6-abe5-4528-b735-2d6f0c3ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789397 Jul 16 08:50:06.833218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.869170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ddf805-7b95-47a1-821f-06335a2119b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcafc29-3788-48c5-ab06-dfcd6f6d911c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:06.869703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Pushing event deleted for resources: {'Port': ['ID=6a1768b5-4394-4124-9540-0acc72363c03,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:06.871984 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d93a4d-6505-44fa-92a1-f8a56d469ee7" -d '{"events": [{"server_uuid": "c2ddf805-7b95-47a1-821f-06335a2119b1", "name": "network-vif-plugged", "status": "completed", "tag": "fbcafc29-3788-48c5-ab06-dfcd6f6d911c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:06.886224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['6a1768b5-4394-4124-9540-0acc72363c03'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:06.895769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bbf226-8d46-440e-8b4e-77b7eca203e7 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:06.907810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:06.919029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4509-e587-42b6-beeb-24d1b3b83aac req-d341d839-0b26-40b8-b871-e2281f07fc7c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.926318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-035c4509-e587-42b6-beeb-24d1b3b83aac req-d341d839-0b26-40b8-b871-e2281f07fc7c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.1125922 Jul 16 08:50:06.932162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port fbcafc29-3788-48c5-ab06-dfcd6f6d911c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:06.934255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] No DVR routers for this DVR port 6a1768b5-4394-4124-9540-0acc72363c03 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:06.938109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.942300 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1545ba2c-cb9b-4677-9f90-6c88b40c15e4 req-ae3399be-4f0e-4ec4-9f0b-da389081535b tempest-ServerRescueNegativeTestJSON-2044953552 tempest-ServerRescueNegativeTestJSON-2044953552-project] 10.222.0.54 "DELETE /v2.0/ports/6a1768b5-4394-4124-9540-0acc72363c03 HTTP/1.1" status: 204 len: 173 time: 0.6516969 Jul 16 08:50:06.946588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46f05a0-3992-4570-9ef5-77b32bb418d6', 'name': 'network-vif-deleted', 'tag': '6a1768b5-4394-4124-9540-0acc72363c03'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:06.949432 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3484a58d-1436-4703-be23-a40fbc42bc1d x-openstack-request-id: req-3484a58d-1436-4703-be23-a40fbc42bc1d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:06.949861 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ddf805-7b95-47a1-821f-06335a2119b1", "name": "network-vif-plugged", "status": "completed", "tag": "fbcafc29-3788-48c5-ab06-dfcd6f6d911c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:06.950121 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3484a58d-1436-4703-be23-a40fbc42bc1d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:06.950223 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7cafa6-458d-4c17-85f3-ceace8606897" -d '{"events": [{"server_uuid": "a46f05a0-3992-4570-9ef5-77b32bb418d6", "name": "network-vif-deleted", "tag": "6a1768b5-4394-4124-9540-0acc72363c03"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:06.950524 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ddf805-7b95-47a1-821f-06335a2119b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcafc29-3788-48c5-ab06-dfcd6f6d911c', 'code': 200} Jul 16 08:50:06.954096 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.970330 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.002509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-035c4509-e587-42b6-beeb-24d1b3b83aac req-82e86292-f48e-4fe0-9355-d952a0f71365 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751259 Jul 16 08:50:07.017884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.022581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.039827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 02bbf226-8d46-440e-8b4e-77b7eca203e7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:07.050523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef46b4d-6908-4a3f-b9a8-4219c183b75c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:07.063897 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.065909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:07.116286 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1450e71c-b10e-4d82-849b-bb84988ddcc5 x-openstack-request-id: req-1450e71c-b10e-4d82-849b-bb84988ddcc5 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:07.116693 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46f05a0-3992-4570-9ef5-77b32bb418d6", "name": "network-vif-deleted", "tag": "6a1768b5-4394-4124-9540-0acc72363c03", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:07.116997 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1450e71c-b10e-4d82-849b-bb84988ddcc5 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:07.117478 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46f05a0-3992-4570-9ef5-77b32bb418d6', 'name': 'network-vif-deleted', 'tag': '6a1768b5-4394-4124-9540-0acc72363c03', 'status': 'completed', 'code': 200} Jul 16 08:50:07.155591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port eef46b4d-6908-4a3f-b9a8-4219c183b75c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=eef46b4d-6908-4a3f-b9a8-4219c183b75c,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:07.173578 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.174848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.190397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bec8ef-d79e-4e8c-992c-703ea7691c28 req-823deeea-aaf5-47dc-8cbf-1ef0bda03e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.192045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8bec8ef-d79e-4e8c-992c-703ea7691c28 req-823deeea-aaf5-47dc-8cbf-1ef0bda03e15 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 1097 time: 0.1594429 Jul 16 08:50:07.208198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb756ee9-9d84-4409-825c-b67c96717727 req-e88a162a-524f-4b7f-8fb8-05a2921326ad tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.209853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb756ee9-9d84-4409-825c-b67c96717727 req-e88a162a-524f-4b7f-8fb8-05a2921326ad tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 945 time: 0.1199663 Jul 16 08:50:07.227239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=02bbf226-8d46-440e-8b4e-77b7eca203e7,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.284853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:07.301939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8bec8ef-d79e-4e8c-992c-703ea7691c28 req-116b4ee2-37a0-4cc5-8d16-28166db4736b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910590 Jul 16 08:50:07.306203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8', 'network_id': 'effe4387-fc0f-4e72-a9a2-6ae85480bc47', 'port_id': 'fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8', 'mac_address': 'fa:16:3e:d5:7b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66598c52-6dbb-476a-9d60-fe1506a87f2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:07.306977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Allocated IP 172.25.6.89 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/424f3db8-b3c3-47fa-b4f9-d323d3b77a2e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:07.309403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=eef46b4d-6908-4a3f-b9a8-4219c183b75c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.317858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb756ee9-9d84-4409-825c-b67c96717727 req-9b5d7997-08a6-49d7-be67-3d6f8d3d2d49 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989103 Jul 16 08:50:07.338146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4dd86-329d-4c41-8dc0-a66bbd368fdb req-d3038fb0-c245-4481-bebb-531664f9df83 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.341550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58b4dd86-329d-4c41-8dc0-a66bbd368fdb req-d3038fb0-c245-4481-bebb-531664f9df83 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1098 time: 0.0894723 Jul 16 08:50:07.359020 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.372590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:07.393978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:07.398837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58b4dd86-329d-4c41-8dc0-a66bbd368fdb req-246c0651-c0b3-4e11-8cf2-ab62d4f14381 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486372 Jul 16 08:50:07.399563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.422959 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.464284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.471518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['eef46b4d-6908-4a3f-b9a8-4219c183b75c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:07.508796 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.564616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb5cf6-5c38-4d51-88f2-4d2da4fbafc5 req-c64a853e-2e27-439c-bd1c-3853f30b4233 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.567607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:07.571936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:07.572212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aafb5cf6-5c38-4d51-88f2-4d2da4fbafc5 req-c64a853e-2e27-439c-bd1c-3853f30b4233 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 945 time: 0.0937922 Jul 16 08:50:07.582517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:07.615029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Pushing event updated for resources: {'Port': ['ID=424f3db8-b3c3-47fa-b4f9-d323d3b77a2e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.658652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aafb5cf6-5c38-4d51-88f2-4d2da4fbafc5 req-58269232-1283-4425-a944-c31170cb68d1 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845830 Jul 16 08:50:07.705970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.723701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf9294-c735-4013-8028-d15b2fad2a36 req-2f921a21-08cf-4d1a-95c9-59fc4bf82947 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.725253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9adf9294-c735-4013-8028-d15b2fad2a36 req-2f921a21-08cf-4d1a-95c9-59fc4bf82947 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 944 time: 0.1503763 Jul 16 08:50:07.758489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['02bbf226-8d46-440e-8b4e-77b7eca203e7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:07.783180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9adf9294-c735-4013-8028-d15b2fad2a36 req-b7476a06-b594-43f4-9243-25f829826c71 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501966 Jul 16 08:50:07.807385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:07.811475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.851655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40a23-6277-401b-99d6-33b8d48bbd9f req-1330d139-55dc-49af-ab4a-c1fb9457eefc tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.853819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ee40a23-6277-401b-99d6-33b8d48bbd9f req-1330d139-55dc-49af-ab4a-c1fb9457eefc tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1098 time: 0.0697126 Jul 16 08:50:07.897735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ee40a23-6277-401b-99d6-33b8d48bbd9f req-865193e6-cb18-47d5-be4e-7363fb194c16 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Jul 16 08:50:08.008789 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.019279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.041580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58364) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.085070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Pushing event updated for resources: {'Port': ['ID=424f3db8-b3c3-47fa-b4f9-d323d3b77a2e,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.104624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 6a1768b5-4394-4124-9540-0acc72363c03 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:08.127850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 6a1768b5-4394-4124-9540-0acc72363c03 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:08.128201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 6a1768b5-4394-4124-9540-0acc72363c03 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:08.167073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.177975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73e16e4-9608-46d4-92e4-a1a6d88435ea up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:08.187708 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.189786 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f98addad-1231-4c09-a5fb-2791d6c75407 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4395452 Jul 16 08:50:08.192768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58370) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.200823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1457220099', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'fixed_ips': [{'ip_address': '172.25.6.89'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:08.235304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Made reservation on behalf of 3a514a1e57314ddca652c55d3e09716b for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:08.244057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.257944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.263161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port d73e16e4-9608-46d4-92e4-a1a6d88435ea completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:08.268082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d73e16e4-9608-46d4-92e4-a1a6d88435ea triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:08.268759 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.396970 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.436029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.443050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.443251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d73e16e4-9608-46d4-92e4-a1a6d88435ea, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73e16e4-9608-46d4-92e4-a1a6d88435ea,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:08.447077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] device_id is not set on port 33d93499-43e5-4136-88ff-777f6af229a6 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:08.449421 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.520268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d73e16e4-9608-46d4-92e4-a1a6d88435ea,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.622611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aa00f0-dfe4-4800-8555-cf1971a754bf,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.681413 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:50:08.681604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70268d94-7c69-42a6-b7da-7b4fd2f984cd req-11322788-8d4e-4559-9b42-7c91a8ac2958 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.682081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:08.683647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70268d94-7c69-42a6-b7da-7b4fd2f984cd req-11322788-8d4e-4559-9b42-7c91a8ac2958 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 945 time: 0.1282654 Jul 16 08:50:08.698585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e007dac-1a20-4239-9b84-043cdf470221 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5039389 Jul 16 08:50:08.700734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58386) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.788511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70268d94-7c69-42a6-b7da-7b4fd2f984cd req-e6d3864f-972e-45be-81ac-9441d2297821 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820634 Jul 16 08:50:08.880525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Deleting port 424f3db8-b3c3-47fa-b4f9-d323d3b77a2e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:08.881092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.951710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e244d2-a9d6-4675-ba8d-fe2d3627bad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73e16e4-9608-46d4-92e4-a1a6d88435ea'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:08.955090 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2576a79f-1cb1-4927-b0e7-32f70af96f2b" -d '{"events": [{"server_uuid": "a6e244d2-a9d6-4675-ba8d-fe2d3627bad0", "name": "network-vif-plugged", "status": "completed", "tag": "d73e16e4-9608-46d4-92e4-a1a6d88435ea"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:08.965973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.966413 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.980785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Calling delete_port for 424f3db8-b3c3-47fa-b4f9-d323d3b77a2e owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:08.997196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.059454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a6828-b034-4e3d-b664-50ffdc07e5ea req-f32df59e-2c2a-4679-94a4-faee202bdfc0 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.061132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b87a6828-b034-4e3d-b664-50ffdc07e5ea req-f32df59e-2c2a-4679-94a4-faee202bdfc0 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 946 time: 0.1462696 Jul 16 08:50:09.310065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b87a6828-b034-4e3d-b664-50ffdc07e5ea req-109fc23c-5d8f-4a24-a5e5-e239c90faae3 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125690 Jul 16 08:50:09.373637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-396de1f2-5272-4787-8a44-4f933520b693 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:50:09.374650 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-396de1f2-5272-4787-8a44-4f933520b693 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119038 Jul 16 08:50:09.389438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Request body: {'binding': {'host': 'n-h2-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:09.389917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:50:09.436959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Deleting port 13b489fa-bd3f-43b3-becf-db142dc36933 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:09.437307 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.560107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f085d-4ef1-4a64-849b-0fe543eb5034 req-e0784fe2-f4e8-44b3-864f-9f37b33593af tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.561532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296f085d-4ef1-4a64-849b-0fe543eb5034 req-e0784fe2-f4e8-44b3-864f-9f37b33593af tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 944 time: 0.1355114 Jul 16 08:50:09.562638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.566825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] For port 13b489fa-bd3f-43b3-becf-db142dc36933, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=13b489fa-bd3f-43b3-becf-db142dc36933,segment=NetworkSegment(1de1b6b0-d060-469f-ae96-d22225847e78),segment_id=1de1b6b0-d060-469f-ae96-d22225847e78)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:09.567231 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.593955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Calling delete_port for 13b489fa-bd3f-43b3-becf-db142dc36933 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:09.602425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Pushing event deleted for resources: {'Port': ['ID=424f3db8-b3c3-47fa-b4f9-d323d3b77a2e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:09.626049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on host n-h2-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:09.626394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:09.626729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:09.654459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:09.654459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:09.661955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296f085d-4ef1-4a64-849b-0fe543eb5034 req-41cbc28b-7450-4aa6-b678-933df1bba0c8 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920660 Jul 16 08:50:09.662564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:09.662905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:09.663288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:09.663726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Bound port: 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:09.706488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.708508 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6473482f-4963-431b-a1e8-2713c68cafda x-openstack-request-id: req-6473482f-4963-431b-a1e8-2713c68cafda {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:09.708969 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e244d2-a9d6-4675-ba8d-fe2d3627bad0", "name": "network-vif-plugged", "status": "completed", "tag": "d73e16e4-9608-46d4-92e4-a1a6d88435ea", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:09.709148 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6473482f-4963-431b-a1e8-2713c68cafda {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:09.709243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.709456 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e244d2-a9d6-4675-ba8d-fe2d3627bad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73e16e4-9608-46d4-92e4-a1a6d88435ea', 'code': 200} Jul 16 08:50:09.713337 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f2173fa7-67b4-4c0e-8b59-092f6c02b137 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874 tempest-ExternalNetworksAdminNegativeTestJSON-1486497874-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/dc592e2b-457c-4424-b608-78653efe8cfb HTTP/1.1" status: 204 len: 168 time: 1.0082307 Jul 16 08:50:09.736520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:09.746960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.749386 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] 10.222.0.55 "POST /v2.0/ports/50565440-8a36-4ea0-90ce-aa4f3485bbdd/bindings HTTP/1.1" status: 201 len: 390 time: 0.3642781 Jul 16 08:50:09.915635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238bf95-2066-4e73-95e3-9ac9edcd6dc8 req-5e8a9529-0d53-4801-9c2d-703e34df5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.917530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a238bf95-2066-4e73-95e3-9ac9edcd6dc8 req-5e8a9529-0d53-4801-9c2d-703e34df5695 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 1098 time: 0.1421232 Jul 16 08:50:09.928440 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.968334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b489fa-bd3f-43b3-becf-db142dc36933,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.044233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a238bf95-2066-4e73-95e3-9ac9edcd6dc8 req-b876ed1b-0552-4bc2-9197-c254a68ab6d0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125045 Jul 16 08:50:10.095903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 02bbf226-8d46-440e-8b4e-77b7eca203e7 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:10.136935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-03302989-09f9-4b7c-986b-4498817e9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.139222 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-03302989-09f9-4b7c-986b-4498817e9058 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1098 time: 0.0825517 Jul 16 08:50:10.139798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58416) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:10.157303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 02bbf226-8d46-440e-8b4e-77b7eca203e7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:10.163570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 02bbf226-8d46-440e-8b4e-77b7eca203e7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:10.164426 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.199688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device eef46b4d-6908-4a3f-b9a8-4219c183b75c up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:10.201198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f00984-a8f1-4744-8142-2c78c9e704c1 req-68209b79-fda3-43d8-8ba2-8f6373260e5b tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.203031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3f00984-a8f1-4744-8142-2c78c9e704c1 req-68209b79-fda3-43d8-8ba2-8f6373260e5b tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 945 time: 0.1744933 Jul 16 08:50:10.256931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-1878a1c4-f115-4b1c-bf91-b118c8a1dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.259222 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-1878a1c4-f115-4b1c-bf91-b118c8a1dc5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.1066825 Jul 16 08:50:10.297598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.298624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port eef46b4d-6908-4a3f-b9a8-4219c183b75c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:10.304103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3f00984-a8f1-4744-8142-2c78c9e704c1 req-62f056b1-8eb3-444e-a578-ee427aa0ed63 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667939 Jul 16 08:50:10.309622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port eef46b4d-6908-4a3f-b9a8-4219c183b75c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:10.310049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.312759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1b19-e26a-4fb8-9192-802af844d233 req-3ea5d54f-5cb5-4eae-97db-acb25491243f tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.314316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bea1b19-e26a-4fb8-9192-802af844d233 req-3ea5d54f-5cb5-4eae-97db-acb25491243f tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.2269170 Jul 16 08:50:10.333534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-18fa6dff-c116-44da-a89c-79d8425c0627 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd HTTP/1.1" status: 200 len: 217 time: 0.0574908 Jul 16 08:50:10.335403 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.382193 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b0e043a-6a0b-4483-a7bb-0d349ecaafe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.383929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 02bbf226-8d46-440e-8b4e-77b7eca203e7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:10.410824 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.411628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:10.445980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bea1b19-e26a-4fb8-9192-802af844d233 req-a8ca78fb-2801-4f09-98f6-c51cff2e8e82 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203558 Jul 16 08:50:10.474749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c325689c-9ab3-4add-9105-6380ecbacd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.476236 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c325689c-9ab3-4add-9105-6380ecbacd4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.1343770 Jul 16 08:50:10.487887 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.516318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=02bbf226-8d46-440e-8b4e-77b7eca203e7,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.525252 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ede2dfe-8ffb-4fed-bfaa-3e8b9d3fe975 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400891 Jul 16 08:50:10.551627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port eef46b4d-6908-4a3f-b9a8-4219c183b75c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=eef46b4d-6908-4a3f-b9a8-4219c183b75c,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:10.553812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:10.557322 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.562396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:10.563016 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.584876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c2a52-f2c3-4c7a-b86e-d1d0a55c4841 req-e2c847cb-5332-41f7-a75a-baf209370b81 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.598076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de7c2a52-f2c3-4c7a-b86e-d1d0a55c4841 req-e2c847cb-5332-41f7-a75a-baf209370b81 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 946 time: 0.1386824 Jul 16 08:50:10.620173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b0e043a-6a0b-4483-a7bb-0d349ecaafe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.631178 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b0e043a-6a0b-4483-a7bb-0d349ecaafe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.645108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=eef46b4d-6908-4a3f-b9a8-4219c183b75c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.680963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de7c2a52-f2c3-4c7a-b86e-d1d0a55c4841 req-ea40d39d-fc88-4a98-b509-872bd58cb4bb tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863969 Jul 16 08:50:10.690606 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.691075 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9b0e043a-6a0b-4483-a7bb-0d349ecaafe8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d69a2c9c44d8431db0df11c0488b1edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502818 Jul 16 08:50:10.693632 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-1a0c8478-91e3-456f-9919-a97b6e7d436d service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592605 Jul 16 08:50:10.694126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58424) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:10.716961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e043a-6a0b-4483-a7bb-0d349ecaafe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb2769-b811-4260-af1d-ed45114a90ed,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.756843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:10.763331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.773891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:10.811657 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379298fa-c489-4e74-9be2-d8e7f5f4fb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.844682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.854214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379298fa-c489-4e74-9be2-d8e7f5f4fb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.858425 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-2cf7ec51-0078-4284-92f7-5223811a5848 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383746 Jul 16 08:50:10.909367 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379298fa-c489-4e74-9be2-d8e7f5f4fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.912047 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379298fa-c489-4e74-9be2-d8e7f5f4fb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.913214 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-379298fa-c489-4e74-9be2-d8e7f5f4fb2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9aeb2769-b811-4260-af1d-ed45114a90ed HTTP/1.1" status: 204 len: 168 time: 0.2180798 Jul 16 08:50:10.923252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379298fa-c489-4e74-9be2-d8e7f5f4fb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb2769-b811-4260-af1d-ed45114a90ed,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.971064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:10.981673 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-396fc3bf-b39b-4fd7-9e74-5ff06224f326 admin admin] 10.222.0.55 "PUT /v2.0/routers/55d542f8-90d8-45fc-be9c-42f0bd48bf14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9343300 Jul 16 08:50:10.981768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58430) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:10.987101 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] Sync routers for ids ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:10.998926 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] Routers {'55d542f8-90d8-45fc-be9c-42f0bd48bf14'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:10.999591 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.024446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58321ef3-8b1d-433b-8a2e-0a81e4e3e6ab req-b3848428-9796-4d6f-823d-841a1df6c6f3 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.032402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58321ef3-8b1d-433b-8a2e-0a81e4e3e6ab req-b3848428-9796-4d6f-823d-841a1df6c6f3 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 945 time: 0.1693347 Jul 16 08:50:11.080827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58321ef3-8b1d-433b-8a2e-0a81e4e3e6ab req-2df096c3-31a3-49c3-88f4-d6acbdd05c0e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474586 Jul 16 08:50:11.145016 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] Set router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:11.193186 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.350345 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.358497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58438) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:11.393615 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:50:09Z', 'revision_number': 5, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port': {'id': '98fd0172-f458-4c2f-8a3e-20ea60ebfd6a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.430160 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] Checking router: 55d542f8-90d8-45fc-be9c-42f0bd48bf14 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:11.433326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-946d907c-1577-4f73-8f49-73409ebc3c06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a514a1e57314ddca652c55d3e09716b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726972 Jul 16 08:50:11.437419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58440) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:11.450025 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] Routers {'55d542f8-90d8-45fc-be9c-42f0bd48bf14'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:11.450629 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.502759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Deleting port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:11.503306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.548470 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] Set router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:11.608283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ebed18e-a069-4bab-805e-40d23d332a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.619430 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:50:11Z', 'revision_number': 6, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.634476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ebed18e-a069-4bab-805e-40d23d332a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.649743 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de900315-17fb-4435-9a19-9f3d9ee7c6fa None None] The sync data for ids ['55d542f8-90d8-45fc-be9c-42f0bd48bf14'] in n-d-780147-28 is: [{'id': '55d542f8-90d8-45fc-be9c-42f0bd48bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-163324462-router', 'tenant_id': 'ccb271939f19496eacf45557b5f262fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:34Z', 'updated_at': '2021-07-16T08:50:11Z', 'revision_number': 6, 'project_id': 'ccb271939f19496eacf45557b5f262fa', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:11.671217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] For port 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=98fd0172-f458-4c2f-8a3e-20ea60ebfd6a,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:11.671838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.689666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Calling delete_port for 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:11.710872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bbf226-8d46-440e-8b4e-77b7eca203e7'}, {'server_uuid': '5e51b89b-a53f-4d1e-8eea-a965817acbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef46b4d-6908-4a3f-b9a8-4219c183b75c'}, {'server_uuid': '693eaf60-2b0f-4d88-9c59-aa31f28be361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:11.716405 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ed2ca-f275-4db9-a2b3-089d25173f2f" -d '{"events": [{"server_uuid": "6cdbc700-1705-46ad-9a3d-12db24ca5cf3", "name": "network-vif-plugged", "status": "completed", "tag": "02bbf226-8d46-440e-8b4e-77b7eca203e7"}, {"server_uuid": "5e51b89b-a53f-4d1e-8eea-a965817acbfa", "name": "network-vif-plugged", "status": "completed", "tag": "eef46b4d-6908-4a3f-b9a8-4219c183b75c"}, {"server_uuid": "693eaf60-2b0f-4d88-9c59-aa31f28be361", "name": "network-vif-plugged", "status": "completed", "tag": "fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:11.740126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec2969-385d-4bb7-a34c-b3a06f106f2c req-de2c1a66-3d98-423b-a6fb-abb4231847f2 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.742535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4dec2969-385d-4bb7-a34c-b3a06f106f2c req-de2c1a66-3d98-423b-a6fb-abb4231847f2 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.2330372 Jul 16 08:50:11.778670 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ebed18e-a069-4bab-805e-40d23d332a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.781251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ebed18e-a069-4bab-805e-40d23d332a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.782433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1ebed18e-a069-4bab-805e-40d23d332a03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05aa00f0-dfe4-4800-8555-cf1971a754bf HTTP/1.1" status: 204 len: 168 time: 0.3431730 Jul 16 08:50:11.807027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebed18e-a069-4bab-805e-40d23d332a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aa00f0-dfe4-4800-8555-cf1971a754bf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:11.829445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4dec2969-385d-4bb7-a34c-b3a06f106f2c req-747a6d15-dbee-44a4-b685-6df2a0afe446 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755844 Jul 16 08:50:11.842023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef5ae1-08d3-4d99-822c-d7b3e0004f61 req-b6abfede-15e9-489a-832b-ab6ec2175fb4 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.850861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2ef5ae1-08d3-4d99-822c-d7b3e0004f61 req-b6abfede-15e9-489a-832b-ab6ec2175fb4 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.1712916 Jul 16 08:50:11.941089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2ef5ae1-08d3-4d99-822c-d7b3e0004f61 req-1e3812d9-fb23-4147-a6ef-e91a63f6d5ac tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892088 Jul 16 08:50:11.981721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.063421 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e237ccc-9300-4f2a-9bb0-add414cf82a5 x-openstack-request-id: req-9e237ccc-9300-4f2a-9bb0-add414cf82a5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:12.063995 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdbc700-1705-46ad-9a3d-12db24ca5cf3", "name": "network-vif-plugged", "status": "completed", "tag": "02bbf226-8d46-440e-8b4e-77b7eca203e7", "code": 200}, {"server_uuid": "5e51b89b-a53f-4d1e-8eea-a965817acbfa", "name": "network-vif-plugged", "status": "completed", "tag": "eef46b4d-6908-4a3f-b9a8-4219c183b75c", "code": 200}, {"server_uuid": "693eaf60-2b0f-4d88-9c59-aa31f28be361", "name": "network-vif-plugged", "status": "completed", "tag": "fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:12.063995 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e237ccc-9300-4f2a-9bb0-add414cf82a5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:12.065109 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'code': 200} Jul 16 08:50:12.065432 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51b89b-a53f-4d1e-8eea-a965817acbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef46b4d-6908-4a3f-b9a8-4219c183b75c', 'code': 200} Jul 16 08:50:12.065801 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693eaf60-2b0f-4d88-9c59-aa31f28be361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8', 'code': 200} Jul 16 08:50:12.129857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fd0172-f458-4c2f-8a3e-20ea60ebfd6a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:12.155953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 13b489fa-bd3f-43b3-becf-db142dc36933 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:12.186992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 13b489fa-bd3f-43b3-becf-db142dc36933 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:12.187612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 13b489fa-bd3f-43b3-becf-db142dc36933 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:12.390421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4ced-092b-4513-9569-46bfca279f9f req-51b3dfeb-1c3c-4071-adb7-37ac428814e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.394537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ddc4ced-092b-4513-9569-46bfca279f9f req-51b3dfeb-1c3c-4071-adb7-37ac428814e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 1097 time: 0.1303809 Jul 16 08:50:12.419933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.494019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ddc4ced-092b-4513-9569-46bfca279f9f req-6f10d078-faea-4fbc-b7a0-2889a1107bed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907011 Jul 16 08:50:12.545442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.547678 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.576593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc690-98e7-4b83-aeb9-84c587faab53 req-419d665f-7389-4bcc-a41a-084b3994a3ba tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.579391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96bcc690-98e7-4b83-aeb9-84c587faab53 req-419d665f-7389-4bcc-a41a-084b3994a3ba tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 945 time: 0.0927999 Jul 16 08:50:12.619076 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.619610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d542f8-90d8-45fc-be9c-42f0bd48bf14 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:12.625347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.628711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1f198f45-aed3-4149-a107-e7d4b5d440f8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/55d542f8-90d8-45fc-be9c-42f0bd48bf14 HTTP/1.1" status: 204 len: 168 time: 1.6439240 Jul 16 08:50:12.629620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58464) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:12.654759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96bcc690-98e7-4b83-aeb9-84c587faab53 req-34560ae3-f0f2-47c6-83b7-7d3ff87349f9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689714 Jul 16 08:50:12.679968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce02b1dd-60d8-4320-a585-2587471201d1 admin admin] Deleting subnet dd9c9d3c-71fc-469b-92f0-2f6144423d52 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:12.684225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54966b6-2091-422e-a10d-6280cb42d5e3 req-e97264af-95f2-4dba-8497-0e9048a6920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.685976 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c54966b6-2091-422e-a10d-6280cb42d5e3 req-e97264af-95f2-4dba-8497-0e9048a6920b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=693eaf60-2b0f-4d88-9c59-aa31f28be361 HTTP/1.1" status: 200 len: 1097 time: 0.5018544 Jul 16 08:50:12.691608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce02b1dd-60d8-4320-a585-2587471201d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.694568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac7448-a461-4a7b-9724-2d648870f61e req-3f08c707-0a0f-4bb7-b10c-31ce5dfd81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.696100 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a7ac7448-a461-4a7b-9724-2d648870f61e req-3f08c707-0a0f-4bb7-b10c-31ce5dfd81fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 1098 time: 0.4619994 Jul 16 08:50:12.774862 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c54966b6-2091-422e-a10d-6280cb42d5e3 req-c542c662-c858-4497-bed2-39413573af22 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775762 Jul 16 08:50:12.807407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce02b1dd-60d8-4320-a585-2587471201d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.875666 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a7ac7448-a461-4a7b-9724-2d648870f61e req-31b4d723-7fe4-43c3-9e01-f47bc55a801d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570818 Jul 16 08:50:12.884091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b76952-a248-4f05-988e-fc5c6904744c req-03e78cad-d060-4ca4-8e01-52de624afc8b tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.885977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87b76952-a248-4f05-988e-fc5c6904744c req-03e78cad-d060-4ca4-8e01-52de624afc8b tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 946 time: 0.7319477 Jul 16 08:50:12.889746 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce02b1dd-60d8-4320-a585-2587471201d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.942961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87b76952-a248-4f05-988e-fc5c6904744c req-82c8a204-d486-45c9-9200-803cd29dc3de tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 Jul 16 08:50:12.972749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce02b1dd-60d8-4320-a585-2587471201d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.013821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce02b1dd-60d8-4320-a585-2587471201d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.015856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce02b1dd-60d8-4320-a585-2587471201d1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dd9c9d3c-71fc-469b-92f0-2f6144423d52 HTTP/1.1" status: 204 len: 168 time: 0.3852348 Jul 16 08:50:13.017077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02b1dd-60d8-4320-a585-2587471201d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9c9d3c-71fc-469b-92f0-2f6144423d52,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.018369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58476) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:13.226434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.343138 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.357571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b331558-ed49-4715-93ce-3ab5389d0592']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.377292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de1b6b0-d060-469f-ae96-d22225847e78') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.377588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de1b6b0-d060-469f-ae96-d22225847e78') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.429736 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.464499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d022253-d127-4ce6-a199-d52a2ef6df8d req-10d69915-24fd-4278-9d04-022d8eb9c1ad tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.473094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d022253-d127-4ce6-a199-d52a2ef6df8d req-10d69915-24fd-4278-9d04-022d8eb9c1ad tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.3078408 Jul 16 08:50:13.478640 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.502685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:13.503098 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:13.504796 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:13.910311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d022253-d127-4ce6-a199-d52a2ef6df8d req-2c7c4a55-bdce-41cf-ad8c-72a890463afc tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357164 Jul 16 08:50:13.925536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848b69f-46d7-42c5-8d37-8993f7e7ad2c req-c278631c-b2ea-4db1-b6ae-aa852725385e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.926536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d848b69f-46d7-42c5-8d37-8993f7e7ad2c req-c278631c-b2ea-4db1-b6ae-aa852725385e tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.5538259 Jul 16 08:50:13.927881 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.949839 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.953903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4b331558-ed49-4715-93ce-3ab5389d0592 HTTP/1.1" status: 204 len: 168 time: 0.9323523 Jul 16 08:50:13.953903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b71040-5164-472b-a2cc-8205cde49943 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b331558-ed49-4715-93ce-3ab5389d0592,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:14.071309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d848b69f-46d7-42c5-8d37-8993f7e7ad2c req-ffd13a1e-7b1f-4bd6-a23c-d60c7322a5a6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238515 Jul 16 08:50:14.098812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:14.150732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:14.151078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 98fd0172-f458-4c2f-8a3e-20ea60ebfd6a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:14.221589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab26c43-9758-42fb-b8a7-ac0677a956c7 req-fcf92b7d-ab49-47c8-b97a-ada3f9735530 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.230328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fab26c43-9758-42fb-b8a7-ac0677a956c7 req-fcf92b7d-ab49-47c8-b97a-ada3f9735530 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 945 time: 0.0943570 Jul 16 08:50:14.253435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58510) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:14.289855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fab26c43-9758-42fb-b8a7-ac0677a956c7 req-1ac1d10c-41ec-4205-b763-f8ae8f9f4a40 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529044 Jul 16 08:50:14.314130 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e0c15393-9a34-47a3-8b14-fa6c327bb6c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccb271939f19496eacf45557b5f262fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559103 Jul 16 08:50:14.314130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58514) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:14.380516 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3ca5-b116-4f77-a838-c966099abd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.382295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec485401-cea0-48dd-9a11-e98bbcc87c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.406642 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3ca5-b116-4f77-a838-c966099abd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.472378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3ca5-b116-4f77-a838-c966099abd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.476786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3ca5-b116-4f77-a838-c966099abd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.478221 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1d8b3ca5-b116-4f77-a838-c966099abd8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbf28bc6-abe5-4528-b735-2d6f0c3ef071 HTTP/1.1" status: 204 len: 168 time: 0.1635475 Jul 16 08:50:14.501893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b3ca5-b116-4f77-a838-c966099abd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf28bc6-abe5-4528-b735-2d6f0c3ef071,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:14.537134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43414ea-b889-4718-8412-b52514190cd5 req-e68fdc74-f0a1-4cba-8c36-80c21a60e986 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.544690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f43414ea-b889-4718-8412-b52514190cd5 req-e68fdc74-f0a1-4cba-8c36-80c21a60e986 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 945 time: 0.1218770 Jul 16 08:50:14.605773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f43414ea-b889-4718-8412-b52514190cd5 req-bf474f21-a62d-4303-8e93-e58dd36772d9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595906 Jul 16 08:50:14.781161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139e038-c6e2-478d-9549-f971f5c72612 req-26ffd75b-3374-4477-a1e4-e5e208a6e11b tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.783474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c139e038-c6e2-478d-9549-f971f5c72612 req-26ffd75b-3374-4477-a1e4-e5e208a6e11b tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=693eaf60-2b0f-4d88-9c59-aa31f28be361 HTTP/1.1" status: 200 len: 945 time: 0.1046495 Jul 16 08:50:14.829543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c139e038-c6e2-478d-9549-f971f5c72612 req-fbbcb126-a1b3-4281-846a-8d5d1427190f tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Jul 16 08:50:15.091704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.231055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168368-e4e5-4e83-864e-50cded7b230a req-d4aa2938-6b69-44f5-a98e-76f1e3ac16be tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.242873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69168368-e4e5-4e83-864e-50cded7b230a req-d4aa2938-6b69-44f5-a98e-76f1e3ac16be tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.0844331 Jul 16 08:50:15.321511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69168368-e4e5-4e83-864e-50cded7b230a req-f030c74e-b9bb-429e-8d29-35284aac1b36 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753763 Jul 16 08:50:15.330284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58554) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:15.535593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d149c-aaaa-46c0-8949-9ca56ecea84a req-ccc89e10-a5f4-413b-bb5b-4ae9f99f8c91 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.545637 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0d149c-aaaa-46c0-8949-9ca56ecea84a req-ccc89e10-a5f4-413b-bb5b-4ae9f99f8c91 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.0993545 Jul 16 08:50:15.610990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0d149c-aaaa-46c0-8949-9ca56ecea84a req-447ae118-f676-4da9-82f7-bc9a740114ac tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Jul 16 08:50:15.772129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:15.849220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235609-0d13-44ad-8d47-fd0d3e9957be req-cc692ad1-9bfb-43c4-94a4-896ba4ff8bfd tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.857249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab235609-0d13-44ad-8d47-fd0d3e9957be req-cc692ad1-9bfb-43c4-94a4-896ba4ff8bfd tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=693eaf60-2b0f-4d88-9c59-aa31f28be361 HTTP/1.1" status: 200 len: 945 time: 0.1823771 Jul 16 08:50:15.857682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58572) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:15.897438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.979069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab235609-0d13-44ad-8d47-fd0d3e9957be req-35887ed1-edd1-4708-b5c8-4d62cf45b04b tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027880 Jul 16 08:50:16.008418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2037005177-network', 'tenant_id': '5c053375312245deab19c81a912ad415'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:16.024986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb6302-668c-4e7b-8402-844f181519e5 req-6d0c7aad-f1fe-4000-846d-d574ec25b6fb tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.032182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81fb6302-668c-4e7b-8402-844f181519e5 req-6d0c7aad-f1fe-4000-846d-d574ec25b6fb tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.2465403 Jul 16 08:50:16.038865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:16.044626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Request body: {'floatingip': {'port_id': '02bbf226-8d46-440e-8b4e-77b7eca203e7'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:16.112884 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.132337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Made reservation on behalf of 5c053375312245deab19c81a912ad415 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:16.135005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.152286 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.218240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.348912 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.357907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.404898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Allocated IP 172.25.6.68 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/8f72f193-6a19-484f-928b-548e2018dc0a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:16.411855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:16.423983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62870394-cff3-47bc-99ce-b3f040df6e60,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:16.435160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.435510 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Added segment 7375aca7-edca-491a-b448-c56968e78610 of type vlan for network 6ce992ce-799b-4cea-a467-57a471dd8dd6 Jul 16 08:50:16.462800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.463134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.463515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.464321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.464730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.464982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.465309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.465625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.465990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.466299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.466624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.466991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:16.539964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.617350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.624945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.627134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.627802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.785761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce992ce-799b-4cea-a467-57a471dd8dd6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:16.788864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-930457f2-b3ed-49ff-859e-01159b9aa1c3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9278214 Jul 16 08:50:16.797686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6ce992ce-799b-4cea-a467-57a471dd8dd6 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:16.800495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58594) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:16.806488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Request body: {'subnet': {'network_id': '6ce992ce-799b-4cea-a467-57a471dd8dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2037005177-subnet', 'tenant_id': '5c053375312245deab19c81a912ad415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:16.825316 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.851375 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.857583 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.910956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:16.913095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Made reservation on behalf of 5c053375312245deab19c81a912ad415 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:16.915785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.933707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:16.945733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:16.952291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'Port': ['ID=8f72f193-6a19-484f-928b-548e2018dc0a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:17.013106 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Floating IP 89720cd5-314b-43b8-8d3d-acdb267a9369 associated. External IP: 172.25.6.191, port: 02bbf226-8d46-440e-8b4e-77b7eca203e7. Jul 16 08:50:17.062454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efd6a2-a77c-4ec2-bdb8-1da141982f67 req-0fceb617-61ec-43b8-9a00-2e9021512624 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.063929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52efd6a2-a77c-4ec2-bdb8-1da141982f67 req-0fceb617-61ec-43b8-9a00-2e9021512624 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.2823417 Jul 16 08:50:17.199591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.222690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52efd6a2-a77c-4ec2-bdb8-1da141982f67 req-93cd643e-85da-40cb-a304-24724ae15726 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515911 Jul 16 08:50:17.353812 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.383453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Router 7f5eb565-0db7-45fb-a995-1bfa9220f88b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:17.406504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d81a89-0b18-473f-933a-a2720b31867e req-5749ec65-6b79-4877-b172-9be3ffed4b37 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.408429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2d81a89-0b18-473f-933a-a2720b31867e req-5749ec65-6b79-4877-b172-9be3ffed4b37 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=693eaf60-2b0f-4d88-9c59-aa31f28be361 HTTP/1.1" status: 200 len: 945 time: 0.2818549 Jul 16 08:50:17.411710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.419817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-da76d10e-4c88-4c4d-9a83-d4d6e4ce3853 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.423509 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-da76d10e-4c88-4c4d-9a83-d4d6e4ce3853 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.54 "GET /v2.0/ports?device_id=693eaf60-2b0f-4d88-9c59-aa31f28be361 HTTP/1.1" status: 200 len: 945 time: 0.1551335 Jul 16 08:50:17.551913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67e4646-b6f6-4042-ad8c-c5017c18bfd9,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:17.586403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2d81a89-0b18-473f-933a-a2720b31867e req-310d601b-d0fb-4d5f-800d-f5862a45d148 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676927 Jul 16 08:50:17.586630 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.602369 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-68a57c0c-2e61-4080-865c-f792da20b159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.637718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Checking segment: {'id': '7375aca7-edca-491a-b448-c56968e78610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ce992ce-799b-4cea-a467-57a471dd8dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:17.638343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Network hostable DHCP agents. Network: 6ce992ce-799b-4cea-a467-57a471dd8dd6, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:17.681782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Network 6ce992ce-799b-4cea-a467-57a471dd8dd6 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:17.705140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6ce992ce-799b-4cea-a467-57a471dd8dd6) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:17.712026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.712800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.716510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1313f1-34f0-457c-9778-4bf49e7d75a3 None None] Network 6ce992ce-799b-4cea-a467-57a471dd8dd6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:17.732815 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.739514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.753491 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4e751b8f-5e00-4a5c-8cb1-2d98f8673cda admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9506145 Jul 16 08:50:17.891720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'Port': ['ID=8f72f193-6a19-484f-928b-548e2018dc0a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:17.920578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.939219 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.944608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-96e6eea9-f39c-4dea-9fa4-6802379090d7 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6131704 Jul 16 08:50:17.945515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58608) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:17.953074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1843730675'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:17.984208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Made reservation on behalf of 7854b436b3ff402bbe446a60fce0b756 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:17.989433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.003502 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.039529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:18.045047 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.061579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] Sync routers for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:18.100019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Deleting port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:18.100368 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.131744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe464f-2ae0-4048-87b8-2233be6d1cd1 None None] Network 6ce992ce-799b-4cea-a467-57a471dd8dd6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:18.140021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:18.143280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:18.184732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.192505 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ffeb6fea-39c1-4913-9efd-3ec2452d6452 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "PUT /v2.0/floatingips/89720cd5-314b-43b8-8d3d-acdb267a9369 HTTP/1.1" status: 200 len: 992 time: 2.1499498 Jul 16 08:50:18.192505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'tag': '02bbf226-8d46-440e-8b4e-77b7eca203e7'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:18.195072 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbc700-1705-46ad-9a3d-12db24ca5cf3", "tag": "02bbf226-8d46-440e-8b4e-77b7eca203e7"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:18.196123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.244574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:18.255892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] For port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:18.256270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.269407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c123d-b0ce-4066-aaa5-b3b26f93d506,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:18.272916 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67101b7f-d7d7-49d8-a4fb-da1dff028dae x-openstack-request-id: req-67101b7f-d7d7-49d8-a4fb-da1dff028dae {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:18.273232 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbc700-1705-46ad-9a3d-12db24ca5cf3", "tag": "02bbf226-8d46-440e-8b4e-77b7eca203e7", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:18.273482 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67101b7f-d7d7-49d8-a4fb-da1dff028dae {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:18.281494 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'tag': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'status': 'completed', 'code': 200} Jul 16 08:50:18.302708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Calling delete_port for fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:18.314826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.317765 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Added segment 1e9ea8ed-52b3-459d-b689-5c87f2319ba6 of type vlan for network 53f7fc90-fe59-419e-b88f-f339eee3073c Jul 16 08:50:18.412101 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.427959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:18.481329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58626) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:18.490524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1734120263-network', 'tenant_id': '52edafdcaa034294a45bddcb59426137'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:18.555268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-295456e1-5a28-4600-8a4c-6dc60e17042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.556877 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-295456e1-5a28-4600-8a4c-6dc60e17042e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73196d62b0db486b942ba49397c1910a&device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 1098 time: 0.2332082 Jul 16 08:50:18.561927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Made reservation on behalf of 52edafdcaa034294a45bddcb59426137 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:18.565694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.568482 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.579567 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.587825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.588463 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.596231 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.771714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.789614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'Network': ['ID=53f7fc90-fe59-419e-b88f-f339eee3073c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:18.791774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fbcafc29-3788-48c5-ab06-dfcd6f6d911c', 'd73e16e4-9608-46d4-92e4-a1a6d88435ea'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:18.797112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:18.814787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6491c-5f36-480d-99b1-e823f3192f1c req-2a9d6d5b-663b-4ac2-ac43-6f2068ea53aa tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.822857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ee6491c-5f36-480d-99b1-e823f3192f1c req-2a9d6d5b-663b-4ac2-ac43-6f2068ea53aa tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.3600523 Jul 16 08:50:18.827400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Pushing event deleted for resources: {'Port': ['ID=fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:18.831521 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.846084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-0204257b-938f-4a92-b41c-bdbb875c48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.847890 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-0204257b-938f-4a92-b41c-bdbb875c48b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331 HTTP/1.1" status: 200 len: 913 time: 0.2642009 Jul 16 08:50:18.957441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ee6491c-5f36-480d-99b1-e823f3192f1c req-c40e3e20-42c9-490f-bdc1-9e651352c375 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327116 Jul 16 08:50:18.970115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] No DVR routers for this DVR port fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:18.973136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.976148 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ff6a3417-006d-4ef3-b2dd-a30206c22d57 req-818353d6-b12a-477f-9eac-96a0a4594580 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.54 "DELETE /v2.0/ports/fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 HTTP/1.1" status: 204 len: 173 time: 1.5435090 Jul 16 08:50:19.017015 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-7a87bd61-70e0-4bf2-b1b9-73bd1d01ce71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7 HTTP/1.1" status: 200 len: 1000 time: 0.1563516 Jul 16 08:50:19.063636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f350d15-ff19-4168-a479-b4b3080eb381 req-0e715ee9-2da8-4ff3-853e-8b38f7b1ac33 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=693eaf60-2b0f-4d88-9c59-aa31f28be361 HTTP/1.1" status: 200 len: 210 time: 0.1895857 Jul 16 08:50:19.071638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.080667 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.081349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 53f7fc90-fe59-419e-b88f-f339eee3073c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:19.096951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4685df5e-6997-4c56-b81d-e8751faee504 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1491807 Jul 16 08:50:19.097155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58634) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:19.103301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Request body: {'subnet': {'network_id': '53f7fc90-fe59-419e-b88f-f339eee3073c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:19.116028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:19.131010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-1418344d-8939-483f-9ea0-9431908c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.132957 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-1418344d-8939-483f-9ea0-9431908c480a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f2a35fb-82c8-44a8-b30b-93b8a846edce HTTP/1.1" status: 200 len: 851 time: 0.1078124 Jul 16 08:50:19.136638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeeb53f-f7fd-4943-a698-09d918c721c1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.143737 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.144260 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Added segment c41676e9-0cfb-4614-ba2f-7660bd59045d of type vlan for network 42f5ef74-29e3-47cd-a4b4-2deef14151a0 Jul 16 08:50:19.223966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '89720cd5-314b-43b8-8d3d-acdb267a9369', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'port_id': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'mac_address': 'fa:16:3e:91:10:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:51Z', 'updated_at': '2021-07-16T08:50:16Z', 'revision_number': 1, 'project_id': '73196d62b0db486b942ba49397c1910a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:54Z', 'revision_number': 5, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:19.233018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.255431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] Checking router: 7f5eb565-0db7-45fb-a995-1bfa9220f88b for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:19.275567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-c39215de-6bd7-4500-8c39-1e5d846449f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.278365 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-c39215de-6bd7-4500-8c39-1e5d846449f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323185 Jul 16 08:50:19.312855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Made reservation on behalf of 7854b436b3ff402bbe446a60fce0b756 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:19.318086 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.318492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.319569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.320301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.328584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:19.329232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:19.368655 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8823438 Jul 16 08:50:19.377980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58636) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:19.386788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Request body: {'subnet': {'network_id': '42f5ef74-29e3-47cd-a4b4-2deef14151a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1734120263-subnet', 'tenant_id': '52edafdcaa034294a45bddcb59426137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:19.423439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Made reservation on behalf of 52edafdcaa034294a45bddcb59426137 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:19.426095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.447493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:19.508486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31127bb2-8b88-4906-8ec4-a9ffb138e24e admin admin] Pushing event updated for resources: {'Network': ['ID=42f5ef74-29e3-47cd-a4b4-2deef14151a0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.568794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.631989 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-c8083b49-c69c-46a5-8fbc-02cc221596a2 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369915 Jul 16 08:50:19.663513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 42f5ef74-29e3-47cd-a4b4-2deef14151a0 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:19.669102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'Subnet': ['ID=298cfb3f-491a-47c7-902f-3c6c7cb21458,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.679559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Checking segment: {'id': '1e9ea8ed-52b3-459d-b689-5c87f2319ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53f7fc90-fe59-419e-b88f-f339eee3073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:19.680164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Network hostable DHCP agents. Network: 53f7fc90-fe59-419e-b88f-f339eee3073c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:19.701938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Network 53f7fc90-fe59-419e-b88f-f339eee3073c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:19.714400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 53f7fc90-fe59-419e-b88f-f339eee3073c) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:19.724474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.727254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.770780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-38c2fe8d-12ed-42da-bbcf-984b2c6e940e tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6725519 Jul 16 08:50:19.771807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58642) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:19.781831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-491917737', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:19.781999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faefb774-d325-4c97-9aa7-5baa1f08989d None None] Network 53f7fc90-fe59-419e-b88f-f339eee3073c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:19.827529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7dcd23c-6575-40b0-9dd5-9b7ea1424f63 req-6745f513-814a-4ce3-ab1b-d7b0fc2531e8 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847048 Jul 16 08:50:19.836698 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.839257 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.990465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.995144 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.072577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd8f2d0-dea0-44a1-bb0c-401ffbcf6277,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:20.073992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.092219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Checking segment: {'id': 'c41676e9-0cfb-4614-ba2f-7660bd59045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42f5ef74-29e3-47cd-a4b4-2deef14151a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:20.093236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Network hostable DHCP agents. Network: 42f5ef74-29e3-47cd-a4b4-2deef14151a0, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:20.118889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Network 42f5ef74-29e3-47cd-a4b4-2deef14151a0 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:20.137520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 42f5ef74-29e3-47cd-a4b4-2deef14151a0) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:20.142758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.144030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.163716 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-28583cb5-38f9-4d96-ad11-771c69e696f6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7828336 Jul 16 08:50:20.171518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '89720cd5-314b-43b8-8d3d-acdb267a9369', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'port_id': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'mac_address': 'fa:16:3e:91:10:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:51Z', 'updated_at': '2021-07-16T08:50:16Z', 'revision_number': 1, 'project_id': '73196d62b0db486b942ba49397c1910a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:54Z', 'revision_number': 5, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:20.181783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e9002-6743-4a6a-90df-99b5d1564a60 None None] Network 42f5ef74-29e3-47cd-a4b4-2deef14151a0 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:20.248633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ab002-6081-4697-a04b-f64b85597cc5 None None] The sync data for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 is: [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '89720cd5-314b-43b8-8d3d-acdb267a9369', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'port_id': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'mac_address': 'fa:16:3e:91:10:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:51Z', 'updated_at': '2021-07-16T08:50:16Z', 'revision_number': 1, 'project_id': '73196d62b0db486b942ba49397c1910a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:54Z', 'revision_number': 5, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:20.282022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693eaf60-2b0f-4d88-9c59-aa31f28be361', 'name': 'network-vif-deleted', 'tag': 'fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:20.285351 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb23880-985f-431a-9f42-9d34fe18af97" -d '{"events": [{"server_uuid": "693eaf60-2b0f-4d88-9c59-aa31f28be361", "name": "network-vif-deleted", "tag": "fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:20.390182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-53f7fc90-fe59-419e-b88f-f339eee3073c', 'network_id': '53f7fc90-fe59-419e-b88f-f339eee3073c', 'tenant_id': '7854b436b3ff402bbe446a60fce0b756', 'fixed_ips': [{'subnet_id': '298cfb3f-491a-47c7-902f-3c6c7cb21458'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:20.392107 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.500227 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.520969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb127f7-ccc3-4e13-ab90-130df24be451 req-227337bf-3f77-4617-8c10-667951b3b8dc tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.528529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bb127f7-ccc3-4e13-ab90-130df24be451 req-227337bf-3f77-4617-8c10-667951b3b8dc tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.2626531 Jul 16 08:50:20.572747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6f993-b735-4204-9778-985ea657529a None None] Network 42f5ef74-29e3-47cd-a4b4-2deef14151a0 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:20.575763 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa87acb-eed1-40b3-8a45-15ee6c95fbce None None] New status for floating IP 89720cd5-314b-43b8-8d3d-acdb267a9369: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:50:20.631071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bb127f7-ccc3-4e13-ab90-130df24be451 req-d178f8ee-d832-4fde-9c8b-101a1df7c8c5 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016166 Jul 16 08:50:20.695097 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec773b-ded5-4797-b672-af9d5afb8d52 x-openstack-request-id: req-cbec773b-ded5-4797-b672-af9d5afb8d52 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:20.696264 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693eaf60-2b0f-4d88-9c59-aa31f28be361", "name": "network-vif-deleted", "tag": "fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:20.696717 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbec773b-ded5-4797-b672-af9d5afb8d52 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:20.697361 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693eaf60-2b0f-4d88-9c59-aa31f28be361', 'name': 'network-vif-deleted', 'tag': 'fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8', 'status': 'completed', 'code': 200} Jul 16 08:50:20.776323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Allocated IP 172.20.0.2 (53f7fc90-fe59-419e-b88f-f339eee3073c/298cfb3f-491a-47c7-902f-3c6c7cb21458/00798748-4647-4353-ad11-da5bf78cb87e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:20.850484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.873679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.062523 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.072837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Transition to ACTIVE for port object 00798748-4647-4353-ad11-da5bf78cb87e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:21.091389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Transition to ACTIVE for port object 00798748-4647-4353-ad11-da5bf78cb87e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:21.098920 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.101448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Allocated IP 172.25.6.238 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/6f71103d-cd3e-4a3f-965c-c28745cf8688) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:21.158066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Network 53f7fc90-fe59-419e-b88f-f339eee3073c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:21.159539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Pushing event updated for resources: {'Port': ['ID=00798748-4647-4353-ad11-da5bf78cb87e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.162084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:21.169897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:21.232948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Attempting to bind port 00798748-4647-4353-ad11-da5bf78cb87e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:21.233567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Attempting to bind port 00798748-4647-4353-ad11-da5bf78cb87e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '1e9ea8ed-52b3-459d-b689-5c87f2319ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53f7fc90-fe59-419e-b88f-f339eee3073c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:21.233731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Attempting to bind port 00798748-4647-4353-ad11-da5bf78cb87e on network 53f7fc90-fe59-419e-b88f-f339eee3073c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:21.239935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:21.240371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Checking segment: {'id': '1e9ea8ed-52b3-459d-b689-5c87f2319ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53f7fc90-fe59-419e-b88f-f339eee3073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:21.240830 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.241275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Bound using segment: {'id': '1e9ea8ed-52b3-459d-b689-5c87f2319ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53f7fc90-fe59-419e-b88f-f339eee3073c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:21.241829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Bound port: 00798748-4647-4353-ad11-da5bf78cb87e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9ea8ed-52b3-459d-b689-5c87f2319ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53f7fc90-fe59-419e-b88f-f339eee3073c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:21.242266 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.260677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.293192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-2c25402e-0cf7-455c-8f9f-3f840dfa7277 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.295041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-2c25402e-0cf7-455c-8f9f-3f840dfa7277 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/networks?id=6ce992ce-799b-4cea-a467-57a471dd8dd6 HTTP/1.1" status: 200 len: 825 time: 0.3183551 Jul 16 08:50:21.318263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-ff93ebb3-99cf-4087-8964-9769850476f3 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/quotas/5c053375312245deab19c81a912ad415 HTTP/1.1" status: 200 len: 375 time: 0.0137973 Jul 16 08:50:21.326985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] For port 00798748-4647-4353-ad11-da5bf78cb87e, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:21.332147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] For port 00798748-4647-4353-ad11-da5bf78cb87e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=00798748-4647-4353-ad11-da5bf78cb87e,segment=NetworkSegment(1e9ea8ed-52b3-459d-b689-5c87f2319ba6),segment_id=1e9ea8ed-52b3-459d-b689-5c87f2319ba6)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:21.337060 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.365519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-d41bf854-5b2d-4d65-a63a-3977979242bf tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c053375312245deab19c81a912ad415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388436 Jul 16 08:50:21.371557 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.399119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cabdf5-6e38-4cb4-aea9-5f7524a46a74 None None] Pushing event updated for resources: {'Port': ['ID=00798748-4647-4353-ad11-da5bf78cb87e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.443305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:21.448509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:21.451409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:21.536245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'Port': ['ID=6f71103d-cd3e-4a3f-965c-c28745cf8688,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.663027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-beeee4b8-99c5-42b0-8fc5-1af95471531a service neutron] 10.222.0.55 "GET /v2.0/networks/6ce992ce-799b-4cea-a467-57a471dd8dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873397 Jul 16 08:50:22.066637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 00798748-4647-4353-ad11-da5bf78cb87e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:22.119148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 00798748-4647-4353-ad11-da5bf78cb87e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:22.174648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:22.195256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:22.195686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fc87ceb7-f8ce-41fc-aab1-90ae0aa872d8 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:22.332329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.337296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-243419e9-388f-4db4-baf5-5e7a9bbc7dfc service neutron] 10.222.0.55 "GET /v2.0/networks/6ce992ce-799b-4cea-a467-57a471dd8dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468890 Jul 16 08:50:22.453752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a899-7e6d-437c-bfc3-271e1e04084e req-e5c2f917-6bfc-4d14-9281-b8bc2415e415 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.460745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56a9a899-7e6d-437c-bfc3-271e1e04084e req-e5c2f917-6bfc-4d14-9281-b8bc2415e415 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.5984638 Jul 16 08:50:22.523278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56a9a899-7e6d-437c-bfc3-271e1e04084e req-325811c6-7e01-400f-9853-4c523d5b0914 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616441 Jul 16 08:50:22.649113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b5b70-a9a8-4d96-92c4-2c009f8b8863 None None] Network 53f7fc90-fe59-419e-b88f-f339eee3073c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:22.695931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.747809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5ec07d31-a092-4c3b-a59f-8b52f9b26f4f None None] Provisioning for port 00798748-4647-4353-ad11-da5bf78cb87e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:22.752645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5ec07d31-a092-4c3b-a59f-8b52f9b26f4f None None] Provisioning complete for port 00798748-4647-4353-ad11-da5bf78cb87e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:22.753011 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ec07d31-a092-4c3b-a59f-8b52f9b26f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.835343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e20f2df-35e1-41e2-80f2-63b6e59c2ff5 req-f4592b63-2ff9-4b9e-bb1b-a14d0baaa045 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 210 time: 0.1329126 Jul 16 08:50:23.022385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Router 31ec5dab-73d8-4c7c-929c-9100a64d7a66 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:50:23.180562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:23.196576 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ec07d31-a092-4c3b-a59f-8b52f9b26f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.203164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.207389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dfaf0ebd-c292-4e7c-ad9c-05884990e5b6 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.4310269 Jul 16 08:50:23.208391 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58720) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:23.236792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5ec07d31-a092-4c3b-a59f-8b52f9b26f4f None None] For port 00798748-4647-4353-ad11-da5bf78cb87e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=00798748-4647-4353-ad11-da5bf78cb87e,segment=NetworkSegment(1e9ea8ed-52b3-459d-b689-5c87f2319ba6),segment_id=1e9ea8ed-52b3-459d-b689-5c87f2319ba6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:23.238798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0edd2fe-cc9d-4822-850a-6e2bf92dae44 None None] Sync routers for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:23.250078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ec07d31-a092-4c3b-a59f-8b52f9b26f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.296670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0edd2fe-cc9d-4822-850a-6e2bf92dae44 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:23.297295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d0edd2fe-cc9d-4822-850a-6e2bf92dae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:23.364663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d0edd2fe-cc9d-4822-850a-6e2bf92dae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:23.374152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec07d31-a092-4c3b-a59f-8b52f9b26f4f None None] Pushing event updated for resources: {'Port': ['ID=00798748-4647-4353-ad11-da5bf78cb87e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:23.376908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0edd2fe-cc9d-4822-850a-6e2bf92dae44 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:23.377511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d0edd2fe-cc9d-4822-850a-6e2bf92dae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:23.419508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d0edd2fe-cc9d-4822-850a-6e2bf92dae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:23.420161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0edd2fe-cc9d-4822-850a-6e2bf92dae44 None None] The sync data for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:23.546085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960412c-98a5-495f-a675-09d9dc61abe8 req-a96e7862-0440-4ced-bc60-6eedb1e6e9b2 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.552122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960412c-98a5-495f-a675-09d9dc61abe8 req-a96e7862-0440-4ced-bc60-6eedb1e6e9b2 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.558855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6960412c-98a5-495f-a675-09d9dc61abe8 req-a96e7862-0440-4ced-bc60-6eedb1e6e9b2 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0&device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 1682 time: 0.0971057 Jul 16 08:50:23.603307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6960412c-98a5-495f-a675-09d9dc61abe8 req-8d63feef-0718-4407-b8b3-ef7b7c364537 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Jul 16 08:50:23.781904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-47bc80af-a759-4967-a3c6-6ce4427d03af None None] Provisioning complete for port 00798748-4647-4353-ad11-da5bf78cb87e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:23.782987 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47bc80af-a759-4967-a3c6-6ce4427d03af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.825506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f6a78-0197-4f3a-941c-6e19dfac9f01 req-43d50ccd-36ee-4417-99d0-b9818deac5ba tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.827168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-052f6a78-0197-4f3a-941c-6e19dfac9f01 req-43d50ccd-36ee-4417-99d0-b9818deac5ba tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 946 time: 0.0796280 Jul 16 08:50:23.877316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-052f6a78-0197-4f3a-941c-6e19dfac9f01 req-63e8a72a-d77c-4a5c-a178-764c77d53155 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 Jul 16 08:50:24.000863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.050259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 00798748-4647-4353-ad11-da5bf78cb87e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:24.088099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-289b109a-9d0a-4e33-b19a-de74e9aeb50a tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.090234 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-289b109a-9d0a-4e33-b19a-de74e9aeb50a tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1098 time: 0.1691372 Jul 16 08:50:24.100816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 00798748-4647-4353-ad11-da5bf78cb87e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:24.101448 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.129662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-28'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:24.134689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76380fa6-8ee6-4b00-8a2d-244a7f93586b req-86f7216a-c34b-4191-88f4-792468c21391 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 210 time: 0.0348854 Jul 16 08:50:24.383321 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.592284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-f7e8426e-c2d0-4f9a-8b9e-75892d9f01b4 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.597903 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-f7e8426e-c2d0-4f9a-8b9e-75892d9f01b4 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.54 "GET /v2.0/networks?id=6ce992ce-799b-4cea-a467-57a471dd8dd6 HTTP/1.1" status: 200 len: 825 time: 0.2876301 Jul 16 08:50:24.621883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Request body: {'port': {'device_id': 'd2f3f538-8cfc-4863-94d5-74c4535c1fc4', 'network_id': '6ce992ce-799b-4cea-a467-57a471dd8dd6', 'admin_state_up': True, 'tenant_id': '5c053375312245deab19c81a912ad415'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:24.670246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Allocated IP 172.20.0.1 (53f7fc90-fe59-419e-b88f-f339eee3073c/298cfb3f-491a-47c7-902f-3c6c7cb21458/2bfefad2-4892-4e1b-9374-7ee5b1244511) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:24.785712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:24.869141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c944b4c-b291-4190-983d-d7e2601f9922 req-4d491f38-53f3-4305-bd9c-e1572e107932 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.871441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c944b4c-b291-4190-983d-d7e2601f9922 req-4d491f38-53f3-4305-bd9c-e1572e107932 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 945 time: 0.0668142 Jul 16 08:50:24.905269 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:24.909581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Made reservation on behalf of 5c053375312245deab19c81a912ad415 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:24.913157 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.924643 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c944b4c-b291-4190-983d-d7e2601f9922 req-2e26560a-eb29-4969-9878-d74b967bbb7c tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Jul 16 08:50:24.953331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.987399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:24.989798 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb62e8-bf65-4cd0-86c2-55121df8a268" -d '{"events": [{"server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:24.995262 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.998137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Transition to ACTIVE for port object 2bfefad2-4892-4e1b-9374-7ee5b1244511 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:25.005679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.074204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5957f1a-9133-4c1f-8187-e10f3cea4096 req-439012bb-f0bc-412c-8ecd-e5174753dae7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.076094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5957f1a-9133-4c1f-8187-e10f3cea4096 req-439012bb-f0bc-412c-8ecd-e5174753dae7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.0772836 Jul 16 08:50:25.129094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5957f1a-9133-4c1f-8187-e10f3cea4096 req-846777ac-26b5-4fbb-8f94-3c2c5eda669b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Jul 16 08:50:25.287642 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a28e918-1144-4c10-b038-089dc4dcece8 req-5926ad18-40e2-4c6d-81f6-e2385ac315bf tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 210 time: 0.0321016 Jul 16 08:50:25.383487 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6fa61c-9cbb-4b5b-bb77-b4594dcf22d2 x-openstack-request-id: req-3f6fa61c-9cbb-4b5b-bb77-b4594dcf22d2 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:25.384084 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:25.384084 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f6fa61c-9cbb-4b5b-bb77-b4594dcf22d2 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:25.384401 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd', 'code': 200} Jul 16 08:50:25.484168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Pushing event updated for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.514613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.526190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.527121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.527532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.527864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.528401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.528560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.528887 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.529213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.529537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.529891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.530302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.530529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:25.550797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Allocated IP 172.20.0.13 (6ce992ce-799b-4cea-a467-57a471dd8dd6/b67e4646-b6f6-4042-ad8c-c5017c18bfd9/29e7034b-afb2-469e-8c82-403b31f94304) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:25.591706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on host n-h1-780147-28 for vnic_type normal with profile {"migrating_to": "n-h2-780147-28"} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:25.592045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:25.592378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:25.596276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Network 53f7fc90-fe59-419e-b88f-f339eee3073c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:25.609378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:25.614891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:25.615282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Attempting to bind port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on network ae546b27-9f75-4f79-bba2-9b9d6219f032 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:25.619870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:25.656849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:25.657187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Checking segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:25.657579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Bound using segment: {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:25.658062 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Bound port: 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217df8d-1429-4569-adab-b6869e45288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ae546b27-9f75-4f79-bba2-9b9d6219f032'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:25.658687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.664936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'Port': ['ID=2bfefad2-4892-4e1b-9374-7ee5b1244511,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.759191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.824066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1e788309-345d-42ce-a1eb-1a853f3819e0 None None] Provisioning for port 2bfefad2-4892-4e1b-9374-7ee5b1244511 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:25.827762 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1e788309-345d-42ce-a1eb-1a853f3819e0 None None] Provisioning complete for port 2bfefad2-4892-4e1b-9374-7ee5b1244511 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:25.828131 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e788309-345d-42ce-a1eb-1a853f3819e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.861745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1e788309-345d-42ce-a1eb-1a853f3819e0 None None] Port 2bfefad2-4892-4e1b-9374-7ee5b1244511 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:25.922484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:25.976426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:25.993920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.998410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.095543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb543e-5a0d-42e5-8919-0fe6ea902c37 req-441db24f-5913-48f3-8011-5b1b3d651336 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.097073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4bb543e-5a0d-42e5-8919-0fe6ea902c37 req-441db24f-5913-48f3-8011-5b1b3d651336 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 945 time: 0.0670969 Jul 16 08:50:26.136651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4bb543e-5a0d-42e5-8919-0fe6ea902c37 req-7571fbc3-39ec-4e67-9e01-20c86ba63265 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Jul 16 08:50:26.145392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Pushing event updated for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=8']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.149365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.150379 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.151429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-27e02eb2-1888-4308-a58f-9b0d03d465a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/50565440-8a36-4ea0-90ce-aa4f3485bbdd HTTP/1.1" status: 200 len: 1124 time: 2.0278776 Jul 16 08:50:26.170239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.205278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 50565440-8a36-4ea0-90ce-aa4f3485bbdd details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:26.219471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.329380 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:26.346543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 50565440-8a36-4ea0-90ce-aa4f3485bbdd has no active binding in host n-h2-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:50:26.371963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Network 6ce992ce-799b-4cea-a467-57a471dd8dd6 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:26.378356 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:26.379045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d3d4-a6de-4fb7-a870-0f6b0f402f88 req-cabb57d6-87b1-4573-bc7b-15c13ba1392c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.379746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['50565440-8a36-4ea0-90ce-aa4f3485bbdd'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:26.380596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ab7d3d4-a6de-4fb7-a870-0f6b0f402f88 req-cabb57d6-87b1-4573-bc7b-15c13ba1392c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.0875795 Jul 16 08:50:26.391516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Pushing event updated for resources: {'Port': ['ID=29e7034b-afb2-469e-8c82-403b31f94304,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.394764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:26.410453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['50565440-8a36-4ea0-90ce-aa4f3485bbdd'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:26.473658 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:50:26.486479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ab7d3d4-a6de-4fb7-a870-0f6b0f402f88 req-03e34177-ec16-40f0-9b6a-de9bc84244b9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000814 Jul 16 08:50:26.486897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.487537 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.528299 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-57f613e2-ba96-4455-994b-dea9128db5f9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9160950 Jul 16 08:50:26.551121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Request body: {'port': {'device_id': 'd2f3f538-8cfc-4863-94d5-74c4535c1fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:26.661455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-f386be1e-173e-4de9-bbb7-ef4187fada12 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.661455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-f386be1e-173e-4de9-bbb7-ef4187fada12 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 945 time: 0.2324147 Jul 16 08:50:26.696155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.728853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-7a92e538-97aa-4d7a-8816-f3b393ac9cfc tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.731339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-7a92e538-97aa-4d7a-8816-f3b393ac9cfc tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 946 time: 0.2255957 Jul 16 08:50:26.741559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d629-7fe1-49cd-b8aa-9fefb7058d58 req-c2ef85cc-707e-4f25-bb0a-afe1cccf2122 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.743010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d44d629-7fe1-49cd-b8aa-9fefb7058d58 req-c2ef85cc-707e-4f25-bb0a-afe1cccf2122 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 932 time: 0.2299824 Jul 16 08:50:26.881484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d44d629-7fe1-49cd-b8aa-9fefb7058d58 req-266e8f8b-2f05-43b3-abf9-8867b681dade tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255846 Jul 16 08:50:26.898508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Deleting port fbcafc29-3788-48c5-ab06-dfcd6f6d911c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:26.898768 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.930811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.938402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.947130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Deleting port d73e16e4-9608-46d4-92e4-a1a6d88435ea {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:26.947476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.051600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'Port': ['ID=2bfefad2-4892-4e1b-9374-7ee5b1244511,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.063922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] For port fbcafc29-3788-48c5-ab06-dfcd6f6d911c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:27.064289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.066070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.082941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Calling delete_port for fbcafc29-3788-48c5-ab06-dfcd6f6d911c owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:27.110194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] For port d73e16e4-9608-46d4-92e4-a1a6d88435ea, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d73e16e4-9608-46d4-92e4-a1a6d88435ea,segment=NetworkSegment(f85cc27f-c4fd-4f93-931a-2707c6c88306),segment_id=f85cc27f-c4fd-4f93-931a-2707c6c88306)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:27.110882 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.152297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Calling delete_port for d73e16e4-9608-46d4-92e4-a1a6d88435ea owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:27.193753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e7034b-afb2-469e-8c82-403b31f94304 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:27.210611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.230544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Network 53f7fc90-fe59-419e-b88f-f339eee3073c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:27.233419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:27.238974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Transition to ACTIVE for port object 29e7034b-afb2-469e-8c82-403b31f94304 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:27.284301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.389024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:27.391738 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0723dd24-2416-4785-a072-1e9297cbe7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:27.396524 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.397639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Pushing event updated for resources: {'Port': ['ID=29e7034b-afb2-469e-8c82-403b31f94304,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.412878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fbcafc29-3788-48c5-ab06-dfcd6f6d911c', 'd73e16e4-9608-46d4-92e4-a1a6d88435ea'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:27.510824 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2744b8bf-d24b-4ad1-82ff-11401ef68203 x-openstack-request-id: req-2744b8bf-d24b-4ad1-82ff-11401ef68203 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:27.511415 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:27.511843 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2744b8bf-d24b-4ad1-82ff-11401ef68203 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:27.512397 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd', 'status': 'completed', 'code': 200} Jul 16 08:50:27.523763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Pushing event deleted for resources: {'Port': ['ID=fbcafc29-3788-48c5-ab06-dfcd6f6d911c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.570809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Attempting to bind port 29e7034b-afb2-469e-8c82-403b31f94304 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:27.571954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Attempting to bind port 29e7034b-afb2-469e-8c82-403b31f94304 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '7375aca7-edca-491a-b448-c56968e78610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ce992ce-799b-4cea-a467-57a471dd8dd6'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:27.572480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Attempting to bind port 29e7034b-afb2-469e-8c82-403b31f94304 on network 6ce992ce-799b-4cea-a467-57a471dd8dd6 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:27.593141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Port 29e7034b-afb2-469e-8c82-403b31f94304 on network 6ce992ce-799b-4cea-a467-57a471dd8dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:27.593385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] No DVR routers for this DVR port fbcafc29-3788-48c5-ab06-dfcd6f6d911c on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:27.593877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Attempting to bind port 29e7034b-afb2-469e-8c82-403b31f94304 on network 6ce992ce-799b-4cea-a467-57a471dd8dd6 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:27.595298 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.598147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.598650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Router 31ec5dab-73d8-4c7c-929c-9100a64d7a66 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:27.609785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:27.610147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Checking segment: {'id': '7375aca7-edca-491a-b448-c56968e78610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ce992ce-799b-4cea-a467-57a471dd8dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:27.610862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Bound using segment: {'id': '7375aca7-edca-491a-b448-c56968e78610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ce992ce-799b-4cea-a467-57a471dd8dd6'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:27.611311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Bound port: 29e7034b-afb2-469e-8c82-403b31f94304, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7375aca7-edca-491a-b448-c56968e78610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6ce992ce-799b-4cea-a467-57a471dd8dd6'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:27.611684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.619344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd442f3b-f7c3-4f4a-b779-ac2c45159089 req-596d3a25-7877-460c-aa3d-578fa1273f5d tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.52 "DELETE /v2.0/ports/fbcafc29-3788-48c5-ab06-dfcd6f6d911c HTTP/1.1" status: 204 len: 173 time: 0.9496069 Jul 16 08:50:27.624611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ddf805-7b95-47a1-821f-06335a2119b1', 'name': 'network-vif-deleted', 'tag': 'fbcafc29-3788-48c5-ab06-dfcd6f6d911c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:27.628869 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b18d621-82cc-4460-8128-259bcfbec343" -d '{"events": [{"server_uuid": "c2ddf805-7b95-47a1-821f-06335a2119b1", "name": "network-vif-deleted", "tag": "fbcafc29-3788-48c5-ab06-dfcd6f6d911c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:27.632327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-971fadbf-cde8-4305-a20b-72b1ae067e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.634033 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-971fadbf-cde8-4305-a20b-72b1ae067e60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1127 time: 0.1319737 Jul 16 08:50:27.654535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9baea7-6e8a-43e8-b236-0c7895b5c58a req-7fd76752-6dba-4d20-ad1a-a4e931a19ea2 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.671319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd9baea7-6e8a-43e8-b236-0c7895b5c58a req-7fd76752-6dba-4d20-ad1a-a4e931a19ea2 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ddf805-7b95-47a1-821f-06335a2119b1 HTTP/1.1" status: 200 len: 867 time: 0.3850906 Jul 16 08:50:27.722552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ba3388cb-157c-4e01-a63f-111c36d2fbef None None] Provisioning complete for port 2bfefad2-4892-4e1b-9374-7ee5b1244511 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:27.722877 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba3388cb-157c-4e01-a63f-111c36d2fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.749902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Pushing event deleted for resources: {'Port': ['ID=d73e16e4-9608-46d4-92e4-a1a6d88435ea,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.772203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd9baea7-6e8a-43e8-b236-0c7895b5c58a req-bff4ccde-99ee-43a4-8ec8-76a67e7cc402 tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/security-groups?id=1564137f-ffde-4609-b83d-f33c0e0bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993605 Jul 16 08:50:27.789568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['fbcafc29-3788-48c5-ab06-dfcd6f6d911c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:27.824221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] For port 29e7034b-afb2-469e-8c82-403b31f94304, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:27.830890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] For port 29e7034b-afb2-469e-8c82-403b31f94304, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=29e7034b-afb2-469e-8c82-403b31f94304,segment=NetworkSegment(7375aca7-edca-491a-b448-c56968e78610),segment_id=7375aca7-edca-491a-b448-c56968e78610)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:27.843388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] No DVR routers for this DVR port d73e16e4-9608-46d4-92e4-a1a6d88435ea on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:27.846414 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.848001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ba3388cb-157c-4e01-a63f-111c36d2fbef None None] Port 2bfefad2-4892-4e1b-9374-7ee5b1244511 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:27.848765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba81558b-ac95-43fb-b02c-97e965d8ed53 req-a9dcafb8-3e1c-4b43-9841-9f49629568fa tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.52 "DELETE /v2.0/ports/d73e16e4-9608-46d4-92e4-a1a6d88435ea HTTP/1.1" status: 204 len: 173 time: 1.0940521 Jul 16 08:50:27.867064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.935488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ab0f-ef7e-4b02-8061-67f243e7c16b req-afdae307-f992-47bd-b257-47d02e9b0944 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.936995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a446ab0f-ef7e-4b02-8061-67f243e7c16b req-afdae307-f992-47bd-b257-47d02e9b0944 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.1460938 Jul 16 08:50:27.960179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.960813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.962393 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-30667491-3634-4dcf-976e-70e262aba58c service neutron] 10.222.0.54 "PUT /v2.0/ports/29e7034b-afb2-469e-8c82-403b31f94304 HTTP/1.1" status: 200 len: 1093 time: 1.4172528 Jul 16 08:50:27.995419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:28.008226 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204be8be-d6e5-457b-8155-45b12cc8ab00 None None] Sync routers for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:28.012267 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f8ea5e7a-4bc2-4194-a755-f20252287233 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "PUT /v2.0/routers/31ec5dab-73d8-4c7c-929c-9100a64d7a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8025043 Jul 16 08:50:28.017777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58798) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.018265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-185eaf0a-1648-49d5-b4ee-e58664ae02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.020999 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-185eaf0a-1648-49d5-b4ee-e58664ae02a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.3606660 Jul 16 08:50:28.024881 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204be8be-d6e5-457b-8155-45b12cc8ab00 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:28.025015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30667491-3634-4dcf-976e-70e262aba58c service neutron] Pushing event updated for resources: {'Port': ['ID=29e7034b-afb2-469e-8c82-403b31f94304,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.026249 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-204be8be-d6e5-457b-8155-45b12cc8ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.028829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Request body: {'port': {'network_id': '53f7fc90-fe59-419e-b88f-f339eee3073c', 'name': 'tempest-FloatingIPAdminTestJSON-927453960'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:28.036851 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d94df98-366e-4706-8421-f43bcfa7bea2 x-openstack-request-id: req-4d94df98-366e-4706-8421-f43bcfa7bea2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:28.037407 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ddf805-7b95-47a1-821f-06335a2119b1", "name": "network-vif-deleted", "tag": "fbcafc29-3788-48c5-ab06-dfcd6f6d911c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:28.037912 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d94df98-366e-4706-8421-f43bcfa7bea2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:28.038581 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ddf805-7b95-47a1-821f-06335a2119b1', 'name': 'network-vif-deleted', 'tag': 'fbcafc29-3788-48c5-ab06-dfcd6f6d911c', 'status': 'completed', 'code': 200} Jul 16 08:50:28.080222 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-204be8be-d6e5-457b-8155-45b12cc8ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.091139 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204be8be-d6e5-457b-8155-45b12cc8ab00 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:28.091799 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-204be8be-d6e5-457b-8155-45b12cc8ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.094182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a446ab0f-ef7e-4b02-8061-67f243e7c16b req-8a76baa5-2260-47d9-b4d2-ed2fda426955 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493390 Jul 16 08:50:28.130271 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-204be8be-d6e5-457b-8155-45b12cc8ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.131257 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204be8be-d6e5-457b-8155-45b12cc8ab00 None None] The sync data for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:28.132509 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-0624fd9a-f46b-41f0-979c-4c1cd9abfc65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd HTTP/1.1" status: 200 len: 217 time: 0.0562718 Jul 16 08:50:28.186046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-9c3dc0ab-a2cf-46c9-801a-2a03ad7f3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.187478 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-9c3dc0ab-a2cf-46c9-801a-2a03ad7f3e0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c053375312245deab19c81a912ad415&device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 1096 time: 0.1563728 Jul 16 08:50:28.196223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-8fa840fc-696b-4f1d-8fe5-0a68c5b2c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.197611 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-8fa840fc-696b-4f1d-8fe5-0a68c5b2c7ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0537753 Jul 16 08:50:28.235839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Made reservation on behalf of 7854b436b3ff402bbe446a60fce0b756 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:28.240318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.247841 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-711c7205-4b8b-452b-baa6-74f3aaa7db8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e7034b-afb2-469e-8c82-403b31f94304 HTTP/1.1" status: 200 len: 217 time: 0.0467253 Jul 16 08:50:28.266575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8a76f-9929-4051-a5b6-e08a4b09b817 req-bc48011c-5af3-4ea5-82c9-73161d046481 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.268292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ba8a76f-9929-4051-a5b6-e08a4b09b817 req-bc48011c-5af3-4ea5-82c9-73161d046481 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 944 time: 0.1132691 Jul 16 08:50:28.269534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-02396d85-8d30-450c-ab75-3469cf9529a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305469 Jul 16 08:50:28.277162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] device_id is not set on port a3e3c79b-925b-48dd-af57-05f53612f497 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:28.296446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-14d873b9-c73c-4b0f-baed-a577aa89dfe8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:50:28.297861 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-14d873b9-c73c-4b0f-baed-a577aa89dfe8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082660 Jul 16 08:50:28.378742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-2aca8fe9-83d7-41a3-92f2-4b25d8bb230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.380442 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-2aca8fe9-83d7-41a3-92f2-4b25d8bb230b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b67e4646-b6f6-4042-ad8c-c5017c18bfd9 HTTP/1.1" status: 200 len: 865 time: 0.0816793 Jul 16 08:50:28.382327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ba8a76f-9929-4051-a5b6-e08a4b09b817 req-2fa77df5-200a-438a-9279-ec26ce1ead26 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067493 Jul 16 08:50:28.448057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Allocated IP 172.20.0.9 (53f7fc90-fe59-419e-b88f-f339eee3073c/298cfb3f-491a-47c7-902f-3c6c7cb21458/a3e3c79b-925b-48dd-af57-05f53612f497) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:28.631068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.647089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Transition to ACTIVE for port object a3e3c79b-925b-48dd-af57-05f53612f497 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:28.690701 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-4affafa4-4bca-4f34-be61-82fd063fe6cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ce992ce-799b-4cea-a467-57a471dd8dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342991 Jul 16 08:50:28.691404 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.711017 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-9b1a79b5-b7f5-4610-84ca-47364112e755 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817370 Jul 16 08:50:28.741425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Network 53f7fc90-fe59-419e-b88f-f339eee3073c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:28.747178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:28.751362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:28.832415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.834784 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.891665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event updated for resources: {'Port': ['ID=a3e3c79b-925b-48dd-af57-05f53612f497,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.903499 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0723dd24-2416-4785-a072-1e9297cbe7e0 req-0d6ef077-9300-493f-98cd-5e531b1854e0 service neutron] 10.222.0.52 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822376 Jul 16 08:50:28.908121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-f4d2d6d7-ba33-4abb-a6eb-56daaa5f8b49 service neutron] 10.222.0.54 "GET /v2.0/networks/6ce992ce-799b-4cea-a467-57a471dd8dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957145 Jul 16 08:50:28.912633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4d08f1e1-3a41-4733-9ee7-8d151a44b653 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8912754 Jul 16 08:50:28.915743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58808) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:29.100679 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-76099a9a-4b45-4226-bbe2-49e79894d101 req-a7394738-313f-46e1-b2ad-58d20428b561 service neutron] 10.222.0.54 "GET /v2.0/networks/6ce992ce-799b-4cea-a467-57a471dd8dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713157 Jul 16 08:50:29.155308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'project_id': '7854b436b3ff402bbe446a60fce0b756', 'port_id': 'a3e3c79b-925b-48dd-af57-05f53612f497'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:29.186544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-58238bbe-d3b7-41bb-9c8c-4505daf6bf2a None None] Provisioning for port a3e3c79b-925b-48dd-af57-05f53612f497 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:29.191146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-58238bbe-d3b7-41bb-9c8c-4505daf6bf2a None None] Provisioning complete for port a3e3c79b-925b-48dd-af57-05f53612f497 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:29.191627 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58238bbe-d3b7-41bb-9c8c-4505daf6bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.200283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-494cc98c-0e74-409b-a621-cbfc54f9b9e8 req-da08706c-ef5c-429d-9a4a-b3b3a45e80ef tempest-ListServersNegativeTestJSON-904989492 tempest-ListServersNegativeTestJSON-904989492-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e244d2-a9d6-4675-ba8d-fe2d3627bad0 HTTP/1.1" status: 200 len: 210 time: 0.0416894 Jul 16 08:50:29.212534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.232639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-58238bbe-d3b7-41bb-9c8c-4505daf6bf2a None None] Port a3e3c79b-925b-48dd-af57-05f53612f497 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:29.347196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa40f-46f7-401f-a039-86a2284a2534 req-07528c72-1431-4844-a240-c154e712c881 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.348692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aabfa40f-46f7-401f-a039-86a2284a2534 req-07528c72-1431-4844-a240-c154e712c881 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.1000516 Jul 16 08:50:29.362571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.433454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aabfa40f-46f7-401f-a039-86a2284a2534 req-f5e5ad7a-7811-49c6-9c60-4f7e9340dcd7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780804 Jul 16 08:50:29.494496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Allocated IP 172.25.6.188 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/1cb24ef0-115b-4288-b551-9bffc240f614) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:29.513508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f3f538-8cfc-4863-94d5-74c4535c1fc4', 'tag': '29e7034b-afb2-469e-8c82-403b31f94304'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:29.515916 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f3f538-8cfc-4863-94d5-74c4535c1fc4", "tag": "29e7034b-afb2-469e-8c82-403b31f94304"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:29.552843 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e202ba-fbcf-435d-aecb-1e10dd7634b4 x-openstack-request-id: req-36e202ba-fbcf-435d-aecb-1e10dd7634b4 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:29.553135 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f3f538-8cfc-4863-94d5-74c4535c1fc4", "tag": "29e7034b-afb2-469e-8c82-403b31f94304", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:29.553438 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36e202ba-fbcf-435d-aecb-1e10dd7634b4 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:29.553903 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f3f538-8cfc-4863-94d5-74c4535c1fc4', 'tag': '29e7034b-afb2-469e-8c82-403b31f94304', 'status': 'completed', 'code': 200} Jul 16 08:50:29.626965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e603-0857-4906-9c3c-03f869f294f7 req-fa5e6c09-ad98-42d2-8c11-850001c96f8e tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.628526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a3e603-0857-4906-9c3c-03f869f294f7 req-fa5e6c09-ad98-42d2-8c11-850001c96f8e tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 944 time: 0.1361811 Jul 16 08:50:29.671644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-89d52531-96ad-42e3-82c9-47f73a4c6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.673246 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-89d52531-96ad-42e3-82c9-47f73a4c6320 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c053375312245deab19c81a912ad415&device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0648119 Jul 16 08:50:29.676799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.704648 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a3e603-0857-4906-9c3c-03f869f294f7 req-d7d66785-83d6-416d-a11c-57d575f4d9d6 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663412 Jul 16 08:50:29.740060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.780572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:29.787141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:29.790784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:29.791322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-4e874902-3264-4864-98c7-9b45ba802ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.793530 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-4e874902-3264-4864-98c7-9b45ba802ec2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ce992ce-799b-4cea-a467-57a471dd8dd6 HTTP/1.1" status: 200 len: 926 time: 0.0981719 Jul 16 08:50:29.820945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Pushing event updated for resources: {'Port': ['ID=1cb24ef0-115b-4288-b551-9bffc240f614,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:29.858989 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-ba1e4d3a-20cb-4c48-b349-066a89915f7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e7034b-afb2-469e-8c82-403b31f94304 HTTP/1.1" status: 200 len: 217 time: 0.0445607 Jul 16 08:50:29.923363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-a195e243-09fa-466e-8eb8-369c0c6ef090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.924859 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-a195e243-09fa-466e-8eb8-369c0c6ef090 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b67e4646-b6f6-4042-ad8c-c5017c18bfd9 HTTP/1.1" status: 200 len: 865 time: 0.0529664 Jul 16 08:50:29.976711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-22b04a13-4d45-4363-8f0f-6b4ed6d67b5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ce992ce-799b-4cea-a467-57a471dd8dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403826 Jul 16 08:50:30.083250 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-3ab0f3df-24ba-4739-a876-d8ce75f3a15d service neutron] 10.222.0.54 "GET /v2.0/networks/6ce992ce-799b-4cea-a467-57a471dd8dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946136 Jul 16 08:50:30.160152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e244d2-a9d6-4675-ba8d-fe2d3627bad0', 'name': 'network-vif-deleted', 'tag': 'd73e16e4-9608-46d4-92e4-a1a6d88435ea'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:30.162637 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02f45b8-9f7c-47de-af01-09d40b2f27f4" -d '{"events": [{"server_uuid": "a6e244d2-a9d6-4675-ba8d-fe2d3627bad0", "name": "network-vif-deleted", "tag": "d73e16e4-9608-46d4-92e4-a1a6d88435ea"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:30.231242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.259414 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c1f0b8a1-005b-4b2d-8f91-9faa3d1dbc17 req-d1307865-8f59-4a8c-a6a0-a77169eedadf service neutron] 10.222.0.54 "GET /v2.0/networks/6ce992ce-799b-4cea-a467-57a471dd8dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630847 Jul 16 08:50:30.260208 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182fdb73-bae0-4e05-9032-e374986d7e2c x-openstack-request-id: req-182fdb73-bae0-4e05-9032-e374986d7e2c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:30.260505 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e244d2-a9d6-4675-ba8d-fe2d3627bad0", "name": "network-vif-deleted", "tag": "d73e16e4-9608-46d4-92e4-a1a6d88435ea", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:30.260762 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-182fdb73-bae0-4e05-9032-e374986d7e2c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:30.261807 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e244d2-a9d6-4675-ba8d-fe2d3627bad0', 'name': 'network-vif-deleted', 'tag': 'd73e16e4-9608-46d4-92e4-a1a6d88435ea', 'status': 'completed', 'code': 200} Jul 16 08:50:30.300099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73e16e4-9608-46d4-92e4-a1a6d88435ea no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:30.323050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: d73e16e4-9608-46d4-92e4-a1a6d88435ea {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:30.324160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d73e16e4-9608-46d4-92e4-a1a6d88435ea not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:30.324924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fbcafc29-3788-48c5-ab06-dfcd6f6d911c no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:30.346864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: fbcafc29-3788-48c5-ab06-dfcd6f6d911c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:30.347502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device fbcafc29-3788-48c5-ab06-dfcd6f6d911c not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:30.353849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.410945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58838) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.461686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bab607f-f6d9-4919-963b-25c88b36a95e admin admin] Deleting subnet 66598c52-6dbb-476a-9d60-fe1506a87f2f {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:30.469594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bab607f-f6d9-4919-963b-25c88b36a95e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.510609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a930f-71f3-45c6-b9ef-f7b88f9da6bb req-e7283610-db6e-4f80-9557-2ff1d97dedca tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.510895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bab607f-f6d9-4919-963b-25c88b36a95e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.513028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a98a930f-71f3-45c6-b9ef-f7b88f9da6bb req-e7283610-db6e-4f80-9557-2ff1d97dedca tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 945 time: 0.1343291 Jul 16 08:50:30.560838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bab607f-f6d9-4919-963b-25c88b36a95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.586017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a98a930f-71f3-45c6-b9ef-f7b88f9da6bb req-0d8dca3e-8f0c-4a97-8fff-3b4420e0ed42 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665729 Jul 16 08:50:30.628626 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bab607f-f6d9-4919-963b-25c88b36a95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.650434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.665885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.673911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab607f-f6d9-4919-963b-25c88b36a95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66598c52-6dbb-476a-9d60-fe1506a87f2f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.681805 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bab607f-f6d9-4919-963b-25c88b36a95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.684858 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8bab607f-f6d9-4919-963b-25c88b36a95e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/66598c52-6dbb-476a-9d60-fe1506a87f2f HTTP/1.1" status: 204 len: 168 time: 0.2726247 Jul 16 08:50:30.687322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58844) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.768821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.890401 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.903209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effe4387-fc0f-4e72-a9a2-6ae85480bc47']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:30.914998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85cc27f-c4fd-4f93-931a-2707c6c88306') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:30.915328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85cc27f-c4fd-4f93-931a-2707c6c88306') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:30.926485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.942187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.950281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:30.950731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:30.952675 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:31.012960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.018179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.022644 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] 10.222.0.55 "DELETE /v2.0/networks/effe4387-fc0f-4e72-a9a2-6ae85480bc47 HTTP/1.1" status: 204 len: 168 time: 0.3319077 Jul 16 08:50:31.036820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dddead-ffe8-4fd9-8ee7-ac59f27e776a admin admin] Pushing event deleted for resources: {'Network': ['ID=effe4387-fc0f-4e72-a9a2-6ae85480bc47,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.070135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116203a5-7717-4ac2-ac54-80308da842ad req-97b77048-94f1-4cd8-93b0-ce2b3d57f246 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.071501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-116203a5-7717-4ac2-ac54-80308da842ad req-97b77048-94f1-4cd8-93b0-ce2b3d57f246 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 944 time: 0.4711223 Jul 16 08:50:31.144961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Pushing event updated for resources: {'Port': ['ID=1cb24ef0-115b-4288-b551-9bffc240f614,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.176334 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.201636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.217434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-116203a5-7717-4ac2-ac54-80308da842ad req-bcc7b186-077a-4a53-a29d-1d84fdee3cb9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047635 Jul 16 08:50:31.244531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fb4f4-923e-473e-b33e-6fd9a73cb702 req-94917e37-aa29-4dcc-b780-eed76a596fc7 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.245719 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-53e53395-b80c-462b-abcf-ddb02306fcdf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ada47ca59fb5471db40bbede4d735b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423033 Jul 16 08:50:31.246726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-929fb4f4-923e-473e-b33e-6fd9a73cb702 req-94917e37-aa29-4dcc-b780-eed76a596fc7 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 944 time: 0.2003825 Jul 16 08:50:31.248952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58856) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.360715 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Floating IP 116e2986-60f8-4c51-8c13-852ce18f65f6 associated. External IP: 172.25.6.188, port: a3e3c79b-925b-48dd-af57-05f53612f497. Jul 16 08:50:31.367890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-929fb4f4-923e-473e-b33e-6fd9a73cb702 req-a395c090-c92f-47bf-9499-9654f7f2ad8a tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125543 Jul 16 08:50:31.418385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebc4eb85-901d-4fbb-adf9-3e2a5f8e0814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.476790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebc4eb85-901d-4fbb-adf9-3e2a5f8e0814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.580250 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebc4eb85-901d-4fbb-adf9-3e2a5f8e0814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.582798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebc4eb85-901d-4fbb-adf9-3e2a5f8e0814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.584133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ebc4eb85-901d-4fbb-adf9-3e2a5f8e0814 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1564137f-ffde-4609-b83d-f33c0e0bc02b HTTP/1.1" status: 204 len: 168 time: 0.3342643 Jul 16 08:50:31.611358 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-6ae2a1fd-62bd-46cd-a1bd-8acb6aeb4f80 service neutron] 10.222.0.52 "GET /v2.0/ports/50565440-8a36-4ea0-90ce-aa4f3485bbdd/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 385 time: 0.0781796 Jul 16 08:50:31.621871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4eb85-901d-4fbb-adf9-3e2a5f8e0814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1564137f-ffde-4609-b83d-f33c0e0bc02b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.677816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Router 31ec5dab-73d8-4c7c-929c-9100a64d7a66 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:31.831658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:31.857019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:31.888881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168739da-44e9-4455-8184-539ce3095973 req-8f47ae30-06c8-48c7-acbd-ed547fa226de tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.890350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-168739da-44e9-4455-8184-539ce3095973 req-8f47ae30-06c8-48c7-acbd-ed547fa226de tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 945 time: 0.1368706 Jul 16 08:50:31.894216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:31.904015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ef1d5-d588-47ea-8d24-307f0b2c5497 None None] Sync routers for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:31.915990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50565440-8a36-4ea0-90ce-aa4f3485bbdd {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:31.918230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ef1d5-d588-47ea-8d24-307f0b2c5497 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:31.919359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f25ef1d5-d588-47ea-8d24-307f0b2c5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:31.953000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:31.967443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-168739da-44e9-4455-8184-539ce3095973 req-6cc4b644-dac6-487b-a4de-5abb1c7727ea tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695519 Jul 16 08:50:31.968542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.971284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f25ef1d5-d588-47ea-8d24-307f0b2c5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:31.977370 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.982183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ef1d5-d588-47ea-8d24-307f0b2c5497 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:31.982812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f25ef1d5-d588-47ea-8d24-307f0b2c5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:32.038456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f25ef1d5-d588-47ea-8d24-307f0b2c5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:32.039147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ef1d5-d588-47ea-8d24-307f0b2c5497 None None] The sync data for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:32.056941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-be4f52b3-3cb9-446f-9cdf-d42b0d902851 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.1372824 Jul 16 08:50:32.059554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58874) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.084722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] Transition to ACTIVE for port object 50565440-8a36-4ea0-90ce-aa4f3485bbdd will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:32.088821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.150706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] No DVR routers for this DVR port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:32.192586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] Pushing event updated for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=10']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.197600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-df85e227-241d-4177-834c-59f99652ecf5 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] 10.222.0.55 "GET /v2.0/floatingips/116e2986-60f8-4c51-8c13-852ce18f65f6 HTTP/1.1" status: 200 len: 982 time: 0.1347969 Jul 16 08:50:32.198119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58878) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.207915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-533d91c6-dec2-4ff0-a9b4-7bd9101f7eb1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.208066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-533d91c6-dec2-4ff0-a9b4-7bd9101f7eb1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 945 time: 0.2023849 Jul 16 08:50:32.229182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-3ab003b8-fadb-438d-949b-125de90b47e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/50565440-8a36-4ea0-90ce-aa4f3485bbdd/bindings/n-h2-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 0.6103365 Jul 16 08:50:32.252846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 29e7034b-afb2-469e-8c82-403b31f94304 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:32.327707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Deleting port eef46b4d-6908-4a3f-b9a8-4219c183b75c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:32.328314 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.351287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 50565440-8a36-4ea0-90ce-aa4f3485bbdd no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:32.417719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 29e7034b-afb2-469e-8c82-403b31f94304, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=29e7034b-afb2-469e-8c82-403b31f94304,segment=NetworkSegment(7375aca7-edca-491a-b448-c56968e78610),segment_id=7375aca7-edca-491a-b448-c56968e78610)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:32.420554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 50565440-8a36-4ea0-90ce-aa4f3485bbdd not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:32.433945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '29e7034b-afb2-469e-8c82-403b31f94304', 'network_id': '6ce992ce-799b-4cea-a467-57a471dd8dd6', 'port_id': '29e7034b-afb2-469e-8c82-403b31f94304', 'mac_address': 'fa:16:3e:21:99:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67e4646-b6f6-4042-ad8c-c5017c18bfd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:32.450158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] For port eef46b4d-6908-4a3f-b9a8-4219c183b75c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=eef46b4d-6908-4a3f-b9a8-4219c183b75c,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:32.450730 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.470664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Calling delete_port for eef46b4d-6908-4a3f-b9a8-4219c183b75c owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:32.507716 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.521025 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8e0fedd8-3d00-4a3d-bec6-87c71e7dde0f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.3205037 Jul 16 08:50:32.523595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58896) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.543892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e7034b-afb2-469e-8c82-403b31f94304 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:32.553978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58898) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.570001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 29e7034b-afb2-469e-8c82-403b31f94304, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=29e7034b-afb2-469e-8c82-403b31f94304,segment=NetworkSegment(7375aca7-edca-491a-b448-c56968e78610),segment_id=7375aca7-edca-491a-b448-c56968e78610)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:32.578691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.630465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38e5cc-85c1-46df-95d6-c80d5c1ae344 req-3e4ff298-6d25-476e-8bbd-dc86a57b06b6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.631392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-aeef0dcb-4b26-4c7c-846e-9ae62e80c692 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.632991 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-aeef0dcb-4b26-4c7c-846e-9ae62e80c692 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.3118439 Jul 16 08:50:32.639873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e38e5cc-85c1-46df-95d6-c80d5c1ae344 req-3e4ff298-6d25-476e-8bbd-dc86a57b06b6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 945 time: 0.1585305 Jul 16 08:50:32.693247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=29e7034b-afb2-469e-8c82-403b31f94304,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.734670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e38e5cc-85c1-46df-95d6-c80d5c1ae344 req-a5dcbe05-7c9c-419e-a331-6b2a75dfb35a tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938225 Jul 16 08:50:32.764604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1486944916-network', 'tenant_id': 'b39996349f2a4765a05f4875b7b49f3d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:32.812882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-f0f70a9c-72ab-48c3-9230-7dbfdd7d9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.814531 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-f0f70a9c-72ab-48c3-9230-7dbfdd7d9805 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f&tenant_id=5f2085df23d74438b39a3b48f5526d66 HTTP/1.1" status: 200 len: 1097 time: 0.1445088 Jul 16 08:50:32.826147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.837998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['eef46b4d-6908-4a3f-b9a8-4219c183b75c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:32.844144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Made reservation on behalf of b39996349f2a4765a05f4875b7b49f3d for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:32.846583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.850856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Deleting port 1cb24ef0-115b-4288-b551-9bffc240f614 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:32.851277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.882009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event deleted for resources: {'Port': ['ID=eef46b4d-6908-4a3f-b9a8-4219c183b75c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.904262 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.929801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] No DVR routers for this DVR port eef46b4d-6908-4a3f-b9a8-4219c183b75c on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:32.933885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.935846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72b43b5f-802e-46a7-8391-b7cfaf8a27f4 req-0c2b964f-7f0f-4afd-813a-2e14411ff44f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "DELETE /v2.0/ports/eef46b4d-6908-4a3f-b9a8-4219c183b75c HTTP/1.1" status: 204 len: 173 time: 0.7214923 Jul 16 08:50:32.936275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51b89b-a53f-4d1e-8eea-a965817acbfa', 'name': 'network-vif-deleted', 'tag': 'eef46b4d-6908-4a3f-b9a8-4219c183b75c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:32.938606 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38010fd9-cb65-412d-be93-b309449561b4" -d '{"events": [{"server_uuid": "5e51b89b-a53f-4d1e-8eea-a965817acbfa", "name": "network-vif-deleted", "tag": "eef46b4d-6908-4a3f-b9a8-4219c183b75c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:32.957591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b7547-fc66-4c70-8f18-38e6047ed95b req-34c693e8-67ad-4c11-995c-3d133ddea624 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.958908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c9b7547-fc66-4c70-8f18-38e6047ed95b req-34c693e8-67ad-4c11-995c-3d133ddea624 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 945 time: 0.2368443 Jul 16 08:50:33.008770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-1a4abc5f-0b84-4292-a609-cacfc031fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.010456 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-1a4abc5f-0b84-4292-a609-cacfc031fa0f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f2085df23d74438b39a3b48f5526d66&device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1097 time: 0.1350517 Jul 16 08:50:33.013064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.013477 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.031799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['29e7034b-afb2-469e-8c82-403b31f94304'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:33.053091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Calling delete_port for 1cb24ef0-115b-4288-b551-9bffc240f614 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:33.087612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c9b7547-fc66-4c70-8f18-38e6047ed95b req-2a0b241b-9035-4513-86d2-fd0952d54321 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065059 Jul 16 08:50:33.193390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.197863 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730efbbb-d098-4920-ae16-224b6b2a5104 x-openstack-request-id: req-730efbbb-d098-4920-ae16-224b6b2a5104 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:33.199750 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51b89b-a53f-4d1e-8eea-a965817acbfa", "name": "network-vif-deleted", "tag": "eef46b4d-6908-4a3f-b9a8-4219c183b75c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:33.200631 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-730efbbb-d098-4920-ae16-224b6b2a5104 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:33.200631 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51b89b-a53f-4d1e-8eea-a965817acbfa', 'name': 'network-vif-deleted', 'tag': 'eef46b4d-6908-4a3f-b9a8-4219c183b75c', 'status': 'completed', 'code': 200} Jul 16 08:50:33.216419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.268542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:33.309238 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.309803 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Added segment 85850943-6b8b-4cd3-a65a-2dbe3f9af230 of type vlan for network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 Jul 16 08:50:33.332060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-6ed21e96-64b2-4c64-9105-f1bdd2dcb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.334429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-6ed21e96-64b2-4c64-9105-f1bdd2dcb444 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 200 len: 921 time: 0.3103542 Jul 16 08:50:33.351397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0624f1a9-9749-4f17-8e78-834c491e0390,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.389893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb2000a0-fc52-4a40-975c-73458f91e02b req-74a887fe-96af-4433-bf86-1b34c5d54a39 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 210 time: 0.0427139 Jul 16 08:50:33.399357 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.404197 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-a1c72ebc-db65-4295-836f-241d77dac61e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd HTTP/1.1" status: 200 len: 217 time: 0.0551255 Jul 16 08:50:33.432252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.433910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.434740 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.492770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c0d721f7-f9c1-4ea6-a315-0b443e3390e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.494196 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c0d721f7-f9c1-4ea6-a315-0b443e3390e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 200 len: 860 time: 0.0775795 Jul 16 08:50:33.502066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9429173 Jul 16 08:50:33.502066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cda273-7cac-497b-808d-55033fc7fb68 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca07413-5fe3-44a8-b6f5-db8c0989c932,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.502657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58908) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:33.510483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:33.512901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Request body: {'subnet': {'network_id': '3ca07413-5fe3-44a8-b6f5-db8c0989c932', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1486944916-subnet', 'tenant_id': 'b39996349f2a4765a05f4875b7b49f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:33.542589 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-1ad70049-af93-4975-9e99-1628d4b56116 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae546b27-9f75-4f79-bba2-9b9d6219f032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340662 Jul 16 08:50:33.545806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Made reservation on behalf of b39996349f2a4765a05f4875b7b49f3d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:33.549602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.555059 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.627503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event deleted for resources: {'Port': ['ID=1cb24ef0-115b-4288-b551-9bffc240f614,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.747420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.747720 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Floating IP 116e2986-60f8-4c51-8c13-852ce18f65f6 disassociated (deleted). External IP: 172.25.6.188, port: a3e3c79b-925b-48dd-af57-05f53612f497. Jul 16 08:50:33.781893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.787205 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-fef7ed08-fa24-4d35-844d-fd8e782206b5 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297373 Jul 16 08:50:33.878369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8495ed4f-0327-4e2c-9d27-fa86e6dbab43,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.926302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Checking segment: {'id': '85850943-6b8b-4cd3-a65a-2dbe3f9af230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3ca07413-5fe3-44a8-b6f5-db8c0989c932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:33.927112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Network hostable DHCP agents. Network: 3ca07413-5fe3-44a8-b6f5-db8c0989c932, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:33.986091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bec635-71a1-4c24-8298-1b16627bb555 req-185d57c5-11bf-47f7-8a3c-05b232e13ea1 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.987748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94bec635-71a1-4c24-8298-1b16627bb555 req-185d57c5-11bf-47f7-8a3c-05b232e13ea1 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 945 time: 0.1286619 Jul 16 08:50:33.998548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:34.027363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 3ca07413-5fe3-44a8-b6f5-db8c0989c932) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:34.032998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.033912 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.037827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5753337-0b10-4e06-8213-9206032f8401 None None] Network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:34.070550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94bec635-71a1-4c24-8298-1b16627bb555 req-acd25c16-5f7d-4662-b552-3e267286bb15 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757315 Jul 16 08:50:34.086731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3cf9b907-b38c-4c56-aa96-3a112a9e690a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5654843 Jul 16 08:50:34.244792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3adef04-a558-47a0-a0c8-c03bf4efd7e0 None None] Network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:34.289516 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-35dafece-1fb1-4d9c-bf1f-ce2b3d270124 service neutron] 10.222.0.54 "GET /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909232 Jul 16 08:50:34.437963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37b1eb-9058-4516-b753-48a18ee91403 req-eef9cc38-ec42-4e94-a23c-0665e280fbe9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.450674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c37b1eb-9058-4516-b753-48a18ee91403 req-eef9cc38-ec42-4e94-a23c-0665e280fbe9 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 945 time: 0.1693070 Jul 16 08:50:34.462885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Router 31ec5dab-73d8-4c7c-929c-9100a64d7a66 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:34.539092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c37b1eb-9058-4516-b753-48a18ee91403 req-d1f681f1-64f8-48bd-8e42-b309216fae73 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868645 Jul 16 08:50:34.653252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:34.665632 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448069d5-63bb-42cf-92cf-ae298d250866 None None] Sync routers for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:34.668096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.679950 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448069d5-63bb-42cf-92cf-ae298d250866 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:34.680891 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-448069d5-63bb-42cf-92cf-ae298d250866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:34.715988 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1f2b29c-537a-4c32-bcb0-934d83c1af68 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "DELETE /v2.0/floatingips/116e2986-60f8-4c51-8c13-852ce18f65f6 HTTP/1.1" status: 204 len: 168 time: 2.1912136 Jul 16 08:50:34.719386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.730379 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-448069d5-63bb-42cf-92cf-ae298d250866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:34.733709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:34.748487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d3460de-2a0b-409e-b9db-9bf738596883 req-2effee50-14ed-41a9-98bd-331fbd2d9461 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 210 time: 0.0603316 Jul 16 08:50:34.762927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448069d5-63bb-42cf-92cf-ae298d250866 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:34.763791 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-448069d5-63bb-42cf-92cf-ae298d250866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:34.777864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.811758 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-448069d5-63bb-42cf-92cf-ae298d250866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:34.812407 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448069d5-63bb-42cf-92cf-ae298d250866 None None] The sync data for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:34.900267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-450db028-e158-42d1-ad49-453bd1fa70da tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.902478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-450db028-e158-42d1-ad49-453bd1fa70da tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/networks?id=3ca07413-5fe3-44a8-b6f5-db8c0989c932 HTTP/1.1" status: 200 len: 821 time: 0.1384749 Jul 16 08:50:34.902760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-1388b605-a76c-4510-8dbd-8557f4be7a96 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.904454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-1388b605-a76c-4510-8dbd-8557f4be7a96 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f&tenant_id=5f2085df23d74438b39a3b48f5526d66&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.1603243 Jul 16 08:50:34.919903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-98dc0c4b-e86a-41c6-8575-67e910009890 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/quotas/b39996349f2a4765a05f4875b7b49f3d HTTP/1.1" status: 200 len: 375 time: 0.0116754 Jul 16 08:50:34.938429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.956650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-0f7bc7a0-d4bf-4bce-86c9-82894b635248 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b39996349f2a4765a05f4875b7b49f3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304177 Jul 16 08:50:35.065129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-ba26ad89-b16f-4ffc-afdb-72d4b86dbb14 service neutron] 10.222.0.55 "GET /v2.0/networks/3ca07413-5fe3-44a8-b6f5-db8c0989c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004596 Jul 16 08:50:35.176097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-77d7e80e-ad9a-4c15-88e8-a950f1180d39 service neutron] 10.222.0.55 "GET /v2.0/networks/3ca07413-5fe3-44a8-b6f5-db8c0989c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030996 Jul 16 08:50:35.179101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-e7de0aaf-11a5-4ec0-8e18-d65b4e81f95c service neutron] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:35.191448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Allocated IP 172.25.6.181 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/ceb562cf-d4e7-4f81-8208-818a52317b3d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:35.209812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-e7de0aaf-11a5-4ec0-8e18-d65b4e81f95c service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.211002 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-e7de0aaf-11a5-4ec0-8e18-d65b4e81f95c service neutron] 10.222.0.54 "DELETE /v2.0/ports/50565440-8a36-4ea0-90ce-aa4f3485bbdd/bindings/n-h1-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.2694705 Jul 16 08:50:35.336054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.341774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86601a90-bc3e-4f0d-a654-eba2723dcc00 req-72086960-9eda-4063-b806-696b12768c09 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.343656 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86601a90-bc3e-4f0d-a654-eba2723dcc00 req-72086960-9eda-4063-b806-696b12768c09 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 945 time: 0.0749128 Jul 16 08:50:35.398667 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86601a90-bc3e-4f0d-a654-eba2723dcc00 req-e61614a4-1368-4f16-ab47-52896179cfa2 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477839 Jul 16 08:50:35.407514 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.480059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2cbbe01-39a5-4eef-a617-2f06beab2749 req-635e60b7-6593-4207-b754-ec82b75a1ebe tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 210 time: 0.0466132 Jul 16 08:50:35.481971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:35.487984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:35.491666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:35.531269 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Pushing event updated for resources: {'Port': ['ID=ceb562cf-d4e7-4f81-8208-818a52317b3d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.637490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.703227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.720080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dbba7-042a-4489-a94e-8f11514b0a30 req-df0efc5e-4f46-483b-9032-1a5c99109431 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.727993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf7dbba7-042a-4489-a94e-8f11514b0a30 req-df0efc5e-4f46-483b-9032-1a5c99109431 tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 1097 time: 0.0683007 Jul 16 08:50:35.772640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf7dbba7-042a-4489-a94e-8f11514b0a30 req-b36fb6c2-9513-4a80-92cc-0d84070e340d tempest-LiveAutoBlockMigrationV225Test-476263536 tempest-LiveAutoBlockMigrationV225Test-476263536-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404639 Jul 16 08:50:35.890774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.897528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.980849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Pushing event updated for resources: {'Port': ['ID=ceb562cf-d4e7-4f81-8208-818a52317b3d,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.993333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.004316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141f8b-8b13-4ee2-89b3-d7ddd17bde22 req-031eb191-a9ef-485a-a9a6-3bca483b9f3d tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.006302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b141f8b-8b13-4ee2-89b3-d7ddd17bde22 req-031eb191-a9ef-485a-a9a6-3bca483b9f3d tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 945 time: 0.1846716 Jul 16 08:50:36.016433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.019062 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-096e1cae-a612-4ed2-b56a-004c488c4b7f tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2965479 Jul 16 08:50:36.021355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58970) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:36.033400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bd64398-1861-49da-ad46-94c0629b52c2 req-7eb59dec-afc8-43a2-9bf2-4f5c4d9bd5ab tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 210 time: 0.0998828 Jul 16 08:50:36.107956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b141f8b-8b13-4ee2-89b3-d7ddd17bde22 req-8ba5018e-d7e0-48c0-ad2c-a04ad60d4bef tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712721 Jul 16 08:50:36.268072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 29e7034b-afb2-469e-8c82-403b31f94304 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:36.277679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:36.334236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.348942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device eef46b4d-6908-4a3f-b9a8-4219c183b75c no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:36.376265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 29e7034b-afb2-469e-8c82-403b31f94304 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:36.379793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: eef46b4d-6908-4a3f-b9a8-4219c183b75c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:36.380342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device eef46b4d-6908-4a3f-b9a8-4219c183b75c not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:36.383719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 29e7034b-afb2-469e-8c82-403b31f94304 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:36.384464 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.487675 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.514844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f3f538-8cfc-4863-94d5-74c4535c1fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7034b-afb2-469e-8c82-403b31f94304'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:36.517979 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff55a563-002b-4472-bded-38400c514632" -d '{"events": [{"server_uuid": "d2f3f538-8cfc-4863-94d5-74c4535c1fc4", "name": "network-vif-plugged", "status": "completed", "tag": "29e7034b-afb2-469e-8c82-403b31f94304"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:36.536419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 29e7034b-afb2-469e-8c82-403b31f94304, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=29e7034b-afb2-469e-8c82-403b31f94304,segment=NetworkSegment(7375aca7-edca-491a-b448-c56968e78610),segment_id=7375aca7-edca-491a-b448-c56968e78610)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:36.544921 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.571491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.589284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5b15-d734-4f1f-b80d-4933a1c7dd17 req-67c91f77-758e-43d0-a8cd-10a62f3c1126 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.591337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c34c5b15-d734-4f1f-b80d-4933a1c7dd17 req-67c91f77-758e-43d0-a8cd-10a62f3c1126 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 945 time: 0.0960462 Jul 16 08:50:36.603195 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a849e949-83a0-471a-af27-dbabf676815a x-openstack-request-id: req-a849e949-83a0-471a-af27-dbabf676815a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:36.603195 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f3f538-8cfc-4863-94d5-74c4535c1fc4", "name": "network-vif-plugged", "status": "completed", "tag": "29e7034b-afb2-469e-8c82-403b31f94304", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:36.605539 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a849e949-83a0-471a-af27-dbabf676815a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:36.605539 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f3f538-8cfc-4863-94d5-74c4535c1fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7034b-afb2-469e-8c82-403b31f94304', 'code': 200} Jul 16 08:50:36.682080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=29e7034b-afb2-469e-8c82-403b31f94304,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.692995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c34c5b15-d734-4f1f-b80d-4933a1c7dd17 req-05be8486-2fa7-437a-91e5-6a4749ab3c3b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906382 Jul 16 08:50:36.787887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-093c382f-5d47-488a-87ef-11f13d409b87 req-814ce31c-c075-4087-bd79-93caa078ac69 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 210 time: 0.0329432 Jul 16 08:50:36.811709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Allocated IP 172.25.6.42 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/2f34b658-a243-4394-9dfd-1a90e220012c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:36.853876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815879a-e59e-4f40-9b08-faf7481baac6 req-ef03eee4-09dd-4b03-b60e-7e16c1568441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.855893 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9815879a-e59e-4f40-9b08-faf7481baac6 req-ef03eee4-09dd-4b03-b60e-7e16c1568441 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 1098 time: 0.1147404 Jul 16 08:50:36.941509 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9815879a-e59e-4f40-9b08-faf7481baac6 req-a3b30c93-1258-4dbe-8ae5-6a1a46b887be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491219 Jul 16 08:50:36.954694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.994086 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.036779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:37.044888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:37.048279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:37.054018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Pushing event updated for resources: {'Port': ['ID=2f34b658-a243-4394-9dfd-1a90e220012c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.168606 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.256468 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.277729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-92c1206c-9ec7-4b33-882e-473703e70554 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.279284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-92c1206c-9ec7-4b33-882e-473703e70554 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.52 "GET /v2.0/networks?id=3ca07413-5fe3-44a8-b6f5-db8c0989c932 HTTP/1.1" status: 200 len: 821 time: 0.2557137 Jul 16 08:50:37.330522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bef71bb-2e65-48c8-80ae-f3811307bdf5 req-3b3b6545-5e5f-48ff-b2f3-65fa2cdde820 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 210 time: 0.0732164 Jul 16 08:50:37.335394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Request body: {'port': {'device_id': 'be1a021d-4ba8-46a0-89fc-d95437023d0a', 'network_id': '3ca07413-5fe3-44a8-b6f5-db8c0989c932', 'admin_state_up': True, 'tenant_id': 'b39996349f2a4765a05f4875b7b49f3d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:37.442950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b29a30-a161-4d1a-bf14-bde697c50c4e req-73262d39-fb59-483d-b903-6d11e619f44f tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.450748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69b29a30-a161-4d1a-bf14-bde697c50c4e req-73262d39-fb59-483d-b903-6d11e619f44f tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 946 time: 0.2083864 Jul 16 08:50:37.513712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-d298cd91-c86d-4a11-ac38-8322eaba233a tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.514947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69b29a30-a161-4d1a-bf14-bde697c50c4e req-b9279539-52a6-4436-a726-7449f0b4f990 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632892 Jul 16 08:50:37.515843 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-d298cd91-c86d-4a11-ac38-8322eaba233a tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 945 time: 0.1249003 Jul 16 08:50:37.518421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.526819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Made reservation on behalf of b39996349f2a4765a05f4875b7b49f3d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:37.528460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.532436 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.652392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Pushing event updated for resources: {'Port': ['ID=2f34b658-a243-4394-9dfd-1a90e220012c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.690654 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.697131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Allocated IP 172.20.0.4 (3ca07413-5fe3-44a8-b6f5-db8c0989c932/8495ed4f-0327-4e2c-9d27-fa86e6dbab43/f185d026-fcfc-4f36-a3f2-f458936ae5bc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:37.718772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.720833 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1b6a7519-9bbc-4db5-ae44-f9e8027043a3 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6866698 Jul 16 08:50:37.723393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58994) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:37.732916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Deleting port 50565440-8a36-4ea0-90ce-aa4f3485bbdd {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:37.733414 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.919606 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.928976 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9a66ab83-6563-4c0d-bca1-fbc161c18588 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.2037804 Jul 16 08:50:37.929898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59000) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:37.941824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4455131-6186-41c2-a9e3-54be62cb2bc9 req-31a5a18f-ff21-4480-b539-c188bd1235a7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.943373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4455131-6186-41c2-a9e3-54be62cb2bc9 req-31a5a18f-ff21-4480-b539-c188bd1235a7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 945 time: 0.1064017 Jul 16 08:50:37.987263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e8542ef-3b60-430c-8e12-7285430cc29d req-4cb2b2bd-bf5e-4dbe-ac60-00400bcd2ff6 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 210 time: 0.0429158 Jul 16 08:50:38.007550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] For port 50565440-8a36-4ea0-90ce-aa4f3485bbdd, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=50565440-8a36-4ea0-90ce-aa4f3485bbdd,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:38.007908 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.031810 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb1c6a99-4e78-41ff-b19a-d3d1374be8db tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0950553 Jul 16 08:50:38.032763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59002) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:38.037183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Calling delete_port for 50565440-8a36-4ea0-90ce-aa4f3485bbdd owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:38.075706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4455131-6186-41c2-a9e3-54be62cb2bc9 req-c6ae6855-0fb7-494b-8e7f-63cbb406ae49 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179168 Jul 16 08:50:38.127677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.174417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.189748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['5a3b9a7d-e3db-42c5-8464-dce714871623', '50565440-8a36-4ea0-90ce-aa4f3485bbdd'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:38.204962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Pushing event deleted for resources: {'Port': ['ID=50565440-8a36-4ea0-90ce-aa4f3485bbdd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.207688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:38.221482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:38.224058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:38.253617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] No DVR routers for this DVR port 50565440-8a36-4ea0-90ce-aa4f3485bbdd on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:38.256045 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.258256 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-24f91522-ce52-482e-be1e-0dbde62e04e0 req-37caa420-a1b8-4e68-90ad-b2a68559dd79 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.54 "DELETE /v2.0/ports/50565440-8a36-4ea0-90ce-aa4f3485bbdd HTTP/1.1" status: 204 len: 173 time: 0.7313433 Jul 16 08:50:38.258755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'name': 'network-vif-deleted', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:38.261444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Pushing event updated for resources: {'Port': ['ID=f185d026-fcfc-4f36-a3f2-f458936ae5bc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.261930 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7685e277-db55-49ce-b213-e27f1219835b" -d '{"events": [{"server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "name": "network-vif-deleted", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:38.309869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.310733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.316386 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b4c1cd-5c81-4857-8ca7-5eaf127dadbd x-openstack-request-id: req-b0b4c1cd-5c81-4857-8ca7-5eaf127dadbd {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:38.316533 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d72f73-e5fa-455c-8c04-8b290cb61e4f", "name": "network-vif-deleted", "tag": "50565440-8a36-4ea0-90ce-aa4f3485bbdd", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:38.316836 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0b4c1cd-5c81-4857-8ca7-5eaf127dadbd {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:38.317292 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d72f73-e5fa-455c-8c04-8b290cb61e4f', 'name': 'network-vif-deleted', 'tag': '50565440-8a36-4ea0-90ce-aa4f3485bbdd', 'status': 'completed', 'code': 200} Jul 16 08:50:38.322493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Deleting port 2f34b658-a243-4394-9dfd-1a90e220012c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:38.322493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.353216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-6b7de032-7efb-4c0a-880f-8be17cf0a0a8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0252092 Jul 16 08:50:38.775381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Request body: {'port': {'device_id': 'be1a021d-4ba8-46a0-89fc-d95437023d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:38.860222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22854b5d-1125-4507-a7e2-8cf1eb87573f req-a6a5d78e-2c9f-4a2c-98d0-0bbb716d8d02 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e51b89b-a53f-4d1e-8eea-a965817acbfa HTTP/1.1" status: 200 len: 210 time: 0.0896251 Jul 16 08:50:38.922288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.922929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.945099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Calling delete_port for 2f34b658-a243-4394-9dfd-1a90e220012c owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:38.946946 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.035917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cab80-ff86-47b6-88ab-f85b878463c1 req-9d2d289e-952f-4a75-9ca1-7d4485e65558 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.037456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d54cab80-ff86-47b6-88ab-f85b878463c1 req-9d2d289e-952f-4a75-9ca1-7d4485e65558 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 946 time: 0.2683477 Jul 16 08:50:39.173978 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d54cab80-ff86-47b6-88ab-f85b878463c1 req-1f8ac5b5-a9f3-4c13-bba1-58f88684cf5d tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247900 Jul 16 08:50:39.373772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02a1e886-973e-4c4d-afe0-a40af0318637 req-c76ff73f-6971-4cc0-b658-36dee47f608d tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 210 time: 0.0491788 Jul 16 08:50:39.379085 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.396555 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad7a8-d2b0-44ad-91f4-643dbbbeeb29 req-ed4e71ca-5589-49e7-920c-a57c65eecc46 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.403484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7bad7a8-d2b0-44ad-91f4-643dbbbeeb29 req-ed4e71ca-5589-49e7-920c-a57c65eecc46 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 931 time: 0.2516987 Jul 16 08:50:39.439578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Pushing event deleted for resources: {'Port': ['ID=2f34b658-a243-4394-9dfd-1a90e220012c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:39.538723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7bad7a8-d2b0-44ad-91f4-643dbbbeeb29 req-e6571711-943a-4815-b990-592221098d57 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342559 Jul 16 08:50:39.596275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f185d026-fcfc-4f36-a3f2-f458936ae5bc {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:39.600922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.603500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.604655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-87d91901-920d-4a19-a8ba-5494b79bf877 tempest-FloatingIPAdminTestJSON-77491455 tempest-FloatingIPAdminTestJSON-77491455-project] 10.222.0.55 "DELETE /v2.0/floatingips/5c1ca753-c054-4835-875a-86e2fe6eaf48 HTTP/1.1" status: 204 len: 168 time: 1.5709469 Jul 16 08:50:39.608159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59026) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.634648 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.652676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Transition to ACTIVE for port object f185d026-fcfc-4f36-a3f2-f458936ae5bc will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:39.659515 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.730323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Pushing event updated for resources: {'Port': ['ID=f185d026-fcfc-4f36-a3f2-f458936ae5bc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:39.744032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf181a0-d090-4983-a109-35da3fd4e91b req-07285975-acd8-4c67-8349-0c0146c1c84e tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.744638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Deleting port ceb562cf-d4e7-4f81-8208-818a52317b3d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:39.744993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.745671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edf181a0-d090-4983-a109-35da3fd4e91b req-07285975-acd8-4c67-8349-0c0146c1c84e tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 946 time: 0.1566417 Jul 16 08:50:39.837791 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.838129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.838986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edf181a0-d090-4983-a109-35da3fd4e91b req-1db75e94-3ca7-4b5f-8479-5ee3dff10796 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672576 Jul 16 08:50:39.851518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Calling delete_port for ceb562cf-d4e7-4f81-8208-818a52317b3d owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:39.852897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Attempting to bind port f185d026-fcfc-4f36-a3f2-f458936ae5bc on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:39.853233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Attempting to bind port f185d026-fcfc-4f36-a3f2-f458936ae5bc by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '85850943-6b8b-4cd3-a65a-2dbe3f9af230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3ca07413-5fe3-44a8-b6f5-db8c0989c932'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:39.853560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Attempting to bind port f185d026-fcfc-4f36-a3f2-f458936ae5bc on network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:39.859478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Port f185d026-fcfc-4f36-a3f2-f458936ae5bc on network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:39.859802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Attempting to bind port f185d026-fcfc-4f36-a3f2-f458936ae5bc on network 3ca07413-5fe3-44a8-b6f5-db8c0989c932 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:39.865788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:39.866092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Checking segment: {'id': '85850943-6b8b-4cd3-a65a-2dbe3f9af230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3ca07413-5fe3-44a8-b6f5-db8c0989c932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:39.866474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Bound using segment: {'id': '85850943-6b8b-4cd3-a65a-2dbe3f9af230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3ca07413-5fe3-44a8-b6f5-db8c0989c932'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:39.866904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Bound port: f185d026-fcfc-4f36-a3f2-f458936ae5bc, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85850943-6b8b-4cd3-a65a-2dbe3f9af230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3ca07413-5fe3-44a8-b6f5-db8c0989c932'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:39.867265 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.017547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] For port f185d026-fcfc-4f36-a3f2-f458936ae5bc, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:40.021959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] For port f185d026-fcfc-4f36-a3f2-f458936ae5bc, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f185d026-fcfc-4f36-a3f2-f458936ae5bc,segment=NetworkSegment(85850943-6b8b-4cd3-a65a-2dbe3f9af230),segment_id=85850943-6b8b-4cd3-a65a-2dbe3f9af230)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:40.029195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.030911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.087177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceb562cf-d4e7-4f81-8208-818a52317b3d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.138695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.142859 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.144273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] 10.222.0.52 "PUT /v2.0/ports/f185d026-fcfc-4f36-a3f2-f458936ae5bc HTTP/1.1" status: 200 len: 1092 time: 1.7818162 Jul 16 08:50:40.144725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1a021d-4ba8-46a0-89fc-d95437023d0a', 'tag': 'f185d026-fcfc-4f36-a3f2-f458936ae5bc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:40.153974 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "be1a021d-4ba8-46a0-89fc-d95437023d0a", "tag": "f185d026-fcfc-4f36-a3f2-f458936ae5bc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:40.204320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ab314-0002-4ff5-81b6-08d989320511 service neutron] Pushing event updated for resources: {'Port': ['ID=f185d026-fcfc-4f36-a3f2-f458936ae5bc,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.275730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 50565440-8a36-4ea0-90ce-aa4f3485bbdd no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:40.289012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.291641 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.299929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59052) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:40.302189 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b3c38e84-3ef2-4661-a42b-3013f7f92d24 tempest-FloatingIPAdminTestJSON-1911010565 tempest-FloatingIPAdminTestJSON-1911010565-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/8a8d6286-c385-4e1d-a252-eed47815abc4 HTTP/1.1" status: 204 len: 168 time: 0.6928902 Jul 16 08:50:40.310719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 50565440-8a36-4ea0-90ce-aa4f3485bbdd {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:40.311360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 50565440-8a36-4ea0-90ce-aa4f3485bbdd not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:40.348795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-3265666c-16e6-447d-b038-d712af3c8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.350770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-3265666c-16e6-447d-b038-d712af3c8080 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b39996349f2a4765a05f4875b7b49f3d&device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 1095 time: 0.1241751 Jul 16 08:50:40.409415 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512a227d-25e6-47d0-bc5c-a8560264c0a5 x-openstack-request-id: req-512a227d-25e6-47d0-bc5c-a8560264c0a5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:40.409415 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1a021d-4ba8-46a0-89fc-d95437023d0a", "tag": "f185d026-fcfc-4f36-a3f2-f458936ae5bc", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:40.409415 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-512a227d-25e6-47d0-bc5c-a8560264c0a5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:40.409415 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1a021d-4ba8-46a0-89fc-d95437023d0a', 'tag': 'f185d026-fcfc-4f36-a3f2-f458936ae5bc', 'status': 'completed', 'code': 200} Jul 16 08:50:40.419469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-2cd2cebc-dddb-485e-a66f-bd6ac43b51c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f185d026-fcfc-4f36-a3f2-f458936ae5bc HTTP/1.1" status: 200 len: 217 time: 0.0600374 Jul 16 08:50:40.548004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f7e3fdf-de49-42e6-87d6-735e49164dea req-c1c3a50e-ec2f-4351-89ba-a1370f3b928f tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 210 time: 0.0469658 Jul 16 08:50:40.554406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-c13ce765-5eb1-49d1-9db6-a63b3f648679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.555833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-c13ce765-5eb1-49d1-9db6-a63b3f648679 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8495ed4f-0327-4e2c-9d27-fa86e6dbab43 HTTP/1.1" status: 200 len: 861 time: 0.1289697 Jul 16 08:50:40.596364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-a5af4eff-218c-417a-8f47-339c487b0c7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ca07413-5fe3-44a8-b6f5-db8c0989c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307472 Jul 16 08:50:40.618932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed3241-8037-4692-aba0-ea2cde6ebdaa req-4cb62353-8e9c-4401-ac06-a765c2e7a565 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.620512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3ed3241-8037-4692-aba0-ea2cde6ebdaa req-4cb62353-8e9c-4401-ac06-a765c2e7a565 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 946 time: 0.2520266 Jul 16 08:50:40.635757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ce372cf1-13d1-4131-a799-38188f02cd27 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Deleting port a3e3c79b-925b-48dd-af57-05f53612f497 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:40.636216 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce372cf1-13d1-4131-a799-38188f02cd27 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.837353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3ed3241-8037-4692-aba0-ea2cde6ebdaa req-5f867551-98fa-4d9d-9b15-15677496add4 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980338 Jul 16 08:50:40.890640 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce372cf1-13d1-4131-a799-38188f02cd27 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.898791 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-c6127b14-f8f7-4f55-8310-ba536e881b83 service neutron] 10.222.0.52 "GET /v2.0/networks/3ca07413-5fe3-44a8-b6f5-db8c0989c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961366 Jul 16 08:50:40.918527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ce372cf1-13d1-4131-a799-38188f02cd27 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Calling delete_port for a3e3c79b-925b-48dd-af57-05f53612f497 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:40.926152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-2e0b3dc4-811e-4d9a-8bbf-641277abd42c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.927617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-2e0b3dc4-811e-4d9a-8bbf-641277abd42c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2628467 Jul 16 08:50:40.972131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-60d916bd-8e26-4d7e-b227-b437100a855e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/quotas/c28e98a8fb104443a038715ba3a75248 HTTP/1.1" status: 200 len: 375 time: 0.0301843 Jul 16 08:50:41.075419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-38b1eb97-d003-476e-a794-7079cfd7446a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710859 Jul 16 08:50:41.151107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c6a733b-6e66-4007-9105-89accedfa5fc req-24225b04-0679-44b3-becb-b4d57f866ed1 service neutron] 10.222.0.52 "GET /v2.0/networks/3ca07413-5fe3-44a8-b6f5-db8c0989c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429509 Jul 16 08:50:41.301826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-4c9c10fc-ab0a-4be3-a210-8bc0a849b5ef service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121675 Jul 16 08:50:41.315481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc8a61-ab29-4bf0-939e-3387ea208cab req-9115393c-d5d2-4676-8674-650258d4335a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.316909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42bc8a61-ab29-4bf0-939e-3387ea208cab req-9115393c-d5d2-4676-8674-650258d4335a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 943 time: 0.2485874 Jul 16 08:50:41.378401 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce372cf1-13d1-4131-a799-38188f02cd27 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.457902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce372cf1-13d1-4131-a799-38188f02cd27 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event deleted for resources: {'Port': ['ID=a3e3c79b-925b-48dd-af57-05f53612f497,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.467789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-67ca6f0c-24f1-4902-bdc8-28a596dc0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.469279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-67ca6f0c-24f1-4902-bdc8-28a596dc0942 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b39996349f2a4765a05f4875b7b49f3d&device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 1095 time: 0.2614427 Jul 16 08:50:41.499088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42bc8a61-ab29-4bf0-939e-3387ea208cab req-e5d15f2a-f82c-4561-b1f8-85b50eb659ce tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626949 Jul 16 08:50:41.592933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-67697ec0-704c-486b-8e33-34e1c13ec8ce service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730255 Jul 16 08:50:41.678449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-52f721fa-72df-4e84-941d-cc2f05b90c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.680421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-52f721fa-72df-4e84-941d-cc2f05b90c03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ca07413-5fe3-44a8-b6f5-db8c0989c932 HTTP/1.1" status: 200 len: 922 time: 0.1888864 Jul 16 08:50:41.681701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce372cf1-13d1-4131-a799-38188f02cd27 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.684815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce372cf1-13d1-4131-a799-38188f02cd27 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "DELETE /v2.0/ports/a3e3c79b-925b-48dd-af57-05f53612f497 HTTP/1.1" status: 204 len: 168 time: 1.3827929 Jul 16 08:50:41.687885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:41.751123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-3be37188-780f-48b5-9882-410cb4765448 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f185d026-fcfc-4f36-a3f2-f458936ae5bc HTTP/1.1" status: 200 len: 217 time: 0.0636554 Jul 16 08:50:41.792961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3ad2f-81ae-49aa-b763-bc9e1e35d2dc tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.798632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59082) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:41.799116 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e9e3ad2f-81ae-49aa-b763-bc9e1e35d2dc tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "GET /v2.0/ports?device_id=31ec5dab-73d8-4c7c-929c-9100a64d7a66 HTTP/1.1" status: 200 len: 913 time: 0.1098890 Jul 16 08:50:41.985690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c26e19d2-9a32-4137-89fa-b75058fec586 req-01f9023b-257c-4f49-9c09-6a2c13e140bf tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d72f73-e5fa-455c-8c04-8b290cb61e4f HTTP/1.1" status: 200 len: 210 time: 0.0671299 Jul 16 08:50:42.003654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-ece5036e-0d87-4574-9498-01fccdb7db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.005009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-ece5036e-0d87-4574-9498-01fccdb7db5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8495ed4f-0327-4e2c-9d27-fa86e6dbab43 HTTP/1.1" status: 200 len: 861 time: 0.2445087 Jul 16 08:50:42.049325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-04fd0590-9d57-4ad9-ba0b-92c3c29fabdf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ca07413-5fe3-44a8-b6f5-db8c0989c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362260 Jul 16 08:50:42.533411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc64b583-e10a-470d-b06c-4854e60bbd16 req-e8633430-9c1d-414a-ab58-8980edc1ca7d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 210 time: 0.4291654 Jul 16 08:50:42.742245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-5268ace5-178b-4f3c-9e47-de951d4c6108 service neutron] 10.222.0.52 "GET /v2.0/networks/3ca07413-5fe3-44a8-b6f5-db8c0989c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792839 Jul 16 08:50:42.873379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74ef6c-fa18-4919-a9f1-9c79336dd225 req-579192ab-f6a5-4e26-8e8b-0a51c9f1f55c tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.874987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe74ef6c-fa18-4919-a9f1-9c79336dd225 req-579192ab-f6a5-4e26-8e8b-0a51c9f1f55c tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 946 time: 0.3867223 Jul 16 08:50:42.952763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771f460-9138-409f-9129-9e50cc6246ae req-0d5a67ae-63a0-4760-965f-ba75eec96792 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.954293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7771f460-9138-409f-9129-9e50cc6246ae req-0d5a67ae-63a0-4760-965f-ba75eec96792 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 943 time: 0.2760043 Jul 16 08:50:42.988495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd878d88-9e0a-45fa-a2c1-700dbfaa8f9a req-2bdb59c3-736a-422d-8307-628cab5e63bc service neutron] 10.222.0.52 "GET /v2.0/networks/3ca07413-5fe3-44a8-b6f5-db8c0989c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387683 Jul 16 08:50:43.001262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe74ef6c-fa18-4919-a9f1-9c79336dd225 req-964928d5-a853-429b-99a3-0da67c4507b3 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172199 Jul 16 08:50:43.036194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7771f460-9138-409f-9129-9e50cc6246ae req-4101a2c4-0b59-4099-928e-ca035dab6d76 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721755 Jul 16 08:50:43.171245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.377434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-ddcadf78-8a0a-4647-9d47-815707a5e9e5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.378752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-ddcadf78-8a0a-4647-9d47-815707a5e9e5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2601113 Jul 16 08:50:43.442190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Request body: {'port': {'device_id': '2fc64150-e413-48ef-9d8c-a4f24117ed27', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'admin_state_up': True, 'tenant_id': 'c28e98a8fb104443a038715ba3a75248'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:43.697498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09504aa9-77c9-4af7-9798-b86e839afa6a req-d6e2cc61-0112-4e30-8271-4db277e0add4 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 210 time: 0.0477428 Jul 16 08:50:43.708501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:43.712083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.746332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Deleting port 2bfefad2-4892-4e1b-9374-7ee5b1244511 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:43.746675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.912884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.932088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Calling delete_port for 2bfefad2-4892-4e1b-9374-7ee5b1244511 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:43.934705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Allocated IP 172.20.0.11 (21b0b3c8-c2d9-4e7e-87c6-9d980721708a/76c34048-76db-405f-975d-c0d719aedc2a/501f8126-fea6-4da9-b62b-fa175d9c34a7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:44.172645 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.376080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635f327-da4c-47fc-a789-331a201251e1 req-079583f8-6d48-4002-ac91-44d04cd7a83e tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.377749 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6635f327-da4c-47fc-a789-331a201251e1 req-079583f8-6d48-4002-ac91-44d04cd7a83e tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 946 time: 0.0824525 Jul 16 08:50:44.380793 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b570f481-d31b-462b-aa1a-4663d720595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.381526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d003d-52e6-4c52-bdbe-d6aaf189d5b9 req-ef940c38-ea1c-42d7-a67a-79c5e698171d tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.383311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb1d003d-52e6-4c52-bdbe-d6aaf189d5b9 req-ef940c38-ea1c-42d7-a67a-79c5e698171d tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 946 time: 0.1987743 Jul 16 08:50:44.384512 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.400974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f185d026-fcfc-4f36-a3f2-f458936ae5bc details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:44.515265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c97cce-d4e3-47e4-b843-8a4cf2dfadd7 req-78d104c6-d685-4244-b416-d1005c14c7fc tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.522087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39c97cce-d4e3-47e4-b843-8a4cf2dfadd7 req-78d104c6-d685-4244-b416-d1005c14c7fc tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 943 time: 0.2957058 Jul 16 08:50:44.547850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:44.555089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Deleting port 29e7034b-afb2-469e-8c82-403b31f94304 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:44.555937 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.564532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:44.587107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event updated for resources: {'Port': ['ID=501f8126-fea6-4da9-b62b-fa175d9c34a7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.590660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:44.621788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f185d026-fcfc-4f36-a3f2-f458936ae5bc, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f185d026-fcfc-4f36-a3f2-f458936ae5bc,segment=NetworkSegment(85850943-6b8b-4cd3-a65a-2dbe3f9af230),segment_id=85850943-6b8b-4cd3-a65a-2dbe3f9af230)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:44.635367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb1d003d-52e6-4c52-bdbe-d6aaf189d5b9 req-0de676e4-247e-4404-ae70-4725e0126ca4 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/security-groups?id=62870394-cff3-47bc-99ce-b3f040df6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317502 Jul 16 08:50:44.635896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'f185d026-fcfc-4f36-a3f2-f458936ae5bc', 'network_id': '3ca07413-5fe3-44a8-b6f5-db8c0989c932', 'port_id': 'f185d026-fcfc-4f36-a3f2-f458936ae5bc', 'mac_address': 'fa:16:3e:d4:20:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8495ed4f-0327-4e2c-9d27-fa86e6dbab43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:44.685105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39c97cce-d4e3-47e4-b843-8a4cf2dfadd7 req-89aa1f27-dfa6-4c64-8213-995ae5b35e41 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619427 Jul 16 08:50:44.690316 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.703959 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.737411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f185d026-fcfc-4f36-a3f2-f458936ae5bc {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:44.783485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f185d026-fcfc-4f36-a3f2-f458936ae5bc, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f185d026-fcfc-4f36-a3f2-f458936ae5bc,segment=NetworkSegment(85850943-6b8b-4cd3-a65a-2dbe3f9af230),segment_id=85850943-6b8b-4cd3-a65a-2dbe3f9af230)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:44.799603 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.813711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event deleted for resources: {'Port': ['ID=2bfefad2-4892-4e1b-9374-7ee5b1244511,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.853413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.856205 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.917090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=f185d026-fcfc-4f36-a3f2-f458936ae5bc,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.951042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.951411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.954110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.954472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.956220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.956723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.957210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.960156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.961903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.962434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.970571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.974831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.983090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-532a0d1e-a7da-4f5a-85ce-f983c6c58f5b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5659876 Jul 16 08:50:45.005528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Request body: {'port': {'device_id': '2fc64150-e413-48ef-9d8c-a4f24117ed27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:45.101060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['f185d026-fcfc-4f36-a3f2-f458936ae5bc'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:45.154730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.290438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.300758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] For port 29e7034b-afb2-469e-8c82-403b31f94304, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=29e7034b-afb2-469e-8c82-403b31f94304,segment=NetworkSegment(7375aca7-edca-491a-b448-c56968e78610),segment_id=7375aca7-edca-491a-b448-c56968e78610)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:45.301759 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.321176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Calling delete_port for 29e7034b-afb2-469e-8c82-403b31f94304 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:45.360542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47d150-0084-4d55-8265-a9a0092ad9d8 req-4e6894ab-dd4e-437a-a998-4910bd10fcee tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.362394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea47d150-0084-4d55-8265-a9a0092ad9d8 req-4e6894ab-dd4e-437a-a998-4910bd10fcee tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 932 time: 0.2111216 Jul 16 08:50:45.367231 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.486056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.501244 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['29e7034b-afb2-469e-8c82-403b31f94304'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:45.539931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea47d150-0084-4d55-8265-a9a0092ad9d8 req-464bb8de-c44f-488b-a73a-e6ab6b4b4b30 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609452 Jul 16 08:50:45.569993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Pushing event deleted for resources: {'Port': ['ID=29e7034b-afb2-469e-8c82-403b31f94304,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:45.616900 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] No DVR routers for this DVR port 29e7034b-afb2-469e-8c82-403b31f94304 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:45.619315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.622146 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6635f327-da4c-47fc-a789-331a201251e1 req-ddb934f0-3aa5-476b-a61d-38ac2fbd355b tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.54 "DELETE /v2.0/ports/29e7034b-afb2-469e-8c82-403b31f94304 HTTP/1.1" status: 204 len: 173 time: 1.2364056 Jul 16 08:50:45.622593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f3f538-8cfc-4863-94d5-74c4535c1fc4', 'name': 'network-vif-deleted', 'tag': '29e7034b-afb2-469e-8c82-403b31f94304'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:45.624879 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b99739-85c1-40c3-8d46-ca5214b39483" -d '{"events": [{"server_uuid": "d2f3f538-8cfc-4863-94d5-74c4535c1fc4", "name": "network-vif-deleted", "tag": "29e7034b-afb2-469e-8c82-403b31f94304"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:45.672035 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc572848-01fe-4880-9a59-4523ca7c8047 x-openstack-request-id: req-bc572848-01fe-4880-9a59-4523ca7c8047 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:45.672661 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f3f538-8cfc-4863-94d5-74c4535c1fc4", "name": "network-vif-deleted", "tag": "29e7034b-afb2-469e-8c82-403b31f94304", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:45.673089 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc572848-01fe-4880-9a59-4523ca7c8047 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:45.673741 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f3f538-8cfc-4863-94d5-74c4535c1fc4', 'name': 'network-vif-deleted', 'tag': '29e7034b-afb2-469e-8c82-403b31f94304', 'status': 'completed', 'code': 200} Jul 16 08:50:45.865044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-456ccbf1-c88b-4fc2-9400-fb55933c220f req-e2855a80-461a-498b-8219-797bb9ca8ee1 tempest-ServersNegativeTestMultiTenantJSON-1227003647 tempest-ServersNegativeTestMultiTenantJSON-1227003647-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f3f538-8cfc-4863-94d5-74c4535c1fc4 HTTP/1.1" status: 200 len: 210 time: 0.0597725 Jul 16 08:50:46.046249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501f8126-fea6-4da9-b62b-fa175d9c34a7 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:46.059181 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.085278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Router 31ec5dab-73d8-4c7c-929c-9100a64d7a66 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:46.089252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Transition to ACTIVE for port object 501f8126-fea6-4da9-b62b-fa175d9c34a7 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:46.098451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a0597-5d6d-4dfb-9b32-0192ec1d90c7 req-adeadc36-8053-4b35-a7ff-df40c76546f9 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.106281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a6a0597-5d6d-4dfb-9b32-0192ec1d90c7 req-adeadc36-8053-4b35-a7ff-df40c76546f9 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 944 time: 0.2758203 Jul 16 08:50:46.116807 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.398037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f185d026-fcfc-4f36-a3f2-f458936ae5bc up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:46.482032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port f185d026-fcfc-4f36-a3f2-f458936ae5bc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:46.491809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port f185d026-fcfc-4f36-a3f2-f458936ae5bc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:46.492370 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.586905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.621938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a6a0597-5d6d-4dfb-9b32-0192ec1d90c7 req-d9125f1a-2376-4f08-8238-8a041ed9d6ac tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147228 Jul 16 08:50:46.629195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Pushing event updated for resources: {'Port': ['ID=501f8126-fea6-4da9-b62b-fa175d9c34a7,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.642376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1a021d-4ba8-46a0-89fc-d95437023d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f185d026-fcfc-4f36-a3f2-f458936ae5bc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:46.648794 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8652f0-5807-412a-9986-48e86a871903" -d '{"events": [{"server_uuid": "be1a021d-4ba8-46a0-89fc-d95437023d0a", "name": "network-vif-plugged", "status": "completed", "tag": "f185d026-fcfc-4f36-a3f2-f458936ae5bc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:46.672204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f185d026-fcfc-4f36-a3f2-f458936ae5bc, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f185d026-fcfc-4f36-a3f2-f458936ae5bc,segment=NetworkSegment(85850943-6b8b-4cd3-a65a-2dbe3f9af230),segment_id=85850943-6b8b-4cd3-a65a-2dbe3f9af230)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:46.679775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.761396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=f185d026-fcfc-4f36-a3f2-f458936ae5bc,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.779143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:46.786208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-978c8a96-e32f-43a1-888e-9bd09495b3df tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "PUT /v2.0/routers/31ec5dab-73d8-4c7c-929c-9100a64d7a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9865861 Jul 16 08:50:46.788822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59152) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.795526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d5836-27b6-4686-9ad5-b1500cfc3846 None None] Sync routers for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:46.797825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Attempting to bind port 501f8126-fea6-4da9-b62b-fa175d9c34a7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:46.798393 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2c0303-4488-46c8-9f50-1929bb6426ca x-openstack-request-id: req-5b2c0303-4488-46c8-9f50-1929bb6426ca {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:46.798554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Attempting to bind port 501f8126-fea6-4da9-b62b-fa175d9c34a7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:46.798979 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1a021d-4ba8-46a0-89fc-d95437023d0a", "name": "network-vif-plugged", "status": "completed", "tag": "f185d026-fcfc-4f36-a3f2-f458936ae5bc", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:46.799125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Attempting to bind port 501f8126-fea6-4da9-b62b-fa175d9c34a7 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:46.799509 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b2c0303-4488-46c8-9f50-1929bb6426ca {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:46.800027 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1a021d-4ba8-46a0-89fc-d95437023d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f185d026-fcfc-4f36-a3f2-f458936ae5bc', 'code': 200} Jul 16 08:50:46.811344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Port 501f8126-fea6-4da9-b62b-fa175d9c34a7 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:46.811711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Attempting to bind port 501f8126-fea6-4da9-b62b-fa175d9c34a7 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:46.818659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:46.819285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Checking segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:46.820891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Bound using segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:46.821349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Bound port: 501f8126-fea6-4da9-b62b-fa175d9c34a7, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:46.821742 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.822352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d5836-27b6-4686-9ad5-b1500cfc3846 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:46.834654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ed5d5836-27b6-4686-9ad5-b1500cfc3846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:46.911982 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.923947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] For port 501f8126-fea6-4da9-b62b-fa175d9c34a7, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:46.927757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] For port 501f8126-fea6-4da9-b62b-fa175d9c34a7, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=501f8126-fea6-4da9-b62b-fa175d9c34a7,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:46.949959 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.983878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.985245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.988588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] 10.222.0.52 "PUT /v2.0/ports/501f8126-fea6-4da9-b62b-fa175d9c34a7 HTTP/1.1" status: 200 len: 1093 time: 1.9910295 Jul 16 08:50:46.992006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc64150-e413-48ef-9d8c-a4f24117ed27', 'tag': '501f8126-fea6-4da9-b62b-fa175d9c34a7'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:46.996888 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc64150-e413-48ef-9d8c-a4f24117ed27", "tag": "501f8126-fea6-4da9-b62b-fa175d9c34a7"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:47.041819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685c339-d436-4907-a088-82b137de566a req-06a502b1-a871-490f-babb-e50f7b4c5c25 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.050565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59162) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.053832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ed5d5836-27b6-4686-9ad5-b1500cfc3846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.062524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6685c339-d436-4907-a088-82b137de566a req-06a502b1-a871-490f-babb-e50f7b4c5c25 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 944 time: 0.3409557 Jul 16 08:50:47.064194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d5836-27b6-4686-9ad5-b1500cfc3846 None None] Routers {'31ec5dab-73d8-4c7c-929c-9100a64d7a66'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:47.064986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ed5d5836-27b6-4686-9ad5-b1500cfc3846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.099824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ed5d5836-27b6-4686-9ad5-b1500cfc3846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.101147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d5836-27b6-4686-9ad5-b1500cfc3846 None None] The sync data for ids ['31ec5dab-73d8-4c7c-929c-9100a64d7a66'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:47.111387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9e21f-e014-4e2a-8f7f-47ba6813f8d6 req-0ec404d1-0aa1-46de-9c19-75d3edf3d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.112900 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cce9e21f-e014-4e2a-8f7f-47ba6813f8d6 req-0ec404d1-0aa1-46de-9c19-75d3edf3d053 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 1097 time: 0.2103868 Jul 16 08:50:47.134815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6685c339-d436-4907-a088-82b137de566a req-e1cf3823-0b88-4e2a-832a-34add4e2abbf tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713894 Jul 16 08:50:47.139170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9786f12-3203-4148-b373-30db0006b654 admin admin] Deleting subnet b67e4646-b6f6-4042-ad8c-c5017c18bfd9 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:47.158079 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cce9e21f-e014-4e2a-8f7f-47ba6813f8d6 req-316079e4-69b4-4647-9341-b6b06fab777a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Jul 16 08:50:47.159001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9786f12-3203-4148-b373-30db0006b654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.184914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33dbe7-19bd-4b2f-811d-8e07ed556d7d service neutron] Pushing event updated for resources: {'Port': ['ID=501f8126-fea6-4da9-b62b-fa175d9c34a7,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.212953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-6476db7f-27ba-4310-b910-00eff89c0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.215290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-6476db7f-27ba-4310-b910-00eff89c0833 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 1096 time: 0.1258717 Jul 16 08:50:47.234518 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315fd80e-7c8a-4ec4-af77-c67dcdc4e2ec x-openstack-request-id: req-315fd80e-7c8a-4ec4-af77-c67dcdc4e2ec {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:47.234827 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc64150-e413-48ef-9d8c-a4f24117ed27", "tag": "501f8126-fea6-4da9-b62b-fa175d9c34a7", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:47.235057 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-315fd80e-7c8a-4ec4-af77-c67dcdc4e2ec {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:47.235841 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc64150-e413-48ef-9d8c-a4f24117ed27', 'tag': '501f8126-fea6-4da9-b62b-fa175d9c34a7', 'status': 'completed', 'code': 200} Jul 16 08:50:47.241178 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.262202 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9786f12-3203-4148-b373-30db0006b654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.270818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-43a322ec-b8df-4ec9-9165-889ba9ea2464 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501f8126-fea6-4da9-b62b-fa175d9c34a7 HTTP/1.1" status: 200 len: 217 time: 0.0462854 Jul 16 08:50:47.358312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9786f12-3203-4148-b373-30db0006b654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.369482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-e2bbc73f-b37b-4de6-9b8f-6ba9e9b5fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.371987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-e2bbc73f-b37b-4de6-9b8f-6ba9e9b5fc2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0935812 Jul 16 08:50:47.397388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Deleting port 6f71103d-cd3e-4a3f-965c-c28745cf8688 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:47.397758 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.412220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-fa02bc7d-a89a-439b-8a31-b760dc4dd3f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326793 Jul 16 08:50:47.499783 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9786f12-3203-4148-b373-30db0006b654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.523395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-0cb9e77b-0b78-4bad-8b17-76298a736365 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028266 Jul 16 08:50:47.557555 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.576007 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9686-6b19-4742-841a-90d03fd5030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.587530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.594791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786f12-3203-4148-b373-30db0006b654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67e4646-b6f6-4042-ad8c-c5017c18bfd9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.612364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9786f12-3203-4148-b373-30db0006b654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.616705 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f9786f12-3203-4148-b373-30db0006b654 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b67e4646-b6f6-4042-ad8c-c5017c18bfd9 HTTP/1.1" status: 204 len: 168 time: 0.5629318 Jul 16 08:50:47.616705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Calling delete_port for 6f71103d-cd3e-4a3f-965c-c28745cf8688 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:47.617422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59172) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.723139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d670d1-e179-4a0d-8fc8-a9c34bafdf08 req-b7817614-91b4-4a7b-af02-c582686ec022 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.724739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43d670d1-e179-4a0d-8fc8-a9c34bafdf08 req-b7817614-91b4-4a7b-af02-c582686ec022 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 945 time: 0.1948748 Jul 16 08:50:47.729222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e18a72fe-65ec-4878-8cca-ef6b6374900a req-3af9cf36-4984-43e8-952e-2902adc5152d service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837587 Jul 16 08:50:47.731640 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.869415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.871983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43d670d1-e179-4a0d-8fc8-a9c34bafdf08 req-9ea559c1-0352-40b6-8d86-98ffb15e2b17 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382415 Jul 16 08:50:47.880810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce992ce-799b-4cea-a467-57a471dd8dd6']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.898445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7375aca7-edca-491a-b448-c56968e78610') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.898838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7375aca7-edca-491a-b448-c56968e78610') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.926951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1dd10-b37c-4148-854e-0006cec76baa req-e0245505-9141-4f9f-9f1e-90848b2ba4da tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.928538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfe1dd10-b37c-4148-854e-0006cec76baa req-e0245505-9141-4f9f-9f1e-90848b2ba4da tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 945 time: 0.1596785 Jul 16 08:50:47.933843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-50b77404-e9bb-40a9-9098-03f58df4563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.935337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-50b77404-e9bb-40a9-9098-03f58df4563c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 1096 time: 0.1050658 Jul 16 08:50:47.939292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.961063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.973280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:47.973488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:47.975090 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:48.001347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.031389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfe1dd10-b37c-4148-854e-0006cec76baa req-2001ab0e-ebe5-4cff-81a3-fdf8b063ebc8 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950501 Jul 16 08:50:48.053254 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event deleted for resources: {'Port': ['ID=6f71103d-cd3e-4a3f-965c-c28745cf8688,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.061255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-20ef914a-b6b5-4368-9ab2-e1daafb4a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.062727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-20ef914a-b6b5-4368-9ab2-e1daafb4a3f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.1181331 Jul 16 08:50:48.107355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-158a92b4-2a81-4865-8726-27d15963d2b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501f8126-fea6-4da9-b62b-fa175d9c34a7 HTTP/1.1" status: 200 len: 217 time: 0.0362039 Jul 16 08:50:48.110947 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.118043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.119846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] 10.222.0.55 "DELETE /v2.0/networks/6ce992ce-799b-4cea-a467-57a471dd8dd6 HTTP/1.1" status: 204 len: 168 time: 0.5013945 Jul 16 08:50:48.124427 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59176) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.160757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-70688f2f-ad67-4610-8c99-36fa90773c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.162291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-70688f2f-ad67-4610-8c99-36fa90773c43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0454826 Jul 16 08:50:48.166798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc89c8c-07cf-4568-8da8-8b882dc2064d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce992ce-799b-4cea-a467-57a471dd8dd6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.205111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-40da15a3-eef1-495b-a73f-3ed44b7df643 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363150 Jul 16 08:50:48.224186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c399d-7827-404b-ada2-f188042112a3 req-349d25c7-624b-4a1c-8a5c-f3ac45b89f6b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.225688 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e4c399d-7827-404b-ada2-f188042112a3 req-349d25c7-624b-4a1c-8a5c-f3ac45b89f6b tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 945 time: 0.2335508 Jul 16 08:50:48.229374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.302398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a520e00-9ef2-49c8-8ca5-668dc3e02a24 admin admin] Deleting subnet 2bd8f2d0-dea0-44a1-bb0c-401ffbcf6277 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:48.335533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-2a5a7b0b-ff1b-4112-a7a4-6495f87c33a1 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232698 Jul 16 08:50:48.346260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 29e7034b-afb2-469e-8c82-403b31f94304 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:48.349073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a520e00-9ef2-49c8-8ca5-668dc3e02a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.373266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 29e7034b-afb2-469e-8c82-403b31f94304 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:48.373741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 29e7034b-afb2-469e-8c82-403b31f94304 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:48.379903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.385149 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.395999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46d89-fb9d-4d83-bbcd-41cd6e760c24 req-19ee897c-5f33-4762-926b-476fc58b9578 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.397569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cca46d89-fb9d-4d83-bbcd-41cd6e760c24 req-19ee897c-5f33-4762-926b-476fc58b9578 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 944 time: 0.1249161 Jul 16 08:50:48.463638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a520e00-9ef2-49c8-8ca5-668dc3e02a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.487555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.488056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Fanout notify agent at l3_agent the message router_deleted on router 31ec5dab-73d8-4c7c-929c-9100a64d7a66 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:48.499428 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.500552 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b7f3b715-45f0-48ef-97eb-2b0544376b08 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "DELETE /v2.0/routers/31ec5dab-73d8-4c7c-929c-9100a64d7a66 HTTP/1.1" status: 204 len: 168 time: 1.7107220 Jul 16 08:50:48.504081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59184) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.505866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cca46d89-fb9d-4d83-bbcd-41cd6e760c24 req-daf0d1ce-c7c3-4d19-91ee-2b73392746d2 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760365 Jul 16 08:50:48.508193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9fa2198-5d5c-4e31-bfb6-9863c95f5749 req-586bae99-f928-4e38-9aae-e993b34b46df service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645455 Jul 16 08:50:48.554697 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.559389 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a520e00-9ef2-49c8-8ca5-668dc3e02a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.606886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0e9269-2359-4f77-b854-85e8497a0f2c tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Deleting subnet 298cfb3f-491a-47c7-902f-3c6c7cb21458 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:48.612243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9269-2359-4f77-b854-85e8497a0f2c tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.645159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Deleting port 5a3b9a7d-e3db-42c5-8464-dce714871623 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:48.645503 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.688040 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a520e00-9ef2-49c8-8ca5-668dc3e02a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.693891 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9269-2359-4f77-b854-85e8497a0f2c tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.750073 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.776445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a520e00-9ef2-49c8-8ca5-668dc3e02a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.781245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4a520e00-9ef2-49c8-8ca5-668dc3e02a24 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2bd8f2d0-dea0-44a1-bb0c-401ffbcf6277 HTTP/1.1" status: 204 len: 168 time: 0.6433458 Jul 16 08:50:48.781629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59188) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.781845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a520e00-9ef2-49c8-8ca5-668dc3e02a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd8f2d0-dea0-44a1-bb0c-401ffbcf6277,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.842538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] For port 5a3b9a7d-e3db-42c5-8464-dce714871623, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5a3b9a7d-e3db-42c5-8464-dce714871623,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:48.842957 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.856792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.862904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Calling delete_port for 5a3b9a7d-e3db-42c5-8464-dce714871623 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:48.871884 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9269-2359-4f77-b854-85e8497a0f2c tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.945686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.956743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f5ef74-29e3-47cd-a4b4-2deef14151a0']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:48.967136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41676e9-0cfb-4614-ba2f-7660bd59045d') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:48.967418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41676e9-0cfb-4614-ba2f-7660bd59045d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:48.977452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.986480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9269-2359-4f77-b854-85e8497a0f2c tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.993970 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.002949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:49.003721 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:49.005871 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:49.017791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e9269-2359-4f77-b854-85e8497a0f2c tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event deleted for resources: {'Subnet': ['ID=298cfb3f-491a-47c7-902f-3c6c7cb21458,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.019949 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9269-2359-4f77-b854-85e8497a0f2c tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.021887 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e0e9269-2359-4f77-b854-85e8497a0f2c tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "DELETE /v2.0/subnets/298cfb3f-491a-47c7-902f-3c6c7cb21458 HTTP/1.1" status: 204 len: 168 time: 0.5154421 Jul 16 08:50:49.023469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ce0f8-447e-4bd8-93d5-80ac0d3b2540 None None] Network 53f7fc90-fe59-419e-b88f-f339eee3073c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:49.024327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59192) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:49.128603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.138667 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.139641 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.141694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.148654 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] 10.222.0.55 "DELETE /v2.0/networks/42f5ef74-29e3-47cd-a4b4-2deef14151a0 HTTP/1.1" status: 204 len: 168 time: 0.3658700 Jul 16 08:50:49.158336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['5a3b9a7d-e3db-42c5-8464-dce714871623'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:49.178973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Pushing event deleted for resources: {'Port': ['ID=5a3b9a7d-e3db-42c5-8464-dce714871623,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.221857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646b578-34a4-4542-8fdf-d98a956c77bb req-e04ced3a-a76f-4448-acff-76559c16e1bd tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.226664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e646b578-34a4-4542-8fdf-d98a956c77bb req-e04ced3a-a76f-4448-acff-76559c16e1bd tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1826f6-ef25-4fcd-b71a-76fce1f6004b HTTP/1.1" status: 200 len: 866 time: 0.1980512 Jul 16 08:50:49.227847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f566cc-b633-42d1-9164-78145f700238 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f5ef74-29e3-47cd-a4b4-2deef14151a0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.248851 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] No DVR routers for this DVR port 5a3b9a7d-e3db-42c5-8464-dce714871623 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:49.252265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.254367 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e4c399d-7827-404b-ada2-f188042112a3 req-e1756eb7-7cd2-4a66-b2e6-3a062b4bf9ee tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.54 "DELETE /v2.0/ports/5a3b9a7d-e3db-42c5-8464-dce714871623 HTTP/1.1" status: 204 len: 173 time: 1.0199447 Jul 16 08:50:49.254828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'name': 'network-vif-deleted', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:49.258059 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3219ff-452f-4005-bf50-9d53b6aeaa29" -d '{"events": [{"server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "name": "network-vif-deleted", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:49.286686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Deleting port 00798748-4647-4353-ad11-da5bf78cb87e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:49.287031 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.291752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] DHCP port deletion for 53f7fc90-fe59-419e-b88f-f339eee3073c request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:49.345327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] Deleting port 00798748-4647-4353-ad11-da5bf78cb87e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:49.346348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.366897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e646b578-34a4-4542-8fdf-d98a956c77bb req-29eb3ea0-b5ec-4b47-96ca-8e7544ccafff tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320105 Jul 16 08:50:49.380326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] For port 00798748-4647-4353-ad11-da5bf78cb87e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=00798748-4647-4353-ad11-da5bf78cb87e,segment=NetworkSegment(1e9ea8ed-52b3-459d-b689-5c87f2319ba6),segment_id=1e9ea8ed-52b3-459d-b689-5c87f2319ba6)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:49.382294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.411308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Calling delete_port for 00798748-4647-4353-ad11-da5bf78cb87e owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:49.438588 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e93c8d-3963-441b-9bd4-ab671f00c8e6 x-openstack-request-id: req-85e93c8d-3963-441b-9bd4-ab671f00c8e6 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:49.438826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] For port 00798748-4647-4353-ad11-da5bf78cb87e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=00798748-4647-4353-ad11-da5bf78cb87e,segment=NetworkSegment(1e9ea8ed-52b3-459d-b689-5c87f2319ba6),segment_id=1e9ea8ed-52b3-459d-b689-5c87f2319ba6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:49.438923 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1826f6-ef25-4fcd-b71a-76fce1f6004b", "name": "network-vif-deleted", "tag": "5a3b9a7d-e3db-42c5-8464-dce714871623", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:49.439151 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85e93c8d-3963-441b-9bd4-ab671f00c8e6 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:49.439253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.439526 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1826f6-ef25-4fcd-b71a-76fce1f6004b', 'name': 'network-vif-deleted', 'tag': '5a3b9a7d-e3db-42c5-8464-dce714871623', 'status': 'completed', 'code': 200} Jul 16 08:50:49.447504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635599ff-b2d2-4290-af0d-4076fa52d0e2 req-a6f1f4fa-cd94-42df-b753-96a386496c2d tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.456240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] Calling delete_port for 00798748-4647-4353-ad11-da5bf78cb87e owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:49.458551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-635599ff-b2d2-4290-af0d-4076fa52d0e2 req-a6f1f4fa-cd94-42df-b753-96a386496c2d tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 945 time: 0.1897957 Jul 16 08:50:49.460836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59200) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:49.546279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-635599ff-b2d2-4290-af0d-4076fa52d0e2 req-e775cd4c-28d0-41a7-924f-a74ac669af75 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867379 Jul 16 08:50:49.598482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c46a03c5-e046-4a2b-a8a2-e35903c98677 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c053375312245deab19c81a912ad415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325645 Jul 16 08:50:49.598482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59208) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:49.617489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.644561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] No DVR routers for this DVR port 00798748-4647-4353-ad11-da5bf78cb87e on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:49.677765 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0e64d1b-7d74-4f46-85ea-ce4e6b97d947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.680190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d350b12-2b02-46f5-8b16-f13ceeb49cf8 None None] Pushing event deleted for resources: {'Port': ['ID=00798748-4647-4353-ad11-da5bf78cb87e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.769943 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0e64d1b-7d74-4f46-85ea-ce4e6b97d947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.804064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.833211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event deleted for resources: {'Port': ['ID=00798748-4647-4353-ad11-da5bf78cb87e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.837983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8044ea8-aa7b-4ee2-90c4-921f0e071bf9 req-40f7c865-1b49-48d6-a070-b0c59892a184 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.838165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] No DVR routers for this DVR port 00798748-4647-4353-ad11-da5bf78cb87e on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:49.846248 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8044ea8-aa7b-4ee2-90c4-921f0e071bf9 req-40f7c865-1b49-48d6-a070-b0c59892a184 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 944 time: 0.1194236 Jul 16 08:50:49.869565 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0e64d1b-7d74-4f46-85ea-ce4e6b97d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.873434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0e64d1b-7d74-4f46-85ea-ce4e6b97d947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.874802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c0e64d1b-7d74-4f46-85ea-ce4e6b97d947 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62870394-cff3-47bc-99ce-b3f040df6e60 HTTP/1.1" status: 204 len: 168 time: 0.2765627 Jul 16 08:50:49.911930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8044ea8-aa7b-4ee2-90c4-921f0e071bf9 req-505a1077-beb5-4d44-859f-e82e583ca0ee tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610976 Jul 16 08:50:49.912913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e64d1b-7d74-4f46-85ea-ce4e6b97d947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62870394-cff3-47bc-99ce-b3f040df6e60,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.951201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.961712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f7fc90-fe59-419e-b88f-f339eee3073c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:49.973001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9ea8ed-52b3-459d-b689-5c87f2319ba6') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:49.973305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9ea8ed-52b3-459d-b689-5c87f2319ba6') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:49.986454 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.020463 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.031777 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.038927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:50.039352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:50.043228 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:50.094789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 00798748-4647-4353-ad11-da5bf78cb87e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:50.108346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.118892 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.121837 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "DELETE /v2.0/networks/53f7fc90-fe59-419e-b88f-f339eee3073c HTTP/1.1" status: 204 len: 168 time: 1.0964856 Jul 16 08:50:50.122766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 00798748-4647-4353-ad11-da5bf78cb87e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:50.123365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 00798748-4647-4353-ad11-da5bf78cb87e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:50.124469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59226) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.180551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d250fd-e4f2-43b4-8ada-a683752afe93 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event deleted for resources: {'Network': ['ID=53f7fc90-fe59-419e-b88f-f339eee3073c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.277926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Deleting port 8f72f193-6a19-484f-928b-548e2018dc0a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:50.278327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.367758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.367758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.378250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Calling delete_port for 8f72f193-6a19-484f-928b-548e2018dc0a owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:50.416895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59246) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.423444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 501f8126-fea6-4da9-b62b-fa175d9c34a7 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:50.491649 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9abb34dc-6add-4de9-8ccb-827f1c740de8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52edafdcaa034294a45bddcb59426137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733964 Jul 16 08:50:50.493853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59250) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.563738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.574444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 501f8126-fea6-4da9-b62b-fa175d9c34a7, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=501f8126-fea6-4da9-b62b-fa175d9c34a7,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:50.582946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc490e57-0fa9-4a57-bb81-37ba666bc8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.587728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '501f8126-fea6-4da9-b62b-fa175d9c34a7', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'port_id': '501f8126-fea6-4da9-b62b-fa175d9c34a7', 'mac_address': 'fa:16:3e:5b:e3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c34048-76db-405f-975d-c0d719aedc2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:50.618343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc490e57-0fa9-4a57-bb81-37ba666bc8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.625515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Pushing event deleted for resources: {'Port': ['ID=8f72f193-6a19-484f-928b-548e2018dc0a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.653785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.673297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501f8126-fea6-4da9-b62b-fa175d9c34a7 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:50.700936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.707173 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.707173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-50f092b5-3385-493b-9b6b-e3dae7e1c581 tempest-FloatingIPAdminTestJSON-45952711 tempest-FloatingIPAdminTestJSON-45952711-project] 10.222.0.55 "DELETE /v2.0/floatingips/2b95fd90-66a5-46cb-948f-533f97432317 HTTP/1.1" status: 204 len: 168 time: 0.5790155 Jul 16 08:50:50.711697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 501f8126-fea6-4da9-b62b-fa175d9c34a7, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=501f8126-fea6-4da9-b62b-fa175d9c34a7,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:50.718018 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.744194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc490e57-0fa9-4a57-bb81-37ba666bc8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.750396 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc490e57-0fa9-4a57-bb81-37ba666bc8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.754402 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc490e57-0fa9-4a57-bb81-37ba666bc8be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2aeeb53f-f7fd-4943-a698-09d918c721c1 HTTP/1.1" status: 204 len: 168 time: 0.2569950 Jul 16 08:50:50.762276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc490e57-0fa9-4a57-bb81-37ba666bc8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeeb53f-f7fd-4943-a698-09d918c721c1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.800374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=501f8126-fea6-4da9-b62b-fa175d9c34a7,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.926094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3a4f7-b140-4e65-9ebd-f697ad9f4fb2 req-bcd946fd-2d68-449e-81ab-68ae28d94da7 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.927759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c3a4f7-b140-4e65-9ebd-f697ad9f4fb2 req-bcd946fd-2d68-449e-81ab-68ae28d94da7 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 945 time: 0.0765350 Jul 16 08:50:50.973397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c3a4f7-b140-4e65-9ebd-f697ad9f4fb2 req-b0a215d6-0647-46cc-8698-456a6bc844d9 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371032 Jul 16 08:50:50.993766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['501f8126-fea6-4da9-b62b-fa175d9c34a7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:51.131848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702646ec-ab8e-490e-90cc-d6504f7fbe63 req-c668c2d5-8b91-449e-80c3-1562a447c175 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.142864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-702646ec-ab8e-490e-90cc-d6504f7fbe63 req-c668c2d5-8b91-449e-80c3-1562a447c175 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 945 time: 0.1200297 Jul 16 08:50:51.186651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-702646ec-ab8e-490e-90cc-d6504f7fbe63 req-021343b5-d32b-43bd-b8f1-f05ecb4a1dac tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391886 Jul 16 08:50:51.196569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59274) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.389170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecfefe-3e5b-4374-a711-43f9bb581f71 req-8b8d3d6f-fdec-4fd5-acae-9f106d033ccf tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.390749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12ecfefe-3e5b-4374-a711-43f9bb581f71 req-8b8d3d6f-fdec-4fd5-acae-9f106d033ccf tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 945 time: 0.0922215 Jul 16 08:50:51.419953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-648e61b6-6cff-4b8c-9097-cfebc4e3f1d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7854b436b3ff402bbe446a60fce0b756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190042 Jul 16 08:50:51.422281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59284) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.429128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-919b8e86-ef53-4c6e-9b45-e2e40aa2387c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.430663 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-919b8e86-ef53-4c6e-9b45-e2e40aa2387c tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 945 time: 0.0704310 Jul 16 08:50:51.461978 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12ecfefe-3e5b-4374-a711-43f9bb581f71 req-d7ce708d-2212-40f4-ba07-32c13a08a0ac tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656753 Jul 16 08:50:51.494785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2245aff0-218a-4d91-a8e8-e74f966d8b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.519300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2245aff0-218a-4d91-a8e8-e74f966d8b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.557567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Deleting port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:51.558488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.577157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2245aff0-218a-4d91-a8e8-e74f966d8b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.581809 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2245aff0-218a-4d91-a8e8-e74f966d8b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.583712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2245aff0-218a-4d91-a8e8-e74f966d8b95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e0c123d-b0ce-4066-aaa5-b3b26f93d506 HTTP/1.1" status: 204 len: 168 time: 0.1603549 Jul 16 08:50:51.595602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245aff0-218a-4d91-a8e8-e74f966d8b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c123d-b0ce-4066-aaa5-b3b26f93d506,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.674105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] For port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:51.674561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.686876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Calling delete_port for 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:51.827598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.862580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Pushing event deleted for resources: {'Port': ['ID=22b86e4f-c15e-41b8-b5fb-2afb38956eb5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.919745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59302) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.920370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] No DVR routers for this DVR port 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:51.922958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.925117 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-505fe545-ad9d-4774-84ef-c0c200220fe0 req-3db7d552-26ac-4f8f-877e-bd49cba8b2f6 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.54 "DELETE /v2.0/ports/22b86e4f-c15e-41b8-b5fb-2afb38956eb5 HTTP/1.1" status: 204 len: 173 time: 0.4879053 Jul 16 08:50:51.925580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'name': 'network-vif-deleted', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:51.928103 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d06b3f-8188-4c89-9159-83e809be5175" -d '{"events": [{"server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "name": "network-vif-deleted", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:51.941711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cc43a2b-6a88-4d60-ad64-dd64540bc538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.983427 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ed438-2e18-4310-8209-496effc5d0c4 x-openstack-request-id: req-753ed438-2e18-4310-8209-496effc5d0c4 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:51.983723 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0755b-c5a4-476a-aaf0-64a8751e1a43", "name": "network-vif-deleted", "tag": "22b86e4f-c15e-41b8-b5fb-2afb38956eb5", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:51.983973 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-753ed438-2e18-4310-8209-496effc5d0c4 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:51.984381 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0755b-c5a4-476a-aaf0-64a8751e1a43', 'name': 'network-vif-deleted', 'tag': '22b86e4f-c15e-41b8-b5fb-2afb38956eb5', 'status': 'completed', 'code': 200} Jul 16 08:50:52.157077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-e82e37eb-61be-4e2a-a70f-0234e1eb6104 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.164745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-e82e37eb-61be-4e2a-a70f-0234e1eb6104 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 945 time: 0.1690395 Jul 16 08:50:52.216845 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cc43a2b-6a88-4d60-ad64-dd64540bc538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.240071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cc43a2b-6a88-4d60-ad64-dd64540bc538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.315502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8cc43a2b-6a88-4d60-ad64-dd64540bc538 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e34b46e38bf84772b921af6d641a3b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946776 Jul 16 08:50:52.318150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43a2b-6a88-4d60-ad64-dd64540bc538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5841f96a-24ca-4fe9-baf6-37c3b40d3c10,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.319511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59320) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:52.351572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a590e7a-aba7-4b33-90e6-36171bfc19ba req-2bf0890f-1f98-4b5c-a855-17e56e7d2b42 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.353116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a590e7a-aba7-4b33-90e6-36171bfc19ba req-2bf0890f-1f98-4b5c-a855-17e56e7d2b42 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 945 time: 0.2186997 Jul 16 08:50:52.371646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5a3b9a7d-e3db-42c5-8464-dce714871623 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:52.406200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 5a3b9a7d-e3db-42c5-8464-dce714871623 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:52.406806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5a3b9a7d-e3db-42c5-8464-dce714871623 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:52.413656 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-708dc8f3-4186-4d9e-837b-cb4d0b8a1b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.425134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 501f8126-fea6-4da9-b62b-fa175d9c34a7 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:52.429707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ae307c6-4174-46c2-94d7-ac08f70ff420 req-52f5e5c4-dae8-4909-a73e-516b98bbeadb tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b0755b-c5a4-476a-aaf0-64a8751e1a43 HTTP/1.1" status: 200 len: 210 time: 0.0409949 Jul 16 08:50:52.439259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Deleting port f185d026-fcfc-4f36-a3f2-f458936ae5bc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:52.439467 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.441281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-708dc8f3-4186-4d9e-837b-cb4d0b8a1b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.455515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a590e7a-aba7-4b33-90e6-36171bfc19ba req-6930d704-7b37-4531-aa0f-a3c027cbbcc9 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/security-groups?id=0624f1a9-9749-4f17-8e78-834c491e0390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903506 Jul 16 08:50:52.510600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 501f8126-fea6-4da9-b62b-fa175d9c34a7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:52.516586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 501f8126-fea6-4da9-b62b-fa175d9c34a7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:52.517365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.564112 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-708dc8f3-4186-4d9e-837b-cb4d0b8a1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.572335 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-708dc8f3-4186-4d9e-837b-cb4d0b8a1b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.574715 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-708dc8f3-4186-4d9e-837b-cb4d0b8a1b6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5841f96a-24ca-4fe9-baf6-37c3b40d3c10 HTTP/1.1" status: 204 len: 168 time: 0.2542090 Jul 16 08:50:52.604593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dc8f3-4186-4d9e-837b-cb4d0b8a1b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5841f96a-24ca-4fe9-baf6-37c3b40d3c10,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.694806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] For port f185d026-fcfc-4f36-a3f2-f458936ae5bc, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f185d026-fcfc-4f36-a3f2-f458936ae5bc,segment=NetworkSegment(85850943-6b8b-4cd3-a65a-2dbe3f9af230),segment_id=85850943-6b8b-4cd3-a65a-2dbe3f9af230)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:52.695463 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.709257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.749453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Calling delete_port for f185d026-fcfc-4f36-a3f2-f458936ae5bc owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:52.753402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc64150-e413-48ef-9d8c-a4f24117ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f8126-fea6-4da9-b62b-fa175d9c34a7'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:52.755946 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b57bc46-bcc5-4d77-a351-c808feba0c35" -d '{"events": [{"server_uuid": "2fc64150-e413-48ef-9d8c-a4f24117ed27", "name": "network-vif-plugged", "status": "completed", "tag": "501f8126-fea6-4da9-b62b-fa175d9c34a7"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:52.771848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 501f8126-fea6-4da9-b62b-fa175d9c34a7, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=501f8126-fea6-4da9-b62b-fa175d9c34a7,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:52.778877 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.838482 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f3e9b-2ffd-4edf-bdf9-6fd6c2bb4a1b x-openstack-request-id: req-191f3e9b-2ffd-4edf-bdf9-6fd6c2bb4a1b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:52.839369 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc64150-e413-48ef-9d8c-a4f24117ed27", "name": "network-vif-plugged", "status": "completed", "tag": "501f8126-fea6-4da9-b62b-fa175d9c34a7", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:52.839973 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-191f3e9b-2ffd-4edf-bdf9-6fd6c2bb4a1b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:52.840813 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc64150-e413-48ef-9d8c-a4f24117ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f8126-fea6-4da9-b62b-fa175d9c34a7', 'code': 200} Jul 16 08:50:52.900516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=501f8126-fea6-4da9-b62b-fa175d9c34a7,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.911594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4c70-0a08-478f-9811-cb68c4497583 req-bb5186f4-c907-45a2-b5e4-1fb39a50b20a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.919474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cca4c70-0a08-478f-9811-cb68c4497583 req-bb5186f4-c907-45a2-b5e4-1fb39a50b20a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 945 time: 0.2030511 Jul 16 08:50:52.975734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcae756-a61f-49ef-8d8b-033644eedb3b req-ce42dc51-301b-4f82-8d7b-02232c8bd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.977674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1bcae756-a61f-49ef-8d8b-033644eedb3b req-ce42dc51-301b-4f82-8d7b-02232c8bd4d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 1098 time: 0.0787256 Jul 16 08:50:52.978425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cca4c70-0a08-478f-9811-cb68c4497583 req-3bef1729-2e65-4fe8-9b62-4dab4d3a7d55 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576291 Jul 16 08:50:53.017982 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1bcae756-a61f-49ef-8d8b-033644eedb3b req-cda9019b-7f95-467f-b0f7-f2b32cd6a218 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Jul 16 08:50:53.043313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.055182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['f185d026-fcfc-4f36-a3f2-f458936ae5bc'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:53.078746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Pushing event deleted for resources: {'Port': ['ID=f185d026-fcfc-4f36-a3f2-f458936ae5bc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.127229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] No DVR routers for this DVR port f185d026-fcfc-4f36-a3f2-f458936ae5bc on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:53.129875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.132004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f9e3cab-0c1c-4c01-9315-f12220e0cb29 req-c6549d81-28f5-4044-a193-ecfc62201a5a tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.52 "DELETE /v2.0/ports/f185d026-fcfc-4f36-a3f2-f458936ae5bc HTTP/1.1" status: 204 len: 173 time: 0.9300814 Jul 16 08:50:53.132460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1a021d-4ba8-46a0-89fc-d95437023d0a', 'name': 'network-vif-deleted', 'tag': 'f185d026-fcfc-4f36-a3f2-f458936ae5bc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:53.134843 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbc8a47-556d-4666-9876-dc2dbb80193b" -d '{"events": [{"server_uuid": "be1a021d-4ba8-46a0-89fc-d95437023d0a", "name": "network-vif-deleted", "tag": "f185d026-fcfc-4f36-a3f2-f458936ae5bc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:53.188453 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a426293-2f9b-4125-a42c-e1eaf1914efe x-openstack-request-id: req-9a426293-2f9b-4125-a42c-e1eaf1914efe {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:53.189356 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1a021d-4ba8-46a0-89fc-d95437023d0a", "name": "network-vif-deleted", "tag": "f185d026-fcfc-4f36-a3f2-f458936ae5bc", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:53.189805 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a426293-2f9b-4125-a42c-e1eaf1914efe {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:53.190372 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1a021d-4ba8-46a0-89fc-d95437023d0a', 'name': 'network-vif-deleted', 'tag': 'f185d026-fcfc-4f36-a3f2-f458936ae5bc', 'status': 'completed', 'code': 200} Jul 16 08:50:53.257426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59352) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:53.278290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d054-54f5-41b8-b579-775a300be62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.396071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d054-54f5-41b8-b579-775a300be62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.400801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d054-54f5-41b8-b579-775a300be62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.440930 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f7f1d054-54f5-41b8-b579-775a300be62c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d465342d0934882948711021421e38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819525 Jul 16 08:50:53.442142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1d054-54f5-41b8-b579-775a300be62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805e5a77-deb2-48bb-ba94-f99572ec0f6d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.443892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:53.550157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8288d72-003d-4697-8fde-9ae76a2ee674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.573542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8288d72-003d-4697-8fde-9ae76a2ee674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.679876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38980609-d23f-448c-b445-22189572f24e req-ec88c2a9-322f-421e-9db7-7e7494140818 tempest-ServerMetadataNegativeTestJSON-1202242047 tempest-ServerMetadataNegativeTestJSON-1202242047-project] 10.222.0.55 "GET /v2.0/ports?device_id=be1a021d-4ba8-46a0-89fc-d95437023d0a HTTP/1.1" status: 200 len: 210 time: 0.0396183 Jul 16 08:50:53.696030 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8288d72-003d-4697-8fde-9ae76a2ee674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.709207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8288d72-003d-4697-8fde-9ae76a2ee674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.709207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e8288d72-003d-4697-8fde-9ae76a2ee674 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/805e5a77-deb2-48bb-ba94-f99572ec0f6d HTTP/1.1" status: 204 len: 168 time: 0.2570283 Jul 16 08:50:53.712752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8288d72-003d-4697-8fde-9ae76a2ee674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805e5a77-deb2-48bb-ba94-f99572ec0f6d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:54.214345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be7dd5-19e0-4dd3-87d8-f81142eb68cc req-c7f6aa4e-5cd6-498c-b4e9-3daceff25eae tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.215872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08be7dd5-19e0-4dd3-87d8-f81142eb68cc req-c7f6aa4e-5cd6-498c-b4e9-3daceff25eae tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 944 time: 0.1907451 Jul 16 08:50:54.219831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-05c090d3-a5ed-4178-b238-58ee1cacd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.221395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-05c090d3-a5ed-4178-b238-58ee1cacd0a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 1098 time: 0.1401453 Jul 16 08:50:54.315370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e79ea-1d8a-4ff7-ac82-1995fa263752 req-ae3f2cbe-3fb0-4dc8-8890-94f980f9b376 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.316862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d0e79ea-1d8a-4ff7-ac82-1995fa263752 req-ae3f2cbe-3fb0-4dc8-8890-94f980f9b376 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 946 time: 0.1713822 Jul 16 08:50:54.346155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08be7dd5-19e0-4dd3-87d8-f81142eb68cc req-38897237-901c-4a09-b5c6-899deeecc5d9 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/security-groups?id=db7e047c-d3d5-4893-bd63-35435036f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207578 Jul 16 08:50:54.399023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d0e79ea-1d8a-4ff7-ac82-1995fa263752 req-1b851f90-4efd-4f19-aa0f-ed1c9e8ec94b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563438 Jul 16 08:50:54.400193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-40096991-c191-45bf-943c-047768dfcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.403427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-40096991-c191-45bf-943c-047768dfcd2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.1752150 Jul 16 08:50:54.502475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-06a3cc66-0b13-4187-ba94-71db9b4bdbb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501f8126-fea6-4da9-b62b-fa175d9c34a7 HTTP/1.1" status: 200 len: 217 time: 0.0911674 Jul 16 08:50:54.617902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b9d61-275b-4b57-9811-5369dc215074 req-92fea66d-4100-466b-b181-da7e1a00f497 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.620230 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-141b9d61-275b-4b57-9811-5369dc215074 req-92fea66d-4100-466b-b181-da7e1a00f497 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.54 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 944 time: 0.1001046 Jul 16 08:50:54.754141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Deleting port 9a4d7a72-d4a7-424f-9137-b42ead828f72 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:54.754573 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.828254 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59412) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:54.906550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed6cb60-c106-4a84-a7bb-6d4e4911c32e admin admin] Deleting subnet 8495ed4f-0327-4e2c-9d27-fa86e6dbab43 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:54.914797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ed6cb60-c106-4a84-a7bb-6d4e4911c32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.918940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] For port 9a4d7a72-d4a7-424f-9137-b42ead828f72, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9a4d7a72-d4a7-424f-9137-b42ead828f72,segment=NetworkSegment(f217df8d-1429-4569-adab-b6869e45288a),segment_id=f217df8d-1429-4569-adab-b6869e45288a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:54.919301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.959716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Calling delete_port for 9a4d7a72-d4a7-424f-9137-b42ead828f72 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:54.985269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ed6cb60-c106-4a84-a7bb-6d4e4911c32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.039296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:55.051744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-dbc89a01-65b1-4a8c-8295-f2225d2c1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.053205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-dbc89a01-65b1-4a8c-8295-f2225d2c1a64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.5423071 Jul 16 08:50:55.081971 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ed6cb60-c106-4a84-a7bb-6d4e4911c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.094448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-3c0bd680-8d51-434f-afdf-45bf75d1ae49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346329 Jul 16 08:50:55.200430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ed6cb60-c106-4a84-a7bb-6d4e4911c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.215459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-4ceda1f4-bb2c-4909-bb72-b0f6cb720a38 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136372 Jul 16 08:50:55.238191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ed6cb60-c106-4a84-a7bb-6d4e4911c32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.242780 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4ed6cb60-c106-4a84-a7bb-6d4e4911c32e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8495ed4f-0327-4e2c-9d27-fa86e6dbab43 HTTP/1.1" status: 204 len: 168 time: 0.4106560 Jul 16 08:50:55.244113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6cb60-c106-4a84-a7bb-6d4e4911c32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8495ed4f-0327-4e2c-9d27-fa86e6dbab43,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.248861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59428) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:55.269679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.330286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Pushing event deleted for resources: {'Port': ['ID=9a4d7a72-d4a7-424f-9137-b42ead828f72,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.332284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-63d08c6f-6a25-418f-8aa5-6760db957c71 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102090 Jul 16 08:50:55.371375 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6069034-f002-4897-80f3-2757168044d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.430424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.434429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] No DVR routers for this DVR port 9a4d7a72-d4a7-424f-9137-b42ead828f72 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:55.437232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.441361 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-141b9d61-275b-4b57-9811-5369dc215074 req-622e4988-4641-4913-9f46-804d16a4f2d7 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.54 "DELETE /v2.0/ports/9a4d7a72-d4a7-424f-9137-b42ead828f72 HTTP/1.1" status: 204 len: 173 time: 0.8089378 Jul 16 08:50:55.444002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'name': 'network-vif-deleted', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:55.446679 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c758ce6-a2b5-4f7c-93fa-fb3439a51aae" -d '{"events": [{"server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "name": "network-vif-deleted", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:55.560667 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8316a741-3d80-4fdb-89aa-361ae9b00100 req-d4a0b072-3489-4387-8d5d-b1ec793bd849 tempest-LiveAutoBlockMigrationV225Test-971441716 tempest-LiveAutoBlockMigrationV225Test-971441716-project] 10.222.0.55 "GET /v2.0/ports?device_id=17f1f70b-41f5-4ce2-9373-d0afc7194e09 HTTP/1.1" status: 200 len: 210 time: 0.0452192 Jul 16 08:50:55.621801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59448) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:55.645377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.649052 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d38ed0f-7b89-44f5-912f-eee4b98231da x-openstack-request-id: req-6d38ed0f-7b89-44f5-912f-eee4b98231da {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:55.649336 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f1f70b-41f5-4ce2-9373-d0afc7194e09", "name": "network-vif-deleted", "tag": "9a4d7a72-d4a7-424f-9137-b42ead828f72", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:55.649584 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d38ed0f-7b89-44f5-912f-eee4b98231da {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:55.650018 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f1f70b-41f5-4ce2-9373-d0afc7194e09', 'name': 'network-vif-deleted', 'tag': '9a4d7a72-d4a7-424f-9137-b42ead828f72', 'status': 'completed', 'code': 200} Jul 16 08:50:55.668074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca07413-5fe3-44a8-b6f5-db8c0989c932']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.672723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595c0a-664e-489f-aecc-8bd48bdd7fb2 req-dd262929-cc00-44a1-9bde-458b3f1acb17 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.674966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3595c0a-664e-489f-aecc-8bd48bdd7fb2 req-dd262929-cc00-44a1-9bde-458b3f1acb17 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 946 time: 0.1062319 Jul 16 08:50:55.688714 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85850943-6b8b-4cd3-a65a-2dbe3f9af230') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.688998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85850943-6b8b-4cd3-a65a-2dbe3f9af230') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.707930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.735635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.739697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3595c0a-664e-489f-aecc-8bd48bdd7fb2 req-4d9c0949-1102-4266-940c-31b0a94cd39b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522373 Jul 16 08:50:55.750650 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6069034-f002-4897-80f3-2757168044d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.752073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:55.752602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:55.754526 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:55.770136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6069034-f002-4897-80f3-2757168044d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.787762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d498c7ce-89a3-49b9-84f8-e2881ad62e21 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1400155833'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:55.815914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d498c7ce-89a3-49b9-84f8-e2881ad62e21 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.817324 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d498c7ce-89a3-49b9-84f8-e2881ad62e21 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.851140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.856182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.858541 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3ca07413-5fe3-44a8-b6f5-db8c0989c932 HTTP/1.1" status: 204 len: 168 time: 0.6087372 Jul 16 08:50:55.861301 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6069034-f002-4897-80f3-2757168044d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04547b87-29c4-4e57-b96e-a92efa49c002,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.867976 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6069034-f002-4897-80f3-2757168044d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a280067748141b0b720d161b4a0e245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8277538 Jul 16 08:50:55.878730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59454) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:55.879406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cef2b9-df5a-49ab-8799-4959cabab675 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca07413-5fe3-44a8-b6f5-db8c0989c932,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.923960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d498c7ce-89a3-49b9-84f8-e2881ad62e21 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.934226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d498c7ce-89a3-49b9-84f8-e2881ad62e21 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.959180 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d498c7ce-89a3-49b9-84f8-e2881ad62e21 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.960372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d498c7ce-89a3-49b9-84f8-e2881ad62e21 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3373907 Jul 16 08:50:55.963327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59456) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:55.970172 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361b3261-8fc6-4b64-8ad1-0ff021905066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.995076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361b3261-8fc6-4b64-8ad1-0ff021905066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.053082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59460) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.059754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0cdfa10-ffa5-4bf2-a18c-e1cd5b04376c tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.103010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a3dd721-5ddd-456c-816b-053a8faafef3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b39996349f2a4765a05f4875b7b49f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486488 Jul 16 08:50:56.106306 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361b3261-8fc6-4b64-8ad1-0ff021905066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.110036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361b3261-8fc6-4b64-8ad1-0ff021905066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.111913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-361b3261-8fc6-4b64-8ad1-0ff021905066 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04547b87-29c4-4e57-b96e-a92efa49c002 HTTP/1.1" status: 204 len: 168 time: 0.2320850 Jul 16 08:50:56.112589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59462) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.128848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b3261-8fc6-4b64-8ad1-0ff021905066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04547b87-29c4-4e57-b96e-a92efa49c002,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:56.201204 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a1c1329-3d07-4568-8cbf-eaa1a050759f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.224665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a1c1329-3d07-4568-8cbf-eaa1a050759f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.254281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0cdfa10-ffa5-4bf2-a18c-e1cd5b04376c tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.256432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0cdfa10-ffa5-4bf2-a18c-e1cd5b04376c tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.282156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a1c1329-3d07-4568-8cbf-eaa1a050759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.286308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a1c1329-3d07-4568-8cbf-eaa1a050759f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.287568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1a1c1329-3d07-4568-8cbf-eaa1a050759f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0624f1a9-9749-4f17-8e78-834c491e0390 HTTP/1.1" status: 204 len: 168 time: 0.1719906 Jul 16 08:50:56.296364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c1329-3d07-4568-8cbf-eaa1a050759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0624f1a9-9749-4f17-8e78-834c491e0390,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:56.327476 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0cdfa10-ffa5-4bf2-a18c-e1cd5b04376c tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.328536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cdfa10-ffa5-4bf2-a18c-e1cd5b04376c tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90771e2a-42c2-4934-b3b9-202630645960 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:56.337777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0cdfa10-ffa5-4bf2-a18c-e1cd5b04376c tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.342832 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f0cdfa10-ffa5-4bf2-a18c-e1cd5b04376c tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "DELETE /v2.0/routers/90771e2a-42c2-4934-b3b9-202630645960 HTTP/1.1" status: 204 len: 168 time: 0.3732297 Jul 16 08:50:56.343112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59468) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.348204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9a80f00f-70c8-41ce-a9d9-f53f93051d56 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Request body: {'router': {'name': 'tempest-router-2021443583', 'distributed': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:56.376572 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a80f00f-70c8-41ce-a9d9-f53f93051d56 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.378188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a80f00f-70c8-41ce-a9d9-f53f93051d56 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.427213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:56.443760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a80f00f-70c8-41ce-a9d9-f53f93051d56 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.448633 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a80f00f-70c8-41ce-a9d9-f53f93051d56 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.465878 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a80f00f-70c8-41ce-a9d9-f53f93051d56 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.467318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:56.467552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a80f00f-70c8-41ce-a9d9-f53f93051d56 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1233766 Jul 16 08:50:56.468083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 22b86e4f-c15e-41b8-b5fb-2afb38956eb5 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:56.469578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9a4d7a72-d4a7-424f-9137-b42ead828f72 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:56.470525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59472) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.495120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f185d026-fcfc-4f36-a3f2-f458936ae5bc no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:56.518304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: f185d026-fcfc-4f36-a3f2-f458936ae5bc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:56.518746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f185d026-fcfc-4f36-a3f2-f458936ae5bc not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:56.521063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 9a4d7a72-d4a7-424f-9137-b42ead828f72 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:56.521923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9a4d7a72-d4a7-424f-9137-b42ead828f72 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:56.553228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7eee14f-17dc-45c2-a63e-bd4d1861c708 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.653233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59482) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.667247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47d1382-8752-4e65-b77d-78eb5f87a7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.720563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59484) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.750378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7eee14f-17dc-45c2-a63e-bd4d1861c708 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.756341 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7eee14f-17dc-45c2-a63e-bd4d1861c708 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.796544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e07ee6db-39b9-4252-9a83-8ce9b84de2d5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.798106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e07ee6db-39b9-4252-9a83-8ce9b84de2d5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 946 time: 0.1100357 Jul 16 08:50:56.811187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0672a98-95e3-4af0-b1ac-0a02e4f5f6d6 admin admin] Deleting subnet 8307d455-1b57-4e72-9720-ac3e62f2f67a {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:56.814500 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0672a98-95e3-4af0-b1ac-0a02e4f5f6d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.851497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0672a98-95e3-4af0-b1ac-0a02e4f5f6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.870071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47d1382-8752-4e65-b77d-78eb5f87a7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.874028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7eee14f-17dc-45c2-a63e-bd4d1861c708 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.874798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eee14f-17dc-45c2-a63e-bd4d1861c708 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af222d57-e799-4200-8650-d69a0b7dc891 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:56.880764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7eee14f-17dc-45c2-a63e-bd4d1861c708 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.882540 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d7eee14f-17dc-45c2-a63e-bd4d1861c708 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "DELETE /v2.0/routers/af222d57-e799-4200-8650-d69a0b7dc891 HTTP/1.1" status: 204 len: 168 time: 0.4110386 Jul 16 08:50:56.889585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59494) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.896526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9323799e-75bb-4056-a0ad-00b267f70b24 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Request body: {'router': {'name': 'tempest-router-1309751147', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e6513e94d0fb4a0db8530825274f318f'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:56.923005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9323799e-75bb-4056-a0ad-00b267f70b24 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.924420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9323799e-75bb-4056-a0ad-00b267f70b24 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.930529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47d1382-8752-4e65-b77d-78eb5f87a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.940694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0672a98-95e3-4af0-b1ac-0a02e4f5f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.991884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d47d1382-8752-4e65-b77d-78eb5f87a7a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3129b8642f2c4417a01ffeb5e95305fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375409 Jul 16 08:50:56.992942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.996495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d1382-8752-4e65-b77d-78eb5f87a7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac1d78f-9b50-439f-952a-11c49ea4eafd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:57.060933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9323799e-75bb-4056-a0ad-00b267f70b24 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.067078 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9323799e-75bb-4056-a0ad-00b267f70b24 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.084848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9323799e-75bb-4056-a0ad-00b267f70b24 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.086320 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9323799e-75bb-4056-a0ad-00b267f70b24 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1954529 Jul 16 08:50:57.089030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59504) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:57.096671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:57.120115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd0722e2-5bbc-4fbe-9fc2-c421dba4e941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.140016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Deleting port 501f8126-fea6-4da9-b62b-fa175d9c34a7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:57.140353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.141756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0672a98-95e3-4af0-b1ac-0a02e4f5f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.180287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68abe4-362a-49b4-a313-acb4aaaf6c4a req-44521b4d-86df-4ab4-a348-4a3773e4f954 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.181978 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af68abe4-362a-49b4-a313-acb4aaaf6c4a req-44521b4d-86df-4ab4-a348-4a3773e4f954 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 946 time: 0.2585521 Jul 16 08:50:57.207348 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd0722e2-5bbc-4fbe-9fc2-c421dba4e941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.317679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59514) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:57.396221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd0722e2-5bbc-4fbe-9fc2-c421dba4e941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.398819 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd0722e2-5bbc-4fbe-9fc2-c421dba4e941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.400028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cd0722e2-5bbc-4fbe-9fc2-c421dba4e941 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ac1d78f-9b50-439f-952a-11c49ea4eafd HTTP/1.1" status: 204 len: 168 time: 0.4012947 Jul 16 08:50:57.403876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] For port 501f8126-fea6-4da9-b62b-fa175d9c34a7, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=501f8126-fea6-4da9-b62b-fa175d9c34a7,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:57.404245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.422350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af68abe4-362a-49b4-a313-acb4aaaf6c4a req-559b9ae4-8fbd-45ef-84c0-05aa8eb3813b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271752 Jul 16 08:50:57.432215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Calling delete_port for 501f8126-fea6-4da9-b62b-fa175d9c34a7 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:57.437739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0722e2-5bbc-4fbe-9fc2-c421dba4e941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac1d78f-9b50-439f-952a-11c49ea4eafd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:57.452263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672a98-95e3-4af0-b1ac-0a02e4f5f6d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8307d455-1b57-4e72-9720-ac3e62f2f67a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:57.530596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-network', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:57.532756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0672a98-95e3-4af0-b1ac-0a02e4f5f6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.534951 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a0672a98-95e3-4af0-b1ac-0a02e4f5f6d6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8307d455-1b57-4e72-9720-ac3e62f2f67a HTTP/1.1" status: 204 len: 168 time: 0.8136144 Jul 16 08:50:57.548528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-cc81dd6c-2df7-4407-9240-8e055b346b8d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.554827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-cc81dd6c-2df7-4407-9240-8e055b346b8d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.561807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-cc81dd6c-2df7-4407-9240-8e055b346b8d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.567982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-cc81dd6c-2df7-4407-9240-8e055b346b8d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.578651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-cc81dd6c-2df7-4407-9240-8e055b346b8d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.581226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-cc81dd6c-2df7-4407-9240-8e055b346b8d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.588229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-cc81dd6c-2df7-4407-9240-8e055b346b8d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.598218 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-cc81dd6c-2df7-4407-9240-8e055b346b8d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5432 time: 0.3026829 Jul 16 08:50:57.606111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.606528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.610545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59520) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:57.688078 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94164) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 08:50:57.688422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Router c0c9af7f-3d2f-42cd-9046-7588a80e5475 migrating from provider to provider. {{(pid=94164) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 08:50:57.688837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.697109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.702766 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.741269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Made reservation on behalf of de3ed2c7b88e422b824220a2d113a0f6 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:57.743639 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.767539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43375ea1-d4f7-4ced-902c-cc065eaa82aa req-e6065ee5-dd47-48f9-9d5f-9d9738d20c61 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678767 Jul 16 08:50:57.779981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.793867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.803118 n-d-780147-28 neutron-server[94164]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] No L3 agents can host the router c0c9af7f-3d2f-42cd-9046-7588a80e5475 Jul 16 08:50:57.935945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.948344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Hosts for router c0c9af7f-3d2f-42cd-9046-7588a80e5475: [] {{(pid=94164) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 08:50:57.952170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['501f8126-fea6-4da9-b62b-fa175d9c34a7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:57.981072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Hosts for other DVR routers connected to router c0c9af7f-3d2f-42cd-9046-7588a80e5475: set() {{(pid=94164) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 08:50:57.983783 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.985677 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4433bcae-3389-44e0-a377-839ea081a194 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "PUT /v2.0/routers/c0c9af7f-3d2f-42cd-9046-7588a80e5475 HTTP/1.1" status: 200 len: 717 time: 0.8943534 Jul 16 08:50:57.987977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59536) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:58.016539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.051635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event deleted for resources: {'Port': ['ID=501f8126-fea6-4da9-b62b-fa175d9c34a7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.064444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae546b27-9f75-4f79-bba2-9b9d6219f032']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.075674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c440a93a-71dd-4dae-86c1-471abf7b2cdf tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "GET /v2.0/routers/c0c9af7f-3d2f-42cd-9046-7588a80e5475 HTTP/1.1" status: 200 len: 717 time: 0.0857790 Jul 16 08:50:58.078702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59542) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:58.110198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f217df8d-1429-4569-adab-b6869e45288a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.110560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f217df8d-1429-4569-adab-b6869e45288a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.144133 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.151922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] No DVR routers for this DVR port 501f8126-fea6-4da9-b62b-fa175d9c34a7 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:58.158708 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.160992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d42b477b-662e-42c1-9296-93d51a21aa6e req-e997ba9a-825a-40c6-b827-f60ab38dc020 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "DELETE /v2.0/ports/501f8126-fea6-4da9-b62b-fa175d9c34a7 HTTP/1.1" status: 204 len: 173 time: 1.3551958 Jul 16 08:50:58.167553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc64150-e413-48ef-9d8c-a4f24117ed27', 'name': 'network-vif-deleted', 'tag': '501f8126-fea6-4da9-b62b-fa175d9c34a7'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:58.171023 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dbae35-b3d6-48fe-84c7-56a23e42cb36" -d '{"events": [{"server_uuid": "2fc64150-e413-48ef-9d8c-a4f24117ed27", "name": "network-vif-deleted", "tag": "501f8126-fea6-4da9-b62b-fa175d9c34a7"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:58.192099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.228801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:58.229232 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.232736 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55274270-b2f6-41eb-9307-bb88cf1ff4db x-openstack-request-id: req-55274270-b2f6-41eb-9307-bb88cf1ff4db {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:58.233031 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc64150-e413-48ef-9d8c-a4f24117ed27", "name": "network-vif-deleted", "tag": "501f8126-fea6-4da9-b62b-fa175d9c34a7", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:58.233285 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55274270-b2f6-41eb-9307-bb88cf1ff4db {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:58.234509 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc64150-e413-48ef-9d8c-a4f24117ed27', 'name': 'network-vif-deleted', 'tag': '501f8126-fea6-4da9-b62b-fa175d9c34a7', 'status': 'completed', 'code': 200} Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:58.239652 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:58.268495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.286939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584e78-0b40-4c82-a371-4a36b5a2890a req-6fbd70e2-a747-4d23-9769-d1e3457780ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.293440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584e78-0b40-4c82-a371-4a36b5a2890a req-6fbd70e2-a747-4d23-9769-d1e3457780ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.299738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584e78-0b40-4c82-a371-4a36b5a2890a req-6fbd70e2-a747-4d23-9769-d1e3457780ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.305806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584e78-0b40-4c82-a371-4a36b5a2890a req-6fbd70e2-a747-4d23-9769-d1e3457780ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.314233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584e78-0b40-4c82-a371-4a36b5a2890a req-6fbd70e2-a747-4d23-9769-d1e3457780ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.321530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584e78-0b40-4c82-a371-4a36b5a2890a req-6fbd70e2-a747-4d23-9769-d1e3457780ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.330746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584e78-0b40-4c82-a371-4a36b5a2890a req-6fbd70e2-a747-4d23-9769-d1e3457780ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.337753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35584e78-0b40-4c82-a371-4a36b5a2890a req-6fbd70e2-a747-4d23-9769-d1e3457780ab tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5432 time: 0.4172711 Jul 16 08:50:58.371653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.403229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.409272 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.411227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] 10.222.0.55 "DELETE /v2.0/networks/ae546b27-9f75-4f79-bba2-9b9d6219f032 HTTP/1.1" status: 204 len: 168 time: 0.7958643 Jul 16 08:50:58.412124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:58.414918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59556) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:58.426087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae1814c-6adf-40cd-836a-5899155cc07d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.441846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.442214 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Added segment 20f30231-a73e-4e9a-a50f-babf7b9a21f9 of type vlan for network 41484141-6106-4847-a726-90e485f683d9 Jul 16 08:50:58.443992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ce808-7f18-4ad8-8ff4-0bd165cec45c admin admin] Pushing event deleted for resources: {'Network': ['ID=ae546b27-9f75-4f79-bba2-9b9d6219f032,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.460455 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1588cf42-43a1-4d94-8182-f24f1fbe9e85 tempest-RoutersTestDVR-2006276720 tempest-RoutersTestDVR-2006276720-project] 10.222.0.55 "GET /v2.0/routers/c0c9af7f-3d2f-42cd-9046-7588a80e5475 HTTP/1.1" status: 200 len: 683 time: 0.3771439 Jul 16 08:50:58.462663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59560) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:58.505308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.547242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.548517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.549112 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.554404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce58257-0c10-4db1-a5ed-bda683704f09 admin admin] Deleting subnet 4dd5fa5f-9619-470c-a36d-28892e302264 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:58.561933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ce58257-0c10-4db1-a5ed-bda683704f09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.564733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67946924-c3c5-4ca7-a307-26aedec6ff7d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.602753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2791491 Jul 16 08:50:58.605857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59564) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:58.613830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Request body: {'subnet': {'network_id': '41484141-6106-4847-a726-90e485f683d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-subnet', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:58.672999 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ce58257-0c10-4db1-a5ed-bda683704f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.690742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5002ca-0b8a-4f81-89d8-7aebc25781ec admin admin] Pushing event updated for resources: {'Network': ['ID=41484141-6106-4847-a726-90e485f683d9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.703897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 41484141-6106-4847-a726-90e485f683d9 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:58.704221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Made reservation on behalf of de3ed2c7b88e422b824220a2d113a0f6 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:58.706945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.776990 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67946924-c3c5-4ca7-a307-26aedec6ff7d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.781259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67946924-c3c5-4ca7-a307-26aedec6ff7d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.872928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea626060-98e5-46e6-aba2-ea0b75f23b5a req-f34e6c6f-5cbe-4414-afb3-24dfc3a86a8e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc64150-e413-48ef-9d8c-a4f24117ed27 HTTP/1.1" status: 200 len: 210 time: 0.1931682 Jul 16 08:50:58.873214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67946924-c3c5-4ca7-a307-26aedec6ff7d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.874465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67946924-c3c5-4ca7-a307-26aedec6ff7d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0c9af7f-3d2f-42cd-9046-7588a80e5475 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:58.880284 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67946924-c3c5-4ca7-a307-26aedec6ff7d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.882401 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-67946924-c3c5-4ca7-a307-26aedec6ff7d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "DELETE /v2.0/routers/c0c9af7f-3d2f-42cd-9046-7588a80e5475 HTTP/1.1" status: 204 len: 168 time: 0.4185107 Jul 16 08:50:58.885432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59574) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:58.894894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-01b1eeda-f476-4494-95f1-4d673bf9fdd6 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Request body: {'router': {'name': 'tempest-router-1702763727', 'distributed': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:58.925185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ce58257-0c10-4db1-a5ed-bda683704f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.969124 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01b1eeda-f476-4494-95f1-4d673bf9fdd6 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.970243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01b1eeda-f476-4494-95f1-4d673bf9fdd6 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.035104 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.049160 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01b1eeda-f476-4494-95f1-4d673bf9fdd6 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.051216 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ce58257-0c10-4db1-a5ed-bda683704f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.060560 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01b1eeda-f476-4494-95f1-4d673bf9fdd6 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.087826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ce58257-0c10-4db1-a5ed-bda683704f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.092047 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2ce58257-0c10-4db1-a5ed-bda683704f09 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4dd5fa5f-9619-470c-a36d-28892e302264 HTTP/1.1" status: 204 len: 168 time: 0.6737032 Jul 16 08:50:59.092047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce58257-0c10-4db1-a5ed-bda683704f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd5fa5f-9619-470c-a36d-28892e302264,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:59.094226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59580) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:59.102734 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01b1eeda-f476-4494-95f1-4d673bf9fdd6 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.102953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4a04c4-dad5-454c-b216-f11fb0d7b012,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:59.104257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-01b1eeda-f476-4494-95f1-4d673bf9fdd6 tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2164354 Jul 16 08:50:59.107617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59582) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:59.134381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Checking segment: {'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:59.134714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Network hostable DHCP agents. Network: 41484141-6106-4847-a726-90e485f683d9, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:59.190711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.196232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Network 41484141-6106-4847-a726-90e485f683d9 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:59.203183 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c7d-4c94-4c9f-a246-0fbb9b44100d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.210230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 41484141-6106-4847-a726-90e485f683d9) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:59.218975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dc5bbc-45c1-4e79-8f01-9b15bbcfb021 None None] Network 41484141-6106-4847-a726-90e485f683d9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:59.233234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.233866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.271772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-37e7488e-fee8-49ac-a840-1210be90e085 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6647010 Jul 16 08:50:59.272404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59592) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:59.305559 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.311677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:59.327651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f31081-64c9-4465-b329-19a4b17c7c4e']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:59.340850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee123fb7-b2b8-41b8-aebf-856e0880e5b5') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:59.341242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee123fb7-b2b8-41b8-aebf-856e0880e5b5') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:59.355589 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.363255 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.364296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.380130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.396196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:59.396591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:59.398691 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:59.419949 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c7d-4c94-4c9f-a246-0fbb9b44100d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.422435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c7d-4c94-4c9f-a246-0fbb9b44100d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.445416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da7a1b-e403-4ef2-97d1-c19d1ba59e19 None None] Network 41484141-6106-4847-a726-90e485f683d9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:59.453343 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.473964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c7d-4c94-4c9f-a246-0fbb9b44100d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.474978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b31c7d-4c94-4c9f-a246-0fbb9b44100d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 535a0fac-7c3d-4135-b3c7-9696ccbe935f {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:59.479406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c7d-4c94-4c9f-a246-0fbb9b44100d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.481600 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e1b31c7d-4c94-4c9f-a246-0fbb9b44100d tempest-RoutersTestDVR-431065152 tempest-RoutersTestDVR-431065152-project-admin] 10.222.0.55 "DELETE /v2.0/routers/535a0fac-7c3d-4135-b3c7-9696ccbe935f HTTP/1.1" status: 204 len: 168 time: 0.3729818 Jul 16 08:50:59.557275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.573318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.576015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/02f31081-64c9-4465-b329-19a4b17c7c4e HTTP/1.1" status: 204 len: 168 time: 0.4807396 Jul 16 08:50:59.609526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756e6c4-cd8a-4b7a-8138-1293b17cc7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=02f31081-64c9-4465-b329-19a4b17c7c4e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:59.683683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.737765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-34c20df1-4fda-48e4-9cac-8e38a34ea110 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1833305 Jul 16 08:50:59.956242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ac9f5ce0-3894-452f-a84a-1d112e4156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.956718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ac9f5ce0-3894-452f-a84a-1d112e4156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.957184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ac9f5ce0-3894-452f-a84a-1d112e4156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.957666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ac9f5ce0-3894-452f-a84a-1d112e4156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.958269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ac9f5ce0-3894-452f-a84a-1d112e4156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.961972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ac9f5ce0-3894-452f-a84a-1d112e4156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.961972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ac9f5ce0-3894-452f-a84a-1d112e4156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.961972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ac9f5ce0-3894-452f-a84a-1d112e4156b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6496 time: 0.1713102 Jul 16 08:50:59.962276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59614) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:59.967657 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.987765 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.125636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59626) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.193077 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2a7e6137-ff22-46d7-a027-474eb76555eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f2085df23d74438b39a3b48f5526d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661387 Jul 16 08:51:00.195452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59628) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.206488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ba719d83-fb7c-4056-92d6-38e632736ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:00.206960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ba719d83-fb7c-4056-92d6-38e632736ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:00.207428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ba719d83-fb7c-4056-92d6-38e632736ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:00.209028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ba719d83-fb7c-4056-92d6-38e632736ebd service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=0702df2e-d2b4-4027-b483-fc02ab1685a3&id=0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 200 len: 2293 time: 0.2115793 Jul 16 08:51:00.210211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Allocated IP 172.25.6.107 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/2c573b7c-32be-475c-ae8a-d1aba2dd8b54) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:00.300341 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dffc94e-e1ea-4058-93f9-b109b74112f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.339031 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dffc94e-e1ea-4058-93f9-b109b74112f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.362135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-1a4a2dea-709e-4c85-bd3b-017e0d4ad917 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2139ee0-e40a-4c65-b125-895578399621 HTTP/1.1" status: 200 len: 1001 time: 0.1459258 Jul 16 08:51:00.507452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 501f8126-fea6-4da9-b62b-fa175d9c34a7 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:00.517608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dffc94e-e1ea-4058-93f9-b109b74112f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.528958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dffc94e-e1ea-4058-93f9-b109b74112f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.540695 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3dffc94e-e1ea-4058-93f9-b109b74112f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db7e047c-d3d5-4893-bd63-35435036f700 HTTP/1.1" status: 204 len: 168 time: 0.3334174 Jul 16 08:51:00.612650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 501f8126-fea6-4da9-b62b-fa175d9c34a7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:00.613290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 501f8126-fea6-4da9-b62b-fa175d9c34a7 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:00.617462 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a743103-aa43-42cb-8fa5-3a41c2a5981b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.645848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffc94e-e1ea-4058-93f9-b109b74112f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7e047c-d3d5-4893-bd63-35435036f700,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:00.828985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a743103-aa43-42cb-8fa5-3a41c2a5981b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.834776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a743103-aa43-42cb-8fa5-3a41c2a5981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.868637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a743103-aa43-42cb-8fa5-3a41c2a5981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1b17de-ab9f-4079-b762-92dfb1e4f202,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:00.911811 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2a743103-aa43-42cb-8fa5-3a41c2a5981b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6513e94d0fb4a0db8530825274f318f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9468706 Jul 16 08:51:00.911811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59664) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.928481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-4c0962dd-ddc1-41e8-9a14-9c8ca502960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:00.930403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-4c0962dd-ddc1-41e8-9a14-9c8ca502960f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9e92d7e-bf37-41fc-8674-9efc954fa00b HTTP/1.1" status: 200 len: 850 time: 0.5381484 Jul 16 08:51:00.969979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3464c4a-8a6c-4a9e-acf7-ab62417c0ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.998490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3464c4a-8a6c-4a9e-acf7-ab62417c0ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.025463 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.053491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.075542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-80a76e83-295b-4a05-ad64-5842f80c0fc2 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.080214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3464c4a-8a6c-4a9e-acf7-ab62417c0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.082072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-80a76e83-295b-4a05-ad64-5842f80c0fc2 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.6890500 Jul 16 08:51:01.083550 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3464c4a-8a6c-4a9e-acf7-ab62417c0ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.086486 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a3464c4a-8a6c-4a9e-acf7-ab62417c0ba0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c1b17de-ab9f-4079-b762-92dfb1e4f202 HTTP/1.1" status: 204 len: 168 time: 0.1712730 Jul 16 08:51:01.099975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3464c4a-8a6c-4a9e-acf7-ab62417c0ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1b17de-ab9f-4079-b762-92dfb1e4f202,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:01.117705 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3af8012b-be03-4a6a-9faa-c50598f3ee33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77cdfc5549574909a682a2597436ff06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606778 Jul 16 08:51:01.119389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59674) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.130996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-88ebf8bf-5106-49d3-9e55-f2dd46d24a66 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/quotas/c28e98a8fb104443a038715ba3a75248 HTTP/1.1" status: 200 len: 375 time: 0.0479040 Jul 16 08:51:01.144009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a90817-9fc2-4363-95a6-d7aeb05482df req-4df717aa-97de-4ead-a481-7182464048a0 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.145551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4a90817-9fc2-4363-95a6-d7aeb05482df req-4df717aa-97de-4ead-a481-7182464048a0 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.2641013 Jul 16 08:51:01.195228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d062704-73bd-41ac-802f-cac7b3433074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.197373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-df897cb2-b176-45ed-b689-b947b42a0f72 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654552 Jul 16 08:51:01.207585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-edda7aff-6846-47c8-9b72-c8209c3f4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.209029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-edda7aff-6846-47c8-9b72-c8209c3f4305 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2416129 Jul 16 08:51:01.218250 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.229702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d062704-73bd-41ac-802f-cac7b3433074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.234640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.293242 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d062704-73bd-41ac-802f-cac7b3433074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.298715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d062704-73bd-41ac-802f-cac7b3433074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.299933 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1d062704-73bd-41ac-802f-cac7b3433074 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8de6c49d-7df0-449a-87c1-0060273d2082 HTTP/1.1" status: 204 len: 168 time: 0.1791909 Jul 16 08:51:01.305891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:01.309954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d062704-73bd-41ac-802f-cac7b3433074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de6c49d-7df0-449a-87c1-0060273d2082,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:01.316219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:01.322565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:01.354444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4a90817-9fc2-4363-95a6-d7aeb05482df req-1b115ded-2254-43f8-a4f2-71905bca8a63 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965630 Jul 16 08:51:01.356062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Pushing event updated for resources: {'Port': ['ID=2c573b7c-32be-475c-ae8a-d1aba2dd8b54,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:01.514931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-a757cad2-db2b-47b3-bf93-c38dbc744515 service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985773 Jul 16 08:51:01.554434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-bced15f3-5b48-4325-a587-2ad58b771fb6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:51:01.555458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-bced15f3-5b48-4325-a587-2ad58b771fb6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3573201 Jul 16 08:51:01.848843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-be7e437e-5ee2-420f-bd99-d5d84f381baa service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087399 Jul 16 08:51:01.858104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302239d-c164-459d-a4de-1ac537994dd7 req-01c61fa3-22c2-487d-a7a7-ccd395b73a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.858555 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302239d-c164-459d-a4de-1ac537994dd7 req-01c61fa3-22c2-487d-a7a7-ccd395b73a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.858645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59698) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.858749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302239d-c164-459d-a4de-1ac537994dd7 req-01c61fa3-22c2-487d-a7a7-ccd395b73a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.859230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302239d-c164-459d-a4de-1ac537994dd7 req-01c61fa3-22c2-487d-a7a7-ccd395b73a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.859736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302239d-c164-459d-a4de-1ac537994dd7 req-01c61fa3-22c2-487d-a7a7-ccd395b73a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.860169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302239d-c164-459d-a4de-1ac537994dd7 req-01c61fa3-22c2-487d-a7a7-ccd395b73a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.860631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302239d-c164-459d-a4de-1ac537994dd7 req-01c61fa3-22c2-487d-a7a7-ccd395b73a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.862611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3302239d-c164-459d-a4de-1ac537994dd7 req-01c61fa3-22c2-487d-a7a7-ccd395b73a18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6496 time: 0.6156495 Jul 16 08:51:01.864755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-76c75b3b-a619-476d-af3c-e758e137d9d0 service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761419 Jul 16 08:51:01.972678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59704) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.980308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ce4a4e3a-0e43-47eb-beff-a153878e785e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 217 time: 0.0800073 Jul 16 08:51:01.991636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41048bff-cb2f-4d28-8fb5-af42cf11f986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.070636 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.150602 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3302239d-c164-459d-a4de-1ac537994dd7 req-9d66caad-2515-40c7-aee2-01a0d8b24e52 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&id=7f7feb0a-341f-4cb4-acde-8841635a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2479994 Jul 16 08:51:02.176435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41048bff-cb2f-4d28-8fb5-af42cf11f986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.184875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41048bff-cb2f-4d28-8fb5-af42cf11f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.186736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-8291f63e-686f-4840-b0a3-1493dafee2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:02.188240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-8291f63e-686f-4840-b0a3-1493dafee2dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1986077 Jul 16 08:51:02.236185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-1c27d57d-fa20-4774-93ba-920ebb82e8a6 service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347251 Jul 16 08:51:02.255683 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-41048bff-cb2f-4d28-8fb5-af42cf11f986 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e14c25b645f452fae4e6d0f72cacc0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810616 Jul 16 08:51:02.264643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59716) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.274806 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d66950e2-3302-498b-89fc-a9e8c92736f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.306853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41048bff-cb2f-4d28-8fb5-af42cf11f986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2269100f-e15c-4b13-87e6-aac270ddcaf4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.456556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d66950e2-3302-498b-89fc-a9e8c92736f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.462243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d66950e2-3302-498b-89fc-a9e8c92736f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.525474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-71a5131d-d0cb-47ee-8981-064d2f573ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:02.526317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-71a5131d-d0cb-47ee-8981-064d2f573ad8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3085783 Jul 16 08:51:02.526789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb4e1-30bb-486d-b690-5bfe73445bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.561707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d66950e2-3302-498b-89fc-a9e8c92736f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e84e82c0fc94750b7283bafc44b76f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998901 Jul 16 08:51:02.562551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59732) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.597772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb4e1-30bb-486d-b690-5bfe73445bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.628946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66950e2-3302-498b-89fc-a9e8c92736f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a965e452-12bc-4ead-be6c-b664f3352b14,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.666790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fb105dd-ffa3-41a2-9a1e-5de794da1945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.686267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1f23890-571b-4fd7-8da4-e30543e6bc59 req-1bd318bd-2b38-4709-987e-ead4ef403213 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 210 time: 0.1649590 Jul 16 08:51:02.688404 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.692934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fb105dd-ffa3-41a2-9a1e-5de794da1945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.731196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59740) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.796524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fb105dd-ffa3-41a2-9a1e-5de794da1945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.799855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fb105dd-ffa3-41a2-9a1e-5de794da1945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.803772 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9fb105dd-ffa3-41a2-9a1e-5de794da1945 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a965e452-12bc-4ead-be6c-b664f3352b14 HTTP/1.1" status: 204 len: 168 time: 0.2378836 Jul 16 08:51:02.826106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb105dd-ffa3-41a2-9a1e-5de794da1945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965e452-12bc-4ead-be6c-b664f3352b14,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.907737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-171a887a-d160-4f58-8f3c-6a6ee6a0d294 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533497 Jul 16 08:51:02.911339 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb4e1-30bb-486d-b690-5bfe73445bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.914124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb4e1-30bb-486d-b690-5bfe73445bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.915459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8eaeb4e1-30bb-486d-b690-5bfe73445bcf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2269100f-e15c-4b13-87e6-aac270ddcaf4 HTTP/1.1" status: 204 len: 168 time: 0.6498880 Jul 16 08:51:02.926470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170414dc-dd8e-4b8d-9ebd-8afa32b23603 req-ab0e5eab-a6bf-4b98-a1ee-853d7ba49b47 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:02.929119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-170414dc-dd8e-4b8d-9ebd-8afa32b23603 req-ab0e5eab-a6bf-4b98-a1ee-853d7ba49b47 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.3773546 Jul 16 08:51:02.970273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaeb4e1-30bb-486d-b690-5bfe73445bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2269100f-e15c-4b13-87e6-aac270ddcaf4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.078464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-170414dc-dd8e-4b8d-9ebd-8afa32b23603 req-d4151c81-6b0f-43b1-a6d3-e7f6a07f308b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163442 Jul 16 08:51:03.118050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-22265611-network', 'tenant_id': '418e8d72fd7a4b4eadfdb6df179571d5'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:03.118531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-eae8ae0f-4bcd-441f-8d61-d06203679e13 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976855 Jul 16 08:51:03.118531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Router 64be6d34-3697-4d29-bef6-b07af7384723 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:03.152118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Made reservation on behalf of 418e8d72fd7a4b4eadfdb6df179571d5 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:03.157460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.173993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-a214ffd2-86bc-4eca-95fa-fd6cc0b1625c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 217 time: 0.0501459 Jul 16 08:51:03.192909 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.271434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-7e9fceff-0f07-403a-8f2e-922271e9c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:03.273106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-7e9fceff-0f07-403a-8f2e-922271e9c663 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.0508366 Jul 16 08:51:03.289790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59756) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:03.346336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.348302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3687c209-3c9b-4802-928c-2d0a6eef97d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.378543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.414495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:03.447939 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.448310 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Added segment 99485b21-14bd-4bda-9d30-feec53f7cd62 of type vlan for network 6abd1018-a12f-451b-a81a-595a646083af Jul 16 08:51:03.451504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea2332-1a0d-416a-bc4a-6069ea677b37,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.497709 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:03.538248 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.624553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.625702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:03.626334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.686576 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3687c209-3c9b-4802-928c-2d0a6eef97d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.710353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3687c209-3c9b-4802-928c-2d0a6eef97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.754970 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0226145 Jul 16 08:51:03.829269 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59772) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:03.851909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Request body: {'subnet': {'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-22265611-subnet', 'tenant_id': '418e8d72fd7a4b4eadfdb6df179571d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:03.871277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df4a0a-702f-4227-925c-af9d84c4392e admin admin] Pushing event updated for resources: {'Network': ['ID=6abd1018-a12f-451b-a81a-595a646083af,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.880949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6abd1018-a12f-451b-a81a-595a646083af details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:03.926123 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3687c209-3c9b-4802-928c-2d0a6eef97d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95b05425214441309b7276c802f99af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326981 Jul 16 08:51:03.939377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59784) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:03.990237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6be4772c-d69e-44b8-a1ae-cf18968e9071 req-f7edf1bc-55f1-441f-8388-920b260a992d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 210 time: 0.0742574 Jul 16 08:51:03.998455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687c209-3c9b-4802-928c-2d0a6eef97d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb00c8-d30f-4b25-9188-816e3190b45c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.047750 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Made reservation on behalf of 418e8d72fd7a4b4eadfdb6df179571d5 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:04.050272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.107638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:04.115800 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Sync routers for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:04.129216 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:04.132752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c826b49-11f8-4430-bf42-906078789f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.133096 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:04.135574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-57992234-5ccb-43b6-a5d6-cbec32059737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.137265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-57992234-5ccb-43b6-a5d6-cbec32059737 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8573787 Jul 16 08:51:04.215633 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c826b49-11f8-4430-bf42-906078789f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.218357 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af475859-367f-4385-bcb5-363184518701 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.219572 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-af475859-367f-4385-bcb5-363184518701 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9445934 Jul 16 08:51:04.227337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59788) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.243497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee395d-fc58-4910-b14f-001d5034784a req-e925f180-b41a-4eb1-87fe-8a8e5a6d9aee tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.245042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccee395d-fc58-4910-b14f-001d5034784a req-e925f180-b41a-4eb1-87fe-8a8e5a6d9aee tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.2476060 Jul 16 08:51:04.253507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-820879d9-8302-44a8-bdea-4a551ff5299f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.255225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-820879d9-8302-44a8-bdea-4a551ff5299f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.3900287 Jul 16 08:51:04.288322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59790) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.289456 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:04.298981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Request body: {'port': {'device_id': 'b8353a5a-06ba-4476-ac7c-f827abefbb57', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'admin_state_up': True, 'tenant_id': 'c28e98a8fb104443a038715ba3a75248'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:04.359500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccee395d-fc58-4910-b14f-001d5034784a req-965fc41f-9f31-4e92-9104-ccbd5fc9179f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039696 Jul 16 08:51:04.372194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-045fd219-9d3b-48df-be9c-e335618fa4f0 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251906 Jul 16 08:51:04.378715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c826b49-11f8-4430-bf42-906078789f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.381784 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c826b49-11f8-4430-bf42-906078789f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.383064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7c826b49-11f8-4430-bf42-906078789f05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcbb00c8-d30f-4b25-9188-816e3190b45c HTTP/1.1" status: 204 len: 168 time: 0.4418807 Jul 16 08:51:04.403134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c826b49-11f8-4430-bf42-906078789f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb00c8-d30f-4b25-9188-816e3190b45c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.519848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-60245b44-eff7-44fe-9dd8-705953f1f948 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356356 Jul 16 08:51:04.540445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528514794'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:04.540655 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:01Z', 'revision_number': 3, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:04.606394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-31b25775-6be6-40ff-a6a0-0e3314978a97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33 HTTP/1.1" status: 200 len: 217 time: 0.0803895 Jul 16 08:51:04.662205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:04.666746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.675287 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Checking router: 64be6d34-3697-4d29-bef6-b07af7384723 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:04.675640 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Updating router 64be6d34-3697-4d29-bef6-b07af7384723 port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:51:04.686132 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.705732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-caec3e34-fe46-432e-8309-a5fc8db0c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.707264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-caec3e34-fe46-432e-8309-a5fc8db0c6db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.0937152 Jul 16 08:51:04.713127 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.820751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-6074d56c-f848-49a1-805d-c0429b6ef07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.822615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-6074d56c-f848-49a1-805d-c0429b6ef07d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067734 Jul 16 08:51:04.930401 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.938896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.962238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.971769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:05.000992 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.001356 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment 4717d50e-01d5-468b-bfe1-c877900e8dd1 of type vlan for network d7390ae1-4612-4c17-814c-dd9c7c47ff5e Jul 16 08:51:05.004322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-6ac355eb-c657-4f2b-b20f-a1cbd10a4baa service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722915 Jul 16 08:51:05.005146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1df907-5da3-4593-b11b-92a9c24c7f8b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.019117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81628269-1000-4d64-9846-3fb9be7c8ab9,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.053767 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.067723 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Transition to ACTIVE for port object 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:05.077470 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.108037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.110762 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Attempting to bind port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:05.111334 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Attempting to bind port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:05.111921 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Attempting to bind port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:05.118361 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:05.119192 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:05.120158 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.121501 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:05.122182 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Bound port: 2c573b7c-32be-475c-ae8a-d1aba2dd8b54, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:05.122781 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.159477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:05.161449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Network hostable DHCP agents. Network: 6abd1018-a12f-451b-a81a-595a646083af, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:05.197632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-b1fe5380-41d5-4373-9fc7-f304840da574 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651828 Jul 16 08:51:05.198888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.205055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.205703 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.284454 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] For port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:05.303167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-baa5a8b2-337c-4a47-9b4e-d5f3da9a348b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e HTTP/1.1" status: 200 len: 217 time: 0.0937173 Jul 16 08:51:05.322684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Network 6abd1018-a12f-451b-a81a-595a646083af is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:05.339070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:05.342856 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.344458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70888a90-b942-4f51-9e90-08eb6e3c6b5b req-406dedf8-a498-4f67-b567-34a124a0b482 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 210 time: 0.0456355 Jul 16 08:51:05.363961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0721557 Jul 16 08:51:05.375770 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Pushing event updated for resources: {'Port': ['ID=2c573b7c-32be-475c-ae8a-d1aba2dd8b54,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.379878 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] For port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2c573b7c-32be-475c-ae8a-d1aba2dd8b54,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:05.382379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59820) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:05.391053 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.397099 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.397841 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.398389 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.398959 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.399518 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.400060 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.400590 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.401143 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.402704 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.403647 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.404173 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.404939 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:05.423839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146251263'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:05.426974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f21a1-d6a9-4485-9aee-232bfdf572aa tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=d7390ae1-4612-4c17-814c-dd9c7c47ff5e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.439201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d7390ae1-4612-4c17-814c-dd9c7c47ff5e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:05.468981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-298af749-aaa8-4ec0-a754-388d43c8293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.471053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-298af749-aaa8-4ec0-a754-388d43c8293f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1221619 Jul 16 08:51:05.488851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:05.492980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.547659 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315889c6-339d-4bd0-bf1a-84c95aa5782c None None] Pushing event updated for resources: {'Port': ['ID=2c573b7c-32be-475c-ae8a-d1aba2dd8b54,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.570086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6abd1018-a12f-451b-a81a-595a646083af) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:05.574596 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:05.575503 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:05.580782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de628d18-61cd-45c8-a61b-058f87fc0d66 None None] Network 6abd1018-a12f-451b-a81a-595a646083af requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:05.586692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.587326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.590684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Allocated IP 172.20.0.14 (21b0b3c8-c2d9-4e7e-87c6-9d980721708a/76c34048-76db-405f-975d-c0d719aedc2a/28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:05.629134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:05.653031 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.653511 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment aec5a10c-b210-48dc-beda-8ce4f26cfaa7 of type vlan for network 6820c619-06e1-465a-9937-2573f8e52926 Jul 16 08:51:05.702242 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-97a5804a-a33a-4bc9-ba22-7f91b7e1165a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8676388 Jul 16 08:51:05.725802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-e4d43da3-c64f-4769-ae8b-52d2c6bc3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.728336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-e4d43da3-c64f-4769-ae8b-52d2c6bc3ab5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2503631 Jul 16 08:51:05.755061 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.793419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09288bb3-006e-4662-a612-b7b9ea6ff8d4 req-eadbbc49-81f6-4e6e-a61e-c64247f967f0 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.795020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09288bb3-006e-4662-a612-b7b9ea6ff8d4 req-eadbbc49-81f6-4e6e-a61e-c64247f967f0 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.2301118 Jul 16 08:51:05.896127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9be2a4-2e4a-4feb-a58b-09350d647c16 None None] Network 6abd1018-a12f-451b-a81a-595a646083af requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:05.923082 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:05.984517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.001773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.002455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.058988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-e1244953-8fd8-484e-8398-5ddaeb445918 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.060578 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-e1244953-8fd8-484e-8398-5ddaeb445918 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.54 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.4208694 Jul 16 08:51:06.143493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09288bb3-006e-4662-a612-b7b9ea6ff8d4 req-ab659cf1-ff0e-4883-b0fb-c077b56c089c tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336585 Jul 16 08:51:06.162436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7455163 Jul 16 08:51:06.174153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59838) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:06.191812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': 'd7390ae1-4612-4c17-814c-dd9c7c47ff5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:06.252157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-9ab76e97-50f9-4a90-9c56-3cdfc6de097d service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090678 Jul 16 08:51:06.260963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae71807-e3d0-43fa-89b7-f115905530fe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=6820c619-06e1-465a-9937-2573f8e52926,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.275034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6820c619-06e1-465a-9937-2573f8e52926 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:06.361284 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.458756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:06.462746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.484117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.522501 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:01Z', 'revision_number': 3, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:06.601895 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa2d54-6257-49b2-92fd-ded925bbda76 None None] The sync data for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 is: [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:01Z', 'revision_number': 3, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:06.718517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.805690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-e8d23d00-0ba0-4f1a-aa18-4d3450a70059 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369589 Jul 16 08:51:06.812853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-539ad86f-fbba-4bef-9d91-2dc23f36d5ed req-f0845ece-8d6c-42f7-ae1e-877ced41864a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 210 time: 0.0985401 Jul 16 08:51:06.813291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59858) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:06.824529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.877239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Deleting port 16088ced-ce07-430f-9fb6-d273a86f70b9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:06.877672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.880683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1217384232-network', 'tenant_id': '65039d5730be4b4b92d44a22788bd9c2'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:06.893564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:06.903144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=6fc3f239-9dcb-4e44-bb5c-7e3cd0c94c71,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.911127 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:06.911268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-af3fb052-6e9f-44ca-a0d5-946a32536c75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8 HTTP/1.1" status: 200 len: 217 time: 0.0949719 Jul 16 08:51:06.918320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:06.994524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-00b414e8-d63b-42fa-9e69-2c092f3d1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.996907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-00b414e8-d63b-42fa-9e69-2c092f3d1dd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.0790288 Jul 16 08:51:07.056594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Made reservation on behalf of 65039d5730be4b4b92d44a22788bd9c2 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:07.060387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.063223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event updated for resources: {'Port': ['ID=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.075793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.086195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Allocated IP 172.20.0.1 (41484141-6106-4847-a726-90e485f683d9/6c4a04c4-dad5-454c-b216-f11fb0d7b012/26f4b429-5e69-42c8-93f5-a15e861f6790) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:07.091041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': '4717d50e-01d5-468b-bfe1-c877900e8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd7390ae1-4612-4c17-814c-dd9c7c47ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:07.091041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: d7390ae1-4612-4c17-814c-dd9c7c47ff5e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:07.096256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.097164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.145390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] For port 16088ced-ce07-430f-9fb6-d273a86f70b9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=16088ced-ce07-430f-9fb6-d273a86f70b9,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:07.145789 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.148496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network d7390ae1-4612-4c17-814c-dd9c7c47ff5e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:07.201934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-dd962450-e0ee-41cd-8ebf-3695d4f94e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.203542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-dd962450-e0ee-41cd-8ebf-3695d4f94e97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1954906 Jul 16 08:51:07.209546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d7390ae1-4612-4c17-814c-dd9c7c47ff5e) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:07.220572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c909fd3-5eba-44cb-8d5b-fa54f418fb64 None None] Network d7390ae1-4612-4c17-814c-dd9c7c47ff5e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:07.237953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.238560 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.470638 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.483208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.510685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cb78f5d7-b709-490d-853a-93bf8d4b0435 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3320365 Jul 16 08:51:07.520655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-ae1480f8-062f-4c1c-8908-6e57bfd4f4c4 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022623 Jul 16 08:51:07.525352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59872) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:07.527865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d7390ae1-4612-4c17-814c-dd9c7c47ff5e', 'network_id': 'd7390ae1-4612-4c17-814c-dd9c7c47ff5e', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': '6fc3f239-9dcb-4e44-bb5c-7e3cd0c94c71'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:07.528887 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.530662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': '6820c619-06e1-465a-9937-2573f8e52926', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:07.545052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:07.557128 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-431cf144-9f08-4548-8d90-02388d85cdcc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2621720 Jul 16 08:51:07.571979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Request body: {'port': {'device_id': 'b8353a5a-06ba-4476-ac7c-f827abefbb57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:07.644661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7171ba1-0764-4f22-92f2-b7653b9bf057,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.657367 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.657949 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Added segment c62ba291-8299-4f0b-bb19-06c26fa3b44a of type vlan for network 675293a1-115b-4efe-bb83-c327fe886b90 Jul 16 08:51:07.685855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.807194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.813622 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-e1ecb136-43d7-4244-9fcc-ba135943d197 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6865854 Jul 16 08:51:07.856131 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.870220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Allocated IP 2001:db8::2 (d7390ae1-4612-4c17-814c-dd9c7c47ff5e/6fc3f239-9dcb-4e44-bb5c-7e3cd0c94c71/5e80415a-8a1e-4a9a-b02f-ed48ead5ac37) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:07.878136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.878709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.878848 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Floating IP f1c7fa9a-8949-48a4-b001-456a19620a2e disassociated. External IP: 172.25.6.30, port: 16088ced-ce07-430f-9fb6-d273a86f70b9. Jul 16 08:51:07.879168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Calling delete_port for 16088ced-ce07-430f-9fb6-d273a86f70b9 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:07.923030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfa929-ae79-4570-acc7-800655804da2 req-7df68280-cbcb-492c-ba87-9e19c2ef9f1b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.924605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17bfa929-ae79-4570-acc7-800655804da2 req-7df68280-cbcb-492c-ba87-9e19c2ef9f1b tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 945 time: 0.5433519 Jul 16 08:51:07.929272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-06278c4f-48b6-4ed1-a4d2-676f8078d25e service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905351 Jul 16 08:51:07.931310 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.932213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.932782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.032012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17bfa929-ae79-4570-acc7-800655804da2 req-d2914797-acaa-4f8a-b231-fc42134b02e0 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups?id=590958f8-4c44-4313-b395-4e91b44e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930197 Jul 16 08:51:08.134810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] Pushing event updated for resources: {'Network': ['ID=675293a1-115b-4efe-bb83-c327fe886b90,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.148379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-f4a5d87a-93a9-4b9f-9c93-f74a68ce7ed0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 HTTP/1.1" status: 200 len: 217 time: 0.2022061 Jul 16 08:51:08.188762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:08.195997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.230176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-072536c9-1737-4a00-9351-1219f51ddd06 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4124765 Jul 16 08:51:08.273687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59886) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:08.285958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Request body: {'subnet': {'network_id': '675293a1-115b-4efe-bb83-c327fe886b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1217384232-subnet', 'tenant_id': '65039d5730be4b4b92d44a22788bd9c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:08.320472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Made reservation on behalf of 65039d5730be4b4b92d44a22788bd9c2 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:08.323039 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.347203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 675293a1-115b-4efe-bb83-c327fe886b90 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:08.351382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:08.386206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.413337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-6706e51c-6d97-4981-90ec-25290464b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.415782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-6706e51c-6d97-4981-90ec-25290464b8b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.2524824 Jul 16 08:51:08.484270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Network 41484141-6106-4847-a726-90e485f683d9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:08.487206 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.507444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Transition to ACTIVE for port object 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:08.514819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:08.540413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:08.543543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ddebf-b2af-4875-8c12-b437e5591de8 req-c7a4f14a-7518-46b1-874f-c850b9e60322 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.549025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Transition to ACTIVE for port object 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:08.550433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:08.551184 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.551330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b62ddebf-b2af-4875-8c12-b437e5591de8 req-c7a4f14a-7518-46b1-874f-c850b9e60322 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 932 time: 0.4080634 Jul 16 08:51:08.577992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.582518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:08.591019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Pushing event updated for resources: {'Port': ['ID=26f4b429-5e69-42c8-93f5-a15e861f6790,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.641472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Network d7390ae1-4612-4c17-814c-dd9c7c47ff5e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:08.648031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:08.651034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:08.671596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-61c28dce-c66d-401d-8c90-90de2265c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.673572 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-61c28dce-c66d-401d-8c90-90de2265c115 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73196d62b0db486b942ba49397c1910a&device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 1098 time: 0.7821512 Jul 16 08:51:08.684838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Pushing event updated for resources: {'Port': ['ID=5e80415a-8a1e-4a9a-b02f-ed48ead5ac37,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.702215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-c1c92833-3b46-4fd5-a446-0150946ac64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.704347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-c1c92833-3b46-4fd5-a446-0150946ac64a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2727492 Jul 16 08:51:08.739113 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.799347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b62ddebf-b2af-4875-8c12-b437e5591de8 req-d108b60b-890e-4ee5-86bc-d7870e96e3cb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471592 Jul 16 08:51:08.852311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Attempting to bind port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:08.858299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Attempting to bind port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4717d50e-01d5-468b-bfe1-c877900e8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd7390ae1-4612-4c17-814c-dd9c7c47ff5e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:08.858741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Attempting to bind port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 on network d7390ae1-4612-4c17-814c-dd9c7c47ff5e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:08.866769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.885071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:08.885864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Checking segment: {'id': '4717d50e-01d5-468b-bfe1-c877900e8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd7390ae1-4612-4c17-814c-dd9c7c47ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:08.885864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.886598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Bound using segment: {'id': '4717d50e-01d5-468b-bfe1-c877900e8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd7390ae1-4612-4c17-814c-dd9c7c47ff5e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:08.886808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Bound port: 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4717d50e-01d5-468b-bfe1-c877900e8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd7390ae1-4612-4c17-814c-dd9c7c47ff5e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:08.887200 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.958666 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.010068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2c573b7c-32be-475c-ae8a-d1aba2dd8b54,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:09.016863 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.074073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.077600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] For port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:09.082337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] For port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5e80415a-8a1e-4a9a-b02f-ed48ead5ac37,segment=NetworkSegment(4717d50e-01d5-468b-bfe1-c877900e8dd1),segment_id=4717d50e-01d5-468b-bfe1-c877900e8dd1)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:09.086092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=2c573b7c-32be-475c-ae8a-d1aba2dd8b54,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.090820 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.143010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=b2ec8923-9ac1-4e68-bf92-8c9738e0d443,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.170764 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.197966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59898) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.200413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29d322-1489-4ae6-afdd-8817ce936877 None None] Pushing event updated for resources: {'Port': ['ID=5e80415a-8a1e-4a9a-b02f-ed48ead5ac37,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.216116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event deleted for resources: {'Port': ['ID=16088ced-ce07-430f-9fb6-d273a86f70b9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.222009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-8247ba30-ca68-4d64-8c84-8fbcfaaea07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.223638 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-8247ba30-ca68-4d64-8c84-8fbcfaaea07b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331 HTTP/1.1" status: 200 len: 913 time: 0.5015049 Jul 16 08:51:09.267140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-aeece5b9-7f26-41b6-8160-581f526adfd0 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470722 Jul 16 08:51:09.325100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2675b4f8-7306-493d-b531-2accfdcaaaa0 req-f6068f58-a831-4b55-9843-ff4077b55906 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 210 time: 0.1042006 Jul 16 08:51:09.369965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': 'aec5a10c-b210-48dc-beda-8ce4f26cfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6820c619-06e1-465a-9937-2573f8e52926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:09.370415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: 6820c619-06e1-465a-9937-2573f8e52926, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:09.391106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9555ebbc-a278-40a4-b1cd-9c636ac566bf,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.429847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:09.441337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Checking segment: {'id': 'c62ba291-8299-4f0b-bb19-06c26fa3b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '675293a1-115b-4efe-bb83-c327fe886b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:09.441715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Network hostable DHCP agents. Network: 675293a1-115b-4efe-bb83-c327fe886b90, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:09.447793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5ad0-fb2a-477a-8b25-8641bdc02652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.474353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.478977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.485752 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-6812144b-e4d5-409c-b216-6674f1781747 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7 HTTP/1.1" status: 200 len: 1002 time: 0.2458405 Jul 16 08:51:09.496396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a49e9ba8-c335-4b00-b101-e8f12864aea2 req-3e2387df-5d7b-41a2-94a6-4ddfa0361176 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163513 Jul 16 08:51:09.512436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 6820c619-06e1-465a-9937-2573f8e52926 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:09.552688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Network 675293a1-115b-4efe-bb83-c327fe886b90 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:09.561236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Transition to ACTIVE for port object 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:09.590150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6820c619-06e1-465a-9937-2573f8e52926) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:09.604080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ceff3-3dd8-4623-9bb3-b8474cab6f61 None None] Network 6820c619-06e1-465a-9937-2573f8e52926 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:09.604606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 675293a1-115b-4efe-bb83-c327fe886b90) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:09.614287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.614892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.626371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.626969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.635962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.640155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-0f026d81-0be3-457d-982a-af89c60a97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.642260 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-0f026d81-0be3-457d-982a-af89c60a97f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f2a35fb-82c8-44a8-b30b-93b8a846edce HTTP/1.1" status: 200 len: 851 time: 0.1427040 Jul 16 08:51:09.703445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3276eb5b-a0cb-47b5-9793-ea6412294da6 None None] Network 675293a1-115b-4efe-bb83-c327fe886b90 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:09.738516 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5ad0-fb2a-477a-8b25-8641bdc02652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.743079 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5ad0-fb2a-477a-8b25-8641bdc02652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.760374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:09.771622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-52f25ca2-3985-44f6-91bb-9fd2b7f786db tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2448277 Jul 16 08:51:09.779903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed32d1e2-19b0-4aa4-b7c6-e980c5d2b09a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5033569 Jul 16 08:51:09.781995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59902) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.812724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-df2a3443-3cba-48b4-bf8c-5276b89273f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1540442150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:09.831224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bdfd5ad0-fb2a-477a-8b25-8641bdc02652 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b73968a74d6e4f03a654913c766df96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272678 Jul 16 08:51:09.833822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.860073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd5ad0-fb2a-477a-8b25-8641bdc02652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6de6822-d922-4c16-b1ea-fcd82704f1a6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.959099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56ed0892-3abc-485d-8000-43c77e24b4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.974935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7924e62-4e73-4b3e-921a-3b31a4038426 None None] Network 675293a1-115b-4efe-bb83-c327fe886b90 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:09.998653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-6820c619-06e1-465a-9937-2573f8e52926', 'network_id': '6820c619-06e1-465a-9937-2573f8e52926', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': 'b2ec8923-9ac1-4e68-bf92-8c9738e0d443'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:09.999496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.000034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56ed0892-3abc-485d-8000-43c77e24b4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.079455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56ed0892-3abc-485d-8000-43c77e24b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.082466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56ed0892-3abc-485d-8000-43c77e24b4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.085898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-56ed0892-3abc-485d-8000-43c77e24b4f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6de6822-d922-4c16-b1ea-fcd82704f1a6 HTTP/1.1" status: 204 len: 168 time: 0.2487960 Jul 16 08:51:10.100595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:10.126509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed0892-3abc-485d-8000-43c77e24b4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6de6822-d922-4c16-b1ea-fcd82704f1a6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.154789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Pushing event updated for resources: {'Port': ['ID=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.212731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cf84e-90f8-43d1-859c-55fea89f7a63 req-73f91edc-b517-447a-b44c-5e38424e5be5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.216062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-056cf84e-90f8-43d1-859c-55fea89f7a63 req-73f91edc-b517-447a-b44c-5e38424e5be5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 944 time: 0.1411974 Jul 16 08:51:10.301947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-056cf84e-90f8-43d1-859c-55fea89f7a63 req-55a48270-8006-4a1f-85a6-1d7ddbec4620 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717850 Jul 16 08:51:10.320472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa570905-bb43-456d-9784-07357b89b851 None None] Sync routers for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:10.372752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] No DVR routers for this DVR port 16088ced-ce07-430f-9fb6-d273a86f70b9 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:10.465862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:10.475346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 16088ced-ce07-430f-9fb6-d273a86f70b9 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:10.482807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Allocated IP 2001:db8:1::2 (6820c619-06e1-465a-9937-2573f8e52926/b2ec8923-9ac1-4e68-bf92-8c9738e0d443/ae2efa31-7097-4ab6-8d01-74adb17ca597) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:10.509016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df2a3443-3cba-48b4-bf8c-5276b89273f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.509920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa570905-bb43-456d-9784-07357b89b851 None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:10.510117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df2a3443-3cba-48b4-bf8c-5276b89273f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.510592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aa570905-bb43-456d-9784-07357b89b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:10.582389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50c0b461-7e27-4e26-bc79-cb3d8c918aec req-bb48f40b-9354-4411-8308-bc2452d4aa15 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/ports?device_id=f56ddacf-bd02-42dc-b36f-f2c24cb19338 HTTP/1.1" status: 200 len: 210 time: 0.0554054 Jul 16 08:51:10.617963 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df2a3443-3cba-48b4-bf8c-5276b89273f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.628151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.630241 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ad916ea4-d606-41e8-87cf-eaa9bd226e67 req-2dcd12e0-fb59-4c9f-9e2c-64ce07ac8779 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.54 "DELETE /v2.0/ports/16088ced-ce07-430f-9fb6-d273a86f70b9 HTTP/1.1" status: 204 len: 173 time: 4.5562513 Jul 16 08:51:10.630717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'name': 'network-vif-deleted', 'tag': '16088ced-ce07-430f-9fb6-d273a86f70b9'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:10.633132 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480413e7-5dab-436f-ad2c-9264f0ceb70f" -d '{"events": [{"server_uuid": "f56ddacf-bd02-42dc-b36f-f2c24cb19338", "name": "network-vif-deleted", "tag": "16088ced-ce07-430f-9fb6-d273a86f70b9"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:10.642196 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df2a3443-3cba-48b4-bf8c-5276b89273f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.673616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-5c24d39b-675f-4105-ac97-acb923e7c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.676676 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-5c24d39b-675f-4105-ac97-acb923e7c9d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0064118 Jul 16 08:51:10.695263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-670da025-c709-4b6f-9a4a-0148e76e170c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:51:10.696304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-670da025-c709-4b6f-9a4a-0148e76e170c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086710 Jul 16 08:51:10.700918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59928) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:10.702983 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df2a3443-3cba-48b4-bf8c-5276b89273f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.704186 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-df2a3443-3cba-48b4-bf8c-5276b89273f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9153168 Jul 16 08:51:10.709019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 16088ced-ce07-430f-9fb6-d273a86f70b9 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:10.709636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59930) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:10.711232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 16088ced-ce07-430f-9fb6-d273a86f70b9 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:10.741120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e398ce11-b0c1-4306-a016-b6ce7bd0e0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.804263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.809163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Attempting to bind port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:10.809163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Attempting to bind port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:10.809529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Attempting to bind port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:10.815468 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.847506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ad8eb-87ff-499f-bc2b-0567eba2d3f3 None None] Network d7390ae1-4612-4c17-814c-dd9c7c47ff5e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:10.860339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:10.860677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Attempting to bind port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:10.907011 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-2e613704-e662-4928-acb7-566864add1a1 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935921 Jul 16 08:51:10.911316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:10.911660 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Checking segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:10.912049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Bound using segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:10.912533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Bound port: 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:10.912897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.951064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Pushing event updated for resources: {'Port': ['ID=26f4b429-5e69-42c8-93f5-a15e861f6790,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.963398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.053058 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86be2de-2ad3-4b99-9cbf-3eb411a6e4d7 x-openstack-request-id: req-f86be2de-2ad3-4b99-9cbf-3eb411a6e4d7 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:11.053326 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56ddacf-bd02-42dc-b36f-f2c24cb19338", "name": "network-vif-deleted", "tag": "16088ced-ce07-430f-9fb6-d273a86f70b9", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:11.053554 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f86be2de-2ad3-4b99-9cbf-3eb411a6e4d7 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:11.053941 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56ddacf-bd02-42dc-b36f-f2c24cb19338', 'name': 'network-vif-deleted', 'tag': '16088ced-ce07-430f-9fb6-d273a86f70b9', 'status': 'completed', 'code': 200} Jul 16 08:51:11.094114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:11.102973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6067510b-74cb-4ef4-9d49-fde824120db7 None None] Provisioning for port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:11.115799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6067510b-74cb-4ef4-9d49-fde824120db7 None None] Provisioning complete for port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:11.116321 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6067510b-74cb-4ef4-9d49-fde824120db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.149010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] For port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:11.152967 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4c9a8af7-fefb-4a09-bbdf-29ca08de21d9 req-3a8442f3-b0c0-47bb-8ede-dfbee917cdd1 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227407 Jul 16 08:51:11.163244 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:11.163717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.167203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] For port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:11.182877 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.244606 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Network 41484141-6106-4847-a726-90e485f683d9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:11.251375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.251661 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.253126 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] 10.222.0.52 "PUT /v2.0/ports/28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a HTTP/1.1" status: 200 len: 1093 time: 3.6855342 Jul 16 08:51:11.258858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:11.285560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-aa570905-bb43-456d-9784-07357b89b851 None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:11.335939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20902d98-f39e-4e9d-b66a-7ce3d62b064e service neutron] Pushing event updated for resources: {'Port': ['ID=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:11.668769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.719453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Transition to ACTIVE for port object ae2efa31-7097-4ab6-8d01-74adb17ca597 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:11.828511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Transition to ACTIVE for port object ae2efa31-7097-4ab6-8d01-74adb17ca597 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:11.846636 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6067510b-74cb-4ef4-9d49-fde824120db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.848581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Router 64be6d34-3697-4d29-bef6-b07af7384723 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:11.858441 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.863843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-d44c6205-fd1f-4911-8094-bf30a9478984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.867380 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-d44c6205-fd1f-4911-8094-bf30a9478984 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 1096 time: 0.5457892 Jul 16 08:51:11.910707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e398ce11-b0c1-4306-a016-b6ce7bd0e0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.931494 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-758c3938-a21c-41f6-81f0-4ccb3b12c44b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a HTTP/1.1" status: 200 len: 217 time: 0.0534921 Jul 16 08:51:11.934543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e398ce11-b0c1-4306-a016-b6ce7bd0e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.959598 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.013450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6067510b-74cb-4ef4-9d49-fde824120db7 None None] For port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5e80415a-8a1e-4a9a-b02f-ed48ead5ac37,segment=NetworkSegment(4717d50e-01d5-468b-bfe1-c877900e8dd1),segment_id=4717d50e-01d5-468b-bfe1-c877900e8dd1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:12.020532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-9541daa0-4e2b-49f1-a643-699fc45f7b5c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.027855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-9541daa0-4e2b-49f1-a643-699fc45f7b5c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 806 time: 0.6610308 Jul 16 08:51:12.050591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6067510b-74cb-4ef4-9d49-fde824120db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.091305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e398ce11-b0c1-4306-a016-b6ce7bd0e0cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d814d455dda44f8dae4dfe8856a697cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3880570 Jul 16 08:51:12.097412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59946) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.115264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-c3131571-2ba7-42f3-bcd2-d3227e962d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.116678 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-c3131571-2ba7-42f3-bcd2-d3227e962d4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.1278315 Jul 16 08:51:12.121936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Network 6820c619-06e1-465a-9937-2573f8e52926 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:12.123581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398ce11-b0c1-4306-a016-b6ce7bd0e0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbed47d-c87d-41a8-8f2e-e65b58fa963a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.142363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b46817-80e7-4dd2-94ef-6d16c25dec36 req-7973379a-a39e-4ece-87ff-0701496bb7b5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.149909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01b46817-80e7-4dd2-94ef-6d16c25dec36 req-7973379a-a39e-4ece-87ff-0701496bb7b5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 944 time: 0.5229161 Jul 16 08:51:12.162214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-618ba601-2f2a-44a3-83b3-7658f9229744 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/quotas/418e8d72fd7a4b4eadfdb6df179571d5 HTTP/1.1" status: 200 len: 375 time: 0.1334550 Jul 16 08:51:12.163377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Pushing event updated for resources: {'Port': ['ID=ae2efa31-7097-4ab6-8d01-74adb17ca597,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.174821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:12.208458 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-f9d0286c-bc7e-479f-ae81-ba20968648ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757403 Jul 16 08:51:12.236694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.249252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067510b-74cb-4ef4-9d49-fde824120db7 None None] Pushing event updated for resources: {'Port': ['ID=5e80415a-8a1e-4a9a-b02f-ed48ead5ac37,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.263169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:12.266551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:12.283748 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Sync routers for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:12.292370 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af3d4851-48a3-4c95-81e9-9f495b938c8c admin admin] 10.222.0.55 "PUT /v2.0/routers/64be6d34-3697-4d29-bef6-b07af7384723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0609818 Jul 16 08:51:12.298048 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:12.298675 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:12.318860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-e93ef4f6-56e2-43d6-83cd-776913792a40 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1475403 Jul 16 08:51:12.384272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01b46817-80e7-4dd2-94ef-6d16c25dec36 req-dc3cdefa-ff51-4a08-9a3c-ca39d8e6a662 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333825 Jul 16 08:51:12.443166 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-736dddbd-641d-45c6-9bcd-9f6c41231bef service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332633 Jul 16 08:51:12.485314 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:12.486080 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:12.502975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cdfe5a63-72c6-4574-a4f1-9cea7c4263b3 None None] Provisioning complete for port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:12.503359 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cdfe5a63-72c6-4574-a4f1-9cea7c4263b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.507161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aa570905-bb43-456d-9784-07357b89b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:40Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:12.510121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Attempting to bind port ae2efa31-7097-4ab6-8d01-74adb17ca597 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:12.510718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Attempting to bind port ae2efa31-7097-4ab6-8d01-74adb17ca597 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'aec5a10c-b210-48dc-beda-8ce4f26cfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6820c619-06e1-465a-9937-2573f8e52926'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:12.512488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Attempting to bind port ae2efa31-7097-4ab6-8d01-74adb17ca597 on network 6820c619-06e1-465a-9937-2573f8e52926 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:12.549037 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:12.574779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa570905-bb43-456d-9784-07357b89b851 None None] Checking router: 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:12.594161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:12.594542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Checking segment: {'id': 'aec5a10c-b210-48dc-beda-8ce4f26cfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6820c619-06e1-465a-9937-2573f8e52926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:12.594954 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.595355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Bound using segment: {'id': 'aec5a10c-b210-48dc-beda-8ce4f26cfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6820c619-06e1-465a-9937-2573f8e52926'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:12.595854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Bound port: ae2efa31-7097-4ab6-8d01-74adb17ca597, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec5a10c-b210-48dc-beda-8ce4f26cfaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6820c619-06e1-465a-9937-2573f8e52926'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:12.596212 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.639542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa570905-bb43-456d-9784-07357b89b851 None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:12.640495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aa570905-bb43-456d-9784-07357b89b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:12.688233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa03b90d-77d9-480c-b79b-5081a31026b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.691052 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-60b9caf8-c2a6-4ab1-9f4f-e64b4fe76aa5 req-2b01036e-abfd-4ae3-a733-0c9405ffb957 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405539 Jul 16 08:51:12.741453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa03b90d-77d9-480c-b79b-5081a31026b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.758279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59958) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.837838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] For port ae2efa31-7097-4ab6-8d01-74adb17ca597, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:12.848462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa03b90d-77d9-480c-b79b-5081a31026b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.853006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa03b90d-77d9-480c-b79b-5081a31026b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.854267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fa03b90d-77d9-480c-b79b-5081a31026b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfbed47d-c87d-41a8-8f2e-e65b58fa963a HTTP/1.1" status: 204 len: 168 time: 0.7526588 Jul 16 08:51:12.866023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] For port ae2efa31-7097-4ab6-8d01-74adb17ca597, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ae2efa31-7097-4ab6-8d01-74adb17ca597,segment=NetworkSegment(aec5a10c-b210-48dc-beda-8ce4f26cfaa7),segment_id=aec5a10c-b210-48dc-beda-8ce4f26cfaa7)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:12.874432 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.881139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-159a3247-af53-41a1-be1c-f8f984e8e9e7 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.934432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-159a3247-af53-41a1-be1c-f8f984e8e9e7 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.940181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-aa570905-bb43-456d-9784-07357b89b851 None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:12.944445 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 2, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:13.032559 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Checking router: 64be6d34-3697-4d29-bef6-b07af7384723 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:13.033318 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Updating router 64be6d34-3697-4d29-bef6-b07af7384723 port 26f4b429-5e69-42c8-93f5-a15e861f6790 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:51:13.035006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-159a3247-af53-41a1-be1c-f8f984e8e9e7 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.037981 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-159a3247-af53-41a1-be1c-f8f984e8e9e7 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.039370 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-159a3247-af53-41a1-be1c-f8f984e8e9e7 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "DELETE /v2.0/security-groups/590958f8-4c44-4313-b395-4e91b44e9a6e HTTP/1.1" status: 204 len: 168 time: 0.2800009 Jul 16 08:51:13.045061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59972) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.072223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8353a5a-06ba-4476-ac7c-f827abefbb57', 'tag': '28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:13.077115 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32695be-b9a0-45b9-abd8-0412631801d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8353a5a-06ba-4476-ac7c-f827abefbb57", "tag": "28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:13.082026 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.097946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a3247-af53-41a1-be1c-f8f984e8e9e7 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590958f8-4c44-4313-b395-4e91b44e9a6e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.105493 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-a4d21759-42f5-41e7-8294-e40be7bd2c4f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] show failed (client error): The resource could not be found. Jul 16 08:51:13.107002 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a4d21759-42f5-41e7-8294-e40be7bd2c4f tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "GET /v2.0/security-groups/590958f8-4c44-4313-b395-4e91b44e9a6e HTTP/1.1" status: 404 len: 347 time: 0.0582805 Jul 16 08:51:13.110465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59976) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.132161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03b90d-77d9-480c-b79b-5081a31026b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbed47d-c87d-41a8-8f2e-e65b58fa963a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.288031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c6f16-4b32-4eef-a899-490923fd0f00 None None] Pushing event updated for resources: {'Port': ['ID=ae2efa31-7097-4ab6-8d01-74adb17ca597,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.297977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:13.364597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Deleting port afd2570e-e4ba-4e4a-b072-d0008b796ded {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:13.365401 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.458311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-e9692cd7-9b67-4a28-9cbc-806013703698 service neutron] 10.222.0.55 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1371641 Jul 16 08:51:13.474837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-eb80fa8d-38c9-4302-9ad5-66b16ecd22a6 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.487084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-eb80fa8d-38c9-4302-9ad5-66b16ecd22a6 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 820 time: 0.4819796 Jul 16 08:51:13.518571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.519259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.531259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:13.531636 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.544562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Calling delete_port for afd2570e-e4ba-4e4a-b072-d0008b796ded owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:13.609256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-ce98ece6-517d-4b93-8fb3-2cc776b8d5e9 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/quotas/de3ed2c7b88e422b824220a2d113a0f6 HTTP/1.1" status: 200 len: 375 time: 0.0501938 Jul 16 08:51:13.682827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aa570905-bb43-456d-9784-07357b89b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:40Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:13.722303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa570905-bb43-456d-9784-07357b89b851 None None] The sync data for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 is: [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'a522d656-cec1-48c8-bc8c-974decd3d00c', 'name': '', 'network_id': '6a02169a-f5b5-400a-9323-609ebf4e62c5', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'mac_address': 'fa:16:3e:65:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8c475824-1830-465d-a9a3-f998ef720cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:30Z', 'updated_at': '2021-07-16T08:48:40Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'subnets': [{'id': '8c475824-1830-465d-a9a3-f998ef720cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:13.792349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.867776 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.893995 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Transition to ACTIVE for port object 26f4b429-5e69-42c8-93f5-a15e861f6790 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:13.906108 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.908623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Pushing event deleted for resources: {'Port': ['ID=afd2570e-e4ba-4e4a-b072-d0008b796ded,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.911314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-f750b75c-1bff-46bf-ae69-430b22e560d6 service neutron] 10.222.0.55 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231012 Jul 16 08:51:13.936072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8::1 (d7390ae1-4612-4c17-814c-dd9c7c47ff5e/6fc3f239-9dcb-4e44-bb5c-7e3cd0c94c71/61af2504-3a00-4e59-857a-42fbea7d45d2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:13.995212 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82075c36-e25d-46ff-97c2-b1707f5f41f7 None None] Pushing event updated for resources: {'Port': ['ID=26f4b429-5e69-42c8-93f5-a15e861f6790,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.007172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.010995 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.016048 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c83b2b3f-1fd7-4a6b-9531-a94b854ca955 tempest-ServersTestJSON-1166153073 tempest-ServersTestJSON-1166153073-project] 10.222.0.55 "DELETE /v2.0/floatingips/f1c7fa9a-8949-48a4-b001-456a19620a2e HTTP/1.1" status: 204 len: 168 time: 0.9045854 Jul 16 08:51:14.025071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59994) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:14.051589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-053b5c24-faee-4f7c-bb20-d096e1d133d1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4199879 Jul 16 08:51:14.056807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ae2efa31-7097-4ab6-8d01-74adb17ca597 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:14.134498 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Attempting to bind port 26f4b429-5e69-42c8-93f5-a15e861f6790 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:14.134991 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Attempting to bind port 26f4b429-5e69-42c8-93f5-a15e861f6790 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:14.135359 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Attempting to bind port 26f4b429-5e69-42c8-93f5-a15e861f6790 on network 41484141-6106-4847-a726-90e485f683d9 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:14.141462 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:14.141929 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Checking segment: {'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:14.142329 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.142721 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Bound using segment: {'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:14.143190 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Bound port: 26f4b429-5e69-42c8-93f5-a15e861f6790, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:14.143718 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.160613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ae2efa31-7097-4ab6-8d01-74adb17ca597 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:14.185508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:14.303897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.316704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-d9f3ec74-0b48-44a7-a0e7-d6bb01192acc service neutron] 10.222.0.55 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640252 Jul 16 08:51:14.331327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:14.333332 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.366099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object 61af2504-3a00-4e59-857a-42fbea7d45d2 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:14.367256 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] For port 26f4b429-5e69-42c8-93f5-a15e861f6790, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:14.382341 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] For port 26f4b429-5e69-42c8-93f5-a15e861f6790, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=26f4b429-5e69-42c8-93f5-a15e861f6790,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:14.384482 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397fdd20-c2bf-4080-8343-21c7e556c4d5 x-openstack-request-id: req-397fdd20-c2bf-4080-8343-21c7e556c4d5 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:14.385017 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8353a5a-06ba-4476-ac7c-f827abefbb57", "tag": "28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:14.385634 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-397fdd20-c2bf-4080-8343-21c7e556c4d5 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:14.389201 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.389368 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8353a5a-06ba-4476-ac7c-f827abefbb57', 'tag': '28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a', 'status': 'completed', 'code': 200} Jul 16 08:51:14.513067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf08f2-2f78-4f58-bfcd-c9b6da92d6df None None] New status for floating IP f1c7fa9a-8949-48a4-b001-456a19620a2e: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:51:14.557933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-e1a3308a-ebb3-4a9c-8471-c04593b823c5 service neutron] 10.222.0.55 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392509 Jul 16 08:51:14.609945 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-709447f0-24d6-4932-a598-ccba6fbe416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.619593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:14.626170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-05de6136-f12f-41c1-9585-3d6873a6d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.627957 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-05de6136-f12f-41c1-9585-3d6873a6d43c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 1096 time: 0.2499492 Jul 16 08:51:14.634606 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:14.637592 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:50:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:14.678670 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.721076 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82075c36-e25d-46ff-97c2-b1707f5f41f7 None None] Pushing event updated for resources: {'Port': ['ID=26f4b429-5e69-42c8-93f5-a15e861f6790,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.750790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30847117-57f5-4f5b-ae5e-89710ddd0e44 req-23bb2695-2fdc-46e4-8e3d-38c75a209013 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.755018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30847117-57f5-4f5b-ae5e-89710ddd0e44 req-23bb2695-2fdc-46e4-8e3d-38c75a209013 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 944 time: 0.2168660 Jul 16 08:51:14.777558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network d7390ae1-4612-4c17-814c-dd9c7c47ff5e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:14.910855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30847117-57f5-4f5b-ae5e-89710ddd0e44 req-8f67eb1b-638f-4059-9582-7e408b4dc624 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453977 Jul 16 08:51:14.928621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:14.938420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:14.939024 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.941083 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:14.943060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cffa01-c80e-469a-b7fe-59eb9cf23f1c None None] Network 6820c619-06e1-465a-9937-2573f8e52926 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:14.964085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-2eed6d08-7b53-4180-8dab-bdb9a5cfbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.967002 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-2eed6d08-7b53-4180-8dab-bdb9a5cfbc15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.2834854 Jul 16 08:51:15.209966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=61af2504-3a00-4e59-857a-42fbea7d45d2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:15.303713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04a58625-2aad-4c88-acde-e316dca5a04c req-b83b64f2-131c-4a74-8ffd-d685514bab76 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 210 time: 0.1284633 Jul 16 08:51:15.436733 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-8e24176b-cf3a-4571-9a4b-be500066069c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a HTTP/1.1" status: 200 len: 217 time: 0.2386944 Jul 16 08:51:15.473813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-381c5dc6-8606-4ebe-a785-4c5e00061b14 req-5c56286f-231f-4d2d-95fe-83eca4de1ef1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 210 time: 0.2411075 Jul 16 08:51:15.481548 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:14Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:15.541775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-91a4d100-c6d9-4a5e-92e1-bb4aa55fbd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.543914 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-91a4d100-c6d9-4a5e-92e1-bb4aa55fbd49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0995977 Jul 16 08:51:15.573321 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.593084 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a620a68-16df-4a70-ab7d-a65821d60cda None None] The sync data for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 is: [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:14Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:15.605905 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-7515629b-784e-42d8-a268-0a039e385303 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550027 Jul 16 08:51:15.747378 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.751051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5125e54e-95e6-460d-b02a-d197db909f9c None None] Provisioning for port ae2efa31-7097-4ab6-8d01-74adb17ca597 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:15.802741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5125e54e-95e6-460d-b02a-d197db909f9c None None] Provisioning complete for port ae2efa31-7097-4ab6-8d01-74adb17ca597 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:15.818017 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5125e54e-95e6-460d-b02a-d197db909f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.871246 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-9389695e-581a-4278-82a7-c3acaf63fb66 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582786 Jul 16 08:51:15.983100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:16.086230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 26f4b429-5e69-42c8-93f5-a15e861f6790 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:16.236940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.272700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'port_id': '28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a', 'mac_address': 'fa:16:3e:2e:94:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c34048-76db-405f-975d-c0d719aedc2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:16.302825 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a32695be-b9a0-45b9-abd8-0412631801d3 req-2af799d1-11f9-4817-824b-1fff3b6a5c8e service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170592 Jul 16 08:51:16.417871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.422872 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5125e54e-95e6-460d-b02a-d197db909f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.426427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.427686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.533538 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.551116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 26f4b429-5e69-42c8-93f5-a15e861f6790 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:16.597673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5125e54e-95e6-460d-b02a-d197db909f9c None None] For port ae2efa31-7097-4ab6-8d01-74adb17ca597, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ae2efa31-7097-4ab6-8d01-74adb17ca597,segment=NetworkSegment(aec5a10c-b210-48dc-beda-8ce4f26cfaa7),segment_id=aec5a10c-b210-48dc-beda-8ce4f26cfaa7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:16.610498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 26f4b429-5e69-42c8-93f5-a15e861f6790 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:16.610884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.651181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=61af2504-3a00-4e59-857a-42fbea7d45d2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:16.686710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e2439-d4c9-4e59-ad6b-2cfb81ba3250 req-76611b11-12ef-417e-a7c7-84afbcc3ea46 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.701056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f12e2439-d4c9-4e59-ad6b-2cfb81ba3250 req-76611b11-12ef-417e-a7c7-84afbcc3ea46 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 944 time: 0.4379292 Jul 16 08:51:16.734477 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5125e54e-95e6-460d-b02a-d197db909f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.753510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:16.781736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.788794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.789590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.790187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.790734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.791297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.791643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.792018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.792515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.793366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.793835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.794192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:16.904866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f12e2439-d4c9-4e59-ad6b-2cfb81ba3250 req-26dc8bee-9782-4f72-a94b-b162107d5228 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018294 Jul 16 08:51:16.910560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6eebaa66-4f3c-438e-adcd-a7daac422305 req-23223256-e720-4fbb-83f4-d67fbf8b3d3a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 210 time: 0.1364207 Jul 16 08:51:16.940113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network d7390ae1-4612-4c17-814c-dd9c7c47ff5e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:16.953556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:16.996900 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.055820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:17.108659 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.163593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6be562ea-cdf3-4860-a6a6-4826394bfdd9 None None] Provisioning for port 61af2504-3a00-4e59-857a-42fbea7d45d2 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:17.174576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6be562ea-cdf3-4860-a6a6-4826394bfdd9 None None] Provisioning complete for port 61af2504-3a00-4e59-857a-42fbea7d45d2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:17.174939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6be562ea-cdf3-4860-a6a6-4826394bfdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.258639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125e54e-95e6-460d-b02a-d197db909f9c None None] Pushing event updated for resources: {'Port': ['ID=ae2efa31-7097-4ab6-8d01-74adb17ca597,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.315284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74f9a327-1186-4363-b5d6-440b519e0159 req-ae72b210-e956-4741-a97a-6596e4f8cf43 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 210 time: 0.1433694 Jul 16 08:51:17.421298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 72dc58a3-1896-464e-aa5b-338c2ba9177f is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:17.443987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 26f4b429-5e69-42c8-93f5-a15e861f6790, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=26f4b429-5e69-42c8-93f5-a15e861f6790,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:17.445495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6be562ea-cdf3-4860-a6a6-4826394bfdd9 None None] Port 61af2504-3a00-4e59-857a-42fbea7d45d2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:17.448389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.456048 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.584522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=26f4b429-5e69-42c8-93f5-a15e861f6790,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.588847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:17.695289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.709845 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09c064f9-c639-41ce-b802-3a97cd076d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.727448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f173ae2-b78b-469e-a6af-6d95a3659e40 None None] Provisioning complete for port ae2efa31-7097-4ab6-8d01-74adb17ca597 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:17.728611 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f173ae2-b78b-469e-a6af-6d95a3659e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.741435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:17.747801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b0df92cb-01cb-49aa-a845-9fa92fb725f1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/72dc58a3-1896-464e-aa5b-338c2ba9177f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0371430 Jul 16 08:51:17.756081 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8143ba-7483-46a8-a86b-2cbc5ee59412 None None] Sync routers for ids ['72dc58a3-1896-464e-aa5b-338c2ba9177f'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:17.757748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60082) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:17.794480 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8143ba-7483-46a8-a86b-2cbc5ee59412 None None] Routers {'72dc58a3-1896-464e-aa5b-338c2ba9177f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:17.795691 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4d8143ba-7483-46a8-a86b-2cbc5ee59412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72dc58a3-1896-464e-aa5b-338c2ba9177f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:17.836222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-0a2c274f-9ca6-491c-98f5-7d47949dc0cc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.838055 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-0a2c274f-9ca6-491c-98f5-7d47949dc0cc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 806 time: 1.0647881 Jul 16 08:51:17.858286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Request body: {'port': {'device_id': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'admin_state_up': True, 'tenant_id': '418e8d72fd7a4b4eadfdb6df179571d5'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:17.901531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Deleting port a522d656-cec1-48c8-bc8c-974decd3d00c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:17.901859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.904110 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4d8143ba-7483-46a8-a86b-2cbc5ee59412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:17.910631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-d68ad0ae-fc35-4721-87bc-45d1c4330b09 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.912156 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-d68ad0ae-fc35-4721-87bc-45d1c4330b09 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.54 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 820 time: 0.2572384 Jul 16 08:51:17.932627 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8143ba-7483-46a8-a86b-2cbc5ee59412 None None] Routers {'72dc58a3-1896-464e-aa5b-338c2ba9177f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:17.936044 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4d8143ba-7483-46a8-a86b-2cbc5ee59412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72dc58a3-1896-464e-aa5b-338c2ba9177f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:17.949815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Request body: {'port': {'device_id': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'admin_state_up': True, 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:18.001413 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4d8143ba-7483-46a8-a86b-2cbc5ee59412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.002183 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8143ba-7483-46a8-a86b-2cbc5ee59412 None None] The sync data for ids ['72dc58a3-1896-464e-aa5b-338c2ba9177f'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:18.016284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 26f4b429-5e69-42c8-93f5-a15e861f6790 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:18.045444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d2b65-c0ef-4ebb-975d-6ff3fe31ff14 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.054676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d89d2b65-c0ef-4ebb-975d-6ff3fe31ff14 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports/61af2504-3a00-4e59-857a-42fbea7d45d2 HTTP/1.1" status: 200 len: 911 time: 0.2958050 Jul 16 08:51:18.055390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60090) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.160487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Made reservation on behalf of 418e8d72fd7a4b4eadfdb6df179571d5 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:18.164035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.174171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60092) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.181579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] For port a522d656-cec1-48c8-bc8c-974decd3d00c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a522d656-cec1-48c8-bc8c-974decd3d00c,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:18.181980 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.218652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Calling delete_port for a522d656-cec1-48c8-bc8c-974decd3d00c owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:18.223078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 26f4b429-5e69-42c8-93f5-a15e861f6790 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:18.223534 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.261917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f173ae2-b78b-469e-a6af-6d95a3659e40 None None] Provisioning complete for port 61af2504-3a00-4e59-857a-42fbea7d45d2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:18.262532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f173ae2-b78b-469e-a6af-6d95a3659e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.329590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7f173ae2-b78b-469e-a6af-6d95a3659e40 None None] Port 61af2504-3a00-4e59-857a-42fbea7d45d2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:18.359612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Made reservation on behalf of de3ed2c7b88e422b824220a2d113a0f6 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:18.363634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.375932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ae2efa31-7097-4ab6-8d01-74adb17ca597 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:18.404145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3ed4-e1a3-4afb-b7d1-b69ff15de7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.427260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ae2efa31-7097-4ab6-8d01-74adb17ca597 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:18.427615 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.550115 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.610134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Allocated IP 172.20.0.13 (6abd1018-a12f-451b-a81a-595a646083af/81628269-1000-4d64-9846-3fb9be7c8ab9/8d91b678-fc6e-4ec5-bf06-e4c774be79c8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:18.635338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0da8660e-d414-478c-9542-a9760232831b req-0442e006-7b3c-4d07-a97c-496d5348613f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 210 time: 0.4388809 Jul 16 08:51:18.743478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Allocated IP 172.20.0.2 (41484141-6106-4847-a726-90e485f683d9/6c4a04c4-dad5-454c-b216-f11fb0d7b012/24dff076-500e-480f-ba48-e6ab9800b548) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:18.758042 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.759081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57609d67-fe54-4ae8-8fe4-616506c626a1 req-02ca23fd-0dc9-45e9-84f2-cb08d8ff00c5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.760595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57609d67-fe54-4ae8-8fe4-616506c626a1 req-02ca23fd-0dc9-45e9-84f2-cb08d8ff00c5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 945 time: 0.5631604 Jul 16 08:51:18.866659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe9cf865-62c3-4d2c-91f7-4abfda30ee44 req-017a53a9-05e6-4fe6-bccf-39d02c33e7bd tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 210 time: 0.0703950 Jul 16 08:51:18.902766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57609d67-fe54-4ae8-8fe4-616506c626a1 req-94214c51-34eb-4bc0-94c8-fc6b155c2ede tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047950 Jul 16 08:51:18.933159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3ed4-e1a3-4afb-b7d1-b69ff15de7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.962734 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3ed4-e1a3-4afb-b7d1-b69ff15de7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.975864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.002597 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.078565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a522d656-cec1-48c8-bc8c-974decd3d00c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.111410 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dbeb3ed4-e1a3-4afb-b7d1-b69ff15de7e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f19519e811ae4ac3ad0a5be2199a739c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9296064 Jul 16 08:51:19.113681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60100) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.133894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:19.139957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb3ed4-e1a3-4afb-b7d1-b69ff15de7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673e73f2-a4ff-433e-b31d-ddca128721f0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.144786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.213927 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.221103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:19.228107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:19.229051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.267652 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eab924c2-e461-44d6-9b9a-97992d99d5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.322490 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.337680 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eab924c2-e461-44d6-9b9a-97992d99d5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.352656 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.353308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8353a5a-06ba-4476-ac7c-f827abefbb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:19.356080 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210892b4-2de3-4369-ad36-676c2505bf3d" -d '{"events": [{"server_uuid": "b8353a5a-06ba-4476-ac7c-f827abefbb57", "name": "network-vif-plugged", "status": "completed", "tag": "28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:19.371428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:19.375637 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.393475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8:1::1 (6820c619-06e1-465a-9937-2573f8e52926/b2ec8923-9ac1-4e68-bf92-8c9738e0d443/d6705bd6-6d60-4c19-b86d-8ba0849fa7ee) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:19.410975 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9052fed-2604-4e51-a96d-fca6f7ee3094 x-openstack-request-id: req-e9052fed-2604-4e51-a96d-fca6f7ee3094 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:19.411383 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8353a5a-06ba-4476-ac7c-f827abefbb57", "name": "network-vif-plugged", "status": "completed", "tag": "28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:19.411970 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9052fed-2604-4e51-a96d-fca6f7ee3094 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:19.412416 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8353a5a-06ba-4476-ac7c-f827abefbb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a', 'code': 200} Jul 16 08:51:19.434772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.486993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.489660 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Network 6abd1018-a12f-451b-a81a-595a646083af is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:19.507276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:19.509087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Pushing event updated for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.514802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:19.515005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eab924c2-e461-44d6-9b9a-97992d99d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.517484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eab924c2-e461-44d6-9b9a-97992d99d5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.521508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-eab924c2-e461-44d6-9b9a-97992d99d5ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/673e73f2-a4ff-433e-b31d-ddca128721f0 HTTP/1.1" status: 204 len: 168 time: 0.4050305 Jul 16 08:51:19.550808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab924c2-e461-44d6-9b9a-97992d99d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e73f2-a4ff-433e-b31d-ddca128721f0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.564751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.564896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.585315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object d6705bd6-6d60-4c19-b86d-8ba0849fa7ee will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:19.625892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Network 41484141-6106-4847-a726-90e485f683d9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:19.639454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.640174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:19.642944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:19.685238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event updated for resources: {'Port': ['ID=24dff076-500e-480f-ba48-e6ab9800b548,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.697268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 6820c619-06e1-465a-9937-2573f8e52926 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:19.701347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:19.703980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:19.705014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.713024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.713701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.748062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=d6705bd6-6d60-4c19-b86d-8ba0849fa7ee,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.807995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-2c9ef391-46df-435e-8889-3716c70c10bc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9555097 Jul 16 08:51:19.817685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.818670 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.832231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Request body: {'port': {'device_id': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:19.836127 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352de9fd-f1c4-45b0-9977-62669fe9a135 req-22d9636c-e3d1-4903-b991-dbd466b582da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.837607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-352de9fd-f1c4-45b0-9977-62669fe9a135 req-22d9636c-e3d1-4903-b991-dbd466b582da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 1098 time: 0.3405504 Jul 16 08:51:19.890481 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.926603 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f1645ef3-7695-4cdd-976f-06d50c201fe1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9972177 Jul 16 08:51:19.954987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Request body: {'port': {'device_id': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:19.994537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:20.020885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.032604 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-352de9fd-f1c4-45b0-9977-62669fe9a135 req-b89e4335-51f5-40d1-bdae-7181ceb07fad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787953 Jul 16 08:51:20.081001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8262df9e-4b61-439d-b13c-30a53284f24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.102694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c90142ec-fdf5-4b4d-8f5d-e904ffd60c79 None None] Provisioning for port d6705bd6-6d60-4c19-b86d-8ba0849fa7ee completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:20.107469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c90142ec-fdf5-4b4d-8f5d-e904ffd60c79 None None] Provisioning complete for port d6705bd6-6d60-4c19-b86d-8ba0849fa7ee triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:20.108027 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c90142ec-fdf5-4b4d-8f5d-e904ffd60c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.126838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27859f7-4d10-447f-86b1-20584206c0d1 req-14c79321-389a-4d7a-9902-e689126c68a7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.128385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e27859f7-4d10-447f-86b1-20584206c0d1 req-14c79321-389a-4d7a-9902-e689126c68a7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 932 time: 0.2171478 Jul 16 08:51:20.147960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c90142ec-fdf5-4b4d-8f5d-e904ffd60c79 None None] Port d6705bd6-6d60-4c19-b86d-8ba0849fa7ee cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:20.161581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.216218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.238336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e27859f7-4d10-447f-86b1-20584206c0d1 req-ed24fa6d-9903-4cce-a19c-c28efa0c73cf tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744216 Jul 16 08:51:20.271569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:20.271983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938953b-8b06-4d47-9e4e-364afc246721 req-a2674b66-32d1-4245-908b-f3ce2aeedf42 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.273528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8938953b-8b06-4d47-9e4e-364afc246721 req-a2674b66-32d1-4245-908b-f3ce2aeedf42 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 931 time: 0.2339413 Jul 16 08:51:20.394951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8938953b-8b06-4d47-9e4e-364afc246721 req-785f5546-d534-4581-978a-08b024e8ecb6 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069794 Jul 16 08:51:20.453335 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.464421 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.465293 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.539535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bca35-fcaa-4f0b-8bff-840ddcd9e2ae req-b02f7d06-886b-45f4-99e1-3deb4b25adbc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.541244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d83bca35-fcaa-4f0b-8bff-840ddcd9e2ae req-b02f7d06-886b-45f4-99e1-3deb4b25adbc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 946 time: 0.1806722 Jul 16 08:51:20.572916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=d6705bd6-6d60-4c19-b86d-8ba0849fa7ee,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.644999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d83bca35-fcaa-4f0b-8bff-840ddcd9e2ae req-e42f1e6d-f001-474b-9690-c111b99c57cb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921435 Jul 16 08:51:20.668805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 6820c619-06e1-465a-9937-2573f8e52926 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:20.670436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:20.783079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 72dc58a3-1896-464e-aa5b-338c2ba9177f has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:20.896244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:20.898851 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8262df9e-4b61-439d-b13c-30a53284f24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.907018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-16856857-e7b5-4433-bc1d-4e577b5b092a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/72dc58a3-1896-464e-aa5b-338c2ba9177f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8494732 Jul 16 08:51:20.907810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60118) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:20.916474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc016a-a898-4d49-b89a-4f7ce794819c None None] Sync routers for ids ['72dc58a3-1896-464e-aa5b-338c2ba9177f'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:20.921042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8262df9e-4b61-439d-b13c-30a53284f24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.936766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc016a-a898-4d49-b89a-4f7ce794819c None None] Routers {'72dc58a3-1896-464e-aa5b-338c2ba9177f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:20.941529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9adc016a-a898-4d49-b89a-4f7ce794819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72dc58a3-1896-464e-aa5b-338c2ba9177f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:20.978355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacfa4e5-7544-4a03-8274-f0e04c5fd2eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.982440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aacfa4e5-7544-4a03-8274-f0e04c5fd2eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports/d6705bd6-6d60-4c19-b86d-8ba0849fa7ee HTTP/1.1" status: 200 len: 913 time: 0.0710087 Jul 16 08:51:20.982670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60120) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:20.992944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9adc016a-a898-4d49-b89a-4f7ce794819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.008431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c916dc9b-36e3-443b-8f17-6d7417c6b39f None None] Provisioning complete for port d6705bd6-6d60-4c19-b86d-8ba0849fa7ee triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:21.008886 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c916dc9b-36e3-443b-8f17-6d7417c6b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.011366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc016a-a898-4d49-b89a-4f7ce794819c None None] Routers {'72dc58a3-1896-464e-aa5b-338c2ba9177f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:21.012883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9adc016a-a898-4d49-b89a-4f7ce794819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72dc58a3-1896-464e-aa5b-338c2ba9177f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.065545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9adc016a-a898-4d49-b89a-4f7ce794819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.065783 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8262df9e-4b61-439d-b13c-30a53284f24e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88650414fb4e4ba8b2d045bb25097076&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0294850 Jul 16 08:51:21.066214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc016a-a898-4d49-b89a-4f7ce794819c None None] The sync data for ids ['72dc58a3-1896-464e-aa5b-338c2ba9177f'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:21.068317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60122) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:21.068457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262df9e-4b61-439d-b13c-30a53284f24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256965ef-3ac5-49d1-8bab-5c2349d357cf,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.072862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:21.077846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c916dc9b-36e3-443b-8f17-6d7417c6b39f None None] Port d6705bd6-6d60-4c19-b86d-8ba0849fa7ee cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:21.084365 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-da841b79-1b0e-45f0-9cb0-bcb9467b77aa admin admin] 10.222.0.55 "PUT /v2.0/routers/8561c4f3-0ef5-4dbf-bff9-981a2d26fb03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0559514 Jul 16 08:51:21.086306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60124) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:21.088344 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] Sync routers for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:21.102750 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:21.103579 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.208984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d632bc48-9912-4bbd-87bf-67d06de9e3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.220452 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:21.260094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d632bc48-9912-4bbd-87bf-67d06de9e3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.302204 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.356734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:21.366222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24dff076-500e-480f-ba48-e6ab9800b548 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:21.376445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.389472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.413219 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:51:18Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.419397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d632bc48-9912-4bbd-87bf-67d06de9e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.421954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d632bc48-9912-4bbd-87bf-67d06de9e3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.425433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d632bc48-9912-4bbd-87bf-67d06de9e3e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/256965ef-3ac5-49d1-8bab-5c2349d357cf HTTP/1.1" status: 204 len: 168 time: 0.3550684 Jul 16 08:51:21.435886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Transition to ACTIVE for port object 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:21.444274 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] Checking router: 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:21.446234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Transition to ACTIVE for port object 24dff076-500e-480f-ba48-e6ab9800b548 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:21.448677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.460482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632bc48-9912-4bbd-87bf-67d06de9e3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256965ef-3ac5-49d1-8bab-5c2349d357cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.461802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.463332 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] Routers {'8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:21.464078 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.518036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04a08f-426c-4218-bde0-e2063d31a9bf req-eefe84de-e8fa-4007-8c8b-13edae0e5c2c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.525964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a04a08f-426c-4218-bde0-e2063d31a9bf req-eefe84de-e8fa-4007-8c8b-13edae0e5c2c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 932 time: 0.1534703 Jul 16 08:51:21.529680 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.535111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.655016 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] Set router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:21.690363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a04a08f-426c-4218-bde0-e2063d31a9bf req-9e43bb68-4f73-40b2-a926-3ad09d84e1d3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629906 Jul 16 08:51:21.714321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Pushing event updated for resources: {'Port': ['ID=24dff076-500e-480f-ba48-e6ab9800b548,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.728884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.750128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:21.750506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:21.750782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:21.767281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Attempting to bind port 24dff076-500e-480f-ba48-e6ab9800b548 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:21.767635 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Attempting to bind port 24dff076-500e-480f-ba48-e6ab9800b548 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:21.767978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Attempting to bind port 24dff076-500e-480f-ba48-e6ab9800b548 on network 41484141-6106-4847-a726-90e485f683d9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:21.769935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:21.770249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:21.783728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Port 24dff076-500e-480f-ba48-e6ab9800b548 on network 41484141-6106-4847-a726-90e485f683d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:21.783901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Attempting to bind port 24dff076-500e-480f-ba48-e6ab9800b548 on network 41484141-6106-4847-a726-90e485f683d9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:21.787181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:21.787514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:21.787897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:21.788335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Bound port: 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:21.788694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.793671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Deleting port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:21.794786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.815427 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:21.815765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Checking segment: {'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:21.816152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Bound using segment: {'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:21.816598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Bound port: 24dff076-500e-480f-ba48-e6ab9800b548, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f30231-a73e-4e9a-a50f-babf7b9a21f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '41484141-6106-4847-a726-90e485f683d9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:21.816958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.970852 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:51:18Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.989471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f432d6-bb68-4900-8f16-fb32a4e5b965 req-f778e980-5a36-4f70-96f4-ba1892eb91d3 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.991219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7f432d6-bb68-4900-8f16-fb32a4e5b965 req-f778e980-5a36-4f70-96f4-ba1892eb91d3 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 943 time: 0.3519385 Jul 16 08:51:21.996411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:22.017877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] For port b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:22.018321 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.019408 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f3888-8690-47c0-b4c0-8a426ea9519c None None] The sync data for ids ['8561c4f3-0ef5-4dbf-bff9-981a2d26fb03'] in n-d-780147-28 is: [{'id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'name': 'tempest-ServersTestJSON-407728360-router', 'tenant_id': '26d06fdffdc147c895dbc8a3b968e84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:24Z', 'updated_at': '2021-07-16T08:51:18Z', 'revision_number': 5, 'project_id': '26d06fdffdc147c895dbc8a3b968e84d', 'gw_port': {'id': 'b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561c4f3-0ef5-4dbf-bff9-981a2d26fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:25Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:22.033137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:22.036092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] For port 24dff076-500e-480f-ba48-e6ab9800b548, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:22.054615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Calling delete_port for b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:22.056472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.066741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] For port 24dff076-500e-480f-ba48-e6ab9800b548, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=24dff076-500e-480f-ba48-e6ab9800b548,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:22.100498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.102416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7f432d6-bb68-4900-8f16-fb32a4e5b965 req-c6df4a23-6a0d-4539-bdde-53994963c745 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885799 Jul 16 08:51:22.117495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.118175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.119587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] 10.222.0.54 "PUT /v2.0/ports/8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 1093 time: 2.2958844 Jul 16 08:51:22.122350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:22.124684 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2addd0-7a8d-4e35-bc5c-aebc37434720" -d '{"events": [{"name": "network-changed", "server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:22.183314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c946c2-2dd5-409d-bdf1-b0e67993202b req-c525a4da-a6b5-4042-a0ea-f3b9e42cf0e4 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.186749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2c946c2-2dd5-409d-bdf1-b0e67993202b req-c525a4da-a6b5-4042-a0ea-f3b9e42cf0e4 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 946 time: 0.1429818 Jul 16 08:51:22.188716 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936c78e8-9e0a-4203-b605-b9e320c96426 x-openstack-request-id: req-936c78e8-9e0a-4203-b605-b9e320c96426 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:22.189008 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:22.189294 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-936c78e8-9e0a-4203-b605-b9e320c96426 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:22.189745 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8', 'status': 'completed', 'code': 200} Jul 16 08:51:22.190925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.191542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.192973 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] 10.222.0.54 "PUT /v2.0/ports/24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 1092 time: 2.2532566 Jul 16 08:51:22.224578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5630df-1d25-4833-b539-5add48bb05b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:22.260117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2c946c2-2dd5-409d-bdf1-b0e67993202b req-463117ce-0f89-4e8b-8631-ebd201ddaf90 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670896 Jul 16 08:51:22.329448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port d6705bd6-6d60-4c19-b86d-8ba0849fa7ee {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:22.329921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.402246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a83e1-a13f-4d12-a910-5d276cf39859 service neutron] Pushing event updated for resources: {'Port': ['ID=24dff076-500e-480f-ba48-e6ab9800b548,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:22.414659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-447da24e-51c6-4f96-a832-69102a095223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.416796 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-447da24e-51c6-4f96-a832-69102a095223 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1096 time: 0.2427855 Jul 16 08:51:22.499355 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-bdbc7ce7-175e-424e-9356-0e409f0657b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 217 time: 0.0533943 Jul 16 08:51:22.506177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-8037a4e7-3089-4597-a0f3-a67bc96e8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.507962 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-8037a4e7-3089-4597-a0f3-a67bc96e8ad9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1095 time: 0.2647662 Jul 16 08:51:22.587182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.598790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-f9c6d059-b593-43df-ae9a-36cb8a18813a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 217 time: 0.0722804 Jul 16 08:51:22.710359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-003dd5df-ff2c-4a39-ad21-a5e6c6ff6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.712467 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-003dd5df-ff2c-4a39-ad21-a5e6c6ff6dcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.0702074 Jul 16 08:51:22.727621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-c34311d8-9316-481a-81cd-33cd84802fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.729811 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-c34311d8-9316-481a-81cd-33cd84802fc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.2206962 Jul 16 08:51:22.741091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:22.815186 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-7b29c2c8-a7ab-4284-9e6e-92dd7a64df39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706942 Jul 16 08:51:22.842895 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-8abc3a26-30a9-4502-9450-4e723d030693 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115634 Jul 16 08:51:23.013010 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.036442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.045449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for d6705bd6-6d60-4c19-b86d-8ba0849fa7ee owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:23.071752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d62699-b00a-4658-a879-de6c3b6e12d2 req-f01e9c60-9e6e-4dc0-a1d6-ea893b89c86e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.078449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6d62699-b00a-4658-a879-de6c3b6e12d2 req-f01e9c60-9e6e-4dc0-a1d6-ea893b89c86e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 946 time: 0.1614642 Jul 16 08:51:23.142023 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.146073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b7556-6a73-47be-8394-249e4d25bb52 req-66f41036-891f-4f06-a07b-e8a6f489c8a1 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.147155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.150203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-599b7556-6a73-47be-8394-249e4d25bb52 req-66f41036-891f-4f06-a07b-e8a6f489c8a1 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 944 time: 0.2345605 Jul 16 08:51:23.157717 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-72f48b13-e4b9-455f-b2f9-965a0bb26f33 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136761 Jul 16 08:51:23.197396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6d62699-b00a-4658-a879-de6c3b6e12d2 req-eadc43a5-29ce-48a2-91ab-e87b3526477e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178529 Jul 16 08:51:23.219601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-70dde44f-cc8e-4b92-8e51-94889acb359e service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618710 Jul 16 08:51:23.241448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-599b7556-6a73-47be-8394-249e4d25bb52 req-f4321bce-978f-45ea-bf77-ddb06ba46e6c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834742 Jul 16 08:51:23.261305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.262612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:23.284019 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.288630 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a3d5e9ee-3b06-4dcd-81e2-5b23f970eb55 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8561c4f3-0ef5-4dbf-bff9-981a2d26fb03 HTTP/1.1" status: 204 len: 168 time: 2.2000024 Jul 16 08:51:23.292875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60188) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.378480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.477169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=d6705bd6-6d60-4c19-b86d-8ba0849fa7ee,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.625972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60192) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.666702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.677496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc0e1c-7e58-4098-ac1b-1ee6ef983ca9 req-e8f06014-cd31-48ba-b7af-49cfd06e4d47 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.679122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37fc0e1c-7e58-4098-ac1b-1ee6ef983ca9 req-e8f06014-cd31-48ba-b7af-49cfd06e4d47 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 943 time: 0.1977048 Jul 16 08:51:23.796920 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dddd7453-45ba-470e-b6ae-ff5a7c6c9c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.818991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37fc0e1c-7e58-4098-ac1b-1ee6ef983ca9 req-e5703842-5183-4264-b0f4-e4d4cd5ec7fc tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310208 Jul 16 08:51:23.851098 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bc5ea887-cc80-44c9-97c0-1b00ad204b8b req-adff7bf6-6e9e-4efb-9464-5ae0cf8e4a65 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820185 Jul 16 08:51:23.857800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-d986d6b8-b195-4877-908f-3d711b3f5b73 admin admin] Deleting subnet 8c475824-1830-465d-a9a3-f998ef720cac {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:23.867037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d986d6b8-b195-4877-908f-3d711b3f5b73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.896500 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1ea6aec-5fb8-43e8-8723-3812017d6d34 req-b828659d-88c5-40be-8b2b-73bf2f3b017d service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580791 Jul 16 08:51:23.927680 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d986d6b8-b195-4877-908f-3d711b3f5b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.968484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 72dc58a3-1896-464e-aa5b-338c2ba9177f has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:23.994160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a522d656-cec1-48c8-bc8c-974decd3d00c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:24.021483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: a522d656-cec1-48c8-bc8c-974decd3d00c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:24.021947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a522d656-cec1-48c8-bc8c-974decd3d00c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:24.022562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:24.043259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:24.043692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b0aaefa4-611b-4c0a-8f15-27ce98d2e2ff not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:24.067789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dddd7453-45ba-470e-b6ae-ff5a7c6c9c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.071115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-28efe92c-50bb-401d-96d2-5c3e6847ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.072554 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dddd7453-45ba-470e-b6ae-ff5a7c6c9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.072695 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-28efe92c-50bb-401d-96d2-5c3e6847ec1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1096 time: 0.1050942 Jul 16 08:51:24.087542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d986d6b8-b195-4877-908f-3d711b3f5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.121952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd7453-45ba-470e-b6ae-ff5a7c6c9c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c218abf6-9a42-48e8-9ae5-adb77454a10f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.130981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dddd7453-45ba-470e-b6ae-ff5a7c6c9c8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=903d750799f245768085cd6f7560f3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015051 Jul 16 08:51:24.130981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:24.131608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60196) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.143812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-568fb922-9865-401b-8832-7d28986974f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/72dc58a3-1896-464e-aa5b-338c2ba9177f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1572642 Jul 16 08:51:24.145017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15115090-f3fa-410f-9d5a-1c0ad6653895 None None] Sync routers for ids ['72dc58a3-1896-464e-aa5b-338c2ba9177f'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:24.147791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60198) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.155277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15115090-f3fa-410f-9d5a-1c0ad6653895 None None] Routers {'72dc58a3-1896-464e-aa5b-338c2ba9177f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:24.155897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-15115090-f3fa-410f-9d5a-1c0ad6653895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72dc58a3-1896-464e-aa5b-338c2ba9177f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:24.191098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-15115090-f3fa-410f-9d5a-1c0ad6653895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:24.193193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:24.195549 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fcdff6-7141-44ee-89f5-def06aa8b3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:24.202183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15115090-f3fa-410f-9d5a-1c0ad6653895 None None] Routers {'72dc58a3-1896-464e-aa5b-338c2ba9177f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:24.202731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-15115090-f3fa-410f-9d5a-1c0ad6653895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72dc58a3-1896-464e-aa5b-338c2ba9177f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:24.211843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-e5f03950-64d2-4770-b604-1e1772fe26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.213317 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-e5f03950-64d2-4770-b604-1e1772fe26e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.1333783 Jul 16 08:51:24.218720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d986d6b8-b195-4877-908f-3d711b3f5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.255440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986d6b8-b195-4877-908f-3d711b3f5b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c475824-1830-465d-a9a3-f998ef720cac,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.257434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d986d6b8-b195-4877-908f-3d711b3f5b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.263494 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d986d6b8-b195-4877-908f-3d711b3f5b73 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8c475824-1830-465d-a9a3-f998ef720cac HTTP/1.1" status: 204 len: 168 time: 0.9689939 Jul 16 08:51:24.264502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.292990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e318d-fd07-4f3a-8f26-5b5ab519c3f9 None None] Network 6a02169a-f5b5-400a-9323-609ebf4e62c5 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:24.297330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-15115090-f3fa-410f-9d5a-1c0ad6653895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:24.298468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15115090-f3fa-410f-9d5a-1c0ad6653895 None None] The sync data for ids ['72dc58a3-1896-464e-aa5b-338c2ba9177f'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:24.299928 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde22a5-8e29-4084-8cdf-43b93d096af6 x-openstack-request-id: req-1bde22a5-8e29-4084-8cdf-43b93d096af6 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:24.300303 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:24.300777 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bde22a5-8e29-4084-8cdf-43b93d096af6 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:24.301365 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548', 'status': 'completed', 'code': 200} Jul 16 08:51:24.303959 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-cc88b114-f4b1-48e3-867e-bd1a9b28d672 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 217 time: 0.0771523 Jul 16 08:51:24.310871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e02e040-5a0d-4948-9fa5-b9c4527a9465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.392868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-fa1c94b1-8cda-4ddb-ad58-1dc52680b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.394567 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-fa1c94b1-8cda-4ddb-ad58-1dc52680b4bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0797956 Jul 16 08:51:24.451280 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-3a693a5a-708f-4bd5-b58a-835ba12396e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478852 Jul 16 08:51:24.454235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-a34b673e-959d-4bac-a6f8-a469d5ada4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.455714 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-a34b673e-959d-4bac-a6f8-a469d5ada4ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1095 time: 0.1494052 Jul 16 08:51:24.507564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e02e040-5a0d-4948-9fa5-b9c4527a9465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.548489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] DHCP port deletion for 6a02169a-f5b5-400a-9323-609ebf4e62c5 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:24.577136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.612020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] Deleting port 1aa3355f-cc54-411d-bded-0229cd8b525d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:24.612750 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.658114 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-54b6cb1a-0d45-46ee-a42f-d9b09a4d2bfa service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868885 Jul 16 08:51:24.659111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-e283e3f7-85f4-488f-a03e-900f11a174c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.660913 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-e283e3f7-85f4-488f-a03e-900f11a174c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 921 time: 0.1886697 Jul 16 08:51:24.681059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] For port 1aa3355f-cc54-411d-bded-0229cd8b525d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1aa3355f-cc54-411d-bded-0229cd8b525d,segment=NetworkSegment(6cc6c1a7-cd42-490c-80e8-626c86be7367),segment_id=6cc6c1a7-cd42-490c-80e8-626c86be7367)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:24.681533 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.698307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] Calling delete_port for 1aa3355f-cc54-411d-bded-0229cd8b525d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:24.707300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e02e040-5a0d-4948-9fa5-b9c4527a9465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.709925 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e02e040-5a0d-4948-9fa5-b9c4527a9465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.711091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8e02e040-5a0d-4948-9fa5-b9c4527a9465 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c218abf6-9a42-48e8-9ae5-adb77454a10f HTTP/1.1" status: 204 len: 168 time: 0.5789409 Jul 16 08:51:24.723483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875df3-c011-4029-bacf-5b95aec1c22a req-0a90c7c8-eb2e-4766-9324-944b02163022 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.730841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8875df3-c011-4029-bacf-5b95aec1c22a req-0a90c7c8-eb2e-4766-9324-944b02163022 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 946 time: 0.3035164 Jul 16 08:51:24.745620 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-42584931-14bc-460b-a3fc-18774d0a1bd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 217 time: 0.0681853 Jul 16 08:51:24.776004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02e040-5a0d-4948-9fa5-b9c4527a9465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c218abf6-9a42-48e8-9ae5-adb77454a10f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.788809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dad904-c3e2-43c5-b591-6f6bdffe0659 req-419519e8-87ff-49fc-a703-a5e30ba6c675 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.796143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89dad904-c3e2-43c5-b591-6f6bdffe0659 req-419519e8-87ff-49fc-a703-a5e30ba6c675 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 944 time: 0.3107381 Jul 16 08:51:24.814947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.861043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] Pushing event deleted for resources: {'Port': ['ID=1aa3355f-cc54-411d-bded-0229cd8b525d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.871874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b43371-f862-44f8-a554-ec4e13a3f76b None None] No DVR routers for this DVR port 1aa3355f-cc54-411d-bded-0229cd8b525d on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:24.882228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8875df3-c011-4029-bacf-5b95aec1c22a req-e547656e-14ea-4bf2-8e46-9f58338a0cc9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455719 Jul 16 08:51:24.882444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-6aefd630-5941-4f5f-bdb0-94cb45c68e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.882444 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-6aefd630-5941-4f5f-bdb0-94cb45c68e59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.1264849 Jul 16 08:51:24.893477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Deleting port 1aa3355f-cc54-411d-bded-0229cd8b525d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:24.893477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.900001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89dad904-c3e2-43c5-b591-6f6bdffe0659 req-3f765967-ba03-4c76-9d2a-2cdad513baa0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026611 Jul 16 08:51:24.937750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce2addd0-7a8d-4e35-bc5c-aebc37434720 req-142ce5c6-4667-4fa6-9f14-25e3a8c373bb service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614942 Jul 16 08:51:24.939707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-62cb365e-e881-4d7e-b1d4-86bd4faa003c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472164 Jul 16 08:51:25.024658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] For port 1aa3355f-cc54-411d-bded-0229cd8b525d, host n-d-780147-28, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:25.025435 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.043802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Calling delete_port for 1aa3355f-cc54-411d-bded-0229cd8b525d owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:25.046932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Port 1aa3355f-cc54-411d-bded-0229cd8b525d was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:51:25.049324 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.064078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] No DVR routers for this DVR port 1aa3355f-cc54-411d-bded-0229cd8b525d on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:25.078099 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-aa437fcf-d2e8-45d5-98bb-6812e126d2d6 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231439 Jul 16 08:51:25.102014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa3355f-cc54-411d-bded-0229cd8b525d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.201817 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52fcdff6-7141-44ee-89f5-def06aa8b3dd req-f0f0670a-4186-438f-bf6c-69a093f07283 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070228 Jul 16 08:51:25.226830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.241680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a02169a-f5b5-400a-9323-609ebf4e62c5']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:25.258210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc6c1a7-cd42-490c-80e8-626c86be7367') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:25.258514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc6c1a7-cd42-490c-80e8-626c86be7367') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:25.272267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.279167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.386758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.405908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50c230-aacd-4974-a23b-1e313b8d97e3 req-d37f079d-0e3a-46ff-9437-b7d085d9dca7 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.407451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c50c230-aacd-4974-a23b-1e313b8d97e3 req-d37f079d-0e3a-46ff-9437-b7d085d9dca7 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 943 time: 0.2809200 Jul 16 08:51:25.408536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:25.408928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:25.413116 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:25.576508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c50c230-aacd-4974-a23b-1e313b8d97e3 req-602f6408-0a5a-46af-bc10-fe78dd8267df tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625061 Jul 16 08:51:25.578116 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.587681 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.592403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6a02169a-f5b5-400a-9323-609ebf4e62c5 HTTP/1.1" status: 204 len: 168 time: 1.3225348 Jul 16 08:51:25.607362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4a98f-fb1b-4f72-ab27-32e3b9f303c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a02169a-f5b5-400a-9323-609ebf4e62c5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.643292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301fa86-6370-4387-9336-0544a6167534 req-1a2f15df-c0ed-4c4b-8e46-0e2969ec7c98 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.644863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6301fa86-6370-4387-9336-0544a6167534 req-1a2f15df-c0ed-4c4b-8e46-0e2969ec7c98 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 946 time: 0.1948380 Jul 16 08:51:25.721097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6301fa86-6370-4387-9336-0544a6167534 req-33c72a2f-0b9c-4782-b525-bcc4cefc7791 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698702 Jul 16 08:51:25.788526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 61af2504-3a00-4e59-857a-42fbea7d45d2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:25.788724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.812304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60252) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.827704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1aa3355f-cc54-411d-bded-0229cd8b525d no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:25.849368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 1aa3355f-cc54-411d-bded-0229cd8b525d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:25.850114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1aa3355f-cc54-411d-bded-0229cd8b525d not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:25.870498 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-65f7d0de-3e01-468c-8bf7-f40d35a891dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26d06fdffdc147c895dbc8a3b968e84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570118 Jul 16 08:51:25.873919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60254) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.895595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.912126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 61af2504-3a00-4e59-857a-42fbea7d45d2 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:25.940473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.966915 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.029738 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.032830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.037282 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1ba12b0-a927-46dc-9fd3-9d25e30ab30e HTTP/1.1" status: 204 len: 168 time: 0.1623828 Jul 16 08:51:26.047107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba12b0-a927-46dc-9fd3-9d25e30ab30e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.055465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.055813 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.056163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.056500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.056836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.057168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.057629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.057832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.058188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.059200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.059687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.060618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2362c3b-399e-419f-b5bc-7b516ad2140f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.193723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342c40-1953-4850-9278-dc3ba4e4766e req-ee8b2045-6c73-4709-90a6-c77bc657de1f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.201380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b342c40-1953-4850-9278-dc3ba4e4766e req-ee8b2045-6c73-4709-90a6-c77bc657de1f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 944 time: 0.1307545 Jul 16 08:51:26.209132 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.247222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=61af2504-3a00-4e59-857a-42fbea7d45d2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.314482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b342c40-1953-4850-9278-dc3ba4e4766e req-dd0f4def-0cef-46a0-bb4d-cb8db483ea7f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120679 Jul 16 08:51:26.410074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.520264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 24dff076-500e-480f-ba48-e6ab9800b548 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:26.901940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 24dff076-500e-480f-ba48-e6ab9800b548, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=24dff076-500e-480f-ba48-e6ab9800b548,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:26.903959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-325537bb-0636-42bd-aee7-8963013c10ed tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.905898 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-325537bb-0636-42bd-aee7-8963013c10ed tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 946 time: 0.1384792 Jul 16 08:51:26.919836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '24dff076-500e-480f-ba48-e6ab9800b548', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'port_id': '24dff076-500e-480f-ba48-e6ab9800b548', 'mac_address': 'fa:16:3e:d6:2a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:26.969753 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.985799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24dff076-500e-480f-ba48-e6ab9800b548 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:27.012853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 24dff076-500e-480f-ba48-e6ab9800b548, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=24dff076-500e-480f-ba48-e6ab9800b548,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:27.018033 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.019221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:27.064752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Deleting port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:27.065342 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.084308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=24dff076-500e-480f-ba48-e6ab9800b548,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.115764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 72dc58a3-1896-464e-aa5b-338c2ba9177f has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:27.118095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60334) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.154071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410b55-0a51-4089-83b3-d2c995d44efb req-ce35829d-c8c7-4a73-a2e5-bb30a5fd6c3f tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.155642 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c410b55-0a51-4089-83b3-d2c995d44efb req-ce35829d-c8c7-4a73-a2e5-bb30a5fd6c3f tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 943 time: 0.2574639 Jul 16 08:51:27.219657 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] For port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:27.220317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.233195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Calling delete_port for 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:27.241767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:27.252196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499c040-ab5a-4f17-9365-150e3453aa14 req-526ce94e-b9e6-4969-9692-d11f4cf1565c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.258715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8499c040-ab5a-4f17-9365-150e3453aa14 req-526ce94e-b9e6-4969-9692-d11f4cf1565c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8353a5a-06ba-4476-ac7c-f827abefbb57 HTTP/1.1" status: 200 len: 946 time: 0.2950087 Jul 16 08:51:27.263296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8', 'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'port_id': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8', 'mac_address': 'fa:16:3e:3d:ad:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81628269-1000-4d64-9846-3fb9be7c8ab9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:27.283545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:27.292411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1e37b43c-731a-4938-a5c3-eb20d4ea88f9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/72dc58a3-1896-464e-aa5b-338c2ba9177f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1436074 Jul 16 08:51:27.297015 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b514fd-2e92-4b47-a8c1-9fb10bca988c None None] Sync routers for ids ['72dc58a3-1896-464e-aa5b-338c2ba9177f'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:27.300437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60340) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.310287 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b514fd-2e92-4b47-a8c1-9fb10bca988c None None] Routers {'72dc58a3-1896-464e-aa5b-338c2ba9177f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:27.310896 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-80b514fd-2e92-4b47-a8c1-9fb10bca988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72dc58a3-1896-464e-aa5b-338c2ba9177f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:27.336095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.354235 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-80b514fd-2e92-4b47-a8c1-9fb10bca988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:27.364743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:27.366781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0667fbf9-645e-4448-8f92-b17b70577b17 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dc58a3-1896-464e-aa5b-338c2ba9177f HTTP/1.1" status: 200 len: 205 time: 0.0647199 Jul 16 08:51:27.376503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60346) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.381180 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b514fd-2e92-4b47-a8c1-9fb10bca988c None None] Routers {'72dc58a3-1896-464e-aa5b-338c2ba9177f'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:27.382039 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-80b514fd-2e92-4b47-a8c1-9fb10bca988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['72dc58a3-1896-464e-aa5b-338c2ba9177f'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:27.395539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c410b55-0a51-4089-83b3-d2c995d44efb req-1f28e3b8-9b35-40ea-8e5e-b5d7d7d6c59a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325506 Jul 16 08:51:27.398795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:27.405313 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.410213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1227295484-network', 'tenant_id': '9456dd16c0854b34b46e0b6feee28d47'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:27.467817 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8499c040-ab5a-4f17-9365-150e3453aa14 req-72a39099-0299-40bd-a3c5-4b0262a03f06 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081680 Jul 16 08:51:27.469822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Made reservation on behalf of 9456dd16c0854b34b46e0b6feee28d47 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:27.473049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.484451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.492052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc6ce-6377-4026-9d18-ee750a5339ac tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.509203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.513414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.529358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:27.593596 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-80b514fd-2e92-4b47-a8c1-9fb10bca988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:27.598480 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b514fd-2e92-4b47-a8c1-9fb10bca988c None None] The sync data for ids ['72dc58a3-1896-464e-aa5b-338c2ba9177f'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:27.634442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event deleted for resources: {'Port': ['ID=28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.698922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['24dff076-500e-480f-ba48-e6ab9800b548'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:27.702869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['8d91b678-fc6e-4ec5-bf06-e4c774be79c8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:27.730822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.744458 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.750685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] No DVR routers for this DVR port 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:27.754424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.756455 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-df4c2592-15b3-4689-a6b9-280b0d99cd73 req-6c55eef8-3a22-4252-9df7-ba10691e359c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "DELETE /v2.0/ports/28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a HTTP/1.1" status: 204 len: 173 time: 0.8443165 Jul 16 08:51:27.757879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8353a5a-06ba-4476-ac7c-f827abefbb57', 'name': 'network-vif-deleted', 'tag': '28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:27.760170 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d12a80d-961e-48f5-b4ee-5d22fe25b787" -d '{"events": [{"server_uuid": "b8353a5a-06ba-4476-ac7c-f827abefbb57", "name": "network-vif-deleted", "tag": "28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:27.782370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:27.797864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.798667 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Added segment bd141f5b-b01f-4dcd-b41f-5de91e16150c of type vlan for network d4dee36c-9e26-4a1f-beda-8921da27bb62 Jul 16 08:51:27.863147 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaa2f47-4b74-4be1-ba8e-602226df5521 x-openstack-request-id: req-9eaa2f47-4b74-4be1-ba8e-602226df5521 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:27.863442 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8353a5a-06ba-4476-ac7c-f827abefbb57", "name": "network-vif-deleted", "tag": "28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:27.863698 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9eaa2f47-4b74-4be1-ba8e-602226df5521 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:27.864104 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8353a5a-06ba-4476-ac7c-f827abefbb57', 'name': 'network-vif-deleted', 'tag': '28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a', 'status': 'completed', 'code': 200} Jul 16 08:51:27.870603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc6ce-6377-4026-9d18-ee750a5339ac tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.873887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc6ce-6377-4026-9d18-ee750a5339ac tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.882342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.947006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc6ce-6377-4026-9d18-ee750a5339ac tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.948150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dbc6ce-6377-4026-9d18-ee750a5339ac tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Fanout notify agent at l3_agent the message router_deleted on router 72dc58a3-1896-464e-aa5b-338c2ba9177f {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:27.957099 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc6ce-6377-4026-9d18-ee750a5339ac tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.958337 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e7dbc6ce-6377-4026-9d18-ee750a5339ac tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/72dc58a3-1896-464e-aa5b-338c2ba9177f HTTP/1.1" status: 204 len: 168 time: 0.5807505 Jul 16 08:51:27.960916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60384) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.990068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae7554-726f-49ff-8f7d-149532f34f74 req-a220e58a-1454-4ab5-a1a4-95880272c757 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.991692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4aae7554-726f-49ff-8f7d-149532f34f74 req-a220e58a-1454-4ab5-a1a4-95880272c757 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 945 time: 0.3280888 Jul 16 08:51:28.003505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23604739-9717-480d-a0a6-947fe3c1dbe4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.028782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5fd19c-2f4f-443b-bf4c-91ff9ebaee62 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet b2ec8923-9ac1-4e68-bf92-8c9738e0d443 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:28.036211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd19c-2f4f-443b-bf4c-91ff9ebaee62 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.057487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.059080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.059679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.095790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd19c-2f4f-443b-bf4c-91ff9ebaee62 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.139079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4dee36c-9e26-4a1f-beda-8921da27bb62,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.151079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-26449b7c-753d-490b-a59c-12318e90e4c8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0270712 Jul 16 08:51:28.151186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60392) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:28.151286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:28.152759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4aae7554-726f-49ff-8f7d-149532f34f74 req-5fffb671-ac98-453c-a4a1-d96499d943ab tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317208 Jul 16 08:51:28.159095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Request body: {'subnet': {'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1227295484-subnet', 'tenant_id': '9456dd16c0854b34b46e0b6feee28d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:28.222440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Made reservation on behalf of 9456dd16c0854b34b46e0b6feee28d47 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:28.224455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.240722 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd19c-2f4f-443b-bf4c-91ff9ebaee62 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.361174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd19c-2f4f-443b-bf4c-91ff9ebaee62 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.418084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fd19c-2f4f-443b-bf4c-91ff9ebaee62 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ec8923-9ac1-4e68-bf92-8c9738e0d443,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.424433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd19c-2f4f-443b-bf4c-91ff9ebaee62 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.428977 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6d5fd19c-2f4f-443b-bf4c-91ff9ebaee62 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/b2ec8923-9ac1-4e68-bf92-8c9738e0d443 HTTP/1.1" status: 204 len: 168 time: 0.4645462 Jul 16 08:51:28.429711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:28.438410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f289d-f04a-4395-afb0-cfd15ed85f63 None None] Network 6820c619-06e1-465a-9937-2573f8e52926 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:28.489905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc97fd6e-c0db-4c05-85a5-8db14feaf602 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet 6fc3f239-9dcb-4e44-bb5c-7e3cd0c94c71 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:28.493156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc97fd6e-c0db-4c05-85a5-8db14feaf602 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.546343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc97fd6e-c0db-4c05-85a5-8db14feaf602 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.624632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.699923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fffbbf-6579-49de-a3bc-a26f4a6a293e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.725515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] DHCP port deletion for 6820c619-06e1-465a-9937-2573f8e52926 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:28.775202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Checking segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:28.775570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Network hostable DHCP agents. Network: d4dee36c-9e26-4a1f-beda-8921da27bb62, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:28.797669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcb867-3c31-4fbb-9e51-2b27a6c9a457 req-d0db0b29-8af6-49dd-9a68-f5d4b32d4e41 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.799517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc97fd6e-c0db-4c05-85a5-8db14feaf602 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.811241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08bcb867-3c31-4fbb-9e51-2b27a6c9a457 req-d0db0b29-8af6-49dd-9a68-f5d4b32d4e41 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 944 time: 0.1696434 Jul 16 08:51:28.839788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] Deleting port ae2efa31-7097-4ab6-8d01-74adb17ca597 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:28.840517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:28.841823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.853528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d4dee36c-9e26-4a1f-beda-8921da27bb62) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:28.862920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.863729 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.877150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08bcb867-3c31-4fbb-9e51-2b27a6c9a457 req-342efe01-5346-426f-8705-72f1f46e9d4c tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648351 Jul 16 08:51:28.884739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d35757-8ab3-4b8d-9ffe-af0361c1aa2e None None] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:28.898452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6e150906-114e-4420-987d-0b0fcae89027 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7450852 Jul 16 08:51:28.920175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc97fd6e-c0db-4c05-85a5-8db14feaf602 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.954060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97fd6e-c0db-4c05-85a5-8db14feaf602 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc3f239-9dcb-4e44-bb5c-7e3cd0c94c71,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.965412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc97fd6e-c0db-4c05-85a5-8db14feaf602 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.970412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60462) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:28.971013 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc97fd6e-c0db-4c05-85a5-8db14feaf602 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/6fc3f239-9dcb-4e44-bb5c-7e3cd0c94c71 HTTP/1.1" status: 204 len: 168 time: 0.5407677 Jul 16 08:51:29.008151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a150a54-49d8-4c63-a96b-7d8f8a3aec77 None None] Network d7390ae1-4612-4c17-814c-dd9c7c47ff5e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:29.084443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] For port ae2efa31-7097-4ab6-8d01-74adb17ca597, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ae2efa31-7097-4ab6-8d01-74adb17ca597,segment=NetworkSegment(aec5a10c-b210-48dc-beda-8ce4f26cfaa7),segment_id=aec5a10c-b210-48dc-beda-8ce4f26cfaa7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:29.084839 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.151483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.160662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] Calling delete_port for ae2efa31-7097-4ab6-8d01-74adb17ca597 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:29.230534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618ad96-c294-4845-9736-0b809174487e req-e4fcdb05-3cda-48be-9fb3-dd5dd3eae47e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.237982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-e4fcdb05-3cda-48be-9fb3-dd5dd3eae47e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2418330 Jul 16 08:51:29.260691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-e0920530-c7a5-4b87-addb-0677fda24529 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/quotas/c28e98a8fb104443a038715ba3a75248 HTTP/1.1" status: 200 len: 375 time: 0.0218980 Jul 16 08:51:29.305893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-8567eac5-ba93-48f8-8737-76f3dfedb546 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441222 Jul 16 08:51:29.321782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d4dee36c-9e26-4a1f-beda-8921da27bb62', 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62', 'tenant_id': '9456dd16c0854b34b46e0b6feee28d47', 'fixed_ips': [{'subnet_id': '27fffbbf-6579-49de-a3bc-a26f4a6a293e'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:29.322640 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.340166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port ae2efa31-7097-4ab6-8d01-74adb17ca597 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:29.340991 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.460999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port ae2efa31-7097-4ab6-8d01-74adb17ca597, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ae2efa31-7097-4ab6-8d01-74adb17ca597,segment=NetworkSegment(aec5a10c-b210-48dc-beda-8ce4f26cfaa7),segment_id=aec5a10c-b210-48dc-beda-8ce4f26cfaa7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:29.461367 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.488396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for ae2efa31-7097-4ab6-8d01-74adb17ca597 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:29.503617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-29129222-50a1-4e72-bb50-1fe85bbfe582 service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966748 Jul 16 08:51:29.516794 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.527882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] DHCP port deletion for d7390ae1-4612-4c17-814c-dd9c7c47ff5e request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:29.564169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] Pushing event deleted for resources: {'Port': ['ID=ae2efa31-7097-4ab6-8d01-74adb17ca597,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.578737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f48e9-a16c-4acd-91c4-ea753997f538 None None] No DVR routers for this DVR port ae2efa31-7097-4ab6-8d01-74adb17ca597 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:29.593432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Allocated IP 172.20.0.2 (d4dee36c-9e26-4a1f-beda-8921da27bb62/27fffbbf-6579-49de-a3bc-a26f4a6a293e/f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:29.744017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] Deleting port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:29.744398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.767288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-d4e391f2-0615-44a3-8e78-b6771bff0b4d service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626367 Jul 16 08:51:29.772551 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.781181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-ef817446-3603-4248-9d61-fa37cb1c1a13 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.782735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-ef817446-3603-4248-9d61-fa37cb1c1a13 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 816 time: 0.2575729 Jul 16 08:51:29.824895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-343bbe4d-f0d9-4716-b5a5-a0dd06b7fcd9 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/quotas/9456dd16c0854b34b46e0b6feee28d47 HTTP/1.1" status: 200 len: 375 time: 0.0340140 Jul 16 08:51:29.828985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=ae2efa31-7097-4ab6-8d01-74adb17ca597,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.849859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] For port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5e80415a-8a1e-4a9a-b02f-ed48ead5ac37,segment=NetworkSegment(4717d50e-01d5-468b-bfe1-c877900e8dd1),segment_id=4717d50e-01d5-468b-bfe1-c877900e8dd1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:29.850255 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.852875 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.863530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No DVR routers for this DVR port ae2efa31-7097-4ab6-8d01-74adb17ca597 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:29.874068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-01819135-d5e5-48a7-ae88-b245bc4a61d4 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482264 Jul 16 08:51:29.874402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ae2efa31-7097-4ab6-8d01-74adb17ca597 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:29.877551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] Calling delete_port for 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:29.881198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60526) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:29.898285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Transition to ACTIVE for port object f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:29.906408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: ae2efa31-7097-4ab6-8d01-74adb17ca597 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:29.906812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ae2efa31-7097-4ab6-8d01-74adb17ca597 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:29.907253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:29.998157 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Transition to ACTIVE for port object f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:30.033130 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.035612 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.044246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f88fedc-0e14-4854-8f2d-b5e9b20dfbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.051541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6820c619-06e1-465a-9937-2573f8e52926']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.070557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec5a10c-b210-48dc-beda-8ce4f26cfaa7') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.071111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec5a10c-b210-48dc-beda-8ce4f26cfaa7') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.084759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.094543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-60552445-b8c1-422e-be92-5bc873f4f09c service neutron] 10.222.0.55 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193227 Jul 16 08:51:30.104249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.121959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:30.129924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Pushing event updated for resources: {'Port': ['ID=f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:30.136041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:30.136984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.139199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:30.175434 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.186795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:30.187315 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:30.190969 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:30.224479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] Pushing event deleted for resources: {'Port': ['ID=5e80415a-8a1e-4a9a-b02f-ed48ead5ac37,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:30.228793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35697770-0746-4abd-9d21-0c374a0a113b None None] No DVR routers for this DVR port 5e80415a-8a1e-4a9a-b02f-ed48ead5ac37 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:30.263408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Attempting to bind port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:30.263841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Attempting to bind port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:30.264183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Attempting to bind port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 on network d4dee36c-9e26-4a1f-beda-8921da27bb62 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:30.270984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:30.272172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Checking segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:30.273968 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.274344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Bound using segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:30.274929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Bound port: f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:30.275340 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.290394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-d08c4203-b647-48e9-b2d6-bde9018a02b1 service neutron] 10.222.0.55 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947064 Jul 16 08:51:30.294115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.331888 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f88fedc-0e14-4854-8f2d-b5e9b20dfbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.333765 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.336417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/6820c619-06e1-465a-9937-2573f8e52926 HTTP/1.1" status: 204 len: 168 time: 1.3641446 Jul 16 08:51:30.339361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60540) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.340814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324a2b7-ad45-474f-befc-6083bd8ea080 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=6820c619-06e1-465a-9937-2573f8e52926,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:30.366110 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f88fedc-0e14-4854-8f2d-b5e9b20dfbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.376159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] For port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:30.380856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] For port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:30.388778 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.488873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900c91-0e9f-4eb5-afe5-9f1bf11bf40a None None] Pushing event updated for resources: {'Port': ['ID=f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:30.490432 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7f88fedc-0e14-4854-8f2d-b5e9b20dfbec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd33c07bffd5499f995313d83a9241d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078935 Jul 16 08:51:30.491116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88fedc-0e14-4854-8f2d-b5e9b20dfbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7469a-dc87-473e-8a99-2fbd8f7e4378,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:30.493739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60544) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.517967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 24dff076-500e-480f-ba48-e6ab9800b548 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:30.520079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5e82-64d9-461f-b033-3e5fa653faba req-0295b7e5-377e-43fc-aa9e-5fb7c6339f19 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.523095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.531999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e2a5e82-64d9-461f-b033-3e5fa653faba req-0295b7e5-377e-43fc-aa9e-5fb7c6339f19 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 945 time: 0.1927857 Jul 16 08:51:30.629289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e2a5e82-64d9-461f-b033-3e5fa653faba req-4832c41d-0fe6-47fe-8baf-61bfcdd430c5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963960 Jul 16 08:51:30.695899 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ab694ac-1c90-4a65-94d0-d441adf00c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.697059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 24dff076-500e-480f-ba48-e6ab9800b548 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:30.702495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 24dff076-500e-480f-ba48-e6ab9800b548 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:30.702994 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.726355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ab694ac-1c90-4a65-94d0-d441adf00c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.819347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.831714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ab694ac-1c90-4a65-94d0-d441adf00c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.856030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ab694ac-1c90-4a65-94d0-d441adf00c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.859711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5ab694ac-1c90-4a65-94d0-d441adf00c64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ae7469a-dc87-473e-8a99-2fbd8f7e4378 HTTP/1.1" status: 204 len: 168 time: 0.3563230 Jul 16 08:51:30.878346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7390ae1-4612-4c17-814c-dd9c7c47ff5e']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.880628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab694ac-1c90-4a65-94d0-d441adf00c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7469a-dc87-473e-8a99-2fbd8f7e4378,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:30.895706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4717d50e-01d5-468b-bfe1-c877900e8dd1') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.896006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4717d50e-01d5-468b-bfe1-c877900e8dd1') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.920829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.963433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.979477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:30.979984 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.030922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fda4a9dd-1bbc-4894-89c2-420d1f7aafde req-f4f6fa5e-b63b-4b72-82b6-f6d7aabc464a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0606337 Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:31.059224 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:31.148259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a51f04-67f4-44df-bc79-2ad896818cb6 req-daf79312-08d2-46e5-97a0-8590d44940a2 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.159038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50a51f04-67f4-44df-bc79-2ad896818cb6 req-daf79312-08d2-46e5-97a0-8590d44940a2 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 944 time: 0.2812512 Jul 16 08:51:31.168117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.176330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:31.185199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.191204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/d7390ae1-4612-4c17-814c-dd9c7c47ff5e HTTP/1.1" status: 204 len: 168 time: 0.8483841 Jul 16 08:51:31.197679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60568) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.214638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-196269729'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:31.222648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168f03c-d157-4548-97a5-65c2d77d0946 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=d7390ae1-4612-4c17-814c-dd9c7c47ff5e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.232523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:31.232876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 28cbfc2b-d16a-4d3a-9075-3a95fdb77f2a not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:31.338006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50a51f04-67f4-44df-bc79-2ad896818cb6 req-96fe61a3-4b7d-4978-bb38-313e79ba46f3 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760325 Jul 16 08:51:31.345233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:31.349773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.380748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.412538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-b2544a26-4c62-43e4-8ffa-164bedc478b0 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.414252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-b2544a26-4c62-43e4-8ffa-164bedc478b0 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 816 time: 0.1925275 Jul 16 08:51:31.415084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:31.421842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:31.424824 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc95a5b-75f1-4062-adfa-ae20cc437199" -d '{"events": [{"server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "name": "network-vif-plugged", "status": "completed", "tag": "24dff076-500e-480f-ba48-e6ab9800b548"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:31.439153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-5ee26c5c-fd87-4aeb-bd6d-5fe797baac36 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/quotas/9456dd16c0854b34b46e0b6feee28d47 HTTP/1.1" status: 200 len: 375 time: 0.0141954 Jul 16 08:51:31.440671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.441285 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a of type vlan for network f9986a83-83cc-4b89-a157-d81bcd0a27aa Jul 16 08:51:31.443128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 24dff076-500e-480f-ba48-e6ab9800b548, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=24dff076-500e-480f-ba48-e6ab9800b548,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:31.448036 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.450032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:31.481965 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593406e5-7cad-4f4d-9fbf-ac8f5fbbb726 x-openstack-request-id: req-593406e5-7cad-4f4d-9fbf-ac8f5fbbb726 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:31.482258 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "name": "network-vif-plugged", "status": "completed", "tag": "24dff076-500e-480f-ba48-e6ab9800b548", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:31.482515 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-593406e5-7cad-4f4d-9fbf-ac8f5fbbb726 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:31.483168 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548', 'code': 200} Jul 16 08:51:31.529461 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.564507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=24dff076-500e-480f-ba48-e6ab9800b548,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.600227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-23fa3a64-918f-4fa8-9f71-db974a64511b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484382 Jul 16 08:51:31.619709 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.625734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.626613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.638041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:31.646611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:31.646991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.675512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e15333-0e1e-448b-852c-5f032795c5d1 req-c25ae2b2-d7af-466e-bba4-7129c42f4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.683485 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f6e15333-0e1e-448b-852c-5f032795c5d1 req-c25ae2b2-d7af-466e-bba4-7129c42f4f52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1097 time: 0.1326022 Jul 16 08:51:31.705596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4951086 Jul 16 08:51:31.711954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60584) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.730898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': 'f9986a83-83cc-4b89-a157-d81bcd0a27aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:31.741954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e950c-7189-4bf1-aa31-8d8f17e76df4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=f9986a83-83cc-4b89-a157-d81bcd0a27aa,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.756281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f9986a83-83cc-4b89-a157-d81bcd0a27aa details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:31.884303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-d0a24e2d-df24-421d-9aec-72eb01cd2bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826889 Jul 16 08:51:31.920607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f6e15333-0e1e-448b-852c-5f032795c5d1 req-47c22454-0e35-4510-9857-ee9befbc6198 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294064 Jul 16 08:51:32.095585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:32.143080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:32.148104 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.200516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-9b2fe3bd-1bb8-422e-a847-13c525b7ef04 service neutron] 10.222.0.55 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131225 Jul 16 08:51:32.204060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618ad96-c294-4845-9736-0b809174487e req-6e5b525f-14c5-4519-8cd5-d09bd2be4621 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:32.205761 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-6e5b525f-14c5-4519-8cd5-d09bd2be4621 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2722371 Jul 16 08:51:32.222017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Request body: {'port': {'device_id': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'admin_state_up': True, 'tenant_id': 'c28e98a8fb104443a038715ba3a75248'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:32.224807 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.268172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d5c5e-98d8-4ccc-a720-9747b0f7c683 req-cb93f51c-318e-41e7-951c-8c9ac4c113e1 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:32.270452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d5c5e-98d8-4ccc-a720-9747b0f7c683 req-cb93f51c-318e-41e7-951c-8c9ac4c113e1 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 945 time: 0.2179084 Jul 16 08:51:32.316930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:32.319188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:32.325396 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.343572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86372375-2bbd-4226-bdfd-34ae3ce5ab86 None None] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:32.369027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d5c5e-98d8-4ccc-a720-9747b0f7c683 req-97727d3f-cfd1-40a9-8040-85eea2af1aac tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916152 Jul 16 08:51:32.498286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:32.502105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.576962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5cc4fde1-73ca-43bc-80c7-b86cf46f6db3 None None] Provisioning for port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:32.610179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5cc4fde1-73ca-43bc-80c7-b86cf46f6db3 None None] Provisioning complete for port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:32.615614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fde1-73ca-43bc-80c7-b86cf46f6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.629558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:32.661990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bf8d08d-f0bc-49ee-81e0-0a22ff3a51b8 req-b3bb6572-f926-4801-8f9f-0e926d893529 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0793991 Jul 16 08:51:32.778892 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.920847 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fde1-73ca-43bc-80c7-b86cf46f6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.971962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5cc4fde1-73ca-43bc-80c7-b86cf46f6db3 None None] For port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:32.986738 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fde1-73ca-43bc-80c7-b86cf46f6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.095075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4fde1-73ca-43bc-80c7-b86cf46f6db3 None None] Pushing event updated for resources: {'Port': ['ID=f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:33.192131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-bb142d98-b046-499f-9d72-f42cf104d9f2 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.194526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-bb142d98-b046-499f-9d72-f42cf104d9f2 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.52 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 816 time: 0.4974260 Jul 16 08:51:33.225227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Request body: {'port': {'device_id': 'dbd45223-8241-4c5f-8055-7647c403aad6', 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62', 'admin_state_up': True, 'tenant_id': '9456dd16c0854b34b46e0b6feee28d47'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:33.413469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b0ac9c0-e2b5-4e3d-8d0c-b1354c2b1794 None None] Provisioning complete for port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:33.414600 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac9c0-e2b5-4e3d-8d0c-b1354c2b1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.425605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-8793f185-afd9-4575-92c8-70ca9b40e75c tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.429607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-8793f185-afd9-4575-92c8-70ca9b40e75c tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 816 time: 0.5210247 Jul 16 08:51:33.446768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=b47f0d49-178a-4a00-a279-149e97e365dc,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:33.457942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b97bb-1201-4389-a3da-08b47060c4d3 req-7d19de72-f294-42b2-b9fa-a0632be2eb85 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.467955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Allocated IP 172.20.0.2 (21b0b3c8-c2d9-4e7e-87c6-9d980721708a/76c34048-76db-405f-975d-c0d719aedc2a/9a25f9dd-126c-4576-8658-ea79e63d6f65) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:33.475672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': 'ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f9986a83-83cc-4b89-a157-d81bcd0a27aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:33.476042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: f9986a83-83cc-4b89-a157-d81bcd0a27aa, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:33.476707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e6b97bb-1201-4389-a3da-08b47060c4d3 req-7d19de72-f294-42b2-b9fa-a0632be2eb85 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.5368075 Jul 16 08:51:33.485081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:33.487677 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ee5404-8ebb-46c9-aa81-3b62ab5c6dad" -d '{"events": [{"server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "name": "network-vif-plugged", "status": "completed", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:33.520205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network f9986a83-83cc-4b89-a157-d81bcd0a27aa is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:33.537551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f9986a83-83cc-4b89-a157-d81bcd0a27aa) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:33.548652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.548972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-e2602e82-7336-4980-b143-0edd909607ee tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/quotas/9456dd16c0854b34b46e0b6feee28d47 HTTP/1.1" status: 200 len: 375 time: 0.0686998 Jul 16 08:51:33.549130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.556312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebad01d-647b-47f8-9ac1-da43f851ae66 None None] Network f9986a83-83cc-4b89-a157-d81bcd0a27aa requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:33.560897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Made reservation on behalf of 9456dd16c0854b34b46e0b6feee28d47 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:33.565399 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.605433 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-47926ab0-5153-46fd-9f6d-9181d0ee146f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8906951 Jul 16 08:51:33.612343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60640) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.618451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e6b97bb-1201-4389-a3da-08b47060c4d3 req-604ddf32-16f7-428e-ba22-a05077c0ee40 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406908 Jul 16 08:51:33.623439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e4e99fed-0dec-4790-8fde-ff4e20a9ebad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1196915593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:33.739262 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4e99fed-0dec-4790-8fde-ff4e20a9ebad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.740284 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4e99fed-0dec-4790-8fde-ff4e20a9ebad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.820604 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.854968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-f9986a83-83cc-4b89-a157-d81bcd0a27aa', 'network_id': 'f9986a83-83cc-4b89-a157-d81bcd0a27aa', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': 'b47f0d49-178a-4a00-a279-149e97e365dc'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:33.856936 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.890480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60650) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.905080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4e99fed-0dec-4790-8fde-ff4e20a9ebad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.910199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4e99fed-0dec-4790-8fde-ff4e20a9ebad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.941297 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4e99fed-0dec-4790-8fde-ff4e20a9ebad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.942666 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e4e99fed-0dec-4790-8fde-ff4e20a9ebad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3280385 Jul 16 08:51:33.945800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-07221f56-02b6-43ac-98c4-e37556dc577e tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3957195 Jul 16 08:51:33.946203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60654) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.952063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'port': {'network_id': 'f9986a83-83cc-4b89-a157-d81bcd0a27aa', 'name': 'tempest-RoutersIpV6Test-189949256'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:33.973720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.015399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Allocated IP 172.20.0.5 (d4dee36c-9e26-4a1f-beda-8921da27bb62/27fffbbf-6579-49de-a3bc-a26f4a6a293e/678b75d3-b8eb-4e77-83b6-2b917a08e8ee) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:34.019238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:34.038734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bce0902c-4dcd-42c9-b3e4-429d2d32ced5 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:34.064022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:34.097031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Allocated IP 2001:db8::2 (f9986a83-83cc-4b89-a157-d81bcd0a27aa/b47f0d49-178a-4a00-a279-149e97e365dc/432af4c4-df92-4215-aa90-9b7cbecf6cc8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:34.112840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:34.119990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:34.120348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.141791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event updated for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.147857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:34.261053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bce0902c-4dcd-42c9-b3e4-429d2d32ced5 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "PUT /v2.0/quotas/f01e71bfb06e4574b81f0c9c446f7ce0 HTTP/1.1" status: 200 len: 366 time: 0.3649945 Jul 16 08:51:34.273216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.273923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.277519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60656) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.287270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:34.290986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.314061 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cae9777c-f594-442b-9141-d14e5b5076e5 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0349963 Jul 16 08:51:34.318926 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-70403f9d-860c-4819-9df2-0c8aee9765a9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1019955 Jul 16 08:51:34.319390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60658) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.328334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] device_id is not set on port 9f524971-84fd-480d-9f1e-c5b6a852c81b yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:51:34.341088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Request body: {'port': {'device_id': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:34.368754 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45dc4f20-ddf3-4a4c-a67e-c29fd360be09 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "GET /v2.0/quotas/f01e71bfb06e4574b81f0c9c446f7ce0 HTTP/1.1" status: 200 len: 366 time: 0.0470009 Jul 16 08:51:34.384224 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.396574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Transition to ACTIVE for port object 432af4c4-df92-4215-aa90-9b7cbecf6cc8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:34.401937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60660) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.420066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Transition to ACTIVE for port object 432af4c4-df92-4215-aa90-9b7cbecf6cc8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:34.429925 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.448504 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa7c8ff7-9082-4ac1-be73-705089287574 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/f01e71bfb06e4574b81f0c9c446f7ce0 HTTP/1.1" status: 204 len: 168 time: 0.0448554 Jul 16 08:51:34.469712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60662) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.502043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-5225bf45-641b-4e33-aa13-76af7c63b3c2 service neutron] 10.222.0.55 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553575 Jul 16 08:51:34.510020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Network f9986a83-83cc-4b89-a157-d81bcd0a27aa is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:34.515978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:34.521127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:34.525177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Pushing event updated for resources: {'Port': ['ID=432af4c4-df92-4215-aa90-9b7cbecf6cc8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.553767 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3ef89b7d-1c6d-44fa-a36f-6e325d5ec60c tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0792384 Jul 16 08:51:34.555452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60664) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.571622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.598452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bd06ed6d-0adc-4152-89fb-5ac4f1763ef1 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "GET /v2.0/quotas/f01e71bfb06e4574b81f0c9c446f7ce0 HTTP/1.1" status: 200 len: 370 time: 0.0405443 Jul 16 08:51:34.599998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8::21e (f9986a83-83cc-4b89-a157-d81bcd0a27aa/b47f0d49-178a-4a00-a279-149e97e365dc/9f524971-84fd-480d-9f1e-c5b6a852c81b) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:34.604248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Attempting to bind port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:34.604756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60666) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.605443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Attempting to bind port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f9986a83-83cc-4b89-a157-d81bcd0a27aa'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:34.606521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Attempting to bind port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 on network f9986a83-83cc-4b89-a157-d81bcd0a27aa {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:34.615406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-06f5b763-fc1c-4aa4-8184-bd3c3918b7b6 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "GET /v2.0/quotas/f01e71bfb06e4574b81f0c9c446f7ce0/default HTTP/1.1" status: 200 len: 370 time: 0.0062966 Jul 16 08:51:34.617072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:34.617455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Checking segment: {'id': 'ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f9986a83-83cc-4b89-a157-d81bcd0a27aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:34.618006 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.618493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Bound using segment: {'id': 'ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f9986a83-83cc-4b89-a157-d81bcd0a27aa'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:34.618973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Bound port: 432af4c4-df92-4215-aa90-9b7cbecf6cc8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f9986a83-83cc-4b89-a157-d81bcd0a27aa'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:34.619432 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.623321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60668) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.654949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5dcb-bdc2-4832-ba4c-322086e5bb69 req-9cf1eef9-8551-4e9a-a0ad-014709f8a77a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.656634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75ac5dcb-bdc2-4832-ba4c-322086e5bb69 req-9cf1eef9-8551-4e9a-a0ad-014709f8a77a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 946 time: 0.7888265 Jul 16 08:51:34.673788 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-c76e12bc-52ff-4e29-a01b-487fbd495b01 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:51:34.674929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c76e12bc-52ff-4e29-a01b-487fbd495b01 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/f01e71bfb06e4574b81f0c9c446f7ce0 HTTP/1.1" status: 404 len: 348 time: 0.0344305 Jul 16 08:51:34.693624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-807cc464-a835-4719-8735-34de6fc4448d None None] For port 432af4c4-df92-4215-aa90-9b7cbecf6cc8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:34.697464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-807cc464-a835-4719-8735-34de6fc4448d None None] For port 432af4c4-df92-4215-aa90-9b7cbecf6cc8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=432af4c4-df92-4215-aa90-9b7cbecf6cc8,segment=NetworkSegment(ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a),segment_id=ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:34.705402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.773389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cc464-a835-4719-8735-34de6fc4448d None None] Pushing event updated for resources: {'Port': ['ID=432af4c4-df92-4215-aa90-9b7cbecf6cc8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.884632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-abd78d18-eaae-4ad4-b392-cbc2ebc79b45 service neutron] 10.222.0.55 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513157 Jul 16 08:51:34.888290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60674) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.891452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75ac5dcb-bdc2-4832-ba4c-322086e5bb69 req-afca70a4-cd65-46ed-95bd-5041f205713e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798239 Jul 16 08:51:34.908290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-8d464578-21f9-481c-9163-9e7b2f62ca83 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.910040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-8d464578-21f9-481c-9163-9e7b2f62ca83 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.52 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 816 time: 0.4067094 Jul 16 08:51:34.925142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.931010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Request body: {'port': {'device_id': '51bfe16d-40f7-41b6-8cdc-fe93ce989306', 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62', 'admin_state_up': True, 'tenant_id': '9456dd16c0854b34b46e0b6feee28d47'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:34.957461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.982776 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed57deb-05e2-4b04-974d-ece0ca55e390 x-openstack-request-id: req-9ed57deb-05e2-4b04-974d-ece0ca55e390 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:34.983464 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "name": "network-vif-plugged", "status": "completed", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:34.983818 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ed57deb-05e2-4b04-974d-ece0ca55e390 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:34.984323 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8', 'code': 200} Jul 16 08:51:34.990768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object 9f524971-84fd-480d-9f1e-c5b6a852c81b will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:35.000817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Usage tracker for resource:network and tenant:a0efc1f0f78c4f28a7c98475eba9c667 is out of sync, need to count used quota {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:35.004210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Transition to ACTIVE for port object 678b75d3-b8eb-4e77-83b6-2b917a08e8ee will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:35.089200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:35.107223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a25f9dd-126c-4576-8658-ea79e63d6f65 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:35.117217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.125719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Usage tracker for resource:subnet and tenant:a0efc1f0f78c4f28a7c98475eba9c667 is out of sync, need to count used quota {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:35.133919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Transition to ACTIVE for port object 9a25f9dd-126c-4576-8658-ea79e63d6f65 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:35.152729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:35.156471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.183949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Usage tracker for resource:subnetpool and tenant:a0efc1f0f78c4f28a7c98475eba9c667 is out of sync, need to count used quota {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:35.194985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:35.200595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.207498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Made reservation on behalf of 9456dd16c0854b34b46e0b6feee28d47 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:35.211276 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.272881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Usage tracker for resource:port and tenant:a0efc1f0f78c4f28a7c98475eba9c667 is out of sync, need to count used quota {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:35.305602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.316301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.323172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:35.345326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:35.353797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:35.357172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:35.392413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Pushing event updated for resources: {'Port': ['ID=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.446149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Usage tracker for resource:router and tenant:a0efc1f0f78c4f28a7c98475eba9c667 is out of sync, need to count used quota {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:35.477088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:35.494638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network f9986a83-83cc-4b89-a157-d81bcd0a27aa is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:35.500510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:35.503868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:35.510045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.511108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.536951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=9f524971-84fd-480d-9f1e-c5b6a852c81b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.545439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.546145 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.558940 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-46950f61-fd64-426e-879f-7aaec3fe2feb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6116328 Jul 16 08:51:35.563534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7ea58-8bfc-404c-a912-aecd1670758b req-712cb160-fe7f-4409-9fe3-ecaf73f081e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.565341 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7ae7ea58-8bfc-404c-a912-aecd1670758b req-712cb160-fe7f-4409-9fe3-ecaf73f081e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1098 time: 0.4262025 Jul 16 08:51:35.566025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:35.615760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Usage tracker for resource:floatingip and tenant:a0efc1f0f78c4f28a7c98475eba9c667 is out of sync, need to count used quota {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:35.658403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Allocated IP 172.20.0.12 (d4dee36c-9e26-4a1f-beda-8921da27bb62/27fffbbf-6579-49de-a3bc-a26f4a6a293e/697958d9-73d2-4a34-92ac-8ae5526f42b6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:35.685760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Attempting to bind port 9a25f9dd-126c-4576-8658-ea79e63d6f65 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:35.686276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Attempting to bind port 9a25f9dd-126c-4576-8658-ea79e63d6f65 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:35.686687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Attempting to bind port 9a25f9dd-126c-4576-8658-ea79e63d6f65 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:35.709757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Port 9a25f9dd-126c-4576-8658-ea79e63d6f65 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:35.710223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Attempting to bind port 9a25f9dd-126c-4576-8658-ea79e63d6f65 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:35.717965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56941e94-30f8-4e88-aab2-4c6d45f1a5f5 req-920f3fad-d1aa-436a-a88f-fd7eaf021ea0 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.726131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56941e94-30f8-4e88-aab2-4c6d45f1a5f5 req-920f3fad-d1aa-436a-a88f-fd7eaf021ea0 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 943 time: 0.4588265 Jul 16 08:51:35.732366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:35.743244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e3f40c00-3a52-4d8a-92cd-81a0c2451310 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5267005 Jul 16 08:51:35.747424 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7ae7ea58-8bfc-404c-a912-aecd1670758b req-34c18f68-635f-461c-a371-b3aa52a0dd99 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641901 Jul 16 08:51:35.778668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3c55e60e-bc79-41bd-ae4c-0c6bf58cf127 None None] Provisioning for port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:35.785563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3c55e60e-bc79-41bd-ae4c-0c6bf58cf127 None None] Provisioning complete for port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:35.786323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c55e60e-bc79-41bd-ae4c-0c6bf58cf127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.799591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Request body: {'port': {'device_id': 'dbd45223-8241-4c5f-8055-7647c403aad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:35.837270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:35.837596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Checking segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:35.838020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Bound using segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:35.838466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Bound port: 9a25f9dd-126c-4576-8658-ea79e63d6f65, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:35.838826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.842256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3c55e60e-bc79-41bd-ae4c-0c6bf58cf127 None None] Port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:35.925296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 432af4c4-df92-4215-aa90-9b7cbecf6cc8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:35.984727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.023643 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:36.042552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:36.069499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:36.074445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.116867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.117718 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.119148 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/9a25f9dd-126c-4576-8658-ea79e63d6f65 HTTP/1.1" status: 200 len: 1092 time: 1.7860272 Jul 16 08:51:36.125192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:36.127560 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:36.173877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b616fc-f291-4d49-940d-036e8ef6c068 None None] Network f9986a83-83cc-4b89-a157-d81bcd0a27aa requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:36.231051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9d499-717a-4126-b7f4-7d33681976a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:36.236723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.251848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef2e2c-2b97-476a-b81a-4908bb634d30 req-927b12ed-20fd-494f-8bcd-becdf58b1366 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.259321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00ef2e2c-2b97-476a-b81a-4908bb634d30 req-927b12ed-20fd-494f-8bcd-becdf58b1366 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.7249448 Jul 16 08:51:36.283192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-03fb5c6d-cc0b-48f7-ac71-48915a384cd7 None None] Provisioning for port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:36.289965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-03fb5c6d-cc0b-48f7-ac71-48915a384cd7 None None] Provisioning complete for port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:36.290707 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-03fb5c6d-cc0b-48f7-ac71-48915a384cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.314619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618ad96-c294-4845-9736-0b809174487e req-70e750ac-acc5-429e-b026-2ae5db5033a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.316042 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-70e750ac-acc5-429e-b026-2ae5db5033a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 1095 time: 0.1250618 Jul 16 08:51:36.359523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56941e94-30f8-4e88-aab2-4c6d45f1a5f5 req-4adc7ffe-0756-47ea-adb5-e546a0be55a7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322634 Jul 16 08:51:36.380744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Usage tracker for resource:security_group and tenant:a0efc1f0f78c4f28a7c98475eba9c667 is out of sync, need to count used quota {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:36.400741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:36.428529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-1d9533c7-d10f-42f8-a989-ee9bf1fe396f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65 HTTP/1.1" status: 200 len: 217 time: 0.0823927 Jul 16 08:51:36.450815 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-03fb5c6d-cc0b-48f7-ac71-48915a384cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.455058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00ef2e2c-2b97-476a-b81a-4908bb634d30 req-f3a05e23-4599-4094-9fbe-58ab93862889 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947548 Jul 16 08:51:36.457719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Usage tracker for resource:security_group_rule and tenant:a0efc1f0f78c4f28a7c98475eba9c667 is out of sync, need to count used quota {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:36.464905 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.510934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-03fb5c6d-cc0b-48f7-ac71-48915a384cd7 None None] For port 432af4c4-df92-4215-aa90-9b7cbecf6cc8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=432af4c4-df92-4215-aa90-9b7cbecf6cc8,segment=NetworkSegment(ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a),segment_id=ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:36.516133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Transition to ACTIVE for port object 697958d9-73d2-4a34-92ac-8ae5526f42b6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:36.518458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-03fb5c6d-cc0b-48f7-ac71-48915a384cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.529192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.quota.resource [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94159) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:36.553584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618ad96-c294-4845-9736-0b809174487e req-4ae611ba-8df3-4c93-aa42-28cb06dcae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.555186 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-4ae611ba-8df3-4c93-aa42-28cb06dcae61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.1191270 Jul 16 08:51:36.561579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fce5ce72-a851-400b-b182-a37fcf628fe9 tempest-QuotasTest-814210250 tempest-QuotasTest-814210250-project-admin] 10.222.0.55 "GET /v2.0/quotas/a0efc1f0f78c4f28a7c98475eba9c667/details.json HTTP/1.1" status: 200 len: 703 time: 1.6690438 Jul 16 08:51:36.611915 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-2dc29a53-0887-425f-ac2a-7e191b231256 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445507 Jul 16 08:51:36.633838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-113570b9-9d8f-4123-bb16-3000613fe2db req-c43b7298-53c1-478d-b392-7e6428ebed97 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 210 time: 0.0980701 Jul 16 08:51:36.666859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5c6d-cc0b-48f7-ac71-48915a384cd7 None None] Pushing event updated for resources: {'Port': ['ID=432af4c4-df92-4215-aa90-9b7cbecf6cc8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:36.736052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.741172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.829486 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e07c6b3-4ee0-44d4-8445-8b3e215cff06 x-openstack-request-id: req-1e07c6b3-4ee0-44d4-8445-8b3e215cff06 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:36.829808 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:36.830063 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e07c6b3-4ee0-44d4-8445-8b3e215cff06 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:36.830466 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'status': 'completed', 'code': 200} Jul 16 08:51:36.845618 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-5865d367-df5b-4254-871f-4dd0a638d048 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268908 Jul 16 08:51:36.884762 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.964861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=9f524971-84fd-480d-9f1e-c5b6a852c81b,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:37.053877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:37.062852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91ce1b85-960e-4299-9922-ab14321259b9 None None] Provisioning complete for port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:37.064166 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91ce1b85-960e-4299-9922-ab14321259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.100188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:37.114756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:37.121860 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.260393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91ce1b85-960e-4299-9922-ab14321259b9 None None] Provisioning for port 9f524971-84fd-480d-9f1e-c5b6a852c81b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:37.265743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91ce1b85-960e-4299-9922-ab14321259b9 None None] Provisioning complete for port 9f524971-84fd-480d-9f1e-c5b6a852c81b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:37.266372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91ce1b85-960e-4299-9922-ab14321259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.272382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.273049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.288940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60700) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.293294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Pushing event updated for resources: {'Port': ['ID=697958d9-73d2-4a34-92ac-8ae5526f42b6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:37.351442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-91ce1b85-960e-4299-9922-ab14321259b9 None None] Port 9f524971-84fd-480d-9f1e-c5b6a852c81b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:37.387649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-3ed465f1-ed76-4b60-81c9-a46d1188f6e1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4667389 Jul 16 08:51:37.435343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Request body: {'port': {'device_id': '51bfe16d-40f7-41b6-8cdc-fe93ce989306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:37.486902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ef9b3a2c-eeca-4dd9-8976-9c8ea5fc9e97 None None] Provisioning complete for port 9f524971-84fd-480d-9f1e-c5b6a852c81b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:37.487281 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3a2c-eeca-4dd9-8976-9c8ea5fc9e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.560302 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a618ad96-c294-4845-9736-0b809174487e req-78ec7fc1-8766-4a99-b2f6-64459ab10209 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074337 Jul 16 08:51:37.588095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b3a2c-eeca-4dd9-8976-9c8ea5fc9e97 None None] Port 9f524971-84fd-480d-9f1e-c5b6a852c81b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:37.625551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-3dcb8f6f-7cb1-4c71-8210-a7f749de4aa8 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.627409 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-3dcb8f6f-7cb1-4c71-8210-a7f749de4aa8 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.54 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 816 time: 0.4070139 Jul 16 08:51:37.655169 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a485276f-a878-4045-82d2-deceac139254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.672934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.678942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Request body: {'port': {'device_id': '45639d70-5674-4748-93ac-237e7bbd44c8', 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62', 'admin_state_up': True, 'tenant_id': '9456dd16c0854b34b46e0b6feee28d47'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:37.680723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8b3f8-8f36-49c4-abfb-43ac37512414 req-de6c22fe-0227-4e1b-aeb3-0ecaff356b66 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.689122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32b8b3f8-8f36-49c4-abfb-43ac37512414 req-de6c22fe-0227-4e1b-aeb3-0ecaff356b66 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 946 time: 0.6428947 Jul 16 08:51:37.693689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678b75d3-b8eb-4e77-83b6-2b917a08e8ee {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:37.713819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-83f26dd1-15f6-471f-9db8-5e568a4e35db None None] Provisioning for port 697958d9-73d2-4a34-92ac-8ae5526f42b6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:37.718649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-83f26dd1-15f6-471f-9db8-5e568a4e35db None None] Provisioning complete for port 697958d9-73d2-4a34-92ac-8ae5526f42b6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:37.719338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83f26dd1-15f6-471f-9db8-5e568a4e35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.755408 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.761779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-83f26dd1-15f6-471f-9db8-5e568a4e35db None None] Port 697958d9-73d2-4a34-92ac-8ae5526f42b6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:37.843936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 432af4c4-df92-4215-aa90-9b7cbecf6cc8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:37.848173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Transition to ACTIVE for port object 678b75d3-b8eb-4e77-83b6-2b917a08e8ee will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:37.874166 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.899488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-61af4505-ea1b-47c9-84db-94a4333ab62e None None] Provisioning complete for port 9f524971-84fd-480d-9f1e-c5b6a852c81b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:37.899859 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-61af4505-ea1b-47c9-84db-94a4333ab62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.921497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32b8b3f8-8f36-49c4-abfb-43ac37512414 req-73b1c71c-3e09-4bd2-97c3-3e9c2b9ea0b0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314703 Jul 16 08:51:37.932398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.940830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:37.941213 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.945964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-61af4505-ea1b-47c9-84db-94a4333ab62e None None] Port 9f524971-84fd-480d-9f1e-c5b6a852c81b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:38.040840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Pushing event updated for resources: {'Port': ['ID=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:38.143684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbd699-c475-4809-83c8-e47c305786bd req-40f3ba9f-cd84-4c5b-889b-6e2e35c8d0e8 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.146638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4acbd699-c475-4809-83c8-e47c305786bd req-40f3ba9f-cd84-4c5b-889b-6e2e35c8d0e8 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 943 time: 0.4478605 Jul 16 08:51:38.170852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a485276f-a878-4045-82d2-deceac139254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.211811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a485276f-a878-4045-82d2-deceac139254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.346339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-eccefff1-2e0e-445f-9c8a-8a994839e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.347879 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-eccefff1-2e0e-445f-9c8a-8a994839e674 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 1095 time: 0.2843931 Jul 16 08:51:38.352686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-f410e191-eb73-41d7-bb2a-553f0a9005ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.354321 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-f410e191-eb73-41d7-bb2a-553f0a9005ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1097 time: 0.2896550 Jul 16 08:51:38.379448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485276f-a878-4045-82d2-deceac139254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0bc004-4eaa-4739-9c38-19c2e86f512c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:38.384469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a485276f-a878-4045-82d2-deceac139254 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89555ca7a0f542c59f834bd69d48a093&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0922496 Jul 16 08:51:38.396796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60712) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.403087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4acbd699-c475-4809-83c8-e47c305786bd req-1f542dc5-b422-48f8-891e-b42836a2947c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404437 Jul 16 08:51:38.414962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Attempting to bind port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:38.415299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Attempting to bind port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:38.415624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Attempting to bind port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee on network d4dee36c-9e26-4a1f-beda-8921da27bb62 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:38.468531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee on network d4dee36c-9e26-4a1f-beda-8921da27bb62 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:38.468873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Attempting to bind port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee on network d4dee36c-9e26-4a1f-beda-8921da27bb62 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:38.493971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92397ec5-15b8-479c-bb9e-91ff6b82e71b req-055f5974-7112-460f-aba8-94a49cd9bf37 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.497302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92397ec5-15b8-479c-bb9e-91ff6b82e71b req-055f5974-7112-460f-aba8-94a49cd9bf37 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.3487349 Jul 16 08:51:38.506948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:38.507516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Checking segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:38.507914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Bound using segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:38.508357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Bound port: 678b75d3-b8eb-4e77-83b6-2b917a08e8ee, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:38.508723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.509954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Made reservation on behalf of 9456dd16c0854b34b46e0b6feee28d47 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:38.514073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.540777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-4210cfef-cbe6-4ec7-86f0-5e27147eb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.542303 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-4210cfef-cbe6-4ec7-86f0-5e27147eb7af service neutron] 10.222.0.54 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 921 time: 0.1637871 Jul 16 08:51:38.580281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d201ab7-7ffb-4e55-a4f2-b5f14a3004ec req-e678e7e7-875f-4426-84b5-d81d60a1ef4c tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 210 time: 0.0673044 Jul 16 08:51:38.641801 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-070318c9-baf2-4828-99d1-09308b142023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.670018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92397ec5-15b8-479c-bb9e-91ff6b82e71b req-ded8811d-da9f-4c2b-a2e5-5e3f2a10de60 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559401 Jul 16 08:51:38.671665 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-76d2814c-69f6-417b-b063-956866d0f91f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 217 time: 0.0686526 Jul 16 08:51:38.709054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-070318c9-baf2-4828-99d1-09308b142023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.752762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] For port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:38.774227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697958d9-73d2-4a34-92ac-8ae5526f42b6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:38.784177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-b8bf4ba0-030c-4b28-b0ed-1c1c7ceea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.785992 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-b8bf4ba0-030c-4b28-b0ed-1c1c7ceea262 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.4257779 Jul 16 08:51:38.787355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] For port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:38.789488 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.799209 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.836368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Transition to ACTIVE for port object 697958d9-73d2-4a34-92ac-8ae5526f42b6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:38.845121 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.854583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.857701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.857701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] 10.222.0.52 "PUT /v2.0/ports/678b75d3-b8eb-4e77-83b6-2b917a08e8ee HTTP/1.1" status: 200 len: 1092 time: 3.1013005 Jul 16 08:51:38.858984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd45223-8241-4c5f-8055-7647c403aad6', 'tag': '678b75d3-b8eb-4e77-83b6-2b917a08e8ee'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:38.861395 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd45223-8241-4c5f-8055-7647c403aad6", "tag": "678b75d3-b8eb-4e77-83b6-2b917a08e8ee"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:38.874508 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-5d855383-086d-4e39-9968-a7be0ce9d71e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65 HTTP/1.1" status: 200 len: 217 time: 0.0795703 Jul 16 08:51:38.877533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.891098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272bed8-a443-4658-82c4-eff81223def8 service neutron] Pushing event updated for resources: {'Port': ['ID=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:38.904547 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-070318c9-baf2-4828-99d1-09308b142023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.908398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-070318c9-baf2-4828-99d1-09308b142023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.910251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-070318c9-baf2-4828-99d1-09308b142023 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f0bc004-4eaa-4739-9c38-19c2e86f512c HTTP/1.1" status: 204 len: 168 time: 0.5113695 Jul 16 08:51:38.924046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-7b3b9d5c-add6-4e7c-846f-2de66e15c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.925549 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-7b3b9d5c-add6-4e7c-846f-2de66e15c212 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.2416523 Jul 16 08:51:38.940705 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.942308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.969421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Pushing event updated for resources: {'Port': ['ID=697958d9-73d2-4a34-92ac-8ae5526f42b6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:38.975070 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76444440-8508-4cfa-a01d-ea2276ec3bf6 x-openstack-request-id: req-76444440-8508-4cfa-a01d-ea2276ec3bf6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:38.975357 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd45223-8241-4c5f-8055-7647c403aad6", "tag": "678b75d3-b8eb-4e77-83b6-2b917a08e8ee", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:38.975609 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76444440-8508-4cfa-a01d-ea2276ec3bf6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:38.976001 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd45223-8241-4c5f-8055-7647c403aad6', 'tag': '678b75d3-b8eb-4e77-83b6-2b917a08e8ee', 'status': 'completed', 'code': 200} Jul 16 08:51:38.976679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070318c9-baf2-4828-99d1-09308b142023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0bc004-4eaa-4739-9c38-19c2e86f512c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.051074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-57d3f603-67d1-4274-a30a-90b51ea4b361 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113429 Jul 16 08:51:39.135696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Allocated IP 172.20.0.4 (d4dee36c-9e26-4a1f-beda-8921da27bb62/27fffbbf-6579-49de-a3bc-a26f4a6a293e/9b30aaa5-7e30-4155-9254-b8e78c80be03) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:39.171107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=9f524971-84fd-480d-9f1e-c5b6a852c81b,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.201197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Attempting to bind port 697958d9-73d2-4a34-92ac-8ae5526f42b6 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:39.201539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Attempting to bind port 697958d9-73d2-4a34-92ac-8ae5526f42b6 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:39.201898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Attempting to bind port 697958d9-73d2-4a34-92ac-8ae5526f42b6 on network d4dee36c-9e26-4a1f-beda-8921da27bb62 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:39.216248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-d41579fe-fe93-42b1-8153-1fdecddfe193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.218016 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-d41579fe-fe93-42b1-8153-1fdecddfe193 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.2915142 Jul 16 08:51:39.224382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-845e112e-2ac5-4f68-83f3-f791531dfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.225945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-845e112e-2ac5-4f68-83f3-f791531dfbf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 1095 time: 0.2526157 Jul 16 08:51:39.231592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Port 697958d9-73d2-4a34-92ac-8ae5526f42b6 on network d4dee36c-9e26-4a1f-beda-8921da27bb62 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:39.231919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Attempting to bind port 697958d9-73d2-4a34-92ac-8ae5526f42b6 on network d4dee36c-9e26-4a1f-beda-8921da27bb62 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:39.250967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:39.251286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Checking segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:39.251680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Bound using segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:39.252486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Bound port: 697958d9-73d2-4a34-92ac-8ae5526f42b6, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:39.252486 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.297471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-a3799a35-a79e-4658-bad3-eed6c882d93c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=678b75d3-b8eb-4e77-83b6-2b917a08e8ee HTTP/1.1" status: 200 len: 217 time: 0.0591264 Jul 16 08:51:39.306225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-fdd25a2a-b76e-4b1a-804a-14324edf6fa3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591483 Jul 16 08:51:39.318975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e8612-e2fc-40e5-ae45-63673a6c9785 req-737c7f4f-2ad5-4522-9267-b91375e0f83a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.321017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b8e8612-e2fc-40e5-ae45-63673a6c9785 req-737c7f4f-2ad5-4522-9267-b91375e0f83a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 946 time: 0.1940575 Jul 16 08:51:39.366243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60722) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:39.409534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-3b5e3c88-997b-4af9-9e81-e7de0db4dde0 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451514 Jul 16 08:51:39.422519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] For port 697958d9-73d2-4a34-92ac-8ae5526f42b6, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:39.456241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] For port 697958d9-73d2-4a34-92ac-8ae5526f42b6, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=697958d9-73d2-4a34-92ac-8ae5526f42b6,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:39.472026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38ffa1c5-6f29-4ed5-aff8-a15d84347c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.473834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.476884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-54e1c7a4-e67e-414a-972b-6bdc6ea1acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.478694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-54e1c7a4-e67e-414a-972b-6bdc6ea1acd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27fffbbf-6579-49de-a3bc-a26f4a6a293e HTTP/1.1" status: 200 len: 855 time: 0.1732430 Jul 16 08:51:39.504984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network f9986a83-83cc-4b89-a157-d81bcd0a27aa is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:39.524065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:39.530248 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b8e8612-e2fc-40e5-ae45-63673a6c9785 req-388b7ec9-cefb-4284-9eff-37fa7963281e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379645 Jul 16 08:51:39.578291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.578925 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.580347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] 10.222.0.52 "PUT /v2.0/ports/697958d9-73d2-4a34-92ac-8ae5526f42b6 HTTP/1.1" status: 200 len: 1093 time: 2.1719823 Jul 16 08:51:39.624545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5ea9f-69a7-4372-9e3c-1948581943f6 service neutron] Pushing event updated for resources: {'Port': ['ID=697958d9-73d2-4a34-92ac-8ae5526f42b6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.662693 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-38893602-be2b-4d70-a324-cb958f91a05e service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474684 Jul 16 08:51:39.694380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-6e34c55b-792e-4143-b666-6f18dfb1c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.696032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-6e34c55b-792e-4143-b666-6f18dfb1c9b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4dee36c-9e26-4a1f-beda-8921da27bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883690 Jul 16 08:51:39.711348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6b00-a8a5-441a-b5b5-c54db0abb072 req-6f85a378-c16c-40bb-90a3-b3e5ee4bd0e5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.713058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf2d6b00-a8a5-441a-b5b5-c54db0abb072 req-6f85a378-c16c-40bb-90a3-b3e5ee4bd0e5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 943 time: 0.1798179 Jul 16 08:51:39.851701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf2d6b00-a8a5-441a-b5b5-c54db0abb072 req-f0023e51-d365-4f8a-be5b-eca7e7c4124b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701730 Jul 16 08:51:39.872078 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.960702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-28bba05f-3da2-4393-b5d9-b1c463bde63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.967537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-28bba05f-3da2-4393-b5d9-b1c463bde63b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 1096 time: 0.2863314 Jul 16 08:51:40.020490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-146cdde8-5760-495e-857a-2cec70ad93b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697958d9-73d2-4a34-92ac-8ae5526f42b6 HTTP/1.1" status: 200 len: 217 time: 0.0390208 Jul 16 08:51:40.023988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Transition to ACTIVE for port object 9b30aaa5-7e30-4155-9254-b8e78c80be03 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:40.041366 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-98644507-dae3-4b59-b7c6-02fdd6f02f58 req-0ccea34b-4879-4af9-9410-b29b431f6d12 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702584 Jul 16 08:51:40.047275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-58323cc8-5184-4cf2-bb87-77d2ce187200 None None] Provisioning complete for port 9f524971-84fd-480d-9f1e-c5b6a852c81b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:40.057612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58323cc8-5184-4cf2-bb87-77d2ce187200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.072085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-7ee34c4f-d52c-4642-87e7-67d76986688a service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517399 Jul 16 08:51:40.110026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-309bfb40-d157-44c2-a4d2-75be652f98d7 req-08c65a4a-2ab9-4435-8329-5dd241381582 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 210 time: 0.0472307 Jul 16 08:51:40.147010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c2dfff4d-9b22-40a8-a7a0-56258bbfae5e req-67d371ad-ec1b-4f6e-b021-3bce20c2303c service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432061 Jul 16 08:51:40.171566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-0ee88316-4c76-4522-84ea-09f8fc9f9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.173773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-0ee88316-4c76-4522-84ea-09f8fc9f9d4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27fffbbf-6579-49de-a3bc-a26f4a6a293e HTTP/1.1" status: 200 len: 855 time: 0.1462309 Jul 16 08:51:40.185871 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.194590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38ffa1c5-6f29-4ed5-aff8-a15d84347c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.199835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 8dfd597a-41a5-4c1f-9fa2-aa1af5036c60 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:40.231723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38ffa1c5-6f29-4ed5-aff8-a15d84347c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.263787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-38ffa1c5-6f29-4ed5-aff8-a15d84347c6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0efc1f0f78c4f28a7c98475eba9c667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8867464 Jul 16 08:51:40.276994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60740) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:40.296749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:40.300560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-58323cc8-5184-4cf2-bb87-77d2ce187200 None None] Port 9f524971-84fd-480d-9f1e-c5b6a852c81b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:40.319378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:40.362459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:40.368716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Pushing event updated for resources: {'Port': ['ID=9b30aaa5-7e30-4155-9254-b8e78c80be03,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.399823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffa1c5-6f29-4ed5-aff8-a15d84347c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f26af0c-74d0-4f41-b9cc-90614935f260,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.483031 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:40.493973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.494646 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.508074 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4326102c-a384-4a51-81ad-4724b6aa9c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.514009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:40.523398 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-78010167-6fee-4980-81df-c73d833ffa76 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/8dfd597a-41a5-4c1f-9fa2-aa1af5036c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9534538 Jul 16 08:51:40.526798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d04c5-54fc-4e4d-b857-378bdb76c47d None None] Sync routers for ids ['8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:40.528047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60742) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:40.537594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d04c5-54fc-4e4d-b857-378bdb76c47d None None] Routers {'8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:40.538491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d8d04c5-54fc-4e4d-b857-378bdb76c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:40.576002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d8d04c5-54fc-4e4d-b857-378bdb76c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:40.586684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d04c5-54fc-4e4d-b857-378bdb76c47d None None] Routers {'8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:40.587473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d8d04c5-54fc-4e4d-b857-378bdb76c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:40.629220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d8d04c5-54fc-4e4d-b857-378bdb76c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:40.630214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d04c5-54fc-4e4d-b857-378bdb76c47d None None] The sync data for ids ['8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:40.643163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ef5d2950-bd84-4b0d-9abe-120dff1ba346 None None] Provisioning for port 9b30aaa5-7e30-4155-9254-b8e78c80be03 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:40.647404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ef5d2950-bd84-4b0d-9abe-120dff1ba346 None None] Provisioning complete for port 9b30aaa5-7e30-4155-9254-b8e78c80be03 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:40.647863 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2950-bd84-4b0d-9abe-120dff1ba346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.689571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d2950-bd84-4b0d-9abe-120dff1ba346 None None] Port 9b30aaa5-7e30-4155-9254-b8e78c80be03 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:40.777208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8672105-037b-47c5-9d97-d4d52c289cfb req-e7f9da90-d956-46a0-bc13-761641828000 service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649160 Jul 16 08:51:40.788530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da0954-1fc5-40ea-a341-7b76b6f84204 req-1546d9e6-d383-4287-ab01-c00954eaeb52 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.790085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-40da0954-1fc5-40ea-a341-7b76b6f84204 req-1546d9e6-d383-4287-ab01-c00954eaeb52 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1098 time: 0.6791124 Jul 16 08:51:40.792836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-de3a9812-2aab-43ee-a7b2-6d9f44d121b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.794429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-de3a9812-2aab-43ee-a7b2-6d9f44d121b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4dee36c-9e26-4a1f-beda-8921da27bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5968699 Jul 16 08:51:40.816595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88f20f-ab58-41d1-a6e7-0014ebe71bd0 req-0c03c48f-d896-487a-93d8-e3b42d4f2e6d tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.818169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd88f20f-ab58-41d1-a6e7-0014ebe71bd0 req-0c03c48f-d896-487a-93d8-e3b42d4f2e6d tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1784482 Jul 16 08:51:40.837806 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-f230ff68-6d51-431e-bdcf-86bb47224897 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1658072 Jul 16 08:51:40.866458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Request body: {'port': {'device_id': '45639d70-5674-4748-93ac-237e7bbd44c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:40.875815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4326102c-a384-4a51-81ad-4724b6aa9c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.941124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410581c-3618-4fe2-80ac-7ce2bb933529 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.942530 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e410581c-3618-4fe2-80ac-7ce2bb933529 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports/9f524971-84fd-480d-9f1e-c5b6a852c81b HTTP/1.1" status: 200 len: 983 time: 0.4134445 Jul 16 08:51:40.948378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60746) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:40.952432 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-40da0954-1fc5-40ea-a341-7b76b6f84204 req-f41e85da-4998-4a04-b9e7-6aaacd766bfc tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557894 Jul 16 08:51:40.976658 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd88f20f-ab58-41d1-a6e7-0014ebe71bd0 req-e492e6c1-a219-44fe-8333-381072be4a23 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409743 Jul 16 08:51:40.978838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bfe16d-40f7-41b6-8cdc-fe93ce989306', 'tag': '697958d9-73d2-4a34-92ac-8ae5526f42b6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:40.981750 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea" -d '{"events": [{"name": "network-changed", "server_uuid": "51bfe16d-40f7-41b6-8cdc-fe93ce989306", "tag": "697958d9-73d2-4a34-92ac-8ae5526f42b6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:41.011075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-7bcab4ab-ad31-45ee-a865-1bc7ba409e98 service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017598 Jul 16 08:51:41.011830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-015a5a9c-045c-4126-8679-7a6643b06bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.013489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-015a5a9c-045c-4126-8679-7a6643b06bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 1095 time: 0.1789882 Jul 16 08:51:41.077527 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.100096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4326102c-a384-4a51-81ad-4724b6aa9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.102336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4326102c-a384-4a51-81ad-4724b6aa9c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.103478 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4326102c-a384-4a51-81ad-4724b6aa9c01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f26af0c-74d0-4f41-b9cc-90614935f260 HTTP/1.1" status: 204 len: 168 time: 0.8249507 Jul 16 08:51:41.177440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326102c-a384-4a51-81ad-4724b6aa9c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f26af0c-74d0-4f41-b9cc-90614935f260,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:41.252279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a25f9dd-126c-4576-8658-ea79e63d6f65 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:41.255451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-81baba65-5c4e-479e-81a0-747e8b07b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.257318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-81baba65-5c4e-479e-81a0-747e8b07b24b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 917 time: 0.2327731 Jul 16 08:51:41.263446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bec44fe9-37d1-49c3-adde-c38be7bde4df req-4aed4815-fd9d-4130-a2d4-fdb39bd423de service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400069 Jul 16 08:51:41.316595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-60fbbf90-3617-4630-aa95-30e3de9c9974 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=678b75d3-b8eb-4e77-83b6-2b917a08e8ee HTTP/1.1" status: 200 len: 217 time: 0.0522411 Jul 16 08:51:41.361515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd55079-3cd2-45e9-a989-d17dac9986e1 req-6ef4dd07-5f27-4a8b-acb6-c52f6c1b252d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.363528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cd55079-3cd2-45e9-a989-d17dac9986e1 req-6ef4dd07-5f27-4a8b-acb6-c52f6c1b252d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 943 time: 0.2289660 Jul 16 08:51:41.384482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:41.400061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'port_id': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'mac_address': 'fa:16:3e:47:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c34048-76db-405f-975d-c0d719aedc2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:41.447015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-e683b3a9-5bb4-448c-b960-82806e441d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.448614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-e683b3a9-5bb4-448c-b960-82806e441d79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27fffbbf-6579-49de-a3bc-a26f4a6a293e HTTP/1.1" status: 200 len: 855 time: 0.1212571 Jul 16 08:51:41.452573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cd55079-3cd2-45e9-a989-d17dac9986e1 req-4f6a5ff7-84c2-4c57-b27f-9fac375b6070 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677884 Jul 16 08:51:41.454898 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.483579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a25f9dd-126c-4576-8658-ea79e63d6f65 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:41.489373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5689bf-e987-4a1e-9d6b-8db52abe4b34 req-953b33a6-4516-48d9-adf5-5230800a895e tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.491556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be5689bf-e987-4a1e-9d6b-8db52abe4b34 req-953b33a6-4516-48d9-adf5-5230800a895e tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1098 time: 0.1786804 Jul 16 08:51:41.517807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:41.523311 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.564750 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0acf3c-d965-40c6-803c-abc1fbb53faf x-openstack-request-id: req-0f0acf3c-d965-40c6-803c-abc1fbb53faf {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:41.565051 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bfe16d-40f7-41b6-8cdc-fe93ce989306", "tag": "697958d9-73d2-4a34-92ac-8ae5526f42b6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:41.565310 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f0acf3c-d965-40c6-803c-abc1fbb53faf {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:41.565734 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bfe16d-40f7-41b6-8cdc-fe93ce989306', 'tag': '697958d9-73d2-4a34-92ac-8ae5526f42b6', 'status': 'completed', 'code': 200} Jul 16 08:51:41.612885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:41.702684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be5689bf-e987-4a1e-9d6b-8db52abe4b34 req-2e2aa688-c3c2-4f07-92fa-e33ecb052021 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597841 Jul 16 08:51:41.721805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-ef8ae2ee-d850-4670-837f-05b49de7d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.722835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-ef8ae2ee-d850-4670-837f-05b49de7d22f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4dee36c-9e26-4a1f-beda-8921da27bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2667491 Jul 16 08:51:41.792242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9a25f9dd-126c-4576-8658-ea79e63d6f65'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:41.848007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.895618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b30aaa5-7e30-4155-9254-b8e78c80be03 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:41.931138 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.951389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-3734a90e-6cdf-48f9-83ca-ea4b27f50176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.952936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-3734a90e-6cdf-48f9-83ca-ea4b27f50176 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 1096 time: 0.3734858 Jul 16 08:51:41.962103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Transition to ACTIVE for port object 9b30aaa5-7e30-4155-9254-b8e78c80be03 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:42.017757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.023609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c7c89-67b5-4b43-b940-f1c2067f5c62 req-3599284c-a44c-4dc1-bd4b-51ea0b87663f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.025107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e6c7c89-67b5-4b43-b940-f1c2067f5c62 req-3599284c-a44c-4dc1-bd4b-51ea0b87663f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 931 time: 0.3306994 Jul 16 08:51:42.106550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-8b714e1c-d727-41da-9406-840f0299e5a7 service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627124 Jul 16 08:51:42.126239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60782) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:42.135344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Pushing event updated for resources: {'Port': ['ID=9b30aaa5-7e30-4155-9254-b8e78c80be03,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.188677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e6c7c89-67b5-4b43-b940-f1c2067f5c62 req-1f812cf5-84ae-4f79-9ff3-71a1553ed018 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454182 Jul 16 08:51:42.243471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-2a60914d-667c-4fb5-80f5-a8efa51ce35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.244971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-2a60914d-667c-4fb5-80f5-a8efa51ce35c service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 917 time: 0.2826040 Jul 16 08:51:42.304205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-39d3053b-3812-45bf-9b8b-2b36a6668513 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697958d9-73d2-4a34-92ac-8ae5526f42b6 HTTP/1.1" status: 200 len: 217 time: 0.0474870 Jul 16 08:51:42.324062 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1883449210'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:42.328854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Attempting to bind port 9b30aaa5-7e30-4155-9254-b8e78c80be03 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:42.329271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Attempting to bind port 9b30aaa5-7e30-4155-9254-b8e78c80be03 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:42.329699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Attempting to bind port 9b30aaa5-7e30-4155-9254-b8e78c80be03 on network d4dee36c-9e26-4a1f-beda-8921da27bb62 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:42.337618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Port 9b30aaa5-7e30-4155-9254-b8e78c80be03 on network d4dee36c-9e26-4a1f-beda-8921da27bb62 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:42.338054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Attempting to bind port 9b30aaa5-7e30-4155-9254-b8e78c80be03 on network d4dee36c-9e26-4a1f-beda-8921da27bb62 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:42.362423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:42.362742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Checking segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:42.363564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Bound using segment: {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:42.364275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Bound port: 9b30aaa5-7e30-4155-9254-b8e78c80be03, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd141f5b-b01f-4dcd-b41f-5de91e16150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:42.364484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-6f1ebd33-b414-4b60-bdcf-12cc6fb32d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.364666 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.366009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-6f1ebd33-b414-4b60-bdcf-12cc6fb32d18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27fffbbf-6579-49de-a3bc-a26f4a6a293e HTTP/1.1" status: 200 len: 855 time: 0.0517364 Jul 16 08:51:42.369727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dc70a03-9fd9-4e66-85e0-be8dda9f180f req-2bf0a226-5498-4635-a2c2-717dc3d9cdfa service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521749 Jul 16 08:51:42.415267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Made reservation on behalf of 1da8f80fbc20435888f7f0111597b0c9 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:42.419829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.434961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.445222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 9f524971-84fd-480d-9f1e-c5b6a852c81b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:42.445222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.507075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-78696539-c290-436c-9971-49382f01391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.508918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-78696539-c290-436c-9971-49382f01391a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4dee36c-9e26-4a1f-beda-8921da27bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319549 Jul 16 08:51:42.534153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100272-d491-4fda-9f28-b4f038e11429 req-eba1608f-ba17-417a-8d5e-cdaa45ae2500 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.535939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0100272-d491-4fda-9f28-b4f038e11429 req-eba1608f-ba17-417a-8d5e-cdaa45ae2500 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1039286 Jul 16 08:51:42.546913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] For port 9b30aaa5-7e30-4155-9254-b8e78c80be03, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:42.580654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] For port 9b30aaa5-7e30-4155-9254-b8e78c80be03, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9b30aaa5-7e30-4155-9254-b8e78c80be03,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:42.593495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.624985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.630534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0100272-d491-4fda-9f28-b4f038e11429 req-e461f910-42d0-4ae5-ba75-1e96b14af5f1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842850 Jul 16 08:51:42.653461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-8bed673f-a2d4-4bb5-ad2d-86fd3901e84f service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359088 Jul 16 08:51:42.686590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 9f524971-84fd-480d-9f1e-c5b6a852c81b owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:42.693530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.694398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.696053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] 10.222.0.54 "PUT /v2.0/ports/9b30aaa5-7e30-4155-9254-b8e78c80be03 HTTP/1.1" status: 200 len: 1092 time: 1.8375871 Jul 16 08:51:42.697131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45639d70-5674-4748-93ac-237e7bbd44c8', 'tag': '9b30aaa5-7e30-4155-9254-b8e78c80be03'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:42.700944 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a" -d '{"events": [{"name": "network-changed", "server_uuid": "45639d70-5674-4748-93ac-237e7bbd44c8", "tag": "9b30aaa5-7e30-4155-9254-b8e78c80be03"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:42.812987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e70873-b9e7-4655-a87e-044c9301f01e service neutron] Pushing event updated for resources: {'Port': ['ID=9b30aaa5-7e30-4155-9254-b8e78c80be03,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.833222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60d7ef8f-e55c-4d4a-a0eb-fe1ecaa764ea req-789e9b26-b42f-4954-b041-ec8abaabbb66 service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732204 Jul 16 08:51:42.896335 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.905611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.982483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:43.005190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd2619-ccfd-4e37-b9d4-640bd31fe83e req-0c914bfe-2b73-4fe4-9838-9f9f07bcd2c7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.007469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70dd2619-ccfd-4e37-b9d4-640bd31fe83e req-0c914bfe-2b73-4fe4-9838-9f9f07bcd2c7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 944 time: 0.0770438 Jul 16 08:51:43.007712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f8d1f5-f32f-4fd6-8b24-aa2b32ba7ade,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.016472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.016821 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Added segment 088bab0e-e43c-4c1e-99f7-7a34d15d496d of type vlan for network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a Jul 16 08:51:43.031227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-c7bb76e9-dce3-4944-b1fd-0f597828af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.032875 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-c7bb76e9-dce3-4944-b1fd-0f597828af3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 1095 time: 0.2776515 Jul 16 08:51:43.068990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70dd2619-ccfd-4e37-b9d4-640bd31fe83e req-c1ade3e1-10f0-484f-8b28-e83fd35b780e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 Jul 16 08:51:43.113045 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-77f6ada0-6929-494d-ba33-d3eee4276526 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b30aaa5-7e30-4155-9254-b8e78c80be03 HTTP/1.1" status: 200 len: 217 time: 0.0509973 Jul 16 08:51:43.134376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.139903 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f12061f-20b2-4994-afa0-dfe3a796e91b x-openstack-request-id: req-4f12061f-20b2-4994-afa0-dfe3a796e91b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:43.140126 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45639d70-5674-4748-93ac-237e7bbd44c8", "tag": "9b30aaa5-7e30-4155-9254-b8e78c80be03", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:43.140388 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f12061f-20b2-4994-afa0-dfe3a796e91b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:43.140780 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45639d70-5674-4748-93ac-237e7bbd44c8', 'tag': '9b30aaa5-7e30-4155-9254-b8e78c80be03', 'status': 'completed', 'code': 200} Jul 16 08:51:43.190678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6247a7c9-4f81-45cc-9ca6-a13b9585575a tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:51:43.191681 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6247a7c9-4f81-45cc-9ca6-a13b9585575a tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114040 Jul 16 08:51:43.208361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Request body: {'binding': {'host': 'n-h1-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:43.208809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:51:43.257464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.266103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 678b75d3-b8eb-4e77-83b6-2b917a08e8ee details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:43.266615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-a15066fa-1237-4d40-a2aa-2806bbb33a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.267941 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-a15066fa-1237-4d40-a2aa-2806bbb33a93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27fffbbf-6579-49de-a3bc-a26f4a6a293e HTTP/1.1" status: 200 len: 855 time: 0.1297736 Jul 16 08:51:43.274181 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.276252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a25f9dd-126c-4576-8658-ea79e63d6f65 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:43.280336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.280944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.339146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=9f524971-84fd-480d-9f1e-c5b6a852c81b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.388270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15accf6-8750-42da-808f-ba1d710966eb req-5c7c1732-fab5-4cf8-a74b-9cf1bb001a34 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.394235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d15accf6-8750-42da-808f-ba1d710966eb req-5c7c1732-fab5-4cf8-a74b-9cf1bb001a34 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 943 time: 0.0791702 Jul 16 08:51:43.408004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 9a25f9dd-126c-4576-8658-ea79e63d6f65 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:43.416787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 9a25f9dd-126c-4576-8658-ea79e63d6f65 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:43.417504 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.438477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d15accf6-8750-42da-808f-ba1d710966eb req-02203359-8242-4285-8aaf-c2b87998e905 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Jul 16 08:51:43.447374 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3186891 Jul 16 08:51:43.451190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60816) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:43.460164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Request body: {'subnet': {'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:43.473175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:43.487026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '678b75d3-b8eb-4e77-83b6-2b917a08e8ee', 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62', 'port_id': '678b75d3-b8eb-4e77-83b6-2b917a08e8ee', 'mac_address': 'fa:16:3e:7e:e2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fffbbf-6579-49de-a3bc-a26f4a6a293e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:43.532968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcc126-67a0-4d26-b5dc-8d1d54d5b4ba tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event updated for resources: {'Network': ['ID=72a32fb0-74f6-4a5a-a6d4-d274aae0e19a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.553237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:43.582124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Made reservation on behalf of 1da8f80fbc20435888f7f0111597b0c9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:43.588034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.592871 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.612891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678b75d3-b8eb-4e77-83b6-2b917a08e8ee {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:43.722768 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.770202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:43.772682 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c10a94e-f9ff-43e2-9ca4-52261a8f7cdd" -d '{"events": [{"server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "name": "network-vif-plugged", "status": "completed", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:43.778027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:43.788499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.818050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:43.826113 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.848398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.898744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1cd0c-ceb0-456b-9dc5-6945e3ddd0a0 req-88018422-c5b2-44c0-9780-e7236d7640d1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.900854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3d1cd0c-ceb0-456b-9dc5-6945e3ddd0a0 req-88018422-c5b2-44c0-9780-e7236d7640d1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1377075 Jul 16 08:51:43.902447 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.909518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.925801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.963387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-53cfecd1-b7a2-44f1-b647-64dc86d9a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.965470 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-53cfecd1-b7a2-44f1-b647-64dc86d9a0aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4dee36c-9e26-4a1f-beda-8921da27bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6814580 Jul 16 08:51:43.995587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event updated for resources: {'Subnet': ['ID=3ee964b1-30a7-4e21-8843-be39b6a98c1f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.002093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3d1cd0c-ceb0-456b-9dc5-6945e3ddd0a0 req-67a5916e-5a84-4d05-9147-591292c3b22d tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905571 Jul 16 08:51:44.008581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Checking segment: {'id': '088bab0e-e43c-4c1e-99f7-7a34d15d496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:44.009155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Network hostable DHCP agents. Network: 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:44.035276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:44.047146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:44.052036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.053379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.054767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['678b75d3-b8eb-4e77-83b6-2b917a08e8ee'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:44.069874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-74b6aa0f-ec91-4816-9234-cf3da2a062ea tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6174500 Jul 16 08:51:44.072290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60824) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.077432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on host n-h1-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:44.077620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Request body: {'port': {'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1111218493'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:44.077816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:44.078133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:44.093029 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b02ed-261b-4dd6-a57c-be036587d0b6 x-openstack-request-id: req-eb4b02ed-261b-4dd6-a57c-be036587d0b6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:44.094496 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "name": "network-vif-plugged", "status": "completed", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:44.094971 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb4b02ed-261b-4dd6-a57c-be036587d0b6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:44.095594 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'code': 200} Jul 16 08:51:44.098618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63466254-0114-4e28-a712-0dc457e23d29 None None] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:44.120658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:44.121037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:44.193576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:44.193964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:44.194262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:44.194756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Bound port: 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:44.249957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 8dfd597a-41a5-4c1f-9fa2-aa1af5036c60 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:44.256530 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-7b116f4b-f8f2-43fb-9b27-e278aa913488 service neutron] 10.222.0.54 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547150 Jul 16 08:51:44.270089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9c6a5-75e4-4b71-96fe-08ea53c62cfb req-439c9c20-c9c5-4ff4-8739-830acfe6c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.271818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcb9c6a5-75e4-4b71-96fe-08ea53c62cfb req-439c9c20-c9c5-4ff4-8739-830acfe6c227 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0888193 Jul 16 08:51:44.273353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Made reservation on behalf of 1da8f80fbc20435888f7f0111597b0c9 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:44.278069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.311290 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:44.318915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] device_id is not set on port bedbdd19-6884-4376-be80-155a98591369 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:51:44.351262 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.352459 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-d3fffda3-34ec-4640-8b44-c051f9ce0fb2 service neutron] 10.222.0.55 "POST /v2.0/ports/8d91b678-fc6e-4ec5-bf06-e4c774be79c8/bindings HTTP/1.1" status: 201 len: 390 time: 1.1494391 Jul 16 08:51:44.420302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:44.430511 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e56ef8-3571-4d3d-8b39-ead174b45a05 None None] Sync routers for ids ['8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:44.431157 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8bfc8122-3a63-4d92-808b-c7e4aba6d17e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/8dfd597a-41a5-4c1f-9fa2-aa1af5036c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4793062 Jul 16 08:51:44.431780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60828) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.473592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-72a32fb0-74f6-4a5a-a6d4-d274aae0e19a', 'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a', 'tenant_id': '1da8f80fbc20435888f7f0111597b0c9', 'fixed_ips': [{'subnet_id': '3ee964b1-30a7-4e21-8843-be39b6a98c1f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:44.479489 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e56ef8-3571-4d3d-8b39-ead174b45a05 None None] Routers {'8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:44.481056 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.484184 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b0e56ef8-3571-4d3d-8b39-ead174b45a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.491773 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51d0a238-eb7e-46bb-9451-ce55d79c6086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.548303 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12401ede-3706-4f09-b1d4-f9562cec8ca4 req-46365ebb-4ffd-4df2-a3aa-d6bb54d83c35 service neutron] 10.222.0.54 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800403 Jul 16 08:51:44.576772 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b0e56ef8-3571-4d3d-8b39-ead174b45a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.579287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Allocated IP 2001:db8::1d5 (72a32fb0-74f6-4a5a-a6d4-d274aae0e19a/3ee964b1-30a7-4e21-8843-be39b6a98c1f/bedbdd19-6884-4376-be80-155a98591369) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:44.602882 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e56ef8-3571-4d3d-8b39-ead174b45a05 None None] Routers {'8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:44.608914 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b0e56ef8-3571-4d3d-8b39-ead174b45a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.616116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcb9c6a5-75e4-4b71-96fe-08ea53c62cfb req-4cd899a1-1ee6-4465-8e7b-8d3e60f2a96b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353305 Jul 16 08:51:44.676302 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b0e56ef8-3571-4d3d-8b39-ead174b45a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.677135 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e56ef8-3571-4d3d-8b39-ead174b45a05 None None] The sync data for ids ['8dfd597a-41a5-4c1f-9fa2-aa1af5036c60'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:44.710032 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-e77770ee-ed4c-4ad3-8611-2878af9ad3a8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 08:51:44.711074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e77770ee-ed4c-4ad3-8611-2878af9ad3a8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/8dfd597a-41a5-4c1f-9fa2-aa1af5036c60/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2760525 Jul 16 08:51:44.714213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60834) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.748575 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d42140f1-0306-4bcc-8a50-5d537949694f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=8dfd597a-41a5-4c1f-9fa2-aa1af5036c60 HTTP/1.1" status: 200 len: 205 time: 0.0321400 Jul 16 08:51:44.751569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60836) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.780033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d7940-f971-4d10-bf87-da68fcc26810 req-fa7f3e7b-5567-4d74-a2fe-30d81b58450f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.781516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-492d7940-f971-4d10-bf87-da68fcc26810 req-fa7f3e7b-5567-4d74-a2fe-30d81b58450f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.3205371 Jul 16 08:51:44.799600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-65269d5b-3337-43b7-b41c-ca7b24b6cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.801115 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-65269d5b-3337-43b7-b41c-ca7b24b6cd58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 1095 time: 0.1727097 Jul 16 08:51:44.855627 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee3c9-b19b-4607-9ddd-8742b58c56ad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.912421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-492d7940-f971-4d10-bf87-da68fcc26810 req-d92fc2dd-d3e3-4bba-af9a-43f353a25a03 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097198 Jul 16 08:51:44.920239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22472-7553-4e13-b1d1-6dde670f4da6 req-e05ceaeb-d04e-4747-b471-6cfea06dafaa tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.921880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2b22472-7553-4e13-b1d1-6dde670f4da6 req-e05ceaeb-d04e-4747-b471-6cfea06dafaa tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 943 time: 0.2414949 Jul 16 08:51:44.964220 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.974405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-04d4c780-f032-4ce0-9b4d-6e7878fcc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.975910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-04d4c780-f032-4ce0-9b4d-6e7878fcc832 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1098 time: 0.2304807 Jul 16 08:51:45.001426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Transition to ACTIVE for port object bedbdd19-6884-4376-be80-155a98591369 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:45.024501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2b22472-7553-4e13-b1d1-6dde670f4da6 req-db0b57dd-3375-4f8d-8426-8352dc056ce7 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905025 Jul 16 08:51:45.070682 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee3c9-b19b-4607-9ddd-8742b58c56ad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.072812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-6499e23f-d070-4b6b-8b29-6d080a9b8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.075175 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-6499e23f-d070-4b6b-8b29-6d080a9b8920 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 917 time: 0.2477348 Jul 16 08:51:45.076312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee3c9-b19b-4607-9ddd-8742b58c56ad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.159459 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-280bdb17-2bb4-40f9-86c6-7e858784e6a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b30aaa5-7e30-4155-9254-b8e78c80be03 HTTP/1.1" status: 200 len: 217 time: 0.0414674 Jul 16 08:51:45.163498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-2f078d34-796b-4187-b550-d6da0adc3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.165418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-2f078d34-796b-4187-b550-d6da0adc3cf1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.1805131 Jul 16 08:51:45.165558 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee3c9-b19b-4607-9ddd-8742b58c56ad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.166325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ee3c9-b19b-4607-9ddd-8742b58c56ad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Fanout notify agent at l3_agent the message router_deleted on router 8dfd597a-41a5-4c1f-9fa2-aa1af5036c60 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:45.169833 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.177917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee3c9-b19b-4607-9ddd-8742b58c56ad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.179139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9a2ee3c9-b19b-4607-9ddd-8742b58c56ad tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/8dfd597a-41a5-4c1f-9fa2-aa1af5036c60 HTTP/1.1" status: 204 len: 168 time: 0.4259264 Jul 16 08:51:45.184573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60840) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:45.204544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.224436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-ac366588-c8bd-48a6-ba2c-3e1a2e201951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.225882 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-ac366588-c8bd-48a6-ba2c-3e1a2e201951 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27fffbbf-6579-49de-a3bc-a26f4a6a293e HTTP/1.1" status: 200 len: 855 time: 0.0546460 Jul 16 08:51:45.277264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Allocated IP 2001:db8::2 (72a32fb0-74f6-4a5a-a6d4-d274aae0e19a/3ee964b1-30a7-4e21-8843-be39b6a98c1f/af3ad48f-13b0-4754-af5d-ec7aef46267f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:45.279944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 697958d9-73d2-4a34-92ac-8ae5526f42b6 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:45.282634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 678b75d3-b8eb-4e77-83b6-2b917a08e8ee up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:45.297686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-4c2de88c-e241-453e-815a-e00e63371e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.300127 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-4c2de88c-e241-453e-815a-e00e63371e66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4dee36c-9e26-4a1f-beda-8921da27bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616288 Jul 16 08:51:45.302440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-495c4698-d277-4a9d-a8c7-28eee76b278d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 217 time: 0.1168411 Jul 16 08:51:45.404498 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-eafc7704-c753-4cf1-9adf-0b4ce7f4064e service neutron] 10.222.0.54 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958941 Jul 16 08:51:45.531029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 697958d9-73d2-4a34-92ac-8ae5526f42b6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=697958d9-73d2-4a34-92ac-8ae5526f42b6,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:45.547614 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d8a754c-b4b7-4b3b-9386-ae071d2ed93a req-a090d9e1-5db3-411b-bf3c-545c45b5842f service neutron] 10.222.0.54 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332352 Jul 16 08:51:45.550258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:45.563947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '697958d9-73d2-4a34-92ac-8ae5526f42b6', 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62', 'port_id': '697958d9-73d2-4a34-92ac-8ae5526f42b6', 'mac_address': 'fa:16:3e:dd:fc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fffbbf-6579-49de-a3bc-a26f4a6a293e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:45.567294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:45.567788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.690804 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.692439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.742128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec16b4-e48a-47f1-b60b-2cfac5d422df req-85ea2f84-2421-4937-9f97-d160e8cf9412 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.743714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66ec16b4-e48a-47f1-b60b-2cfac5d422df req-85ea2f84-2421-4937-9f97-d160e8cf9412 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 946 time: 0.7109964 Jul 16 08:51:45.784200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event updated for resources: {'Port': ['ID=bedbdd19-6884-4376-be80-155a98591369,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.789904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:45.801575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7b0a8b-c3b8-4d5b-93af-43179c43f3fd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet b47f0d49-178a-4a00-a279-149e97e365dc {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:45.814422 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0a8b-c3b8-4d5b-93af-43179c43f3fd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.817981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:45.838589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Transition to ACTIVE for port object af3ad48f-13b0-4754-af5d-ec7aef46267f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:45.842496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:45.848036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.848652 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.852366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697958d9-73d2-4a34-92ac-8ae5526f42b6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:45.853759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-1b7d5dc8-ff98-4499-ae0e-f01536033550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.855208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-1b7d5dc8-ff98-4499-ae0e-f01536033550 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.5190175 Jul 16 08:51:45.885622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Transition to ACTIVE for port object af3ad48f-13b0-4754-af5d-ec7aef46267f will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:45.900253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 697958d9-73d2-4a34-92ac-8ae5526f42b6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=697958d9-73d2-4a34-92ac-8ae5526f42b6,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:45.906463 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.911214 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.920438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66ec16b4-e48a-47f1-b60b-2cfac5d422df req-c1439766-b03b-47a7-b475-b100dae63f18 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619306 Jul 16 08:51:45.927488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-c9bea294-e23c-49e6-afb7-4ff378f12edf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629606 Jul 16 08:51:45.936582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0a8b-c3b8-4d5b-93af-43179c43f3fd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.940409 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.944988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b20ea189-a221-46c0-a460-e5bf6b16417c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8677957 Jul 16 08:51:45.946529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60846) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:45.952792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Request body: {'port': {'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2034886228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:45.953662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] bootfile-name is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:51:45.954245 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] tftp-server is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:51:45.954586 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] server-ip-address is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:51:45.967334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:45.977453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:45.981198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:45.983075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Pushing event updated for resources: {'Port': ['ID=af3ad48f-13b0-4754-af5d-ec7aef46267f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.003536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022648c-f378-4e60-a68e-f7f98aec1eab req-e2e7191f-e3b0-47be-adac-f7f18302af89 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:46.010682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a022648c-f378-4e60-a68e-f7f98aec1eab req-e2e7191f-e3b0-47be-adac-f7f18302af89 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.8156605 Jul 16 08:51:46.025305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.025664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.025994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.026323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.026657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.026978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.027393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.028258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.028577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.030652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.030652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.030652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:46.039405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:46.089602 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.099177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd45223-8241-4c5f-8055-7647c403aad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b75d3-b8eb-4e77-83b6-2b917a08e8ee'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:46.101393 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f96c314-89e0-4c49-b77a-678f32550baf" -d '{"events": [{"server_uuid": "dbd45223-8241-4c5f-8055-7647c403aad6", "name": "network-vif-plugged", "status": "completed", "tag": "678b75d3-b8eb-4e77-83b6-2b917a08e8ee"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:46.120407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Attempting to bind port af3ad48f-13b0-4754-af5d-ec7aef46267f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:46.120731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Attempting to bind port af3ad48f-13b0-4754-af5d-ec7aef46267f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '088bab0e-e43c-4c1e-99f7-7a34d15d496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:46.122623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Attempting to bind port af3ad48f-13b0-4754-af5d-ec7aef46267f on network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:46.140281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:46.140454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a022648c-f378-4e60-a68e-f7f98aec1eab req-7b790acb-5cc7-40c8-87af-74bbf04579c2 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288157 Jul 16 08:51:46.140916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Checking segment: {'id': '088bab0e-e43c-4c1e-99f7-7a34d15d496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:46.141172 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.141422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Bound using segment: {'id': '088bab0e-e43c-4c1e-99f7-7a34d15d496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:46.141927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Bound port: af3ad48f-13b0-4754-af5d-ec7aef46267f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088bab0e-e43c-4c1e-99f7-7a34d15d496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72a32fb0-74f6-4a5a-a6d4-d274aae0e19a'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:46.142534 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.161802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=697958d9-73d2-4a34-92ac-8ae5526f42b6,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.163471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Made reservation on behalf of 1da8f80fbc20435888f7f0111597b0c9 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:46.163974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0a8b-c3b8-4d5b-93af-43179c43f3fd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.167178 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.169600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f4bbe900-41cb-4146-b936-c61c375d8257 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270987 Jul 16 08:51:46.200308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] device_id is not set on port b6696fc4-7907-460a-9466-d7a957dd40ee yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:51:46.226393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['697958d9-73d2-4a34-92ac-8ae5526f42b6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:46.316290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] For port af3ad48f-13b0-4754-af5d-ec7aef46267f, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:46.316290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.322383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] For port af3ad48f-13b0-4754-af5d-ec7aef46267f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=af3ad48f-13b0-4754-af5d-ec7aef46267f,segment=NetworkSegment(088bab0e-e43c-4c1e-99f7-7a34d15d496d),segment_id=088bab0e-e43c-4c1e-99f7-7a34d15d496d)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:46.338781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.392494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Allocated IP 2001:db8::18f (72a32fb0-74f6-4a5a-a6d4-d274aae0e19a/3ee964b1-30a7-4e21-8843-be39b6a98c1f/b6696fc4-7907-460a-9466-d7a957dd40ee) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:46.406417 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0a8b-c3b8-4d5b-93af-43179c43f3fd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.463320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b0a8b-c3b8-4d5b-93af-43179c43f3fd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=b47f0d49-178a-4a00-a279-149e97e365dc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.468056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-52adbd3f-4dd0-4039-93d7-39f1360afae3 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908990 Jul 16 08:51:46.469266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0a8b-c3b8-4d5b-93af-43179c43f3fd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.473582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8f7b0a8b-c3b8-4d5b-93af-43179c43f3fd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/b47f0d49-178a-4a00-a279-149e97e365dc HTTP/1.1" status: 204 len: 168 time: 1.2831352 Jul 16 08:51:46.474835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d2ea9-81d6-4f62-9983-7bcde3f9dd7c None None] Pushing event updated for resources: {'Port': ['ID=af3ad48f-13b0-4754-af5d-ec7aef46267f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.474943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60852) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:46.518991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc7e67-e7bc-4ce8-9314-342597bba5be None None] Network f9986a83-83cc-4b89-a157-d81bcd0a27aa requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:46.540762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255253b5-e871-43dd-8975-dfabecebb5f9 req-549bc867-4d30-48f7-9021-774206fe44cf tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:46.548421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-255253b5-e871-43dd-8975-dfabecebb5f9 req-549bc867-4d30-48f7-9021-774206fe44cf tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2545626 Jul 16 08:51:46.611550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9b30aaa5-7e30-4155-9254-b8e78c80be03 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:46.625055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.644730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Transition to ACTIVE for port object b6696fc4-7907-460a-9466-d7a957dd40ee will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:46.646294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dc881-5d02-44bb-ba76-93f4cfb76202 req-45edac81-a664-43c3-b539-933ed80979b6 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:46.654146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b2dc881-5d02-44bb-ba76-93f4cfb76202 req-45edac81-a664-43c3-b539-933ed80979b6 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 943 time: 0.3040590 Jul 16 08:51:46.666771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.721511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.788267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:46.792255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:46.797618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:46.800330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-255253b5-e871-43dd-8975-dfabecebb5f9 req-15274439-7b0c-4c9b-b245-d80b7fc72d75 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510550 Jul 16 08:51:46.804394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9b30aaa5-7e30-4155-9254-b8e78c80be03, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9b30aaa5-7e30-4155-9254-b8e78c80be03,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:46.805105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:46.805827 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.817448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event updated for resources: {'Port': ['ID=b6696fc4-7907-460a-9466-d7a957dd40ee,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.819491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '9b30aaa5-7e30-4155-9254-b8e78c80be03', 'network_id': 'd4dee36c-9e26-4a1f-beda-8921da27bb62', 'port_id': '9b30aaa5-7e30-4155-9254-b8e78c80be03', 'mac_address': 'fa:16:3e:2b:21:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fffbbf-6579-49de-a3bc-a26f4a6a293e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:46.847891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1fb36ca8-1e8e-4141-a916-71c41f9025c9 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8977726 Jul 16 08:51:46.849537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60856) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:46.887690 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fbc32f-1d32-4868-8429-dfb5ce7a7bba x-openstack-request-id: req-76fbc32f-1d32-4868-8429-dfb5ce7a7bba {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:46.888308 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd45223-8241-4c5f-8055-7647c403aad6", "name": "network-vif-plugged", "status": "completed", "tag": "678b75d3-b8eb-4e77-83b6-2b917a08e8ee", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:46.888792 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76fbc32f-1d32-4868-8429-dfb5ce7a7bba {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:46.889376 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd45223-8241-4c5f-8055-7647c403aad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b75d3-b8eb-4e77-83b6-2b917a08e8ee', 'code': 200} Jul 16 08:51:46.906194 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.917057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b2dc881-5d02-44bb-ba76-93f4cfb76202 req-e26cae12-e4ec-4d8e-99a2-3dedd5776d3e tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620122 Jul 16 08:51:46.935455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b30aaa5-7e30-4155-9254-b8e78c80be03 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:46.938714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-13747e13-e739-4f73-8688-fe365125b303 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:46.940245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] DHCP port deletion for f9986a83-83cc-4b89-a157-d81bcd0a27aa request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:46.940386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-13747e13-e739-4f73-8688-fe365125b303 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1098 time: 0.3899612 Jul 16 08:51:46.963657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:46.969263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.975792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-28'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:46.991470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9b30aaa5-7e30-4155-9254-b8e78c80be03, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9b30aaa5-7e30-4155-9254-b8e78c80be03,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:47.000153 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.047021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366a4a4-3778-46e5-b407-8cc1eaf61374 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.055990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366a4a4-3778-46e5-b407-8cc1eaf61374 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.057845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] Deleting port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:47.058289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.063718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366a4a4-3778-46e5-b407-8cc1eaf61374 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.068626 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f366a4a4-3778-46e5-b407-8cc1eaf61374 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2153850 Jul 16 08:51:47.068987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60860) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:47.126005 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] For port 432af4c4-df92-4215-aa90-9b7cbecf6cc8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=432af4c4-df92-4215-aa90-9b7cbecf6cc8,segment=NetworkSegment(ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a),segment_id=ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:47.126409 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.160559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=9b30aaa5-7e30-4155-9254-b8e78c80be03,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.172153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] Calling delete_port for 432af4c4-df92-4215-aa90-9b7cbecf6cc8 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:47.219774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port 432af4c4-df92-4215-aa90-9b7cbecf6cc8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=432af4c4-df92-4215-aa90-9b7cbecf6cc8,segment=NetworkSegment(ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a),segment_id=ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:47.220369 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.228716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f7c13cbc-fd77-4fb0-910b-a36cff021efb tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Deleting port b6696fc4-7907-460a-9466-d7a957dd40ee {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:47.229137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7c13cbc-fd77-4fb0-910b-a36cff021efb tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.280802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 432af4c4-df92-4215-aa90-9b7cbecf6cc8 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:47.287645 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.300107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.318990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] Pushing event deleted for resources: {'Port': ['ID=432af4c4-df92-4215-aa90-9b7cbecf6cc8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.326602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da4ae44-784f-427c-9f76-5ab8f9b4947d None None] No DVR routers for this DVR port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:47.366021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7c13cbc-fd77-4fb0-910b-a36cff021efb tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.376683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['9b30aaa5-7e30-4155-9254-b8e78c80be03'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:47.381770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f7c13cbc-fd77-4fb0-910b-a36cff021efb tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Calling delete_port for b6696fc4-7907-460a-9466-d7a957dd40ee owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:47.505383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fda9e6-1b2a-47c5-934a-9f8aa831e4fb req-90b36daf-850a-4826-8d67-4c04259cc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.507023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76fda9e6-1b2a-47c5-934a-9f8aa831e4fb req-90b36daf-850a-4826-8d67-4c04259cc521 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 1097 time: 0.5159273 Jul 16 08:51:47.537512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12650b2b-8260-451b-b00d-e2ff3a6f1241 req-5cea410a-8670-46cd-9e30-c9b0667e0be9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.539130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12650b2b-8260-451b-b00d-e2ff3a6f1241 req-5cea410a-8670-46cd-9e30-c9b0667e0be9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 946 time: 0.3675911 Jul 16 08:51:47.603165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7c13cbc-fd77-4fb0-910b-a36cff021efb tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.639475 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.645799 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7255844-673e-46b4-89d5-e95c9e75d5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.657659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c13cbc-fd77-4fb0-910b-a36cff021efb tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event deleted for resources: {'Port': ['ID=b6696fc4-7907-460a-9466-d7a957dd40ee,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.679260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76fda9e6-1b2a-47c5-934a-9f8aa831e4fb req-95ed69dc-90bb-41bc-bfb9-ac50146eb555 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584499 Jul 16 08:51:47.701945 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7c13cbc-fd77-4fb0-910b-a36cff021efb tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.709385 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f7c13cbc-fd77-4fb0-910b-a36cff021efb tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "DELETE /v2.0/ports/b6696fc4-7907-460a-9466-d7a957dd40ee HTTP/1.1" status: 204 len: 168 time: 0.6341455 Jul 16 08:51:47.709385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60876) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:47.714570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Request body: {'port': {'name': 'tempest-new-port-name-1257228847', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:47.716177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] bootfile-name is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:51:47.716620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] tftp-server is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:51:47.717117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] server-ip-address is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:51:47.727151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:47.740330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12650b2b-8260-451b-b00d-e2ff3a6f1241 req-ede6e8b7-dbec-42d7-adfa-8a4c22295da0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430459 Jul 16 08:51:47.774402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.800177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:47.838605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.861573 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.866114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:47.869365 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10fe06b-9f56-4d79-be47-26851c59531b" -d '{"events": [{"server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "name": "network-vif-unplugged", "status": "completed", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:47.911608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.915646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e216f51-f595-45c3-b3fc-d6a2b652bdc4 None None] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:47.916721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=432af4c4-df92-4215-aa90-9b7cbecf6cc8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.973008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0aad62c0-11ad-499d-9c68-fdfb23967dfc None None] Provisioning for port af3ad48f-13b0-4754-af5d-ec7aef46267f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:47.979032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No DVR routers for this DVR port 432af4c4-df92-4215-aa90-9b7cbecf6cc8 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:48.002043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device af3ad48f-13b0-4754-af5d-ec7aef46267f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:48.095674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.102388 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.107100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port af3ad48f-13b0-4754-af5d-ec7aef46267f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:48.119347 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port af3ad48f-13b0-4754-af5d-ec7aef46267f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:48.119834 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.141402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] In _notify_port_updated(), no bound segment for port bedbdd19-6884-4376-be80-155a98591369 on network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:51:48.147116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.147798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.149111 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "PUT /v2.0/ports/bedbdd19-6884-4376-be80-155a98591369 HTTP/1.1" status: 200 len: 1130 time: 0.4402897 Jul 16 08:51:48.153029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60882) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:48.177510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.183054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.194857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e67437-6ac5-4066-aecf-630c3422d494 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event updated for resources: {'Port': ['ID=bedbdd19-6884-4376-be80-155a98591369,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.214120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9986a83-83cc-4b89-a157-d81bcd0a27aa']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:48.221310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c8efc-bfd3-4f8f-aef0-6b71d4105b8e tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.227225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-134c8efc-bfd3-4f8f-aef0-6b71d4105b8e tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "GET /v2.0/ports/bedbdd19-6884-4376-be80-155a98591369 HTTP/1.1" status: 200 len: 1130 time: 0.0690482 Jul 16 08:51:48.228072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60884) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:48.232178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on host n-h2-780147-28 for vnic_type normal with profile {"migrating_to": "n-h1-780147-28"} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:48.232661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:48.232661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:48.240697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:48.240988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f2dce-3a77-4f84-b73f-ef8c8fb5a76a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:48.248166 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.252919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedb9f2-6726-482d-95f5-48f0b83bdc23 req-4530afd6-6cee-4d2b-86e4-0cb314dd830a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.263018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0eedb9f2-6726-482d-95f5-48f0b83bdc23 req-4530afd6-6cee-4d2b-86e4-0cb314dd830a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.3515511 Jul 16 08:51:48.282173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:48.282513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Attempting to bind port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:48.286726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port af3ad48f-13b0-4754-af5d-ec7aef46267f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=af3ad48f-13b0-4754-af5d-ec7aef46267f,segment=NetworkSegment(088bab0e-e43c-4c1e-99f7-7a34d15d496d),segment_id=088bab0e-e43c-4c1e-99f7-7a34d15d496d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:48.295504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6599-fb8f-4083-9137-a119050561c5 req-b9f3b9c9-9001-41f2-af75-355abb26bd95 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.296061 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.297059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33eb6599-fb8f-4083-9137-a119050561c5 req-b9f3b9c9-9001-41f2-af75-355abb26bd95 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.4249475 Jul 16 08:51:48.304612 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.318911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:48.319256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:48.319658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:48.320105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Bound port: 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:48.320472 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.333816 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.368452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=af3ad48f-13b0-4754-af5d-ec7aef46267f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.374032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 432af4c4-df92-4215-aa90-9b7cbecf6cc8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:48.376785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-77be060e-47f8-41fb-922b-5285d95edb9a tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Deleting port bedbdd19-6884-4376-be80-155a98591369 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:48.377287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77be060e-47f8-41fb-922b-5285d95edb9a tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.395028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:48.395451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.395987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 432af4c4-df92-4215-aa90-9b7cbecf6cc8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:48.396330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 432af4c4-df92-4215-aa90-9b7cbecf6cc8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:48.399858 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:48.455970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0eedb9f2-6726-482d-95f5-48f0b83bdc23 req-111ccfc0-d780-4717-ac21-8d0b473b6581 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913567 Jul 16 08:51:48.491764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77be060e-47f8-41fb-922b-5285d95edb9a tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.508107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-77be060e-47f8-41fb-922b-5285d95edb9a tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Calling delete_port for bedbdd19-6884-4376-be80-155a98591369 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:48.521416 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0793792f-a9a6-4bbb-8a7b-b64b937ff58b x-openstack-request-id: req-0793792f-a9a6-4bbb-8a7b-b64b937ff58b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:48.521731 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "name": "network-vif-unplugged", "status": "completed", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:48.521979 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0793792f-a9a6-4bbb-8a7b-b64b937ff58b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:48.522398 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8', 'code': 200} Jul 16 08:51:48.537537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33eb6599-fb8f-4083-9137-a119050561c5 req-077b30d6-a37d-4628-8221-6446ef119ee4 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198272 Jul 16 08:51:48.557780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.572872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.574930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.575138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/f9986a83-83cc-4b89-a157-d81bcd0a27aa HTTP/1.1" status: 204 len: 168 time: 2.0997465 Jul 16 08:51:48.580437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60886) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:48.596001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-237695663'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:48.601218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768785c6-b21e-4853-8e21-1cc49efccb79 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=f9986a83-83cc-4b89-a157-d81bcd0a27aa,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.603054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9b30aaa5-7e30-4155-9254-b8e78c80be03 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:48.610275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:48.652950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:48.668443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.716095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:48.720929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.727473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9ad4025f-3771-46bd-a717-0cdc5feace99 None None] Provisioning for port bedbdd19-6884-4376-be80-155a98591369 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:48.743339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9ad4025f-3771-46bd-a717-0cdc5feace99 None None] Provisioning complete for port bedbdd19-6884-4376-be80-155a98591369 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:48.749432 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ad4025f-3771-46bd-a717-0cdc5feace99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.787913 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77be060e-47f8-41fb-922b-5285d95edb9a tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.817962 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.820867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4025f-3771-46bd-a717-0cdc5feace99 None None] Port bedbdd19-6884-4376-be80-155a98591369 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:48.830312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be060e-47f8-41fb-922b-5285d95edb9a tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event deleted for resources: {'Port': ['ID=bedbdd19-6884-4376-be80-155a98591369,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.830691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 9b30aaa5-7e30-4155-9254-b8e78c80be03 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:48.845514 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9ad4025f-3771-46bd-a717-0cdc5feace99 None None] Provisioning complete for port af3ad48f-13b0-4754-af5d-ec7aef46267f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:48.846130 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ad4025f-3771-46bd-a717-0cdc5feace99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.847930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 9b30aaa5-7e30-4155-9254-b8e78c80be03 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:48.848279 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.868693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-77be060e-47f8-41fb-922b-5285d95edb9a tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.870980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77be060e-47f8-41fb-922b-5285d95edb9a tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "DELETE /v2.0/ports/bedbdd19-6884-4376-be80-155a98591369 HTTP/1.1" status: 204 len: 168 time: 0.6419361 Jul 16 08:51:48.874170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60892) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:48.931264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:48.950208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.953343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-12aa540a-101c-4ffb-aa89-ccd7f073327c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Deleting subnet 3ee964b1-30a7-4e21-8843-be39b6a98c1f {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:48.962936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12aa540a-101c-4ffb-aa89-ccd7f073327c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.978545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.978898 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment b7f2d193-68ef-4cf4-af4e-308d72a87a16 of type vlan for network 8dfea053-96a3-482a-804c-7ef79390be83 Jul 16 08:51:49.001929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.002377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.003123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.004567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-6e670bbb-9400-4876-be5e-298eec7a6dd3 service neutron] 10.222.0.52 "PUT /v2.0/ports/8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 1124 time: 2.0532069 Jul 16 08:51:49.044315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12aa540a-101c-4ffb-aa89-ccd7f073327c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.071437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45639d70-5674-4748-93ac-237e7bbd44c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b30aaa5-7e30-4155-9254-b8e78c80be03'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:49.075453 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe06d01-ce19-47b8-ae2c-7530eb888e41" -d '{"events": [{"server_uuid": "45639d70-5674-4748-93ac-237e7bbd44c8", "name": "network-vif-plugged", "status": "completed", "tag": "9b30aaa5-7e30-4155-9254-b8e78c80be03"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:49.086089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.099561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9b30aaa5-7e30-4155-9254-b8e78c80be03, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9b30aaa5-7e30-4155-9254-b8e78c80be03,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:49.110180 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.123178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c64b7-0cd0-44c0-a7ef-bb95c1c8d2ba req-2e60bc20-6a39-4e4d-b4c3-cbdadc9054e2 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.124798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d21c64b7-0cd0-44c0-a7ef-bb95c1c8d2ba req-2e60bc20-6a39-4e4d-b4c3-cbdadc9054e2 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 944 time: 0.3971097 Jul 16 08:51:49.146264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['8d91b678-fc6e-4ec5-bf06-e4c774be79c8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:49.150637 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12aa540a-101c-4ffb-aa89-ccd7f073327c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.165092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b3b12-45a2-42fa-a3ef-0d0844eee01a req-25da1cd6-27dc-446c-ba72-8931d226ea22 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.172512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-367b3b12-45a2-42fa-a3ef-0d0844eee01a req-25da1cd6-27dc-446c-ba72-8931d226ea22 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 944 time: 0.1907294 Jul 16 08:51:49.194896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.201920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.202562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.227469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=9b30aaa5-7e30-4155-9254-b8e78c80be03,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:49.237995 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12aa540a-101c-4ffb-aa89-ccd7f073327c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.270911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8824c303-4c7f-42f2-981d-ca7db341c7c5 None None] Could not find standard attr ID for object bedbdd19-6884-4376-be80-155a98591369. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:51:49.282007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa540a-101c-4ffb-aa89-ccd7f073327c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee964b1-30a7-4e21-8843-be39b6a98c1f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:49.282887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 697958d9-73d2-4a34-92ac-8ae5526f42b6 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:49.289114 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12aa540a-101c-4ffb-aa89-ccd7f073327c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.295806 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-12aa540a-101c-4ffb-aa89-ccd7f073327c tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "DELETE /v2.0/subnets/3ee964b1-30a7-4e21-8843-be39b6a98c1f HTTP/1.1" status: 204 len: 168 time: 0.4184110 Jul 16 08:51:49.296931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60896) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:49.302155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=8dfea053-96a3-482a-804c-7ef79390be83,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:49.318169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a706123-16bf-4092-bdce-9e85d12c06d1 None None] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:49.319939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8dfea053-96a3-482a-804c-7ef79390be83 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:49.323528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-16d371dd-7174-4079-bbdb-b31e59bed061 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7342033 Jul 16 08:51:49.327921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60898) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:49.338776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': '8dfea053-96a3-482a-804c-7ef79390be83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:49.350114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d21c64b7-0cd0-44c0-a7ef-bb95c1c8d2ba req-810bfb20-0d63-4330-aeff-03893117926f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183814 Jul 16 08:51:49.396008 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.417439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-367b3b12-45a2-42fa-a3ef-0d0844eee01a req-c32133ef-cc10-4237-bae0-c4d99bc70b38 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441998 Jul 16 08:51:49.443275 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b62db30-e860-49ba-8fa8-3f1d0b1fdabc x-openstack-request-id: req-9b62db30-e860-49ba-8fa8-3f1d0b1fdabc {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:49.443275 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45639d70-5674-4748-93ac-237e7bbd44c8", "name": "network-vif-plugged", "status": "completed", "tag": "9b30aaa5-7e30-4155-9254-b8e78c80be03", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:49.443275 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b62db30-e860-49ba-8fa8-3f1d0b1fdabc {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:49.443275 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45639d70-5674-4748-93ac-237e7bbd44c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b30aaa5-7e30-4155-9254-b8e78c80be03', 'code': 200} Jul 16 08:51:49.467157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Deleting port af3ad48f-13b0-4754-af5d-ec7aef46267f {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:49.467617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.470498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d31b3fb0-1c7c-4696-85cd-f68427747a1b None None] Could not find standard attr ID for object b6696fc4-7907-460a-9466-d7a957dd40ee. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:51:49.501161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:49.506366 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.577156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 697958d9-73d2-4a34-92ac-8ae5526f42b6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:49.584307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 697958d9-73d2-4a34-92ac-8ae5526f42b6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:49.584307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.595450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] For port af3ad48f-13b0-4754-af5d-ec7aef46267f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=af3ad48f-13b0-4754-af5d-ec7aef46267f,segment=NetworkSegment(088bab0e-e43c-4c1e-99f7-7a34d15d496d),segment_id=088bab0e-e43c-4c1e-99f7-7a34d15d496d)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:49.595824 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.615817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Calling delete_port for af3ad48f-13b0-4754-af5d-ec7aef46267f owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:49.839533 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.863751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3b57-b5f3-4bed-909f-4f557148e9cb req-3a90db25-e478-4610-8be6-12547ce403e7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.865523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44ad3b57-b5f3-4bed-909f-4f557148e9cb req-3a90db25-e478-4610-8be6-12547ce403e7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1791103 Jul 16 08:51:49.872314 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.887586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 697958d9-73d2-4a34-92ac-8ae5526f42b6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=697958d9-73d2-4a34-92ac-8ae5526f42b6,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:49.891917 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.944228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] DHCP port deletion for 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:49.957838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071fd14-12d7-4d7a-97ae-82d235fdebef req-bc800286-1ada-45ae-92f8-e5e766027144 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.959398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e071fd14-12d7-4d7a-97ae-82d235fdebef req-bc800286-1ada-45ae-92f8-e5e766027144 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.2338057 Jul 16 08:51:49.991408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=f9214615-3e02-4d41-970c-06031aa11114,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:49.991979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=697958d9-73d2-4a34-92ac-8ae5526f42b6,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.013420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9100a8-bab8-433d-b461-5217f728d664 req-73811460-e79a-4ffb-a5e8-2467879e906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.015003 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8a9100a8-bab8-433d-b461-5217f728d664 req-73811460-e79a-4ffb-a5e8-2467879e906b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 1097 time: 0.4721379 Jul 16 08:51:50.022036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44ad3b57-b5f3-4bed-909f-4f557148e9cb req-4d8275df-d1fd-4cc7-af79-0516d22b6c64 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346331 Jul 16 08:51:50.035306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] Deleting port af3ad48f-13b0-4754-af5d-ec7aef46267f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:50.035730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.051691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.054895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': 'b7f2d193-68ef-4cf4-af4e-308d72a87a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8dfea053-96a3-482a-804c-7ef79390be83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:50.055259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: 8dfea053-96a3-482a-804c-7ef79390be83, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:50.075870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e071fd14-12d7-4d7a-97ae-82d235fdebef req-33a49618-5573-4524-9e15-f0460daf8ce2 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023736 Jul 16 08:51:50.094008 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8a9100a8-bab8-433d-b461-5217f728d664 req-861ad994-3cd1-439f-b963-5642ab90a923 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582488 Jul 16 08:51:50.104290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 8dfea053-96a3-482a-804c-7ef79390be83 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:50.112876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.116064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8dfea053-96a3-482a-804c-7ef79390be83) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:50.123469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.124006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.127668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] For port af3ad48f-13b0-4754-af5d-ec7aef46267f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=af3ad48f-13b0-4754-af5d-ec7aef46267f,segment=NetworkSegment(088bab0e-e43c-4c1e-99f7-7a34d15d496d),segment_id=088bab0e-e43c-4c1e-99f7-7a34d15d496d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:50.128070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.136091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f94801-cb91-4fdb-9f3a-1d1237efdad3 None None] Network 8dfea053-96a3-482a-804c-7ef79390be83 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:50.141579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event deleted for resources: {'Port': ['ID=af3ad48f-13b0-4754-af5d-ec7aef46267f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.143650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] No DVR routers for this DVR port af3ad48f-13b0-4754-af5d-ec7aef46267f on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:50.150000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-66a6e448-8ed3-4486-9761-527a14fff8e1 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8210180 Jul 16 08:51:50.153635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:50.158495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-49609d18-9384-4213-ab4f-bb1b83049a51 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1010081463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:50.175805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] Calling delete_port for af3ad48f-13b0-4754-af5d-ec7aef46267f owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:50.192063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49609d18-9384-4213-ab4f-bb1b83049a51 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.193946 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49609d18-9384-4213-ab4f-bb1b83049a51 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.233285 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.243367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a32fb0-74f6-4a5a-a6d4-d274aae0e19a']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:50.248211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49609d18-9384-4213-ab4f-bb1b83049a51 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.254260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49609d18-9384-4213-ab4f-bb1b83049a51 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.254457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088bab0e-e43c-4c1e-99f7-7a34d15d496d') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:50.254655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088bab0e-e43c-4c1e-99f7-7a34d15d496d') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:50.265011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.272701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49609d18-9384-4213-ab4f-bb1b83049a51 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.276519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-49609d18-9384-4213-ab4f-bb1b83049a51 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1191244 Jul 16 08:51:50.276861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60908) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:50.284559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.291885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:50.292283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:50.295616 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: from cryptography.utils import int_from_bytes Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: from cryptography.utils import int_from_bytes Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.342473 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:50.344995 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 08:51:50.359135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.364185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.369451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] 10.222.0.55 "DELETE /v2.0/networks/72a32fb0-74f6-4a5a-a6d4-d274aae0e19a HTTP/1.1" status: 204 len: 168 time: 1.0714371 Jul 16 08:51:50.373930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.390407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b9048-2127-4264-92b4-bf0d166c84df tempest-ExtraDHCPOptionsIpV6TestJSON-518455444 tempest-ExtraDHCPOptionsIpV6TestJSON-518455444-project] Pushing event deleted for resources: {'Network': ['ID=72a32fb0-74f6-4a5a-a6d4-d274aae0e19a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.403900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8dfea053-96a3-482a-804c-7ef79390be83', 'network_id': '8dfea053-96a3-482a-804c-7ef79390be83', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': 'f9214615-3e02-4d41-970c-06031aa11114'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:50.404780 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.406902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] Network 72a32fb0-74f6-4a5a-a6d4-d274aae0e19a is not hosted by any dhcp agent {{(pid=94167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:51:50.407358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] No DVR routers for this DVR port af3ad48f-13b0-4754-af5d-ec7aef46267f on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:50.411045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc2d76-cdb7-4e1c-90b9-4bcfb418cf58 None None] Pushing event deleted for resources: {'Port': ['ID=af3ad48f-13b0-4754-af5d-ec7aef46267f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.593968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Allocated IP 2001:db8::2 (8dfea053-96a3-482a-804c-7ef79390be83/f9214615-3e02-4d41-970c-06031aa11114/b277505b-22e9-44f0-a579-6adf9bf5cbce) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:50.744626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60918) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:50.781182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.789059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:50.791332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Transition to ACTIVE for port object b277505b-22e9-44f0-a579-6adf9bf5cbce will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:50.791564 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4728912e-14e6-4fa3-a844-5e0696242245" -d '{"events": [{"name": "network-changed", "server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:50.811390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Transition to ACTIVE for port object b277505b-22e9-44f0-a579-6adf9bf5cbce will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:50.820299 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.866921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Network 8dfea053-96a3-482a-804c-7ef79390be83 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:50.872390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:50.874890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:50.890344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Pushing event updated for resources: {'Port': ['ID=b277505b-22e9-44f0-a579-6adf9bf5cbce,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.898314 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7b38c339-c5cb-4dd5-8b5d-445d395f9ada admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1da8f80fbc20435888f7f0111597b0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518414 Jul 16 08:51:50.900621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60924) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:50.943909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Attempting to bind port b277505b-22e9-44f0-a579-6adf9bf5cbce on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:50.944295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Attempting to bind port b277505b-22e9-44f0-a579-6adf9bf5cbce by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b7f2d193-68ef-4cf4-af4e-308d72a87a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8dfea053-96a3-482a-804c-7ef79390be83'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:50.944629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Attempting to bind port b277505b-22e9-44f0-a579-6adf9bf5cbce on network 8dfea053-96a3-482a-804c-7ef79390be83 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:50.950333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:50.950705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Checking segment: {'id': 'b7f2d193-68ef-4cf4-af4e-308d72a87a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8dfea053-96a3-482a-804c-7ef79390be83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:50.951099 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.951535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Bound using segment: {'id': 'b7f2d193-68ef-4cf4-af4e-308d72a87a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8dfea053-96a3-482a-804c-7ef79390be83'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:50.952003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Bound port: b277505b-22e9-44f0-a579-6adf9bf5cbce, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f2d193-68ef-4cf4-af4e-308d72a87a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8dfea053-96a3-482a-804c-7ef79390be83'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:50.952377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.961718 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0767053-f5bf-44ed-a7d1-9274033d8d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.988672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0767053-f5bf-44ed-a7d1-9274033d8d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.015416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] For port b277505b-22e9-44f0-a579-6adf9bf5cbce, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:51.018494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] For port b277505b-22e9-44f0-a579-6adf9bf5cbce, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b277505b-22e9-44f0-a579-6adf9bf5cbce,segment=NetworkSegment(b7f2d193-68ef-4cf4-af4e-308d72a87a16),segment_id=b7f2d193-68ef-4cf4-af4e-308d72a87a16)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:51.024781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.044947 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0767053-f5bf-44ed-a7d1-9274033d8d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.048861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0767053-f5bf-44ed-a7d1-9274033d8d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.050425 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e0767053-f5bf-44ed-a7d1-9274033d8d48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87f8d1f5-f32f-4fd6-8b24-aa2b32ba7ade HTTP/1.1" status: 204 len: 168 time: 0.1487513 Jul 16 08:51:51.062556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0767053-f5bf-44ed-a7d1-9274033d8d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f8d1f5-f32f-4fd6-8b24-aa2b32ba7ade,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:51.087597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8bfb5-2f4d-4693-8408-f8b6403f1923 req-0db45514-9437-4369-afad-3432c079d9b7 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:51.100155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dda8bfb5-2f4d-4693-8408-f8b6403f1923 req-0db45514-9437-4369-afad-3432c079d9b7 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 945 time: 0.3024759 Jul 16 08:51:51.109665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee6f97-7796-45cc-bd38-1315458a7d27 None None] Pushing event updated for resources: {'Port': ['ID=b277505b-22e9-44f0-a579-6adf9bf5cbce,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:51.124126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352fd2-e860-47df-8904-1f3815e064ed req-a75a16ec-6267-4b36-a9b9-a501f32d34b3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:51.125881 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a352fd2-e860-47df-8904-1f3815e064ed req-a75a16ec-6267-4b36-a9b9-a501f32d34b3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 944 time: 0.3251884 Jul 16 08:51:51.172648 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.215370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dda8bfb5-2f4d-4693-8408-f8b6403f1923 req-80c0471f-8797-42e6-ae5b-a988a5041539 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142325 Jul 16 08:51:51.294122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:51.385368 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e1e069-093d-4d07-8d84-369a1c9717a1 x-openstack-request-id: req-d3e1e069-093d-4d07-8d84-369a1c9717a1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:51.385673 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:51.385936 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3e1e069-093d-4d07-8d84-369a1c9717a1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:51.386342 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8', 'status': 'completed', 'code': 200} Jul 16 08:51:51.401878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a352fd2-e860-47df-8904-1f3815e064ed req-222b99bd-bd83-410a-90c4-6b6b42ea9272 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588997 Jul 16 08:51:51.437694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bfe16d-40f7-41b6-8cdc-fe93ce989306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697958d9-73d2-4a34-92ac-8ae5526f42b6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:51.440707 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c275e1-eaee-4732-90de-570024176f41" -d '{"events": [{"server_uuid": "51bfe16d-40f7-41b6-8cdc-fe93ce989306", "name": "network-vif-plugged", "status": "completed", "tag": "697958d9-73d2-4a34-92ac-8ae5526f42b6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:51.520832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:51.536253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 has no active binding in host n-h1-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:51:51.547428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728912e-14e6-4fa3-a844-5e0696242245 req-4702bd4f-c68d-417e-ab63-4f9c24826cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:51.548961 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4728912e-14e6-4fa3-a844-5e0696242245 req-4702bd4f-c68d-417e-ab63-4f9c24826cbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1127 time: 0.1038339 Jul 16 08:51:51.686326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728912e-14e6-4fa3-a844-5e0696242245 req-546261bc-6f9f-48c4-8558-8692de0ee37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:51.687872 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4728912e-14e6-4fa3-a844-5e0696242245 req-546261bc-6f9f-48c4-8558-8692de0ee37f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.1290388 Jul 16 08:51:51.738959 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4728912e-14e6-4fa3-a844-5e0696242245 req-72cf4228-01ad-4884-ae30-f85236b420f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 217 time: 0.0370817 Jul 16 08:51:51.810849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8::1 (8dfea053-96a3-482a-804c-7ef79390be83/f9214615-3e02-4d41-970c-06031aa11114/28257484-2017-4cd7-8d59-f305b027290e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:51.811370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728912e-14e6-4fa3-a844-5e0696242245 req-32077f50-5278-403d-89d1-f0358540d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:51.812573 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4728912e-14e6-4fa3-a844-5e0696242245 req-32077f50-5278-403d-89d1-f0358540d7d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0575123 Jul 16 08:51:51.826801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf335027-4ea9-4981-baec-8766d2c9b52f req-e9ed51b4-3d99-4770-a601-e9cc393928f7 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:51.828361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf335027-4ea9-4981-baec-8766d2c9b52f req-e9ed51b4-3d99-4770-a601-e9cc393928f7 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1901684 Jul 16 08:51:51.839263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e6cf-7767-4904-8796-87d89442036f req-02e713a6-a070-4feb-a741-ead61aab680b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:51.841194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf49e6cf-7767-4904-8796-87d89442036f req-02e713a6-a070-4feb-a741-ead61aab680b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2016683 Jul 16 08:51:51.913205 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4728912e-14e6-4fa3-a844-5e0696242245 req-0c4d74a2-f8c1-49f1-934b-ab1bbdc8f129 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724216 Jul 16 08:51:51.942131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b277505b-22e9-44f0-a579-6adf9bf5cbce up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:52.041254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b277505b-22e9-44f0-a579-6adf9bf5cbce completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:52.048118 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4728912e-14e6-4fa3-a844-5e0696242245 req-24f5db89-bd1f-4408-8ba2-fc6b347cbb80 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233678 Jul 16 08:51:52.051006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf335027-4ea9-4981-baec-8766d2c9b52f req-c71670d0-eff6-4e77-af19-9c665de1f3d7 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086611 Jul 16 08:51:52.064594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf49e6cf-7767-4904-8796-87d89442036f req-bf3134ef-ccb6-46af-ae30-4f92f07e5715 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096376 Jul 16 08:51:52.125220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60954) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:52.136228 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447cd3fa-4cf3-4584-8beb-3d4c6580cb78 x-openstack-request-id: req-447cd3fa-4cf3-4584-8beb-3d4c6580cb78 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:52.136514 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bfe16d-40f7-41b6-8cdc-fe93ce989306", "name": "network-vif-plugged", "status": "completed", "tag": "697958d9-73d2-4a34-92ac-8ae5526f42b6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:52.137449 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-447cd3fa-4cf3-4584-8beb-3d4c6580cb78 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:52.137995 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bfe16d-40f7-41b6-8cdc-fe93ce989306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697958d9-73d2-4a34-92ac-8ae5526f42b6', 'code': 200} Jul 16 08:51:52.143649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device af3ad48f-13b0-4754-af5d-ec7aef46267f no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:52.169199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.180791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: af3ad48f-13b0-4754-af5d-ec7aef46267f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:52.181130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device af3ad48f-13b0-4754-af5d-ec7aef46267f not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:52.202811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object 28257484-2017-4cd7-8d59-f305b027290e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:52.231496 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4728912e-14e6-4fa3-a844-5e0696242245 req-dc0555cf-0ffd-4e4b-81b5-6d3212f1bbc2 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721034 Jul 16 08:51:52.264555 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.307654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'networks': [{'name': 'tempest-network--11829044'}, {'name': 'tempest-network--501136705'}]} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:52.307974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'network': {'name': 'tempest-network--11829044'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:52.308446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'network': {'name': 'tempest-network--501136705'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:52.339566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Made reservation on behalf of 76cca15a2683474695c4f64f8938df6b for: {'network': 2} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:52.345631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 8dfea053-96a3-482a-804c-7ef79390be83 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:52.346356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.353659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:52.356855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:52.357706 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.362437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.432518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb5ad2c-1932-4ab8-91b5-c8dfb9b97dfd None None] Network 8dfea053-96a3-482a-804c-7ef79390be83 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:52.476259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.484846 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.485399 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.494647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=28257484-2017-4cd7-8d59-f305b027290e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.545345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89372cfa-5403-42bb-913c-9400fc42aa21,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.554978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9dd47-48a8-4e04-92a6-4d16928ed7b6 req-53b278a1-4e59-45d7-8a99-ff5dd2a2e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.556255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-feb9dd47-48a8-4e04-92a6-4d16928ed7b6 req-53b278a1-4e59-45d7-8a99-ff5dd2a2e249 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 1098 time: 0.3030205 Jul 16 08:51:52.565786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:52.578479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3812a91c-0526-4cb7-90fa-389c150c33a3 None None] Provisioning for port b277505b-22e9-44f0-a579-6adf9bf5cbce completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:52.583360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.583706 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Added segment 6b728038-09b4-47f6-adab-e4d361577b05 of type vlan for network 5e64f68b-975c-458d-a447-2140a8648afb Jul 16 08:51:52.587716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3812a91c-0526-4cb7-90fa-389c150c33a3 None None] Provisioning complete for port b277505b-22e9-44f0-a579-6adf9bf5cbce triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:52.588497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3812a91c-0526-4cb7-90fa-389c150c33a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.637667 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.637971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37135-f6db-471b-a328-5323544d1c87 req-54de3407-4fe1-4b99-8a2c-349ce46537c0 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.639175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e37135-f6db-471b-a328-5323544d1c87 req-54de3407-4fe1-4b99-8a2c-349ce46537c0 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 945 time: 0.2391484 Jul 16 08:51:52.672642 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.679983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:52.691411 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.691775 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Added segment 3f9f4f86-5e9b-48ba-82c8-1428e2acff55 of type vlan for network cdfd4fab-311f-4588-b7d8-44aac6bfceb5 Jul 16 08:51:52.704970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-feb9dd47-48a8-4e04-92a6-4d16928ed7b6 req-1dd7c107-5b41-44d5-8c24-1d224f0e0fad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271706 Jul 16 08:51:52.716545 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3812a91c-0526-4cb7-90fa-389c150c33a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.750809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3812a91c-0526-4cb7-90fa-389c150c33a3 None None] For port b277505b-22e9-44f0-a579-6adf9bf5cbce, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b277505b-22e9-44f0-a579-6adf9bf5cbce,segment=NetworkSegment(b7f2d193-68ef-4cf4-af4e-308d72a87a16),segment_id=b7f2d193-68ef-4cf4-af4e-308d72a87a16)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:52.755693 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3812a91c-0526-4cb7-90fa-389c150c33a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.763074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e37135-f6db-471b-a328-5323544d1c87 req-07426ef9-f745-4d9e-add2-3003e93d1040 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045012 Jul 16 08:51:52.767115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.797229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6c25f-9a4b-4bea-9999-3753ce77abe3 req-e01bcd4c-d93e-4fba-890b-4a6b6ef389ca tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.797229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bf6c25f-9a4b-4bea-9999-3753ce77abe3 req-e01bcd4c-d93e-4fba-890b-4a6b6ef389ca tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 944 time: 0.2149668 Jul 16 08:51:52.829281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.830006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.834223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812a91c-0526-4cb7-90fa-389c150c33a3 None None] Pushing event updated for resources: {'Port': ['ID=b277505b-22e9-44f0-a579-6adf9bf5cbce,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.838625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.846364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.847229 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.878084 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.7516332 Jul 16 08:51:52.884459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60964) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:52.933228 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Network': ['ID=5e64f68b-975c-458d-a447-2140a8648afb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.946984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 5e64f68b-975c-458d-a447-2140a8648afb details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:53.007098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be5de9-377a-4339-a09e-89bbbd64f9cb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Network': ['ID=cdfd4fab-311f-4588-b7d8-44aac6bfceb5,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.023396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network cdfd4fab-311f-4588-b7d8-44aac6bfceb5 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:53.042849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bf6c25f-9a4b-4bea-9999-3753ce77abe3 req-aef6396c-2283-475a-b22f-06b8da68a71e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063949 Jul 16 08:51:53.126588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844dfb6-8a24-4e45-a41e-b64beeeedb01 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.133987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844dfb6-8a24-4e45-a41e-b64beeeedb01 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.135724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b81c31b9-4953-48d9-b681-a5b06b35763e None None] Provisioning complete for port b277505b-22e9-44f0-a579-6adf9bf5cbce triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:53.136432 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b81c31b9-4953-48d9-b681-a5b06b35763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.142107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844dfb6-8a24-4e45-a41e-b64beeeedb01 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.149057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844dfb6-8a24-4e45-a41e-b64beeeedb01 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.154691 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60970) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:53.158325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b844dfb6-8a24-4e45-a41e-b64beeeedb01 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2720516 Jul 16 08:51:53.239998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b81c31b9-4953-48d9-b681-a5b06b35763e None None] Provisioning for port 28257484-2017-4cd7-8d59-f305b027290e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:53.245001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b81c31b9-4953-48d9-b681-a5b06b35763e None None] Provisioning complete for port 28257484-2017-4cd7-8d59-f305b027290e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:53.245386 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b81c31b9-4953-48d9-b681-a5b06b35763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.246479 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.257632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26078805-1a93-43da-b595-c849882d94b4 req-6740adc9-b1f0-4650-97a2-061643c89552 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.259776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26078805-1a93-43da-b595-c849882d94b4 req-6740adc9-b1f0-4650-97a2-061643c89552 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.3313904 Jul 16 08:51:53.290250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b81c31b9-4953-48d9-b681-a5b06b35763e None None] Port 28257484-2017-4cd7-8d59-f305b027290e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:53.343075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26078805-1a93-43da-b595-c849882d94b4 req-46f7fdc0-04f5-42a4-aaf2-441ee3b37520 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752091 Jul 16 08:51:53.343598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.353743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e64f68b-975c-458d-a447-2140a8648afb']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:53.360790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.373474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307207dd-74e4-42e7-b679-094104ceffb4 req-fa16a8c5-fa64-44d3-bd38-24b8334d395b tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.374333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b728038-09b4-47f6-adab-e4d361577b05') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:53.374645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b728038-09b4-47f6-adab-e4d361577b05') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:53.378837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-307207dd-74e4-42e7-b679-094104ceffb4 req-fa16a8c5-fa64-44d3-bd38-24b8334d395b tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1770604 Jul 16 08:51:53.380419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.381362 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.404179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.411952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b12f32df-0a0d-41a4-bf34-a50024eb402f None None] Provisioning complete for port 28257484-2017-4cd7-8d59-f305b027290e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:53.412400 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b12f32df-0a0d-41a4-bf34-a50024eb402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.423982 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.431953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:53.432642 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.460319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b12f32df-0a0d-41a4-bf34-a50024eb402f None None] Port 28257484-2017-4cd7-8d59-f305b027290e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:53.463434 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:53.496729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=28257484-2017-4cd7-8d59-f305b027290e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.512150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.519108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.521041 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/networks/5e64f68b-975c-458d-a447-2140a8648afb HTTP/1.1" status: 204 len: 168 time: 0.3649628 Jul 16 08:51:53.525468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60976) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:53.532243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-307207dd-74e4-42e7-b679-094104ceffb4 req-6562fb53-3bc2-430f-b06e-22888bc11646 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436818 Jul 16 08:51:53.533399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d94fd-9ff7-4b30-b06e-32722d8b9d81 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Network': ['ID=5e64f68b-975c-458d-a447-2140a8648afb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.660999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 8dfea053-96a3-482a-804c-7ef79390be83 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:53.665879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:53.673546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.729865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da5ac3-62a3-4921-a9d6-af98bc38ff89 req-87889600-5aa2-4d94-8fa6-64263a62ca02 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.732147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65da5ac3-62a3-4921-a9d6-af98bc38ff89 req-87889600-5aa2-4d94-8fa6-64263a62ca02 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2501147 Jul 16 08:51:53.855053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b277505b-22e9-44f0-a579-6adf9bf5cbce up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:53.904765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b277505b-22e9-44f0-a579-6adf9bf5cbce triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:53.905260 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.911728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65da5ac3-62a3-4921-a9d6-af98bc38ff89 req-5be74d81-1658-4372-941d-c89d8b2ee2b9 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736126 Jul 16 08:51:53.941974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.964282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfd4fab-311f-4588-b7d8-44aac6bfceb5']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:53.980220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9f4f86-5e9b-48ba-82c8-1428e2acff55') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:53.981177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9f4f86-5e9b-48ba-82c8-1428e2acff55') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:53.994266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.001098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1c727685-2f2d-46a6-97bb-fb9ce0267dca None None] Provisioning complete for port 28257484-2017-4cd7-8d59-f305b027290e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:54.001576 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c727685-2f2d-46a6-97bb-fb9ce0267dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.011245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230ebbe-7c3b-4282-b732-02ab883034a7 req-3317b1b8-f35d-4c10-bd5a-a5984236e1b6 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.013020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f230ebbe-7c3b-4282-b732-02ab883034a7 req-3317b1b8-f35d-4c10-bd5a-a5984236e1b6 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 946 time: 0.2390320 Jul 16 08:51:54.028250 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.033518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 78fceae6-bb4a-4eee-8f7f-1563229549bc is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:54.037549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1c727685-2f2d-46a6-97bb-fb9ce0267dca None None] Port 28257484-2017-4cd7-8d59-f305b027290e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:54.045685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:54.046110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:54.049013 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:54.187920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f230ebbe-7c3b-4282-b732-02ab883034a7 req-c67812c1-ce34-4494-bd56-7ec7095f2e52 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672838 Jul 16 08:51:54.190826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.230671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.232564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/networks/cdfd4fab-311f-4588-b7d8-44aac6bfceb5 HTTP/1.1" status: 204 len: 168 time: 0.7037995 Jul 16 08:51:54.235216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60980) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.248736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a445e03-b95b-4b52-8380-51b91241d4bb tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Network': ['ID=cdfd4fab-311f-4588-b7d8-44aac6bfceb5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.260589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:54.267354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a5be41b6-90f6-404e-b913-e34cba74f660 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/78fceae6-bb4a-4eee-8f7f-1563229549bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9888058 Jul 16 08:51:54.269981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60982) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.273684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108518d-699e-42d5-b442-7cf80da55930 None None] Sync routers for ids ['78fceae6-bb4a-4eee-8f7f-1563229549bc'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:54.284221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108518d-699e-42d5-b442-7cf80da55930 None None] Routers {'78fceae6-bb4a-4eee-8f7f-1563229549bc'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:54.285894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4108518d-699e-42d5-b442-7cf80da55930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fceae6-bb4a-4eee-8f7f-1563229549bc'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:54.294791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99dd4-6c4c-45b2-bdb7-f52f71313699 req-369c1c93-a38c-434a-ad61-fcaf11ab1916 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.296395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3b99dd4-6c4c-45b2-bdb7-f52f71313699 req-369c1c93-a38c-434a-ad61-fcaf11ab1916 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 944 time: 0.1121953 Jul 16 08:51:54.318047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4108518d-699e-42d5-b442-7cf80da55930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:54.327240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108518d-699e-42d5-b442-7cf80da55930 None None] Routers {'78fceae6-bb4a-4eee-8f7f-1563229549bc'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:54.328653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4108518d-699e-42d5-b442-7cf80da55930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fceae6-bb4a-4eee-8f7f-1563229549bc'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:54.336926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3b99dd4-6c4c-45b2-bdb7-f52f71313699 req-0280470a-c5a2-48ad-a3f7-d425a45488c6 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343161 Jul 16 08:51:54.363798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4108518d-699e-42d5-b442-7cf80da55930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:54.364454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108518d-699e-42d5-b442-7cf80da55930 None None] The sync data for ids ['78fceae6-bb4a-4eee-8f7f-1563229549bc'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:54.420947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d52742-6847-483b-a56c-258b7828d3c4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.422332 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-02d52742-6847-483b-a56c-258b7828d3c4 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports/28257484-2017-4cd7-8d59-f305b027290e HTTP/1.1" status: 200 len: 911 time: 0.1514235 Jul 16 08:51:54.425209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60984) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.473425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff6b31-0377-4db4-9fe1-9f65003da678 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.480099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff6b31-0377-4db4-9fe1-9f65003da678 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.481888 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a3ff6b31-0377-4db4-9fe1-9f65003da678 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2455690 Jul 16 08:51:54.485712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60986) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.490929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-276746819'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:54.512412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Made reservation on behalf of 76cca15a2683474695c4f64f8938df6b for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:54.517444 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.569444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:54.590693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.591136 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Added segment e5af0359-d332-48c4-aaa5-f0e7df5890db of type vlan for network 465aa030-0d28-4c94-bd5f-803a16646cb2 Jul 16 08:51:54.654852 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.660386 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-cfee8eb8-f560-42cc-b35d-164ec6af6a7c service neutron] 10.222.0.54 "GET /v2.0/ports/8d91b678-fc6e-4ec5-bf06-e4c774be79c8/bindings/n-h1-780147-28 HTTP/1.1" status: 200 len: 385 time: 0.1216929 Jul 16 08:51:54.722724 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.728348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.728889 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.814615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3276007 Jul 16 08:51:54.817069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60992) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.817709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3d5d3-811f-463c-af34-ffafe7e7fc7c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Network': ['ID=465aa030-0d28-4c94-bd5f-803a16646cb2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.825854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-754101709'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:54.829593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 465aa030-0d28-4c94-bd5f-803a16646cb2 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:54.892709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Made reservation on behalf of 76cca15a2683474695c4f64f8938df6b for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:54.896250 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.959510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:54.980307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.981143 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Added segment c1ff5317-7d18-4d08-8c21-04d8c44f2301 of type vlan for network eae967f3-a5d3-456e-a328-a9a22c683e07 Jul 16 08:51:54.994185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:54.996947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9d361-c965-44d6-9804-4fc9fe85e65d req-e47ea00b-b0c7-42e1-adc6-c5b25d056e33 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.998514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fef9d361-c965-44d6-9804-4fc9fe85e65d req-e47ea00b-b0c7-42e1-adc6-c5b25d056e33 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1588049 Jul 16 08:51:55.044483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:55.046952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.093469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:55.111461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:55.123789 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.129290 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.129924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.135925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fef9d361-c965-44d6-9804-4fc9fe85e65d req-9c7bcfb4-03e3-4faa-ac85-2125510395bc tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264017 Jul 16 08:51:55.140184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.172301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1421c40-6d4c-4a1b-9253-2c6fea03d273 req-2c566fb1-75ac-4d72-a216-5ec96379c3ff tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.173861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1421c40-6d4c-4a1b-9253-2c6fea03d273 req-2c566fb1-75ac-4d72-a216-5ec96379c3ff tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1322742 Jul 16 08:51:55.176440 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3562634 Jul 16 08:51:55.180003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60996) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:55.186770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'ports': [{'network_id': '465aa030-0d28-4c94-bd5f-803a16646cb2', 'name': 'tempest-port--1692183500', 'admin_state_up': True}, {'network_id': 'eae967f3-a5d3-456e-a328-a9a22c683e07', 'admin_state_up': False}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:55.187093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'port': {'network_id': '465aa030-0d28-4c94-bd5f-803a16646cb2', 'name': 'tempest-port--1692183500', 'admin_state_up': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:55.187582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'port': {'network_id': 'eae967f3-a5d3-456e-a328-a9a22c683e07', 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:55.231719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d9b41-f8c1-4d01-a29a-3c471d51362c tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Network': ['ID=eae967f3-a5d3-456e-a328-a9a22c683e07,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:55.245254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network eae967f3-a5d3-456e-a328-a9a22c683e07 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:55.273711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] Transition to ACTIVE for port object 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:55.280412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.315054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1421c40-6d4c-4a1b-9253-2c6fea03d273 req-6a07368c-9951-4103-af8f-0725bbdf4071 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327732 Jul 16 08:51:55.354328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] No DVR routers for this DVR port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:55.392457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=10']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:55.397834 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f96d0035-280a-42f0-9a7f-f6ed7a3a6ca8 service neutron] 10.222.0.54 "PUT /v2.0/ports/8d91b678-fc6e-4ec5-bf06-e4c774be79c8/bindings/n-h1-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 0.7242465 Jul 16 08:51:55.439886 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.629982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Made reservation on behalf of 76cca15a2683474695c4f64f8938df6b for: {'port': 2} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:55.634646 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.645883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883ea32-47e2-46bd-977b-bbe71c274791 req-d331dfb9-3444-46ca-b2b5-af4d43a2a721 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.647369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8883ea32-47e2-46bd-977b-bbe71c274791 req-d331dfb9-3444-46ca-b2b5-af4d43a2a721 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 946 time: 0.2878144 Jul 16 08:51:55.709183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.788226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81597833-8235-477e-870c-884c66cab8e1 req-0af5c5b6-883a-4c6d-a3f4-479a1afbf668 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.789755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81597833-8235-477e-870c-884c66cab8e1 req-0af5c5b6-883a-4c6d-a3f4-479a1afbf668 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 945 time: 0.3095124 Jul 16 08:51:55.797126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-43949091-20d6-4112-8eaa-311900651572 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.798605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-43949091-20d6-4112-8eaa-311900651572 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.3091154 Jul 16 08:51:55.820806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8883ea32-47e2-46bd-977b-bbe71c274791 req-680e0149-6649-4218-b606-e226bc29fa70 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609814 Jul 16 08:51:55.926725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] device_id is not set on port 3a112f9a-91b2-4d71-b638-5303c52a4ef9 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:51:55.961665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81597833-8235-477e-870c-884c66cab8e1 req-5d51fe84-2eb4-47a4-9f2d-48c2cbeb61c9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516883 Jul 16 08:51:56.053675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-c2abcb10-23b6-4bad-8db7-abcdf9877561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.055241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-c2abcb10-23b6-4bad-8db7-abcdf9877561 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5 HTTP/1.1" status: 200 len: 1097 time: 0.2336345 Jul 16 08:51:56.233438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.250448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 28257484-2017-4cd7-8d59-f305b027290e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:56.250783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.341838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-4841904f-e1ab-4692-9e60-5c95813ba1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.343356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-4841904f-e1ab-4692-9e60-5c95813ba1f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1097 time: 0.2511892 Jul 16 08:51:56.430156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] device_id is not set on port 20fce849-0d70-4705-9fe9-1e9e06fd7796 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:51:56.474229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384f29-4a7c-4b9e-8647-55aca8e9779a req-2793bf98-6239-4916-b477-6fc3b8967d2a tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.475731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32384f29-4a7c-4b9e-8647-55aca8e9779a req-2793bf98-6239-4916-b477-6fc3b8967d2a tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 945 time: 0.3278692 Jul 16 08:51:56.556672 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.587026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 28257484-2017-4cd7-8d59-f305b027290e owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:56.623631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e24620-be26-444a-a903-a4e177389c14 req-55b16236-3714-4904-bccc-95421729c58a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.625133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54e24620-be26-444a-a903-a4e177389c14 req-55b16236-3714-4904-bccc-95421729c58a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.3603032 Jul 16 08:51:56.643607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32384f29-4a7c-4b9e-8647-55aca8e9779a req-cae34b6d-f565-45ef-8530-abd22f9f9cd1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581197 Jul 16 08:51:56.685806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-907cc2e0-9810-4e5b-9f31-f3a4c6b8d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.687263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-907cc2e0-9810-4e5b-9f31-f3a4c6b8d5c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.3073409 Jul 16 08:51:56.809854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-f7f8cc7b-0ddd-4362-a2ca-853211a9745c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 217 time: 0.0813136 Jul 16 08:51:56.876619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54e24620-be26-444a-a903-a4e177389c14 req-8e8f639e-2005-4160-8226-2a7b6a73fb80 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381659 Jul 16 08:51:56.959777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.966858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-08f45440-9dbb-463b-a352-24ddd68337e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.968344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-08f45440-9dbb-463b-a352-24ddd68337e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1463017 Jul 16 08:51:57.039078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-e9b4bb26-d1bf-439e-92a1-099736cbdfb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552914 Jul 16 08:51:57.051646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b22e-5e87-4bc9-a72d-fd3644d9b963 req-69e711d9-3c7e-4ec5-bcd7-0fe08591c591 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:57.053192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad83b22e-5e87-4bc9-a72d-fd3644d9b963 req-69e711d9-3c7e-4ec5-bcd7-0fe08591c591 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.3149073 Jul 16 08:51:57.211117 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.257844 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.268034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad83b22e-5e87-4bc9-a72d-fd3644d9b963 req-5a7839af-98ef-4e21-aa58-2f1da60d00e1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798267 Jul 16 08:51:57.327687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Port': ['ID=3a112f9a-91b2-4d71-b638-5303c52a4ef9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:57.361175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-bc92f277-ffac-4ffc-b7ea-a55594cad2b0 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020577 Jul 16 08:51:57.431288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=28257484-2017-4cd7-8d59-f305b027290e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:57.500075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323008-b9f8-4ae6-ad9c-c1d90ed47a79 req-fbf5497a-874c-447a-b033-13411dd5de9f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:57.501578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e323008-b9f8-4ae6-ad9c-c1d90ed47a79 req-fbf5497a-874c-447a-b033-13411dd5de9f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.3859718 Jul 16 08:51:57.521243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.522972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Checking segment: {'id': 'e5af0359-d332-48c4-aaa5-f0e7df5890db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '465aa030-0d28-4c94-bd5f-803a16646cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:57.523337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Network hostable DHCP agents. Network: 465aa030-0d28-4c94-bd5f-803a16646cb2, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:58.023945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Network 465aa030-0d28-4c94-bd5f-803a16646cb2 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:58.046807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e323008-b9f8-4ae6-ad9c-c1d90ed47a79 req-4be91a21-3736-45c4-a8b2-1c939bea687d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362372 Jul 16 08:51:58.054796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 465aa030-0d28-4c94-bd5f-803a16646cb2) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:58.061421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-696d17b7-ad33-4431-a082-51fdd352aa95 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694877 Jul 16 08:51:58.064467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56301a1-16dc-476a-89dc-048188592ade None None] Network 465aa030-0d28-4c94-bd5f-803a16646cb2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:58.066432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:58.067300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.191779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8605-43c2-44e8-9df0-d7103b99fbb1 req-4fa41c64-0edc-4777-9bd4-b0b5a86205fb tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.193313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c79d8605-43c2-44e8-9df0-d7103b99fbb1 req-4fa41c64-0edc-4777-9bd4-b0b5a86205fb tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 945 time: 0.6863430 Jul 16 08:51:58.254667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Port': ['ID=20fce849-0d70-4705-9fe9-1e9e06fd7796,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.263525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 78fceae6-bb4a-4eee-8f7f-1563229549bc has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:58.314815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c79d8605-43c2-44e8-9df0-d7103b99fbb1 req-b2f923ce-dffa-4128-8c83-64d45577fcce tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903218 Jul 16 08:51:58.319140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Checking segment: {'id': 'c1ff5317-7d18-4d08-8c21-04d8c44f2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eae967f3-a5d3-456e-a328-a9a22c683e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:58.319283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Network hostable DHCP agents. Network: eae967f3-a5d3-456e-a328-a9a22c683e07, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:58.429015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301c6f5-2d66-4e8f-8645-22fb496a6476 req-4d9dd2b1-1b49-4d30-b620-4b820238cf48 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.430567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c301c6f5-2d66-4e8f-8645-22fb496a6476 req-4d9dd2b1-1b49-4d30-b620-4b820238cf48 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.2676117 Jul 16 08:51:58.444589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:58.453199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6c4d1b91-a31b-4651-ab40-79c87e405303 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/78fceae6-bb4a-4eee-8f7f-1563229549bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0243418 Jul 16 08:51:58.453726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32792) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.460456 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ae33f-f996-4f32-b1a9-c79345533539 None None] Sync routers for ids ['78fceae6-bb4a-4eee-8f7f-1563229549bc'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:58.471921 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ae33f-f996-4f32-b1a9-c79345533539 None None] Routers {'78fceae6-bb4a-4eee-8f7f-1563229549bc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:58.472411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Network eae967f3-a5d3-456e-a328-a9a22c683e07 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:58.473001 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b16ae33f-f996-4f32-b1a9-c79345533539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fceae6-bb4a-4eee-8f7f-1563229549bc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:58.498129 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-812c592d-9264-4795-9033-c609b7fe6bde tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=78fceae6-bb4a-4eee-8f7f-1563229549bc HTTP/1.1" status: 200 len: 205 time: 0.0426104 Jul 16 08:51:58.499856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, eae967f3-a5d3-456e-a328-a9a22c683e07) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:58.500455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32794) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.506997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:58.510596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344821b3-8ad8-45b6-974e-955445578db8 None None] Network eae967f3-a5d3-456e-a328-a9a22c683e07 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:58.513475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.518413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.519113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.523179 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b16ae33f-f996-4f32-b1a9-c79345533539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:58.532517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c301c6f5-2d66-4e8f-8645-22fb496a6476 req-c7970e66-552e-440f-99d2-5f027957ffa4 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930581 Jul 16 08:51:58.536410 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ae33f-f996-4f32-b1a9-c79345533539 None None] Routers {'78fceae6-bb4a-4eee-8f7f-1563229549bc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:58.538099 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b16ae33f-f996-4f32-b1a9-c79345533539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fceae6-bb4a-4eee-8f7f-1563229549bc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:58.565415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5465-521d-4130-aebe-59c049e3605a req-94e11ccf-73da-4345-a9eb-a965dd354050 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.566946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-94e11ccf-73da-4345-a9eb-a965dd354050 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.2076604 Jul 16 08:51:58.587902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9b0a0605-53ab-4f25-a83c-6ab727c643e9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4068046 Jul 16 08:51:58.592845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a68a978d-0274-4e5b-b30f-df7e4345bc75 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.594671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32796) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.623666 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b16ae33f-f996-4f32-b1a9-c79345533539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:58.624697 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ae33f-f996-4f32-b1a9-c79345533539 None None] The sync data for ids ['78fceae6-bb4a-4eee-8f7f-1563229549bc'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:58.664965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:58.749340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:58.780443 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a68a978d-0274-4e5b-b30f-df7e4345bc75 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.782686 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a68a978d-0274-4e5b-b30f-df7e4345bc75 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.829889 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a68a978d-0274-4e5b-b30f-df7e4345bc75 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.830313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68a978d-0274-4e5b-b30f-df7e4345bc75 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Fanout notify agent at l3_agent the message router_deleted on router 78fceae6-bb4a-4eee-8f7f-1563229549bc {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:58.837342 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a68a978d-0274-4e5b-b30f-df7e4345bc75 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.838509 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a68a978d-0274-4e5b-b30f-df7e4345bc75 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/78fceae6-bb4a-4eee-8f7f-1563229549bc HTTP/1.1" status: 204 len: 168 time: 0.3369002 Jul 16 08:51:58.841934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32798) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.894005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c5f4fe-8ea5-4281-b016-192975e5e523 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet f9214615-3e02-4d41-970c-06031aa11114 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:58.897067 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4fe-8ea5-4281-b016-192975e5e523 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.922352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295050bd-3297-440d-ab63-b250bc67ad35 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.928628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295050bd-3297-440d-ab63-b250bc67ad35 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.930236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-295050bd-3297-440d-ab63-b250bc67ad35 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2884734 Jul 16 08:51:58.935225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32800) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.939529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6eb8-9ce7-419d-897e-352bece09dd8 req-eabba99b-5ccf-44b7-ab92-1be08c2247b6 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.940984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-130f6eb8-9ce7-419d-897e-352bece09dd8 req-eabba99b-5ccf-44b7-ab92-1be08c2247b6 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2577000 Jul 16 08:51:58.947519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4fe-8ea5-4281-b016-192975e5e523 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.956206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fa9e1-2c50-46fb-a2ea-2fdeadb1d0e1 req-6758b1ac-d557-465f-8398-3fd4e62ed8a7 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.962069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fa9e1-2c50-46fb-a2ea-2fdeadb1d0e1 req-6758b1ac-d557-465f-8398-3fd4e62ed8a7 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.968605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fa9e1-2c50-46fb-a2ea-2fdeadb1d0e1 req-6758b1ac-d557-465f-8398-3fd4e62ed8a7 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.970272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d56fa9e1-2c50-46fb-a2ea-2fdeadb1d0e1 req-6758b1ac-d557-465f-8398-3fd4e62ed8a7 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8&device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306&device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 2417 time: 0.2653394 Jul 16 08:51:58.972099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c8ac5465-521d-4130-aebe-59c049e3605a req-54dad656-5fb3-4957-b36b-163308d00f2d service neutron] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:58.989637 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c8ac5465-521d-4130-aebe-59c049e3605a req-54dad656-5fb3-4957-b36b-163308d00f2d service neutron] Notify callbacks [] for binding, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.990723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ac5465-521d-4130-aebe-59c049e3605a req-54dad656-5fb3-4957-b36b-163308d00f2d service neutron] 10.222.0.52 "DELETE /v2.0/ports/8d91b678-fc6e-4ec5-bf06-e4c774be79c8/bindings/n-h2-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.4142516 Jul 16 08:51:59.039439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-130f6eb8-9ce7-419d-897e-352bece09dd8 req-14cd05e6-1d52-41a6-82b9-74bff08e8d7c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925579 Jul 16 08:51:59.049112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d56fa9e1-2c50-46fb-a2ea-2fdeadb1d0e1 req-d8bd1761-4c9f-4d06-8bab-6199114a60e4 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Jul 16 08:51:59.099035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4fe-8ea5-4281-b016-192975e5e523 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.140128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-cfa9a195-5b54-4ded-9b4c-483313b013a9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Deleting port 3a112f9a-91b2-4d71-b638-5303c52a4ef9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:59.140471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfa9a195-5b54-4ded-9b4c-483313b013a9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.219741 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfa9a195-5b54-4ded-9b4c-483313b013a9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.228296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4fe-8ea5-4281-b016-192975e5e523 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.256059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-cfa9a195-5b54-4ded-9b4c-483313b013a9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Calling delete_port for 3a112f9a-91b2-4d71-b638-5303c52a4ef9 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:59.264073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5f4fe-8ea5-4281-b016-192975e5e523 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=f9214615-3e02-4d41-970c-06031aa11114,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.275033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4fe-8ea5-4281-b016-192975e5e523 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.280031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe11142-141d-42e4-bd11-1f5ea1dabce1 None None] Network 8dfea053-96a3-482a-804c-7ef79390be83 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:59.280543 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-79c5f4fe-8ea5-4281-b016-192975e5e523 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/f9214615-3e02-4d41-970c-06031aa11114 HTTP/1.1" status: 204 len: 168 time: 0.4371128 Jul 16 08:51:59.282218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32804) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:59.294171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7ec7f-5bef-4994-8892-385ef7fab616 req-47543feb-faa2-4d18-a6f4-d1b2e36f8bfe tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:59.295879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30c7ec7f-5bef-4994-8892-385ef7fab616 req-47543feb-faa2-4d18-a6f4-d1b2e36f8bfe tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 945 time: 0.0715971 Jul 16 08:51:59.335678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30c7ec7f-5bef-4994-8892-385ef7fab616 req-cb4d6dad-5d95-4a0b-b77d-0d57fc6de254 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Jul 16 08:51:59.407931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.457075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfa9a195-5b54-4ded-9b4c-483313b013a9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.504302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9a195-5b54-4ded-9b4c-483313b013a9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Port': ['ID=3a112f9a-91b2-4d71-b638-5303c52a4ef9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.506472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cfa9a195-5b54-4ded-9b4c-483313b013a9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.510907 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cfa9a195-5b54-4ded-9b4c-483313b013a9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/ports/3a112f9a-91b2-4d71-b638-5303c52a4ef9 HTTP/1.1" status: 204 len: 168 time: 0.5722907 Jul 16 08:51:59.514231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32810) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:59.524605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] DHCP port deletion for 8dfea053-96a3-482a-804c-7ef79390be83 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:59.541005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port b277505b-22e9-44f0-a579-6adf9bf5cbce {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:59.541357 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.613683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] Deleting port b277505b-22e9-44f0-a579-6adf9bf5cbce {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:59.614091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.625125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port b277505b-22e9-44f0-a579-6adf9bf5cbce, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b277505b-22e9-44f0-a579-6adf9bf5cbce,segment=NetworkSegment(b7f2d193-68ef-4cf4-af4e-308d72a87a16),segment_id=b7f2d193-68ef-4cf4-af4e-308d72a87a16)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:59.625483 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.640336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for b277505b-22e9-44f0-a579-6adf9bf5cbce owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:59.652625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ec9b-5c09-4870-92a0-09ca163ba095 req-cb999744-d916-4e11-a623-eae768640bdf tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:59.665287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-faa2ec9b-5c09-4870-92a0-09ca163ba095 req-cb999744-d916-4e11-a623-eae768640bdf tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 945 time: 0.2190497 Jul 16 08:51:59.690303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] For port b277505b-22e9-44f0-a579-6adf9bf5cbce, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b277505b-22e9-44f0-a579-6adf9bf5cbce,segment=NetworkSegment(b7f2d193-68ef-4cf4-af4e-308d72a87a16),segment_id=b7f2d193-68ef-4cf4-af4e-308d72a87a16)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:59.690635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.704730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] Calling delete_port for b277505b-22e9-44f0-a579-6adf9bf5cbce owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:59.742696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.774837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=b277505b-22e9-44f0-a579-6adf9bf5cbce,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.778484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-faa2ec9b-5c09-4870-92a0-09ca163ba095 req-8ce1e9c6-46ae-465c-9a1c-a1e4255a88f1 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100121 Jul 16 08:51:59.788262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-2ffe7afb-832e-42ed-933e-dfc126e64237 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2273197 Jul 16 08:51:59.791616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No DVR routers for this DVR port b277505b-22e9-44f0-a579-6adf9bf5cbce on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:59.804001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e8d61c12-ce7d-4449-aee1-b9874746dc08 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Deleting port 20fce849-0d70-4705-9fe9-1e9e06fd7796 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:59.804581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8d61c12-ce7d-4449-aee1-b9874746dc08 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.832151 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.872150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] Pushing event deleted for resources: {'Port': ['ID=b277505b-22e9-44f0-a579-6adf9bf5cbce,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.877891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b2ef4-8615-42d7-bca6-04ce2a720815 None None] No DVR routers for this DVR port b277505b-22e9-44f0-a579-6adf9bf5cbce on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:59.896860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8d61c12-ce7d-4449-aee1-b9874746dc08 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.901920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b277505b-22e9-44f0-a579-6adf9bf5cbce no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:59.925330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b277505b-22e9-44f0-a579-6adf9bf5cbce {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:59.925719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b277505b-22e9-44f0-a579-6adf9bf5cbce not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:59.952027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.962166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfea053-96a3-482a-804c-7ef79390be83']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:59.969044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e8d61c12-ce7d-4449-aee1-b9874746dc08 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Calling delete_port for 20fce849-0d70-4705-9fe9-1e9e06fd7796 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:59.973322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f2d193-68ef-4cf4-af4e-308d72a87a16') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:59.973904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f2d193-68ef-4cf4-af4e-308d72a87a16') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:59.984238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.005452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.012386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:00.012871 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:00.016338 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:00.074118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fb04cfbb-589f-4b63-846b-83c6ca06c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.075232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fb04cfbb-589f-4b63-846b-83c6ca06c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.075715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fb04cfbb-589f-4b63-846b-83c6ca06c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.076303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fb04cfbb-589f-4b63-846b-83c6ca06c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.076647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fb04cfbb-589f-4b63-846b-83c6ca06c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.077117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fb04cfbb-589f-4b63-846b-83c6ca06c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.077582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fb04cfbb-589f-4b63-846b-83c6ca06c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.079593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fb04cfbb-589f-4b63-846b-83c6ca06c408 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 6496 time: 0.1864908 Jul 16 08:52:00.091955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.092795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e178b-4e12-4f7d-9b58-e6b47daef96d req-b8ff8104-4e79-453b-9743-8d24af9a25e8 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.099889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d6e178b-4e12-4f7d-9b58-e6b47daef96d req-b8ff8104-4e79-453b-9743-8d24af9a25e8 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.2054980 Jul 16 08:52:00.100504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.109262 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/8dfea053-96a3-482a-804c-7ef79390be83 HTTP/1.1" status: 204 len: 168 time: 0.8260040 Jul 16 08:52:00.110179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.121068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a82dd-d238-4eaf-b5eb-5b636e2a332e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=8dfea053-96a3-482a-804c-7ef79390be83,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:00.130898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734632287', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:00.163220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.164595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.183397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d6e178b-4e12-4f7d-9b58-e6b47daef96d req-1022c030-911b-4963-a68f-92f0afd3d1d4 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826199 Jul 16 08:52:00.189199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8d61c12-ce7d-4449-aee1-b9874746dc08 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.248672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.283249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d61c12-ce7d-4449-aee1-b9874746dc08 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Port': ['ID=20fce849-0d70-4705-9fe9-1e9e06fd7796,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:00.306935 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8d61c12-ce7d-4449-aee1-b9874746dc08 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.313711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e8d61c12-ce7d-4449-aee1-b9874746dc08 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/ports/20fce849-0d70-4705-9fe9-1e9e06fd7796 HTTP/1.1" status: 204 len: 168 time: 0.7982566 Jul 16 08:52:00.314803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.366591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-567bc90f-d26e-4f74-b4f0-9cef4f127461 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0484214 Jul 16 08:52:00.386644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.392426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2056251378'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:00.400674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-ba4d9f88-5d85-4676-ba1a-23dc691c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.401151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-ba4d9f88-5d85-4676-ba1a-23dc691c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.401626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-ba4d9f88-5d85-4676-ba1a-23dc691c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.403776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-ba4d9f88-5d85-4676-ba1a-23dc691c9c05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=d8feeb02-e063-47f4-b045-1cae94d46196&id=0702df2e-d2b4-4027-b483-fc02ab1685a3&id=0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 200 len: 2293 time: 0.2647824 Jul 16 08:52:00.432679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.510930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Made reservation on behalf of 76cca15a2683474695c4f64f8938df6b for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:00.515181 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.552137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-5caf3c71-3382-4bbb-b557-b4d4510f0107 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2139ee0-e40a-4c65-b125-895578399621 HTTP/1.1" status: 200 len: 1001 time: 0.1314633 Jul 16 08:52:00.603620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df899461-1434-443c-ae27-e169d4c34216 req-9084cff8-912f-4a0c-97f1-c3333c65951e tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.605234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df899461-1434-443c-ae27-e169d4c34216 req-9084cff8-912f-4a0c-97f1-c3333c65951e tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1097 time: 0.2717569 Jul 16 08:52:00.612115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:00.642484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478935c0-ee5d-4534-a0fa-5234ee1b88b5 req-b66f9bf8-4774-40c9-80f3-953672dbfd9d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.643973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-478935c0-ee5d-4534-a0fa-5234ee1b88b5 req-b66f9bf8-4774-40c9-80f3-953672dbfd9d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2459154 Jul 16 08:52:00.655903 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.656248 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Added segment a1663352-be2b-4af0-9f75-b1866c22ba98 of type vlan for network c5cfb870-973e-437a-a3d1-01390b4b7d3d Jul 16 08:52:00.711202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-68fe9423-f4c5-4532-84e3-5be3bccc8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.712706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-68fe9423-f4c5-4532-84e3-5be3bccc8a6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9e92d7e-bf37-41fc-8674-9efc954fa00b HTTP/1.1" status: 200 len: 850 time: 0.1495550 Jul 16 08:52:00.741428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.780249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df899461-1434-443c-ae27-e169d4c34216 req-545ad0a8-d121-412b-8109-91c1f34eedf7 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598270 Jul 16 08:52:00.794249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-478935c0-ee5d-4534-a0fa-5234ee1b88b5 req-8190099f-d3ac-4552-acdd-d7b6f9f9a6b1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346817 Jul 16 08:52:00.827485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.833759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.834366 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.847619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-7aea133c-5942-4c4d-852b-b4f8dad7e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.849304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-7aea133c-5942-4c4d-852b-b4f8dad7e48c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8554e79-f6fd-4dea-bdba-f694e2b5d19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265924 Jul 16 08:52:00.928849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5404022 Jul 16 08:52:00.933623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32836) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.939856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1659206577'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.015778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-61f0de6b-083d-4df2-95b1-e064d9b78703 service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521647 Jul 16 08:52:01.018755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.040978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.042699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Made reservation on behalf of 76cca15a2683474695c4f64f8938df6b for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:01.046575 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.066052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f7f6e-25a0-4c72-ae88-c93a146d7b43 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Network': ['ID=c5cfb870-973e-437a-a3d1-01390b4b7d3d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.081192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c5cfb870-973e-437a-a3d1-01390b4b7d3d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:01.122758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:01.141243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.142866 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Added segment 4fc8f536-b849-4e36-a92a-f6baabe54d66 of type vlan for network 9cd8a821-be5a-47b2-938c-8d27450cc521 Jul 16 08:52:01.212668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.233514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 172.25.6.118 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/65f5da16-6415-4e9a-b38c-a1ba92765e15) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:01.236631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-5708263d-1aff-4203-92d5-8fa186620ff3 service neutron] 10.222.0.52 "GET /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787879 Jul 16 08:52:01.244944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-d3a9f8d1-98c7-4309-8524-be765fe38687 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.247097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-d3a9f8d1-98c7-4309-8524-be765fe38687 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 806 time: 0.1778579 Jul 16 08:52:01.286779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.292250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.292607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-73a88d76-0a3d-4e40-9f45-5a4e84762eb9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/quotas/418e8d72fd7a4b4eadfdb6df179571d5 HTTP/1.1" status: 200 len: 375 time: 0.0377502 Jul 16 08:52:01.292842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.294177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-c8abd2c6-d7ff-488a-ab4f-7b1b0bd24674 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 217 time: 0.0461857 Jul 16 08:52:01.331184 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3959591 Jul 16 08:52:01.405460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b748a-7543-4ad5-819a-e4b47ca753f9 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Network': ['ID=9cd8a821-be5a-47b2-938c-8d27450cc521,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.426334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9cd8a821-be5a-47b2-938c-8d27450cc521 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:01.427452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-7c2b66e2-9444-47c8-a216-46d352733e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.429105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-7c2b66e2-9444-47c8-a216-46d352733e5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1160641 Jul 16 08:52:01.436333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.463827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:01.469764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'subnets': [{'network_id': 'c5cfb870-973e-437a-a3d1-01390b4b7d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--258130273', 'ip_version': 4}, {'network_id': '9cd8a821-be5a-47b2-938c-8d27450cc521', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.470089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'subnet': {'network_id': 'c5cfb870-973e-437a-a3d1-01390b4b7d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--258130273', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.470668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Request body: {'subnet': {'network_id': '9cd8a821-be5a-47b2-938c-8d27450cc521', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.482724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-7a8356fa-7f02-441f-86b6-ea3eaa3f37b0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1817172 Jul 16 08:52:01.496348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c6efd-b0a0-4bc5-ac71-77f604b4a8d8 req-70f9aca8-f166-45c9-933c-0eb40f79e884 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.498151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-136c6efd-b0a0-4bc5-ac71-77f604b4a8d8 req-70f9aca8-f166-45c9-933c-0eb40f79e884 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1543324 Jul 16 08:52:01.545515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.606669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:01.611621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-136c6efd-b0a0-4bc5-ac71-77f604b4a8d8 req-597df731-8b74-4fd2-ba34-3e4f1dfc48ac tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022656 Jul 16 08:52:01.616049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-808e6099-9759-4806-85e2-a4fd7378ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.617887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-808e6099-9759-4806-85e2-a4fd7378ef1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1774638 Jul 16 08:52:01.618499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:01.628209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:01.647526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-68770bc8-37f0-4779-af0f-e4ae7c1852c5 service neutron] 10.222.0.55 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476722 Jul 16 08:52:01.650746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=65f5da16-6415-4e9a-b38c-a1ba92765e15,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.793782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-3356632c-1ddd-4288-a1f7-d24cad1cba9f service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597981 Jul 16 08:52:01.805908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-83711785-d97a-4f05-a775-4444e5f33063 service neutron] 10.222.0.55 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407971 Jul 16 08:52:01.813392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Made reservation on behalf of 76cca15a2683474695c4f64f8938df6b for: {'subnet': 2} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:01.818354 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.818710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.936517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-2db07651-9d0e-4f52-a81e-85775695bb3f service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190965 Jul 16 08:52:02.000113 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-10d7aac5-3b0f-4897-99bb-e0116a47057e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 217 time: 0.0482941 Jul 16 08:52:02.117498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.156278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4df843b1-5b31-4d06-a363-6ca482392bbb req-13dca078-3f5c-4cb5-acd0-7129732ea69a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 210 time: 0.0421016 Jul 16 08:52:02.158490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-6184d878-809d-42df-87ae-c15f21fce1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.159865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-6184d878-809d-42df-87ae-c15f21fce1bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1501424 Jul 16 08:52:02.238662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0df4c-07ca-4d80-934f-29b944d54f5c req-d05c4a3f-ceb0-42cc-a3aa-c468cb41c6bb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.240997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0b0df4c-07ca-4d80-934f-29b944d54f5c req-d05c4a3f-ceb0-42cc-a3aa-c468cb41c6bb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1674109 Jul 16 08:52:02.496180 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.699924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.718384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0b0df4c-07ca-4d80-934f-29b944d54f5c req-006b43cb-9bbd-4326-8d2b-5c1baf3fc7f2 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667327 Jul 16 08:52:02.721598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-583f5d83-e7e4-49b3-be5d-c03491e8c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.723381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-583f5d83-e7e4-49b3-be5d-c03491e8c586 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5516157 Jul 16 08:52:02.790832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Subnet': ['ID=c33774bf-4db9-4d5d-8966-9e985d9c825b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:02.791567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0b3e9-6d03-4ee4-b048-1454f43885ac req-71d1c797-d486-4bda-8a66-4a6e4e196c6e tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.800180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Checking segment: {'id': 'a1663352-be2b-4af0-9f75-b1866c22ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5cfb870-973e-437a-a3d1-01390b4b7d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:02.800321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7f0b3e9-6d03-4ee4-b048-1454f43885ac req-71d1c797-d486-4bda-8a66-4a6e4e196c6e tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.1483839 Jul 16 08:52:02.800538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Network hostable DHCP agents. Network: c5cfb870-973e-437a-a3d1-01390b4b7d3d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:02.804993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router c2f0d12d-a638-46e2-870b-d7b4f2357e0d is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:02.865723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Network c5cfb870-973e-437a-a3d1-01390b4b7d3d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:02.880173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, c5cfb870-973e-437a-a3d1-01390b4b7d3d) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:02.887379 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.893127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135974af-c162-4e0c-9815-4acb76199e7c None None] Network c5cfb870-973e-437a-a3d1-01390b4b7d3d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:02.919768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7f0b3e9-6d03-4ee4-b048-1454f43885ac req-7eedb6c2-0c34-411a-8635-cd4ac9df9088 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184676 Jul 16 08:52:02.968490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-e804cead-2776-4cfc-837c-3d0614f90c0d service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279894 Jul 16 08:52:02.993249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063318d-af71-4451-b967-0c8fabe27aef req-f1e07488-3c2a-4a34-9e6d-9b9557d4d3d1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.994831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2063318d-af71-4451-b967-0c8fabe27aef req-f1e07488-3c2a-4a34-9e6d-9b9557d4d3d1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1620588 Jul 16 08:52:03.003194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event updated for resources: {'Subnet': ['ID=56a387af-6742-4e53-818e-8d91f17fa7ad,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:03.023421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:03.036698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc51b23-9f5e-4d2a-82fa-c5e5c8a36eaf None None] Sync routers for ids ['c2f0d12d-a638-46e2-870b-d7b4f2357e0d'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:03.038405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Checking segment: {'id': '4fc8f536-b849-4e36-a92a-f6baabe54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cd8a821-be5a-47b2-938c-8d27450cc521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:03.038874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Network hostable DHCP agents. Network: 9cd8a821-be5a-47b2-938c-8d27450cc521, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:03.060088 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.064084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc51b23-9f5e-4d2a-82fa-c5e5c8a36eaf None None] Routers {'c2f0d12d-a638-46e2-870b-d7b4f2357e0d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:03.064676 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-de479284-333e-4bee-8ab3-59cde039bd0b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9450064 Jul 16 08:52:03.064779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9dc51b23-9f5e-4d2a-82fa-c5e5c8a36eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c2f0d12d-a638-46e2-870b-d7b4f2357e0d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.065509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32876) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.075637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Network 9cd8a821-be5a-47b2-938c-8d27450cc521 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:03.098677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-c5cfb870-973e-437a-a3d1-01390b4b7d3d', 'network_id': 'c5cfb870-973e-437a-a3d1-01390b4b7d3d', 'tenant_id': '76cca15a2683474695c4f64f8938df6b', 'fixed_ips': [{'subnet_id': 'c33774bf-4db9-4d5d-8966-9e985d9c825b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:03.099511 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.102642 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9dc51b23-9f5e-4d2a-82fa-c5e5c8a36eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.108147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-0787168a-4924-434b-983d-26f365956999 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314077 Jul 16 08:52:03.122332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9cd8a821-be5a-47b2-938c-8d27450cc521) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:03.129796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.130095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2063318d-af71-4451-b967-0c8fabe27aef req-c353d408-e616-446e-9b72-08fad23943b5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251729 Jul 16 08:52:03.130341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.131140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.184625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-df5274be-b920-4c84-916f-589b221a12a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33 HTTP/1.1" status: 200 len: 217 time: 0.0527048 Jul 16 08:52:03.189762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b61ae5b5-9404-4f24-9db2-b538ade9e5f8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7249031 Jul 16 08:52:03.192718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32878) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.212040 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f62e003-9c79-4e6a-b5b2-6792c019f110 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/routers/c2f0d12d-a638-46e2-870b-d7b4f2357e0d HTTP/1.1" status: 200 len: 884 time: 0.1438212 Jul 16 08:52:03.213106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32882) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.273743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-53f15254-9a6c-46c8-b380-70ae8ebdbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.274786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-53f15254-9a6c-46c8-b380-70ae8ebdbf29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.0811534 Jul 16 08:52:03.374174 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b60a838-607e-4b3c-bc36-b60149e51a0c req-791dd473-9262-499a-857a-72b638376953 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 210 time: 0.0676720 Jul 16 08:52:03.384397 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Allocated IP 172.20.0.2 (c5cfb870-973e-437a-a3d1-01390b4b7d3d/c33774bf-4db9-4d5d-8966-9e985d9c825b/8aebee4f-5a03-46ac-8b7e-b00184193210) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:03.443190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8b483-c974-4249-85fe-ba925718ec8f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.445004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8b483-c974-4249-85fe-ba925718ec8f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.446626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8b483-c974-4249-85fe-ba925718ec8f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.451946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c4c8b483-c974-4249-85fe-ba925718ec8f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2569554 Jul 16 08:52:03.452365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32886) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.457947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454a7a6-bc91-4e56-8492-2b8cf57dd431 None None] Network 9cd8a821-be5a-47b2-938c-8d27450cc521 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:03.474807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-52b3f781-ddc7-4fcd-8717-32bf47d0d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.476553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-52b3f781-ddc7-4fcd-8717-32bf47d0d4f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1714110 Jul 16 08:52:03.541395 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.552535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc51b23-9f5e-4d2a-82fa-c5e5c8a36eaf None None] Routers {'c2f0d12d-a638-46e2-870b-d7b4f2357e0d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:03.553452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9dc51b23-9f5e-4d2a-82fa-c5e5c8a36eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c2f0d12d-a638-46e2-870b-d7b4f2357e0d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.562988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Transition to ACTIVE for port object 8aebee4f-5a03-46ac-8b7e-b00184193210 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:03.585624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Transition to ACTIVE for port object 8aebee4f-5a03-46ac-8b7e-b00184193210 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:03.614039 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-f21ece40-b8bf-47c1-83ec-22aac2f69544 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272378 Jul 16 08:52:03.630358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9dc51b23-9f5e-4d2a-82fa-c5e5c8a36eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.630925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc51b23-9f5e-4d2a-82fa-c5e5c8a36eaf None None] The sync data for ids ['c2f0d12d-a638-46e2-870b-d7b4f2357e0d'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:03.635193 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.723979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-97fdd738-f458-4e7a-9e51-10f0a97a5771 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027539 Jul 16 08:52:03.726131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Network c5cfb870-973e-437a-a3d1-01390b4b7d3d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:03.750218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Pushing event updated for resources: {'Port': ['ID=8aebee4f-5a03-46ac-8b7e-b00184193210,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:03.753086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:03.756708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:03.800663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-94332b6a-cfcc-4427-bdd8-dccde3372d31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e HTTP/1.1" status: 200 len: 217 time: 0.0634031 Jul 16 08:52:03.852809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Attempting to bind port 8aebee4f-5a03-46ac-8b7e-b00184193210 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:03.853579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Attempting to bind port 8aebee4f-5a03-46ac-8b7e-b00184193210 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a1663352-be2b-4af0-9f75-b1866c22ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5cfb870-973e-437a-a3d1-01390b4b7d3d'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:03.854228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Attempting to bind port 8aebee4f-5a03-46ac-8b7e-b00184193210 on network c5cfb870-973e-437a-a3d1-01390b4b7d3d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:03.879138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:03.879969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Checking segment: {'id': 'a1663352-be2b-4af0-9f75-b1866c22ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5cfb870-973e-437a-a3d1-01390b4b7d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:03.880930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.881549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Bound using segment: {'id': 'a1663352-be2b-4af0-9f75-b1866c22ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5cfb870-973e-437a-a3d1-01390b4b7d3d'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:03.882305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Bound port: 8aebee4f-5a03-46ac-8b7e-b00184193210, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1663352-be2b-4af0-9f75-b1866c22ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5cfb870-973e-437a-a3d1-01390b4b7d3d'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:03.882929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.888758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-9cd8a821-be5a-47b2-938c-8d27450cc521', 'network_id': '9cd8a821-be5a-47b2-938c-8d27450cc521', 'tenant_id': '76cca15a2683474695c4f64f8938df6b', 'fixed_ips': [{'subnet_id': '56a387af-6742-4e53-818e-8d91f17fa7ad'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:03.890059 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.914974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-1dcd9f50-e204-4aa3-9ef5-475d98e0f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.916481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-1dcd9f50-e204-4aa3-9ef5-475d98e0f456 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 200 len: 797 time: 0.1091640 Jul 16 08:52:03.974320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d564d1-43f3-4210-8be3-9f616d59331f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Deleting subnet c33774bf-4db9-4d5d-8966-9e985d9c825b {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:03.984399 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42d564d1-43f3-4210-8be3-9f616d59331f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.006095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51980-16d6-4e35-a23a-0a2b63726654 req-dbac76e6-f952-46ab-a744-800b59cf4b3d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.009014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2d51980-16d6-4e35-a23a-0a2b63726654 req-dbac76e6-f952-46ab-a744-800b59cf4b3d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1513641 Jul 16 08:52:04.047701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] For port 8aebee4f-5a03-46ac-8b7e-b00184193210, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:04.082092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] For port 8aebee4f-5a03-46ac-8b7e-b00184193210, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8aebee4f-5a03-46ac-8b7e-b00184193210,segment=NetworkSegment(a1663352-be2b-4af0-9f75-b1866c22ba98),segment_id=a1663352-be2b-4af0-9f75-b1866c22ba98)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:04.090512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42d564d1-43f3-4210-8be3-9f616d59331f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.091210 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.104387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fc5c921a-1a09-4f2d-b31f-88a12c6b0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.106582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fc5c921a-1a09-4f2d-b31f-88a12c6b0ab1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d8feeb02-e063-47f4-b045-1cae94d46196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1802919 Jul 16 08:52:04.126201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Allocated IP 172.20.0.18 (9cd8a821-be5a-47b2-938c-8d27450cc521/56a387af-6742-4e53-818e-8d91f17fa7ad/b39e3d2c-51a1-4c4b-860d-08d36ad86d97) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:04.131974 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-feb72b61-c7bc-4546-98c0-b22364dc8eee tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9148676 Jul 16 08:52:04.133295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32892) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:04.142208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-137e7f6c-53d3-4601-99ea-815da7bc2442 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-734632287'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:04.146316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2d51980-16d6-4e35-a23a-0a2b63726654 req-8b0cb6a0-e640-4423-bb43-d01a64a0ebb7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229041 Jul 16 08:52:04.153944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-c1a4d6f1-a266-4aaa-ac78-92fd9a6b8fbe tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.155517 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-c1a4d6f1-a266-4aaa-ac78-92fd9a6b8fbe tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 806 time: 0.2530313 Jul 16 08:52:04.188576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd4aa-7cfc-4a48-8d1c-b61ef8fbd027 None None] Pushing event updated for resources: {'Port': ['ID=8aebee4f-5a03-46ac-8b7e-b00184193210,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.266181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a8d9a-2ac8-4b20-82a6-e51bfca38d1a req-596aa5fa-44ba-4d57-b302-f5eccee75327 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.271310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d5a8d9a-2ac8-4b20-82a6-e51bfca38d1a req-596aa5fa-44ba-4d57-b302-f5eccee75327 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.2141373 Jul 16 08:52:04.278369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Request body: {'port': {'device_id': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'admin_state_up': True, 'tenant_id': '418e8d72fd7a4b4eadfdb6df179571d5'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:04.320134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-453d3d4b-4ed1-4947-ab47-c6ff349c2550 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041516 Jul 16 08:52:04.333362 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42d564d1-43f3-4210-8be3-9f616d59331f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.392122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d5a8d9a-2ac8-4b20-82a6-e51bfca38d1a req-1c537b46-895a-46bb-bb8a-5b5e07780563 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103446 Jul 16 08:52:04.472398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.506285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Transition to ACTIVE for port object b39e3d2c-51a1-4c4b-860d-08d36ad86d97 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:04.523379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d83546-1425-45c7-841f-2815c83e4f3e req-bb32a661-82b5-4eed-b03c-550fb05dfcf9 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.524959 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d83546-1425-45c7-841f-2815c83e4f3e req-bb32a661-82b5-4eed-b03c-550fb05dfcf9 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.2347248 Jul 16 08:52:04.527056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-740cce3f-0d1b-432a-a927-3e243704f4a7 service neutron] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878338 Jul 16 08:52:04.540263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Transition to ACTIVE for port object b39e3d2c-51a1-4c4b-860d-08d36ad86d97 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:04.555485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.618777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Made reservation on behalf of 418e8d72fd7a4b4eadfdb6df179571d5 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:04.624062 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.628360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-ff5e9c0b-b289-4172-b20f-fbae1dd5aa7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8 HTTP/1.1" status: 200 len: 217 time: 0.0820975 Jul 16 08:52:04.635747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Network 9cd8a821-be5a-47b2-938c-8d27450cc521 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:04.639524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:04.643088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:04.652394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Pushing event updated for resources: {'Port': ['ID=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.695678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87acdea3-c2b2-4338-9ea5-c66777028576 req-c8222311-e212-428e-9a91-fc4eb554e1bd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 210 time: 0.1144912 Jul 16 08:52:04.711234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d83546-1425-45c7-841f-2815c83e4f3e req-1dd235e0-e875-4ee7-9527-6231a1cd0a07 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786814 Jul 16 08:52:04.739253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-57a6a39f-c538-4047-af89-964442af9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.739887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Attempting to bind port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:04.740002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Attempting to bind port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4fc8f536-b849-4e36-a92a-f6baabe54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cd8a821-be5a-47b2-938c-8d27450cc521'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:04.740773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-57a6a39f-c538-4047-af89-964442af9e2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1116364 Jul 16 08:52:04.740966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Attempting to bind port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 on network 9cd8a821-be5a-47b2-938c-8d27450cc521 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:04.746814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:04.747199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Checking segment: {'id': '4fc8f536-b849-4e36-a92a-f6baabe54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cd8a821-be5a-47b2-938c-8d27450cc521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:04.747673 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.748059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Bound using segment: {'id': '4fc8f536-b849-4e36-a92a-f6baabe54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cd8a821-be5a-47b2-938c-8d27450cc521'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:04.748526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Bound port: b39e3d2c-51a1-4c4b-860d-08d36ad86d97, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc8f536-b849-4e36-a92a-f6baabe54d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cd8a821-be5a-47b2-938c-8d27450cc521'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:04.748904 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.803514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-41e15d3e-84f3-42d7-b54f-4a6de7f96972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.805219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-41e15d3e-84f3-42d7-b54f-4a6de7f96972 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570610 Jul 16 08:52:04.820218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] For port b39e3d2c-51a1-4c4b-860d-08d36ad86d97, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:04.824832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] For port b39e3d2c-51a1-4c4b-860d-08d36ad86d97, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,segment=NetworkSegment(4fc8f536-b849-4e36-a92a-f6baabe54d66),segment_id=4fc8f536-b849-4e36-a92a-f6baabe54d66)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:04.830512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42d564d1-43f3-4210-8be3-9f616d59331f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.831519 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.835211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Allocated IP 172.20.0.6 (6abd1018-a12f-451b-a81a-595a646083af/81628269-1000-4d64-9846-3fb9be7c8ab9/d1f36911-36f9-4f17-8f90-56330efd2ccc) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:04.890972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d564d1-43f3-4210-8be3-9f616d59331f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Subnet': ['ID=c33774bf-4db9-4d5d-8966-9e985d9c825b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.894324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd97aa1-26ab-4a0a-bf15-7688b054727e None None] Pushing event updated for resources: {'Port': ['ID=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.906765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42d564d1-43f3-4210-8be3-9f616d59331f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.908707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-42d564d1-43f3-4210-8be3-9f616d59331f tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/subnets/c33774bf-4db9-4d5d-8966-9e985d9c825b HTTP/1.1" status: 204 len: 168 time: 1.4552691 Jul 16 08:52:04.922133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32900) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:04.997354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e9c756-2f0b-4c29-b6db-7703daaa31b4 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Deleting subnet 56a387af-6742-4e53-818e-8d91f17fa7ad {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:05.001276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-470dc1ca-77a4-4f83-b190-438d01f28a11 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852469 Jul 16 08:52:05.003291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18e9c756-2f0b-4c29-b6db-7703daaa31b4 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.151498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18e9c756-2f0b-4c29-b6db-7703daaa31b4 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.224355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-137e7f6c-53d3-4601-99ea-815da7bc2442 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.230073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.248785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-137e7f6c-53d3-4601-99ea-815da7bc2442 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.314230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18e9c756-2f0b-4c29-b6db-7703daaa31b4 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.384561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.402448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-8ba3b188-195b-4d9d-882a-496e3916f704 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747962 Jul 16 08:52:05.430258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Network 6abd1018-a12f-451b-a81a-595a646083af is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:05.451397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:05.455582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:05.465556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-78d02edf-4a32-4ffb-995f-c7c65034d7d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 HTTP/1.1" status: 200 len: 217 time: 0.0535424 Jul 16 08:52:05.488178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd129e-f482-41b9-bd6e-4743e005d290 req-f8e367ec-1e3f-4d54-9f62-dc46783eaed5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.497833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76fd129e-f482-41b9-bd6e-4743e005d290 req-f8e367ec-1e3f-4d54-9f62-dc46783eaed5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2002692 Jul 16 08:52:05.501780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18e9c756-2f0b-4c29-b6db-7703daaa31b4 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.543581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137e7f6c-53d3-4601-99ea-815da7bc2442 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router c2f0d12d-a638-46e2-870b-d7b4f2357e0d has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:05.567995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.568776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.580347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9c756-2f0b-4c29-b6db-7703daaa31b4 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Subnet': ['ID=56a387af-6742-4e53-818e-8d91f17fa7ad,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.586076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Pushing event updated for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.600718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18e9c756-2f0b-4c29-b6db-7703daaa31b4 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.602780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-18e9c756-2f0b-4c29-b6db-7703daaa31b4 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/subnets/56a387af-6742-4e53-818e-8d91f17fa7ad HTTP/1.1" status: 204 len: 168 time: 0.6796918 Jul 16 08:52:05.610697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5523f96-c0b1-4914-9c87-0d6cffc1c96e None None] Network c5cfb870-973e-437a-a3d1-01390b4b7d3d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:05.624350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:05.643871 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-19a0600f-8cde-400f-b0f8-c0d79c865ddd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4312534 Jul 16 08:52:05.681858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fa8639f5-fb06-459e-81be-f18a174ffc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.684520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-fa8639f5-fb06-459e-81be-f18a174ffc22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 200 len: 797 time: 0.1836495 Jul 16 08:52:05.696304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76fd129e-f482-41b9-bd6e-4743e005d290 req-b92cde1c-ef3f-46f1-bee2-12b45f36b483 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972156 Jul 16 08:52:05.700404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Request body: {'port': {'device_id': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:05.745529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0dfd3e26-af4f-4d5d-8f5a-8c58f6f0b17c None None] Provisioning for port 8aebee4f-5a03-46ac-8b7e-b00184193210 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:05.760440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17df0035-1442-44ed-ad65-e95a595060d5 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.762552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17df0035-1442-44ed-ad65-e95a595060d5 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1354790 Jul 16 08:52:05.766769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32912) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:05.774034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137e7f6c-53d3-4601-99ea-815da7bc2442 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:05.784850 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578261b-d552-46fd-995a-782a2fd7dcb7 None None] Sync routers for ids ['c2f0d12d-a638-46e2-870b-d7b4f2357e0d'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:05.803263 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578261b-d552-46fd-995a-782a2fd7dcb7 None None] Routers {'c2f0d12d-a638-46e2-870b-d7b4f2357e0d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:05.804267 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2578261b-d552-46fd-995a-782a2fd7dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c2f0d12d-a638-46e2-870b-d7b4f2357e0d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.820135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-137e7f6c-53d3-4601-99ea-815da7bc2442 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.823711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-137e7f6c-53d3-4601-99ea-815da7bc2442 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/c2f0d12d-a638-46e2-870b-d7b4f2357e0d HTTP/1.1" status: 200 len: 891 time: 1.6870430 Jul 16 08:52:05.825972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32914) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:05.874068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb724ad-5d91-47e4-abeb-b131368d625d req-8e675b57-be6d-450f-ab67-6e978372bc1f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.876948 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2578261b-d552-46fd-995a-782a2fd7dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.881087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fb724ad-5d91-47e4-abeb-b131368d625d req-8e675b57-be6d-450f-ab67-6e978372bc1f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.3173344 Jul 16 08:52:05.898142 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578261b-d552-46fd-995a-782a2fd7dcb7 None None] Routers {'c2f0d12d-a638-46e2-870b-d7b4f2357e0d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:05.898969 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2578261b-d552-46fd-995a-782a2fd7dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c2f0d12d-a638-46e2-870b-d7b4f2357e0d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.973532 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2578261b-d552-46fd-995a-782a2fd7dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.974551 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578261b-d552-46fd-995a-782a2fd7dcb7 None None] The sync data for ids ['c2f0d12d-a638-46e2-870b-d7b4f2357e0d'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:05.986681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.005751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] DHCP port deletion for c5cfb870-973e-437a-a3d1-01390b4b7d3d request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:06.036660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.039635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-93071f17-5f7d-4778-bd8a-5835a0abc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.041180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-93071f17-5f7d-4778-bd8a-5835a0abc606 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0702df2e-d2b4-4027-b483-fc02ab1685a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3444638 Jul 16 08:52:06.088557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b39e3d2c-51a1-4c4b-860d-08d36ad86d97 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:06.093431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fb724ad-5d91-47e4-abeb-b131368d625d req-a6574045-1a5d-4df1-b900-7d5dd9db5b34 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114589 Jul 16 08:52:06.094459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] Deleting port 8aebee4f-5a03-46ac-8b7e-b00184193210 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:06.094842 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.123601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6a61cee7-d508-48c6-b066-b21b883d49b6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/routers/c2f0d12d-a638-46e2-870b-d7b4f2357e0d HTTP/1.1" status: 200 len: 891 time: 0.2979219 Jul 16 08:52:06.130824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32918) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:06.202001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] For port 8aebee4f-5a03-46ac-8b7e-b00184193210, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8aebee4f-5a03-46ac-8b7e-b00184193210,segment=NetworkSegment(a1663352-be2b-4af0-9f75-b1866c22ba98),segment_id=a1663352-be2b-4af0-9f75-b1866c22ba98)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:06.202416 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.222018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] Calling delete_port for 8aebee4f-5a03-46ac-8b7e-b00184193210 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:06.228789 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4e7e8907-03b4-4d4b-80c4-985d6471b919 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2f0d12d-a638-46e2-870b-d7b4f2357e0d HTTP/1.1" status: 200 len: 205 time: 0.0963538 Jul 16 08:52:06.232940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:06.284259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05733f-4f3c-4252-bd1f-4f82eb37d1f7 req-ebc3b6da-82e5-404e-8715-50ea76d94e98 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.292553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a05733f-4f3c-4252-bd1f-4f82eb37d1f7 req-ebc3b6da-82e5-404e-8715-50ea76d94e98 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 931 time: 0.4094129 Jul 16 08:52:06.346252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:06.357098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0757e6f-783d-4526-87aa-2a008cbd48da None None] Network 9cd8a821-be5a-47b2-938c-8d27450cc521 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:06.423836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a05733f-4f3c-4252-bd1f-4f82eb37d1f7 req-e7a61800-3c5d-4a35-bf36-424a8784020b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294143 Jul 16 08:52:06.427345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-f8cf99f2-ce2d-487a-9259-461cd7856973 service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655677 Jul 16 08:52:06.478343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.483292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Deleting port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:06.483933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.508048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7b94a4af-52d1-4060-b4eb-a24569c1d7e8 None None] Provisioning for port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:06.512874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7b94a4af-52d1-4060-b4eb-a24569c1d7e8 None None] Provisioning complete for port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:06.513961 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b94a4af-52d1-4060-b4eb-a24569c1d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.552846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.623065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] Pushing event deleted for resources: {'Port': ['ID=8aebee4f-5a03-46ac-8b7e-b00184193210,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.623727 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.629027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0690e764-d0bb-4495-805b-4092c4d6a8de None None] No DVR routers for this DVR port 8aebee4f-5a03-46ac-8b7e-b00184193210 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:06.672551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] For port b39e3d2c-51a1-4c4b-860d-08d36ad86d97, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,segment=NetworkSegment(4fc8f536-b849-4e36-a92a-f6baabe54d66),segment_id=4fc8f536-b849-4e36-a92a-f6baabe54d66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:06.673211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.695192 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b94a4af-52d1-4060-b4eb-a24569c1d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.718954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f36911-36f9-4f17-8f90-56330efd2ccc {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:06.734941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.754414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Transition to ACTIVE for port object d1f36911-36f9-4f17-8f90-56330efd2ccc will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:06.757965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7b94a4af-52d1-4060-b4eb-a24569c1d7e8 None None] For port b39e3d2c-51a1-4c4b-860d-08d36ad86d97, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,segment=NetworkSegment(4fc8f536-b849-4e36-a92a-f6baabe54d66),segment_id=4fc8f536-b849-4e36-a92a-f6baabe54d66)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:06.759836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 65f5da16-6415-4e9a-b38c-a1ba92765e15 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:06.760268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.764651 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.766720 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b94a4af-52d1-4060-b4eb-a24569c1d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.814374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Calling delete_port for b39e3d2c-51a1-4c4b-860d-08d36ad86d97 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:06.834457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] DHCP port deletion for 9cd8a821-be5a-47b2-938c-8d27450cc521 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:06.852646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.865614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94a4af-52d1-4060-b4eb-a24569c1d7e8 None None] Pushing event updated for resources: {'Port': ['ID=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.921799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] Deleting port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:06.922246 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.924275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb01b1f-0a13-410c-9cfe-6a2867f15678 req-ff4d2fe1-9093-4cad-9112-2b5d09b710d0 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.926030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dcb01b1f-0a13-410c-9cfe-6a2867f15678 req-ff4d2fe1-9093-4cad-9112-2b5d09b710d0 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.6245129 Jul 16 08:52:07.001981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] For port b39e3d2c-51a1-4c4b-860d-08d36ad86d97, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,segment=NetworkSegment(4fc8f536-b849-4e36-a92a-f6baabe54d66),segment_id=4fc8f536-b849-4e36-a92a-f6baabe54d66)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:07.002354 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.016780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] Calling delete_port for b39e3d2c-51a1-4c4b-860d-08d36ad86d97 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:07.024526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcd50d49-d5c5-4184-8264-84fbb32163b8 req-8689e288-f2c3-41de-93f0-630af464b41f service neutron] 10.222.0.52 "GET /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804286 Jul 16 08:52:07.056048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dcb01b1f-0a13-410c-9cfe-6a2867f15678 req-406a326e-fc75-489d-b3aa-23d7a6b6611e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136639 Jul 16 08:52:07.083870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.121898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] No DVR routers for this DVR port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:07.123365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.135609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175e828-4c02-4b99-a2b3-4b3c93920541 req-0c892040-1734-4cdb-841d-8def705e0905 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.137866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1175e828-4c02-4b99-a2b3-4b3c93920541 req-0c892040-1734-4cdb-841d-8def705e0905 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2108662 Jul 16 08:52:07.138695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Port': ['ID=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.162947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] Pushing event deleted for resources: {'Port': ['ID=b39e3d2c-51a1-4c4b-860d-08d36ad86d97,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.171977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5992cca-2696-4425-aedb-5601657b30bd None None] No DVR routers for this DVR port b39e3d2c-51a1-4c4b-860d-08d36ad86d97 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:07.226518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1175e828-4c02-4b99-a2b3-4b3c93920541 req-8c1d1778-4a74-493d-a8b9-deca099ae87d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654120 Jul 16 08:52:07.260441 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.297741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd8a821-be5a-47b2-938c-8d27450cc521']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.305385 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.309434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc8f536-b849-4e36-a92a-f6baabe54d66') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.309828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc8f536-b849-4e36-a92a-f6baabe54d66') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.322163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.322484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 65f5da16-6415-4e9a-b38c-a1ba92765e15 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:07.338678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:07.339013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:07.339339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:07.341982 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.350297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:07.350691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:07.354423 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:07.375556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:07.375881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:07.385512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:07.386009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:07.386397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:07.386912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Bound port: d1f36911-36f9-4f17-8f90-56330efd2ccc, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:07.387466 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.420835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e999d9-e6dc-4d77-99b8-2f5e0ff1f08c req-7d4a9dce-c196-412f-baac-b594ab9e0030 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.422414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e999d9-e6dc-4d77-99b8-2f5e0ff1f08c req-7d4a9dce-c196-412f-baac-b594ab9e0030 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.1590545 Jul 16 08:52:07.443249 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.454346 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.460603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/networks/9cd8a821-be5a-47b2-938c-8d27450cc521 HTTP/1.1" status: 204 len: 168 time: 1.6906881 Jul 16 08:52:07.461211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32928) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:07.489387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920bb6f-d715-4f7b-a873-5f91197551e8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Network': ['ID=9cd8a821-be5a-47b2-938c-8d27450cc521,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.516440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88e999d9-e6dc-4d77-99b8-2f5e0ff1f08c req-6dd614c7-f629-456a-8284-bbe7301a32cc tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878472 Jul 16 08:52:07.581915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:07.587571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:07.591744 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.606106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.639662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.640416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.641752 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 200 len: 1092 time: 1.9482803 Jul 16 08:52:07.642212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:07.644951 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:07.761295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141a7f-9eb8-4013-8b4f-82e9c114fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.794011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.799747 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=65f5da16-6415-4e9a-b38c-a1ba92765e15,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.834209 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7811a2-b9b1-431e-8052-6619a968dbe8 x-openstack-request-id: req-0c7811a2-b9b1-431e-8052-6619a968dbe8 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:07.834495 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:07.834744 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c7811a2-b9b1-431e-8052-6619a968dbe8 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:07.835142 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc', 'status': 'completed', 'code': 200} Jul 16 08:52:07.889016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b39e3d2c-51a1-4c4b-860d-08d36ad86d97 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:07.911311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b39e3d2c-51a1-4c4b-860d-08d36ad86d97 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:07.911677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b39e3d2c-51a1-4c4b-860d-08d36ad86d97 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:07.912071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8aebee4f-5a03-46ac-8b7e-b00184193210 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:07.914739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.917777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.935713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 8aebee4f-5a03-46ac-8b7e-b00184193210 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:07.936104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8aebee4f-5a03-46ac-8b7e-b00184193210 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:07.959542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.966358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-4d332183-67fc-4beb-9fcb-1e47feaee92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.967899 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-4d332183-67fc-4beb-9fcb-1e47feaee92c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1095 time: 0.2526224 Jul 16 08:52:07.971794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.972305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Fanout notify agent at l3_agent the message router_deleted on router c2f0d12d-a638-46e2-870b-d7b4f2357e0d {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:07.978898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.980031 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc8a19d3-80b0-43e1-b638-bfd972995efe tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/c2f0d12d-a638-46e2-870b-d7b4f2357e0d HTTP/1.1" status: 204 len: 168 time: 1.7458000 Jul 16 08:52:07.984545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32934) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:07.993107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1413358279'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:08.018072 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-1a8da75f-3c9d-4fd2-a4a3-ac34e1bc404d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 200 len: 217 time: 0.0367670 Jul 16 08:52:08.052766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:08.056207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.107385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-dbc0f754-1fd4-41ad-a79f-90168cb4adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.108801 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-dbc0f754-1fd4-41ad-a79f-90168cb4adc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0757685 Jul 16 08:52:08.115177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ca443-2aa2-4b1a-9afe-20572ad72c71 req-f8e958b9-4ded-4c56-9b33-f988418a5707 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.122029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-759ca443-2aa2-4b1a-9afe-20572ad72c71 req-f8e958b9-4ded-4c56-9b33-f988418a5707 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 943 time: 0.5490849 Jul 16 08:52:08.152991 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-e6ba29a4-4bac-4912-9299-3b1555a62214 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292072 Jul 16 08:52:08.155953 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.157436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:08.163492 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-dcda090f-be7b-4db6-ba83-fe83f9a7945c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0904434 Jul 16 08:52:08.184125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cfb870-973e-437a-a3d1-01390b4b7d3d']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:08.198959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1663352-be2b-4af0-9f75-b1866c22ba98') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:08.199285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1663352-be2b-4af0-9f75-b1866c22ba98') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:08.203494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.203846 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment 3e94b51d-dfbb-4470-a687-a55fe7160586 of type vlan for network fa2de649-9000-43ce-a2c8-88a080ec0ed7 Jul 16 08:52:08.227383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.275097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-759ca443-2aa2-4b1a-9afe-20572ad72c71 req-09ec4c6b-55a3-4b6d-9880-1f6c9ee64225 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521816 Jul 16 08:52:08.306156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.317286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-7774013a-b1d1-438f-be1b-c4435b603fc6 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437416 Jul 16 08:52:08.324869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-44df1cf6-a183-4d69-9a19-a7163c9a4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.325661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.326475 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-44df1cf6-a183-4d69-9a19-a7163c9a4721 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73196d62b0db486b942ba49397c1910a&device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0840290 Jul 16 08:52:08.329461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:08.329885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:08.332781 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:08.453070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.466236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.468028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/networks/c5cfb870-973e-437a-a3d1-01390b4b7d3d HTTP/1.1" status: 204 len: 168 time: 1.0058656 Jul 16 08:52:08.469593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.474027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:08.474915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.475493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.490562 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d459b1b9-a7b1-4007-b9c6-47d11a6e39e1 req-61322cc7-4fe5-48a5-b1ba-a918e3c9e7ae service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631370 Jul 16 08:52:08.494372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b229cd-4308-4d17-9dbc-76aab8bcc15b req-5ca3fafc-72dc-4bc7-a2de-0ac50b589eb6 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.495849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86b229cd-4308-4d17-9dbc-76aab8bcc15b req-5ca3fafc-72dc-4bc7-a2de-0ac50b589eb6 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.2837183 Jul 16 08:52:08.500671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd205bcc-afc8-490b-af2f-5f33a683f8c6 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Network': ['ID=c5cfb870-973e-437a-a3d1-01390b4b7d3d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.555017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5673909 Jul 16 08:52:08.563901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32942) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:08.568758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': 'fa2de649-9000-43ce-a2c8-88a080ec0ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:08.611626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-5473e588-c97e-4ec6-86b8-5f7e6c79709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.613406 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-5473e588-c97e-4ec6-86b8-5f7e6c79709b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331 HTTP/1.1" status: 200 len: 913 time: 0.2232718 Jul 16 08:52:08.619287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.641730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afda4b6-1433-4e82-8212-24586c110a9a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=fa2de649-9000-43ce-a2c8-88a080ec0ed7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.653152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network fa2de649-9000-43ce-a2c8-88a080ec0ed7 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:08.658530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a54286-7e15-4db4-82db-e4dede1e3f66 req-f4ea252d-c358-4b0c-94a4-04e64a8df8d1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.660051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82a54286-7e15-4db4-82db-e4dede1e3f66 req-f4ea252d-c358-4b0c-94a4-04e64a8df8d1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2623279 Jul 16 08:52:08.665511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86b229cd-4308-4d17-9dbc-76aab8bcc15b req-ee11f4d8-6e67-4bcc-8404-c5a78ced2e20 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584044 Jul 16 08:52:08.748443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82a54286-7e15-4db4-82db-e4dede1e3f66 req-883841d3-b92a-4bed-8f48-7f50d5f5eb8b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 Jul 16 08:52:08.756398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:08.760007 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.760401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-3ea6f013-be79-4118-9b2e-ab5f657c42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.762689 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-3ea6f013-be79-4118-9b2e-ab5f657c42cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1095 time: 0.1874924 Jul 16 08:52:08.774612 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-31203586-5238-4af3-b65b-ee98a60685c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7 HTTP/1.1" status: 200 len: 1002 time: 0.1368947 Jul 16 08:52:08.795328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.836874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae967f3-a5d3-456e-a328-a9a22c683e07']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:08.872438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ff5317-7d18-4d08-8c21-04d8c44f2301') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:08.872711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ff5317-7d18-4d08-8c21-04d8c44f2301') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:08.896669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.947544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-b8dcd9fb-5ff2-4037-a7da-9ae2026d8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.950062 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-b8dcd9fb-5ff2-4037-a7da-9ae2026d8efe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f2a35fb-82c8-44a8-b30b-93b8a846edce HTTP/1.1" status: 200 len: 851 time: 0.1496673 Jul 16 08:52:08.951020 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.953861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260cc9d-2e54-4993-9203-86b55ba7db9f req-0d477142-7e1f-40ab-921c-419dc8f0bb9b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.955370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6260cc9d-2e54-4993-9203-86b55ba7db9f req-0d477142-7e1f-40ab-921c-419dc8f0bb9b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.1222756 Jul 16 08:52:08.971004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:08.971412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:08.974337 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:09.030531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-dfc4e36b-e975-45bc-b38e-9c41b7a12a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.032102 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-dfc4e36b-e975-45bc-b38e-9c41b7a12a2e service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.2333579 Jul 16 08:52:09.033084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.041234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6260cc9d-2e54-4993-9203-86b55ba7db9f req-76d7be08-2c7e-4a05-8ecc-056d53d78141 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783167 Jul 16 08:52:09.100372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=5c5292ce-a028-4a86-8c92-1c84c857da22,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.106369 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-1c0429e0-1d69-4528-b118-8344ca8244ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 200 len: 217 time: 0.0456345 Jul 16 08:52:09.107900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': '3e94b51d-dfbb-4470-a687-a55fe7160586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fa2de649-9000-43ce-a2c8-88a080ec0ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:09.108720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: fa2de649-9000-43ce-a2c8-88a080ec0ed7, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:09.108829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.116174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.120792 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/networks/eae967f3-a5d3-456e-a328-a9a22c683e07 HTTP/1.1" status: 204 len: 168 time: 0.6416733 Jul 16 08:52:09.120910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32948) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:09.142918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network fa2de649-9000-43ce-a2c8-88a080ec0ed7 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:09.161601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, fa2de649-9000-43ce-a2c8-88a080ec0ed7) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:09.169291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.169803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd8969b-8038-4ce4-a966-acf012db59e8 None None] Network fa2de649-9000-43ce-a2c8-88a080ec0ed7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:09.170295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.170851 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297ca25-c7be-425d-8a0e-f5562026a40b tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Network': ['ID=eae967f3-a5d3-456e-a328-a9a22c683e07,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.189545 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-5dc0a7b9-c7be-4ae6-b65e-6d2813f850d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.191139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-5dc0a7b9-c7be-4ae6-b65e-6d2813f850d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ab1cd57-1131-4b52-a9c0-dac9ad9de331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2301986 Jul 16 08:52:09.194850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-0b849244-7a42-4ac9-af89-3e59071003ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.196243 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-0b849244-7a42-4ac9-af89-3e59071003ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0743155 Jul 16 08:52:09.218476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.229886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-01d843a5-218d-49f9-a636-c0d7d4420fd8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6625040 Jul 16 08:52:09.230085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32950) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:09.236379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b5058e7d-6ef5-45a9-8729-c84ece855089 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-896199643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:09.274859 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-8a67b93d-05c8-4cdb-aef6-1c768dee6565 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474281 Jul 16 08:52:09.305985 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5058e7d-6ef5-45a9-8729-c84ece855089 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.307112 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5058e7d-6ef5-45a9-8729-c84ece855089 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.333595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-fa2de649-9000-43ce-a2c8-88a080ec0ed7', 'network_id': 'fa2de649-9000-43ce-a2c8-88a080ec0ed7', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': '5c5292ce-a028-4a86-8c92-1c84c857da22'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:09.334483 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.350222 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.372532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465aa030-0d28-4c94-bd5f-803a16646cb2']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:09.392667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5af0359-d332-48c4-aaa5-f0e7df5890db') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:09.393006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5af0359-d332-48c4-aaa5-f0e7df5890db') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:09.403945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.422589 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-ff8b2b60-714d-44fe-9d07-5895d47bb550 service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046134 Jul 16 08:52:09.430375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.461032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-15a96896-fbeb-4d03-a595-707b805a34e4 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399574 Jul 16 08:52:09.462009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:09.462434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:09.466159 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:09.545171 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.570137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.575302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] 10.222.0.55 "DELETE /v2.0/networks/465aa030-0d28-4c94-bd5f-803a16646cb2 HTTP/1.1" status: 204 len: 168 time: 0.4500468 Jul 16 08:52:09.617404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef940f-441e-4e69-9276-f0a2a8a7b1d8 tempest-BulkNetworkOpsTest-618127953 tempest-BulkNetworkOpsTest-618127953-project] Pushing event deleted for resources: {'Network': ['ID=465aa030-0d28-4c94-bd5f-803a16646cb2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.626697 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f9323b6e-10ba-47cd-98ab-43cc5f81ff9e req-f3874059-8608-4981-b47f-705e9156ef8d service neutron] 10.222.0.54 "GET /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880927 Jul 16 08:52:09.636714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba6256-9a90-4bd0-b37b-48593575d9b4 req-297754fc-3bd3-423c-939c-55e8dcb9caa6 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.639023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0eba6256-9a90-4bd0-b37b-48593575d9b4 req-297754fc-3bd3-423c-939c-55e8dcb9caa6 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 943 time: 0.2100456 Jul 16 08:52:09.640592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5058e7d-6ef5-45a9-8729-c84ece855089 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.653107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5058e7d-6ef5-45a9-8729-c84ece855089 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.659143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Allocated IP 2001:db8::2 (fa2de649-9000-43ce-a2c8-88a080ec0ed7/5c5292ce-a028-4a86-8c92-1c84c857da22/91c11af6-4028-4b8b-ae70-d4edd9d5f10a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:09.670769 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c5202d-6d6d-42d8-8edc-9160e864fbd9 req-68c36f7f-c374-40e5-b54e-9f03ed19aff6 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610441 Jul 16 08:52:09.691701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5058e7d-6ef5-45a9-8729-c84ece855089 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.693055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b5058e7d-6ef5-45a9-8729-c84ece855089 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4612548 Jul 16 08:52:09.695836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32956) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:09.804181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0eba6256-9a90-4bd0-b37b-48593575d9b4 req-53b97e34-4fe4-4407-a366-0e3f91f3c892 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548574 Jul 16 08:52:09.839268 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.849619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Transition to ACTIVE for port object 91c11af6-4028-4b8b-ae70-d4edd9d5f10a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:09.867219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Transition to ACTIVE for port object 91c11af6-4028-4b8b-ae70-d4edd9d5f10a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:09.874590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.916995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Network fa2de649-9000-43ce-a2c8-88a080ec0ed7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:09.922650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:09.929156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:09.941058 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32966) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:09.965017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Pushing event updated for resources: {'Port': ['ID=91c11af6-4028-4b8b-ae70-d4edd9d5f10a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.997680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Attempting to bind port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:09.998266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Attempting to bind port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '3e94b51d-dfbb-4470-a687-a55fe7160586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fa2de649-9000-43ce-a2c8-88a080ec0ed7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:09.998678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Attempting to bind port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a on network fa2de649-9000-43ce-a2c8-88a080ec0ed7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:10.003688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:10.004159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Checking segment: {'id': '3e94b51d-dfbb-4470-a687-a55fe7160586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fa2de649-9000-43ce-a2c8-88a080ec0ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:10.004632 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.005090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Bound using segment: {'id': '3e94b51d-dfbb-4470-a687-a55fe7160586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fa2de649-9000-43ce-a2c8-88a080ec0ed7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:10.005633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Bound port: 91c11af6-4028-4b8b-ae70-d4edd9d5f10a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e94b51d-dfbb-4470-a687-a55fe7160586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fa2de649-9000-43ce-a2c8-88a080ec0ed7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:10.006242 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.061052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c01cd-8419-4bcc-aff2-99243a67259e req-c5b9fabb-a512-4ae5-aed7-b5317af3d8fc tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:10.062625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c4c01cd-8419-4bcc-aff2-99243a67259e req-c5b9fabb-a512-4ae5-aed7-b5317af3d8fc tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.2651014 Jul 16 08:52:10.080723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] For port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:10.085204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] For port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=91c11af6-4028-4b8b-ae70-d4edd9d5f10a,segment=NetworkSegment(3e94b51d-dfbb-4470-a687-a55fe7160586),segment_id=3e94b51d-dfbb-4470-a687-a55fe7160586)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:10.090748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-91a8c4c5-8cc3-40c5-ab69-b66789298e2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76cca15a2683474695c4f64f8938df6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491289 Jul 16 08:52:10.090983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.093282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32972) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:10.153594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df870ab8-a948-4dd8-93a7-68f7f9c12bec None None] Pushing event updated for resources: {'Port': ['ID=91c11af6-4028-4b8b-ae70-d4edd9d5f10a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:10.159249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5302c1-f0b6-4a82-83c1-757bcb40139f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.165024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c4c01cd-8419-4bcc-aff2-99243a67259e req-45b5417a-6db8-4642-82ad-2e514f3efcec tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958037 Jul 16 08:52:10.186887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5302c1-f0b6-4a82-83c1-757bcb40139f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.192572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d975229-d65a-40cf-b7bf-7b38cc0005d9 req-ea1fd1bf-c354-45b0-b87b-71357b03b07f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:10.194129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d975229-d65a-40cf-b7bf-7b38cc0005d9 req-ea1fd1bf-c354-45b0-b87b-71357b03b07f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2508936 Jul 16 08:52:10.195548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.250888 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5302c1-f0b6-4a82-83c1-757bcb40139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.253925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5302c1-f0b6-4a82-83c1-757bcb40139f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.257577 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9f5302c1-f0b6-4a82-83c1-757bcb40139f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89372cfa-5403-42bb-913c-9400fc42aa21 HTTP/1.1" status: 204 len: 168 time: 0.1605179 Jul 16 08:52:10.282573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5302c1-f0b6-4a82-83c1-757bcb40139f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89372cfa-5403-42bb-913c-9400fc42aa21,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:10.326181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d975229-d65a-40cf-b7bf-7b38cc0005d9 req-750285b3-541f-45cb-a9e5-02d2751afadc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210928 Jul 16 08:52:10.694421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d1f36911-36f9-4f17-8f90-56330efd2ccc details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:10.782581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8::1 (fa2de649-9000-43ce-a2c8-88a080ec0ed7/5c5292ce-a028-4a86-8c92-1c84c857da22/6f6c0592-f279-4b13-a984-b1304a1e6cd9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:10.810705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:10.828319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'd1f36911-36f9-4f17-8f90-56330efd2ccc', 'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'port_id': 'd1f36911-36f9-4f17-8f90-56330efd2ccc', 'mac_address': 'fa:16:3e:ff:60:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81628269-1000-4d64-9846-3fb9be7c8ab9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:10.879772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.886398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1203e-065a-428b-96e9-d610a75b4e57 req-e888adf8-bdd8-4e2f-a545-edf3a050d93d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:10.896168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f36911-36f9-4f17-8f90-56330efd2ccc {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:10.896702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10e1203e-065a-428b-96e9-d610a75b4e57 req-e888adf8-bdd8-4e2f-a545-edf3a050d93d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.4002671 Jul 16 08:52:10.931540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:10.940636 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.970472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10e1203e-065a-428b-96e9-d610a75b4e57 req-09305ceb-6071-4f87-8b27-759aa36ecc54 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726843 Jul 16 08:52:11.009676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.025149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.061196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object 6f6c0592-f279-4b13-a984-b1304a1e6cd9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:11.101613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32996) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:11.118668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5da16-ccd2-4fa0-8a81-6a3531af4218 req-afea1f04-f0af-4faf-8b93-cc8650e7348b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:11.120289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4b5da16-ccd2-4fa0-8a81-6a3531af4218 req-afea1f04-f0af-4faf-8b93-cc8650e7348b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 944 time: 0.1253102 Jul 16 08:52:11.135785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.208238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network fa2de649-9000-43ce-a2c8-88a080ec0ed7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:11.212756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:11.217962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4b5da16-ccd2-4fa0-8a81-6a3531af4218 req-961157c2-666c-4822-9e82-cada2856fda7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900900 Jul 16 08:52:11.218724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:11.219282 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.222230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=6f6c0592-f279-4b13-a984-b1304a1e6cd9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.236560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dd2a248d-9da2-4133-a754-630cb742171b tempest-DvrRoutersNegativeTest-62987844 tempest-DvrRoutersNegativeTest-62987844-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1850928299', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:11.242422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.policy [None req-dd2a248d-9da2-4133-a754-630cb742171b tempest-DvrRoutersNegativeTest-62987844 tempest-DvrRoutersNegativeTest-62987844-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94164) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 08:52:11.242987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.policy [None req-dd2a248d-9da2-4133-a754-630cb742171b tempest-DvrRoutersNegativeTest-62987844 tempest-DvrRoutersNegativeTest-62987844-project] Failed policy check for 'create_router' {{(pid=94164) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 08:52:11.243658 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-dd2a248d-9da2-4133-a754-630cb742171b tempest-DvrRoutersNegativeTest-62987844 tempest-DvrRoutersNegativeTest-62987844-project] create failed (client error): Access was denied to this resource. Jul 16 08:52:11.245706 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dd2a248d-9da2-4133-a754-630cb742171b tempest-DvrRoutersNegativeTest-62987844 tempest-DvrRoutersNegativeTest-62987844-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1415999 Jul 16 08:52:11.352631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d7ebb-4604-4cfc-adfe-e1a00c33fd6e None None] Network fa2de649-9000-43ce-a2c8-88a080ec0ed7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:11.370079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['d1f36911-36f9-4f17-8f90-56330efd2ccc'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:11.417404 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.452269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c35cc-9ba3-4b57-9f24-c8775d16ad73 req-549cc596-5c27-4da8-ab67-98dd7d69277d tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:11.453893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-788c35cc-9ba3-4b57-9f24-c8775d16ad73 req-549cc596-5c27-4da8-ab67-98dd7d69277d tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1324310 Jul 16 08:52:11.507151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ecf08b18-56eb-4ac1-b26b-63cf90d195d4 None None] Provisioning for port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:11.566148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-788c35cc-9ba3-4b57-9f24-c8775d16ad73 req-694f44f1-64f4-4b53-aac5-5fb762658f51 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908785 Jul 16 08:52:11.604560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33012) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:11.756646 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ec5b-7947-4ab9-a8a7-27c85b864b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.868036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338469b-27c8-4dad-9ca5-07a7a55d780d req-a5c81dce-9cd3-4f29-b0dc-4384e0cc394d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:11.869636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0338469b-27c8-4dad-9ca5-07a7a55d780d req-a5c81dce-9cd3-4f29-b0dc-4384e0cc394d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2082050 Jul 16 08:52:11.891890 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ec5b-7947-4ab9-a8a7-27c85b864b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.899851 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ec5b-7947-4ab9-a8a7-27c85b864b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.961704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0338469b-27c8-4dad-9ca5-07a7a55d780d req-549e6855-92a8-4da0-82d2-dd86efa5acda tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 Jul 16 08:52:11.965909 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.984399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b9a29-3df5-40a5-83fc-01a3b4cdc14f req-61d3f011-3f5f-41ff-9ee8-479c2d9206ad tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:11.992985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9ec5b-7947-4ab9-a8a7-27c85b864b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42518433-1c44-4287-9d3b-4f50d8169157,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.995995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c48b9a29-3df5-40a5-83fc-01a3b4cdc14f req-61d3f011-3f5f-41ff-9ee8-479c2d9206ad tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.2824025 Jul 16 08:52:11.999425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 91c11af6-4028-4b8b-ae70-d4edd9d5f10a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:12.015800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.017795 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.027132 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9eb9ec5b-7947-4ab9-a8a7-27c85b864b30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1da6fe858244e4a9abe1888ac27c9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214978 Jul 16 08:52:12.033540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33018) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:12.111065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:12.116592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:12.117079 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.190057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6321c72-2c3e-43a4-9a19-c7772a944182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.191752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network fa2de649-9000-43ce-a2c8-88a080ec0ed7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:12.194770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc73ad-6556-4f28-a73f-7b6b0c04f211 req-fb0bafba-ed2b-4059-a205-0948cec682d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:12.197129 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-94bc73ad-6556-4f28-a73f-7b6b0c04f211 req-fb0bafba-ed2b-4059-a205-0948cec682d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1097 time: 0.2768981 Jul 16 08:52:12.232006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c48b9a29-3df5-40a5-83fc-01a3b4cdc14f req-d79bfd5d-3f2e-497a-93c5-31f16580afc4 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349544 Jul 16 08:52:12.232799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:12.255194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-edb51572-82e7-4a7a-97da-245f1e9c6de9 None None] Provisioning for port 6f6c0592-f279-4b13-a984-b1304a1e6cd9 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:12.283627 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-94bc73ad-6556-4f28-a73f-7b6b0c04f211 req-9dc65736-43f0-454b-a8f5-4acec1d69fac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Jul 16 08:52:12.286483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-edb51572-82e7-4a7a-97da-245f1e9c6de9 None None] Provisioning complete for port 6f6c0592-f279-4b13-a984-b1304a1e6cd9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:12.286860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edb51572-82e7-4a7a-97da-245f1e9c6de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.297786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6321c72-2c3e-43a4-9a19-c7772a944182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.368877 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.373218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6321c72-2c3e-43a4-9a19-c7772a944182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.378364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6321c72-2c3e-43a4-9a19-c7772a944182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.379850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=6f6c0592-f279-4b13-a984-b1304a1e6cd9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:12.380862 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6321c72-2c3e-43a4-9a19-c7772a944182 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42518433-1c44-4287-9d3b-4f50d8169157 HTTP/1.1" status: 204 len: 168 time: 0.3460114 Jul 16 08:52:12.393113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6321c72-2c3e-43a4-9a19-c7772a944182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42518433-1c44-4287-9d3b-4f50d8169157,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:12.432430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-edb51572-82e7-4a7a-97da-245f1e9c6de9 None None] Port 6f6c0592-f279-4b13-a984-b1304a1e6cd9 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:12.454769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=91c11af6-4028-4b8b-ae70-d4edd9d5f10a,segment=NetworkSegment(3e94b51d-dfbb-4470-a687-a55fe7160586),segment_id=3e94b51d-dfbb-4470-a687-a55fe7160586)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:12.462754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-edb51572-82e7-4a7a-97da-245f1e9c6de9 None None] Provisioning complete for port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:12.463175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edb51572-82e7-4a7a-97da-245f1e9c6de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.492925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbcec2-338c-4451-beb1-56c12f95a2d5 req-e6c9188b-3cea-4656-88f7-e8686eda7824 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:12.500231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fbcec2-338c-4451-beb1-56c12f95a2d5 req-e6c9188b-3cea-4656-88f7-e8686eda7824 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.3131292 Jul 16 08:52:12.502091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 7b52666b-a30d-4a49-916f-a13af6526213 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:12.530720 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.664399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=91c11af6-4028-4b8b-ae70-d4edd9d5f10a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:12.697037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:12.705969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-677d7436-8d90-45c6-a9c3-708aa54664b8 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/7b52666b-a30d-4a49-916f-a13af6526213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0061443 Jul 16 08:52:12.708604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33032) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:12.710504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d1f36911-36f9-4f17-8f90-56330efd2ccc up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:12.715418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b58b9-3df7-459c-b2fb-4463af5e04d4 None None] Sync routers for ids ['7b52666b-a30d-4a49-916f-a13af6526213'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:12.749555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6fbcec2-338c-4451-beb1-56c12f95a2d5 req-b798f478-e8d4-4027-9787-bf2eafafc908 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483475 Jul 16 08:52:12.757209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b58b9-3df7-459c-b2fb-4463af5e04d4 None None] Routers {'7b52666b-a30d-4a49-916f-a13af6526213'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:12.757887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9e4b58b9-3df7-459c-b2fb-4463af5e04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7b52666b-a30d-4a49-916f-a13af6526213'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:12.842220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a382362-1390-4f3b-82a8-7d1c9119b5d9 req-5faed385-f8d0-4c28-a988-f96aa3746829 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:12.843836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a382362-1390-4f3b-82a8-7d1c9119b5d9 req-5faed385-f8d0-4c28-a988-f96aa3746829 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 944 time: 0.3759823 Jul 16 08:52:12.865156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9e4b58b9-3df7-459c-b2fb-4463af5e04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:12.891913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b58b9-3df7-459c-b2fb-4463af5e04d4 None None] Routers {'7b52666b-a30d-4a49-916f-a13af6526213'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:12.892557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9e4b58b9-3df7-459c-b2fb-4463af5e04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7b52666b-a30d-4a49-916f-a13af6526213'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:12.896096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dc1046d9-83f1-4845-8f12-17d2bc118926 None None] Provisioning complete for port 6f6c0592-f279-4b13-a984-b1304a1e6cd9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:12.896470 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc1046d9-83f1-4845-8f12-17d2bc118926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.899892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61ac04-cc56-4542-9d61-245f37d1ebdf tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:12.902207 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2f61ac04-cc56-4542-9d61-245f37d1ebdf tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports/6f6c0592-f279-4b13-a984-b1304a1e6cd9 HTTP/1.1" status: 200 len: 911 time: 0.1922634 Jul 16 08:52:12.909987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33040) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:12.928236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7a11b2b1-0079-4835-af6b-c30e7f41b68f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c5292ce-a028-4a86-8c92-1c84c857da22'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:12.935614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9e4b58b9-3df7-459c-b2fb-4463af5e04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:12.936277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b58b9-3df7-459c-b2fb-4463af5e04d4 None None] The sync data for ids ['7b52666b-a30d-4a49-916f-a13af6526213'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:12.942640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a382362-1390-4f3b-82a8-7d1c9119b5d9 req-fbe9b51f-78e1-41ba-9bb3-e1d5bb0a14b0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887194 Jul 16 08:52:12.955846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port d1f36911-36f9-4f17-8f90-56330efd2ccc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:12.964071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port d1f36911-36f9-4f17-8f90-56330efd2ccc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:12.964450 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.985461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dc1046d9-83f1-4845-8f12-17d2bc118926 None None] Port 6f6c0592-f279-4b13-a984-b1304a1e6cd9 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:13.056355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdecfb-4422-4d89-97db-6479268a067b req-857c6545-fc78-44a4-8072-535de8fb7f51 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:13.059755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5efdecfb-4422-4d89-97db-6479268a067b req-857c6545-fc78-44a4-8072-535de8fb7f51 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.0772660 Jul 16 08:52:13.110543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5efdecfb-4422-4d89-97db-6479268a067b req-579ee152-4a9c-4223-99fc-6b4068a2bc04 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Jul 16 08:52:13.131577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-94e5dea1-4756-425a-862d-4631b808de01 None None] Provisioning complete for port 6f6c0592-f279-4b13-a984-b1304a1e6cd9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:13.132098 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94e5dea1-4756-425a-862d-4631b808de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.173414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.196718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-94e5dea1-4756-425a-862d-4631b808de01 None None] Port 6f6c0592-f279-4b13-a984-b1304a1e6cd9 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:13.211488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:13.213839 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b98ca1-e778-4dc5-a029-aede7e54b51c" -d '{"events": [{"server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "name": "network-vif-plugged", "status": "completed", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:13.228427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:13.243646 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.248959 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a11b2b1-0079-4835-af6b-c30e7f41b68f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.274248 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b0b00-2584-448e-b01f-838edf6900d9 x-openstack-request-id: req-996b0b00-2584-448e-b01f-838edf6900d9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:13.274549 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "name": "network-vif-plugged", "status": "completed", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:13.274807 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-996b0b00-2584-448e-b01f-838edf6900d9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:13.275330 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc', 'code': 200} Jul 16 08:52:13.304975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928fd00-1eb2-402a-904b-a23e048a0f7a req-f43ea333-006a-4c71-bf54-b35ff0c72a00 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:13.307585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8928fd00-1eb2-402a-904b-a23e048a0f7a req-f43ea333-006a-4c71-bf54-b35ff0c72a00 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1470799 Jul 16 08:52:13.335406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:13.366480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8928fd00-1eb2-402a-904b-a23e048a0f7a req-593edee2-b422-49eb-9924-b1bfee018f07 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Jul 16 08:52:13.591532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733e55d-1425-4c4f-a6a9-a19843158872 req-9d94eb37-eba6-475f-8e92-81c181132c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:13.594047 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7733e55d-1425-4c4f-a6a9-a19843158872 req-9d94eb37-eba6-475f-8e92-81c181132c21 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1097 time: 0.1990914 Jul 16 08:52:13.677975 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7733e55d-1425-4c4f-a6a9-a19843158872 req-85b56690-2254-48e3-953d-6851574cebe7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522368 Jul 16 08:52:13.893602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a11b2b1-0079-4835-af6b-c30e7f41b68f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.905913 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a11b2b1-0079-4835-af6b-c30e7f41b68f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.915835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a11b2b1-0079-4835-af6b-c30e7f41b68f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:13.916510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a11b2b1-0079-4835-af6b-c30e7f41b68f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.921298 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7a11b2b1-0079-4835-af6b-c30e7f41b68f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/ports/6f6c0592-f279-4b13-a984-b1304a1e6cd9 HTTP/1.1" status: 200 len: 911 time: 1.0035982 Jul 16 08:52:13.924824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33070) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:13.931779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 91c11af6-4028-4b8b-ae70-d4edd9d5f10a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:13.993191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ff00b-548c-4ab3-a22b-fa71f5b94275 req-2098635a-02bd-43d5-8550-baa6f725094c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:14.000805 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e6ff00b-548c-4ab3-a22b-fa71f5b94275 req-2098635a-02bd-43d5-8550-baa6f725094c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.1567571 Jul 16 08:52:14.007819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:14.008206 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.066176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e6ff00b-548c-4ab3-a22b-fa71f5b94275 req-884852dd-e9f3-44cb-8b21-917207ee7a08 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640478 Jul 16 08:52:14.090648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0e63-acac-48eb-81d7-f32850630e5a req-5d460399-1240-44e3-800b-31e7fe53a8bc tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:14.100582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0cc0e63-acac-48eb-81d7-f32850630e5a req-5d460399-1240-44e3-800b-31e7fe53a8bc tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.2079532 Jul 16 08:52:14.167040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0cc0e63-acac-48eb-81d7-f32850630e5a req-cf8e6b15-a643-4dcc-b449-62bf7384021f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642467 Jul 16 08:52:14.265281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31408e6c-76ca-4b96-8bc2-26154887fa46 req-a872753f-e9e7-4ed7-9eb0-8f8cd2ce000b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:14.266936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31408e6c-76ca-4b96-8bc2-26154887fa46 req-a872753f-e9e7-4ed7-9eb0-8f8cd2ce000b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 945 time: 0.0935555 Jul 16 08:52:14.326926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31408e6c-76ca-4b96-8bc2-26154887fa46 req-beb567e3-a17d-4d41-ada1-b466c18732c5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479867 Jul 16 08:52:14.423774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409dd93-3131-4420-9e10-f9e8aa7f4646 req-ccce084a-308e-4d9a-b216-ff786c8d7801 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:14.425449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1409dd93-3131-4420-9e10-f9e8aa7f4646 req-ccce084a-308e-4d9a-b216-ff786c8d7801 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.0855687 Jul 16 08:52:14.440276 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f3bec73-218f-48ed-a0a4-b636a5269054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.443689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11b2b1-0079-4835-af6b-c30e7f41b68f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=6f6c0592-f279-4b13-a984-b1304a1e6cd9,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:14.544020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1409dd93-3131-4420-9e10-f9e8aa7f4646 req-4d266eab-5b54-46ca-af6f-4cade03c631f tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968571 Jul 16 08:52:14.602642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1f874304-ba0d-4ec1-8e69-556e0f9eca14 req-d9d17bcb-65fe-448a-95a3-2e6fe1a04175 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1520379658', 'description': 'tempest-description-815227122'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:14.616634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa69f9-2815-430a-b3cb-0598dd3775cc req-717d7322-267a-44e4-a4fd-b6c2d31f9173 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:14.618194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19aa69f9-2815-430a-b3cb-0598dd3775cc req-717d7322-267a-44e4-a4fd-b6c2d31f9173 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1174452 Jul 16 08:52:14.632143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33094) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.669222 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1f874304-ba0d-4ec1-8e69-556e0f9eca14 req-d9d17bcb-65fe-448a-95a3-2e6fe1a04175 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.696469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19aa69f9-2815-430a-b3cb-0598dd3775cc req-49d4b7d0-2665-424f-8b92-8e2537f081cb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677423 Jul 16 08:52:14.712965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.817603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1f874304-ba0d-4ec1-8e69-556e0f9eca14 req-d9d17bcb-65fe-448a-95a3-2e6fe1a04175 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.819277 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18abbe58-0a53-402f-a7cd-fcafa8af5218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.935295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18abbe58-0a53-402f-a7cd-fcafa8af5218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.938108 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1f874304-ba0d-4ec1-8e69-556e0f9eca14 req-d9d17bcb-65fe-448a-95a3-2e6fe1a04175 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.951957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18abbe58-0a53-402f-a7cd-fcafa8af5218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.006451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1f874304-ba0d-4ec1-8e69-556e0f9eca14 req-d9d17bcb-65fe-448a-95a3-2e6fe1a04175 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.007543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f874304-ba0d-4ec1-8e69-556e0f9eca14 req-d9d17bcb-65fe-448a-95a3-2e6fe1a04175 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4099021 Jul 16 08:52:15.015703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-18abbe58-0a53-402f-a7cd-fcafa8af5218 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e36a6b2f08840e3a5f0e3f1738ddd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741102 Jul 16 08:52:15.016021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33100) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.023783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d17bcb-65fe-448a-95a3-2e6fe1a04175 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806f4354-e840-4064-95c4-fb8be5127153,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.034833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 6f6c0592-f279-4b13-a984-b1304a1e6cd9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:15.035608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.093101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abbe58-0a53-402f-a7cd-fcafa8af5218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7f312e-5377-43b4-91e0-1239fe747a2d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.119732 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.146372 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.159899 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 6f6c0592-f279-4b13-a984-b1304a1e6cd9 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:15.175852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626a086d-12fe-437f-89f8-1e210d7e3204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.229243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626a086d-12fe-437f-89f8-1e210d7e3204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.233256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77990123-6146-4bd5-a210-b56f7800531b req-96a1c518-9134-4d76-bc1f-f51e0b93e3ef tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1520379658&fields=id&tenant_id=de3ed2c7b88e422b824220a2d113a0f6 HTTP/1.1" status: 200 len: 267 time: 0.1055717 Jul 16 08:52:15.307346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3af97-c9f0-45e1-b30b-32e19cdd94a9 req-8a949070-6d48-4daa-9e37-1bd00a3c5a16 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.308934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ff3af97-c9f0-45e1-b30b-32e19cdd94a9 req-8a949070-6d48-4daa-9e37-1bd00a3c5a16 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.1987720 Jul 16 08:52:15.334337 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.363858 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626a086d-12fe-437f-89f8-1e210d7e3204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.366293 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626a086d-12fe-437f-89f8-1e210d7e3204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.369849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-626a086d-12fe-437f-89f8-1e210d7e3204 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a7f312e-5377-43b4-91e0-1239fe747a2d HTTP/1.1" status: 204 len: 168 time: 0.3505979 Jul 16 08:52:15.370458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=6f6c0592-f279-4b13-a984-b1304a1e6cd9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.370618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ff3af97-c9f0-45e1-b30b-32e19cdd94a9 req-fe388ee4-2641-40a0-8406-c85e2e5a3996 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547936 Jul 16 08:52:15.380553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77990123-6146-4bd5-a210-b56f7800531b req-c0f352e2-3fc3-4917-a074-5ae085f56c84 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.382116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77990123-6146-4bd5-a210-b56f7800531b req-c0f352e2-3fc3-4917-a074-5ae085f56c84 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.1429265 Jul 16 08:52:15.396926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a086d-12fe-437f-89f8-1e210d7e3204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7f312e-5377-43b4-91e0-1239fe747a2d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.405036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-77990123-6146-4bd5-a210-b56f7800531b req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Request body: {'port': {'security_groups': ['1ae1814c-6adf-40cd-836a-5899155cc07d', '806f4354-e840-4064-95c4-fb8be5127153']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:15.491735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.640156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-77990123-6146-4bd5-a210-b56f7800531b req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.706479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 7b52666b-a30d-4a49-916f-a13af6526213 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:15.726304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6598aed-e88d-41d0-9258-1586e74f8df7 req-270e8774-098d-436b-8f6e-c57b034c13b6 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.728616 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6598aed-e88d-41d0-9258-1586e74f8df7 req-270e8774-098d-436b-8f6e-c57b034c13b6 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.1723707 Jul 16 08:52:15.809574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:15.817151 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e01ea41-ef81-49b1-913b-1ed51542f4ff tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/7b52666b-a30d-4a49-916f-a13af6526213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8900037 Jul 16 08:52:15.817489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6598aed-e88d-41d0-9258-1586e74f8df7 req-5faa4557-d62b-4816-ac8b-b7b10cb4ab2f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761130 Jul 16 08:52:15.817606 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.826048 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ec1a-76bd-43d2-b2d4-6d38695f441e None None] Sync routers for ids ['7b52666b-a30d-4a49-916f-a13af6526213'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:15.841878 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8ec1a-76bd-43d2-b2d4-6d38695f441e None None] Routers {'7b52666b-a30d-4a49-916f-a13af6526213'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:15.842755 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ec1a-76bd-43d2-b2d4-6d38695f441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7b52666b-a30d-4a49-916f-a13af6526213'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.853894 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c4f1b386-86c0-47cb-b41d-da664f882d18 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b52666b-a30d-4a49-916f-a13af6526213 HTTP/1.1" status: 200 len: 205 time: 0.0350912 Jul 16 08:52:15.857181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33116) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.885782 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ec1a-76bd-43d2-b2d4-6d38695f441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.892100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33118) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.896090 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8ec1a-76bd-43d2-b2d4-6d38695f441e None None] Routers {'7b52666b-a30d-4a49-916f-a13af6526213'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:15.896964 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ec1a-76bd-43d2-b2d4-6d38695f441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7b52666b-a30d-4a49-916f-a13af6526213'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.935432 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ec1a-76bd-43d2-b2d4-6d38695f441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.936525 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ec1a-76bd-43d2-b2d4-6d38695f441e None None] The sync data for ids ['7b52666b-a30d-4a49-916f-a13af6526213'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:15.944759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73071452-f27c-462c-ab81-414c6a32b79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.946594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c55e256f-bab5-4393-bd86-347781a9e8d6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.119617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c55e256f-bab5-4393-bd86-347781a9e8d6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.122508 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c55e256f-bab5-4393-bd86-347781a9e8d6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.169336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c55e256f-bab5-4393-bd86-347781a9e8d6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.169911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55e256f-bab5-4393-bd86-347781a9e8d6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Fanout notify agent at l3_agent the message router_deleted on router 7b52666b-a30d-4a49-916f-a13af6526213 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:16.177335 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c55e256f-bab5-4393-bd86-347781a9e8d6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.178574 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c55e256f-bab5-4393-bd86-347781a9e8d6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/7b52666b-a30d-4a49-916f-a13af6526213 HTTP/1.1" status: 204 len: 168 time: 0.3203380 Jul 16 08:52:16.181060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33120) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:16.233321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b23f5c-34d8-448a-9d85-8163e5128d4b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet 5c5292ce-a028-4a86-8c92-1c84c857da22 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:16.237089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5b23f5c-34d8-448a-9d85-8163e5128d4b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.260173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-77990123-6146-4bd5-a210-b56f7800531b req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] For port 24dff076-500e-480f-ba48-e6ab9800b548, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=24dff076-500e-480f-ba48-e6ab9800b548,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:16.278867 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5b23f5c-34d8-448a-9d85-8163e5128d4b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.324281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-77990123-6146-4bd5-a210-b56f7800531b req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.335406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-77990123-6146-4bd5-a210-b56f7800531b req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.349617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['24dff076-500e-480f-ba48-e6ab9800b548'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:16.382586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3507b-6159-46b1-812e-d820e1edc0ea req-cada51f7-6381-4a48-9b27-ae84975b4ba3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:16.383156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5b23f5c-34d8-448a-9d85-8163e5128d4b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.384108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54d3507b-6159-46b1-812e-d820e1edc0ea req-cada51f7-6381-4a48-9b27-ae84975b4ba3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 945 time: 0.4187727 Jul 16 08:52:16.414534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77990123-6146-4bd5-a210-b56f7800531b req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:16.415177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-77990123-6146-4bd5-a210-b56f7800531b req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.416575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77990123-6146-4bd5-a210-b56f7800531b req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "PUT /v2.0/ports/24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 981 time: 1.0230584 Jul 16 08:52:16.419013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:16.421320 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba371ba3-d56b-434a-a56c-531f2801a832" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:16.462566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5b23f5c-34d8-448a-9d85-8163e5128d4b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.464494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946af92c-e172-4593-956e-56742175846e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event updated for resources: {'Port': ['ID=24dff076-500e-480f-ba48-e6ab9800b548,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.478212 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73071452-f27c-462c-ab81-414c6a32b79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.490355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73071452-f27c-462c-ab81-414c6a32b79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.519070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b23f5c-34d8-448a-9d85-8163e5128d4b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5292ce-a028-4a86-8c92-1c84c857da22,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.525493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5b23f5c-34d8-448a-9d85-8163e5128d4b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.528413 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5b23f5c-34d8-448a-9d85-8163e5128d4b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/5c5292ce-a028-4a86-8c92-1c84c857da22 HTTP/1.1" status: 204 len: 168 time: 0.3459077 Jul 16 08:52:16.529765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54d3507b-6159-46b1-812e-d820e1edc0ea req-14ccf01c-571c-4f50-bbfc-5ba971cfd477 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065526 Jul 16 08:52:16.532295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33128) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:16.544660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff67a2-c1bc-4a09-b927-3cb5fba84d5c None None] Network fa2de649-9000-43ce-a2c8-88a080ec0ed7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:16.560304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-73071452-f27c-462c-ab81-414c6a32b79d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62097db633b74230a45351a24e981e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6669104 Jul 16 08:52:16.561274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['24dff076-500e-480f-ba48-e6ab9800b548'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:16.565130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33132) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:16.566160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73071452-f27c-462c-ab81-414c6a32b79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c085933-20d7-416e-8f4b-28aa1563f8ba,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.672269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.727226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.731185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:16.731701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.747139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-14af1b42-9e4f-48bb-a672-ee3b77e829b5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1520379658&fields=id&tenant_id=de3ed2c7b88e422b824220a2d113a0f6 HTTP/1.1" status: 200 len: 267 time: 0.1015971 Jul 16 08:52:16.759811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8eae-2f8f-49da-a64a-89da15d33aee req-30b53f6f-5df8-444a-a3b4-fadbd6ca738b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:16.762295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a01e8eae-2f8f-49da-a64a-89da15d33aee req-30b53f6f-5df8-444a-a3b4-fadbd6ca738b tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1891308 Jul 16 08:52:16.787477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.805970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=91c11af6-4028-4b8b-ae70-d4edd9d5f10a,segment=NetworkSegment(3e94b51d-dfbb-4470-a687-a55fe7160586),segment_id=3e94b51d-dfbb-4470-a687-a55fe7160586)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:16.806337 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.822269 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 91c11af6-4028-4b8b-ae70-d4edd9d5f10a owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:16.868978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] DHCP port deletion for fa2de649-9000-43ce-a2c8-88a080ec0ed7 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:16.883171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a01e8eae-2f8f-49da-a64a-89da15d33aee req-7533daf7-20b2-4918-a2ed-30d26d49945e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126468 Jul 16 08:52:16.910645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-ecf8288f-4001-4bf4-822b-532e965c19e2 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:16.913106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-ecf8288f-4001-4bf4-822b-532e965c19e2 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 984 time: 0.1493082 Jul 16 08:52:16.920125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Request body: {'port': {'security_groups': ['1ae1814c-6adf-40cd-836a-5899155cc07d']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:16.933066 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.951857 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dda333-c420-4daa-816f-f00d6f686280 x-openstack-request-id: req-b4dda333-c420-4daa-816f-f00d6f686280 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:16.951857 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:16.952060 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4dda333-c420-4daa-816f-f00d6f686280 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:16.952446 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548', 'status': 'completed', 'code': 200} Jul 16 08:52:16.955707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.958448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.962136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c085933-20d7-416e-8f4b-28aa1563f8ba HTTP/1.1" status: 204 len: 168 time: 0.3878829 Jul 16 08:52:16.973841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=91c11af6-4028-4b8b-ae70-d4edd9d5f10a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.979297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No DVR routers for this DVR port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:16.991235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c085933-20d7-416e-8f4b-28aa1563f8ba,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.025251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.025593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.026006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.026394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.026732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.027070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.027401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.027888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.028216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.028539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.028934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.029174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b96da-6f09-47b1-b5cc-c7cbdae302cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:17.055501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.086669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] Deleting port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:17.087377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.156087 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.164158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] For port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:17.164553 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.181502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] Calling delete_port for 91c11af6-4028-4b8b-ae70-d4edd9d5f10a owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:17.184333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2de649-9000-43ce-a2c8-88a080ec0ed7']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:17.187319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] Port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:52:17.189314 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.200117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e94b51d-dfbb-4470-a687-a55fe7160586') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:17.200451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e94b51d-dfbb-4470-a687-a55fe7160586') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:17.208292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913b17d-741f-4ac2-bded-2fba7424cbee req-ef104105-90ae-44cf-ac75-fff665252baf tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.209921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a913b17d-741f-4ac2-bded-2fba7424cbee req-ef104105-90ae-44cf-ac75-fff665252baf tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.1345730 Jul 16 08:52:17.218260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.234592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] Pushing event deleted for resources: {'Port': ['ID=91c11af6-4028-4b8b-ae70-d4edd9d5f10a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.236042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-de5a325e-f298-4910-9760-d34f498a8938 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.237596 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-de5a325e-f298-4910-9760-d34f498a8938 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 946 time: 0.1963441 Jul 16 08:52:17.239049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbb5eb-ce48-4d98-baff-905d58dc7f5c None None] No DVR routers for this DVR port 91c11af6-4028-4b8b-ae70-d4edd9d5f10a on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:17.242342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-3acc7e40-93f0-4b91-8732-453a26c41c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.243981 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-3acc7e40-93f0-4b91-8732-453a26c41c94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1136 time: 0.2612796 Jul 16 08:52:17.255108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.314669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:17.315089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:17.321198 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:17.324558 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a913b17d-741f-4ac2-bded-2fba7424cbee req-f746ed61-501e-4439-8625-1f77b5e4630e tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936611 Jul 16 08:52:17.359982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] For port 24dff076-500e-480f-ba48-e6ab9800b548, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=24dff076-500e-480f-ba48-e6ab9800b548,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:17.403110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.411928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.432129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['24dff076-500e-480f-ba48-e6ab9800b548'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:17.484850 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:17.506151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.516412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.521450 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/fa2de649-9000-43ce-a2c8-88a080ec0ed7 HTTP/1.1" status: 204 len: 168 time: 0.9826837 Jul 16 08:52:17.523793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-4122d2bc-c263-4154-b429-47aaacf81e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.525270 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-4122d2bc-c263-4154-b429-47aaacf81e61 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 921 time: 0.2721300 Jul 16 08:52:17.534420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33146) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:17.544945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa66ecb-074d-4d11-b0a4-811eac2e6f9d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=fa2de649-9000-43ce-a2c8-88a080ec0ed7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.558023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.559312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.581361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d01c003-0714-4ae0-bf9e-0b61114c26d6 req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "PUT /v2.0/ports/24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 942 time: 0.6667068 Jul 16 08:52:17.586229 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6938703-a40e-4f3c-beb8-dfa52e9eddea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.599343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.612768 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-e14af1eb-f9be-41c0-b45a-fd4b603bd6b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 217 time: 0.0755646 Jul 16 08:52:17.650323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['24dff076-500e-480f-ba48-e6ab9800b548'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:17.651962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0a55005b-c38f-4f64-99d3-5190a1356608 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1754858088', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:17.657158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Deleting port 02bbf226-8d46-440e-8b4e-77b7eca203e7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:17.657637 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.676839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b1391-6c4a-4a0c-b736-5068674cedd5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event updated for resources: {'Port': ['ID=24dff076-500e-480f-ba48-e6ab9800b548,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.686304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a55005b-c38f-4f64-99d3-5190a1356608 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.688164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a55005b-c38f-4f64-99d3-5190a1356608 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.757694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a55005b-c38f-4f64-99d3-5190a1356608 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.760677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-c7a1af84-5f2a-4f39-aa84-ff771378894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.763925 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-c7a1af84-5f2a-4f39-aa84-ff771378894c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.1412413 Jul 16 08:52:17.767579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a55005b-c38f-4f64-99d3-5190a1356608 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.842057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a55005b-c38f-4f64-99d3-5190a1356608 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.843280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a55005b-c38f-4f64-99d3-5190a1356608 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2603395 Jul 16 08:52:17.847592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33158) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:17.855024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1529109556'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:17.874183 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-b0889304-fb9a-466f-9ed2-d53549ac3d63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907791 Jul 16 08:52:17.875796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33de79b-9fd6-4726-9260-af1304037ba0 req-121f74e4-13d9-4cad-bfb5-4527c18ab5b9 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.877797 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e33de79b-9fd6-4726-9260-af1304037ba0 req-121f74e4-13d9-4cad-bfb5-4527c18ab5b9 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1097 time: 0.3867600 Jul 16 08:52:17.882817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:17.886375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.933503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] For port 02bbf226-8d46-440e-8b4e-77b7eca203e7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=02bbf226-8d46-440e-8b4e-77b7eca203e7,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:17.935221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.977559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 91c11af6-4028-4b8b-ae70-d4edd9d5f10a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:18.001561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:18.019287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 91c11af6-4028-4b8b-ae70-d4edd9d5f10a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:18.019925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 91c11af6-4028-4b8b-ae70-d4edd9d5f10a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:18.024412 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.025788 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment 57108447-bc10-4e79-98a9-a3c9362c8a94 of type vlan for network c7361a20-0ec8-413e-856d-bdc0b08b1013 Jul 16 08:52:18.113458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984e32-6a6e-408f-89ac-9e319fb5884e req-f8ced060-490f-4709-9ce3-e4c99ef90e82 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:18.116093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90984e32-6a6e-408f-89ac-9e319fb5884e req-f8ced060-490f-4709-9ce3-e4c99ef90e82 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.3246326 Jul 16 08:52:18.134358 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-44b524ee-df42-4d8b-b1b8-bdf032df9e77 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500935 Jul 16 08:52:18.134687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e33de79b-9fd6-4726-9260-af1304037ba0 req-d962ac1e-d710-4b77-9343-70d553e01a4a tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446680 Jul 16 08:52:18.149777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.288515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90984e32-6a6e-408f-89ac-9e319fb5884e req-a81ed78a-45f3-478c-9621-38c23ed7c89f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653287 Jul 16 08:52:18.340671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.347295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:18.347955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.450917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5968804 Jul 16 08:52:18.462986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33172) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.478421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:18.547909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dcc9b-048f-4d48-afcc-adf4bbef2bb3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=c7361a20-0ec8-413e-856d-bdc0b08b1013,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.563777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-09743409-862e-4527-a41b-541baad1622e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3964732 Jul 16 08:52:18.565386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c7361a20-0ec8-413e-856d-bdc0b08b1013 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:18.583728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:18.598825 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.618146 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.618696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.618843 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Floating IP 89720cd5-314b-43b8-8d3d-acdb267a9369 disassociated. External IP: 172.25.6.191, port: 02bbf226-8d46-440e-8b4e-77b7eca203e7. Jul 16 08:52:18.619186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Calling delete_port for 02bbf226-8d46-440e-8b4e-77b7eca203e7 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:18.637466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba371ba3-d56b-434a-a56c-531f2801a832 req-80c20ded-eb0b-443d-b4aa-d9a002dae393 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806225 Jul 16 08:52:18.675910 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.742060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62f1cd-cd02-4d15-a869-7bfcb7ed8aa8 req-61e0b8ed-56c9-42ed-962a-e1224df087a7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:18.743607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b62f1cd-cd02-4d15-a869-7bfcb7ed8aa8 req-61e0b8ed-56c9-42ed-962a-e1224df087a7 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.3080807 Jul 16 08:52:18.749625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:18.753131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.764666 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.787397 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.822870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event deleted for resources: {'Port': ['ID=02bbf226-8d46-440e-8b4e-77b7eca203e7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.907560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b62f1cd-cd02-4d15-a869-7bfcb7ed8aa8 req-b045fa20-060b-468a-b681-c108e9a57a43 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506889 Jul 16 08:52:18.954403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:18.955700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Router 7f5eb565-0db7-45fb-a995-1bfa9220f88b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:18.956532 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202d9709-6e11-49af-bafb-91131b8274df" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:18.990961 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.082725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:19.094073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] Sync routers for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:19.104305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:19.105675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:19.167082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] No DVR routers for this DVR port 02bbf226-8d46-440e-8b4e-77b7eca203e7 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:19.170165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.174028 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ed6d8cb-9e7f-448a-9136-08a7097e460b req-d215b2e0-f246-437e-9ebb-99bda10c982c tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.54 "DELETE /v2.0/ports/02bbf226-8d46-440e-8b4e-77b7eca203e7 HTTP/1.1" status: 204 len: 173 time: 1.9273393 Jul 16 08:52:19.174701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'name': 'network-vif-deleted', 'tag': '02bbf226-8d46-440e-8b4e-77b7eca203e7'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:19.177883 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309198d2-8e7f-4abb-b09a-b037a7b99c15" -d '{"events": [{"server_uuid": "6cdbc700-1705-46ad-9a3d-12db24ca5cf3", "name": "network-vif-deleted", "tag": "02bbf226-8d46-440e-8b4e-77b7eca203e7"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:19.188976 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.454704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:19.483884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a25f9dd-126c-4576-8658-ea79e63d6f65 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:19.589767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=1e6a680e-47cd-410f-9fd9-789bd08f5573,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.601093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Allocated IP 172.25.6.59 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/6c4b2688-d3d9-452c-97cc-678c4c65b983) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:19.641365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9224cb-58d7-43f3-acc5-be092c0fb6dc req-2ca1b808-0d59-44b0-ac9d-0d78139ceb21 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:19.642858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc9224cb-58d7-43f3-acc5-be092c0fb6dc req-2ca1b808-0d59-44b0-ac9d-0d78139ceb21 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1097 time: 0.5857501 Jul 16 08:52:19.656041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:19.664003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:19.664371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: c7361a20-0ec8-413e-856d-bdc0b08b1013, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:19.701292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'port_id': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'mac_address': 'fa:16:3e:47:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c34048-76db-405f-975d-c0d719aedc2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:19.727390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33214) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.743094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network c7361a20-0ec8-413e-856d-bdc0b08b1013 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:19.758147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc9224cb-58d7-43f3-acc5-be092c0fb6dc req-099e5e18-1bb6-4946-a98b-a274758bcb75 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037438 Jul 16 08:52:19.773525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, c7361a20-0ec8-413e-856d-bdc0b08b1013) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:19.779495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:19.780093 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.789958 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.816353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bc489f9f-bcbb-4d79-bb22-0e738c8380e5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3455858 Jul 16 08:52:19.819629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.819756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33220) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.848233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de4bde-e6fb-4c30-a801-2faf730b0dff None None] Network c7361a20-0ec8-413e-856d-bdc0b08b1013 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:19.893975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.944623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:19.951665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:19.955792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a25f9dd-126c-4576-8658-ea79e63d6f65 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:19.955957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:19.987095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event updated for resources: {'Port': ['ID=6c4b2688-d3d9-452c-97cc-678c4c65b983,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.008674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:20.023677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f088d14-aa0e-43af-86d5-24e3d2a3c031 req-528775e3-213c-4246-82d0-aed8e14eb6eb tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdbc700-1705-46ad-9a3d-12db24ca5cf3 HTTP/1.1" status: 200 len: 210 time: 0.0399287 Jul 16 08:52:20.031330 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.097129 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f9e8fe-8928-43fd-94f0-ee75296bfdd1 x-openstack-request-id: req-84f9e8fe-8928-43fd-94f0-ee75296bfdd1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:20.097308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.097424 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:20.097671 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84f9e8fe-8928-43fd-94f0-ee75296bfdd1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:20.098053 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548', 'status': 'completed', 'code': 200} Jul 16 08:52:20.105838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-629806ac-efc1-41c5-9081-ab16b97b8948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.135014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:54Z', 'revision_number': 5, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.138140 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.151010 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.182400 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e60787a-db32-4045-b80a-1f865cbec7b8 x-openstack-request-id: req-5e60787a-db32-4045-b80a-1f865cbec7b8 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:20.182692 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdbc700-1705-46ad-9a3d-12db24ca5cf3", "name": "network-vif-deleted", "tag": "02bbf226-8d46-440e-8b4e-77b7eca203e7", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:20.182989 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e60787a-db32-4045-b80a-1f865cbec7b8 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:20.183389 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdbc700-1705-46ad-9a3d-12db24ca5cf3', 'name': 'network-vif-deleted', 'tag': '02bbf226-8d46-440e-8b4e-77b7eca203e7', 'status': 'completed', 'code': 200} Jul 16 08:52:20.209892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-c7361a20-0ec8-413e-856d-bdc0b08b1013', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:20.211806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.227155 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.232088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9a25f9dd-126c-4576-8658-ea79e63d6f65'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:20.236686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] Checking router: 7f5eb565-0db7-45fb-a995-1bfa9220f88b for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:20.350559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:20.351447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.402281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.407843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9709-6e11-49af-bafb-91131b8274df req-a8e6e870-a6dc-41d9-bb76-db8b1e66642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:20.409418 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-202d9709-6e11-49af-bafb-91131b8274df req-a8e6e870-a6dc-41d9-bb76-db8b1e66642e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1097 time: 0.2220788 Jul 16 08:52:20.455286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47d83-6bb8-4574-ad3a-aa3dbbc85174 req-2dde5780-a419-4ef9-96ba-d3f4c188a3fa tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:20.456962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71d47d83-6bb8-4574-ad3a-aa3dbbc85174 req-2dde5780-a419-4ef9-96ba-d3f4c188a3fa tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.1405671 Jul 16 08:52:20.508776 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.513720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Allocated IP 2001:db8::2 (c7361a20-0ec8-413e-856d-bdc0b08b1013/1e6a680e-47cd-410f-9fd9-789bd08f5573/450fdddb-8848-4dbc-a2f8-04762280b46d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:20.518273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71d47d83-6bb8-4574-ad3a-aa3dbbc85174 req-37fdf259-f1da-4d9f-8bd5-67fb7337a04f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532999 Jul 16 08:52:20.519113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.550358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-629806ac-efc1-41c5-9081-ab16b97b8948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.562578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-629806ac-efc1-41c5-9081-ab16b97b8948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.580799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:20.607848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event updated for resources: {'Port': ['ID=6c4b2688-d3d9-452c-97cc-678c4c65b983,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.633438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.653162 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.657459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-ca8fed6b-34cd-4df1-9ae4-0620d2e184af tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0848944 Jul 16 08:52:20.718351 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-629806ac-efc1-41c5-9081-ab16b97b8948 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41b4765b5a624d0192bea8b6a5a8b1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9834332 Jul 16 08:52:20.718351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629806ac-efc1-41c5-9081-ab16b97b8948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6dbbe-ad00-4b31-a079-161ae656ae16,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.723730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33228) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.738279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9709-6e11-49af-bafb-91131b8274df req-d65ac120-241d-4618-ae37-1997fda1f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:20.739824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-202d9709-6e11-49af-bafb-91131b8274df req-d65ac120-241d-4618-ae37-1997fda1f195 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 921 time: 0.3187790 Jul 16 08:52:20.754208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-62030850-a5cb-43be-8f66-6e8ab70b12f5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.0874665 Jul 16 08:52:20.769214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 02bbf226-8d46-440e-8b4e-77b7eca203e7 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:20.803575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 02bbf226-8d46-440e-8b4e-77b7eca203e7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:20.803914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 02bbf226-8d46-440e-8b4e-77b7eca203e7 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:20.849262 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-202d9709-6e11-49af-bafb-91131b8274df req-1417cd2f-b230-4e64-9f35-e5b9b15004b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 217 time: 0.0677993 Jul 16 08:52:20.926485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a1849d0-e8f7-4e09-b127-828c27a5a179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.936096 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.951576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-79ddf06f-c206-4e2f-aaae-6dc47638f039 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:20.952422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9709-6e11-49af-bafb-91131b8274df req-8be646b6-fd1f-4c98-8cf0-9bd43a6b7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:20.953436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f20fa2e-0576-4448-bc79-3aeb4591a23a req-79ddf06f-c206-4e2f-aaae-6dc47638f039 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.1921315 Jul 16 08:52:20.954066 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-202d9709-6e11-49af-bafb-91131b8274df req-8be646b6-fd1f-4c98-8cf0-9bd43a6b7458 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.0846322 Jul 16 08:52:20.970674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Transition to ACTIVE for port object 450fdddb-8848-4dbc-a2f8-04762280b46d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:20.977115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3594f-5728-4931-8538-cc791e7446be req-84c5c254-765a-4738-9a22-c408769a7044 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:20.987878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39a3594f-5728-4931-8538-cc791e7446be req-84c5c254-765a-4738-9a22-c408769a7044 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 944 time: 0.1660900 Jul 16 08:52:20.991571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a1849d0-e8f7-4e09-b127-828c27a5a179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.015659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Transition to ACTIVE for port object 450fdddb-8848-4dbc-a2f8-04762280b46d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:21.019182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-202d9709-6e11-49af-bafb-91131b8274df req-6388ca67-ca59-49f9-8c3c-1fe9200459b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522630 Jul 16 08:52:21.034711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:54Z', 'revision_number': 5, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:21.038917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39a3594f-5728-4931-8538-cc791e7446be req-c777a390-cca8-4210-a6b6-5badd15d09eb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500829 Jul 16 08:52:21.067324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3a78e-7b13-4c7f-afc7-6873e8622e02 None None] The sync data for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 is: [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '592cdb67-ee7c-46cc-9966-cb47d8e3113d', 'name': '', 'network_id': '7ab1cd57-1131-4b52-a9c0-dac9ad9de331', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'mac_address': 'fa:16:3e:c4:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:44Z', 'updated_at': '2021-07-16T08:49:54Z', 'revision_number': 5, 'project_id': '73196d62b0db486b942ba49397c1910a', 'subnets': [{'id': '7f2a35fb-82c8-44a8-b30b-93b8a846edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:21.069346 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.146547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Network c7361a20-0ec8-413e-856d-bdc0b08b1013 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:21.149542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:21.154040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:21.175165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Pushing event updated for resources: {'Port': ['ID=450fdddb-8848-4dbc-a2f8-04762280b46d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.261411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8::1 (c7361a20-0ec8-413e-856d-bdc0b08b1013/1e6a680e-47cd-410f-9fd9-789bd08f5573/45c7ab56-11ce-4196-bd09-098943e1041f) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:21.284705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Attempting to bind port 450fdddb-8848-4dbc-a2f8-04762280b46d on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:21.285136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Attempting to bind port 450fdddb-8848-4dbc-a2f8-04762280b46d by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:21.286777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Attempting to bind port 450fdddb-8848-4dbc-a2f8-04762280b46d on network c7361a20-0ec8-413e-856d-bdc0b08b1013 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:21.295616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:21.296565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Checking segment: {'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:21.297220 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.297632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Bound using segment: {'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:21.298344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Bound port: 450fdddb-8848-4dbc-a2f8-04762280b46d, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:21.299254 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.308347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a1849d0-e8f7-4e09-b127-828c27a5a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.313397 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a1849d0-e8f7-4e09-b127-828c27a5a179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.314629 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2a1849d0-e8f7-4e09-b127-828c27a5a179 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1f6dbbe-ad00-4b31-a079-161ae656ae16 HTTP/1.1" status: 204 len: 168 time: 0.5899255 Jul 16 08:52:21.361531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1849d0-e8f7-4e09-b127-828c27a5a179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6dbbe-ad00-4b31-a079-161ae656ae16,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.380410 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-202d9709-6e11-49af-bafb-91131b8274df req-0adf8206-6299-42c2-8185-9a5511ebf289 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485384 Jul 16 08:52:21.453965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a25f9dd-126c-4576-8658-ea79e63d6f65 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:21.516763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-143a5475-3f59-41c1-9965-5adb19be2405 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:21.521295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-143a5475-3f59-41c1-9965-5adb19be2405 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3336279 Jul 16 08:52:21.585349 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9f20f-f6a5-4580-bed2-13894d614db7 None None] New status for floating IP 89720cd5-314b-43b8-8d3d-acdb267a9369: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:52:21.624129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-21030f28-e840-45c2-813b-658d44b65038 None None] For port 450fdddb-8848-4dbc-a2f8-04762280b46d, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:21.630297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-9dd9cb3a-39d2-4110-866b-ab9ae0450ba8 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.1044650 Jul 16 08:52:21.639463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-21030f28-e840-45c2-813b-658d44b65038 None None] For port 450fdddb-8848-4dbc-a2f8-04762280b46d, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=450fdddb-8848-4dbc-a2f8-04762280b46d,segment=NetworkSegment(57108447-bc10-4e79-98a9-a3c9362c8a94),segment_id=57108447-bc10-4e79-98a9-a3c9362c8a94)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:21.639675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Request body: {'floatingip': {'port_id': '24dff076-500e-480f-ba48-e6ab9800b548', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:21.667426 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.717410 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-202d9709-6e11-49af-bafb-91131b8274df req-03aecc7f-51fd-491b-aecc-4fe95bd95987 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213806 Jul 16 08:52:21.762462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.764277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.810038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object 45c7ab56-11ce-4196-bd09-098943e1041f will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:21.900477 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.009043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33266) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:22.034485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network c7361a20-0ec8-413e-856d-bdc0b08b1013 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:22.042064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:22.048331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:22.048885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.051409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=45c7ab56-11ce-4196-bd09-098943e1041f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.055213 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07438149-00bb-41a3-a018-01c4d74e0948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.055600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 9a25f9dd-126c-4576-8658-ea79e63d6f65 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:22.056128 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.072060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696dfd1-d009-482f-a32c-782bec658571 req-4da9d76f-3882-4d4b-a66a-6383486fa6ef tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:22.073573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e696dfd1-d009-482f-a32c-782bec658571 req-4da9d76f-3882-4d4b-a66a-6383486fa6ef tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1097 time: 0.3619955 Jul 16 08:52:22.232678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21030f28-e840-45c2-813b-658d44b65038 None None] Pushing event updated for resources: {'Port': ['ID=450fdddb-8848-4dbc-a2f8-04762280b46d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.238774 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.268154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e696dfd1-d009-482f-a32c-782bec658571 req-0eaa359b-7af9-4888-afe1-cba1967e36e5 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758227 Jul 16 08:52:22.280071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.300552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:22.301596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:22.304543 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba8e109-8317-4c02-b306-f2ab4a9e0889" -d '{"events": [{"server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "name": "network-vif-plugged", "status": "completed", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:22.338717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.342413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33272) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:22.466730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.516052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07438149-00bb-41a3-a018-01c4d74e0948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.570569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07438149-00bb-41a3-a018-01c4d74e0948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.784373 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-07438149-00bb-41a3-a018-01c4d74e0948 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=beb831cd638c4319bba95a510569cf34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714441 Jul 16 08:52:22.794157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33274) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:22.797881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3424e96d-8234-4307-91c0-f856720e7ad1 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.803600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07438149-00bb-41a3-a018-01c4d74e0948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3097fd-4cc2-4b16-9352-e24ff528555e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.864314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3424e96d-8234-4307-91c0-f856720e7ad1 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.022674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3424e96d-8234-4307-91c0-f856720e7ad1 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.025189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3424e96d-8234-4307-91c0-f856720e7ad1 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.029926 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3424e96d-8234-4307-91c0-f856720e7ad1 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "DELETE /v2.0/security-groups/cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65 HTTP/1.1" status: 204 len: 168 time: 0.6817155 Jul 16 08:52:23.035704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33276) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:23.063644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424e96d-8234-4307-91c0-f856720e7ad1 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:23.073516 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-5f076b1e-bb6e-463c-8512-ac7de8ab1310 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] show failed (client error): The resource could not be found. Jul 16 08:52:23.077139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f076b1e-bb6e-463c-8512-ac7de8ab1310 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "GET /v2.0/security-groups/cf3d3cfa-65d2-44cd-a8f0-baa01a4a1e65 HTTP/1.1" status: 404 len: 347 time: 0.0376451 Jul 16 08:52:23.079542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33278) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:23.140886 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.150957 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.151631 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.326603 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=45c7ab56-11ce-4196-bd09-098943e1041f,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:23.364406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.381847 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29100a6a-9054-4b2b-bd49-ba6fe8b5d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.388418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.397046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Deleting port 14b53550-1a70-4c1d-9e38-434cfff02fcd {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:23.397490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.432473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network c7361a20-0ec8-413e-856d-bdc0b08b1013 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:23.438649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:23.491206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d67eb3-65c2-49f5-a750-e92da1e25cd5 req-5aab70ce-f524-49f8-a5c2-91c9fc9ae8b2 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:23.499082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d67eb3-65c2-49f5-a750-e92da1e25cd5 req-5aab70ce-f524-49f8-a5c2-91c9fc9ae8b2 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.8533678 Jul 16 08:52:23.525993 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29100a6a-9054-4b2b-bd49-ba6fe8b5d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.613430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.613799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.628101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Calling delete_port for 14b53550-1a70-4c1d-9e38-434cfff02fcd owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:23.670885 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d67eb3-65c2-49f5-a750-e92da1e25cd5 req-c8ccb08f-5c57-41e2-a402-6dd9f849244b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708319 Jul 16 08:52:23.698604 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Floating IP 447479a9-331d-4ff7-9ac9-afdc07b774d0 associated. External IP: 172.25.6.59, port: 24dff076-500e-480f-ba48-e6ab9800b548. Jul 16 08:52:23.704103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae98990-5448-4147-8693-7704b37480a0 None None] Network c7361a20-0ec8-413e-856d-bdc0b08b1013 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:23.863290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ecc009e7-7707-4e77-a488-88d364cc962c None None] Provisioning for port 450fdddb-8848-4dbc-a2f8-04762280b46d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:23.902260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29100a6a-9054-4b2b-bd49-ba6fe8b5d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.904948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29100a6a-9054-4b2b-bd49-ba6fe8b5d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.908519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-29100a6a-9054-4b2b-bd49-ba6fe8b5d1a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e3097fd-4cc2-4b16-9352-e24ff528555e HTTP/1.1" status: 204 len: 168 time: 1.1110039 Jul 16 08:52:24.040056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29100a6a-9054-4b2b-bd49-ba6fe8b5d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3097fd-4cc2-4b16-9352-e24ff528555e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:24.123638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 450fdddb-8848-4dbc-a2f8-04762280b46d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:24.224145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:24.239767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 450fdddb-8848-4dbc-a2f8-04762280b46d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:24.249569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 450fdddb-8848-4dbc-a2f8-04762280b46d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:24.250581 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.352461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Router 64be6d34-3697-4d29-bef6-b07af7384723 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:24.354239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.373207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f2489-3c61-42fb-a7ce-51feb6169ecc req-1b1199c9-1779-452b-94af-8f768c51bcca tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:24.380943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f30f2489-3c61-42fb-a7ce-51feb6169ecc req-1b1199c9-1779-452b-94af-8f768c51bcca tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.4801359 Jul 16 08:52:24.492374 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.556962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:24.571471 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3f2c5843-16b6-4eb1-ba3c-ecdb625513cd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7487743 Jul 16 08:52:24.585517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33292) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.590833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Pushing event deleted for resources: {'Port': ['ID=14b53550-1a70-4c1d-9e38-434cfff02fcd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:24.607504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 450fdddb-8848-4dbc-a2f8-04762280b46d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=450fdddb-8848-4dbc-a2f8-04762280b46d,segment=NetworkSegment(57108447-bc10-4e79-98a9-a3c9362c8a94),segment_id=57108447-bc10-4e79-98a9-a3c9362c8a94)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:24.612579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:24.617018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1276086146'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:24.618124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:24.624789 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] Sync routers for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:24.627379 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.628076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.648472 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:24.649166 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.701530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:24.709433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.720467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9288ade2-656b-4454-bb0f-f03fc9c24581 None None] Provisioning complete for port 450fdddb-8848-4dbc-a2f8-04762280b46d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:24.724441 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9288ade2-656b-4454-bb0f-f03fc9c24581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.751895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f30f2489-3c61-42fb-a7ce-51feb6169ecc req-695370fc-ce02-4a7c-837d-e6976f685e48 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700399 Jul 16 08:52:24.816439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-94d947a6-3c66-430d-86b2-e2e23f1ad5ba tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "PUT /v2.0/floatingips/447479a9-331d-4ff7-9ac9-afdc07b774d0 HTTP/1.1" status: 200 len: 995 time: 3.1849124 Jul 16 08:52:24.822923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:24.823740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.830614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:24.833963 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779aae8d-7710-4a1f-a8e0-6c39c69e1450" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:24.870654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:24.888141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.891888 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment 4585548e-32c6-4168-97f7-51b951212222 of type vlan for network a181979b-5c29-4082-8ea2-0e333867d038 Jul 16 08:52:24.925272 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6907283a-5b24-4277-ac29-f550ef82a0da x-openstack-request-id: req-6907283a-5b24-4277-ac29-f550ef82a0da {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:24.936340 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "name": "network-vif-plugged", "status": "completed", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:24.936808 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6907283a-5b24-4277-ac29-f550ef82a0da {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:24.937341 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'code': 200} Jul 16 08:52:24.938484 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:24.986435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.005305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-1e1e1848-8469-4125-9e5b-8e907788db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.033577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-1e1e1848-8469-4125-9e5b-8e907788db07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1097 time: 0.1742213 Jul 16 08:52:25.060972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.067563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.072450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=450fdddb-8848-4dbc-a2f8-04762280b46d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:25.074084 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d6a3daa9-ecc3-4db6-a394-a4900ad71704 tempest-ServersTestManualDisk-391284893 tempest-ServersTestManualDisk-391284893-project] 10.222.0.55 "DELETE /v2.0/floatingips/89720cd5-314b-43b8-8d3d-acdb267a9369 HTTP/1.1" status: 204 len: 168 time: 1.9935622 Jul 16 08:52:25.076205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.082129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.091056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.097731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33306) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.152138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:25.211161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-13def3a7-6a94-4edf-a65b-c938a835dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.219319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-13def3a7-6a94-4edf-a65b-c938a835dfae service neutron] 10.222.0.55 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 921 time: 0.1846507 Jul 16 08:52:25.248902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=a181979b-5c29-4082-8ea2-0e333867d038,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:25.287264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network a181979b-5c29-4082-8ea2-0e333867d038 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:25.398268 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9fca5c29-c8e7-4ef7-96bc-dd0c04faa48c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8090756 Jul 16 08:52:25.406594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33312) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.419180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:25.523369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-1f6ad657-a184-4e6d-8e90-ec2971daabea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 998 time: 0.3028891 Jul 16 08:52:25.617011 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '447479a9-331d-4ff7-9ac9-afdc07b774d0', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'port_id': '24dff076-500e-480f-ba48-e6ab9800b548', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'mac_address': 'fa:16:3e:d6:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:23Z', 'revision_number': 1, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:17Z', 'revision_number': 5, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:25.643811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:25.648137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.665688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-03c835da-9e6a-4aa2-9c1a-2d2135d6a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.675536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-03c835da-9e6a-4aa2-9c1a-2d2135d6a873 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.1512170 Jul 16 08:52:25.692288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9288ade2-656b-4454-bb0f-f03fc9c24581 None None] Provisioning for port 45c7ab56-11ce-4196-bd09-098943e1041f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:25.703109 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] Checking router: 64be6d34-3697-4d29-bef6-b07af7384723 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:25.713434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9288ade2-656b-4454-bb0f-f03fc9c24581 None None] Provisioning complete for port 45c7ab56-11ce-4196-bd09-098943e1041f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:25.713853 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9288ade2-656b-4454-bb0f-f03fc9c24581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.725422 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:25.728079 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:25.762161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0eadf-d6e5-418c-838c-64dc1a5fd0dd req-cc9baee1-454a-45fd-8855-bb4495b89fd1 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.775748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79c0eadf-d6e5-418c-838c-64dc1a5fd0dd req-cc9baee1-454a-45fd-8855-bb4495b89fd1 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1097 time: 0.5460596 Jul 16 08:52:25.798228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-d826d299-5eac-4212-bf65-e51c81692685 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214256 Jul 16 08:52:25.863964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.907779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9288ade2-656b-4454-bb0f-f03fc9c24581 None None] Port 45c7ab56-11ce-4196-bd09-098943e1041f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:25.911122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79c0eadf-d6e5-418c-838c-64dc1a5fd0dd req-cada9b22-5217-45e6-b100-b2a42c465eb8 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329010 Jul 16 08:52:26.007525 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:26.078119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 450fdddb-8848-4dbc-a2f8-04762280b46d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:26.106453 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-01129c30-7ec7-4821-ade5-6d5205d88583 service neutron] 10.222.0.55 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057568 Jul 16 08:52:26.130598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:26.131307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: a181979b-5c29-4082-8ea2-0e333867d038, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:26.154453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=d78a1261-0a3e-4c24-b798-3ea6fee80816,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.173133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.173806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.174379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.174972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.175557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.176112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.178472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.179102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.179685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.180253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.182708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.183315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:26.227970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8c896091-80e6-4093-854a-86daa0afad17 None None] Provisioning complete for port 45c7ab56-11ce-4196-bd09-098943e1041f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:26.228741 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c896091-80e6-4093-854a-86daa0afad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.262232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f62984-ad23-46eb-9c1b-76a295346a57 req-1bd7c6f3-71d5-44c2-94f1-e05132fad41f service neutron] 10.222.0.55 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520941 Jul 16 08:52:26.287697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8c896091-80e6-4093-854a-86daa0afad17 None None] Port 45c7ab56-11ce-4196-bd09-098943e1041f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:26.302117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network a181979b-5c29-4082-8ea2-0e333867d038 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:26.337421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 450fdddb-8848-4dbc-a2f8-04762280b46d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:26.338178 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.367307 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b60e36c-db53-46dc-a7b5-4f9843e02f39 x-openstack-request-id: req-3b60e36c-db53-46dc-a7b5-4f9843e02f39 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:26.367887 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:26.378355 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b60e36c-db53-46dc-a7b5-4f9843e02f39 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:26.379876 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548', 'status': 'completed', 'code': 200} Jul 16 08:52:26.398341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:22Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:22Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:26.441572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:26.442188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Updating router ac47114e-eb39-4a19-860c-8a46605d356c port 45c7ab56-11ce-4196-bd09-098943e1041f binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:26.459208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce141f-e71f-43eb-8563-b0533347b8c6 req-a90bd783-7b52-4b83-85a9-6b745c6694eb tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:26.467840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce141f-e71f-43eb-8563-b0533347b8c6 req-a90bd783-7b52-4b83-85a9-6b745c6694eb tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.1999958 Jul 16 08:52:26.472399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, a181979b-5c29-4082-8ea2-0e333867d038) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:26.511801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:26.514906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.549239 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ce141f-e71f-43eb-8563-b0533347b8c6 req-60984807-4f5a-4837-a61b-9f6273d1f614 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800231 Jul 16 08:52:26.565496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95d0ac-4a36-464e-9a23-bd00e0b3fad1 None None] Network a181979b-5c29-4082-8ea2-0e333867d038 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:26.659293 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '447479a9-331d-4ff7-9ac9-afdc07b774d0', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'port_id': '24dff076-500e-480f-ba48-e6ab9800b548', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'mac_address': 'fa:16:3e:d6:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:23Z', 'revision_number': 1, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:17Z', 'revision_number': 5, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:26.729428 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.740939 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7e17-f3b2-4b1e-b272-a6551da340d5 None None] The sync data for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 is: [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '447479a9-331d-4ff7-9ac9-afdc07b774d0', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'port_id': '24dff076-500e-480f-ba48-e6ab9800b548', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'mac_address': 'fa:16:3e:d6:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:23Z', 'revision_number': 1, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:17Z', 'revision_number': 5, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:26.752611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6dd1c-1645-45a3-bcd5-3606da79740e req-88dd3ffe-db4d-466f-96cb-83de60873f4e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:26.754219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdb6dd1c-1645-45a3-bcd5-3606da79740e req-88dd3ffe-db4d-466f-96cb-83de60873f4e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1511443 Jul 16 08:52:26.774836 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-de073b8e-a7ee-4491-9f66-bc97055cdec9 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3621194 Jul 16 08:52:26.788011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33342) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:26.967944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-917ed655-19de-44f2-a27e-0e60a0dd1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:26.972005 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-917ed655-19de-44f2-a27e-0e60a0dd1371 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1097 time: 0.5566864 Jul 16 08:52:27.112948 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-a1c16184-b001-479b-8fea-7b7228d8b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.114962 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-a1c16184-b001-479b-8fea-7b7228d8b993 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 921 time: 0.1322882 Jul 16 08:52:27.149215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a181979b-5c29-4082-8ea2-0e333867d038', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:27.150768 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.188178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bd117-934e-4652-b8c1-f0f45f1186ad None None] New status for floating IP 447479a9-331d-4ff7-9ac9-afdc07b774d0: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:52:27.219798 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-cff9f1d8-aa6b-45a9-9401-a99438134f9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 998 time: 0.0772662 Jul 16 08:52:27.229731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdb6dd1c-1645-45a3-bcd5-3606da79740e req-4f57fc93-bef1-4b5a-a302-5bbac7e6fa02 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661708 Jul 16 08:52:27.283037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-fbf525a9-6d76-4794-8801-343a566867ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.284616 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-fbf525a9-6d76-4794-8801-343a566867ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.0550101 Jul 16 08:52:27.345487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.350060 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-ef4b978b-ee81-41a5-a8f2-904a424ba67f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521874 Jul 16 08:52:27.603306 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-69208c6e-8921-47d4-8bfc-452cb96e57e9 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101283 Jul 16 08:52:27.669729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-9b279723-223a-449c-b448-0d09e7245e35 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 998 time: 0.3219271 Jul 16 08:52:27.883219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-dcda03df-f340-45c7-930e-e9e262da8222 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.892162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-dcda03df-f340-45c7-930e-e9e262da8222 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports/24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 942 time: 0.2203162 Jul 16 08:52:27.997680 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.077273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Allocated IP 2001:db8:1::2 (a181979b-5c29-4082-8ea2-0e333867d038/d78a1261-0a3e-4c24-b798-3ea6fee80816/b0148285-d7a8-4ee2-8685-44a69e8c7893) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:28.083483 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-779aae8d-7710-4a1f-a8e0-6c39c69e1450 req-7e6d2c65-9abc-484c-92df-d15be34f3086 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871284 Jul 16 08:52:28.212847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Deleting port 592cdb67-ee7c-46cc-9966-cb47d8e3113d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:28.213439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.333421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] For port 592cdb67-ee7c-46cc-9966-cb47d8e3113d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=592cdb67-ee7c-46cc-9966-cb47d8e3113d,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:28.333896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.369627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Calling delete_port for 592cdb67-ee7c-46cc-9966-cb47d8e3113d owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:28.398244 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.510261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Transition to ACTIVE for port object b0148285-d7a8-4ee2-8685-44a69e8c7893 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:28.555587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Transition to ACTIVE for port object b0148285-d7a8-4ee2-8685-44a69e8c7893 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:28.588097 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.596477 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.719384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Network a181979b-5c29-4082-8ea2-0e333867d038 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:28.734471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:28.739388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-2fe0548f-9160-4b62-bc5b-1b537f0f7af2 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:52:28.743342 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-2fe0548f-9160-4b62-bc5b-1b537f0f7af2 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455711 Jul 16 08:52:28.760618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-392ee7b7-e882-40a6-8c6f-b61a4b4ec80f tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 998 time: 0.6323998 Jul 16 08:52:28.794609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Request body: {'binding': {'host': 'n-h1-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:28.796328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:52:28.815552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:28.817986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Pushing event updated for resources: {'Port': ['ID=b0148285-d7a8-4ee2-8685-44a69e8c7893,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.823217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Transition to ACTIVE for port object 45c7ab56-11ce-4196-bd09-098943e1041f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:28.839876 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.938471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb38b2-d42b-49a7-a63f-802c1e2c9911 None None] Pushing event updated for resources: {'Port': ['ID=45c7ab56-11ce-4196-bd09-098943e1041f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.985256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Attempting to bind port b0148285-d7a8-4ee2-8685-44a69e8c7893 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:28.985669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Attempting to bind port b0148285-d7a8-4ee2-8685-44a69e8c7893 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:28.986049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Attempting to bind port b0148285-d7a8-4ee2-8685-44a69e8c7893 on network a181979b-5c29-4082-8ea2-0e333867d038 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:28.993495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:28.993992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Checking segment: {'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:28.994400 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.994801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Bound using segment: {'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:28.995288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Bound port: b0148285-d7a8-4ee2-8685-44a69e8c7893, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:28.995717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.038312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.088785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-dcda7afb-3034-4f25-8e69-6b88d3123666 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:29.097617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-dcda7afb-3034-4f25-8e69-6b88d3123666 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.3360550 Jul 16 08:52:29.103978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Attempting to bind port 45c7ab56-11ce-4196-bd09-098943e1041f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:29.104355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Attempting to bind port 45c7ab56-11ce-4196-bd09-098943e1041f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:29.104723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Attempting to bind port 45c7ab56-11ce-4196-bd09-098943e1041f on network c7361a20-0ec8-413e-856d-bdc0b08b1013 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:29.109581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Pushing event deleted for resources: {'Port': ['ID=592cdb67-ee7c-46cc-9966-cb47d8e3113d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.133040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:29.133895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Checking segment: {'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:29.134466 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.135025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Bound using segment: {'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:29.135693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Bound port: 45c7ab56-11ce-4196-bd09-098943e1041f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57108447-bc10-4e79-98a9-a3c9362c8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:29.136250 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.221145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] For port b0148285-d7a8-4ee2-8685-44a69e8c7893, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:29.278647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] For port b0148285-d7a8-4ee2-8685-44a69e8c7893, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b0148285-d7a8-4ee2-8685-44a69e8c7893,segment=NetworkSegment(4585548e-32c6-4168-97f7-51b951212222),segment_id=4585548e-32c6-4168-97f7-51b951212222)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:29.298379 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.306003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8:1::1 (a181979b-5c29-4082-8ea2-0e333867d038/d78a1261-0a3e-4c24-b798-3ea6fee80816/9eed85f0-825b-4d08-aba6-e031c9cb9e27) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:29.333750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-a6b0ad16-ecc9-4024-9f55-2c1a25ff9020 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 1000 time: 0.2324681 Jul 16 08:52:29.347620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:29.421730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] For port 45c7ab56-11ce-4196-bd09-098943e1041f, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:29.429992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on host n-h1-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:29.430682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:29.431155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:29.444642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:29.445136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:29.459353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:29.459839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:29.460436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:29.461197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Bound port: d1f36911-36f9-4f17-8f90-56330efd2ccc, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:29.465049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.469810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] For port 45c7ab56-11ce-4196-bd09-098943e1041f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45c7ab56-11ce-4196-bd09-098943e1041f,segment=NetworkSegment(57108447-bc10-4e79-98a9-a3c9362c8a94),segment_id=57108447-bc10-4e79-98a9-a3c9362c8a94)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:29.487590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6e2bb-33e9-4ec4-9da1-33ef514ae4ec None None] Pushing event updated for resources: {'Port': ['ID=b0148285-d7a8-4ee2-8685-44a69e8c7893,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.505663 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.562172 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.614372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb38b2-d42b-49a7-a63f-802c1e2c9911 None None] Pushing event updated for resources: {'Port': ['ID=45c7ab56-11ce-4196-bd09-098943e1041f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.650318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:29.651878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:29.811192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.858527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object 9eed85f0-825b-4d08-aba6-e031c9cb9e27 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:29.935315 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.954508 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.954887 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Floating IP 447479a9-331d-4ff7-9ac9-afdc07b774d0 disassociated. External IP: 172.25.6.59, port: 24dff076-500e-480f-ba48-e6ab9800b548. Jul 16 08:52:30.028077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:30.046696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Router 7f5eb565-0db7-45fb-a995-1bfa9220f88b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:30.068748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:30.083323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.085158 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b961418d-dc71-4427-94ec-ef7190ac3a14 service neutron] 10.222.0.55 "POST /v2.0/ports/d1f36911-36f9-4f17-8f90-56330efd2ccc/bindings HTTP/1.1" status: 201 len: 390 time: 1.3115652 Jul 16 08:52:30.286371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b0148285-d7a8-4ee2-8685-44a69e8c7893 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:30.335926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:30.338741 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.344661 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d46074a-c40c-4825-9c2b-2ca660b388ab admin admin] 10.222.0.55 "PUT /v2.0/routers/7f5eb565-0db7-45fb-a995-1bfa9220f88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1086242 Jul 16 08:52:30.351715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33392) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.352709 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] Sync routers for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:30.366144 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:30.366831 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:30.617246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network a181979b-5c29-4082-8ea2-0e333867d038 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:30.693113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:30.717595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b0148285-d7a8-4ee2-8685-44a69e8c7893 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:30.741853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:30.741853 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.774096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.812278 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:30.854305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=9eed85f0-825b-4d08-aba6-e031c9cb9e27,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.868560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Router 64be6d34-3697-4d29-bef6-b07af7384723 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:30.922695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:22Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:29Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.018723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.019868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596ff7e-39f4-473f-a920-837a665033f7 None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:22Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:29Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:31.033992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-068d9289-caed-4e72-be59-90a83ca77083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:31.036048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-068d9289-caed-4e72-be59-90a83ca77083 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1097 time: 0.5187006 Jul 16 08:52:31.163705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Deleting port d974c3d5-056b-4b46-8463-d1a823943aac {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:31.169458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.315914 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:52:28Z', 'revision_number': 5, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port': {'id': 'd974c3d5-056b-4b46-8463-d1a823943aac', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:39Z', 'updated_at': '2021-07-16T08:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.327550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] For port d974c3d5-056b-4b46-8463-d1a823943aac, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d974c3d5-056b-4b46-8463-d1a823943aac,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:31.328161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.361457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Calling delete_port for d974c3d5-056b-4b46-8463-d1a823943aac owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:31.391661 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] Checking router: 7f5eb565-0db7-45fb-a995-1bfa9220f88b for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:31.400445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354706b-3d81-49c2-aed0-0246470ea986 None None] Network a181979b-5c29-4082-8ea2-0e333867d038 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:31.431643 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] Routers {'7f5eb565-0db7-45fb-a995-1bfa9220f88b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:31.432280 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.549204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-064722d0-bedc-4165-a39b-26de99214b24 None None] Provisioning for port b0148285-d7a8-4ee2-8685-44a69e8c7893 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:31.566822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.574405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-064722d0-bedc-4165-a39b-26de99214b24 None None] Provisioning complete for port b0148285-d7a8-4ee2-8685-44a69e8c7893 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:31.576844 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064722d0-bedc-4165-a39b-26de99214b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.643824 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] Set router 7f5eb565-0db7-45fb-a995-1bfa9220f88b gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:31.807902 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064722d0-bedc-4165-a39b-26de99214b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.833942 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:52:31Z', 'revision_number': 6, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.899634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:31.915541 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.946773 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c04b01-fa79-4005-ae45-847ec30d8656 None None] The sync data for ids ['7f5eb565-0db7-45fb-a995-1bfa9220f88b'] in n-d-780147-28 is: [{'id': '7f5eb565-0db7-45fb-a995-1bfa9220f88b', 'name': 'tempest-ServersTestManualDisk-1323070752-router', 'tenant_id': '73196d62b0db486b942ba49397c1910a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:37Z', 'updated_at': '2021-07-16T08:52:31Z', 'revision_number': 6, 'project_id': '73196d62b0db486b942ba49397c1910a', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:31.959962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] Sync routers for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:31.962280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.063806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45c7ab56-11ce-4196-bd09-098943e1041f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:32.077508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Pushing event deleted for resources: {'Port': ['ID=d974c3d5-056b-4b46-8463-d1a823943aac,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.135519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-064722d0-bedc-4165-a39b-26de99214b24 None None] For port b0148285-d7a8-4ee2-8685-44a69e8c7893, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b0148285-d7a8-4ee2-8685-44a69e8c7893,segment=NetworkSegment(4585548e-32c6-4168-97f7-51b951212222),segment_id=4585548e-32c6-4168-97f7-51b951212222)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:32.138995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:32.139922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.185730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d8577-15e1-4626-9a10-a0261dcd8bb0 req-d67da7e7-b190-45b8-bb80-1e897ac0eada tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.207180 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-064722d0-bedc-4165-a39b-26de99214b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.213821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-063d8577-15e1-4626-9a10-a0261dcd8bb0 req-d67da7e7-b190-45b8-bb80-1e897ac0eada tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 1.0924132 Jul 16 08:52:32.260744 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.347539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c8f18cd7-f385-4208-8884-d80422baaa9a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "PUT /v2.0/floatingips/447479a9-331d-4ff7-9ac9-afdc07b774d0 HTTP/1.1" status: 200 len: 694 time: 3.0115433 Jul 16 08:52:32.358476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:32.374482 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832cf398-8fdb-4626-9b91-395848f2cfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:32.382971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-ff078113-ab3f-49e2-b873-66f4c2f2efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.395320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-ff078113-ab3f-49e2-b873-66f4c2f2efe2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 1.2747993 Jul 16 08:52:32.479217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064722d0-bedc-4165-a39b-26de99214b24 None None] Pushing event updated for resources: {'Port': ['ID=b0148285-d7a8-4ee2-8685-44a69e8c7893,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.490052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-063d8577-15e1-4626-9a10-a0261dcd8bb0 req-594d77ef-7565-4d55-84ce-a83ef456dbe0 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749779 Jul 16 08:52:32.516320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 45c7ab56-11ce-4196-bd09-098943e1041f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:32.531628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:32.533748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 45c7ab56-11ce-4196-bd09-098943e1041f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:32.534235 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.598098 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.604936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.728645 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.729190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f5eb565-0db7-45fb-a995-1bfa9220f88b {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:32.733544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.734858 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-29bb95b0-6633-4e5f-8ed0-19ee7dd6745f admin admin] 10.222.0.55 "DELETE /v2.0/routers/7f5eb565-0db7-45fb-a995-1bfa9220f88b HTTP/1.1" status: 204 len: 168 time: 2.3821576 Jul 16 08:52:32.737288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33408) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.869361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d93e036-c7a8-4de3-9d24-02bd45ef80e0 admin admin] Deleting subnet 7f2a35fb-82c8-44a8-b30b-93b8a846edce {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:32.891030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d93e036-c7a8-4de3-9d24-02bd45ef80e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.913044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-6b180a54-de3c-415a-aa5c-18604af3c09b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 200 len: 217 time: 0.4676600 Jul 16 08:52:32.966671 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d93e036-c7a8-4de3-9d24-02bd45ef80e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.077437 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.137893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:17Z', 'revision_number': 5, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:33.146145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d93e036-c7a8-4de3-9d24-02bd45ef80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.211640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-8894b889-a790-4670-9c2c-4139c829da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.224199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-8894b889-a790-4670-9c2c-4139c829da58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.2921999 Jul 16 08:52:33.237193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] Checking router: 64be6d34-3697-4d29-bef6-b07af7384723 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:33.246585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 45c7ab56-11ce-4196-bd09-098943e1041f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45c7ab56-11ce-4196-bd09-098943e1041f,segment=NetworkSegment(57108447-bc10-4e79-98a9-a3c9362c8a94),segment_id=57108447-bc10-4e79-98a9-a3c9362c8a94)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:33.278169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d93e036-c7a8-4de3-9d24-02bd45ef80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.290232 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.304695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:33.306358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:33.356888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-e8f0b3ef-d91d-4130-ba00-d99809162e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.366175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-e8f0b3ef-d91d-4130-ba00-d99809162e0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1097 time: 0.9695728 Jul 16 08:52:33.415176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-455097fe-ef68-44e6-8627-a37a5a8608d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778710 Jul 16 08:52:33.428227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc13b2-3c68-4c5d-ada8-dcd76b06880a req-7aded3cf-0fde-4215-96b3-5a148af903fa tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.454259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bdc13b2-3c68-4c5d-ada8-dcd76b06880a req-7aded3cf-0fde-4215-96b3-5a148af903fa tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 945 time: 0.6371684 Jul 16 08:52:33.472311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2211021e-6858-4429-bb79-6e5ad0712c61 None None] Provisioning complete for port b0148285-d7a8-4ee2-8685-44a69e8c7893 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:33.481946 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2211021e-6858-4429-bb79-6e5ad0712c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.873927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93e036-c7a8-4de3-9d24-02bd45ef80e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2a35fb-82c8-44a8-b30b-93b8a846edce,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.884347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d93e036-c7a8-4de3-9d24-02bd45ef80e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.891597 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0d93e036-c7a8-4de3-9d24-02bd45ef80e0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7f2a35fb-82c8-44a8-b30b-93b8a846edce HTTP/1.1" status: 204 len: 168 time: 1.1530972 Jul 16 08:52:33.894287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33414) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.907322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a5043-9f8e-4f9b-80e9-403d1e1e66df None None] Network 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:34.008743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.010448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b0148285-d7a8-4ee2-8685-44a69e8c7893 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:34.051243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=45c7ab56-11ce-4196-bd09-098943e1041f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.097594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Deleting port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:34.100707 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.167587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:34.193586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] For port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=82853c44-c55e-43ed-8d5f-e4ce1e76c4ab,segment=NetworkSegment(b368963f-e8a3-4db5-be89-8d4379ecee18),segment_id=b368963f-e8a3-4db5-be89-8d4379ecee18)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:34.194439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.211628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Calling delete_port for 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:34.397128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.456500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Pushing event deleted for resources: {'Port': ['ID=82853c44-c55e-43ed-8d5f-e4ce1e76c4ab,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.460623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] No DVR routers for this DVR port 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:34.508580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2211021e-6858-4429-bb79-6e5ad0712c61 None None] Provisioning for port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:34.513282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bdc13b2-3c68-4c5d-ada8-dcd76b06880a req-11ba753c-1a7f-4343-ace1-6d09c6da361e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0350771 Jul 16 08:52:34.526147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2211021e-6858-4429-bb79-6e5ad0712c61 None None] Provisioning complete for port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:34.526568 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2211021e-6858-4429-bb79-6e5ad0712c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.534389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b0148285-d7a8-4ee2-8685-44a69e8c7893 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:34.534778 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.609899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-68d4ae0a-1e70-40e1-b1c6-4510bf289c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:34.618325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.630684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-68d4ae0a-1e70-40e1-b1c6-4510bf289c26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 921 time: 1.2635510 Jul 16 08:52:34.632485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab1cd57-1131-4b52-a9c0-dac9ad9de331']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.641474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-fbbf6712-4d14-4771-b006-4e6356e59e0b service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1743565 Jul 16 08:52:34.655815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b368963f-e8a3-4db5-be89-8d4379ecee18') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.656158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b368963f-e8a3-4db5-be89-8d4379ecee18') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.656337 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.658192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2211021e-6858-4429-bb79-6e5ad0712c61 None None] Port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:34.678324 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.711322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.719174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:34.719600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.751234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-d4933d97-4184-488f-a910-baeda110428d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 217 time: 0.1195891 Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:34.758201 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:34.760857 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.761631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.820465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:17Z', 'revision_number': 5, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.848430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bb5686-11b2-4944-9b54-627c108b599d None None] DHCP port deletion for 7ab1cd57-1131-4b52-a9c0-dac9ad9de331 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:34.897140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13bab3-687d-4673-bd62-5831ebdadc02 None None] The sync data for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 is: [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:09Z', 'revision_number': 4, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26f4b429-5e69-42c8-93f5-a15e861f6790', 'name': '', 'network_id': '41484141-6106-4847-a726-90e485f683d9', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'mac_address': 'fa:16:3e:79:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:06Z', 'updated_at': '2021-07-16T08:51:17Z', 'revision_number': 5, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'subnets': [{'id': '6c4a04c4-dad5-454c-b216-f11fb0d7b012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:34.937327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-117d83ee-665c-426f-8984-0f1d6dece3f5 None None] Provisioning complete for port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:34.940021 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-117d83ee-665c-426f-8984-0f1d6dece3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.942421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.948115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.950772 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7ab1cd57-1131-4b52-a9c0-dac9ad9de331 HTTP/1.1" status: 204 len: 168 time: 1.0552635 Jul 16 08:52:35.050669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b3437-e98a-4e1b-9c9f-18da9d47e526 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab1cd57-1131-4b52-a9c0-dac9ad9de331,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.066385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-117d83ee-665c-426f-8984-0f1d6dece3f5 None None] Port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:35.081178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 592cdb67-ee7c-46cc-9966-cb47d8e3113d no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:35.152379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 592cdb67-ee7c-46cc-9966-cb47d8e3113d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:35.158873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 592cdb67-ee7c-46cc-9966-cb47d8e3113d not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:35.159417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d974c3d5-056b-4b46-8463-d1a823943aac no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:35.170487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-2ed77458-94d0-4cdb-9d8b-60c3fcf57104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.177691 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-2ed77458-94d0-4cdb-9d8b-60c3fcf57104 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 1097 time: 0.1584930 Jul 16 08:52:35.248224 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e1a437-7d3b-4bf8-a236-7dbb7a4e7460 x-openstack-request-id: req-91e1a437-7d3b-4bf8-a236-7dbb7a4e7460 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:35.248622 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "tag": "24dff076-500e-480f-ba48-e6ab9800b548", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:35.248769 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91e1a437-7d3b-4bf8-a236-7dbb7a4e7460 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:35.258658 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548', 'status': 'completed', 'code': 200} Jul 16 08:52:35.269800 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: d974c3d5-056b-4b46-8463-d1a823943aac {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:35.274198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d974c3d5-056b-4b46-8463-d1a823943aac not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:35.332249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-b04f6094-2f3e-41d6-baeb-fd5fab8e5cdc service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095643 Jul 16 08:52:35.333026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=9eed85f0-825b-4d08-aba6-e031c9cb9e27,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.425518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-c119513b-23b7-4aa7-9477-1985d01aba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.427203 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-c119513b-23b7-4aa7-9477-1985d01aba46 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 200 len: 921 time: 0.2412858 Jul 16 08:52:35.430495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33422) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.483501 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7cf7a824-1fac-47e9-b497-3965d0bb89d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73196d62b0db486b942ba49397c1910a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518558 Jul 16 08:52:35.502842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33424) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.518578 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f60da-56de-4d83-8a06-06f45c296f6a None None] New status for floating IP 447479a9-331d-4ff7-9ac9-afdc07b774d0: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:52:35.524963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c2576878-fc56-4eb4-b5a6-c878ef4729ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.525822 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-2c6f8d0b-5487-4bea-8d30-2917f433b595 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 200 len: 217 time: 0.0463622 Jul 16 08:52:35.534423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-c2576878-fc56-4eb4-b5a6-c878ef4729ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.7823372 Jul 16 08:52:35.615365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-660c12c0-ddbc-4532-881a-3607a1b0dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.616961 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-660c12c0-ddbc-4532-881a-3607a1b0dc80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 200 len: 860 time: 0.0800307 Jul 16 08:52:35.677278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-3a790d21-1f2a-42d5-8180-c03501fa1696 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386061 Jul 16 08:52:35.680902 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-62309666-9750-4d38-add0-d10ce440e2e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41484141-6106-4847-a726-90e485f683d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551610 Jul 16 08:52:35.870985 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-ac78e8c0-d9b3-46c9-8ecd-aa4df24d1712 service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795745 Jul 16 08:52:35.878277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network a181979b-5c29-4082-8ea2-0e333867d038 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:35.883403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215836a-315d-4608-9ced-b960b62a2b9a req-f89085f8-6312-4b31-8f90-747f0a1eed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.885018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1215836a-315d-4608-9ced-b960b62a2b9a req-f89085f8-6312-4b31-8f90-747f0a1eed9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9456dd16c0854b34b46e0b6feee28d47&device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 1097 time: 0.5475132 Jul 16 08:52:35.895820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:35.954851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45c7ab56-11ce-4196-bd09-098943e1041f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:36.049711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215836a-315d-4608-9ced-b960b62a2b9a req-300839d7-6d1b-4a86-82ee-2b00b52c7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.054714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1215836a-315d-4608-9ced-b960b62a2b9a req-300839d7-6d1b-4a86-82ee-2b00b52c7598 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 200 len: 917 time: 0.1551316 Jul 16 08:52:36.060331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b08510f-113e-4c6e-b3c1-2bb1387877fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.067398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-26e739ad-f3c1-4472-a8b2-51b1ad20aab1 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.080398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 45c7ab56-11ce-4196-bd09-098943e1041f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:36.080623 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.086790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-26e739ad-f3c1-4472-a8b2-51b1ad20aab1 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.6223927 Jul 16 08:52:36.089141 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-832cf398-8fdb-4626-9b91-395848f2cfe6 req-0f604a1f-0d78-4fda-9f22-4e99bf7f2a5f service neutron] 10.222.0.54 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072539 Jul 16 08:52:36.093291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-28'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:36.194178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42b242-18ed-4214-b3af-75332a860769 req-abce5e5b-d563-48f9-ad1c-0b4a3dc52865 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.207084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d42b242-18ed-4214-b3af-75332a860769 req-abce5e5b-d563-48f9-ad1c-0b4a3dc52865 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.8418474 Jul 16 08:52:36.218831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1215836a-315d-4608-9ced-b960b62a2b9a req-735ae05d-b444-436f-b6c5-9d15b6e7d6eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=678b75d3-b8eb-4e77-83b6-2b917a08e8ee HTTP/1.1" status: 200 len: 217 time: 0.0956461 Jul 16 08:52:36.302848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:36.341068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:36.341834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 82853c44-c55e-43ed-8d5f-e4ce1e76c4ab not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:36.375250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-116af009-9663-4bd5-9c6d-056f2c706e86 service neutron] 10.222.0.55 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977727 Jul 16 08:52:36.400129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a0e600f2-66be-49db-9032-fa045c602eac None None] Provisioning complete for port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:36.400507 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0e600f2-66be-49db-9032-fa045c602eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.424057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b08510f-113e-4c6e-b3c1-2bb1387877fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.451791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a0e600f2-66be-49db-9032-fa045c602eac None None] Port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:36.533678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d42b242-18ed-4214-b3af-75332a860769 req-0f06c538-8372-4946-b05c-5377a9029374 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256121 Jul 16 08:52:36.619306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215836a-315d-4608-9ced-b960b62a2b9a req-bbf0b988-b16c-4093-889b-9f5110008026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.620953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1215836a-315d-4608-9ced-b960b62a2b9a req-bbf0b988-b16c-4093-889b-9f5110008026 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27fffbbf-6579-49de-a3bc-a26f4a6a293e HTTP/1.1" status: 200 len: 855 time: 0.3277745 Jul 16 08:52:36.690788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.775620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:36.898511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c86b7dbb-a058-49b3-a607-3c2fbedbce34 req-a89505c0-cd8d-4ff6-8f07-abb733286337 service neutron] 10.222.0.55 "GET /v2.0/networks/41484141-6106-4847-a726-90e485f683d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662650 Jul 16 08:52:36.955253 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b08510f-113e-4c6e-b3c1-2bb1387877fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.957893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b08510f-113e-4c6e-b3c1-2bb1387877fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.959061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9b08510f-113e-4c6e-b3c1-2bb1387877fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50b3f703-c16c-4960-9024-eec0ad624ae3 HTTP/1.1" status: 204 len: 168 time: 1.4534338 Jul 16 08:52:37.016120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08510f-113e-4c6e-b3c1-2bb1387877fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3f703-c16c-4960-9024-eec0ad624ae3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.070921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215836a-315d-4608-9ced-b960b62a2b9a req-8b4601d3-5cda-4415-ae61-78591467bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.072756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1215836a-315d-4608-9ced-b960b62a2b9a req-8b4601d3-5cda-4415-ae61-78591467bce7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4dee36c-9e26-4a1f-beda-8921da27bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4335234 Jul 16 08:52:37.129999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22e5a9-3ef9-4f4d-9518-750d181802ef req-08c3bcb4-3284-4766-a523-02dd19c40cf9 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.146267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a22e5a9-3ef9-4f4d-9518-750d181802ef req-08c3bcb4-3284-4766-a523-02dd19c40cf9 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.4256189 Jul 16 08:52:37.175938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:37.189744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:37.205520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33436) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.207414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7e94d526-9cf0-4bbb-b900-ef87bbc57527 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4135563 Jul 16 08:52:37.209986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:37.210630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:37.212165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1019096765'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:37.259295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:37.264166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.312667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:37.335224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.336008 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment f22477e0-4e84-4db4-942f-7a4a3fc7dfb9 of type vlan for network 80cf1768-b3e3-4481-ade3-4c2c6516569c Jul 16 08:52:37.403987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:37.418598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.429583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a22e5a9-3ef9-4f4d-9518-750d181802ef req-5410885d-189c-4d24-84b4-8ce91d96b0ad tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824242 Jul 16 08:52:37.446285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:37.496032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.504227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.505307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.551556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1215836a-315d-4608-9ced-b960b62a2b9a req-0d1646c4-cbbd-43d3-b5ab-a42787ab22ed service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706075 Jul 16 08:52:37.569089 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3615770 Jul 16 08:52:37.569872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33444) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.570995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fecac50b-8799-4a65-ad74-5800ee73bace req-fe1f2de7-f94e-4549-9f0d-bd5a117fe8f0 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/floatingips/447479a9-331d-4ff7-9ac9-afdc07b774d0 HTTP/1.1" status: 200 len: 692 time: 0.0834897 Jul 16 08:52:37.581011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20328d-c4f5-4aa5-8d1a-342f7a4c1244 req-20a9b658-3c89-4e95-a672-1953e3146a5a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.590770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c20328d-c4f5-4aa5-8d1a-342f7a4c1244 req-20a9b658-3c89-4e95-a672-1953e3146a5a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 945 time: 0.4300613 Jul 16 08:52:37.595751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:37.891137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c4f2f-7ac4-469d-8d38-f98ba30351d7 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=80cf1768-b3e3-4481-ade3-4c2c6516569c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.915234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 80cf1768-b3e3-4481-ade3-4c2c6516569c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:37.960054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:31Z', 'revision_number': 3, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:37.977659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:37.982642 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.003973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:38.004344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Updating router ac47114e-eb39-4a19-860c-8a46605d356c port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:38.090709 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.244276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:38.286810 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.424093 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.438390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Transition to ACTIVE for port object 9eed85f0-825b-4d08-aba6-e031c9cb9e27 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:38.445598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=7fc5d7e8-8f7b-4187-a396-16594de0a017,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.451393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.476394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33472) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:38.500738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:38.504588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: 80cf1768-b3e3-4481-ade3-4c2c6516569c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:38.527873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612bc63-9deb-4dd7-a75e-1d3252597411 None None] Pushing event updated for resources: {'Port': ['ID=9eed85f0-825b-4d08-aba6-e031c9cb9e27,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.588415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c20328d-c4f5-4aa5-8d1a-342f7a4c1244 req-f7199383-d448-4150-b88f-6a0ac78d5adf tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9962962 Jul 16 08:52:38.588952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:38.591882 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be0503-da7e-409b-b80b-976b169bde8b" -d '{"events": [{"server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:38.596127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1215836a-315d-4608-9ced-b960b62a2b9a req-6b14f777-d423-4d60-b21e-6f71982d4904 service neutron] 10.222.0.52 "GET /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9965303 Jul 16 08:52:38.599273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.617468 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.646130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 80cf1768-b3e3-4481-ade3-4c2c6516569c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:38.687779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Attempting to bind port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:38.688190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Attempting to bind port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:38.688603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Attempting to bind port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 on network a181979b-5c29-4082-8ea2-0e333867d038 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:38.690037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 80cf1768-b3e3-4481-ade3-4c2c6516569c) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:38.705882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.706501 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.708022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:38.709024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Checking segment: {'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:38.709438 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.709864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Bound using segment: {'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:38.710356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Bound port: 9eed85f0-825b-4d08-aba6-e031c9cb9e27, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4585548e-32c6-4168-97f7-51b951212222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:38.712774 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.719268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecac50b-8799-4a65-ad74-5800ee73bace req-75af005a-4455-42c7-b1c7-b3e6e4d02427 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.721017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fecac50b-8799-4a65-ad74-5800ee73bace req-75af005a-4455-42c7-b1c7-b3e6e4d02427 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 1.1108131 Jul 16 08:52:38.758831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09501bf1-b66d-4164-9ff7-7c6f55a7d31e None None] Network 80cf1768-b3e3-4481-ade3-4c2c6516569c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:38.778440 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6c65e013-0719-4878-b613-86a55f42dc6e tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1940958 Jul 16 08:52:38.781892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33480) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:38.917575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.935609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fecac50b-8799-4a65-ad74-5800ee73bace req-6fffe2a3-27c2-45d9-baff-afacfb0fd11c tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.2025225 Jul 16 08:52:38.960548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-999821249-network', 'tenant_id': 'e9616dc49596475fa24e863779794117'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:39.080139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Made reservation on behalf of e9616dc49596475fa24e863779794117 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:39.083740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.098780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.111725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on host n-h2-780147-28 for vnic_type normal with profile {"migrating_to": "n-h1-780147-28"} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:39.112066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:39.112403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:39.118263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fecac50b-8799-4a65-ad74-5800ee73bace req-e8ea0f94-c440-468e-9cf8-dfae780e70a2 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.1592712 Jul 16 08:52:39.125197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:39.125525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Attempting to bind port d1f36911-36f9-4f17-8f90-56330efd2ccc on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:39.147151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:39.147499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:39.147893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:39.148347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Bound port: d1f36911-36f9-4f17-8f90-56330efd2ccc, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:39.148749 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.230468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] For port 9eed85f0-825b-4d08-aba6-e031c9cb9e27, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:39.301821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-80cf1768-b3e3-4481-ade3-4c2c6516569c', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:39.304789 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.319016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] For port 9eed85f0-825b-4d08-aba6-e031c9cb9e27, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9eed85f0-825b-4d08-aba6-e031c9cb9e27,segment=NetworkSegment(4585548e-32c6-4168-97f7-51b951212222),segment_id=4585548e-32c6-4168-97f7-51b951212222)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:39.321107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7878a02-470a-4ab9-9149-1577a74941ca req-b084fb20-5f9d-428a-8f11-028f78179ecc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:39.322797 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7878a02-470a-4ab9-9149-1577a74941ca req-b084fb20-5f9d-428a-8f11-028f78179ecc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2718139 Jul 16 08:52:39.362911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.367178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:39.386212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.395478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:39.415867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7878a02-470a-4ab9-9149-1577a74941ca req-d07eee02-0904-4911-9e1b-95fcf0ced9dd tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768929 Jul 16 08:52:39.418022 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.442955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.448062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Deleting port 6c4b2688-d3d9-452c-97cc-678c4c65b983 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:39.448535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.448894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612bc63-9deb-4dd7-a75e-1d3252597411 None None] Pushing event updated for resources: {'Port': ['ID=9eed85f0-825b-4d08-aba6-e031c9cb9e27,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.563105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ff83b4-e626-444d-9db2-2c7fb741538b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.611132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:39.660956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Allocated IP 2001:db8:2::2 (80cf1768-b3e3-4481-ade3-4c2c6516569c/7fc5d7e8-8f7b-4187-a396-16594de0a017/d53f2e90-8bf0-4dee-b46e-6a0c637604d2) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:39.721310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.721674 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Added segment 94ed7f14-3d53-4eed-bd97-4fd5dac6d671 of type vlan for network a3e1824a-064d-4032-9c93-d4a3741d93df Jul 16 08:52:39.743666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:39.745137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.748545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] 10.222.0.52 "PUT /v2.0/ports/d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 200 len: 1123 time: 3.6606412 Jul 16 08:52:39.754165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1cbc2-bb37-432d-8445-949331715790 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.856552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.857002 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.878134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Calling delete_port for 6c4b2688-d3d9-452c-97cc-678c4c65b983 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:39.889235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab2026-036f-49b9-baac-33e681bbac3d req-00080fed-0c66-48cd-a61e-038b0a8e9c7a tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:39.891041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3ab2026-036f-49b9-baac-33e681bbac3d req-00080fed-0c66-48cd-a61e-038b0a8e9c7a tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.2166071 Jul 16 08:52:39.918867 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.004243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.008149 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:40.009003 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.093800 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6157644 Jul 16 08:52:40.096702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33486) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:40.101804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Request body: {'subnet': {'network_id': 'a3e1824a-064d-4032-9c93-d4a3741d93df', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-999821249-subnet', 'tenant_id': 'e9616dc49596475fa24e863779794117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:40.115743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3ab2026-036f-49b9-baac-33e681bbac3d req-88349511-6a83-4a5c-bdf6-13303b7e2d2c tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156079 Jul 16 08:52:40.130779 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.147131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:40.154264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:40.164244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.173108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1f201-9c2d-4a93-90ae-c53620b0141d admin admin] Pushing event updated for resources: {'Network': ['ID=a3e1824a-064d-4032-9c93-d4a3741d93df,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:40.174735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['d1f36911-36f9-4f17-8f90-56330efd2ccc'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:40.221845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event deleted for resources: {'Port': ['ID=6c4b2688-d3d9-452c-97cc-678c4c65b983,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:40.261336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network a3e1824a-064d-4032-9c93-d4a3741d93df details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:40.398171 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c7cd4f-a035-459b-9471-8fe037504627 x-openstack-request-id: req-90c7cd4f-a035-459b-9471-8fe037504627 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:40.398735 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:40.399177 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90c7cd4f-a035-459b-9471-8fe037504627 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:40.399740 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc', 'code': 200} Jul 16 08:52:40.406365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.415671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.417105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fecac50b-8799-4a65-ad74-5800ee73bace req-0bc6b725-b005-47fd-951d-6bd6dce87a08 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "DELETE /v2.0/floatingips/447479a9-331d-4ff7-9ac9-afdc07b774d0 HTTP/1.1" status: 204 len: 173 time: 1.2878115 Jul 16 08:52:40.422181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Made reservation on behalf of e9616dc49596475fa24e863779794117 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:40.427131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.510919 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.586328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Transition to ACTIVE for port object d53f2e90-8bf0-4dee-b46e-6a0c637604d2 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:40.661714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Transition to ACTIVE for port object d53f2e90-8bf0-4dee-b46e-6a0c637604d2 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:40.665163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:40.735612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.748672 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.795571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8:2::1 (80cf1768-b3e3-4481-ade3-4c2c6516569c/7fc5d7e8-8f7b-4187-a396-16594de0a017/d9494eea-8989-4012-b9af-cb8f4986f864) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:40.825877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95f55f4b-179d-488d-9afd-e4c95a5686ae req-622c212e-4d02-436b-98c8-24bacd10e87e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups/806f4354-e840-4064-95c4-fb8be5127153 HTTP/1.1" status: 200 len: 1809 time: 0.0998497 Jul 16 08:52:40.838021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Pushing event updated for resources: {'Port': ['ID=d53f2e90-8bf0-4dee-b46e-6a0c637604d2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:40.903315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Network 80cf1768-b3e3-4481-ade3-4c2c6516569c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:40.931284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:40.937909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:40.994788 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.029050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object d9494eea-8989-4012-b9af-cb8f4986f864 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:41.038043 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95f55f4b-179d-488d-9afd-e4c95a5686ae req-bec6ee57-6916-4ccb-ab29-971d6fc8fd8b tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.060173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Checking segment: {'id': '94ed7f14-3d53-4eed-bd97-4fd5dac6d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a3e1824a-064d-4032-9c93-d4a3741d93df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:41.060594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Network hostable DHCP agents. Network: a3e1824a-064d-4032-9c93-d4a3741d93df, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:41.081209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c1e9fd-afd8-4ea7-860b-718110abc932,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.089372 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.096091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Attempting to bind port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:41.096451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Attempting to bind port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:41.096834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Attempting to bind port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 on network 80cf1768-b3e3-4481-ade3-4c2c6516569c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:41.097922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8f63-a251-41bf-86fd-8511084232f3 req-1ee8b2d9-bf63-4297-8546-476225106c7a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:41.106414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c4e8f63-a251-41bf-86fd-8511084232f3 req-1ee8b2d9-bf63-4297-8546-476225106c7a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 943 time: 0.3776572 Jul 16 08:52:41.117574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:41.117971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Checking segment: {'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:41.118371 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.118761 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Bound using segment: {'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:41.119231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Bound port: d53f2e90-8bf0-4dee-b46e-6a0c637604d2, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:41.119603 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.156257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=d9494eea-8989-4012-b9af-cb8f4986f864,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.170361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c4e8f63-a251-41bf-86fd-8511084232f3 req-2104dec8-4ee9-436f-88f4-a46093b4cb3b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641923 Jul 16 08:52:41.174091 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95f55f4b-179d-488d-9afd-e4c95a5686ae req-bec6ee57-6916-4ccb-ab29-971d6fc8fd8b tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.174555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 80cf1768-b3e3-4481-ade3-4c2c6516569c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:41.176212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:41.179066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:41.179868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.209233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Network a3e1824a-064d-4032-9c93-d4a3741d93df is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:41.282421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, a3e1824a-064d-4032-9c93-d4a3741d93df) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:41.288633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:41.288734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.301497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae44fa11-89d9-4d0e-98bf-06948733f306 None None] Network a3e1824a-064d-4032-9c93-d4a3741d93df requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:41.338796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ec3fab94-16ec-47bc-b61c-278d49c3b4e0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2401116 Jul 16 08:52:41.340034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95f55f4b-179d-488d-9afd-e4c95a5686ae req-bec6ee57-6916-4ccb-ab29-971d6fc8fd8b tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.349296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95f55f4b-179d-488d-9afd-e4c95a5686ae req-bec6ee57-6916-4ccb-ab29-971d6fc8fd8b tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.366877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95f55f4b-179d-488d-9afd-e4c95a5686ae req-bec6ee57-6916-4ccb-ab29-971d6fc8fd8b tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "DELETE /v2.0/security-groups/806f4354-e840-4064-95c4-fb8be5127153 HTTP/1.1" status: 204 len: 173 time: 0.5397770 Jul 16 08:52:41.398057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] For port d53f2e90-8bf0-4dee-b46e-6a0c637604d2, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:41.407852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6ee57-6916-4ccb-ab29-971d6fc8fd8b tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f4354-e840-4064-95c4-fb8be5127153,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.421701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:31Z', 'revision_number': 3, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:41.424761 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] For port d53f2e90-8bf0-4dee-b46e-6a0c637604d2, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d53f2e90-8bf0-4dee-b46e-6a0c637604d2,segment=NetworkSegment(f22477e0-4e84-4db4-942f-7a4a3fc7dfb9),segment_id=f22477e0-4e84-4db4-942f-7a4a3fc7dfb9)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:41.426389 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.471307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.477053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3931308-4d2a-44db-a298-a2698e4cb69c None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:31Z', 'revision_number': 3, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:41.610556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d1f36911-36f9-4f17-8f90-56330efd2ccc details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:41.625361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6f7b2-7966-4283-8d84-f80cf003e687 req-8db00a63-ad33-4ff8-a8e9-df42e1f550d4 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:41.642503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dff6f7b2-7966-4283-8d84-f80cf003e687 req-8db00a63-ad33-4ff8-a8e9-df42e1f550d4 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.1881695 Jul 16 08:52:41.763422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dff6f7b2-7966-4283-8d84-f80cf003e687 req-bf861d7b-9d49-4ec4-b77f-29fffc61e68b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194625 Jul 16 08:52:41.903495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce33fc9-31c1-464c-8f9d-cbe3f87c133b req-87e8fdb8-2702-469d-bd9c-3d6aeb4ccd07 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:41.914324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bce33fc9-31c1-464c-8f9d-cbe3f87c133b req-87e8fdb8-2702-469d-bd9c-3d6aeb4ccd07 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2430656 Jul 16 08:52:41.924227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94a0bd-a003-4849-bf71-82773be5fb2a None None] Network a3e1824a-064d-4032-9c93-d4a3741d93df requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:42.031669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bce33fc9-31c1-464c-8f9d-cbe3f87c133b req-7bf83005-dea2-48aa-9543-b73ca62aa383 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141667 Jul 16 08:52:42.078457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf16226-d7aa-4abf-aae5-b767d771f80c None None] Pushing event updated for resources: {'Port': ['ID=d53f2e90-8bf0-4dee-b46e-6a0c637604d2,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:42.191606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9eed85f0-825b-4d08-aba6-e031c9cb9e27 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:42.337270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:42.405273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:42.408347 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c9063d-599f-47e1-9ce5-3d41c08ca566" -d '{"events": [{"name": "network-changed", "server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:42.449628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f1669-bcea-4478-94ba-0e31624db8c8 req-b4a89137-e406-4970-ba5e-be4250aff3af tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:42.455555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.458834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad1f1669-bcea-4478-94ba-0e31624db8c8 req-b4a89137-e406-4970-ba5e-be4250aff3af tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 946 time: 0.1301653 Jul 16 08:52:42.471845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.472670 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.488428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d1f36911-36f9-4f17-8f90-56330efd2ccc has no active binding in host n-h1-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:52:42.579812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad1f1669-bcea-4478-94ba-0e31624db8c8 req-b643efa8-c7d5-4cb6-b277-24a9c4445588 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196296 Jul 16 08:52:42.661630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=d9494eea-8989-4012-b9af-cb8f4986f864,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:42.842977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 80cf1768-b3e3-4481-ade3-4c2c6516569c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:42.844529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:42.858185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:42.868706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:42.870257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.894998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f832cc-8859-414d-b6c8-a9a09ed3721b req-dc5fac7c-0f42-4ed6-b971-4c39f40dd416 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:42.905977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17f832cc-8859-414d-b6c8-a9a09ed3721b req-dc5fac7c-0f42-4ed6-b971-4c39f40dd416 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 943 time: 0.1331577 Jul 16 08:52:43.001069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17f832cc-8859-414d-b6c8-a9a09ed3721b req-9f93029d-9e58-485b-9bb6-38c270e1da8e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908144 Jul 16 08:52:43.048686 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.092487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 9eed85f0-825b-4d08-aba6-e031c9cb9e27, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9eed85f0-825b-4d08-aba6-e031c9cb9e27,segment=NetworkSegment(4585548e-32c6-4168-97f7-51b951212222),segment_id=4585548e-32c6-4168-97f7-51b951212222)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:43.107059 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.118139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:43.271703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=9eed85f0-825b-4d08-aba6-e031c9cb9e27,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:43.346226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-9ad931bb-505f-46ea-a9b0-f3e07072a10c tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:43.351030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-9ad931bb-505f-46ea-a9b0-f3e07072a10c tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/networks?id=a3e1824a-064d-4032-9c93-d4a3741d93df HTTP/1.1" status: 200 len: 813 time: 0.2829161 Jul 16 08:52:43.357534 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a07778-186b-489a-933a-8102d2cadc81 x-openstack-request-id: req-b3a07778-186b-489a-933a-8102d2cadc81 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:43.357839 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:43.358095 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3a07778-186b-489a-933a-8102d2cadc81 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:43.358493 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc', 'status': 'completed', 'code': 200} Jul 16 08:52:43.464356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-ae26d483-5ddc-4709-8a5d-b3e7c858052b tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/quotas/e9616dc49596475fa24e863779794117 HTTP/1.1" status: 200 len: 375 time: 0.1049476 Jul 16 08:52:43.473375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:43.483344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc54b7-014f-46a9-b12c-0688de3afde2 None None] Network 80cf1768-b3e3-4481-ade3-4c2c6516569c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:43.484121 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:43.487890 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc20ed80-0e7c-4c54-accf-a4c6897d9882 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7047651 Jul 16 08:52:43.492895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33538) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:43.503225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1767731260'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:43.503967 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:43.507240 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:43.526595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-e4de8525-6676-40be-8e2d-da39afa74193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:43.530484 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-e4de8525-6676-40be-8e2d-da39afa74193 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1126 time: 0.2090225 Jul 16 08:52:43.554968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:43.559302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.560280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-8737d41e-0f28-46b4-b42e-6957b0d978fa tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9616dc49596475fa24e863779794117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803082 Jul 16 08:52:43.575530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de9785-b945-44ed-9439-1bb07e07c79b req-cd1ce782-2d99-45b8-a978-678e3edf2928 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:43.584153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13de9785-b945-44ed-9439-1bb07e07c79b req-cd1ce782-2d99-45b8-a978-678e3edf2928 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 0.2306299 Jul 16 08:52:43.630799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:43.656802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.657135 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added segment 5ec60677-c66a-4368-a3a7-4cc5ac5f607b of type vlan for network 346c55ae-2c07-416e-b708-9ae677240393 Jul 16 08:52:43.667254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13de9785-b945-44ed-9439-1bb07e07c79b req-084de9bf-14ef-4b00-a239-bb7de93eeef5 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819752 Jul 16 08:52:43.741662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33542) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:43.757688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ef22b5e8-65ee-4cbd-a297-48d28bf57510 None None] Provisioning for port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:43.787175 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:43.919681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-547a26e2-c612-480b-b210-7c461641ea6d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:52:43.921781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-547a26e2-c612-480b-b210-7c461641ea6d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138163 Jul 16 08:52:44.045580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.124580 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99c05d5b-7eaf-42cf-a82d-3801220aaef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.204205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9eed85f0-825b-4d08-aba6-e031c9cb9e27 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:44.216300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.223655 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:41Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:42Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:44.227321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:44.227814 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.296394 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:44.300179 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Updating router ac47114e-eb39-4a19-860c-8a46605d356c port d9494eea-8989-4012-b9af-cb8f4986f864 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:44.311719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-8d1bb8f3-8c4c-4d6a-a963-6325f7db2ebb service neutron] 10.222.0.55 "GET /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782232 Jul 16 08:52:44.342648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:44.343075 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.403938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdbb6c-cd54-4010-b1db-58251f4e3f50 req-3e791138-3973-477d-821f-4155e793c789 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:44.405830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdcdbb6c-cd54-4010-b1db-58251f4e3f50 req-3e791138-3973-477d-821f-4155e793c789 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 945 time: 0.4738293 Jul 16 08:52:44.429280 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.450861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Network': ['ID=346c55ae-2c07-416e-b708-9ae677240393,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:44.463090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-df44b490-a92e-4261-b229-cb239817f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:44.466386 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-df44b490-a92e-4261-b229-cb239817f0f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.9214408 Jul 16 08:52:44.488327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 346c55ae-2c07-416e-b708-9ae677240393 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:44.599889 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-2fdcb275-c291-4ebd-8950-6dba96a5a61c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 200 len: 217 time: 0.1127720 Jul 16 08:52:44.603893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdcdbb6c-cd54-4010-b1db-58251f4e3f50 req-c6cd3090-8b63-4d27-9b40-8a9cf6c04b35 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787062 Jul 16 08:52:44.640385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-47cc4902-e9ab-4aa7-9f7a-12340887548b service neutron] 10.222.0.55 "GET /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247213 Jul 16 08:52:44.749939 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-6def3447-3d15-42f0-9624-44be29ea287d service neutron] 10.222.0.54 "GET /v2.0/ports/d1f36911-36f9-4f17-8f90-56330efd2ccc/bindings/n-h1-780147-28 HTTP/1.1" status: 200 len: 385 time: 1.0035889 Jul 16 08:52:44.753739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-0d26dcd9-9444-44ab-aa01-67377b886e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:44.756029 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-0d26dcd9-9444-44ab-aa01-67377b886e36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1370137 Jul 16 08:52:44.760895 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99c05d5b-7eaf-42cf-a82d-3801220aaef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.770927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99c05d5b-7eaf-42cf-a82d-3801220aaef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.898685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-99c05d5b-7eaf-42cf-a82d-3801220aaef6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f308f75ced1416ab29c10511eb61215&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1555793 Jul 16 08:52:44.900652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33554) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:44.927799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2afffaba-bcc2-476e-be39-0f4486fa0e29 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4293883 Jul 16 08:52:44.936636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33558) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:44.946380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c05d5b-7eaf-42cf-a82d-3801220aaef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff29b86-b586-4479-8e62-b6d59a49513f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:44.979870 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-5c05c236-42ce-4572-b597-c0b487925fba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496820 Jul 16 08:52:45.030040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'subnet': {'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:45.208082 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9c2db607-af41-48c1-b1cf-83ba0af43b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.254237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f54a359e-2e26-4952-b80e-805f10e55f5f None None] Provisioning for port d9494eea-8989-4012-b9af-cb8f4986f864 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:45.268270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.300847 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.325813 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Transition to ACTIVE for port object d9494eea-8989-4012-b9af-cb8f4986f864 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:45.345400 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.353441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f54a359e-2e26-4952-b80e-805f10e55f5f None None] Provisioning complete for port d9494eea-8989-4012-b9af-cb8f4986f864 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:45.353904 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f54a359e-2e26-4952-b80e-805f10e55f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.377242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d53f2e90-8bf0-4dee-b46e-6a0c637604d2 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:45.508843 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Pushing event updated for resources: {'Port': ['ID=d9494eea-8989-4012-b9af-cb8f4986f864,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:45.534140 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.534848 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.535405 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.536238 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.536932 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.537513 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.538136 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.538699 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.539247 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.539814 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.540358 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.540965 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:45.547010 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Attempting to bind port d9494eea-8989-4012-b9af-cb8f4986f864 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:45.547765 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Attempting to bind port d9494eea-8989-4012-b9af-cb8f4986f864 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:45.548388 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Attempting to bind port d9494eea-8989-4012-b9af-cb8f4986f864 on network 80cf1768-b3e3-4481-ade3-4c2c6516569c {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:45.561354 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:45.566257 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Checking segment: {'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:45.567295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eadf9c76-3d15-47fd-a5a8-b29dd7664000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.567936 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.568615 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Bound using segment: {'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:45.578176 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Bound port: d9494eea-8989-4012-b9af-cb8f4986f864, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:45.579137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f54a359e-2e26-4952-b80e-805f10e55f5f None None] Port d9494eea-8989-4012-b9af-cb8f4986f864 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:45.587103 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.652322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:45.657484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:45.657896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.705019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62abc-f13a-46ac-aa49-4035fbdf166b req-00383d63-0031-4968-a264-41c8bb424f4f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:45.709222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9af62abc-f13a-46ac-aa49-4035fbdf166b req-00383d63-0031-4968-a264-41c8bb424f4f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 943 time: 0.6752565 Jul 16 08:52:45.733840 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eadf9c76-3d15-47fd-a5a8-b29dd7664000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.735590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Made reservation on behalf of 0821ffe307e14e6298e9483a1acd25de for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:45.754044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.833562 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] For port d9494eea-8989-4012-b9af-cb8f4986f864, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:45.845597 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] For port d9494eea-8989-4012-b9af-cb8f4986f864, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d9494eea-8989-4012-b9af-cb8f4986f864,segment=NetworkSegment(f22477e0-4e84-4db4-942f-7a4a3fc7dfb9),segment_id=f22477e0-4e84-4db4-942f-7a4a3fc7dfb9)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:45.875381 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.878281 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.910070 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-f6ac1154-a97c-4dcf-9b89-ac1c308876d3 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9194598 Jul 16 08:52:45.910915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60ba4-07d3-48ee-8940-6088fbab4ada req-90ff7169-39cb-4cd8-8e4e-53a0e3bffff1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:45.923987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dd60ba4-07d3-48ee-8940-6088fbab4ada req-90ff7169-39cb-4cd8-8e4e-53a0e3bffff1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.8000321 Jul 16 08:52:45.958410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port d53f2e90-8bf0-4dee-b46e-6a0c637604d2, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d53f2e90-8bf0-4dee-b46e-6a0c637604d2,segment=NetworkSegment(f22477e0-4e84-4db4-942f-7a4a3fc7dfb9),segment_id=f22477e0-4e84-4db4-942f-7a4a3fc7dfb9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:45.974647 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.052534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33c9063d-599f-47e1-9ce5-3d41c08ca566 req-375a3511-5549-4aa3-a583-d80a87d52b41 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323397 Jul 16 08:52:46.104312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=d53f2e90-8bf0-4dee-b46e-6a0c637604d2,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.108329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9af62abc-f13a-46ac-aa49-4035fbdf166b req-cb13bdd5-8850-4b77-9e49-bd13ccd54046 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830814 Jul 16 08:52:46.151022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.153697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.154263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.155679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.156336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.157418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.158344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.158683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.159025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.161473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.162407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.164381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:46.168591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dd60ba4-07d3-48ee-8940-6088fbab4ada req-69b245d0-9510-435f-a058-13068ff4f85e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445359 Jul 16 08:52:46.200369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:46.205520 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eadf9c76-3d15-47fd-a5a8-b29dd7664000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.208150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eadf9c76-3d15-47fd-a5a8-b29dd7664000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.212025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-eadf9c76-3d15-47fd-a5a8-b29dd7664000 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ff29b86-b586-4479-8e62-b6d59a49513f HTTP/1.1" status: 204 len: 168 time: 1.3016076 Jul 16 08:52:46.232572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-dde8d9ce-6b56-45ad-8a20-f2b626ed93a4 req-333c27e0-d2b0-4017-891c-f6b962b25d86 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:52:46.245818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dde8d9ce-6b56-45ad-8a20-f2b626ed93a4 req-333c27e0-d2b0-4017-891c-f6b962b25d86 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488312 Jul 16 08:52:46.255635 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:46.337054 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:46.337864 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:46.338366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f36911-36f9-4f17-8f90-56330efd2ccc {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:46.368225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:46.408169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.432516 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd79b55-f864-4601-8f3e-3e2dd9d08f39 None None] Pushing event updated for resources: {'Port': ['ID=d9494eea-8989-4012-b9af-cb8f4986f864,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.618441 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:46.618677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] Transition to ACTIVE for port object d1f36911-36f9-4f17-8f90-56330efd2ccc will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:46.630095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.747854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] No DVR routers for this DVR port d1f36911-36f9-4f17-8f90-56330efd2ccc on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:46.796308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1f36911-36f9-4f17-8f90-56330efd2ccc/bindings/n-h1-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 2.0299757 Jul 16 08:52:46.797255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae579-bfdd-4217-be74-2c479e059384 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=10']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.910974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d1f36911-36f9-4f17-8f90-56330efd2ccc no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:46.933413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf9c76-3d15-47fd-a5a8-b29dd7664000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff29b86-b586-4479-8e62-b6d59a49513f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.944509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-07ddb9c8-cf42-44ff-bdc1-f42112f13a5e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:46.946420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-07ddb9c8-cf42-44ff-bdc1-f42112f13a5e tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 1.1404479 Jul 16 08:52:46.986370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33572) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:47.013625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59c698ca-ff4a-4872-a699-cae2fb8c8000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.060400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d1f36911-36f9-4f17-8f90-56330efd2ccc not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:47.097570 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:41Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:45Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:47.177194 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ee30f-1876-4105-9069-dc04fab0a00d None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:41Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:45Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:47.241305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59c698ca-ff4a-4872-a699-cae2fb8c8000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.269633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59c698ca-ff4a-4872-a699-cae2fb8c8000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.385903 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c698ca-ff4a-4872-a699-cae2fb8c8000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2824cecb-f8a1-47ca-8c2b-d5321f840548,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.401218 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-59c698ca-ff4a-4872-a699-cae2fb8c8000 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=738a0e86d8724bc092347e8cee100c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136336 Jul 16 08:52:47.404430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33578) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:47.482611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7c206be-e269-4304-a164-44f5ff50fdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.533457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7c206be-e269-4304-a164-44f5ff50fdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.604314 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.614644 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93df4c60-8b91-4825-aa58-5566e3632caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.615667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.690610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-8d147269-6c80-4908-b533-537e73b1159e tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:47.692569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-8d147269-6c80-4908-b533-537e73b1159e tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1096 time: 0.7449415 Jul 16 08:52:47.711289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dde8d9ce-6b56-45ad-8a20-f2b626ed93a4 req-decf6f80-b03d-404b-9805-f2ef59b37d9a tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 1.4640045 Jul 16 08:52:47.713368 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7c206be-e269-4304-a164-44f5ff50fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.729911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f7c206be-e269-4304-a164-44f5ff50fdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.738868 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f7c206be-e269-4304-a164-44f5ff50fdd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2824cecb-f8a1-47ca-8c2b-d5321f840548 HTTP/1.1" status: 204 len: 168 time: 0.3305664 Jul 16 08:52:47.743002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb5ac-fa34-4aab-ac20-7e2990229352 req-75d68c8c-28bc-42ac-a29f-302c42cdbd3a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:47.749373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c206be-e269-4304-a164-44f5ff50fdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2824cecb-f8a1-47ca-8c2b-d5321f840548,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.756574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0bdb5ac-fa34-4aab-ac20-7e2990229352 req-75d68c8c-28bc-42ac-a29f-302c42cdbd3a tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 945 time: 1.3335936 Jul 16 08:52:47.765347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Deleting port 24dff076-500e-480f-ba48-e6ab9800b548 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:47.791749 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.910035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Subnet': ['ID=5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.926248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-b38884b4-3190-4804-845b-94118b9b37ad tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:47.928323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-b38884b4-3190-4804-845b-94118b9b37ad tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.52 "GET /v2.0/networks?id=a3e1824a-064d-4032-9c93-d4a3741d93df HTTP/1.1" status: 200 len: 813 time: 0.7094340 Jul 16 08:52:47.959767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Request body: {'port': {'device_id': 'c58a102a-6640-485b-a5b0-b81122b348c9', 'network_id': 'a3e1824a-064d-4032-9c93-d4a3741d93df', 'admin_state_up': True, 'tenant_id': 'e9616dc49596475fa24e863779794117'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:48.102758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0bdb5ac-fa34-4aab-ac20-7e2990229352 req-56a7707c-6236-4dbe-9464-0e8c9c71d867 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae1814c-6adf-40cd-836a-5899155cc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649732 Jul 16 08:52:48.123920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Checking segment: {'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:48.124771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network hostable DHCP agents. Network: 346c55ae-2c07-416e-b708-9ae677240393, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:48.306937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-471ffcda-2e3d-4d90-b839-912caea52e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:48.308471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-471ffcda-2e3d-4d90-b839-912caea52e4e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5 HTTP/1.1" status: 200 len: 1096 time: 0.6023645 Jul 16 08:52:48.323330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d9494eea-8989-4012-b9af-cb8f4986f864 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:48.351569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b37aa91b-fe5a-462b-9c46-58499e8302a5 req-fb642bd5-9c91-4a1b-ab94-c0e72ad878b2 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 210 time: 0.1215899 Jul 16 08:52:48.396347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] For port 24dff076-500e-480f-ba48-e6ab9800b548, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=24dff076-500e-480f-ba48-e6ab9800b548,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:48.396770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.414001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Calling delete_port for 24dff076-500e-480f-ba48-e6ab9800b548 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:48.453392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port d9494eea-8989-4012-b9af-cb8f4986f864 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:48.458814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d9494eea-8989-4012-b9af-cb8f4986f864 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:48.459418 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.590812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Made reservation on behalf of e9616dc49596475fa24e863779794117 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:48.594734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.625782 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.626657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 346c55ae-2c07-416e-b708-9ae677240393 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:48.630142 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.670581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port d9494eea-8989-4012-b9af-cb8f4986f864, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d9494eea-8989-4012-b9af-cb8f4986f864,segment=NetworkSegment(f22477e0-4e84-4db4-942f-7a4a3fc7dfb9),segment_id=f22477e0-4e84-4db4-942f-7a4a3fc7dfb9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:48.677363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.678751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d53f2e90-8bf0-4dee-b46e-6a0c637604d2 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:48.744472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 346c55ae-2c07-416e-b708-9ae677240393) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:48.763605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f7fe2-281c-451b-a28d-5e8613a550f8 None None] Network 346c55ae-2c07-416e-b708-9ae677240393 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:48.795738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:48.796354 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.826530 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.835885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.879853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:48.889743 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.929972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Pushing event deleted for resources: {'Port': ['ID=24dff076-500e-480f-ba48-e6ab9800b548,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.930372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=d9494eea-8989-4012-b9af-cb8f4986f864,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.937263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33604) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:48.950274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c598c26d-2bed-4149-a44d-cc939dbb5dbd tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0078650 Jul 16 08:52:48.956273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 24dff076-500e-480f-ba48-e6ab9800b548 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:48.978245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-f65b7219-acc6-403e-8119-a72c82629eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:48.979801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-f65b7219-acc6-403e-8119-a72c82629eb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1096 time: 0.4235368 Jul 16 08:52:48.995900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 24dff076-500e-480f-ba48-e6ab9800b548 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:48.996284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 24dff076-500e-480f-ba48-e6ab9800b548 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:49.095872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] No DVR routers for this DVR port 24dff076-500e-480f-ba48-e6ab9800b548 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:49.099584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.103633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e042d9b-0cdc-4fe9-91bc-466301d9b3e1 req-4192ddba-5d79-4611-a329-a2705705a0b1 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.54 "DELETE /v2.0/ports/24dff076-500e-480f-ba48-e6ab9800b548 HTTP/1.1" status: 204 len: 173 time: 2.1169205 Jul 16 08:52:49.113488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'name': 'network-vif-deleted', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:49.115871 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18a83ce-c39a-411e-a174-0bd261c985cf" -d '{"events": [{"server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "name": "network-vif-deleted", "tag": "24dff076-500e-480f-ba48-e6ab9800b548"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:49.136926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf118c-f846-43b8-b184-00e772e8483c req-1d853f0f-f7a6-4899-bad4-f99649b62310 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.157343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4edf118c-f846-43b8-b184-00e772e8483c req-1d853f0f-f7a6-4899-bad4-f99649b62310 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.5843744 Jul 16 08:52:49.165106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-346c55ae-2c07-416e-b708-9ae677240393', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:49.166164 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.170005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3d78e-b845-46c8-986b-bae8a01d4485 req-9d0abfae-87fc-44bd-ad26-94ec70cd9d97 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.171636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a3d78e-b845-46c8-986b-bae8a01d4485 req-9d0abfae-87fc-44bd-ad26-94ec70cd9d97 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 944 time: 0.6168346 Jul 16 08:52:49.262975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Allocated IP 172.20.0.2 (a3e1824a-064d-4032-9c93-d4a3741d93df/43c1e9fd-afd8-4ea7-860b-718110abc932/9aa59000-e58f-4b36-984c-db7c9c84ef95) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:49.348038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Allocated IP 2001:db8:3::2 (346c55ae-2c07-416e-b708-9ae677240393/5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59/5dd1ae31-0919-4fab-bb79-0b3a377a11aa) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:49.355041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4edf118c-f846-43b8-b184-00e772e8483c req-d5d63c2f-065d-4974-887a-baa74f8de10d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965063 Jul 16 08:52:49.389244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a3d78e-b845-46c8-986b-bae8a01d4485 req-58fda2a6-1be9-4a67-af23-75a8378cb41e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985216 Jul 16 08:52:49.414859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-dd99122c-1904-4421-a6d0-5bb5598ec3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.433171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-dd99122c-1904-4421-a6d0-5bb5598ec3ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.4382341 Jul 16 08:52:49.549869 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31352585-c38e-4b7c-bb07-c24453dd9fb1 x-openstack-request-id: req-31352585-c38e-4b7c-bb07-c24453dd9fb1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:49.550430 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f48baa-d8b7-4544-8db1-cc8ee1283ce0", "name": "network-vif-deleted", "tag": "24dff076-500e-480f-ba48-e6ab9800b548", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:49.550781 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31352585-c38e-4b7c-bb07-c24453dd9fb1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:49.551284 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f48baa-d8b7-4544-8db1-cc8ee1283ce0', 'name': 'network-vif-deleted', 'tag': '24dff076-500e-480f-ba48-e6ab9800b548', 'status': 'completed', 'code': 200} Jul 16 08:52:49.572264 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.583698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-2d476bb2-7a5c-4d46-b37c-2eaf72d373dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 200 len: 217 time: 0.1391990 Jul 16 08:52:49.681290 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.710578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Transition to ACTIVE for port object 5dd1ae31-0919-4fab-bb79-0b3a377a11aa will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:49.738221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Transition to ACTIVE for port object 5dd1ae31-0919-4fab-bb79-0b3a377a11aa will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:49.748870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.808259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Network 346c55ae-2c07-416e-b708-9ae677240393 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:49.811199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:49.819328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:49.848644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d9030df-60ee-4fb7-8070-72004dd2e936 req-433edeb0-32d8-4388-bdb8-05816d4e76e8 tempest-ServerRescueTestJSONUnderV235-66641687 tempest-ServerRescueTestJSONUnderV235-66641687-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f48baa-d8b7-4544-8db1-cc8ee1283ce0 HTTP/1.1" status: 200 len: 210 time: 0.1019330 Jul 16 08:52:49.851324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Pushing event updated for resources: {'Port': ['ID=5dd1ae31-0919-4fab-bb79-0b3a377a11aa,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:49.922454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-6a968d7d-6d7e-4726-b0e0-57d7662556cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.923953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-6a968d7d-6d7e-4726-b0e0-57d7662556cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.3192046 Jul 16 08:52:49.938517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Attempting to bind port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:49.940774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Attempting to bind port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:49.941883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Attempting to bind port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa on network 346c55ae-2c07-416e-b708-9ae677240393 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:49.957891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:49.958318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Checking segment: {'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:49.958754 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.959141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Bound using segment: {'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:49.960780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Bound port: 5dd1ae31-0919-4fab-bb79-0b3a377a11aa, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:49.961343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.979799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-79d496c1-5d37-422d-970d-d10c7d4a0e08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428240 Jul 16 08:52:49.992407 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.049686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09e8f-f918-4442-bedc-4352e28ba0e2 req-779b3bfc-1107-4cf5-9917-06534e43bed5 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.051384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48c09e8f-f918-4442-bedc-4352e28ba0e2 req-779b3bfc-1107-4cf5-9917-06534e43bed5 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.5035615 Jul 16 08:52:50.094991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.101139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-74e67b37-5e71-4530-a3d7-36fe95918092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.102734 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-74e67b37-5e71-4530-a3d7-36fe95918092 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 1097 time: 0.2336082 Jul 16 08:52:50.146373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] For port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:50.154475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] For port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5dd1ae31-0919-4fab-bb79-0b3a377a11aa,segment=NetworkSegment(5ec60677-c66a-4368-a3a7-4cc5ac5f607b),segment_id=5ec60677-c66a-4368-a3a7-4cc5ac5f607b)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:50.158542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d9494eea-8989-4012-b9af-cb8f4986f864 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:50.202476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-925673f1-7426-4494-b86a-deeb470457d4 req-23771bb1-e05d-44ae-81e0-abd4718e82e6 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 210 time: 0.0889633 Jul 16 08:52:50.202697 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.243489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-9879fac4-d84c-4054-869b-76c939b140a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.245625 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-9879fac4-d84c-4054-869b-76c939b140a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.1328206 Jul 16 08:52:50.248501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-ee78eed4-e8af-4dac-a3a2-4df4f4652312 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535496 Jul 16 08:52:50.270777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48c09e8f-f918-4442-bedc-4352e28ba0e2 req-45bb8c8d-87a2-4eee-9114-65bc4942b919 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089489 Jul 16 08:52:50.279905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d9494eea-8989-4012-b9af-cb8f4986f864 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:50.280345 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.312489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.319040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de429ce-7b45-4caf-bea8-c43f6d063460 None None] Pushing event updated for resources: {'Port': ['ID=5dd1ae31-0919-4fab-bb79-0b3a377a11aa,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:50.357939 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-59a2e926-89f3-4642-bec2-33c9092b2cd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65 HTTP/1.1" status: 200 len: 217 time: 0.0955455 Jul 16 08:52:50.441310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-c369c232-0292-413e-997d-42de5fc8ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.443056 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-c369c232-0292-413e-997d-42de5fc8ca84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0773621 Jul 16 08:52:50.451093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Pushing event updated for resources: {'Port': ['ID=9aa59000-e58f-4b36-984c-db7c9c84ef95,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:50.454777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Network a3e1824a-064d-4032-9c93-d4a3741d93df is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:50.461715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:50.466566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:50.482798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Allocated IP 2001:db8:3::1 (346c55ae-2c07-416e-b708-9ae677240393/5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59/8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:50.556848 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-819a2efa-8c5a-4bb5-8e31-e00af8dfd1c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010108 Jul 16 08:52:50.557262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-6b0c2952-7826-432b-8ad7-c6822de2f825 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852643 Jul 16 08:52:50.588818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.588818 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.660156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-1b55f5df-01cf-4607-bbb1-516675f1735a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7159913 Jul 16 08:52:50.686456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Request body: {'port': {'device_id': 'c58a102a-6640-485b-a5b0-b81122b348c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:50.758736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b48d8b-7edc-4a8a-8e85-9e95c6080b23 req-f53e2552-1fa3-4430-8d1e-d099e30e4e9d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.760334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1b48d8b-7edc-4a8a-8e85-9e95c6080b23 req-f53e2552-1fa3-4430-8d1e-d099e30e4e9d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 946 time: 0.2088168 Jul 16 08:52:50.772826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542ca6d-08cc-4bf2-8557-baa9942ebc50 req-ad864f2a-0a26-48be-87bf-5ffac96d70ff tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.774995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5542ca6d-08cc-4bf2-8557-baa9942ebc50 req-ad864f2a-0a26-48be-87bf-5ffac96d70ff tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2627976 Jul 16 08:52:50.806675 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-4e389335-9676-4a91-ae41-3dc13176ddd5 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251420 Jul 16 08:52:50.868252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.923104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Transition to ACTIVE for port object 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:50.959010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8a3802b-0e08-4177-87e1-dea67729a7e3 req-58c547d1-31de-4bfb-8aa2-7630f060fed6 service neutron] 10.222.0.52 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363974 Jul 16 08:52:50.983719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.049084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 346c55ae-2c07-416e-b708-9ae677240393 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:51.052499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:51.057215 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:51.057537 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.100133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33666) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:51.110923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:51.219893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.234556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1b48d8b-7edc-4a8a-8e85-9e95c6080b23 req-6e0a65d0-151c-4d83-afd5-ac55183a906d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584260 Jul 16 08:52:51.255390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad990596-d569-4de9-9df7-2ce4b79fa419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.291081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5542ca6d-08cc-4bf2-8557-baa9942ebc50 req-0c54cc7d-c573-438e-b8a7-a9ad6fbd453f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041535 Jul 16 08:52:51.298608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.375898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-93707cec-cf0a-4e9f-aa0a-1385a623e17a tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.377875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-93707cec-cf0a-4e9f-aa0a-1385a623e17a tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1096 time: 0.1299608 Jul 16 08:52:51.453332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33674) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:51.613780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a062ec4c-d5b0-465d-8956-e6df91286957 None None] Network 346c55ae-2c07-416e-b708-9ae677240393 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:51.720658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-55f19f49-b84e-4b3c-bee0-04e45098ff2d None None] Provisioning for port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:51.761153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.768643 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad990596-d569-4de9-9df7-2ce4b79fa419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.782625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-fd4e32a5-cfcb-4756-a783-86b2db9a2601 service neutron] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:51.791164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-fd4e32a5-cfcb-4756-a783-86b2db9a2601 service neutron] Notify callbacks [] for binding, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.792406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64695062-17a6-4a01-9fde-ee68841a00a8 req-fd4e32a5-cfcb-4756-a783-86b2db9a2601 service neutron] 10.222.0.52 "DELETE /v2.0/ports/d1f36911-36f9-4f17-8f90-56330efd2ccc/bindings/n-h2-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.4022956 Jul 16 08:52:51.795219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.796324 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.805434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad990596-d569-4de9-9df7-2ce4b79fa419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.873305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462f216-6ad5-447d-8f3e-9701f1a06806 req-8db60f2a-02e2-4e94-9b5f-e2cca7f53772 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.875580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d462f216-6ad5-447d-8f3e-9701f1a06806 req-8db60f2a-02e2-4e94-9b5f-e2cca7f53772 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 931 time: 0.2944465 Jul 16 08:52:51.885251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428ac2f-e8a8-48f5-9f37-f3dd91444d37 req-a2860550-ac96-4570-bf7d-f94ff5a3e6d0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.887568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a428ac2f-e8a8-48f5-9f37-f3dd91444d37 req-a2860550-ac96-4570-bf7d-f94ff5a3e6d0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 944 time: 0.4161327 Jul 16 08:52:51.932734 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ad990596-d569-4de9-9df7-2ce4b79fa419 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=327d561056de47168d797c8359d9584f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275301 Jul 16 08:52:51.934735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad990596-d569-4de9-9df7-2ce4b79fa419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d2b0b1-0c47-4b03-90fa-0cba6fd4bda5,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:51.937369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event updated for resources: {'Port': ['ID=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:51.939634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:51.995531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa59000-e58f-4b36-984c-db7c9c84ef95 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:52.016147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.023022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d462f216-6ad5-447d-8f3e-9701f1a06806 req-0f1ff9ad-4d6c-4d9e-b783-f26874cbae9b tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306682 Jul 16 08:52:52.030246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a428ac2f-e8a8-48f5-9f37-f3dd91444d37 req-03b26abd-d826-4a27-a125-ee734ef86803 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368041 Jul 16 08:52:52.038508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Transition to ACTIVE for port object 9aa59000-e58f-4b36-984c-db7c9c84ef95 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:52.055367 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.123228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Pushing event updated for resources: {'Port': ['ID=9aa59000-e58f-4b36-984c-db7c9c84ef95,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:52.190507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5dd1ae31-0919-4fab-bb79-0b3a377a11aa up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:52.206248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Attempting to bind port 9aa59000-e58f-4b36-984c-db7c9c84ef95 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:52.206634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Attempting to bind port 9aa59000-e58f-4b36-984c-db7c9c84ef95 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '94ed7f14-3d53-4eed-bd97-4fd5dac6d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a3e1824a-064d-4032-9c93-d4a3741d93df'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:52.207157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Attempting to bind port 9aa59000-e58f-4b36-984c-db7c9c84ef95 on network a3e1824a-064d-4032-9c93-d4a3741d93df {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:52.211639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Port 9aa59000-e58f-4b36-984c-db7c9c84ef95 on network a3e1824a-064d-4032-9c93-d4a3741d93df not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:52.212091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Attempting to bind port 9aa59000-e58f-4b36-984c-db7c9c84ef95 on network a3e1824a-064d-4032-9c93-d4a3741d93df {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:52.218827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:52.219190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Checking segment: {'id': '94ed7f14-3d53-4eed-bd97-4fd5dac6d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a3e1824a-064d-4032-9c93-d4a3741d93df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:52.219546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Bound using segment: {'id': '94ed7f14-3d53-4eed-bd97-4fd5dac6d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a3e1824a-064d-4032-9c93-d4a3741d93df'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:52.220052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Bound port: 9aa59000-e58f-4b36-984c-db7c9c84ef95, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ed7f14-3d53-4eed-bd97-4fd5dac6d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a3e1824a-064d-4032-9c93-d4a3741d93df'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:52.220418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.236993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Network 346c55ae-2c07-416e-b708-9ae677240393 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:52.240490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ba49216-31fc-464a-9183-6f7008def54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.244204 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:52.322363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Provisioning for port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:52.328191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Provisioning complete for port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:52.328945 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.335309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:52.342372 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ba49216-31fc-464a-9183-6f7008def54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.370489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] For port 9aa59000-e58f-4b36-984c-db7c9c84ef95, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:52.377087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:52.378005 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.400957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] For port 9aa59000-e58f-4b36-984c-db7c9c84ef95, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9aa59000-e58f-4b36-984c-db7c9c84ef95,segment=NetworkSegment(94ed7f14-3d53-4eed-bd97-4fd5dac6d671),segment_id=94ed7f14-3d53-4eed-bd97-4fd5dac6d671)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:52.430862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:52.431835 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.450186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:52.453558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Provisioning complete for port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:52.454186 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.514416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Pushing event updated for resources: {'Port': ['ID=9aa59000-e58f-4b36-984c-db7c9c84ef95,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:52.519324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.519947 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.521382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-abdbcc93-41a0-4401-8767-c9620e7c79cb service neutron] 10.222.0.52 "PUT /v2.0/ports/9aa59000-e58f-4b36-984c-db7c9c84ef95 HTTP/1.1" status: 200 len: 1092 time: 1.8442974 Jul 16 08:52:52.521913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a102a-6640-485b-a5b0-b81122b348c9', 'tag': '9aa59000-e58f-4b36-984c-db7c9c84ef95'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:52.524260 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04601467-42b4-4896-9a0d-50f25d258a79" -d '{"events": [{"name": "network-changed", "server_uuid": "c58a102a-6640-485b-a5b0-b81122b348c9", "tag": "9aa59000-e58f-4b36-984c-db7c9c84ef95"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:52.535589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73100e8d-22de-46be-bd26-af73b466aa57 req-f87c0b3c-c5a0-43a4-83b6-96332443b986 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.537394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73100e8d-22de-46be-bd26-af73b466aa57 req-f87c0b3c-c5a0-43a4-83b6-96332443b986 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 945 time: 0.2571993 Jul 16 08:52:52.567045 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.599236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73100e8d-22de-46be-bd26-af73b466aa57 req-94c77c7e-209b-44f7-8694-6c51fa876dd1 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541444 Jul 16 08:52:52.613857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6464-3be3-4f8c-afe5-af9d626a5824 req-b14686e1-6ba3-4641-a34c-3f0fa0972501 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.620915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-892e6464-3be3-4f8c-afe5-af9d626a5824 req-b14686e1-6ba3-4641-a34c-3f0fa0972501 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1096 time: 0.2271972 Jul 16 08:52:52.680889 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.714088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5dd1ae31-0919-4fab-bb79-0b3a377a11aa,segment=NetworkSegment(5ec60677-c66a-4368-a3a7-4cc5ac5f607b),segment_id=5ec60677-c66a-4368-a3a7-4cc5ac5f607b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:52.720065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-892e6464-3be3-4f8c-afe5-af9d626a5824 req-0881fe18-a289-4f5f-ac48-313fd626e8e1 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975964 Jul 16 08:52:52.732071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ba49216-31fc-464a-9183-6f7008def54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.734829 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.745713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ba49216-31fc-464a-9183-6f7008def54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.752917 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3ba49216-31fc-464a-9183-6f7008def54e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94d2b0b1-0c47-4b03-90fa-0cba6fd4bda5 HTTP/1.1" status: 204 len: 168 time: 0.8097680 Jul 16 08:52:52.784563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba49216-31fc-464a-9183-6f7008def54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d2b0b1-0c47-4b03-90fa-0cba6fd4bda5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:52.814825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:52.835912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-855b0e8d-d989-4f57-b645-4ac8a4f7b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.837463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-855b0e8d-d989-4f57-b645-4ac8a4f7b51b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9616dc49596475fa24e863779794117&device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 1095 time: 0.2435536 Jul 16 08:52:52.846327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33692) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:52.846536 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3273e319-e64b-48b5-b87c-14ba4145a51d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9080958 Jul 16 08:52:52.856858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:52.858858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.013898 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:52:53.014719 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-026a999b-69c3-4182-94ce-9efdefdfb4c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:52:53.015546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:53.037001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=5dd1ae31-0919-4fab-bb79-0b3a377a11aa,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:53.047588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:53.048390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:53.105622 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae5dabe-2019-449a-9ab1-5849a85ee159 x-openstack-request-id: req-6ae5dabe-2019-449a-9ab1-5849a85ee159 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:53.105622 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58a102a-6640-485b-a5b0-b81122b348c9", "tag": "9aa59000-e58f-4b36-984c-db7c9c84ef95", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:53.106383 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ae5dabe-2019-449a-9ab1-5849a85ee159 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:53.106636 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a102a-6640-485b-a5b0-b81122b348c9', 'tag': '9aa59000-e58f-4b36-984c-db7c9c84ef95', 'status': 'completed', 'code': 200} Jul 16 08:52:53.201074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:53.247282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-6007baff-2aed-48bc-8e00-bf1f61b9cf6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aa59000-e58f-4b36-984c-db7c9c84ef95 HTTP/1.1" status: 200 len: 217 time: 0.1509902 Jul 16 08:52:53.324205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33700) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:53.344398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4eab518-5ffc-4097-9573-d70531f8671e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.385829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Deleting port 26f4b429-5e69-42c8-93f5-a15e861f6790 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:53.386285 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.436634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-e131fed9-5e66-45a2-8607-896af7adcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.438932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-e131fed9-5e66-45a2-8607-896af7adcab2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43c1e9fd-afd8-4ea7-860b-718110abc932 HTTP/1.1" status: 200 len: 853 time: 0.1793323 Jul 16 08:52:53.484095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:51Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:51Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:53.513076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:53.513498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Updating router ac47114e-eb39-4a19-860c-8a46605d356c port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:53.529513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-88198be7-ce8b-46ec-987a-ca1197489317 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3e1824a-064d-4032-9c93-d4a3741d93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774975 Jul 16 08:52:53.539803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306f85f-e467-4cd1-99ba-074bf54ace81 req-9de55aac-3190-4024-8a1f-fd454a4c4832 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.541436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5306f85f-e467-4cd1-99ba-074bf54ace81 req-9de55aac-3190-4024-8a1f-fd454a4c4832 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 945 time: 0.4376142 Jul 16 08:52:53.577630 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.632093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9a25f9dd-126c-4576-8658-ea79e63d6f65 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:53.668381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468486ef-9357-4a63-b907-c86dc6268968 req-f6ac0449-f1d3-4907-9109-fe4df29ed243 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.674593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468486ef-9357-4a63-b907-c86dc6268968 req-f6ac0449-f1d3-4907-9109-fe4df29ed243 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.680655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468486ef-9357-4a63-b907-c86dc6268968 req-f6ac0449-f1d3-4907-9109-fe4df29ed243 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.682420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-468486ef-9357-4a63-b907-c86dc6268968 req-f6ac0449-f1d3-4907-9109-fe4df29ed243 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8&device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306&device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 2417 time: 0.3595228 Jul 16 08:52:53.735888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5306f85f-e467-4cd1-99ba-074bf54ace81 req-cc4643fc-8028-45d5-8a47-6adadf1b9af2 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772220 Jul 16 08:52:53.860196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.extraroute_db [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:52:53.860696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4eab518-5ffc-4097-9573-d70531f8671e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.866582 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4eab518-5ffc-4097-9573-d70531f8671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.883614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.extraroute_db [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Removed routes are [] {{(pid=94159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:52:53.884345 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.892484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-603c4314-f6ea-46cf-826a-b2e45138a880 service neutron] 10.222.0.52 "GET /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488338 Jul 16 08:52:53.936122 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b4eab518-5ffc-4097-9573-d70531f8671e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e863cdedb7fa42a380babba47512e379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062770 Jul 16 08:52:53.937067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eab518-5ffc-4097-9573-d70531f8671e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cc6ed3-1fb6-4c8c-b2f6-cd1c213e8986,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:53.942748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33702) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:53.950840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] For port 26f4b429-5e69-42c8-93f5-a15e861f6790, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=26f4b429-5e69-42c8-93f5-a15e861f6790,segment=NetworkSegment(20f30231-a73e-4e9a-a50f-babf7b9a21f9),segment_id=20f30231-a73e-4e9a-a50f-babf7b9a21f9)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:53.951269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.972662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Calling delete_port for 26f4b429-5e69-42c8-93f5-a15e861f6790 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:53.982204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fae8d790-9751-41fc-bde9-236a59da0fc3 None None] Provisioning complete for port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:53.982747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fae8d790-9751-41fc-bde9-236a59da0fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.036741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-468486ef-9357-4a63-b907-c86dc6268968 req-f1a74d09-803f-4ff3-8923-82b44923ccf3 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163495 Jul 16 08:52:54.068417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd718-6e94-46be-b4d5-ff83cdc2a874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.095068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fae8d790-9751-41fc-bde9-236a59da0fc3 None None] Port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:54.114848 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.129607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd718-6e94-46be-b4d5-ff83cdc2a874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.132399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b98ee-e97c-465a-be7e-4b42544d49bd req-9b2ffa1e-ead8-4eef-b2f5-db433e0e47fc tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.134408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a36b98ee-e97c-465a-be7e-4b42544d49bd req-9b2ffa1e-ead8-4eef-b2f5-db433e0e47fc tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 943 time: 0.1923041 Jul 16 08:52:54.152494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5dd1ae31-0919-4fab-bb79-0b3a377a11aa up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:54.207230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:54.209963 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247c7b12-784a-4f07-b2d9-9e9915dd8358" -d '{"events": [{"server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:54.236936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:54.238713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd718-6e94-46be-b4d5-ff83cdc2a874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.241908 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd718-6e94-46be-b4d5-ff83cdc2a874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.245784 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1a7cd718-6e94-46be-b4d5-ff83cdc2a874 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45cc6ed3-1fb6-4c8c-b2f6-cd1c213e8986 HTTP/1.1" status: 204 len: 168 time: 0.2996147 Jul 16 08:52:54.245960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.260593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cd718-6e94-46be-b4d5-ff83cdc2a874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cc6ed3-1fb6-4c8c-b2f6-cd1c213e8986,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.286404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c108f7-1bba-44df-97d2-8da81f03e394 req-0441c7fc-9772-4c9a-a0d0-e1367cb3fec8 service neutron] 10.222.0.52 "GET /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451061 Jul 16 08:52:54.307484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.348864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.351669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a36b98ee-e97c-465a-be7e-4b42544d49bd req-0ae6109f-203d-4922-9afe-0e2a72ebf773 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772747 Jul 16 08:52:54.362292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.365805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.390073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Transition to ACTIVE for port object 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:54.392035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:54.393061 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.395142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.412809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f4b429-5e69-42c8-93f5-a15e861f6790,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.442255 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.477339 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:54.504043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab323-326c-45a5-9b6c-1193ed1f1e14 None None] Pushing event updated for resources: {'Port': ['ID=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.629535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Attempting to bind port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:54.629980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Attempting to bind port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:54.630345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Attempting to bind port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 on network 346c55ae-2c07-416e-b708-9ae677240393 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:54.640622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:54.640997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Checking segment: {'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:54.641393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.641826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Bound using segment: {'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:54.642308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Bound port: 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec60677-c66a-4368-a3a7-4cc5ac5f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '346c55ae-2c07-416e-b708-9ae677240393'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:54.642766 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.674634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.753480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] For port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:54.757388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] For port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,segment=NetworkSegment(5ec60677-c66a-4368-a3a7-4cc5ac5f607b),segment_id=5ec60677-c66a-4368-a3a7-4cc5ac5f607b)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:54.765844 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.860810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:54.861939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:54.972882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab323-326c-45a5-9b6c-1193ed1f1e14 None None] Pushing event updated for resources: {'Port': ['ID=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.977223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Router 64be6d34-3697-4d29-bef6-b07af7384723 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:55.037900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:55.063668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:55.078797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-7e6ac3c8-6639-45d9-8262-4917a2511895 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.080459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-7e6ac3c8-6639-45d9-8262-4917a2511895 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 806 time: 0.9075081 Jul 16 08:52:55.138781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-e4791b97-9d9a-4022-a8e3-744f45ba1791 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/quotas/418e8d72fd7a4b4eadfdb6df179571d5 HTTP/1.1" status: 200 len: 375 time: 0.0490656 Jul 16 08:52:55.149406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:55.158376 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab04541c-185b-48b4-a69b-2329445143a6 admin admin] 10.222.0.55 "PUT /v2.0/routers/64be6d34-3697-4d29-bef6-b07af7384723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7044189 Jul 16 08:52:55.159296 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] Sync routers for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:55.161450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33730) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:55.175218 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:55.177336 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:55.298045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04601467-42b4-4896-9a0d-50f25d258a79 req-65d3c33d-7831-4b0d-9162-73d598f2ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.299700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04601467-42b4-4896-9a0d-50f25d258a79 req-65d3c33d-7831-4b0d-9162-73d598f2ca57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9616dc49596475fa24e863779794117&device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 1095 time: 0.9254737 Jul 16 08:52:55.326804 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:55.353398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.357160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a78f38ae-80c3-40e5-ac95-ddc0b47f90bb req-ebbfa7eb-e5a1-4000-91b3-ffc6407ae209 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.9236925 Jul 16 08:52:55.424819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:53Z', 'revision_number': 6, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:54Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:55.436565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:55.444488 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.448003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-81b87517-4fcb-44ed-a685-7d10883fc850 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 200 len: 954 time: 2.5981872 Jul 16 08:52:55.448971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33742) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:55.498949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6274c-5825-49a3-aebf-7d053352e2c2 None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:53Z', 'revision_number': 6, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:54Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:55.556664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.587920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-9fcb29bc-4f3b-4259-88f7-acc35df14fc2 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3940454 Jul 16 08:52:55.665474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04601467-42b4-4896-9a0d-50f25d258a79 req-452fa5f5-fc01-4ef4-ac75-b41f94d7d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.667221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04601467-42b4-4896-9a0d-50f25d258a79 req-452fa5f5-fc01-4ef4-ac75-b41f94d7d9ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3e1824a-064d-4032-9c93-d4a3741d93df HTTP/1.1" status: 200 len: 914 time: 0.3552322 Jul 16 08:52:55.736238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04601467-42b4-4896-9a0d-50f25d258a79 req-5771973b-195a-4323-91bc-3b9cb71b96f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aa59000-e58f-4b36-984c-db7c9c84ef95 HTTP/1.1" status: 200 len: 217 time: 0.0579975 Jul 16 08:52:55.740838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Deleting port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:55.742598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.755407 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf096aa-1f85-403a-a13f-39245a547b0c x-openstack-request-id: req-abf096aa-1f85-403a-a13f-39245a547b0c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:55.755706 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "name": "network-vif-unplugged", "status": "failed", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65", "code": 422}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:55.756044 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abf096aa-1f85-403a-a13f-39245a547b0c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:55.756517 n-d-780147-28 neutron-server[94167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'code': 422} returned with failed status Jul 16 08:52:55.758847 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:52:54Z', 'revision_number': 5, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port': {'id': '2c573b7c-32be-475c-ae8a-d1aba2dd8b54', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64be6d34-3697-4d29-bef6-b07af7384723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:55.812667 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b76e434a-5f52-471c-a87c-c967414cd3f2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 200 len: 954 time: 0.3610332 Jul 16 08:52:55.816069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33748) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:55.826878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'routes': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:55.828630 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] Checking router: 64be6d34-3697-4d29-bef6-b07af7384723 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:55.844653 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] Routers {'64be6d34-3697-4d29-bef6-b07af7384723'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:55.845267 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['64be6d34-3697-4d29-bef6-b07af7384723'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:55.906072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] For port 2c573b7c-32be-475c-ae8a-d1aba2dd8b54, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2c573b7c-32be-475c-ae8a-d1aba2dd8b54,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:55.906622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.923306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Calling delete_port for 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:56.005123 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] Set router 64be6d34-3697-4d29-bef6-b07af7384723 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:56.028322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-2582708d-e044-4fa1-81e0-eec000f21de7 service neutron] 10.222.0.55 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102142 Jul 16 08:52:56.104675 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:52:55Z', 'revision_number': 6, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:56.123219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04601467-42b4-4896-9a0d-50f25d258a79 req-95aee00a-ba8a-4be8-8d96-9760cc5f066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:56.124784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04601467-42b4-4896-9a0d-50f25d258a79 req-95aee00a-ba8a-4be8-8d96-9760cc5f066c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43c1e9fd-afd8-4ea7-860b-718110abc932 HTTP/1.1" status: 200 len: 853 time: 0.3250771 Jul 16 08:52:56.154580 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ce8c2-1886-419e-a51f-acf2ece678b2 None None] The sync data for ids ['64be6d34-3697-4d29-bef6-b07af7384723'] in n-d-780147-28 is: [{'id': '64be6d34-3697-4d29-bef6-b07af7384723', 'name': 'tempest-ServerRescueTestJSONUnderV235-1652309643-router', 'tenant_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:59Z', 'updated_at': '2021-07-16T08:52:55Z', 'revision_number': 6, 'project_id': 'de3ed2c7b88e422b824220a2d113a0f6', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:56.231901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04601467-42b4-4896-9a0d-50f25d258a79 req-35009080-6fa3-4335-98e2-8d3c3e278b6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3e1824a-064d-4032-9c93-d4a3741d93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965447 Jul 16 08:52:56.247114 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.291366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c573b7c-32be-475c-ae8a-d1aba2dd8b54,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:56.374307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.398216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04601467-42b4-4896-9a0d-50f25d258a79 req-6e3040aa-b542-47eb-aaea-c7d3c51f4179 service neutron] 10.222.0.52 "GET /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259224 Jul 16 08:52:56.475990 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.478661 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.554858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5a01-2c19-4c4b-b693-aa42d563da5e req-609f53b7-5b4a-4528-94fc-1d2819bcfca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:56.562739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a56d5a01-2c19-4c4b-b693-aa42d563da5e req-609f53b7-5b4a-4528-94fc-1d2819bcfca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 943 time: 0.6762309 Jul 16 08:52:56.570001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.570331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-19172371-0ea6-4a31-9b1a-027c8bdafa1d service neutron] 10.222.0.55 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410469 Jul 16 08:52:56.571104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64be6d34-3697-4d29-bef6-b07af7384723 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:56.576450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.578004 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b7bf9270-0b44-4ae5-8043-66fc82bd5ca5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/64be6d34-3697-4d29-bef6-b07af7384723 HTTP/1.1" status: 204 len: 168 time: 1.4155419 Jul 16 08:52:56.580438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33764) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:56.610451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:56.648410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-355c5ea3-4131-42e8-baa2-1c7133ddd534 admin admin] Deleting subnet 6c4a04c4-dad5-454c-b216-f11fb0d7b012 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:56.659266 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-355c5ea3-4131-42e8-baa2-1c7133ddd534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.721660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a56d5a01-2c19-4c4b-b693-aa42d563da5e req-96311edf-187e-47bc-854a-031c23ccfd34 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577373 Jul 16 08:52:56.746125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:56.753618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:56.753936 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.770024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-355c5ea3-4131-42e8-baa2-1c7133ddd534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.808022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:56.831199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04601467-42b4-4896-9a0d-50f25d258a79 req-24c6882c-ffea-4667-be26-1ac81cc1ac60 service neutron] 10.222.0.52 "GET /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861370 Jul 16 08:52:56.886346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:56.888083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-355c5ea3-4131-42e8-baa2-1c7133ddd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.888276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.032154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-355c5ea3-4131-42e8-baa2-1c7133ddd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.063084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:57.098604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c5ea3-4131-42e8-baa2-1c7133ddd534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4a04c4-dad5-454c-b216-f11fb0d7b012,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:57.122564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-355c5ea3-4131-42e8-baa2-1c7133ddd534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.127495 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-355c5ea3-4131-42e8-baa2-1c7133ddd534 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6c4a04c4-dad5-454c-b216-f11fb0d7b012 HTTP/1.1" status: 204 len: 168 time: 0.5460405 Jul 16 08:52:57.128159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33778) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:57.135207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.extraroute_db [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added routes are [] {{(pid=94159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:52:57.135689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.extraroute_db [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:52:57.173800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf83fc-ce8d-4214-b3c8-3ac7007dbc1f req-523fd48a-4552-4708-9937-a216bc82f29e tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.175361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cecf83fc-ce8d-4214-b3c8-3ac7007dbc1f req-523fd48a-4552-4708-9937-a216bc82f29e tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 943 time: 0.1860075 Jul 16 08:52:57.276000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.311755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.338769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.425450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.439206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41484141-6106-4847-a726-90e485f683d9']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.452963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f30231-a73e-4e9a-a50f-babf7b9a21f9') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.453260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f30231-a73e-4e9a-a50f-babf7b9a21f9') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.484075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.515767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.535613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:57.537340 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.565172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,segment=NetworkSegment(5ec60677-c66a-4368-a3a7-4cc5ac5f607b),segment_id=5ec60677-c66a-4368-a3a7-4cc5ac5f607b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:57.570758 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:57.576690 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.671024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9aa59000-e58f-4b36-984c-db7c9c84ef95 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:57.743424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.783804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.788461 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] 10.222.0.55 "DELETE /v2.0/networks/41484141-6106-4847-a726-90e485f683d9 HTTP/1.1" status: 204 len: 168 time: 0.6593761 Jul 16 08:52:57.793422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a9e6c-3655-48be-af50-a8fe3fb7ddce admin admin] Pushing event deleted for resources: {'Network': ['ID=41484141-6106-4847-a726-90e485f683d9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:57.867373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:58.020029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cecf83fc-ce8d-4214-b3c8-3ac7007dbc1f req-919e58e9-626f-4dc1-9054-58144086f147 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202038 Jul 16 08:52:58.038289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:53Z', 'revision_number': 6, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:54Z', 'revision_number': 4, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:58.104806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:58.154279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:58.195655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33836) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:58.236286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:58.237035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:58.286610 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3790297e-7298-48fa-9af0-41620fff6976 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de3ed2c7b88e422b824220a2d113a0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873034 Jul 16 08:52:58.286945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33844) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:58.365429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9aa59000-e58f-4b36-984c-db7c9c84ef95, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9aa59000-e58f-4b36-984c-db7c9c84ef95,segment=NetworkSegment(94ed7f14-3d53-4eed-bd97-4fd5dac6d671),segment_id=94ed7f14-3d53-4eed-bd97-4fd5dac6d671)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:58.373317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42b3b985-86d3-4228-ba5f-d6469bcdd478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.386646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5524dd4b-0337-488e-901e-47f0c64c8cc7 req-f72865a9-793c-40cd-a526-de1a0815c714 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 210 time: 0.1030374 Jul 16 08:52:58.403887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:58.409624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '9aa59000-e58f-4b36-984c-db7c9c84ef95', 'network_id': 'a3e1824a-064d-4032-9c93-d4a3741d93df', 'port_id': '9aa59000-e58f-4b36-984c-db7c9c84ef95', 'mac_address': 'fa:16:3e:24:a2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c1e9fd-afd8-4ea7-860b-718110abc932', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:58.412119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:58.412578 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.431600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42b3b985-86d3-4228-ba5f-d6469bcdd478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.440882 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.446570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.531881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42b3b985-86d3-4228-ba5f-d6469bcdd478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.535391 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42b3b985-86d3-4228-ba5f-d6469bcdd478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.536984 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-42b3b985-86d3-4228-ba5f-d6469bcdd478 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ae1814c-6adf-40cd-836a-5899155cc07d HTTP/1.1" status: 204 len: 168 time: 0.2490187 Jul 16 08:52:58.557206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3b985-86d3-4228-ba5f-d6469bcdd478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae1814c-6adf-40cd-836a-5899155cc07d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:58.765132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:58.839033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-8a8146c2-e7f4-4a6c-b1ce-d0074770fd3f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.842867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-8a8146c2-e7f4-4a6c-b1ce-d0074770fd3f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90628ec-dbb7-4899-9252-6f0b992a6aa3 HTTP/1.1" status: 200 len: 943 time: 0.1897273 Jul 16 08:52:59.142586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:59.153326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.157026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ea00d5cc-49c2-400b-baed-a6f150d65d1b tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 200 len: 704 time: 3.3340721 Jul 16 08:52:59.157715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33864) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:59.189712 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.228393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa59000-e58f-4b36-984c-db7c9c84ef95 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:59.268387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9aa59000-e58f-4b36-984c-db7c9c84ef95, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9aa59000-e58f-4b36-984c-db7c9c84ef95,segment=NetworkSegment(94ed7f14-3d53-4eed-bd97-4fd5dac6d671),segment_id=94ed7f14-3d53-4eed-bd97-4fd5dac6d671)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:59.284060 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.334032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-8007ee6c-a26a-4c4a-8a77-aa9783c5ae3b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:59.335718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-8007ee6c-a26a-4c4a-8a77-aa9783c5ae3b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 806 time: 0.4499328 Jul 16 08:52:59.353727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Request body: {'port': {'device_id': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'admin_state_up': True, 'tenant_id': '418e8d72fd7a4b4eadfdb6df179571d5'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:59.364806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Deleting port 9a25f9dd-126c-4576-8658-ea79e63d6f65 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:59.365422 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.452532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 7, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:59.457067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-af159256-8e56-480e-918e-bcd2afba3199 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 200 len: 704 time: 0.2974269 Jul 16 08:52:59.459730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33876) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:59.536404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009990fe-b43d-47fd-b792-2963049cb8bb None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 7, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:59.544879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9aa59000-e58f-4b36-984c-db7c9c84ef95,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:59.562899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 26f4b429-5e69-42c8-93f5-a15e861f6790 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:59.602561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 26f4b429-5e69-42c8-93f5-a15e861f6790 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:59.602923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 26f4b429-5e69-42c8-93f5-a15e861f6790 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:59.606328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:59.671649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:59.672196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2c573b7c-32be-475c-ae8a-d1aba2dd8b54 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:59.679490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['9aa59000-e58f-4b36-984c-db7c9c84ef95'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:59.890304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] For port 9a25f9dd-126c-4576-8658-ea79e63d6f65, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9a25f9dd-126c-4576-8658-ea79e63d6f65,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:59.890677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.948419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Calling delete_port for 9a25f9dd-126c-4576-8658-ea79e63d6f65 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:59.980696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748f725-1c16-41c8-8c74-d547a4b67651 req-fe506fb1-5dc0-4963-816c-f761aed525fe tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:59.998993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3748f725-1c16-41c8-8c74-d547a4b67651 req-fe506fb1-5dc0-4963-816c-f761aed525fe tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 944 time: 0.5772085 Jul 16 08:53:00.006632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33896) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:00.015788 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:00.028344 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:00.036160 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.082517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.086388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Made reservation on behalf of 418e8d72fd7a4b4eadfdb6df179571d5 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:00.099037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.147916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-4dbdc3e5-4387-4450-810c-3d3c3b4baa7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4510667 Jul 16 08:53:00.198691 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:00.206598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-604494437-network', 'tenant_id': '215e7eb09f894024b9fbcd53b0ebda1b'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:00.235878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Made reservation on behalf of 215e7eb09f894024b9fbcd53b0ebda1b for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:00.238937 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.256034 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.488610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3748f725-1c16-41c8-8c74-d547a4b67651 req-bc98711c-aaee-4f75-9be1-16cd920a2f42 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880872 Jul 16 08:53:00.548466 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.557484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.598036 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 7, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.635812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:00.647245 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:00.653558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:00.653983 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.661236 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:00.661885 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.662799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-9b6ffd07-9edc-4d44-acd8-ac9eb77ede17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:00.665702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-9b6ffd07-9edc-4d44-acd8-ac9eb77ede17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1097 time: 0.4165804 Jul 16 08:53:00.674167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Allocated IP 172.20.0.9 (6abd1018-a12f-451b-a81a-595a646083af/81628269-1000-4d64-9846-3fb9be7c8ab9/49a0647a-9fac-4c35-9585-b383d3062624) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:00.780860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.785303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,segment=NetworkSegment(5ec60677-c66a-4368-a3a7-4cc5ac5f607b),segment_id=5ec60677-c66a-4368-a3a7-4cc5ac5f607b)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:00.785697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.827693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:00.834503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165344e1-1b59-4e78-bc72-7136c6d06957,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:00.850043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.852517 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Added segment 70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc of type vlan for network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec Jul 16 08:53:00.914248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-51d885ae-1aff-4b47-baf9-139e0222ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:00.915934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-51d885ae-1aff-4b47-baf9-139e0222ce40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.2173431 Jul 16 08:53:00.977853 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.996700 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:01.039032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-1438d753-5c80-4f45-94a1-7d7931494d01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 217 time: 0.1077166 Jul 16 08:53:01.085545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event deleted for resources: {'Port': ['ID=9a25f9dd-126c-4576-8658-ea79e63d6f65,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.101243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.102752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:01.103437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.161278 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1518054 Jul 16 08:53:01.171171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33916) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.176462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Request body: {'subnet': {'network_id': 'b35cf7bb-3e57-458b-ad8c-e547e61bd9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-604494437-subnet', 'tenant_id': '215e7eb09f894024b9fbcd53b0ebda1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:01.213319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ba586af-27bd-43e7-98a4-cbd3ac7a8582 req-b29f292d-98f5-440c-99c4-0fd4941a43d2 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 210 time: 0.1176786 Jul 16 08:53:01.253847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afe73c-a3db-45a6-bad5-cf321e398bca admin admin] Pushing event updated for resources: {'Network': ['ID=b35cf7bb-3e57-458b-ad8c-e547e61bd9ec,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.263368 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 7, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:01.269202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:01.271400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Made reservation on behalf of 215e7eb09f894024b9fbcd53b0ebda1b for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:01.274906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.347866 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d12b78-2664-45ae-b659-e619efaebe10 None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 7, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7', 'name': '', 'network_id': '346c55ae-2c07-416e-b708-9ae677240393', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:de:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:57Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:01.356004 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.379505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] No DVR routers for this DVR port 9a25f9dd-126c-4576-8658-ea79e63d6f65 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:01.383991 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.390473 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.393012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da6d99e7-a2a5-4c00-9df2-af588b348938 req-beefa66c-c0a0-4698-b1e9-3d5f8cbbfc53 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "DELETE /v2.0/ports/9a25f9dd-126c-4576-8658-ea79e63d6f65 HTTP/1.1" status: 204 len: 173 time: 2.5152299 Jul 16 08:53:01.393549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'name': 'network-vif-deleted', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:01.395957 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dec7f2-8d56-4bf2-a0ff-9ac21dc7e6e5" -d '{"events": [{"server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "name": "network-vif-deleted", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:01.423484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-9bae631d-1d94-4bbe-8bfe-eb285631b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:01.425223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-9bae631d-1d94-4bbe-8bfe-eb285631b4f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.3315265 Jul 16 08:53:01.437385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.528541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-a9a3583c-07a7-45c4-952b-27654d12a45a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852876 Jul 16 08:53:01.669109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9aa59000-e58f-4b36-984c-db7c9c84ef95 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:01.690962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.770191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-a8dacd1c-0546-42e4-afec-fef3b83db848 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355034 Jul 16 08:53:01.776773 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c1603f-cdb2-4331-8eaf-e0f23ac0c41c x-openstack-request-id: req-29c1603f-cdb2-4331-8eaf-e0f23ac0c41c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:01.778570 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90628ec-dbb7-4899-9252-6f0b992a6aa3", "name": "network-vif-deleted", "tag": "9a25f9dd-126c-4576-8658-ea79e63d6f65", "status": "failed", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:01.778784 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29c1603f-cdb2-4331-8eaf-e0f23ac0c41c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:01.779374 n-d-780147-28 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e90628ec-dbb7-4899-9252-6f0b992a6aa3', 'name': 'network-vif-deleted', 'tag': '9a25f9dd-126c-4576-8658-ea79e63d6f65', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:53:01.814405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 9aa59000-e58f-4b36-984c-db7c9c84ef95 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:01.820949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 9aa59000-e58f-4b36-984c-db7c9c84ef95 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:01.821261 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.926506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.942598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7285c70-a1a6-4376-85ac-d59de9bfb9fc req-390500c5-d3e8-4e8d-9053-b39cd33427a9 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613131 Jul 16 08:53:02.011245 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.026585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Network 6abd1018-a12f-451b-a81a-595a646083af is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:02.047216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:02.057411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:02.063546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a102a-6640-485b-a5b0-b81122b348c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa59000-e58f-4b36-984c-db7c9c84ef95'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:02.072927 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd77de47-c035-4c74-bc89-5c562c9a1346" -d '{"events": [{"server_uuid": "c58a102a-6640-485b-a5b0-b81122b348c9", "name": "network-vif-plugged", "status": "completed", "tag": "9aa59000-e58f-4b36-984c-db7c9c84ef95"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:02.099011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 9aa59000-e58f-4b36-984c-db7c9c84ef95, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9aa59000-e58f-4b36-984c-db7c9c84ef95,segment=NetworkSegment(94ed7f14-3d53-4eed-bd97-4fd5dac6d671),segment_id=94ed7f14-3d53-4eed-bd97-4fd5dac6d671)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:02.115142 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.160372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Pushing event updated for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.185927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.186696 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.191515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=9aa59000-e58f-4b36-984c-db7c9c84ef95,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.208675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:02.213862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.229315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-56e91635-072f-45ca-8816-d0593121e7d9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8809383 Jul 16 08:53:02.246066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d30eb-00a9-456d-95da-f7b16ac72647 req-e4b9a941-b65c-4549-a8b7-ba7c2be44126 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.248030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d58d30eb-00a9-456d-95da-f7b16ac72647 req-e4b9a941-b65c-4549-a8b7-ba7c2be44126 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 944 time: 0.3043830 Jul 16 08:53:02.255398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Request body: {'port': {'device_id': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:02.351591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d58d30eb-00a9-456d-95da-f7b16ac72647 req-8ce7b750-8ecb-469d-8666-d79280c55078 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915730 Jul 16 08:53:02.413404 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb09c158-8825-4f7b-87db-191caf4afecf x-openstack-request-id: req-bb09c158-8825-4f7b-87db-191caf4afecf {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:02.413969 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58a102a-6640-485b-a5b0-b81122b348c9", "name": "network-vif-plugged", "status": "completed", "tag": "9aa59000-e58f-4b36-984c-db7c9c84ef95", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:02.414072 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb09c158-8825-4f7b-87db-191caf4afecf {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:02.414401 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a102a-6640-485b-a5b0-b81122b348c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa59000-e58f-4b36-984c-db7c9c84ef95', 'code': 200} Jul 16 08:53:02.696630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12445a82-fceb-452a-8360-0f99179bdc37,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.710355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Checking segment: {'id': '70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b35cf7bb-3e57-458b-ad8c-e547e61bd9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:02.710843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Network hostable DHCP agents. Network: b35cf7bb-3e57-458b-ad8c-e547e61bd9ec, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:02.729557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:02.738988 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7adc2e22-1555-4bdf-928d-e68bb7494ed3 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2775631 Jul 16 08:53:02.739726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:02.741488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:02.754408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:02.755545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:02.773862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:02.792698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, b35cf7bb-3e57-458b-ad8c-e547e61bd9ec) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:02.800554 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.801148 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.810067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae6360-2280-4080-bcf5-d4bf2b75b516 None None] Network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:02.811378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7b2bc3-8346-4a1a-bec6-591e8db22280 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet 5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:02.817740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2bc3-8346-4a1a-bec6-591e8db22280 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.850745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a437807a-decb-42b6-ab5b-1e7794ff47c5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6782687 Jul 16 08:53:02.863998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2bc3-8346-4a1a-bec6-591e8db22280 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.935204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:02.983936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2bc3-8346-4a1a-bec6-591e8db22280 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.053325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2bc3-8346-4a1a-bec6-591e8db22280 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.063606 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.103512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b2bc3-8346-4a1a-bec6-591e8db22280 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.107820 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2bc3-8346-4a1a-bec6-591e8db22280 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.112597 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0c7b2bc3-8346-4a1a-bec6-591e8db22280 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59 HTTP/1.1" status: 204 len: 168 time: 0.3708806 Jul 16 08:53:03.113051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33952) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:03.127259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8b9bc-d8d7-44f1-b8bc-715f6489013f None None] Network 346c55ae-2c07-416e-b708-9ae677240393 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:03.186949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210e22-f475-4da4-a025-f04cf2102667 req-e770fb7b-9821-4597-86a7-dedd05a1534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.188625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e210e22-f475-4da4-a025-f04cf2102667 req-e770fb7b-9821-4597-86a7-dedd05a1534c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 1097 time: 0.3822188 Jul 16 08:53:03.196302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed342f-af62-4978-bdc3-70f2fc58acbf req-3d17231e-5574-4a50-9f2d-ef8c65a3f14f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.197884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88ed342f-af62-4978-bdc3-70f2fc58acbf req-3d17231e-5574-4a50-9f2d-ef8c65a3f14f tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 945 time: 0.8453484 Jul 16 08:53:03.212582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5100ea3-a51d-4405-900e-5f11c077185b req-67b519d3-5431-498f-9dff-56ee9816496f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.214245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5100ea3-a51d-4405-900e-5f11c077185b req-67b519d3-5431-498f-9dff-56ee9816496f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 931 time: 0.4091690 Jul 16 08:53:03.225175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.256947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ee446-49fd-4372-9872-f6546f869339 None None] Network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:03.327383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-77b2f260-572c-4c7e-b907-a5f0d295fba8 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.329907 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-77b2f260-572c-4c7e-b907-a5f0d295fba8 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.54 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 945 time: 0.1264408 Jul 16 08:53:03.374292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:03.375184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.395087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e210e22-f475-4da4-a025-f04cf2102667 req-6c7bddf2-2032-45ab-8ca1-b88738a6258a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959808 Jul 16 08:53:03.403466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88ed342f-af62-4978-bdc3-70f2fc58acbf req-cc1b7b20-6e88-45fd-a52c-5ba82f140903 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828711 Jul 16 08:53:03.412917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5100ea3-a51d-4405-900e-5f11c077185b req-2d176858-6476-488e-a718-e8f946768150 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374576 Jul 16 08:53:03.534031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:01Z', 'revision_number': 8, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:03.552959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5dd1ae31-0919-4fab-bb79-0b3a377a11aa,segment=NetworkSegment(5ec60677-c66a-4368-a3a7-4cc5ac5f607b),segment_id=5ec60677-c66a-4368-a3a7-4cc5ac5f607b)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:03.553320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.569776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 5dd1ae31-0919-4fab-bb79-0b3a377a11aa owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:03.591131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:03.608663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a0647a-9fac-4c35-9585-b383d3062624 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:03.613431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:03.614455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:03.627960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.645508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Transition to ACTIVE for port object 49a0647a-9fac-4c35-9585-b383d3062624 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:03.650343 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.705883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Pushing event updated for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.719048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Deleting port 9b30aaa5-7e30-4155-9254-b8e78c80be03 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:03.719591 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.737489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] DHCP port deletion for 346c55ae-2c07-416e-b708-9ae677240393 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:03.880539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.934744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:03.949093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] For port 9b30aaa5-7e30-4155-9254-b8e78c80be03, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9b30aaa5-7e30-4155-9254-b8e78c80be03,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:03.949691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.953741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=5dd1ae31-0919-4fab-bb79-0b3a377a11aa,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.962090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No DVR routers for this DVR port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:03.972753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Calling delete_port for 9b30aaa5-7e30-4155-9254-b8e78c80be03 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:04.042417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] Deleting port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:04.045609 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.052729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:04.053498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:04.053858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:04.067512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:04.068146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:04.101436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba35632-f572-4b72-a3b4-c57c7fe23cb7 req-4cd73988-0a1b-4495-ba89-37cdebca435c tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.109127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ba35632-f572-4b72-a3b4-c57c7fe23cb7 req-4cd73988-0a1b-4495-ba89-37cdebca435c tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 945 time: 0.2801096 Jul 16 08:53:04.109679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.115435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:04.115792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:04.116187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:04.116640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Bound port: 49a0647a-9fac-4c35-9585-b383d3062624, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:04.117005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.126120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346c55ae-2c07-416e-b708-9ae677240393']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.142314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec60677-c66a-4368-a3a7-4cc5ac5f607b') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.142609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec60677-c66a-4368-a3a7-4cc5ac5f607b') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.155461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.190198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.207844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2c1d0b82-9833-4d40-9959-19cfb6120e51 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.208716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:04.209107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.216223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2c1d0b82-9833-4d40-9959-19cfb6120e51 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/networks?id=b35cf7bb-3e57-458b-ad8c-e547e61bd9ec HTTP/1.1" status: 200 len: 808 time: 0.3337452 Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:04.219450 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:04.221957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5dd1ae31-0919-4fab-bb79-0b3a377a11aa no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:04.260666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ba35632-f572-4b72-a3b4-c57c7fe23cb7 req-1939ad17-f8e9-4d25-a36d-21d4ed2e49f7 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504550 Jul 16 08:53:04.306213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-7f517f90-8142-4aa6-9bda-a3c2abbff4b7 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/quotas/215e7eb09f894024b9fbcd53b0ebda1b HTTP/1.1" status: 200 len: 375 time: 0.0894105 Jul 16 08:53:04.383680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2fb034b3-d217-4744-a87f-2a40e608276f tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=215e7eb09f894024b9fbcd53b0ebda1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743556 Jul 16 08:53:04.386547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33986) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:04.412224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.414668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.449311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:04.487693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.496186 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/346c55ae-2c07-416e-b708-9ae677240393 HTTP/1.1" status: 204 len: 168 time: 1.3812120 Jul 16 08:53:04.496345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee42897-d7c7-4f25-9715-63f574b6b3fb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=346c55ae-2c07-416e-b708-9ae677240393,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:04.499013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33998) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:04.554100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:04.592955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['678b75d3-b8eb-4e77-83b6-2b917a08e8ee', '697958d9-73d2-4a34-92ac-8ae5526f42b6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:04.595199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['9b30aaa5-7e30-4155-9254-b8e78c80be03'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:04.608206 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.646914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-92be4b7f-136d-4917-8410-3d087554da76 service neutron] 10.222.0.55 "GET /v2.0/networks/b35cf7bb-3e57-458b-ad8c-e547e61bd9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623436 Jul 16 08:53:04.673713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Pushing event deleted for resources: {'Port': ['ID=9b30aaa5-7e30-4155-9254-b8e78c80be03,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:04.689368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5dd1ae31-0919-4fab-bb79-0b3a377a11aa {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:04.689743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5dd1ae31-0919-4fab-bb79-0b3a377a11aa not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:04.728928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] For port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:04.729237 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.731967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.732634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.734243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] 10.222.0.54 "PUT /v2.0/ports/49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 200 len: 1092 time: 2.4846816 Jul 16 08:53:04.743606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:04.745950 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cbcea6-7df4-4888-9d5e-5bdc401137e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "tag": "49a0647a-9fac-4c35-9585-b383d3062624"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:04.754349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] Calling delete_port for 5dd1ae31-0919-4fab-bb79-0b3a377a11aa owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:04.754593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ef31f-db50-4366-acd3-d1b8395bc231 service neutron] Pushing event updated for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:04.762304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] No DVR routers for this DVR port 9b30aaa5-7e30-4155-9254-b8e78c80be03 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:04.763702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] Port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:53:04.765896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b89ca11c-a9a2-4590-a803-3acec3bb505c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.766557 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.769207 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dc37d5fb-3fd6-4abc-b015-8401c2b132ba req-64595221-a8bc-4fc2-a3c5-48c2d67e851b tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.54 "DELETE /v2.0/ports/9b30aaa5-7e30-4155-9254-b8e78c80be03 HTTP/1.1" status: 204 len: 173 time: 1.4315460 Jul 16 08:53:04.778670 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.803914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45639d70-5674-4748-93ac-237e7bbd44c8', 'name': 'network-vif-deleted', 'tag': '9b30aaa5-7e30-4155-9254-b8e78c80be03'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:04.805236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-3acf466c-ed61-40f0-8add-7d26793f7166 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.807665 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46aa3b9-8e75-4d68-909b-4b6283a614aa" -d '{"events": [{"server_uuid": "45639d70-5674-4748-93ac-237e7bbd44c8", "name": "network-vif-deleted", "tag": "9b30aaa5-7e30-4155-9254-b8e78c80be03"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:04.813953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-3acf466c-ed61-40f0-8add-7d26793f7166 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.4279044 Jul 16 08:53:04.816728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] Network 346c55ae-2c07-416e-b708-9ae677240393 is not hosted by any dhcp agent {{(pid=94167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:53:04.817243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] No DVR routers for this DVR port 5dd1ae31-0919-4fab-bb79-0b3a377a11aa on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:04.826497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d6b20-b9d6-43dc-b0c9-7094d6fb16e1 None None] Pushing event deleted for resources: {'Port': ['ID=5dd1ae31-0919-4fab-bb79-0b3a377a11aa,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:04.889467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-4741a13f-34fc-4ab9-b9f0-32a25f7297cc tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/quotas/c28e98a8fb104443a038715ba3a75248 HTTP/1.1" status: 200 len: 375 time: 0.0744874 Jul 16 08:53:04.930262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-0903a6a4-9dc3-4222-9d84-ae9ad1605e8a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397403 Jul 16 08:53:04.977716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-a675951c-1194-4ab9-934e-68aa88f69505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.979793 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-a675951c-1194-4ab9-934e-68aa88f69505 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1095 time: 0.1666088 Jul 16 08:53:05.002440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:01Z', 'revision_number': 8, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:05.040978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e0db4f-fc4a-4214-94a6-94c70f06ba63 None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:01Z', 'revision_number': 8, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9494eea-8989-4012-b9af-cb8f4986f864', 'name': '', 'network_id': '80cf1768-b3e3-4481-ade3-4c2c6516569c', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:eb:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:40Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '7fc5d7e8-8f7b-4187-a396-16594de0a017', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:05.042622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-4bd36829-4a82-4bbe-81ce-445c7ca65de7 service neutron] 10.222.0.55 "GET /v2.0/networks/b35cf7bb-3e57-458b-ad8c-e547e61bd9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594322 Jul 16 08:53:05.085531 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-7dcec038-3ad8-47aa-a173-b9919dcbe585 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 200 len: 217 time: 0.0813594 Jul 16 08:53:05.179410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-4db52c60-e29c-497d-98f2-47337151b7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481723 Jul 16 08:53:05.251092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-23bf2de4-2aa9-4db3-b45f-784b8c89ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.254174 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-23bf2de4-2aa9-4db3-b45f-784b8c89ce84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1673324 Jul 16 08:53:05.304768 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-a5683d65-d1cc-4f2f-9aaf-b5a90cf578bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425811 Jul 16 08:53:05.359150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b89ca11c-a9a2-4590-a803-3acec3bb505c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.364192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b89ca11c-a9a2-4590-a803-3acec3bb505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.422597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-cfb94581-ef02-4f53-8054-b72637fc1c83 service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413368 Jul 16 08:53:05.424936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b89ca11c-a9a2-4590-a803-3acec3bb505c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2c3cc1875144b138537ac65c2f46d50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0260758 Jul 16 08:53:05.430485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34014) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:05.430846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ca11c-a9a2-4590-a803-3acec3bb505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25a63c1-7b09-4e65-931c-6eb66b01cfb6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:05.542645 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a53e3f6-1957-49a5-b97e-38eed19cc9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.586661 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-47cc158b-2e10-4bc0-8c0a-2caf49143951 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738574 Jul 16 08:53:05.624437 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a53e3f6-1957-49a5-b97e-38eed19cc9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.709189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a53e3f6-1957-49a5-b97e-38eed19cc9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.750048 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a53e3f6-1957-49a5-b97e-38eed19cc9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.751251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a53e3f6-1957-49a5-b97e-38eed19cc9c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f25a63c1-7b09-4e65-931c-6eb66b01cfb6 HTTP/1.1" status: 204 len: 168 time: 0.3175290 Jul 16 08:53:05.757587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd77a869-4b4f-4bd4-b5b0-7d150921ce0e req-cc7dfab3-5fd7-48ed-9e75-bc4a5cdfb986 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287448 Jul 16 08:53:05.776265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.790566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53e3f6-1957-49a5-b97e-38eed19cc9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25a63c1-7b09-4e65-931c-6eb66b01cfb6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.078429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:06.130697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:06.151553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8395c6a0-39d7-4b48-a1b3-3c9ccdb974e7 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:06.164735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46397c-e6be-4bec-9909-3b3571c5b654 req-f35ae019-f477-48af-8566-487eaa4abcd2 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.167350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e46397c-e6be-4bec-9909-3b3571c5b654 req-f35ae019-f477-48af-8566-487eaa4abcd2 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 943 time: 0.2030215 Jul 16 08:53:06.250139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e46397c-e6be-4bec-9909-3b3571c5b654 req-66ef6596-fdd8-41d3-beea-e40e53f5a40a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764854 Jul 16 08:53:06.376684 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c4301e-5e3c-45f2-82c9-867eaba4b061 x-openstack-request-id: req-00c4301e-5e3c-45f2-82c9-867eaba4b061 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:06.377212 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "tag": "49a0647a-9fac-4c35-9585-b383d3062624", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:06.377599 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00c4301e-5e3c-45f2-82c9-867eaba4b061 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:06.378101 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624', 'status': 'completed', 'code': 200} Jul 16 08:53:06.463755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44cda078-d4d5-4f03-9264-732bb3bd3d1e req-f16a15e8-4a22-46f7-8eb4-3d9805fef550 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=45639d70-5674-4748-93ac-237e7bbd44c8 HTTP/1.1" status: 200 len: 210 time: 0.0553586 Jul 16 08:53:06.502929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34040) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:06.515117 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8055426e-2691-4bd8-9bdb-82faf7ee8b3a x-openstack-request-id: req-8055426e-2691-4bd8-9bdb-82faf7ee8b3a {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:06.519493 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45639d70-5674-4748-93ac-237e7bbd44c8", "name": "network-vif-deleted", "tag": "9b30aaa5-7e30-4155-9254-b8e78c80be03", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:06.520022 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8055426e-2691-4bd8-9bdb-82faf7ee8b3a {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:06.520555 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45639d70-5674-4748-93ac-237e7bbd44c8', 'name': 'network-vif-deleted', 'tag': '9b30aaa5-7e30-4155-9254-b8e78c80be03', 'status': 'completed', 'code': 200} Jul 16 08:53:06.538162 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0133c242-daa5-4f3a-ade4-e7900a571e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.588729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-7f7b2da4-3c54-49af-ba06-c7826b4c048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.590864 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-7f7b2da4-3c54-49af-ba06-c7826b4c048f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1095 time: 0.1853542 Jul 16 08:53:06.611126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port d9494eea-8989-4012-b9af-cb8f4986f864 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:06.611656 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.755345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86608dd3-52a8-4ae1-b939-00b23404ca96 req-f404cadc-eb50-4b4a-ac4c-5c68b1e0e2ad tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 210 time: 0.0514910 Jul 16 08:53:06.762559 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0133c242-daa5-4f3a-ade4-e7900a571e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.768538 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0133c242-daa5-4f3a-ade4-e7900a571e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.799999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0133c242-daa5-4f3a-ade4-e7900a571e33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2e52aec78fa410a8b2b48c684a49621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952366 Jul 16 08:53:06.804016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34042) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:06.842036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133c242-daa5-4f3a-ade4-e7900a571e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d637f-b7b2-4d5f-bda3-44d56004d292,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.863196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad467994-6f75-40dd-848c-ac95e01f3464 req-1be63ce9-a6e6-42dd-bc27-bf4ad0bbdd9a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.867684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-d2c332ce-3946-4826-bba4-cf6a3a46608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.869557 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-d2c332ce-3946-4826-bba4-cf6a3a46608d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.2697058 Jul 16 08:53:06.872869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad467994-6f75-40dd-848c-ac95e01f3464 req-1be63ce9-a6e6-42dd-bc27-bf4ad0bbdd9a tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 945 time: 0.1990204 Jul 16 08:53:06.876118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port d9494eea-8989-4012-b9af-cb8f4986f864, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d9494eea-8989-4012-b9af-cb8f4986f864,segment=NetworkSegment(f22477e0-4e84-4db4-942f-7a4a3fc7dfb9),segment_id=f22477e0-4e84-4db4-942f-7a4a3fc7dfb9)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:06.876824 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.906845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for d9494eea-8989-4012-b9af-cb8f4986f864 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:06.948386 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-5d123fd9-a285-4250-a9a9-055068ab996e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 200 len: 217 time: 0.0682957 Jul 16 08:53:06.956856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad467994-6f75-40dd-848c-ac95e01f3464 req-8ae4ddc6-c55e-48e9-b13e-0f2a12168d51 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831158 Jul 16 08:53:07.005159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15beff1c-5380-4214-bd0a-2dff8c6650b7 req-5471d575-2ea6-46fb-8419-02e8e014725c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 210 time: 0.0566592 Jul 16 08:53:07.008273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9b30aaa5-7e30-4155-9254-b8e78c80be03 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:07.071337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 9b30aaa5-7e30-4155-9254-b8e78c80be03 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:07.071993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9b30aaa5-7e30-4155-9254-b8e78c80be03 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:07.091502 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcae51a-9611-4cca-8bd3-733cac3fe77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.136123 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcae51a-9611-4cca-8bd3-733cac3fe77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.139362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-4e04a12e-a16d-4758-9d68-68be87f2e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.140992 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-4e04a12e-a16d-4758-9d68-68be87f2e164 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1823897 Jul 16 08:53:07.296875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-6e8d9632-1ebf-4cdc-b2d9-f5baaf9d623e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.306403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-6e8d9632-1ebf-4cdc-b2d9-f5baaf9d623e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.313730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-6e8d9632-1ebf-4cdc-b2d9-f5baaf9d623e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.318755 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-ef713b37-c9b1-48a4-a376-e97177221c4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692839 Jul 16 08:53:07.321381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-6e8d9632-1ebf-4cdc-b2d9-f5baaf9d623e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.329855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-6e8d9632-1ebf-4cdc-b2d9-f5baaf9d623e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.337633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-6e8d9632-1ebf-4cdc-b2d9-f5baaf9d623e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.346437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-6e8d9632-1ebf-4cdc-b2d9-f5baaf9d623e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.350359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-6e8d9632-1ebf-4cdc-b2d9-f5baaf9d623e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5432 time: 0.1879702 Jul 16 08:53:07.446823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcae51a-9611-4cca-8bd3-733cac3fe77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.450154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcae51a-9611-4cca-8bd3-733cac3fe77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.451415 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5bcae51a-9611-4cca-8bd3-733cac3fe77b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d3d637f-b7b2-4d5f-bda3-44d56004d292 HTTP/1.1" status: 204 len: 168 time: 0.6444330 Jul 16 08:53:07.521626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcae51a-9611-4cca-8bd3-733cac3fe77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d637f-b7b2-4d5f-bda3-44d56004d292,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:07.545356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e183512e-7f3a-42e9-922f-99c367ed9fa9 req-71462807-a930-4f3b-a803-536719702f26 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1807342 Jul 16 08:53:07.585162 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-25565021-b018-4a10-9ee9-518e986d7e18 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329295 Jul 16 08:53:07.589118 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.767556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=d9494eea-8989-4012-b9af-cb8f4986f864,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:07.778917 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-97cbcea6-7df4-4888-9d5e-5bdc401137e0 req-34a29d51-61c4-4586-9b21-8318378126db service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243062 Jul 16 08:53:07.852852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2cd4f5c6-d447-492c-b211-c8ae8e2e1167 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.858593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2cd4f5c6-d447-492c-b211-c8ae8e2e1167 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.54 "GET /v2.0/networks?id=b35cf7bb-3e57-458b-ad8c-e547e61bd9ec HTTP/1.1" status: 200 len: 808 time: 0.5065079 Jul 16 08:53:07.915394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Request body: {'port': {'device_id': 'e9b22a8a-e202-4a46-a6d4-cbbad56bca25', 'network_id': 'b35cf7bb-3e57-458b-ad8c-e547e61bd9ec', 'admin_state_up': True, 'tenant_id': '215e7eb09f894024b9fbcd53b0ebda1b'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:07.935346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.946338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-ff792024-166d-4492-86a6-adfdf404a771 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.952592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-ff792024-166d-4492-86a6-adfdf404a771 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.958899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-ff792024-166d-4492-86a6-adfdf404a771 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.966999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-ff792024-166d-4492-86a6-adfdf404a771 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.974313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-ff792024-166d-4492-86a6-adfdf404a771 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.980643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-ff792024-166d-4492-86a6-adfdf404a771 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.987625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-ff792024-166d-4492-86a6-adfdf404a771 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.989871 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-ff792024-166d-4492-86a6-adfdf404a771 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5432 time: 0.6365461 Jul 16 08:53:08.083740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34062) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.129134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-845a7eab-25e4-41ec-9958-e4304794196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.186464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e682dbf-e587-4cdf-b050-aa29512f7a77 req-3c760ebd-7e6f-4c6e-8cf0-9069feaf0859 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.188091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e682dbf-e587-4cdf-b050-aa29512f7a77 req-3c760ebd-7e6f-4c6e-8cf0-9069feaf0859 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 945 time: 0.4494288 Jul 16 08:53:08.208068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1226c-642f-45e5-86fd-e548386715c0 req-42009223-c270-4a31-9876-787255e74941 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.209666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61e1226c-642f-45e5-86fd-e548386715c0 req-42009223-c270-4a31-9876-787255e74941 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 943 time: 0.5460308 Jul 16 08:53:08.231807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-060bdcf7-c04c-4d72-91f8-13ec17a0b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.233305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-060bdcf7-c04c-4d72-91f8-13ec17a0b125 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9616dc49596475fa24e863779794117&device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 1097 time: 0.5707843 Jul 16 08:53:08.319707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:08.326303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-b78341b9-bc21-44ad-96ce-d49dad9ae579 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.327841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-b78341b9-bc21-44ad-96ce-d49dad9ae579 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "GET /v2.0/ports/a9858ece-f077-4fd9-ac94-dd560bb272c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3280077 Jul 16 08:53:08.335617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-a4f21f4d-4859-4d2f-a3c9-4b2a380f5ce5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.337040 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-a4f21f4d-4859-4d2f-a3c9-4b2a380f5ce5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.54 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2549002 Jul 16 08:53:08.363880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Request body: {'port': {'device_id': '4d475a6f-59a9-4108-ba0b-4d4b50fa0e39', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'admin_state_up': True, 'tenant_id': 'c28e98a8fb104443a038715ba3a75248'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:08.409074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e682dbf-e587-4cdf-b050-aa29512f7a77 req-dd191728-18de-4c39-b768-dc951c488df5 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094183 Jul 16 08:53:08.438237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61e1226c-642f-45e5-86fd-e548386715c0 req-de7ab54c-a998-40ed-a69c-b6754657397f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021196 Jul 16 08:53:08.493504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-0dcef246-768a-49cf-ae29-d5dca09d07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.495067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-0dcef246-768a-49cf-ae29-d5dca09d07c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3e1824a-064d-4032-9c93-d4a3741d93df HTTP/1.1" status: 200 len: 914 time: 0.2460744 Jul 16 08:53:08.552567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-387fd1a3-cfd3-409f-bbf8-1c01fbd64005 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aa59000-e58f-4b36-984c-db7c9c84ef95 HTTP/1.1" status: 200 len: 217 time: 0.0469050 Jul 16 08:53:08.577810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-c2353817-e698-4813-9919-07917dfa12f3 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "GET /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2395923 Jul 16 08:53:08.882291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:08.888091 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-72fbca7d-db58-44af-b263-9155151467e2 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3863168 Jul 16 08:53:08.893600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.896021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-845a7eab-25e4-41ec-9958-e4304794196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.896856 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:08.909214 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:08.910277 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:08.918240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:08.935589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-845a7eab-25e4-41ec-9958-e4304794196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.957551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-286ed323-622d-40ca-a002-4aa397cb0a41 req-cc0f2a45-ecb4-4fd8-890a-812355c0a0b4 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 210 time: 0.3774319 Jul 16 08:53:09.002979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 49a0647a-9fac-4c35-9585-b383d3062624 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:09.006913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a7eab-25e4-41ec-9958-e4304794196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f7dc96-5cd9-48b6-ab6e-7f5c14f5db4c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.010336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e765c7a-d7ce-4daa-bf14-ac39cd1200e8 req-f6d1faf2-6843-43b0-8b1a-0d1424e81c6c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 210 time: 0.1065607 Jul 16 08:53:09.017435 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-845a7eab-25e4-41ec-9958-e4304794196c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b7f569bd7ab49b6a1a1d5df067fa4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9304733 Jul 16 08:53:09.018316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34070) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:09.038086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-884cb6de-feb0-42de-ba92-893ef1b4f43d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet 7fc5d7e8-8f7b-4187-a396-16594de0a017 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:09.044362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Made reservation on behalf of 215e7eb09f894024b9fbcd53b0ebda1b for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:09.049533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-884cb6de-feb0-42de-ba92-893ef1b4f43d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.057126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.080077 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:09.087510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-ca8b9c46-9e66-4ca1-97d0-826b5cfb148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:09.100668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-ca8b9c46-9e66-4ca1-97d0-826b5cfb148c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43c1e9fd-afd8-4ea7-860b-718110abc932 HTTP/1.1" status: 200 len: 853 time: 0.5372994 Jul 16 08:53:09.114190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:09.117873 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.125927 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-884cb6de-feb0-42de-ba92-893ef1b4f43d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.197460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e214a93-8027-4635-83a9-ea36eea66104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.239876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-50f064a7-9fda-4054-97e2-6a3ee0f32219 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3e1824a-064d-4032-9c93-d4a3741d93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181369 Jul 16 08:53:09.303359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:09.304625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e214a93-8027-4635-83a9-ea36eea66104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.338195 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '49a0647a-9fac-4c35-9585-b383d3062624', 'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'port_id': '49a0647a-9fac-4c35-9585-b383d3062624', 'mac_address': 'fa:16:3e:42:0b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81628269-1000-4d64-9846-3fb9be7c8ab9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:09.349678 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-884cb6de-feb0-42de-ba92-893ef1b4f43d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.389604 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.393618 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.412470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a0647a-9fac-4c35-9585-b383d3062624 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:09.434453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Allocated IP 172.20.0.10 (21b0b3c8-c2d9-4e7e-87c6-9d980721708a/76c34048-76db-405f-975d-c0d719aedc2a/45016963-0ea9-42b2-9204-dab7c8d2a53e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:09.458764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:09.463441 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.470555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-884cb6de-feb0-42de-ba92-893ef1b4f43d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.488985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e214a93-8027-4635-83a9-ea36eea66104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.491580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e214a93-8027-4635-83a9-ea36eea66104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.495652 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1e214a93-8027-4635-83a9-ea36eea66104 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01f7dc96-5cd9-48b6-ab6e-7f5c14f5db4c HTTP/1.1" status: 204 len: 168 time: 0.4735391 Jul 16 08:53:09.528941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-884cb6de-feb0-42de-ba92-893ef1b4f43d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.533204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-884cb6de-feb0-42de-ba92-893ef1b4f43d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/7fc5d7e8-8f7b-4187-a396-16594de0a017 HTTP/1.1" status: 204 len: 168 time: 0.6335301 Jul 16 08:53:09.535018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cb6de-feb0-42de-ba92-893ef1b4f43d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc5d7e8-8f7b-4187-a396-16594de0a017,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.541247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.547559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed0524-e484-4835-8ecf-5b2bed052343 None None] Network 80cf1768-b3e3-4481-ade3-4c2c6516569c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:09.557670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34080) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:09.559583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Allocated IP 172.20.0.9 (b35cf7bb-3e57-458b-ad8c-e547e61bd9ec/12445a82-fceb-452a-8360-0f99179bdc37/d171255d-695c-450e-ab32-d2885aedb31d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:09.561971 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:07Z', 'revision_number': 9, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:09.579326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e214a93-8027-4635-83a9-ea36eea66104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f7dc96-5cd9-48b6-ab6e-7f5c14f5db4c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.615969 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:09.630131 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:09.631109 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:09.712122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.746439 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:09.749175 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.787632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a9858ece-f077-4fd9-ac94-dd560bb272c2 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:09.834457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.838212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['49a0647a-9fac-4c35-9585-b383d3062624'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:09.847788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.871274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:09.871728 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.929911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Pushing event updated for resources: {'Port': ['ID=d171255d-695c-450e-ab32-d2885aedb31d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.958802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.978546 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port d53f2e90-8bf0-4dee-b46e-6a0c637604d2, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d53f2e90-8bf0-4dee-b46e-6a0c637604d2,segment=NetworkSegment(f22477e0-4e84-4db4-942f-7a4a3fc7dfb9),segment_id=f22477e0-4e84-4db4-942f-7a4a3fc7dfb9)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:09.979176 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.024805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.051597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for d53f2e90-8bf0-4dee-b46e-6a0c637604d2 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:10.055007 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:10.060787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:10.063508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event updated for resources: {'Port': ['ID=45016963-0ea9-42b2-9204-dab7c8d2a53e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.067441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-6ab26714-9958-425f-9341-ae4c71bad663 service neutron] 10.222.0.52 "GET /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7770658 Jul 16 08:53:10.078824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:10.081803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:10.089524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf641c-26f8-4edd-ba05-e91bff43247b req-58462556-5e11-44b1-9d6f-b46b6ac2b496 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.099334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83cf641c-26f8-4edd-ba05-e91bff43247b req-58462556-5e11-44b1-9d6f-b46b6ac2b496 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 946 time: 0.2996240 Jul 16 08:53:10.108273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:10.133625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-d4ccd170-3ef9-4e39-b324-300e2d174bd6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.142915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-d4ccd170-3ef9-4e39-b324-300e2d174bd6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.165770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-d4ccd170-3ef9-4e39-b324-300e2d174bd6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.168919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] DHCP port deletion for 80cf1768-b3e3-4481-ade3-4c2c6516569c request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:10.182251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-d4ccd170-3ef9-4e39-b324-300e2d174bd6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.188126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-d4ccd170-3ef9-4e39-b324-300e2d174bd6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.205080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-d4ccd170-3ef9-4e39-b324-300e2d174bd6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.210987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-d4ccd170-3ef9-4e39-b324-300e2d174bd6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.212976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-d4ccd170-3ef9-4e39-b324-300e2d174bd6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 5432 time: 0.9773097 Jul 16 08:53:10.216978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:10.241673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.242278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.244197 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:07Z', 'revision_number': 9, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:10.269043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] Deleting port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:10.274596 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.275985 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89def9db-2bd6-4d6d-9c6d-a7b4d82afcad None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:07Z', 'revision_number': 9, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eed85f0-825b-4d08-aba6-e031c9cb9e27', 'name': '', 'network_id': 'a181979b-5c29-4082-8ea2-0e333867d038', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:c7:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:43Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': 'd78a1261-0a3e-4c24-b798-3ea6fee80816', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:10.286353 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f1435c-0aab-417b-b591-a8f8a17edf93 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9330931 Jul 16 08:53:10.293164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.309846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Request body: {'port': {'device_id': '4d475a6f-59a9-4108-ba0b-4d4b50fa0e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:10.377881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] For port d53f2e90-8bf0-4dee-b46e-6a0c637604d2, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:10.378281 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.391833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] Calling delete_port for d53f2e90-8bf0-4dee-b46e-6a0c637604d2 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:10.395536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] Port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:53:10.397109 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.422263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=d53f2e90-8bf0-4dee-b46e-6a0c637604d2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.427048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] Pushing event deleted for resources: {'Port': ['ID=d53f2e90-8bf0-4dee-b46e-6a0c637604d2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.429106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d666c48-b402-4362-bef1-a62f9777c9b6 None None] No DVR routers for this DVR port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:10.436448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No DVR routers for this DVR port d53f2e90-8bf0-4dee-b46e-6a0c637604d2 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:10.454317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.455589 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.459622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83cf641c-26f8-4edd-ba05-e91bff43247b req-39d8bb01-92b3-4a16-a2b5-1ebdafa398e5 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594129 Jul 16 08:53:10.482931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.517994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4c024d4-1efb-4d3c-ba49-9c9e294f0061 req-37d06d68-cabd-4526-b300-76288a51fb33 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569158 Jul 16 08:53:10.532191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-ca5bca7f-9c0b-4c66-b855-7436428d8e73 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6255836 Jul 16 08:53:10.540155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b017f2-d116-4f73-acf7-eed049debc3f req-e6efaa1d-a5e0-40aa-bbb9-87f796995786 service neutron] 10.222.0.52 "GET /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249679 Jul 16 08:53:10.564115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Request body: {'port': {'device_id': 'e9b22a8a-e202-4a46-a6d4-cbbad56bca25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:10.577393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] For port a9858ece-f077-4fd9-ac94-dd560bb272c2, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9858ece-f077-4fd9-ac94-dd560bb272c2,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:10.675050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.719160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cf1768-b3e3-4481-ade3-4c2c6516569c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:10.729279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:10.729626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22477e0-4e84-4db4-942f-7a4a3fc7dfb9') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:10.738835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34104) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.741561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.756019 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.774838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:10.775447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:10.781268 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:10.863439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] For port a9858ece-f077-4fd9-ac94-dd560bb272c2, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:10.920968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.934915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2014144300-network', 'tenant_id': '4a22621e98f448e0b6a9a1f290de81b0'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:10.956002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.957943 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/80cf1768-b3e3-4481-ade3-4c2c6516569c HTTP/1.1" status: 204 len: 168 time: 1.3989875 Jul 16 08:53:10.961428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] device_id is not set on port a9858ece-f077-4fd9-ac94-dd560bb272c2 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:10.962649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34108) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.968954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.995470 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.002686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 49a0647a-9fac-4c35-9585-b383d3062624 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:11.018229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.018524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b3917-cffd-4f8a-9b6d-098f9c80b744 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=80cf1768-b3e3-4481-ade3-4c2c6516569c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.038290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8cc30-4948-4821-a4dc-4c5819417e2a req-fb20b048-5557-4632-bcfb-270dac0f7f3c tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.041394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c8cc30-4948-4821-a4dc-4c5819417e2a req-fb20b048-5557-4632-bcfb-270dac0f7f3c tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 945 time: 0.3569763 Jul 16 08:53:11.084862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:53:11.085470 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:53:11.092679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 49a0647a-9fac-4c35-9585-b383d3062624 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:11.097262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 49a0647a-9fac-4c35-9585-b383d3062624 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:11.097881 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.136660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Made reservation on behalf of 4a22621e98f448e0b6a9a1f290de81b0 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:11.139519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.160805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] Pushing event updated for resources: {'Port': ['ID=a9858ece-f077-4fd9-ac94-dd560bb272c2,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.167336 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.196629 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.236822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45016963-0ea9-42b2-9204-dab7c8d2a53e {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:11.248211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.249877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:11.252661 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9510ee76-8739-40f7-abef-f6071ec2ab44" -d '{"events": [{"server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "name": "network-vif-plugged", "status": "completed", "tag": "49a0647a-9fac-4c35-9585-b383d3062624"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:11.268496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-f7fa144c-49a2-475a-816b-87e59ca06541 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.273025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-f7fa144c-49a2-475a-816b-87e59ca06541 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.52 "GET /v2.0/ports?device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 946 time: 0.5163486 Jul 16 08:53:11.273578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:11.280402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.289291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Transition to ACTIVE for port object 45016963-0ea9-42b2-9204-dab7c8d2a53e will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:11.307631 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.343578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.348078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c482b5-81c0-4e71-ab93-b8415295c53a req-3b19441b-a86e-4857-86a9-70be6177bf3c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.349687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25c482b5-81c0-4e71-ab93-b8415295c53a req-3b19441b-a86e-4857-86a9-70be6177bf3c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 944 time: 0.5440044 Jul 16 08:53:11.374752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] No DVR routers for this DVR port a9858ece-f077-4fd9-ac94-dd560bb272c2 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:11.379119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c8cc30-4948-4821-a4dc-4c5819417e2a req-edbd9952-909a-4531-bb29-3dda6f64f5ec tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534103 Jul 16 08:53:11.436217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Pushing event updated for resources: {'Port': ['ID=45016963-0ea9-42b2-9204-dab7c8d2a53e,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.515027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Attempting to bind port 45016963-0ea9-42b2-9204-dab7c8d2a53e on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:11.515388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Attempting to bind port 45016963-0ea9-42b2-9204-dab7c8d2a53e by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:11.515622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Attempting to bind port 45016963-0ea9-42b2-9204-dab7c8d2a53e on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:11.522503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Port 45016963-0ea9-42b2-9204-dab7c8d2a53e on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:11.522819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Attempting to bind port 45016963-0ea9-42b2-9204-dab7c8d2a53e on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:11.532024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:11.532376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Checking segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:11.532766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Bound using segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:11.533277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Bound port: 45016963-0ea9-42b2-9204-dab7c8d2a53e, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:11.533559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.549208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-56784dbb-13cb-4dad-8ad5-d351e9949287 None None] Provisioning complete for port a9858ece-f077-4fd9-ac94-dd560bb272c2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:11.550261 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-56784dbb-13cb-4dad-8ad5-d351e9949287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.613803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] In _notify_port_updated(), no bound segment for port a9858ece-f077-4fd9-ac94-dd560bb272c2 on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:53:11.614793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.615425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.616731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-7b1afb96-ad5b-44ca-9d25-41f68b8e1e4d service neutron] 10.222.0.52 "PUT /v2.0/ports/a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 200 len: 1027 time: 2.7159131 Jul 16 08:53:11.624946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.629004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c7cfbe0a-627b-4092-8f12-84f5cf23567e no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:11.631891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-56784dbb-13cb-4dad-8ad5-d351e9949287 None None] Port a9858ece-f077-4fd9-ac94-dd560bb272c2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:11.650772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25c482b5-81c0-4e71-ab93-b8415295c53a req-4537622f-18f3-448c-9f03-300d3d5930d0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700584 Jul 16 08:53:11.681736 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.722672 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.737968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] For port 45016963-0ea9-42b2-9204-dab7c8d2a53e, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:11.759379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c7cfbe0a-627b-4092-8f12-84f5cf23567e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:11.761386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] For port 45016963-0ea9-42b2-9204-dab7c8d2a53e, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45016963-0ea9-42b2-9204-dab7c8d2a53e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:11.766150 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.767223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:11.769161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.788443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.837661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.838667 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.840809 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] 10.222.0.54 "PUT /v2.0/ports/45016963-0ea9-42b2-9204-dab7c8d2a53e HTTP/1.1" status: 200 len: 1093 time: 1.5361924 Jul 16 08:53:11.844283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d475a6f-59a9-4108-ba0b-4d4b50fa0e39', 'tag': '45016963-0ea9-42b2-9204-dab7c8d2a53e'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:11.847431 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd0b580-5e52-4601-95e7-373414abb202" -d '{"events": [{"name": "network-changed", "server_uuid": "4d475a6f-59a9-4108-ba0b-4d4b50fa0e39", "tag": "45016963-0ea9-42b2-9204-dab7c8d2a53e"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:11.857100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c7cfbe0a-627b-4092-8f12-84f5cf23567e,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.899134 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.899626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812e50f-3dc6-46f8-8c1e-a4b2974ef864 service neutron] Pushing event updated for resources: {'Port': ['ID=45016963-0ea9-42b2-9204-dab7c8d2a53e,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.945484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:11.952501 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.953051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b4b84713-930e-4d63-ae09-08082b3d283d no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:12.051887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.082079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-572f72c1-2a90-4ac0-9591-ac93168b2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.083673 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-572f72c1-2a90-4ac0-9591-ac93168b2bd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 1096 time: 0.1437571 Jul 16 08:53:12.101261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 9eed85f0-825b-4d08-aba6-e031c9cb9e27 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:12.101261 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.107775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.148811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d9494eea-8989-4012-b9af-cb8f4986f864 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:12.151717 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-66f95e6d-e41a-43ef-af87-ead292899661 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45016963-0ea9-42b2-9204-dab7c8d2a53e HTTP/1.1" status: 200 len: 217 time: 0.0587933 Jul 16 08:53:12.157697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b4b84713-930e-4d63-ae09-08082b3d283d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b4b84713-930e-4d63-ae09-08082b3d283d,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:12.185460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: d9494eea-8989-4012-b9af-cb8f4986f864 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:12.186127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d9494eea-8989-4012-b9af-cb8f4986f864 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:12.186726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d53f2e90-8bf0-4dee-b46e-6a0c637604d2 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:12.189007 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.190033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a2139ee0-e40a-4c65-b125-895578399621 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:12.259114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: d53f2e90-8bf0-4dee-b46e-6a0c637604d2 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:12.259744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d53f2e90-8bf0-4dee-b46e-6a0c637604d2 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:12.270933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-ca0a209b-7184-4177-a50d-29f36564255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.274184 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-ca0a209b-7184-4177-a50d-29f36564255d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.1124268 Jul 16 08:53:12.276620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:12.299965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port 9eed85f0-825b-4d08-aba6-e031c9cb9e27, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9eed85f0-825b-4d08-aba6-e031c9cb9e27,segment=NetworkSegment(4585548e-32c6-4168-97f7-51b951212222),segment_id=4585548e-32c6-4168-97f7-51b951212222)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:12.300331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.313931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b4b84713-930e-4d63-ae09-08082b3d283d,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.329826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.330177 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Added segment ba3d721d-9267-42ee-a000-196b4c8e72d5 of type vlan for network 9176b160-cc85-4c00-a8bd-c4aa28e18157 Jul 16 08:53:12.330399 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-fb07e61e-3a31-4e48-8989-06353883c977 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482347 Jul 16 08:53:12.331445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.336882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-de96fecb-40e6-447d-b9ab-5e09aaa334d5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.337773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 9eed85f0-825b-4d08-aba6-e031c9cb9e27 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:12.338334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-de96fecb-40e6-447d-b9ab-5e09aaa334d5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "GET /v2.0/ports/b4b84713-930e-4d63-ae09-08082b3d283d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5700967 Jul 16 08:53:12.369010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:12.371969 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.415092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a2139ee0-e40a-4c65-b125-895578399621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a2139ee0-e40a-4c65-b125-895578399621,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:12.420723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.422024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e548a597-39d9-4b8f-9aab-e0f654525ab8 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:12.457483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Deleting port 697958d9-73d2-4a34-92ac-8ae5526f42b6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:12.457854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.504053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-203058f0-f29d-4342-8e30-741838258ee4 service neutron] 10.222.0.54 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614554 Jul 16 08:53:12.507182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.518424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a2139ee0-e40a-4c65-b125-895578399621,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.520025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4ea4-77ac-43bf-82ba-6dba1e525bdc req-c892ebc3-0795-4376-8f7b-24eadf34a550 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.521682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd0b4ea4-77ac-43bf-82ba-6dba1e525bdc req-c892ebc3-0795-4376-8f7b-24eadf34a550 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 931 time: 0.9719086 Jul 16 08:53:12.572016 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.591825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d171255d-695c-450e-ab32-d2885aedb31d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:12.612960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e548a597-39d9-4b8f-9aab-e0f654525ab8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:12.620476 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.622298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6cab655f-c9b7-423d-b5c8-77ad68f56d33 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:12.667059 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.675335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0ca88-be6b-43e0-8ab9-2092bbd842eb req-4f6ec6e1-fdb6-4c74-a374-fe6a2ba9b763 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.676921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8c0ca88-be6b-43e0-8ab9-2092bbd842eb req-4f6ec6e1-fdb6-4c74-a374-fe6a2ba9b763 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 944 time: 0.8913929 Jul 16 08:53:12.695081 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3cc86ff-3169-4dd4-a8db-9df91becab27 req-b4c5fe5d-5345-4a40-8bf1-f222cb50437a service neutron] 10.222.0.54 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492391 Jul 16 08:53:12.718027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.744799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Transition to ACTIVE for port object d171255d-695c-450e-ab32-d2885aedb31d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:12.756892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=9eed85f0-825b-4d08-aba6-e031c9cb9e27,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.774352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd0b4ea4-77ac-43bf-82ba-6dba1e525bdc req-421e936b-5343-4388-a47c-f1d52c613aa1 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314303 Jul 16 08:53:12.776177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.777269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.779205 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.779814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e548a597-39d9-4b8f-9aab-e0f654525ab8,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.785439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.811042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] For port 697958d9-73d2-4a34-92ac-8ae5526f42b6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=697958d9-73d2-4a34-92ac-8ae5526f42b6,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:12.811530 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.829812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Calling delete_port for 697958d9-73d2-4a34-92ac-8ae5526f42b6 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:12.852099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6cab655f-c9b7-423d-b5c8-77ad68f56d33, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:12.861503 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.917331 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffaabb7-b383-4d31-afe0-90f8d9795004 x-openstack-request-id: req-0ffaabb7-b383-4d31-afe0-90f8d9795004 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:12.917720 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "name": "network-vif-plugged", "status": "completed", "tag": "49a0647a-9fac-4c35-9585-b383d3062624", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:12.918042 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ffaabb7-b383-4d31-afe0-90f8d9795004 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:12.919069 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624', 'code': 200} Jul 16 08:53:12.927699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 697958d9-73d2-4a34-92ac-8ae5526f42b6 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:13.019841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6cab655f-c9b7-423d-b5c8-77ad68f56d33,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:13.028597 n-d-780147-28 neutron-server[94167]: INFO neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No ports have port_id starting with 697958d9-73d2-4a34-92ac-8ae5526f42b6 Jul 16 08:53:13.033120 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.102403 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.120936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.140938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276a34e-f5a3-465e-bba5-8bf5e89a98bb req-5e438161-4568-4ebe-ad50-8b71d2c746ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.142697 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e276a34e-f5a3-465e-bba5-8bf5e89a98bb req-5e438161-4568-4ebe-ad50-8b71d2c746ff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1097 time: 0.1731319 Jul 16 08:53:13.145110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.157512 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['678b75d3-b8eb-4e77-83b6-2b917a08e8ee'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:13.196475 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e276a34e-f5a3-465e-bba5-8bf5e89a98bb req-19da4ff1-a148-4f33-92e8-61c481969fcb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Jul 16 08:53:13.253286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] Pushing event updated for resources: {'Network': ['ID=9176b160-cc85-4c00-a8bd-c4aa28e18157,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:13.264207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8c0ca88-be6b-43e0-8ab9-2092bbd842eb req-dd3c613f-b8c6-47f9-84e8-c8d8ebf96a2d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680239 Jul 16 08:53:13.297125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9176b160-cc85-4c00-a8bd-c4aa28e18157 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:13.312354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fc82a922-3241-4706-83f2-49df92d202ae admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5660322 Jul 16 08:53:13.321222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34122) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:13.327465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Request body: {'subnet': {'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2014144300-subnet', 'tenant_id': '4a22621e98f448e0b6a9a1f290de81b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:13.331146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2f501d3-5507-4eb7-9246-451a64c63241 req-7a2bb3ea-cc62-44be-bdfe-74244b9d5333 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=51bfe16d-40f7-41b6-8cdc-fe93ce989306 HTTP/1.1" status: 200 len: 210 time: 0.2134964 Jul 16 08:53:13.339141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:13.381982 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Made reservation on behalf of 4a22621e98f448e0b6a9a1f290de81b0 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:13.386965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.466077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Pushing event updated for resources: {'Port': ['ID=d171255d-695c-450e-ab32-d2885aedb31d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:13.500974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] No DVR routers for this DVR port 697958d9-73d2-4a34-92ac-8ae5526f42b6 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:13.515375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.517469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d97b0cd7-d37b-404c-a04f-211f5236d6ae req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.52 "DELETE /v2.0/ports/697958d9-73d2-4a34-92ac-8ae5526f42b6 HTTP/1.1" status: 204 len: 173 time: 2.2261527 Jul 16 08:53:13.531663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:13.543939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:13.546683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bfe16d-40f7-41b6-8cdc-fe93ce989306', 'name': 'network-vif-deleted', 'tag': '697958d9-73d2-4a34-92ac-8ae5526f42b6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:13.549365 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4212e226-673c-4f98-9922-63376d118eb5" -d '{"events": [{"server_uuid": "51bfe16d-40f7-41b6-8cdc-fe93ce989306", "name": "network-vif-deleted", "tag": "697958d9-73d2-4a34-92ac-8ae5526f42b6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:13.549973 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64f6c69-e448-402a-9f01-8815b49bce06 x-openstack-request-id: req-e64f6c69-e448-402a-9f01-8815b49bce06 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:13.550512 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d475a6f-59a9-4108-ba0b-4d4b50fa0e39", "tag": "45016963-0ea9-42b2-9204-dab7c8d2a53e", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:13.551139 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e64f6c69-e448-402a-9f01-8815b49bce06 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:13.552110 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d475a6f-59a9-4108-ba0b-4d4b50fa0e39', 'tag': '45016963-0ea9-42b2-9204-dab7c8d2a53e', 'status': 'completed', 'code': 200} Jul 16 08:53:13.554096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:13.554728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:13.601523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b118b-d0c7-4e64-8b45-ed8fce093d72 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Pushing event deleted for resources: {'Port': ['ID=697958d9-73d2-4a34-92ac-8ae5526f42b6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:13.662732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:13.793895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Attempting to bind port d171255d-695c-450e-ab32-d2885aedb31d on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:13.794498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Attempting to bind port d171255d-695c-450e-ab32-d2885aedb31d by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b35cf7bb-3e57-458b-ad8c-e547e61bd9ec'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:13.794750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Attempting to bind port d171255d-695c-450e-ab32-d2885aedb31d on network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:13.801465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] For port b4b84713-930e-4d63-ae09-08082b3d283d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b4b84713-930e-4d63-ae09-08082b3d283d,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:13.804706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Port d171255d-695c-450e-ab32-d2885aedb31d on network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:13.804968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Attempting to bind port d171255d-695c-450e-ab32-d2885aedb31d on network b35cf7bb-3e57-458b-ad8c-e547e61bd9ec {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:13.830774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef6fe3-73cc-45ee-92a2-b381ed4629ee req-5cc8516e-6a32-4c93-bdcd-4b52df01aad7 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.838202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cef6fe3-73cc-45ee-92a2-b381ed4629ee req-5cc8516e-6a32-4c93-bdcd-4b52df01aad7 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 945 time: 0.2411330 Jul 16 08:53:13.882391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9002c6-3037-41f1-b779-af393c468adc req-69d0fe53-f379-47fd-9b58-3269396ef799 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.890471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9002c6-3037-41f1-b779-af393c468adc req-69d0fe53-f379-47fd-9b58-3269396ef799 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.897206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9002c6-3037-41f1-b779-af393c468adc req-69d0fe53-f379-47fd-9b58-3269396ef799 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.903645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9002c6-3037-41f1-b779-af393c468adc req-69d0fe53-f379-47fd-9b58-3269396ef799 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.910187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:12Z', 'revision_number': 10, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:13.910847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9002c6-3037-41f1-b779-af393c468adc req-69d0fe53-f379-47fd-9b58-3269396ef799 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.917216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9002c6-3037-41f1-b779-af393c468adc req-69d0fe53-f379-47fd-9b58-3269396ef799 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.925223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b9002c6-3037-41f1-b779-af393c468adc req-69d0fe53-f379-47fd-9b58-3269396ef799 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 4646 time: 0.4334173 Jul 16 08:53:13.945904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:13.946250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Checking segment: {'id': '70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b35cf7bb-3e57-458b-ad8c-e547e61bd9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:13.946652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Bound using segment: {'id': '70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b35cf7bb-3e57-458b-ad8c-e547e61bd9ec'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:13.947103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Bound port: d171255d-695c-450e-ab32-d2885aedb31d, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b35cf7bb-3e57-458b-ad8c-e547e61bd9ec'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:13.947470 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.022053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b9002c6-3037-41f1-b779-af393c468adc req-8691a7bd-fd11-4b70-bbb9-442da3ede7d6 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f7feb0a-341f-4cb4-acde-8841635a19ec&id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958972 Jul 16 08:53:14.023560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] For port b4b84713-930e-4d63-ae09-08082b3d283d, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:14.078800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cef6fe3-73cc-45ee-92a2-b381ed4629ee req-8922cf41-468b-42d0-a34d-01efbee4df48 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254622 Jul 16 08:53:14.101339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:14.112634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:14.112751 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-03b6bed2-45d8-4a5f-a2d7-6d09604c2a87 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1490159 Jul 16 08:53:14.113506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:14.143915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34130) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:14.206826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] device_id is not set on port b4b84713-930e-4d63-ae09-08082b3d283d yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:14.220449 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.231236 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7458a3a7-58bf-4e84-90d9-8c1e31b49f6c x-openstack-request-id: req-7458a3a7-58bf-4e84-90d9-8c1e31b49f6c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:14.232119 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bfe16d-40f7-41b6-8cdc-fe93ce989306", "name": "network-vif-deleted", "tag": "697958d9-73d2-4a34-92ac-8ae5526f42b6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:14.232428 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7458a3a7-58bf-4e84-90d9-8c1e31b49f6c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:14.234547 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bfe16d-40f7-41b6-8cdc-fe93ce989306', 'name': 'network-vif-deleted', 'tag': '697958d9-73d2-4a34-92ac-8ae5526f42b6', 'status': 'completed', 'code': 200} Jul 16 08:53:14.240303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b580-5e52-4601-95e7-373414abb202 req-e9d00526-a8c9-42ba-8c83-bed35f9a4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.241876 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-afd0b580-5e52-4601-95e7-373414abb202 req-e9d00526-a8c9-42ba-8c83-bed35f9a4bdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 1096 time: 0.7091000 Jul 16 08:53:14.308588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.321193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:14.388164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.456663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b580-5e52-4601-95e7-373414abb202 req-2cab3dc3-afa1-40c6-b103-183b59049617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.458800 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-afd0b580-5e52-4601-95e7-373414abb202 req-2cab3dc3-afa1-40c6-b103-183b59049617 service neutron] 10.222.0.54 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.1599045 Jul 16 08:53:14.524931 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eac807dc-923a-4fbb-b3e1-7bf1d54e147f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.541117 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-afd0b580-5e52-4601-95e7-373414abb202 req-8a3bbb8c-a5f6-45c7-9b60-e1639289bb4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45016963-0ea9-42b2-9204-dab7c8d2a53e HTTP/1.1" status: 200 len: 217 time: 0.0741363 Jul 16 08:53:14.547274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6506a307-32d1-4af1-a2c6-0755c21bcc49 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet d78a1261-0a3e-4c24-b798-3ea6fee80816 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:14.551152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40b2eb7-3f15-4a97-92c3-f34cbe6022fb,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:14.569031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] For port d171255d-695c-450e-ab32-d2885aedb31d, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:14.572830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6506a307-32d1-4af1-a2c6-0755c21bcc49 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.591789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Checking segment: {'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:14.592321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Network hostable DHCP agents. Network: 9176b160-cc85-4c00-a8bd-c4aa28e18157, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:14.611677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] Pushing event updated for resources: {'Port': ['ID=b4b84713-930e-4d63-ae09-08082b3d283d,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:14.623306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b580-5e52-4601-95e7-373414abb202 req-4ed03a91-b31a-4532-a1b0-7e5cb0fc9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.625260 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-afd0b580-5e52-4601-95e7-373414abb202 req-4ed03a91-b31a-4532-a1b0-7e5cb0fc9dff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0700533 Jul 16 08:53:14.646982 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Network 9176b160-cc85-4c00-a8bd-c4aa28e18157 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:14.673664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] No DVR routers for this DVR port b4b84713-930e-4d63-ae09-08082b3d283d on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:14.674505 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-afd0b580-5e52-4601-95e7-373414abb202 req-d54058d1-37e5-4dc7-9df1-e6191ceb99d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400217 Jul 16 08:53:14.678717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] For port d171255d-695c-450e-ab32-d2885aedb31d, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d171255d-695c-450e-ab32-d2885aedb31d,segment=NetworkSegment(70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc),segment_id=70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:14.701343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9176b160-cc85-4c00-a8bd-c4aa28e18157) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:14.713468 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6506a307-32d1-4af1-a2c6-0755c21bcc49 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.716616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845a62e-c27c-4112-9acc-cda9f5467a88 None None] Network 9176b160-cc85-4c00-a8bd-c4aa28e18157 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:14.721812 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.734749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.735519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.772421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:12Z', 'revision_number': 10, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:14.802140 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a9eebce2-e5a3-4813-9141-9f29498a5100 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4793985 Jul 16 08:53:14.845025 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-afd0b580-5e52-4601-95e7-373414abb202 req-8bff7ea3-8b1f-4ed6-b9f6-d222ec4704bb service neutron] 10.222.0.54 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623383 Jul 16 08:53:14.852836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594bbfc-7678-44c2-8914-17f4be752159 None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:12Z', 'revision_number': 10, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None, '_interfaces': [{'id': '45c7ab56-11ce-4196-bd09-098943e1041f', 'name': '', 'network_id': 'c7361a20-0ec8-413e-856d-bdc0b08b1013', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'mac_address': 'fa:16:3e:26:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:20Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 5, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'subnets': [{'id': '1e6a680e-47cd-410f-9fd9-789bd08f5573', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:14.891084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] In _notify_port_updated(), no bound segment for port b4b84713-930e-4d63-ae09-08082b3d283d on network d8feeb02-e063-47f4-b045-1cae94d46196 {{(pid=94159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:53:14.891920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.892548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.894559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-481bd725-1732-4aa4-b203-5c8719cab9ad service neutron] 10.222.0.52 "PUT /v2.0/ports/b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 200 len: 1026 time: 2.5343835 Jul 16 08:53:14.909765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.909936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.911627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] 10.222.0.54 "PUT /v2.0/ports/d171255d-695c-450e-ab32-d2885aedb31d HTTP/1.1" status: 200 len: 1092 time: 4.3684723 Jul 16 08:53:14.922895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceff632-7585-4449-8813-271c0164daf9 req-5559f9be-943d-4dcc-831a-9f5f5a794830 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.933189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fceff632-7585-4449-8813-271c0164daf9 req-5559f9be-943d-4dcc-831a-9f5f5a794830 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.6135120 Jul 16 08:53:14.949004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b84713-930e-4d63-ae09-08082b3d283d'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e548a597-39d9-4b8f-9aab-e0f654525ab8'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cab655f-c9b7-423d-b5c8-77ad68f56d33'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:14.953463 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6990d075-e009-4443-9124-2b3e55eca8b4" -d '{"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "c7cfbe0a-627b-4092-8f12-84f5cf23567e"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f15b37-da2d-4446-a5f1-27ffbb0a0b84"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b84713-930e-4d63-ae09-08082b3d283d"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "a2139ee0-e40a-4c65-b125-895578399621"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "e548a597-39d9-4b8f-9aab-e0f654525ab8"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "6cab655f-c9b7-423d-b5c8-77ad68f56d33"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:14.964358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7764390a-10cc-4155-9843-19d3b0ffa85e None None] Provisioning complete for port b4b84713-930e-4d63-ae09-08082b3d283d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:14.964814 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7764390a-10cc-4155-9843-19d3b0ffa85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.005559 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-afd0b580-5e52-4601-95e7-373414abb202 req-ada8ba06-5b1f-4b52-a1d6-72006a4516d8 service neutron] 10.222.0.54 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452107 Jul 16 08:53:15.022636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e3c99-275b-4388-b8dc-e342543a66cb None None] Network 9176b160-cc85-4c00-a8bd-c4aa28e18157 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:15.050932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 45016963-0ea9-42b2-9204-dab7c8d2a53e details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:15.109911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ac815-4f40-49ef-b01c-48a7eb26dea6 req-aabe0f8e-68e3-42ff-a1b5-b6cdec758443 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:15.112064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-759ac815-4f40-49ef-b01c-48a7eb26dea6 req-aabe0f8e-68e3-42ff-a1b5-b6cdec758443 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 943 time: 0.7292075 Jul 16 08:53:15.122328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfce35-1f45-4d30-be63-389978ee3411 service neutron] Pushing event updated for resources: {'Port': ['ID=d171255d-695c-450e-ab32-d2885aedb31d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:15.138607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7764390a-10cc-4155-9843-19d3b0ffa85e None None] Port b4b84713-930e-4d63-ae09-08082b3d283d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:15.144269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6506a307-32d1-4af1-a2c6-0755c21bcc49 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.182317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fceff632-7585-4449-8813-271c0164daf9 req-c3470d42-d4c4-4bcf-abb2-28fea7992ceb tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482264 Jul 16 08:53:15.190863 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.305367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-759ac815-4f40-49ef-b01c-48a7eb26dea6 req-69be1e48-d4d6-4112-955f-59b98b896c0e tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737926 Jul 16 08:53:15.336693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 45016963-0ea9-42b2-9204-dab7c8d2a53e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45016963-0ea9-42b2-9204-dab7c8d2a53e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:15.345278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-19a2158c-8274-4c24-ae0a-829d8199f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:15.347306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-19a2158c-8274-4c24-ae0a-829d8199f41a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=215e7eb09f894024b9fbcd53b0ebda1b&device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 1095 time: 0.3711522 Jul 16 08:53:15.359029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '45016963-0ea9-42b2-9204-dab7c8d2a53e', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'port_id': '45016963-0ea9-42b2-9204-dab7c8d2a53e', 'mac_address': 'fa:16:3e:29:cf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c34048-76db-405f-975d-c0d719aedc2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:15.381446 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6506a307-32d1-4af1-a2c6-0755c21bcc49 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.384498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port e548a597-39d9-4b8f-9aab-e0f654525ab8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:15.384832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.433229 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.456577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45016963-0ea9-42b2-9204-dab7c8d2a53e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:15.492138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 45016963-0ea9-42b2-9204-dab7c8d2a53e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45016963-0ea9-42b2-9204-dab7c8d2a53e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:15.499782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-cd21af2f-5a8e-429e-9481-3afe08e9196e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d171255d-695c-450e-ab32-d2885aedb31d HTTP/1.1" status: 200 len: 217 time: 0.1326158 Jul 16 08:53:15.504747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.512732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506a307-32d1-4af1-a2c6-0755c21bcc49 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=d78a1261-0a3e-4c24-b798-3ea6fee80816,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:15.584355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=45016963-0ea9-42b2-9204-dab7c8d2a53e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:15.602963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-f20cf279-69bf-4549-8ec2-2983e5dc9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:15.604421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-f20cf279-69bf-4549-8ec2-2983e5dc9638 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12445a82-fceb-452a-8360-0f99179bdc37 HTTP/1.1" status: 200 len: 848 time: 0.0821207 Jul 16 08:53:15.616009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17579e-52ca-4ba1-973f-0ef658d60f20 None None] Network a181979b-5c29-4082-8ea2-0e333867d038 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:15.650364 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6506a307-32d1-4af1-a2c6-0755c21bcc49 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.655630 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6506a307-32d1-4af1-a2c6-0755c21bcc49 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/d78a1261-0a3e-4c24-b798-3ea6fee80816 HTTP/1.1" status: 204 len: 168 time: 1.5077267 Jul 16 08:53:15.655868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34154) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:15.681673 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a3e847-fc24-4613-909d-168a6337e70b x-openstack-request-id: req-e7a3e847-fc24-4613-909d-168a6337e70b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:15.682008 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "c7cfbe0a-627b-4092-8f12-84f5cf23567e", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f15b37-da2d-4446-a5f1-27ffbb0a0b84", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b84713-930e-4d63-ae09-08082b3d283d", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "a2139ee0-e40a-4c65-b125-895578399621", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "e548a597-39d9-4b8f-9aab-e0f654525ab8", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-unplugged", "status": "completed", "tag": "6cab655f-c9b7-423d-b5c8-77ad68f56d33", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:15.682263 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7a3e847-fc24-4613-909d-168a6337e70b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:15.682678 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e', 'code': 200} Jul 16 08:53:15.682919 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84', 'code': 200} Jul 16 08:53:15.683191 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b84713-930e-4d63-ae09-08082b3d283d', 'code': 200} Jul 16 08:53:15.683405 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621', 'code': 200} Jul 16 08:53:15.683784 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e548a597-39d9-4b8f-9aab-e0f654525ab8', 'code': 200} Jul 16 08:53:15.684571 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cab655f-c9b7-423d-b5c8-77ad68f56d33', 'code': 200} Jul 16 08:53:15.734519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-03d78417-4c76-4d8b-9b3b-a393866e179c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b35cf7bb-3e57-458b-ad8c-e547e61bd9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744677 Jul 16 08:53:15.773847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['45016963-0ea9-42b2-9204-dab7c8d2a53e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:15.799658 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.883022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port b0148285-d7a8-4ee2-8685-44a69e8c7893 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:15.883799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.934290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] DHCP port deletion for a181979b-5c29-4082-8ea2-0e333867d038 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:15.990875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port b0148285-d7a8-4ee2-8685-44a69e8c7893, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b0148285-d7a8-4ee2-8685-44a69e8c7893,segment=NetworkSegment(4585548e-32c6-4168-97f7-51b951212222),segment_id=4585548e-32c6-4168-97f7-51b951212222)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:15.991320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.011689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for b0148285-d7a8-4ee2-8685-44a69e8c7893 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:16.057389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] Deleting port b0148285-d7a8-4ee2-8685-44a69e8c7893 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:16.057730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.134443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9eed85f0-825b-4d08-aba6-e031c9cb9e27 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:16.161807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.175525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9eed85f0-825b-4d08-aba6-e031c9cb9e27 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:16.175879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9eed85f0-825b-4d08-aba6-e031c9cb9e27 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:16.176698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b0148285-d7a8-4ee2-8685-44a69e8c7893 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:16.180238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] For port e548a597-39d9-4b8f-9aab-e0f654525ab8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e548a597-39d9-4b8f-9aab-e0f654525ab8,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:16.180771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.187957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] For port b0148285-d7a8-4ee2-8685-44a69e8c7893, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b0148285-d7a8-4ee2-8685-44a69e8c7893,segment=NetworkSegment(4585548e-32c6-4168-97f7-51b951212222),segment_id=4585548e-32c6-4168-97f7-51b951212222)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:16.188278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.194116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No DVR routers for this DVR port b0148285-d7a8-4ee2-8685-44a69e8c7893 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:16.199085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=b0148285-d7a8-4ee2-8685-44a69e8c7893,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:16.217944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b0148285-d7a8-4ee2-8685-44a69e8c7893 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:16.218340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b0148285-d7a8-4ee2-8685-44a69e8c7893 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:16.223671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] Calling delete_port for b0148285-d7a8-4ee2-8685-44a69e8c7893 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:16.238972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b22a8a-e202-4a46-a6d4-cbbad56bca25', 'tag': 'd171255d-695c-450e-ab32-d2885aedb31d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:16.241252 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1aa0d5-0780-4f54-ad28-b8431da36055" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b22a8a-e202-4a46-a6d4-cbbad56bca25", "tag": "d171255d-695c-450e-ab32-d2885aedb31d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:16.243982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for e548a597-39d9-4b8f-9aab-e0f654525ab8 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:16.290222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e267053-ee78-4cb1-bb06-2ea563ec02a5 req-5c4be6aa-bdd6-4ebe-acf0-6adb732de6e4 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.291842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e267053-ee78-4cb1-bb06-2ea563ec02a5 req-5c4be6aa-bdd6-4ebe-acf0-6adb732de6e4 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 945 time: 0.6828809 Jul 16 08:53:16.296993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.307717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a181979b-5c29-4082-8ea2-0e333867d038']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:16.319777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4585548e-32c6-4168-97f7-51b951212222') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:16.320106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4585548e-32c6-4168-97f7-51b951212222') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:16.331439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.347542 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.348107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.357043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:16.357043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.369273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-5f26f5dc-7398-410f-bbc3-4994e12ff973 service neutron] 10.222.0.54 "GET /v2.0/networks/b35cf7bb-3e57-458b-ad8c-e547e61bd9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132352 Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:16.393501 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:16.406976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] Pushing event deleted for resources: {'Port': ['ID=b0148285-d7a8-4ee2-8685-44a69e8c7893,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:16.420015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46ef2c-12f9-4a5b-ab06-468b0fa62d91 None None] No DVR routers for this DVR port b0148285-d7a8-4ee2-8685-44a69e8c7893 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:16.445838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564c56-37d8-48ee-bc9e-d4b5d2aa7c15 req-5bee405a-061d-4b80-b828-2624c10f9390 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.448755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.453062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564c56-37d8-48ee-bc9e-d4b5d2aa7c15 req-5bee405a-061d-4b80-b828-2624c10f9390 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.458857 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.459108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564c56-37d8-48ee-bc9e-d4b5d2aa7c15 req-5bee405a-061d-4b80-b828-2624c10f9390 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.464105 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/a181979b-5c29-4082-8ea2-0e333867d038 HTTP/1.1" status: 204 len: 168 time: 0.8030839 Jul 16 08:53:16.466279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564c56-37d8-48ee-bc9e-d4b5d2aa7c15 req-5bee405a-061d-4b80-b828-2624c10f9390 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.472264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564c56-37d8-48ee-bc9e-d4b5d2aa7c15 req-5bee405a-061d-4b80-b828-2624c10f9390 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.474222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46564c56-37d8-48ee-bc9e-d4b5d2aa7c15 req-5bee405a-061d-4b80-b828-2624c10f9390 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 3875 time: 0.3780956 Jul 16 08:53:16.476867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34164) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:16.477577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1313-56bd-4042-a3f4-e32f85f51719 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=a181979b-5c29-4082-8ea2-0e333867d038,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:16.497925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e267053-ee78-4cb1-bb06-2ea563ec02a5 req-0232abea-8825-4b5f-aa6b-9a2438e46e17 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909778 Jul 16 08:53:16.673696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46564c56-37d8-48ee-bc9e-d4b5d2aa7c15 req-6cbb2528-9f03-45a1-9c20-63330ad5be06 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839139 Jul 16 08:53:16.784136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97e884a5-4e77-4217-8a84-d2bb915b1fc9 req-d8bf65f4-06ea-4925-87a1-807cb8f80d99 service neutron] 10.222.0.54 "GET /v2.0/networks/b35cf7bb-3e57-458b-ad8c-e547e61bd9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000845 Jul 16 08:53:16.807818 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.847945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=e548a597-39d9-4b8f-9aab-e0f654525ab8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:16.948586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] No DVR routers for this DVR port e548a597-39d9-4b8f-9aab-e0f654525ab8 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:16.956228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.958249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-6ffb67e3-8779-4669-821b-98e48ab76488 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "DELETE /v2.0/ports/e548a597-39d9-4b8f-9aab-e0f654525ab8 HTTP/1.1" status: 204 len: 173 time: 2.0157692 Jul 16 08:53:16.999306 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ff7e4-672d-4aae-b502-bba99e941174 x-openstack-request-id: req-634ff7e4-672d-4aae-b502-bba99e941174 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:16.999632 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b22a8a-e202-4a46-a6d4-cbbad56bca25", "tag": "d171255d-695c-450e-ab32-d2885aedb31d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:16.999857 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-634ff7e4-672d-4aae-b502-bba99e941174 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:17.000251 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b22a8a-e202-4a46-a6d4-cbbad56bca25', 'tag': 'd171255d-695c-450e-ab32-d2885aedb31d', 'status': 'completed', 'code': 200} Jul 16 08:53:17.060225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 45016963-0ea9-42b2-9204-dab7c8d2a53e up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:17.110715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 45016963-0ea9-42b2-9204-dab7c8d2a53e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:17.114508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 45016963-0ea9-42b2-9204-dab7c8d2a53e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:17.114888 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.149590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a7cac-2807-4392-b2d0-0535f6b52c4f req-822fbe11-00e6-4f2f-8ec8-4d5d66264995 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.151013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d8a7cac-2807-4392-b2d0-0535f6b52c4f req-822fbe11-00e6-4f2f-8ec8-4d5d66264995 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.2736223 Jul 16 08:53:17.196681 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.235430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 45016963-0ea9-42b2-9204-dab7c8d2a53e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45016963-0ea9-42b2-9204-dab7c8d2a53e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:17.241333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.260205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d8a7cac-2807-4392-b2d0-0535f6b52c4f req-e064a79e-c946-488a-b7d7-d2bd6be0016e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994837 Jul 16 08:53:17.267719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-d6daf939-7eea-492a-a5d2-ecd67a2cb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.269225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-d6daf939-7eea-492a-a5d2-ecd67a2cb5b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=215e7eb09f894024b9fbcd53b0ebda1b&device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 1095 time: 0.2346725 Jul 16 08:53:17.270504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:17.270839 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.308594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=45016963-0ea9-42b2-9204-dab7c8d2a53e,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:17.337220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd83e-24a4-4b4d-8d06-346541f1942b req-7f6bc04b-af0b-4ffc-ad75-4264458f8e08 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.344981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9edd83e-24a4-4b4d-8d06-346541f1942b req-7f6bc04b-af0b-4ffc-ad75-4264458f8e08 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 943 time: 0.2605484 Jul 16 08:53:17.550338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.571537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9edd83e-24a4-4b4d-8d06-346541f1942b req-89d4cf29-4d8c-4904-bbf0-963f2eb73426 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255714 Jul 16 08:53:17.572324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d25adb79-d3c1-4446-adbe-8208afeb7fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.587334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] For port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:17.587696 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.616128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:17.629140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-9dc3885b-0599-4880-b358-eb355a7195fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.630648 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-9dc3885b-0599-4880-b358-eb355a7195fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=b35cf7bb-3e57-458b-ad8c-e547e61bd9ec HTTP/1.1" status: 200 len: 909 time: 0.3429153 Jul 16 08:53:17.646378 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.685730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d475a6f-59a9-4108-ba0b-4d4b50fa0e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45016963-0ea9-42b2-9204-dab7c8d2a53e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:17.688188 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d389c7-6504-47ae-8280-56d0b649906c" -d '{"events": [{"server_uuid": "4d475a6f-59a9-4108-ba0b-4d4b50fa0e39", "name": "network-vif-plugged", "status": "completed", "tag": "45016963-0ea9-42b2-9204-dab7c8d2a53e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:17.791175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-2cb5143c-5ee4-4c3c-87ba-eedf2f5af404 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.792625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-2cb5143c-5ee4-4c3c-87ba-eedf2f5af404 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/networks?id=9176b160-cc85-4c00-a8bd-c4aa28e18157 HTTP/1.1" status: 200 len: 809 time: 0.4075329 Jul 16 08:53:17.801223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-510e3c11-90b0-4eff-9e90-6c77e317bee7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d171255d-695c-450e-ab32-d2885aedb31d HTTP/1.1" status: 200 len: 217 time: 0.1528141 Jul 16 08:53:17.884565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-12bbc99d-92ec-4aa7-bb57-0d4d6ec0a1f7 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/quotas/4a22621e98f448e0b6a9a1f290de81b0 HTTP/1.1" status: 200 len: 375 time: 0.0824378 Jul 16 08:53:18.269229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da4061a4-98f0-4dcb-af9d-755e0b2a04d1 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a22621e98f448e0b6a9a1f290de81b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3768888 Jul 16 08:53:18.274709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-4e84e9fe-e3c6-4ff3-a262-991e0fbf4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:18.276087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-4e84e9fe-e3c6-4ff3-a262-991e0fbf4dac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12445a82-fceb-452a-8360-0f99179bdc37 HTTP/1.1" status: 200 len: 848 time: 0.4549150 Jul 16 08:53:18.364406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-d8c26b8e-622b-41e2-9cea-3ff7092dfaec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b35cf7bb-3e57-458b-ad8c-e547e61bd9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608559 Jul 16 08:53:18.412654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a46ef-bc33-4755-ab1e-0b05aa3c51c6 req-c2515323-b37d-4e96-b2b9-845a571d80dd tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:18.414101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a2a46ef-bc33-4755-ab1e-0b05aa3c51c6 req-c2515323-b37d-4e96-b2b9-845a571d80dd tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 945 time: 0.7254865 Jul 16 08:53:18.581313 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.584537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.608711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-4c783ea6-8692-4898-afb6-5157686f4e98 service neutron] 10.222.0.55 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133838 Jul 16 08:53:18.659264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a2a46ef-bc33-4755-ab1e-0b05aa3c51c6 req-201dd67c-a011-4aed-af59-04d1a3ef2eb8 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/security-groups?id=16ff83b4-e626-444d-9db2-2c7fb741538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031207 Jul 16 08:53:18.683697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=d4f15b37-da2d-4446-a5f1-27ffbb0a0b84,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:18.752495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.752859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.753172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.753501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.753851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.754176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.754501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.754818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.755134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.755452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.755773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.756087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.763047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-6e2c8e6a-6ea8-4d13-a2fc-d99e38d04f2a service neutron] 10.222.0.54 "GET /v2.0/networks/b35cf7bb-3e57-458b-ad8c-e547e61bd9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704305 Jul 16 08:53:18.773103 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.774907 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-e0ca511b-77c0-45a1-8448-a0ff4debdb6a tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:18.776950 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-e0ca511b-77c0-45a1-8448-a0ff4debdb6a tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 945 time: 0.0839942 Jul 16 08:53:18.830167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] No DVR routers for this DVR port d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:18.844375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.846310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-e0a7f1a4-5783-4357-a5c8-c72ef98b5955 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "DELETE /v2.0/ports/d4f15b37-da2d-4446-a5f1-27ffbb0a0b84 HTTP/1.1" status: 204 len: 173 time: 1.8827283 Jul 16 08:53:18.879272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Deleting port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:18.879617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.971412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] For port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:18.971695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.972233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9234f3-414b-4f52-b820-14087298cd9c req-09e36cdb-dbf5-4d79-afa7-ca5a9748b161 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:18.973738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea9234f3-414b-4f52-b820-14087298cd9c req-09e36cdb-dbf5-4d79-afa7-ca5a9748b161 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 945 time: 0.4651279 Jul 16 08:53:18.984999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Calling delete_port for 678b75d3-b8eb-4e77-83b6-2b917a08e8ee owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:19.019691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': 'e548a597-39d9-4b8f-9aab-e0f654525ab8'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:19.022005 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76014983-2bd3-4be5-85c1-28147504df8c" -d '{"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "e548a597-39d9-4b8f-9aab-e0f654525ab8"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "d4f15b37-da2d-4446-a5f1-27ffbb0a0b84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:19.065281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-405d26bd-4093-4d5b-9d0d-6939315f6c58 service neutron] 10.222.0.55 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416814 Jul 16 08:53:19.067843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d171255d-695c-450e-ab32-d2885aedb31d details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:19.135182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.166003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1aa0d5-0780-4f54-ad28-b8431da36055 req-4c7c8f9b-e353-4c06-a650-d12d79d7f925 service neutron] 10.222.0.54 "GET /v2.0/networks/b35cf7bb-3e57-458b-ad8c-e547e61bd9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388557 Jul 16 08:53:19.172862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Pushing event deleted for resources: {'Port': ['ID=678b75d3-b8eb-4e77-83b6-2b917a08e8ee,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.217904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 45c7ab56-11ce-4196-bd09-098943e1041f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:19.217904 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.235947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['678b75d3-b8eb-4e77-83b6-2b917a08e8ee'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:19.237084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0b88-2627-4309-accf-e4a65289f404 req-8225d63a-d100-4c4f-b2d3-bfd49dc66492 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:19.237189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] No DVR routers for this DVR port 678b75d3-b8eb-4e77-83b6-2b917a08e8ee on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:19.238527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a12a0b88-2627-4309-accf-e4a65289f404 req-8225d63a-d100-4c4f-b2d3-bfd49dc66492 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd45223-8241-4c5f-8055-7647c403aad6 HTTP/1.1" status: 200 len: 867 time: 0.4144468 Jul 16 08:53:19.247557 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.250093 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4716b601-220f-4e0f-ae4a-b005e5403fc7 req-3a5034f7-537d-4530-91d1-93bac4bb7d8d tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.52 "DELETE /v2.0/ports/678b75d3-b8eb-4e77-83b6-2b917a08e8ee HTTP/1.1" status: 204 len: 173 time: 0.4676068 Jul 16 08:53:19.250653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd45223-8241-4c5f-8055-7647c403aad6', 'name': 'network-vif-deleted', 'tag': '678b75d3-b8eb-4e77-83b6-2b917a08e8ee'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:19.255431 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97a21e6-c683-4a43-9c01-afa50cf3d98b" -d '{"events": [{"server_uuid": "dbd45223-8241-4c5f-8055-7647c403aad6", "name": "network-vif-deleted", "tag": "678b75d3-b8eb-4e77-83b6-2b917a08e8ee"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:19.300932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d171255d-695c-450e-ab32-d2885aedb31d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d171255d-695c-450e-ab32-d2885aedb31d,segment=NetworkSegment(70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc),segment_id=70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:19.316475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'd171255d-695c-450e-ab32-d2885aedb31d', 'network_id': 'b35cf7bb-3e57-458b-ad8c-e547e61bd9ec', 'port_id': 'd171255d-695c-450e-ab32-d2885aedb31d', 'mac_address': 'fa:16:3e:d2:20:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12445a82-fceb-452a-8360-0f99179bdc37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:19.346197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port a2139ee0-e40a-4c65-b125-895578399621 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:19.346848 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.359416 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.386799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d171255d-695c-450e-ab32-d2885aedb31d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:19.408476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d171255d-695c-450e-ab32-d2885aedb31d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d171255d-695c-450e-ab32-d2885aedb31d,segment=NetworkSegment(70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc),segment_id=70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:19.414458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.498309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=d171255d-695c-450e-ab32-d2885aedb31d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.576855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a12a0b88-2627-4309-accf-e4a65289f404 req-1c2922ad-f289-480d-a642-ce1d3a6723b8 tempest-ListServerFiltersTestJSON-1089066919 tempest-ListServerFiltersTestJSON-1089066919-project] 10.222.0.55 "GET /v2.0/security-groups?id=23604739-9717-480d-a0a6-947fe3c1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209205 Jul 16 08:53:19.583631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port 45c7ab56-11ce-4196-bd09-098943e1041f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45c7ab56-11ce-4196-bd09-098943e1041f,segment=NetworkSegment(57108447-bc10-4e79-98a9-a3c9362c8a94),segment_id=57108447-bc10-4e79-98a9-a3c9362c8a94)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:19.584022 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.609037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Deleting port 9aa59000-e58f-4b36-984c-db7c9c84ef95 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:19.609507 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.617461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] For port a2139ee0-e40a-4c65-b125-895578399621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a2139ee0-e40a-4c65-b125-895578399621,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:19.617863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.621568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 45c7ab56-11ce-4196-bd09-098943e1041f owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:19.685816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['d171255d-695c-450e-ab32-d2885aedb31d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:19.972763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bc201-b68c-427d-a88f-80b5029b0c71 req-36242b0b-574d-4f74-99e6-6efc33bc5c8c tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:19.974348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a8bc201-b68c-427d-a88f-80b5029b0c71 req-36242b0b-574d-4f74-99e6-6efc33bc5c8c tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1097 time: 0.4828851 Jul 16 08:53:20.031354 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.052259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] For port 9aa59000-e58f-4b36-984c-db7c9c84ef95, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=9aa59000-e58f-4b36-984c-db7c9c84ef95,segment=NetworkSegment(94ed7f14-3d53-4eed-bd97-4fd5dac6d671),segment_id=94ed7f14-3d53-4eed-bd97-4fd5dac6d671)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:20.052630 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.099049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Calling delete_port for 9aa59000-e58f-4b36-984c-db7c9c84ef95 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:20.486434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a8bc201-b68c-427d-a88f-80b5029b0c71 req-fef3ba01-8b21-4776-9b67-cae7e1d44b43 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779460 Jul 16 08:53:20.520894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd78422-25b9-4f54-9400-9724c64f2145 req-49847a2b-265c-4802-ab6f-d8fd1fc2804c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.522517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fd78422-25b9-4f54-9400-9724c64f2145 req-49847a2b-265c-4802-ab6f-d8fd1fc2804c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.7000837 Jul 16 08:53:20.548370 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3389bc93-d13e-47cd-9316-c6f869fa6d8a x-openstack-request-id: req-3389bc93-d13e-47cd-9316-c6f869fa6d8a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:20.548696 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d475a6f-59a9-4108-ba0b-4d4b50fa0e39", "name": "network-vif-plugged", "status": "completed", "tag": "45016963-0ea9-42b2-9204-dab7c8d2a53e", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:20.548977 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3389bc93-d13e-47cd-9316-c6f869fa6d8a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:20.549378 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d475a6f-59a9-4108-ba0b-4d4b50fa0e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45016963-0ea9-42b2-9204-dab7c8d2a53e', 'code': 200} Jul 16 08:53:20.589898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.590381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.591340 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Floating IP a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4 disassociated. External IP: 172.25.6.63, port: a2139ee0-e40a-4c65-b125-895578399621. Jul 16 08:53:20.591921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for a2139ee0-e40a-4c65-b125-895578399621 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:20.736892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-a2a31658-2328-499a-b762-fb591d3a225d tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.738768 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-a2a31658-2328-499a-b762-fb591d3a225d tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.52 "GET /v2.0/networks?id=9176b160-cc85-4c00-a8bd-c4aa28e18157 HTTP/1.1" status: 200 len: 809 time: 0.1378796 Jul 16 08:53:20.752190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Request body: {'port': {'device_id': '26688825-87c8-4842-81c3-c509715f22d0', 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157', 'admin_state_up': True, 'tenant_id': '4a22621e98f448e0b6a9a1f290de81b0'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:20.759634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3fd78422-25b9-4f54-9400-9724c64f2145 req-acbeff32-be97-4768-9834-af3f805f0f78 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989436 Jul 16 08:53:20.817886 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.897268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=45c7ab56-11ce-4196-bd09-098943e1041f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:20.897602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Made reservation on behalf of 4a22621e98f448e0b6a9a1f290de81b0 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:20.902117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.053512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Allocated IP 172.20.0.2 (9176b160-cc85-4c00-a8bd-c4aa28e18157/d40b2eb7-3f15-4a97-92c3-f34cbe6022fb/6e562a3d-c7e5-494c-8cde-7b88d9f0a27e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:21.065239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d171255d-695c-450e-ab32-d2885aedb31d up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:21.071375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490cc7e-fc3e-4cc1-9fde-ab6e12814fc0 req-40320564-d308-460e-ac7e-aa936a2f633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.072930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e490cc7e-fc3e-4cc1-9fde-ab6e12814fc0 req-40320564-d308-460e-ac7e-aa936a2f633c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 1098 time: 0.4188278 Jul 16 08:53:21.101288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.130191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port d171255d-695c-450e-ab32-d2885aedb31d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:21.135783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port d171255d-695c-450e-ab32-d2885aedb31d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:21.136151 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.161911 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.172309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebda8a0-159d-435c-bc68-43d94e76a356 req-4805a89c-b628-4afa-90b0-99a4210c79a8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.178954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebda8a0-159d-435c-bc68-43d94e76a356 req-4805a89c-b628-4afa-90b0-99a4210c79a8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.185356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebda8a0-159d-435c-bc68-43d94e76a356 req-4805a89c-b628-4afa-90b0-99a4210c79a8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.189975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ebda8a0-159d-435c-bc68-43d94e76a356 req-4805a89c-b628-4afa-90b0-99a4210c79a8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 2409 time: 0.4770896 Jul 16 08:53:21.199330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Pushing event deleted for resources: {'Port': ['ID=9aa59000-e58f-4b36-984c-db7c9c84ef95,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.217597 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.241109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.253627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d171255d-695c-450e-ab32-d2885aedb31d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d171255d-695c-450e-ab32-d2885aedb31d,segment=NetworkSegment(70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc),segment_id=70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:21.258231 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.282361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.311111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=d171255d-695c-450e-ab32-d2885aedb31d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.333482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Network 9176b160-cc85-4c00-a8bd-c4aa28e18157 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:21.336640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:21.341406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:21.347641 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.348021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Pushing event updated for resources: {'Port': ['ID=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.352718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] No DVR routers for this DVR port 9aa59000-e58f-4b36-984c-db7c9c84ef95 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:21.355040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.357417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea9234f3-414b-4f52-b820-14087298cd9c req-e6270e72-118e-4c4c-81af-e207115e0293 tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.52 "DELETE /v2.0/ports/9aa59000-e58f-4b36-984c-db7c9c84ef95 HTTP/1.1" status: 204 len: 173 time: 2.3666136 Jul 16 08:53:21.394738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.395362 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.399593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e490cc7e-fc3e-4cc1-9fde-ab6e12814fc0 req-38049509-4b2b-4f89-95b4-3c2169f9aba7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941434 Jul 16 08:53:21.409671 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-767b4eaf-10f9-4cff-8c84-1ce9e21e48e8 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6615200 Jul 16 08:53:21.422109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Request body: {'port': {'device_id': '26688825-87c8-4842-81c3-c509715f22d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:21.451660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8278f5-966a-4c3d-ad62-140a994f5cde req-ea0d5790-f7fe-4375-859d-566463cc2b8f tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.453607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d8278f5-966a-4c3d-ad62-140a994f5cde req-ea0d5790-f7fe-4375-859d-566463cc2b8f tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 944 time: 0.5370774 Jul 16 08:53:21.462685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=a2139ee0-e40a-4c65-b125-895578399621,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.472337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ebda8a0-159d-435c-bc68-43d94e76a356 req-3584ad5a-e3b2-4017-9639-781156397c03 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689140 Jul 16 08:53:21.538748 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.584962 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ef678-3fae-4519-a4d8-5667845ff323 x-openstack-request-id: req-d82ef678-3fae-4519-a4d8-5667845ff323 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:21.585573 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "e548a597-39d9-4b8f-9aab-e0f654525ab8", "status": "completed", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "d4f15b37-da2d-4446-a5f1-27ffbb0a0b84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:21.586223 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d82ef678-3fae-4519-a4d8-5667845ff323 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:21.586677 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': 'e548a597-39d9-4b8f-9aab-e0f654525ab8', 'status': 'completed', 'code': 200} Jul 16 08:53:21.586934 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': 'd4f15b37-da2d-4446-a5f1-27ffbb0a0b84', 'status': 'completed', 'code': 200} Jul 16 08:53:21.593150 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e2970b-1d66-480f-8d03-05d1f9e43bb2 x-openstack-request-id: req-95e2970b-1d66-480f-8d03-05d1f9e43bb2 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:21.593726 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd45223-8241-4c5f-8055-7647c403aad6", "name": "network-vif-deleted", "tag": "678b75d3-b8eb-4e77-83b6-2b917a08e8ee", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:21.594137 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95e2970b-1d66-480f-8d03-05d1f9e43bb2 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:21.594693 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd45223-8241-4c5f-8055-7647c403aad6', 'name': 'network-vif-deleted', 'tag': '678b75d3-b8eb-4e77-83b6-2b917a08e8ee', 'status': 'completed', 'code': 200} Jul 16 08:53:21.646232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d8278f5-966a-4c3d-ad62-140a994f5cde req-6ded589b-8900-48f3-a11e-0175907553a0 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783502 Jul 16 08:53:21.701698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:21.781629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 678b75d3-b8eb-4e77-83b6-2b917a08e8ee no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:21.817621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 678b75d3-b8eb-4e77-83b6-2b917a08e8ee {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:21.818252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 678b75d3-b8eb-4e77-83b6-2b917a08e8ee not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:21.819067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9aa59000-e58f-4b36-984c-db7c9c84ef95 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:21.841235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 9aa59000-e58f-4b36-984c-db7c9c84ef95 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:21.841629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 9aa59000-e58f-4b36-984c-db7c9c84ef95 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:21.850978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Router 251bd35b-bada-4acf-a54e-a187b0c70a51 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:21.877327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:21.885849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.896097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cddfce10-cb67-42fc-964e-034590b10b3e req-5324be53-e4c2-48bd-9c1d-fa9b5641cb2d tempest-InstanceActionsTestJSON-1722185144 tempest-InstanceActionsTestJSON-1722185144-project] 10.222.0.55 "GET /v2.0/ports?device_id=c58a102a-6640-485b-a5b0-b81122b348c9 HTTP/1.1" status: 200 len: 210 time: 0.0826788 Jul 16 08:53:21.900862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:21.909927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Transition to ACTIVE for port object 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:21.919434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-44cb3f7c-0f3a-49bd-a69f-f4edff826d83 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4387441 Jul 16 08:53:21.922743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34216) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:21.928067 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:21.938228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.945051 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:21.947618 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.019792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2883a-ff9d-4b22-b4e6-7308f65302d8 req-fcd0de9a-09b3-4561-8cd5-58636603339f tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.021421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65a2883a-ff9d-4b22-b4e6-7308f65302d8 req-fcd0de9a-09b3-4561-8cd5-58636603339f tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 931 time: 0.3170202 Jul 16 08:53:22.056388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a692a9c-11a3-4428-8583-a164a7abad2a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting subnet 1e6a680e-47cd-410f-9fd9-789bd08f5573 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:22.068129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a692a9c-11a3-4428-8583-a164a7abad2a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.133019 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:22.198421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34222) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.226556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Pushing event updated for resources: {'Port': ['ID=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.233369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65a2883a-ff9d-4b22-b4e6-7308f65302d8 req-0e01d9b0-d8a9-4459-ba8b-e465d17e5d2a tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983321 Jul 16 08:53:22.296622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a692a9c-11a3-4428-8583-a164a7abad2a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.300449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Attempting to bind port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:22.300886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Attempting to bind port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:22.301195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Attempting to bind port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e on network 9176b160-cc85-4c00-a8bd-c4aa28e18157 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:22.303854 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:20Z', 'revision_number': 11, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.307420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e on network 9176b160-cc85-4c00-a8bd-c4aa28e18157 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:22.307420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Attempting to bind port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e on network 9176b160-cc85-4c00-a8bd-c4aa28e18157 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:22.313138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:22.313484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Checking segment: {'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:22.313911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Bound using segment: {'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:22.316369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Bound port: 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:22.316760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.334441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:22.343544 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:22.345387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] Sync routers for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:22.354325 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:22.355169 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.361311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:22.361978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.451664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] For port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:22.455181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] For port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:22.461214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.545340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.546169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.548086 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] 10.222.0.52 "PUT /v2.0/ports/6e562a3d-c7e5-494c-8cde-7b88d9f0a27e HTTP/1.1" status: 200 len: 1092 time: 1.1309063 Jul 16 08:53:22.573152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f3a6f-a862-4398-afc9-47a06d911275 service neutron] Pushing event updated for resources: {'Port': ['ID=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.602359 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:22.641599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b22a8a-e202-4a46-a6d4-cbbad56bca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171255d-695c-450e-ab32-d2885aedb31d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:22.644020 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d36406e-8b61-4657-9250-3c35514f98da" -d '{"events": [{"server_uuid": "e9b22a8a-e202-4a46-a6d4-cbbad56bca25", "name": "network-vif-plugged", "status": "completed", "tag": "d171255d-695c-450e-ab32-d2885aedb31d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:22.679729 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:20Z', 'revision_number': 11, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.701112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:22.739809 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59686dd-cfd4-4a01-85ff-884bb5f3e6c7 None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:20Z', 'revision_number': 11, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:22.845763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-e0c6476a-37f5-46ab-be56-f783e848a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.848090 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-e0c6476a-37f5-46ab-be56-f783e848a6e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a22621e98f448e0b6a9a1f290de81b0&device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 1095 time: 0.1064222 Jul 16 08:53:22.901018 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-67f29c23-424c-4601-968f-27c1e06cd1c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e HTTP/1.1" status: 200 len: 217 time: 0.0457973 Jul 16 08:53:22.931010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] No DVR routers for this DVR port a2139ee0-e40a-4c65-b125-895578399621 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:22.935953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d87d99f-4dd9-45a3-af4b-0eceb27299fe admin admin] Deleting subnet 27fffbbf-6579-49de-a3bc-a26f4a6a293e {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:22.938829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.940819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-ecd11543-11fb-4745-a311-24ad39b6a778 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "DELETE /v2.0/ports/a2139ee0-e40a-4c65-b125-895578399621 HTTP/1.1" status: 204 len: 173 time: 4.0682809 Jul 16 08:53:22.958963 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d87d99f-4dd9-45a3-af4b-0eceb27299fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.973200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-b7a8011e-0d4d-414c-9efb-86e2767129ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.975192 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-b7a8011e-0d4d-414c-9efb-86e2767129ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d40b2eb7-3f15-4a97-92c3-f34cbe6022fb HTTP/1.1" status: 200 len: 849 time: 0.0673423 Jul 16 08:53:23.019123 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-bf6c54b0-7ede-4268-a7b4-aa7af9bde467 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9176b160-cc85-4c00-a8bd-c4aa28e18157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363426 Jul 16 08:53:23.101898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d87d99f-4dd9-45a3-af4b-0eceb27299fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.164926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:42Z', 'revision_number': 5, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:23.168350 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-a69549b2-ddfd-4caf-831b-05f3e677e636 service neutron] 10.222.0.52 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420798 Jul 16 08:53:23.202418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] Checking router: 251bd35b-bada-4acf-a54e-a187b0c70a51 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:23.211577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:23.212199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:23.276316 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a692a9c-11a3-4428-8583-a164a7abad2a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.309311 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ecafc41-eec8-4d55-bd1d-1c45a98893e7 req-700696f1-f5f1-4f79-9a38-116227b39562 service neutron] 10.222.0.52 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343286 Jul 16 08:53:23.340887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677464bd-3335-4e45-bd43-7669cf04f917 req-5b0e393a-025f-4901-8848-21fd3ee44ed8 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.342519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-677464bd-3335-4e45-bd43-7669cf04f917 req-5b0e393a-025f-4901-8848-21fd3ee44ed8 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 1.0431893 Jul 16 08:53:23.374175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c24d9-1022-4f8e-aaa1-16c990464cbc req-fcbab30c-c2f9-4070-abf5-c199e8546e1c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.380251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c24d9-1022-4f8e-aaa1-16c990464cbc req-fcbab30c-c2f9-4070-abf5-c199e8546e1c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.381965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-962c24d9-1022-4f8e-aaa1-16c990464cbc req-fcbab30c-c2f9-4070-abf5-c199e8546e1c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 1675 time: 0.4549379 Jul 16 08:53:23.383816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:23.399087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d87d99f-4dd9-45a3-af4b-0eceb27299fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.516883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-677464bd-3335-4e45-bd43-7669cf04f917 req-029c5526-a890-46a5-ba02-aaf03716cb7c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519179 Jul 16 08:53:23.525950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a692a9c-11a3-4428-8583-a164a7abad2a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.534257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:23.534690 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.545555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-962c24d9-1022-4f8e-aaa1-16c990464cbc req-bee2dbed-e1bf-41f8-84fc-6ba7f42227ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381607 Jul 16 08:53:23.576459 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293fec2c-107c-4b70-a653-381fed9413af x-openstack-request-id: req-293fec2c-107c-4b70-a653-381fed9413af {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:23.576846 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b22a8a-e202-4a46-a6d4-cbbad56bca25", "name": "network-vif-plugged", "status": "completed", "tag": "d171255d-695c-450e-ab32-d2885aedb31d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:23.577197 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-293fec2c-107c-4b70-a653-381fed9413af {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:23.577702 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b22a8a-e202-4a46-a6d4-cbbad56bca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd171255d-695c-450e-ab32-d2885aedb31d', 'code': 200} Jul 16 08:53:23.591203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a692a9c-11a3-4428-8583-a164a7abad2a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6a680e-47cd-410f-9fd9-789bd08f5573,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.598137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a102a-6640-485b-a5b0-b81122b348c9', 'name': 'network-vif-deleted', 'tag': '9aa59000-e58f-4b36-984c-db7c9c84ef95'}, {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:23.598326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26688825-87c8-4842-81c3-c509715f22d0', 'tag': '6e562a3d-c7e5-494c-8cde-7b88d9f0a27e'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:23.598417 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9058079-b964-43dd-aaf5-5718ee263788" -d '{"events": [{"server_uuid": "c58a102a-6640-485b-a5b0-b81122b348c9", "name": "network-vif-deleted", "tag": "9aa59000-e58f-4b36-984c-db7c9c84ef95"}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "a2139ee0-e40a-4c65-b125-895578399621"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:23.598532 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13" -d '{"events": [{"name": "network-changed", "server_uuid": "26688825-87c8-4842-81c3-c509715f22d0", "tag": "6e562a3d-c7e5-494c-8cde-7b88d9f0a27e"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:23.603498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a692a9c-11a3-4428-8583-a164a7abad2a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.609289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a692a9c-11a3-4428-8583-a164a7abad2a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/1e6a680e-47cd-410f-9fd9-789bd08f5573 HTTP/1.1" status: 204 len: 168 time: 1.6849053 Jul 16 08:53:23.609413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34244) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.615392 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d87d99f-4dd9-45a3-af4b-0eceb27299fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.634811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9d3b7-b65b-448d-9afd-b2c9ef8c4393 None None] Network c7361a20-0ec8-413e-856d-bdc0b08b1013 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:23.677389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87d99f-4dd9-45a3-af4b-0eceb27299fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fffbbf-6579-49de-a3bc-a26f4a6a293e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.704697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d87d99f-4dd9-45a3-af4b-0eceb27299fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.706685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2d87d99f-4dd9-45a3-af4b-0eceb27299fe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/27fffbbf-6579-49de-a3bc-a26f4a6a293e HTTP/1.1" status: 204 len: 168 time: 1.5073016 Jul 16 08:53:23.720799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d6303-ac80-4795-ad4c-4a791b750995 None None] Network d4dee36c-9e26-4a1f-beda-8921da27bb62 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:23.732823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.747305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.770921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34252) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.820065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Deleting port 450fdddb-8848-4dbc-a2f8-04762280b46d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:23.821833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.857791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] For port 6cab655f-c9b7-423d-b5c8-77ad68f56d33, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6cab655f-c9b7-423d-b5c8-77ad68f56d33,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:23.858030 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.905153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] For port 450fdddb-8848-4dbc-a2f8-04762280b46d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=450fdddb-8848-4dbc-a2f8-04762280b46d,segment=NetworkSegment(57108447-bc10-4e79-98a9-a3c9362c8a94),segment_id=57108447-bc10-4e79-98a9-a3c9362c8a94)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:23.905774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.919521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Calling delete_port for 450fdddb-8848-4dbc-a2f8-04762280b46d owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:23.934445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for 6cab655f-c9b7-423d-b5c8-77ad68f56d33 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:23.970738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.987809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:42Z', 'revision_number': 5, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:23.993003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6ea4ba-610d-421c-9050-a4d9b7e756e6 admin admin] Deleting subnet 43c1e9fd-afd8-4ea7-860b-718110abc932 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:24.011351 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.021490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09735420-aa1f-44de-b834-0d300a046e63 None None] The sync data for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 is: [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 4, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '4bb8c122-2f04-43ea-8414-7f23d4384d70', 'name': '', 'network_id': 'd8554e79-f6fd-4dea-bdba-f694e2b5d19b', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'mac_address': 'fa:16:3e:e3:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:42Z', 'revision_number': 5, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'subnets': [{'id': 'f9e92d7e-bf37-41fc-8674-9efc954fa00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:24.037149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea4ba-610d-421c-9050-a4d9b7e756e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.057708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45c7ab56-11ce-4196-bd09-098943e1041f no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:24.062497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Port': ['ID=450fdddb-8848-4dbc-a2f8-04762280b46d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.071522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No DVR routers for this DVR port 450fdddb-8848-4dbc-a2f8-04762280b46d on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:24.087102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fa19-c604-4655-a7b9-a3983ca7375e req-5c3aff09-b12f-411c-b912-7237426e2875 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.088745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7879fa19-c604-4655-a7b9-a3983ca7375e req-5c3aff09-b12f-411c-b912-7237426e2875 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 945 time: 0.4089899 Jul 16 08:53:24.089684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 45c7ab56-11ce-4196-bd09-098943e1041f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:24.090021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45c7ab56-11ce-4196-bd09-098943e1041f not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:24.143856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] DHCP port deletion for d4dee36c-9e26-4a1f-beda-8921da27bb62 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:24.149213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97534f72-71c5-442c-a7b2-8eeb8fb7e14c req-21d9ca74-086c-4b94-a22b-8d495faf4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.152001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97534f72-71c5-442c-a7b2-8eeb8fb7e14c req-21d9ca74-086c-4b94-a22b-8d495faf4578 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 1097 time: 0.4200985 Jul 16 08:53:24.190696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabcfbb4-a337-470e-8df3-482528187eca None None] DHCP port deletion for c7361a20-0ec8-413e-856d-bdc0b08b1013 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:24.192687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.204439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7361a20-0ec8-413e-856d-bdc0b08b1013']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:24.219097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] Deleting port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:24.219594 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.221811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57108447-bc10-4e79-98a9-a3c9362c8a94') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:24.222163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57108447-bc10-4e79-98a9-a3c9362c8a94') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:24.233656 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.252634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.259177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:24.259775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.263989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea4ba-610d-421c-9050-a4d9b7e756e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:24.283092 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:24.298023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] For port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1,segment=NetworkSegment(bd141f5b-b01f-4dcd-b41f-5de91e16150c),segment_id=bd141f5b-b01f-4dcd-b41f-5de91e16150c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:24.298568 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.313156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] Calling delete_port for f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:24.338349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.346135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.350953 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/networks/c7361a20-0ec8-413e-856d-bdc0b08b1013 HTTP/1.1" status: 204 len: 168 time: 0.7379522 Jul 16 08:53:24.352452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34254) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.359409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'routes': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:24.383752 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0b29c-9215-4f6f-aa8c-8a0c6aff3d73 None None] New status for floating IP a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:53:24.392208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97534f72-71c5-442c-a7b2-8eeb8fb7e14c req-2347e0db-3024-485a-bf1a-53e51f3d82b2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603096 Jul 16 08:53:24.407717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7879fa19-c604-4655-a7b9-a3983ca7375e req-7ec5ad14-5390-49f5-bda8-d901b8fc8164 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051684 Jul 16 08:53:24.416524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403a20b-1508-4d6d-8d32-178918185fad req-935697d1-1650-4700-a3ec-503d646c9a0f tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.418747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7403a20b-1508-4d6d-8d32-178918185fad req-935697d1-1650-4700-a3ec-503d646c9a0f tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 943 time: 0.5082796 Jul 16 08:53:24.421743 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.432030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c029777-0a65-49a3-b86d-20d90fdcc49c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Pushing event deleted for resources: {'Network': ['ID=c7361a20-0ec8-413e-856d-bdc0b08b1013,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.444186 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea4ba-610d-421c-9050-a4d9b7e756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.481478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Deleting port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:24.482096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.487614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] No DVR routers for this DVR port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:24.505587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11d5a3-fbd8-4aef-8dbb-3cead0e9c4f7 None None] Pushing event deleted for resources: {'Port': ['ID=f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.514658 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab3bb50-da54-47bb-8a02-3e7ca0d98d1d x-openstack-request-id: req-cab3bb50-da54-47bb-8a02-3e7ca0d98d1d {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:24.514945 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26688825-87c8-4842-81c3-c509715f22d0", "tag": "6e562a3d-c7e5-494c-8cde-7b88d9f0a27e", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:24.515203 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cab3bb50-da54-47bb-8a02-3e7ca0d98d1d {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:24.515591 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26688825-87c8-4842-81c3-c509715f22d0', 'tag': '6e562a3d-c7e5-494c-8cde-7b88d9f0a27e', 'status': 'completed', 'code': 200} Jul 16 08:53:24.541817 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.605080 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf48cfd-c658-4676-98a9-a566faac1fcc x-openstack-request-id: req-dbf48cfd-c658-4676-98a9-a566faac1fcc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:24.605508 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58a102a-6640-485b-a5b0-b81122b348c9", "name": "network-vif-deleted", "tag": "9aa59000-e58f-4b36-984c-db7c9c84ef95", "status": "completed", "code": 200}, {"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "a2139ee0-e40a-4c65-b125-895578399621", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:24.606423 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbf48cfd-c658-4676-98a9-a566faac1fcc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:24.607074 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a102a-6640-485b-a5b0-b81122b348c9', 'name': 'network-vif-deleted', 'tag': '9aa59000-e58f-4b36-984c-db7c9c84ef95', 'status': 'completed', 'code': 200} Jul 16 08:53:24.607583 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': 'a2139ee0-e40a-4c65-b125-895578399621', 'status': 'completed', 'code': 200} Jul 16 08:53:24.644908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=6cab655f-c9b7-423d-b5c8-77ad68f56d33,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.658932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7403a20b-1508-4d6d-8d32-178918185fad req-8a1564af-a52c-4a2b-aeea-f4187122b875 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292087 Jul 16 08:53:24.678769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] For port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1, host n-d-780147-28, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:24.678983 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.704503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.extraroute_db [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Added routes are [] {{(pid=94164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:53:24.704779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.extraroute_db [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Removed routes are [] {{(pid=94164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:53:24.705155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.708973 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea4ba-610d-421c-9050-a4d9b7e756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.718923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Calling delete_port for f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:24.741405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] No DVR routers for this DVR port 6cab655f-c9b7-423d-b5c8-77ad68f56d33 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:24.745234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:53:24.765361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-49defec4-e5d8-4cf1-832f-1efc67aa4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.766996 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-49defec4-e5d8-4cf1-832f-1efc67aa4493 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a22621e98f448e0b6a9a1f290de81b0&device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 1095 time: 0.2477796 Jul 16 08:53:24.768873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.770981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-8b960c19-7c05-445b-9d30-e37d04dc1d58 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "DELETE /v2.0/ports/6cab655f-c9b7-423d-b5c8-77ad68f56d33 HTTP/1.1" status: 204 len: 173 time: 1.8230639 Jul 16 08:53:24.772103 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.774157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ea4ba-610d-421c-9050-a4d9b7e756e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c1e9fd-afd8-4ea7-860b-718110abc932,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.788280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea4ba-610d-421c-9050-a4d9b7e756e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.792822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ac6ea4ba-610d-421c-9050-a4d9b7e756e6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/43c1e9fd-afd8-4ea7-860b-718110abc932 HTTP/1.1" status: 204 len: 168 time: 0.9994929 Jul 16 08:53:24.798920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34262) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.855254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.900351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] No DVR routers for this DVR port f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:24.945595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.953636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.052824 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.081063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router ac47114e-eb39-4a19-860c-8a46605d356c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:25.100580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-2073786a-3272-40bd-ad61-270dcaa19b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:25.102257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-2073786a-3272-40bd-ad61-270dcaa19b53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9176b160-cc85-4c00-a8bd-c4aa28e18157 HTTP/1.1" status: 200 len: 910 time: 0.2979279 Jul 16 08:53:25.104550 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.136990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4dee36c-9e26-4a1f-beda-8921da27bb62']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.182725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534cbf-d2c3-4e27-97e1-a652fcf3f60e req-2e802cf2-c372-446b-b42f-767d0115e155 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:25.186103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5534cbf-d2c3-4e27-97e1-a652fcf3f60e req-2e802cf2-c372-446b-b42f-767d0115e155 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.3523767 Jul 16 08:53:25.188666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd141f5b-b01f-4dcd-b41f-5de91e16150c') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.189326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd141f5b-b01f-4dcd-b41f-5de91e16150c') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.206774 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-97371869-b7f1-43ce-a70e-eb987c81deed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e HTTP/1.1" status: 200 len: 217 time: 0.0962985 Jul 16 08:53:25.221779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:25.229275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.233992 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f6db50b9-fe6d-4765-9ff0-204980229389 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 200 len: 705 time: 0.8790002 Jul 16 08:53:25.234172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] Sync routers for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:25.243714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34270) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.251416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:25.252055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.259195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.276952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-4438bed9-573d-451a-92f3-cc7a30fdb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:25.278835 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-4438bed9-573d-451a-92f3-cc7a30fdb77c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d40b2eb7-3f15-4a97-92c3-f34cbe6022fb HTTP/1.1" status: 200 len: 849 time: 0.0659039 Jul 16 08:53:25.313259 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-470bc438-683c-4e07-b675-831bd150f328 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9176b160-cc85-4c00-a8bd-c4aa28e18157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277216 Jul 16 08:53:25.330135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:25.359142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-77db590b-f8dc-4e70-9e35-61c77d51553f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 200 len: 205 time: 0.0858877 Jul 16 08:53:25.362619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5534cbf-d2c3-4e27-97e1-a652fcf3f60e req-f7682cb9-5cc3-43cb-8316-dd1c78e391b3 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652906 Jul 16 08:53:25.363197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34272) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.366839 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.372041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port c7cfbe0a-627b-4092-8f12-84f5cf23567e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:25.372439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.400865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:20Z', 'revision_number': 11, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.448592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] Checking router: ac47114e-eb39-4a19-860c-8a46605d356c for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:25.462792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:25.463352 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:25.466807 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:25.473282 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] Routers {'ac47114e-eb39-4a19-860c-8a46605d356c'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:25.474599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac47114e-eb39-4a19-860c-8a46605d356c'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.479310 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-2fcaa5bc-a283-488d-a6fd-ff6689965145 service neutron] 10.222.0.52 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601722 Jul 16 08:53:25.508570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.569215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] Set router ac47114e-eb39-4a19-860c-8a46605d356c gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:25.588379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e1824a-064d-4032-9c93-d4a3741d93df']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.650229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ed7f14-3d53-4eed-bd97-4fd5dac6d671') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.650717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ed7f14-3d53-4eed-bd97-4fd5dac6d671') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.664636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:20Z', 'revision_number': 11, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.670679 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b5add7db-3ad4-42f9-b770-a43fa7ffbb13 req-67b17233-45ef-4287-b653-abd14589970b service neutron] 10.222.0.52 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832981 Jul 16 08:53:25.701697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85224daf-ebfd-41c1-a55d-d73a1210f5b2 None None] The sync data for ids ['ac47114e-eb39-4a19-860c-8a46605d356c'] in n-d-780147-28 is: [{'id': 'ac47114e-eb39-4a19-860c-8a46605d356c', 'name': 'tempest-RoutersIpV6Test-router-1754858088', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:17Z', 'updated_at': '2021-07-16T08:53:20Z', 'revision_number': 11, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:25.708264 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.714751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a73d8b3-d86e-420b-8e69-9c2223a2065c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.742573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2a5e-8319-49c7-bbc7-cd1a9a348d19 req-fd7fb093-6c90-4ff1-9b3c-eee4fbacc39b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:25.752033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc5a2a5e-8319-49c7-bbc7-cd1a9a348d19 req-fd7fb093-6c90-4ff1-9b3c-eee4fbacc39b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 942 time: 0.6406541 Jul 16 08:53:25.777818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:25.859352 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.861382 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.866126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.883375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] 10.222.0.55 "DELETE /v2.0/networks/d4dee36c-9e26-4a1f-beda-8921da27bb62 HTTP/1.1" status: 204 len: 168 time: 2.1422994 Jul 16 08:53:25.955344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:25.972402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '6e562a3d-c7e5-494c-8cde-7b88d9f0a27e', 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157', 'port_id': '6e562a3d-c7e5-494c-8cde-7b88d9f0a27e', 'mac_address': 'fa:16:3e:24:0d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40b2eb7-3f15-4a97-92c3-f34cbe6022fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:26.017218 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.032929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:26.045914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34284) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.080785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:26.086425 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.143065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:26.143380 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0a45dac6-e702-4c7c-9834-c8e6f55e40e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9456dd16c0854b34b46e0b6feee28d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961227 Jul 16 08:53:26.144028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34288) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.205023 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.238664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.296650 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.299812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.301452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23604739-9717-480d-a0a6-947fe3c1dbe4 HTTP/1.1" status: 204 len: 168 time: 0.1564262 Jul 16 08:53:26.313307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23604739-9717-480d-a0a6-947fe3c1dbe4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.324962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:26.324962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f6640aa8-2412-47b8-aca1-0f5c2e1f1aa1 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:26.324962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 450fdddb-8848-4dbc-a2f8-04762280b46d no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:26.333312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.334029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.334540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.335060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.336161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.336917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.338323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.338968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.339647 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.340184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.340681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.341726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbae2da-ef74-4d0e-b231-35ddfbd7ee8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:26.345451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 450fdddb-8848-4dbc-a2f8-04762280b46d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:26.345949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 450fdddb-8848-4dbc-a2f8-04762280b46d not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:26.369714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.386414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:26.386966 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.397817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6e562a3d-c7e5-494c-8cde-7b88d9f0a27e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:26.399171 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:26.443369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ae05-f7f7-491b-8e09-d2202010404b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4dee36c-9e26-4a1f-beda-8921da27bb62,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.548304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] For port c7cfbe0a-627b-4092-8f12-84f5cf23567e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7cfbe0a-627b-4092-8f12-84f5cf23567e,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:26.548685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.603929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc5a2a5e-8319-49c7-bbc7-cd1a9a348d19 req-bcd55dba-c37a-4f55-b951-e1bec0dad12e tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1bfd6d-64c8-442f-9675-c0ff32fc778d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8506315 Jul 16 08:53:26.641908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': '6cab655f-c9b7-423d-b5c8-77ad68f56d33'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:26.642795 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba721f-43f1-421c-b95b-73053f5cf5c4" -d '{"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "6cab655f-c9b7-423d-b5c8-77ad68f56d33"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:26.648001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for c7cfbe0a-627b-4092-8f12-84f5cf23567e owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:26.669365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a73d8b3-d86e-420b-8e69-9c2223a2065c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.672154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.678323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.682799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] 10.222.0.55 "DELETE /v2.0/networks/a3e1824a-064d-4032-9c93-d4a3741d93df HTTP/1.1" status: 204 len: 168 time: 1.8453352 Jul 16 08:53:26.686466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a73d8b3-d86e-420b-8e69-9c2223a2065c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.791939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922e7b2-fcdf-44ba-b0ab-29d1398a07ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e1824a-064d-4032-9c93-d4a3741d93df,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.863868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34304) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.923052 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ddaf33c2-be0b-4055-a8dd-5cdf6d5a9bb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9616dc49596475fa24e863779794117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578117 Jul 16 08:53:26.923695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34308) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.975244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1a5e308b-cfab-4e05-92f0-533923437b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.005336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1a5e308b-cfab-4e05-92f0-533923437b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.016661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ca0d-b3e4-4963-a628-b5dd97a61a99 req-4bbf0e8e-80bc-4267-850d-e5910585cd1f tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.018298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b169ca0d-b3e4-4963-a628-b5dd97a61a99 req-4bbf0e8e-80bc-4267-850d-e5910585cd1f tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 945 time: 0.6585734 Jul 16 08:53:27.021757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a73d8b3-d86e-420b-8e69-9c2223a2065c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.022422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a73d8b3-d86e-420b-8e69-9c2223a2065c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Fanout notify agent at l3_agent the message router_deleted on router ac47114e-eb39-4a19-860c-8a46605d356c {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:27.038834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a73d8b3-d86e-420b-8e69-9c2223a2065c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.042450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3a73d8b3-d86e-420b-8e69-9c2223a2065c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 204 len: 168 time: 1.6719847 Jul 16 08:53:27.050068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34310) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:27.055169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-50455c26-89ef-49de-8a2c-7fe040a752f5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1037249232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:27.066426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.089117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50455c26-89ef-49de-8a2c-7fe040a752f5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.094726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50455c26-89ef-49de-8a2c-7fe040a752f5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.122464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=c7cfbe0a-627b-4092-8f12-84f5cf23567e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.136794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1a5e308b-cfab-4e05-92f0-533923437b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.142848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1a5e308b-cfab-4e05-92f0-533923437b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.159504 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1a5e308b-cfab-4e05-92f0-533923437b84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16ff83b4-e626-444d-9db2-2c7fb741538b HTTP/1.1" status: 204 len: 168 time: 0.2347128 Jul 16 08:53:27.166260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b169ca0d-b3e4-4963-a628-b5dd97a61a99 req-74ecc396-933b-4072-9801-02c8563a80f2 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159592 Jul 16 08:53:27.177947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11619a4-3a70-460b-98c8-c3867babd508 req-28c4c90e-6122-4041-b155-7dc90aba8cdb tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.185742 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d11619a4-3a70-460b-98c8-c3867babd508 req-28c4c90e-6122-4041-b155-7dc90aba8cdb tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 944 time: 0.4117622 Jul 16 08:53:27.244250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e308b-cfab-4e05-92f0-533923437b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ff83b4-e626-444d-9db2-2c7fb741538b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.259095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] No DVR routers for this DVR port c7cfbe0a-627b-4092-8f12-84f5cf23567e on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:27.266356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.268420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fabbe226-56a6-414e-b113-02a709a34301 req-35ae752a-3487-4043-93b8-3b9ca98b68e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.52 "DELETE /v2.0/ports/c7cfbe0a-627b-4092-8f12-84f5cf23567e HTTP/1.1" status: 204 len: 173 time: 2.4891522 Jul 16 08:53:27.325681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d11619a4-3a70-460b-98c8-c3867babd508 req-669dcc2c-7533-4bd8-8806-fbbcf19e7491 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382673 Jul 16 08:53:27.343296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50455c26-89ef-49de-8a2c-7fe040a752f5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.348728 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50455c26-89ef-49de-8a2c-7fe040a752f5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.382964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50455c26-89ef-49de-8a2c-7fe040a752f5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.388452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-50455c26-89ef-49de-8a2c-7fe040a752f5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3361912 Jul 16 08:53:27.390459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34324) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:27.406991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1915539f-5d28-4660-9a71-c59921824724 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:27.434475 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e241709-8532-4c2b-880a-defa967cb9fc x-openstack-request-id: req-3e241709-8532-4c2b-880a-defa967cb9fc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:27.435307 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "6cab655f-c9b7-423d-b5c8-77ad68f56d33", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:27.435732 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e241709-8532-4c2b-880a-defa967cb9fc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:27.436301 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': '6cab655f-c9b7-423d-b5c8-77ad68f56d33', 'status': 'completed', 'code': 200} Jul 16 08:53:27.475933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a354de-e062-4996-8096-66c8f1e51076 req-6729b0a8-6088-4a21-a71e-b3648b4d2e27 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.482697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0a354de-e062-4996-8096-66c8f1e51076 req-6729b0a8-6088-4a21-a71e-b3648b4d2e27 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.0899711 Jul 16 08:53:27.530846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0a354de-e062-4996-8096-66c8f1e51076 req-eeaf1adf-a71f-4205-a97f-77ecfd99756f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Jul 16 08:53:27.778647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:27.885065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:27.890940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:27.891380 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.964994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96772e44-1c28-4e84-9d41-9c546066c187 req-1c8488bf-a807-4f12-a028-d3951f0826a8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0710123 Jul 16 08:53:28.084405 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.120789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26688825-87c8-4842-81c3-c509715f22d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e562a3d-c7e5-494c-8cde-7b88d9f0a27e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:28.123919 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf0e72f-fdbb-416b-9de6-b18cc9e21c28" -d '{"events": [{"server_uuid": "26688825-87c8-4842-81c3-c509715f22d0", "name": "network-vif-plugged", "status": "completed", "tag": "6e562a3d-c7e5-494c-8cde-7b88d9f0a27e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:28.163846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:28.174865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.185351 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1915539f-5d28-4660-9a71-c59921824724 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.201847 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1915539f-5d28-4660-9a71-c59921824724 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.266480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:28.366676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1915539f-5d28-4660-9a71-c59921824724 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Router 6015a6fe-8020-4f2e-98df-099edf945d88 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:28.377078 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437567a5-030f-4776-a98f-7630aea4d666 x-openstack-request-id: req-437567a5-030f-4776-a98f-7630aea4d666 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:28.377421 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26688825-87c8-4842-81c3-c509715f22d0", "name": "network-vif-plugged", "status": "completed", "tag": "6e562a3d-c7e5-494c-8cde-7b88d9f0a27e", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:28.377722 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-437567a5-030f-4776-a98f-7630aea4d666 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:28.378127 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26688825-87c8-4842-81c3-c509715f22d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e562a3d-c7e5-494c-8cde-7b88d9f0a27e', 'code': 200} Jul 16 08:53:28.409310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34374) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.589888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-25612585-network', 'tenant_id': '1d6ea71805264942b6afc045f1074524'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:28.598080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1915539f-5d28-4660-9a71-c59921824724 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:28.607559 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] Sync routers for ids ['6015a6fe-8020-4f2e-98df-099edf945d88'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:28.619886 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] Routers {'6015a6fe-8020-4f2e-98df-099edf945d88'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:28.620523 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6015a6fe-8020-4f2e-98df-099edf945d88'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.628812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1915539f-5d28-4660-9a71-c59921824724 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.632423 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1915539f-5d28-4660-9a71-c59921824724 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "PUT /v2.0/routers/6015a6fe-8020-4f2e-98df-099edf945d88 HTTP/1.1" status: 200 len: 698 time: 1.2397830 Jul 16 08:53:28.635456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34386) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.639582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64eb43-35af-437c-b885-f7d8be31f4f1 req-df974451-9e1c-44ce-b303-3d458904d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:28.641373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a64eb43-35af-437c-b885-f7d8be31f4f1 req-df974451-9e1c-44ce-b303-3d458904d597 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 1097 time: 0.1803670 Jul 16 08:53:28.644647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Made reservation on behalf of 1d6ea71805264942b6afc045f1074524 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:28.647474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.674583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.733109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a64eb43-35af-437c-b885-f7d8be31f4f1 req-104e0ea0-f1c3-448b-9b6a-c6ab627b4ea3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828252 Jul 16 08:53:28.747265 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] Set router 6015a6fe-8020-4f2e-98df-099edf945d88 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:28.760545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe28ecb-c23f-46c6-b236-64d9cd291c1a req-470633ba-ec0d-4924-96e9-f069834ed766 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:28.768206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cfe28ecb-c23f-46c6-b236-64d9cd291c1a req-470633ba-ec0d-4924-96e9-f069834ed766 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 945 time: 0.2302308 Jul 16 08:53:28.771928 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-76e6a360-7f65-44df-957f-e85fccab5063 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/routers/6015a6fe-8020-4f2e-98df-099edf945d88 HTTP/1.1" status: 200 len: 704 time: 0.1320181 Jul 16 08:53:28.772096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34388) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.849318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cfe28ecb-c23f-46c6-b236-64d9cd291c1a req-12b3a521-f072-44bf-9824-a26e9f5b6d52 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776186 Jul 16 08:53:28.851265 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5f39c21-943d-48d1-ade3-906a78e25549 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6015a6fe-8020-4f2e-98df-099edf945d88 HTTP/1.1" status: 200 len: 205 time: 0.0717185 Jul 16 08:53:28.856543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34390) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.868146 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6015a6fe-8020-4f2e-98df-099edf945d88', 'name': 'tempest-RoutersIpV6Test-router-1037249232', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:27Z', 'updated_at': '2021-07-16T08:53:28Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.909080 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] Checking router: 6015a6fe-8020-4f2e-98df-099edf945d88 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:28.932812 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] Routers {'6015a6fe-8020-4f2e-98df-099edf945d88'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:28.937005 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6015a6fe-8020-4f2e-98df-099edf945d88'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.959379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.005490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cceed123-8961-43e6-8ec5-4149668068eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.056660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa7e47a1-956a-437c-ac52-f492dda4ad73 req-056000ad-d500-44e4-abaa-0e6e05bb229b tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=555ed447-342a-4718-9dc0-2840305e130f HTTP/1.1" status: 200 len: 210 time: 0.0882797 Jul 16 08:53:29.057849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.110959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:29.111177 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] Set router 6015a6fe-8020-4f2e-98df-099edf945d88 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:29.133791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede0f74c-56b4-4fe8-aa1e-0f35080b0468,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.140550 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.140984 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Added segment c6776423-82d1-4b87-8d58-1c4ffa84d65d of type vlan for network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 Jul 16 08:53:29.196968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.218358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdaf65-53cb-4c0f-b566-44051e996c89 req-0a7c4305-abc6-436d-a789-a3a1e0134d9e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:29.220095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ccdaf65-53cb-4c0f-b566-44051e996c89 req-0a7c4305-abc6-436d-a789-a3a1e0134d9e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.1663680 Jul 16 08:53:29.275151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.276341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:29.277059 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.291076 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cceed123-8961-43e6-8ec5-4149668068eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.295577 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cceed123-8961-43e6-8ec5-4149668068eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.303514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ccdaf65-53cb-4c0f-b566-44051e996c89 req-7da3f05c-6414-4281-aa3b-64fa8ac70066 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762589 Jul 16 08:53:29.358035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cceed123-8961-43e6-8ec5-4149668068eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.358755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceed123-8961-43e6-8ec5-4149668068eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Fanout notify agent at l3_agent the message router_deleted on router 6015a6fe-8020-4f2e-98df-099edf945d88 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:29.372539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cceed123-8961-43e6-8ec5-4149668068eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.373933 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cceed123-8961-43e6-8ec5-4149668068eb tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/6015a6fe-8020-4f2e-98df-099edf945d88 HTTP/1.1" status: 204 len: 168 time: 0.5161974 Jul 16 08:53:29.377152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34406) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.397518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9869900 Jul 16 08:53:29.400363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34408) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.403447 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6015a6fe-8020-4f2e-98df-099edf945d88', 'name': 'tempest-RoutersIpV6Test-router-1037249232', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:27Z', 'updated_at': '2021-07-16T08:53:28Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:29.405539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Request body: {'subnet': {'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-25612585-subnet', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:29.491401 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46336ee4-ad49-4456-bb7e-3647a7df3476 None None] The sync data for ids ['6015a6fe-8020-4f2e-98df-099edf945d88'] in n-d-780147-28 is: [{'id': '6015a6fe-8020-4f2e-98df-099edf945d88', 'name': 'tempest-RoutersIpV6Test-router-1037249232', 'tenant_id': '0821ffe307e14e6298e9483a1acd25de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:27Z', 'updated_at': '2021-07-16T08:53:28Z', 'revision_number': 2, 'project_id': '0821ffe307e14e6298e9483a1acd25de', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:29.492455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:29.494872 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611cd03f-e7a6-466a-9862-f12ac8a60b35" -d '{"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "c7cfbe0a-627b-4092-8f12-84f5cf23567e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:29.506555 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f44ed980-373c-44f1-87d6-37f6223e6cae tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6015a6fe-8020-4f2e-98df-099edf945d88 HTTP/1.1" status: 200 len: 205 time: 0.1279461 Jul 16 08:53:29.509175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34414) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.510862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7fb17-436a-48bb-a416-766535183958 admin admin] Pushing event updated for resources: {'Network': ['ID=566d87ae-938b-40aa-98a3-2f84ab9a70f2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.529345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:29.572452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Made reservation on behalf of 1d6ea71805264942b6afc045f1074524 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:29.575468 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.630367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8d7265c-f3a1-4495-ac8e-577e8048c9ab req-c9a3cdf4-5088-484a-b439-0b3beb38384b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0770452 Jul 16 08:53:29.652899 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-f85812b5-1669-4b42-af7a-656fbd490712 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] delete failed (client error): The resource could not be found. Jul 16 08:53:29.660792 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f85812b5-1669-4b42-af7a-656fbd490712 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/6015a6fe-8020-4f2e-98df-099edf945d88 HTTP/1.1" status: 404 len: 336 time: 0.1473112 Jul 16 08:53:29.660998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34416) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.749710 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d6fa35-b68c-41ea-9015-2eb1d78206b0 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:29.751188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d6fa35-b68c-41ea-9015-2eb1d78206b0 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:29.756555 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-57d6fa35-b68c-41ea-9015-2eb1d78206b0 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/5a85156e-ec7d-4ce2-8a32-4caf4c5a8a59 HTTP/1.1" status: 404 len: 337 time: 0.0910833 Jul 16 08:53:29.757226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34428) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.831017 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaddf16-1eb0-422d-918b-4fd577fae67f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:29.831407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbaddf16-1eb0-422d-918b-4fd577fae67f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:29.840798 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a509982-73e4-4795-9820-9aba5a66e46e x-openstack-request-id: req-2a509982-73e4-4795-9820-9aba5a66e46e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:29.840951 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cbaddf16-1eb0-422d-918b-4fd577fae67f tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/7fc5d7e8-8f7b-4187-a396-16594de0a017 HTTP/1.1" status: 404 len: 337 time: 0.0802827 Jul 16 08:53:29.841424 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca49a-a3b6-41cb-838a-d5b5e08d3294", "name": "network-vif-deleted", "tag": "c7cfbe0a-627b-4092-8f12-84f5cf23567e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:29.841934 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a509982-73e4-4795-9820-9aba5a66e46e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:29.845126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34430) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.846475 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca49a-a3b6-41cb-838a-d5b5e08d3294', 'name': 'network-vif-deleted', 'tag': 'c7cfbe0a-627b-4092-8f12-84f5cf23567e', 'status': 'completed', 'code': 200} Jul 16 08:53:29.921809 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9325d82-1fad-40f0-bc00-912da197ecfc tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:29.922442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9325d82-1fad-40f0-bc00-912da197ecfc tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:29.926760 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f9325d82-1fad-40f0-bc00-912da197ecfc tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/d78a1261-0a3e-4c24-b798-3ea6fee80816 HTTP/1.1" status: 404 len: 337 time: 0.0782638 Jul 16 08:53:29.930190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34436) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.005712 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-af84f436-c2ef-46a0-9152-57ce26667265 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:30.011169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af84f436-c2ef-46a0-9152-57ce26667265 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:30.013739 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af84f436-c2ef-46a0-9152-57ce26667265 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/1e6a680e-47cd-410f-9fd9-789bd08f5573 HTTP/1.1" status: 404 len: 337 time: 0.0825243 Jul 16 08:53:30.026235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34442) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.086221 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d5719e13-8604-4238-abc0-6f2cc480df8d tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 200 len: 205 time: 0.0586987 Jul 16 08:53:30.088731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34444) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.162581 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-6695a4b3-1c0f-4ecf-b97e-3e15a5f56c08 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] delete failed (client error): The resource could not be found. Jul 16 08:53:30.163640 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6695a4b3-1c0f-4ecf-b97e-3e15a5f56c08 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/ac47114e-eb39-4a19-860c-8a46605d356c HTTP/1.1" status: 404 len: 336 time: 0.0737915 Jul 16 08:53:30.174838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34448) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.267755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34456) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.268467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-40e6f9c7-b361-4f14-8566-b9bce6eff2ab tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b52666b-a30d-4a49-916f-a13af6526213 HTTP/1.1" status: 200 len: 205 time: 0.0868278 Jul 16 08:53:30.270790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.331913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2125ad26-e72b-4ad1-a059-78b4eec6443f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.341858 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-1601f154-0eb9-4bfd-91b7-a07ec4c8960c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] delete failed (client error): The resource could not be found. Jul 16 08:53:30.344458 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1601f154-0eb9-4bfd-91b7-a07ec4c8960c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/7b52666b-a30d-4a49-916f-a13af6526213 HTTP/1.1" status: 404 len: 336 time: 0.0756762 Jul 16 08:53:30.350790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34460) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.373764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a99a2c-b81c-43f8-ad25-bf4151e004b1 req-6a533760-327a-4fb5-a215-3122ae26e887 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:30.381099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61a99a2c-b81c-43f8-ad25-bf4151e004b1 req-6a533760-327a-4fb5-a215-3122ae26e887 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 945 time: 0.3322618 Jul 16 08:53:30.398358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Checking segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:30.399194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Network hostable DHCP agents. Network: 566d87ae-938b-40aa-98a3-2f84ab9a70f2, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:30.415305 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfe17eb-e12a-42b7-a2f3-3dee7098ace5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:30.419468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfe17eb-e12a-42b7-a2f3-3dee7098ace5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:30.424947 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7cfe17eb-e12a-42b7-a2f3-3dee7098ace5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/5c5292ce-a028-4a86-8c92-1c84c857da22 HTTP/1.1" status: 404 len: 337 time: 0.0695570 Jul 16 08:53:30.425791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34462) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.464677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:30.466338 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c09434fc-3a23-413d-a5e9-d1437dc1da13 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2f0d12d-a638-46e2-870b-d7b4f2357e0d HTTP/1.1" status: 200 len: 205 time: 0.0350161 Jul 16 08:53:30.469732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34464) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.491522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61a99a2c-b81c-43f8-ad25-bf4151e004b1 req-eae23ff3-4b5c-45c0-82e4-6f9cfc5a0c89 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084762 Jul 16 08:53:30.611716 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-8d02cda9-ea9b-43c6-98b5-72f236ca0167 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] delete failed (client error): The resource could not be found. Jul 16 08:53:30.616326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d02cda9-ea9b-43c6-98b5-72f236ca0167 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/c2f0d12d-a638-46e2-870b-d7b4f2357e0d HTTP/1.1" status: 404 len: 336 time: 0.1411524 Jul 16 08:53:30.616564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34470) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.632765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 566d87ae-938b-40aa-98a3-2f84ab9a70f2) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:30.644690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcdcc8f-c748-436f-aaec-86ca08bf83bf None None] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:30.677541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:30.679578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.693207 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cb4c0f0a-b5cc-4789-b103-7332453889ca tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=78fceae6-bb4a-4eee-8f7f-1563229549bc HTTP/1.1" status: 200 len: 205 time: 0.0738113 Jul 16 08:53:30.695445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34474) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.727111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96226d39-172e-481a-92a4-4a63e09f467b req-22551ab9-83f8-4461-b961-df66cd8db09c tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1120236 Jul 16 08:53:30.773998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-39e31e43-3cf2-4a84-8d7f-d667864f3c3d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3699343 Jul 16 08:53:30.774224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34476) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.779955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:30.826327 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-ae058d9a-eb19-4cfd-a8c7-67a7505764ba tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] delete failed (client error): The resource could not be found. Jul 16 08:53:30.829720 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ae058d9a-eb19-4cfd-a8c7-67a7505764ba tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/78fceae6-bb4a-4eee-8f7f-1563229549bc HTTP/1.1" status: 404 len: 336 time: 0.1297221 Jul 16 08:53:30.832130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34480) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.891300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.896183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.899987 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-910cc120-b6ff-421c-b646-5d485f655f8a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:30.900475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910cc120-b6ff-421c-b646-5d485f655f8a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:30.906611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-910cc120-b6ff-421c-b646-5d485f655f8a tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/f9214615-3e02-4d41-970c-06031aa11114 HTTP/1.1" status: 404 len: 337 time: 0.0713732 Jul 16 08:53:30.907120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34482) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.985672 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-34a1d14a-cf36-4dd7-adf8-e9bf459a1aae tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=8dfd597a-41a5-4c1f-9fa2-aa1af5036c60 HTTP/1.1" status: 200 len: 205 time: 0.0775855 Jul 16 08:53:30.989440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34484) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.024062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:31.024926 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.182827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.227913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Allocated IP 172.20.0.2 (566d87ae-938b-40aa-98a3-2f84ab9a70f2/2125ad26-e72b-4ad1-a059-78b4eec6443f/dd944667-b524-4400-a1b0-b6da28afd76a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:31.229303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ba0f97b-d03f-4594-ab4e-603162d6d4be req-ce9ed1e2-cc07-4a57-9abd-adf3c0ed5b25 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.2415788 Jul 16 08:53:31.332598 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-9027c28c-a875-4a7a-8b94-0b1473bcf93c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] delete failed (client error): The resource could not be found. Jul 16 08:53:31.334291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9027c28c-a875-4a7a-8b94-0b1473bcf93c tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/8dfd597a-41a5-4c1f-9fa2-aa1af5036c60 HTTP/1.1" status: 404 len: 336 time: 0.3396537 Jul 16 08:53:31.336983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34486) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.395005 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-581b55a3-d3d7-49f6-94c7-b1e755967403 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:31.395607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581b55a3-d3d7-49f6-94c7-b1e755967403 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:31.398158 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-581b55a3-d3d7-49f6-94c7-b1e755967403 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/b47f0d49-178a-4a00-a279-149e97e365dc HTTP/1.1" status: 404 len: 337 time: 0.0590794 Jul 16 08:53:31.400149 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34488) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.430018 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.477400 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-85e5e05e-74a4-44d9-9061-48ef2949fcc6 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "GET /v2.0/ports?device_id=72dc58a3-1896-464e-aa5b-338c2ba9177f HTTP/1.1" status: 200 len: 205 time: 0.0709364 Jul 16 08:53:31.479693 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:31.482217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34492) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.494373 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.497797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e37d6-8905-441c-bc0b-7eee86dd3758 req-925dfae9-2a05-4f95-a183-487c26dfaa0c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.500009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-417e37d6-8905-441c-bc0b-7eee86dd3758 req-925dfae9-2a05-4f95-a183-487c26dfaa0c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.5112326 Jul 16 08:53:31.504690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Transition to ACTIVE for port object dd944667-b524-4400-a1b0-b6da28afd76a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:31.522579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Transition to ACTIVE for port object dd944667-b524-4400-a1b0-b6da28afd76a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:31.529314 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.571944 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-5a1b6e33-bcb2-43c7-b15b-5b0fa1e5e5a0 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] delete failed (client error): The resource could not be found. Jul 16 08:53:31.576095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5a1b6e33-bcb2-43c7-b15b-5b0fa1e5e5a0 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/routers/72dc58a3-1896-464e-aa5b-338c2ba9177f HTTP/1.1" status: 404 len: 336 time: 0.0734112 Jul 16 08:53:31.579006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34494) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.610719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-417e37d6-8905-441c-bc0b-7eee86dd3758 req-77918a60-9479-454f-841d-08e679c91314 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981591 Jul 16 08:53:31.614456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Pushing event updated for resources: {'Port': ['ID=dd944667-b524-4400-a1b0-b6da28afd76a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:31.643220 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c600663e-639a-40ab-bf3f-098db317aac5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:31.643705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:31.645394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c600663e-639a-40ab-bf3f-098db317aac5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:31.647588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:31.650133 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c600663e-639a-40ab-bf3f-098db317aac5 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/b2ec8923-9ac1-4e68-bf92-8c9738e0d443 HTTP/1.1" status: 404 len: 337 time: 0.0666063 Jul 16 08:53:31.659288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34496) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.660105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:31.715130 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c384ba59-c473-41e4-8a02-a78807710d97 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:31.717575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c384ba59-c473-41e4-8a02-a78807710d97 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:31.722892 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c384ba59-c473-41e4-8a02-a78807710d97 tempest-RoutersIpV6Test-1777545022 tempest-RoutersIpV6Test-1777545022-project] 10.222.0.55 "DELETE /v2.0/subnets/6fc3f239-9dcb-4e44-bb5c-7e3cd0c94c71 HTTP/1.1" status: 404 len: 337 time: 0.0567367 Jul 16 08:53:31.767022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Attempting to bind port dd944667-b524-4400-a1b0-b6da28afd76a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:31.767406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Attempting to bind port dd944667-b524-4400-a1b0-b6da28afd76a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:31.767773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Attempting to bind port dd944667-b524-4400-a1b0-b6da28afd76a on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:31.773570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:31.773983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Checking segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:31.774811 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.775382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Bound using segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:31.775693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Bound port: dd944667-b524-4400-a1b0-b6da28afd76a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:31.776083 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.889812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] For port dd944667-b524-4400-a1b0-b6da28afd76a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:31.896084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] For port dd944667-b524-4400-a1b0-b6da28afd76a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dd944667-b524-4400-a1b0-b6da28afd76a,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:31.905257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.014723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663dab2-af55-46ff-b9f0-10af85587aa8 None None] Pushing event updated for resources: {'Port': ['ID=dd944667-b524-4400-a1b0-b6da28afd76a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.074508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c75139f-2442-4f87-9c20-18001977253c req-5a5650b3-3034-41c7-9681-7ef522e40696 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0813277 Jul 16 08:53:32.129881 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.148590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34510) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.185023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b166929e-a608-4b9e-aa73-c853e213f753 req-d79e1ee4-8582-42c3-a99b-89f428fe400e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=555ed447-342a-4718-9dc0-2840305e130f HTTP/1.1" status: 200 len: 210 time: 0.0331140 Jul 16 08:53:32.186340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.364613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Allocated IP 172.25.6.125 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/9ad247a3-f23e-4701-90be-d6a935a952dc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:32.425269 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9742d721-b146-45f8-8472-82cc621398d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0821ffe307e14e6298e9483a1acd25de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730074 Jul 16 08:53:32.428039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34518) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.542590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-699c2ade-c7d6-4dc2-a342-8322dd608c4e req-f9fef982-d98f-456e-abec-888fd20a5da1 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0500362 Jul 16 08:53:32.595833 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.611064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfa253ad-e411-4184-b52d-fba7f5606323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.644061 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfa253ad-e411-4184-b52d-fba7f5606323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.698933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.742573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:32.752296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:32.756922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:32.763825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfa253ad-e411-4184-b52d-fba7f5606323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.766747 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfa253ad-e411-4184-b52d-fba7f5606323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.770276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cfa253ad-e411-4184-b52d-fba7f5606323 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa1df907-5da3-4593-b11b-92a9c24c7f8b HTTP/1.1" status: 204 len: 168 time: 0.3387890 Jul 16 08:53:32.793473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Pushing event updated for resources: {'Port': ['ID=9ad247a3-f23e-4701-90be-d6a935a952dc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.811705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa253ad-e411-4184-b52d-fba7f5606323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1df907-5da3-4593-b11b-92a9c24c7f8b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.510214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49b838f0-5961-4bac-b61f-fcb67a7b84c5 req-27b73900-8b9b-40d1-b119-e5fca039b7d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0402400 Jul 16 08:53:33.533913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26a758-b5a4-41c4-b36e-4d723ee47664 None None] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:33.578338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c3b4d4b-e995-4f7b-9e6c-e98bb246031f req-055b6b07-5772-4cc5-a7d3-c59545e3906d tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0704918 Jul 16 08:53:33.592016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697f7ab-15ea-4f12-b9a8-9bc324973f32 req-342b77f2-7836-4b7e-bcea-5402244e0f3e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.593580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6697f7ab-15ea-4f12-b9a8-9bc324973f32 req-342b77f2-7836-4b7e-bcea-5402244e0f3e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.7511795 Jul 16 08:53:33.669950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1b2e422b-8685-4983-99eb-4762aebe4e92 None None] Provisioning for port dd944667-b524-4400-a1b0-b6da28afd76a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:33.715101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6697f7ab-15ea-4f12-b9a8-9bc324973f32 req-97a8d9a5-24cc-4262-a416-5af4d4aeb9eb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128080 Jul 16 08:53:33.846163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.904711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34556) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:33.956101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c52d6fd-a24c-4254-bd57-7ca59d2294f9 req-46eb8d3b-8d49-45e5-ada7-2624fbc4557a tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0539358 Jul 16 08:53:33.977057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8d2d1-c49c-44d0-a15b-05d9d57de6f6 req-d35ea3c4-7d83-4ea7-92db-9982d481b513 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.982152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2b8d2d1-c49c-44d0-a15b-05d9d57de6f6 req-d35ea3c4-7d83-4ea7-92db-9982d481b513 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 945 time: 0.1911602 Jul 16 08:53:34.070238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b11c0132-4745-406f-a0d1-f0ff936f1410 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1999825597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:34.110776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b11c0132-4745-406f-a0d1-f0ff936f1410 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.112255 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b11c0132-4745-406f-a0d1-f0ff936f1410 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.148288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2b8d2d1-c49c-44d0-a15b-05d9d57de6f6 req-c4453737-6aae-4deb-b230-925027c7c9e2 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277270 Jul 16 08:53:34.205665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dd944667-b524-4400-a1b0-b6da28afd76a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:34.209595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b11c0132-4745-406f-a0d1-f0ff936f1410 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.219576 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b11c0132-4745-406f-a0d1-f0ff936f1410 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.243780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b11c0132-4745-406f-a0d1-f0ff936f1410 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.249360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34560) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:34.250198 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b11c0132-4745-406f-a0d1-f0ff936f1410 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3443632 Jul 16 08:53:34.256548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1911116217'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:34.267240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.276273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port dd944667-b524-4400-a1b0-b6da28afd76a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:34.282955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dd944667-b524-4400-a1b0-b6da28afd76a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:34.284071 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.334802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Made reservation on behalf of 41d555e415954b8ba0277918928887fd for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:34.339306 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.354539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.388220 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.430532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port dd944667-b524-4400-a1b0-b6da28afd76a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dd944667-b524-4400-a1b0-b6da28afd76a,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:34.437614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.494332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Router 3118e658-8557-4fc2-885c-0994c539daa0 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:34.538096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=dd944667-b524-4400-a1b0-b6da28afd76a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:34.576341 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.584164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.668914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:34.678607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Sync routers for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:34.687926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:34.688916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:34.696376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19badafd-2433-4d2a-8027-f0e3a1c108e0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:34.706671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:34.724793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.725151 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Added segment 233dbcf5-769a-4bc2-9288-9cb0c48ba91b of type vlan for network ad24d1f7-82f2-431f-98f6-a1307adf7623 Jul 16 08:53:34.733519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.750290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-462fcffa-8007-4d9f-85f4-dfa05fcec4cf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9718885 Jul 16 08:53:34.750494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34568) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:34.851301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:34.862741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b78c7fdf-0e90-4c3a-9ba0-80dd51149438 req-b18e9da4-e258-4efb-b2ea-0d1db3d8f105 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1018174 Jul 16 08:53:34.864950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.966092 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.975402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.976038 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.040159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f805a9c-4788-4d17-ad73-db618e186a3e req-9122aed4-5e87-45c6-924a-be521613bbae tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.046802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f805a9c-4788-4d17-ad73-db618e186a3e req-9122aed4-5e87-45c6-924a-be521613bbae tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.1739407 Jul 16 08:53:35.056319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8058105 Jul 16 08:53:35.065928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34574) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:35.075010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'subnet': {'network_id': 'ad24d1f7-82f2-431f-98f6-a1307adf7623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:35.141011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:33Z', 'revision_number': 3, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:35.165364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5d2a1-6072-4ea0-bd7c-f725c489d753 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Network': ['ID=ad24d1f7-82f2-431f-98f6-a1307adf7623,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.179619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ad24d1f7-82f2-431f-98f6-a1307adf7623 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:35.183211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Checking router: 3118e658-8557-4fc2-885c-0994c539daa0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:35.183790 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Updating router 3118e658-8557-4fc2-885c-0994c539daa0 port 9ad247a3-f23e-4701-90be-d6a935a952dc binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:35.194141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f805a9c-4788-4d17-ad73-db618e186a3e req-4482b16d-664d-44ba-8801-e6224d0cc042 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365924 Jul 16 08:53:35.299102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Made reservation on behalf of 41d555e415954b8ba0277918928887fd for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:35.302984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.404703 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.462395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.517441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71b438aa-7b37-4230-89ec-0a64768770c7 req-1066def5-97ce-4c81-bc08-cd66f1d59890 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.1416335 Jul 16 08:53:35.829069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Allocated IP 172.20.0.1 (566d87ae-938b-40aa-98a3-2f84ab9a70f2/2125ad26-e72b-4ad1-a059-78b4eec6443f/2bfb97db-7e61-49f0-b94c-5dad91854d17) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:35.858263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-153d8d00-a1a5-48b6-9b37-22c0deafd24f req-d1b2edff-f3e1-4f14-b171-04f75377f4c0 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0499685 Jul 16 08:53:35.861157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.932569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-2713048b-6794-479f-a73d-37c7c2f83e96 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.934859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-2713048b-6794-479f-a73d-37c7c2f83e96 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 945 time: 0.2691281 Jul 16 08:53:35.936884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.952502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Transition to ACTIVE for port object 9ad247a3-f23e-4701-90be-d6a935a952dc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:35.962270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.978719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.994226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Subnet': ['ID=c11b9e81-b49d-4a66-ab18-4cb6370623c0,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.994569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Transition to ACTIVE for port object 2bfb97db-7e61-49f0-b94c-5dad91854d17 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:36.039435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Attempting to bind port 9ad247a3-f23e-4701-90be-d6a935a952dc on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:36.039919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Attempting to bind port 9ad247a3-f23e-4701-90be-d6a935a952dc by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:36.040478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Attempting to bind port 9ad247a3-f23e-4701-90be-d6a935a952dc on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:36.051210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd616f-20f1-4a8a-a6d3-ce659b638395 None None] Pushing event updated for resources: {'Port': ['ID=9ad247a3-f23e-4701-90be-d6a935a952dc,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.055451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:36.056066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:36.056617 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.057107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:36.057824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Bound port: 9ad247a3-f23e-4701-90be-d6a935a952dc, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:36.058349 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.072762 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.079930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Checking segment: {'id': '233dbcf5-769a-4bc2-9288-9cb0c48ba91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad24d1f7-82f2-431f-98f6-a1307adf7623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:36.080112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network hostable DHCP agents. Network: ad24d1f7-82f2-431f-98f6-a1307adf7623, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:36.126491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] For port 9ad247a3-f23e-4701-90be-d6a935a952dc, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:36.130731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] For port 9ad247a3-f23e-4701-90be-d6a935a952dc, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9ad247a3-f23e-4701-90be-d6a935a952dc,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:36.134737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:36.136036 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.139410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:36.143984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:36.187274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network ad24d1f7-82f2-431f-98f6-a1307adf7623 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:36.201340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dd944667-b524-4400-a1b0-b6da28afd76a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:36.229934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ad24d1f7-82f2-431f-98f6-a1307adf7623) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:36.233883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Deleting port d171255d-695c-450e-ab32-d2885aedb31d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:36.234230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.234763 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.264221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:36.267935 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.278137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8215d27-6e5e-46fd-8141-e08f9d0566ef None None] Network ad24d1f7-82f2-431f-98f6-a1307adf7623 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:36.320790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b7d54e71-16e1-4e1d-9fce-db61a2bca89f tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2529593 Jul 16 08:53:36.333052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34598) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:36.341931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'network': {'name': 'tempest-router-network01--86280053'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:36.355353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be889f29-f3b8-4ab7-8598-55c3db9c1cd5 req-c3691b2a-81d3-484f-93a2-e805dd1be95c tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:36.364065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be889f29-f3b8-4ab7-8598-55c3db9c1cd5 req-c3691b2a-81d3-484f-93a2-e805dd1be95c tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 945 time: 0.3294921 Jul 16 08:53:36.454701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.460826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfb97db-7e61-49f0-b94c-5dad91854d17,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.462134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Made reservation on behalf of 41d555e415954b8ba0277918928887fd for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:36.465990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd616f-20f1-4a8a-a6d3-ce659b638395 None None] Pushing event updated for resources: {'Port': ['ID=9ad247a3-f23e-4701-90be-d6a935a952dc,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.466432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.477798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:36.479661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:36.519067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be889f29-f3b8-4ab7-8598-55c3db9c1cd5 req-19a497fc-3ea9-4f5b-80bc-f798c89e4664 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/security-groups?id=165344e1-1b59-4e78-bc72-7136c6d06957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532433 Jul 16 08:53:36.651459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] For port d171255d-695c-450e-ab32-d2885aedb31d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d171255d-695c-450e-ab32-d2885aedb31d,segment=NetworkSegment(70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc),segment_id=70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:36.651844 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.702099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:36.748420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Calling delete_port for d171255d-695c-450e-ab32-d2885aedb31d owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:36.812872 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.818992 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.854231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0223cfa-a59f-425a-9c3b-e7c4b6dad86b req-25bdf394-4b82-49f5-89ba-3dfafe64d9be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.1285658 Jul 16 08:53:36.859948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.860547 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Added segment 219dd687-98fc-425f-813d-2eb590157d71 of type vlan for network 9ba29c0f-fce5-400a-b254-74edf4c36e57 Jul 16 08:53:36.883030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-ad24d1f7-82f2-431f-98f6-a1307adf7623', 'network_id': 'ad24d1f7-82f2-431f-98f6-a1307adf7623', 'tenant_id': '41d555e415954b8ba0277918928887fd', 'fixed_ips': [{'subnet_id': 'c11b9e81-b49d-4a66-ab18-4cb6370623c0'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:36.884095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.902601 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.955435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:37.069844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfb97db-7e61-49f0-b94c-5dad91854d17,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:37.076981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:37.080741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03632735-375c-4317-950f-98ecc09c8d76 req-bcd8a694-b8e9-4980-9b46-e48a0a99eeea tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0594652 Jul 16 08:53:37.083561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:37.115648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a03cc-2000-49eb-a4c1-38214067659e req-091130bf-ae74-4279-97bb-0e72397d4152 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.119156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-59d2d893-ebe4-424a-a421-a9924f7def5d None None] Provisioning for port 2bfb97db-7e61-49f0-b94c-5dad91854d17 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:37.123248 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-863a03cc-2000-49eb-a4c1-38214067659e req-091130bf-ae74-4279-97bb-0e72397d4152 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.6020694 Jul 16 08:53:37.143839 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.157703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-59d2d893-ebe4-424a-a421-a9924f7def5d None None] Provisioning complete for port 2bfb97db-7e61-49f0-b94c-5dad91854d17 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:37.158085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-59d2d893-ebe4-424a-a421-a9924f7def5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.245475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dd944667-b524-4400-a1b0-b6da28afd76a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:37.245793 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.362445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Router 3118e658-8557-4fc2-885c-0994c539daa0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:37.382477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-59d2d893-ebe4-424a-a421-a9924f7def5d None None] Port 2bfb97db-7e61-49f0-b94c-5dad91854d17 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:37.398140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-863a03cc-2000-49eb-a4c1-38214067659e req-b80ef004-fb2e-4ae3-b977-ff790d615bd1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740068 Jul 16 08:53:37.403946 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:53:37.412749 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.543001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Pushing event deleted for resources: {'Port': ['ID=d171255d-695c-450e-ab32-d2885aedb31d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:37.546941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:37.554161 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a4885d73-425e-4506-8232-88634150d0f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/3118e658-8557-4fc2-885c-0994c539daa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031411 Jul 16 08:53:37.653315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Allocated IP 2001:db8::2 (ad24d1f7-82f2-431f-98f6-a1307adf7623/c11b9e81-b49d-4a66-ab18-4cb6370623c0/2d0f6c9b-cb23-4227-97dc-363698ddceff) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:37.665332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] No DVR routers for this DVR port d171255d-695c-450e-ab32-d2885aedb31d on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:37.667358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.678194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-17709500-57c0-44d3-b6b6-d7bb3509be7c None None] Provisioning complete for port 2bfb97db-7e61-49f0-b94c-5dad91854d17 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:37.678717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17709500-57c0-44d3-b6b6-d7bb3509be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.687232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.687908 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.696735 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.698803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81274268-0200-47aa-8c5d-e5dc4ab5fb26 req-766bb424-a907-4480-9fb4-b7248705dd19 tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.54 "DELETE /v2.0/ports/d171255d-695c-450e-ab32-d2885aedb31d HTTP/1.1" status: 204 len: 173 time: 1.7536108 Jul 16 08:53:37.747731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b22a8a-e202-4a46-a6d4-cbbad56bca25', 'name': 'network-vif-deleted', 'tag': 'd171255d-695c-450e-ab32-d2885aedb31d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:37.750802 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c8b3f-1734-4b30-b945-95a7ebc96377" -d '{"events": [{"server_uuid": "e9b22a8a-e202-4a46-a6d4-cbbad56bca25", "name": "network-vif-deleted", "tag": "d171255d-695c-450e-ab32-d2885aedb31d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:37.814269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-17709500-57c0-44d3-b6b6-d7bb3509be7c None None] Port 2bfb97db-7e61-49f0-b94c-5dad91854d17 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:37.868559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Network': ['ID=9ba29c0f-fce5-400a-b254-74edf4c36e57,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:37.900832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9ba29c0f-fce5-400a-b254-74edf4c36e57 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:37.907462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-545dd10d-488e-454d-b39e-0f5f7229af20 req-ad979c3a-bf68-4025-a2bb-ab9179e6dade tempest-ServerTagsTestJSON-1918698928 tempest-ServerTagsTestJSON-1918698928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9b22a8a-e202-4a46-a6d4-cbbad56bca25 HTTP/1.1" status: 200 len: 210 time: 0.1447797 Jul 16 08:53:37.909307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e3d26c83-4840-48c1-90dd-d23fb17fb543 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5752182 Jul 16 08:53:37.912390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34622) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:37.918007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'network': {'name': 'tempest-router-network02--918777752'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:37.954191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Made reservation on behalf of 41d555e415954b8ba0277918928887fd for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:37.958060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.970002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dde45-0ab2-4c3b-a8e8-2f3fc7534b0a req-2f116c73-9717-408a-949b-3210f8e3fc1a tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.971972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b06dde45-0ab2-4c3b-a8e8-2f3fc7534b0a req-2f116c73-9717-408a-949b-3210f8e3fc1a tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 945 time: 0.1917970 Jul 16 08:53:37.985676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:38.005818 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.006187 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Added segment 5140444b-f752-4d26-8c59-f640ddc10574 of type vlan for network 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab Jul 16 08:53:38.053251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b06dde45-0ab2-4c3b-a8e8-2f3fc7534b0a req-9cdffacf-91f9-4bcc-89ca-1aaf6886d5ce tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752499 Jul 16 08:53:38.055533 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.065490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Transition to ACTIVE for port object 2d0f6c9b-cb23-4227-97dc-363698ddceff will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:38.096923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.101361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Transition to ACTIVE for port object 2d0f6c9b-cb23-4227-97dc-363698ddceff will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:38.137710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.145845 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de61092f-52a5-4d64-b72a-9e26ded2c640 x-openstack-request-id: req-de61092f-52a5-4d64-b72a-9e26ded2c640 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:38.146226 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b22a8a-e202-4a46-a6d4-cbbad56bca25", "name": "network-vif-deleted", "tag": "d171255d-695c-450e-ab32-d2885aedb31d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:38.146528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.146661 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de61092f-52a5-4d64-b72a-9e26ded2c640 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:38.147156 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b22a8a-e202-4a46-a6d4-cbbad56bca25', 'name': 'network-vif-deleted', 'tag': 'd171255d-695c-450e-ab32-d2885aedb31d', 'status': 'completed', 'code': 200} Jul 16 08:53:38.147581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.164194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:35Z', 'revision_number': 1, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:38.166528 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.206844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff6142-8de0-441d-a5cf-3c93ad102040 None None] The sync data for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 is: [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:35Z', 'revision_number': 1, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:38.236558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Network': ['ID=3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:38.260100 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bf047117-9e04-47e0-984d-479976f4df38 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3463573 Jul 16 08:53:38.260693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:38.263275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34630) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.266152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Network ad24d1f7-82f2-431f-98f6-a1307adf7623 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:38.271348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'subnet': {'network_id': '9ba29c0f-fce5-400a-b254-74edf4c36e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:38.287118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:38.289744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:38.299967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Pushing event updated for resources: {'Port': ['ID=2d0f6c9b-cb23-4227-97dc-363698ddceff,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:38.347129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34632) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.352769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9a9c28b7-6720-40c7-b33b-b64c053cb028 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023147903', 'description': 'tempest-description--443586880'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:38.414083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Attempting to bind port 2d0f6c9b-cb23-4227-97dc-363698ddceff on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:38.414460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Attempting to bind port 2d0f6c9b-cb23-4227-97dc-363698ddceff by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '233dbcf5-769a-4bc2-9288-9cb0c48ba91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad24d1f7-82f2-431f-98f6-a1307adf7623'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:38.415043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Attempting to bind port 2d0f6c9b-cb23-4227-97dc-363698ddceff on network ad24d1f7-82f2-431f-98f6-a1307adf7623 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:38.424314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:38.424706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Checking segment: {'id': '233dbcf5-769a-4bc2-9288-9cb0c48ba91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad24d1f7-82f2-431f-98f6-a1307adf7623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:38.425117 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.425562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Bound using segment: {'id': '233dbcf5-769a-4bc2-9288-9cb0c48ba91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad24d1f7-82f2-431f-98f6-a1307adf7623'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:38.427094 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Bound port: 2d0f6c9b-cb23-4227-97dc-363698ddceff, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233dbcf5-769a-4bc2-9288-9cb0c48ba91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad24d1f7-82f2-431f-98f6-a1307adf7623'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:38.427749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.445834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Made reservation on behalf of 41d555e415954b8ba0277918928887fd for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:38.450557 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.475963 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a9c28b7-6720-40c7-b33b-b64c053cb028 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.508818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] For port 2d0f6c9b-cb23-4227-97dc-363698ddceff, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:38.514584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] For port 2d0f6c9b-cb23-4227-97dc-363698ddceff, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2d0f6c9b-cb23-4227-97dc-363698ddceff,segment=NetworkSegment(233dbcf5-769a-4bc2-9288-9cb0c48ba91b),segment_id=233dbcf5-769a-4bc2-9288-9cb0c48ba91b)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:38.523192 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.569099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef13e80c-64c1-43c3-9771-22832ca05344 req-0456d4ff-1979-42de-82f9-077b8c315b7f tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.1512048 Jul 16 08:53:38.730385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ed962-93ec-4c9f-a882-8359a1d8146d None None] Pushing event updated for resources: {'Port': ['ID=2d0f6c9b-cb23-4227-97dc-363698ddceff,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:38.790404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.899988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e231c8d4-5830-4e5b-bc31-f6388749e241 req-c42918e4-dedc-4a89-8032-ea466aa02fbe tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1072521 Jul 16 08:53:38.968892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Subnet': ['ID=2caad9e8-4e2e-401f-b0f4-ec539aca1838,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:38.983068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a9c28b7-6720-40c7-b33b-b64c053cb028 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.988686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Checking segment: {'id': '219dd687-98fc-425f-813d-2eb590157d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9ba29c0f-fce5-400a-b254-74edf4c36e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:38.990566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network hostable DHCP agents. Network: 9ba29c0f-fce5-400a-b254-74edf4c36e57, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:39.025749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network 9ba29c0f-fce5-400a-b254-74edf4c36e57 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:39.059898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9ba29c0f-fce5-400a-b254-74edf4c36e57) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:39.069095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663069ba-bacf-4123-bb4d-0e63ce94f3a0 None None] Network 9ba29c0f-fce5-400a-b254-74edf4c36e57 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:39.069702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.069832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.082688 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a9c28b7-6720-40c7-b33b-b64c053cb028 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.107617 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5fb2c023-9278-4ebc-a647-ff54243edb7d tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8395441 Jul 16 08:53:39.107617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34642) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:39.114546 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'subnet': {'network_id': '3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:39.145469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34644) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:39.208318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a9c28b7-6720-40c7-b33b-b64c053cb028 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.208546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d171255d-695c-450e-ab32-d2885aedb31d no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:39.210866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a9c28b7-6720-40c7-b33b-b64c053cb028 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8626080 Jul 16 08:53:39.223178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34646) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:39.230993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d09377ce-f4de-4642-8382-4317a301115d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'security_group_rule': {'security_group_id': '5d5d3d64-6687-448e-938f-5385b6c1e138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:39.238104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c28b7-6720-40c7-b33b-b64c053cb028 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d3d64-6687-448e-938f-5385b6c1e138,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:39.259236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: d171255d-695c-450e-ab32-d2885aedb31d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:39.259581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d171255d-695c-450e-ab32-d2885aedb31d not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:39.277055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-d9f57cc2-2493-4535-b7a6-b25573365622 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.279705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-d9f57cc2-2493-4535-b7a6-b25573365622 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.52 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 945 time: 0.2826962 Jul 16 08:53:39.290017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42052f9-ea02-4914-9c44-d11d5b8a4c16 req-ab00c2ed-4254-4c25-a510-e1499d607d2e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.298846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c42052f9-ea02-4914-9c44-d11d5b8a4c16 req-ab00c2ed-4254-4c25-a510-e1499d607d2e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.4217310 Jul 16 08:53:39.379122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adba3c1-064b-4089-9aba-0e7b72a1b67b admin admin] Deleting subnet 12445a82-fceb-452a-8360-0f99179bdc37 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:39.396492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-9ba29c0f-fce5-400a-b254-74edf4c36e57', 'network_id': '9ba29c0f-fce5-400a-b254-74edf4c36e57', 'tenant_id': '41d555e415954b8ba0277918928887fd', 'fixed_ips': [{'subnet_id': '2caad9e8-4e2e-401f-b0f4-ec539aca1838'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:39.397799 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.415482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0adba3c1-064b-4089-9aba-0e7b72a1b67b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.440242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c42052f9-ea02-4914-9c44-d11d5b8a4c16 req-e7d49142-f2df-4523-a610-0c0b739611ee tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386571 Jul 16 08:53:39.457877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Made reservation on behalf of 41d555e415954b8ba0277918928887fd for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:39.463982 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.551874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48716d65-7521-43fe-b296-d39084b54d1c req-c0a901b8-6885-48bb-a9d2-456492e58e9e tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.563057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48716d65-7521-43fe-b296-d39084b54d1c req-c0a901b8-6885-48bb-a9d2-456492e58e9e tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 945 time: 0.1892393 Jul 16 08:53:39.666812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Allocated IP 2001:db8::2 (9ba29c0f-fce5-400a-b254-74edf4c36e57/2caad9e8-4e2e-401f-b0f4-ec539aca1838/f574606a-2e7d-4ef4-b6d6-0570e5ff99d5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:39.674031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48716d65-7521-43fe-b296-d39084b54d1c req-91cb6c03-524c-4a53-86b9-5a6b13d08eee tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978453 Jul 16 08:53:39.688587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Deleting port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:39.688940 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.951172 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.954653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46cf31c6-fed5-4b8e-8e1c-56d478420246 req-a6b94a1b-aec6-4810-997e-78a44e9ef96d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0717642 Jul 16 08:53:39.975481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Transition to ACTIVE for port object f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:39.999026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Transition to ACTIVE for port object f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:40.005021 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.021176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] For port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:40.021752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.052441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Calling delete_port for 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:40.096133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Network 9ba29c0f-fce5-400a-b254-74edf4c36e57 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:40.103545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:40.109956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:40.133340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Pushing event updated for resources: {'Port': ['ID=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.184900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0adba3c1-064b-4089-9aba-0e7b72a1b67b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.278812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0adba3c1-064b-4089-9aba-0e7b72a1b67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.311197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Attempting to bind port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:40.311570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Attempting to bind port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '219dd687-98fc-425f-813d-2eb590157d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9ba29c0f-fce5-400a-b254-74edf4c36e57'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:40.311936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Attempting to bind port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 on network 9ba29c0f-fce5-400a-b254-74edf4c36e57 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:40.318587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:40.321355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Checking segment: {'id': '219dd687-98fc-425f-813d-2eb590157d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9ba29c0f-fce5-400a-b254-74edf4c36e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:40.321833 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.322241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Bound using segment: {'id': '219dd687-98fc-425f-813d-2eb590157d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9ba29c0f-fce5-400a-b254-74edf4c36e57'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:40.322847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Bound port: f574606a-2e7d-4ef4-b6d6-0570e5ff99d5, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219dd687-98fc-425f-813d-2eb590157d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9ba29c0f-fce5-400a-b254-74edf4c36e57'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:40.323243 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.342561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2d0f6c9b-cb23-4227-97dc-363698ddceff up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:40.353907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d09377ce-f4de-4642-8382-4317a301115d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.383172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0adba3c1-064b-4089-9aba-0e7b72a1b67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.418642 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-049cd089-c1d0-41c8-805b-0bc638fdc6d2 req-617c4411-1824-4f16-aca5-8db9f15167b9 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0532112 Jul 16 08:53:40.419613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.432931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5d9a1-5808-498e-8c82-65003222dd43 None None] Network ad24d1f7-82f2-431f-98f6-a1307adf7623 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:40.482715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 2d0f6c9b-cb23-4227-97dc-363698ddceff completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:40.504093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9ad247a3-f23e-4701-90be-d6a935a952dc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:40.537485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] No DVR routers for this DVR port 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:40.539532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Pushing event deleted for resources: {'Port': ['ID=6e562a3d-c7e5-494c-8cde-7b88d9f0a27e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.548467 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.551440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1185e27-002f-4d2f-a2b3-a42196066622 req-462a6273-5026-4455-ac9b-b73d3fbc4291 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.52 "DELETE /v2.0/ports/6e562a3d-c7e5-494c-8cde-7b88d9f0a27e HTTP/1.1" status: 204 len: 173 time: 1.2299211 Jul 16 08:53:40.552139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26688825-87c8-4842-81c3-c509715f22d0', 'name': 'network-vif-deleted', 'tag': '6e562a3d-c7e5-494c-8cde-7b88d9f0a27e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:40.554913 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f4cc3-bd79-43f1-9278-547ccd9055c0" -d '{"events": [{"server_uuid": "26688825-87c8-4842-81c3-c509715f22d0", "name": "network-vif-deleted", "tag": "6e562a3d-c7e5-494c-8cde-7b88d9f0a27e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:40.582512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adba3c1-064b-4089-9aba-0e7b72a1b67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12445a82-fceb-452a-8360-0f99179bdc37,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.585184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0adba3c1-064b-4089-9aba-0e7b72a1b67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.587193 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0adba3c1-064b-4089-9aba-0e7b72a1b67b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/12445a82-fceb-452a-8360-0f99179bdc37 HTTP/1.1" status: 204 len: 168 time: 1.4409609 Jul 16 08:53:40.589848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34658) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:40.639016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d09377ce-f4de-4642-8382-4317a301115d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.651447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d09377ce-f4de-4642-8382-4317a301115d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.674879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09377ce-f4de-4642-8382-4317a301115d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349729a7-a0ec-4fe6-b665-e183c3cbee56,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.696060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d09377ce-f4de-4642-8382-4317a301115d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.697765 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d09377ce-f4de-4642-8382-4317a301115d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4734724 Jul 16 08:53:40.701424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34660) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:40.709908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-37dd4da6-5698-4888-a937-456200d9d3fb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'security_group_rule': {'security_group_id': '5d5d3d64-6687-448e-938f-5385b6c1e138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:40.807095 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.816800 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac9f6fe-9147-4503-93f1-7ac024a5ac33 x-openstack-request-id: req-9ac9f6fe-9147-4503-93f1-7ac024a5ac33 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:40.817099 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26688825-87c8-4842-81c3-c509715f22d0", "name": "network-vif-deleted", "tag": "6e562a3d-c7e5-494c-8cde-7b88d9f0a27e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:40.817364 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ac9f6fe-9147-4503-93f1-7ac024a5ac33 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:40.819487 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26688825-87c8-4842-81c3-c509715f22d0', 'name': 'network-vif-deleted', 'tag': '6e562a3d-c7e5-494c-8cde-7b88d9f0a27e', 'status': 'completed', 'code': 200} Jul 16 08:53:40.839491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37dd4da6-5698-4888-a937-456200d9d3fb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.939890 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37dd4da6-5698-4888-a937-456200d9d3fb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.948221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37dd4da6-5698-4888-a937-456200d9d3fb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.982805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aa4a678e-fdad-4f0d-9dc2-1dab162fe24a None None] Provisioning for port 2d0f6c9b-cb23-4227-97dc-363698ddceff completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:40.984992 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.989481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] For port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:40.991463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd4da6-5698-4888-a937-456200d9d3fb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fb76ad-f1f7-4349-b7f7-40449df3d041,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:41.011887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b04aeb0-fbbf-4896-bb6f-0bb322a0f135 req-ad85e1f0-4108-4a2c-981a-41804062e535 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=26688825-87c8-4842-81c3-c509715f22d0 HTTP/1.1" status: 200 len: 210 time: 0.0705140 Jul 16 08:53:41.014511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] For port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,segment=NetworkSegment(219dd687-98fc-425f-813d-2eb590157d71),segment_id=219dd687-98fc-425f-813d-2eb590157d71)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:41.024539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aa4a678e-fdad-4f0d-9dc2-1dab162fe24a None None] Provisioning complete for port 2d0f6c9b-cb23-4227-97dc-363698ddceff triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:41.025208 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa4a678e-fdad-4f0d-9dc2-1dab162fe24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.051311 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37dd4da6-5698-4888-a937-456200d9d3fb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.056492 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-37dd4da6-5698-4888-a937-456200d9d3fb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532331 Jul 16 08:53:41.057161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34666) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.070585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:41.081269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9ad247a3-f23e-4701-90be-d6a935a952dc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:41.088280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9ad247a3-f23e-4701-90be-d6a935a952dc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:41.088657 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.090776 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.128313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Subnet': ['ID=6fde385c-5cf6-497f-b92e-71582cf9fbdd,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:41.142356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.167606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35cf7bb-3e57-458b-ad8c-e547e61bd9ec']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:41.192420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.194540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:41.196522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Checking segment: {'id': '5140444b-f752-4d26-8c59-f640ddc10574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:41.196839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bc9fe9-8139-4cbd-8c42-0c1ebbe735dc') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:41.196964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network hostable DHCP agents. Network: 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:41.209538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577fbfc-96a3-47f2-8477-9c7ed724ee60 req-928b1e53-0fe3-4056-a05a-d6c3c9b3ee76 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.211910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9577fbfc-96a3-47f2-8477-9c7ed724ee60 req-928b1e53-0fe3-4056-a05a-d6c3c9b3ee76 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.3984642 Jul 16 08:53:41.242707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.251600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:41.270743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:41.315049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89825917-0602-4eb5-9b44-75e45f681f20 req-4538ef36-5a58-47cb-89df-3b01ff45d14d tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.1017482 Jul 16 08:53:41.333435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.333900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.334857 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa4a678e-fdad-4f0d-9dc2-1dab162fe24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.338483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d37d5-b7a3-418b-a364-5779029bdd7d None None] Network 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:41.370267 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-da5372b1-9420-47d6-9f56-06f23098662b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2615542 Jul 16 08:53:41.371315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.383308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.428361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:41.428978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:41.431230 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:41.482383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-aa4a678e-fdad-4f0d-9dc2-1dab162fe24a None None] For port 2d0f6c9b-cb23-4227-97dc-363698ddceff, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2d0f6c9b-cb23-4227-97dc-363698ddceff,segment=NetworkSegment(233dbcf5-769a-4bc2-9288-9cb0c48ba91b),segment_id=233dbcf5-769a-4bc2-9288-9cb0c48ba91b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:41.507846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa4a678e-fdad-4f0d-9dc2-1dab162fe24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.525161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9577fbfc-96a3-47f2-8477-9c7ed724ee60 req-d5dcd3c4-e6f8-48ed-86c3-3d17dfad2179 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005378 Jul 16 08:53:41.541040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b69a3e-3cf6-434a-8add-b07edb074b65 None None] Pushing event updated for resources: {'Port': ['ID=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:41.687477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.698773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.702152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] 10.222.0.55 "DELETE /v2.0/networks/b35cf7bb-3e57-458b-ad8c-e547e61bd9ec HTTP/1.1" status: 204 len: 168 time: 1.1110239 Jul 16 08:53:41.730709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea34089-401f-425c-a9c5-bc1f2523819b admin admin] Pushing event deleted for resources: {'Network': ['ID=b35cf7bb-3e57-458b-ad8c-e547e61bd9ec,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:41.844475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.862650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a678e-fdad-4f0d-9dc2-1dab162fe24a None None] Pushing event updated for resources: {'Port': ['ID=2d0f6c9b-cb23-4227-97dc-363698ddceff,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:41.866129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ecf1e14d-1295-4d5b-a449-01e1c5941106 req-67dd7960-01c4-4864-b6eb-5eac60745fe6 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0744746 Jul 16 08:53:41.876026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:41.935988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:41.936337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6e562a3d-c7e5-494c-8cde-7b88d9f0a27e not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:41.937861 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.961753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 9ad247a3-f23e-4701-90be-d6a935a952dc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9ad247a3-f23e-4701-90be-d6a935a952dc,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:41.975769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.044293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34676) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:42.051394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab', 'network_id': '3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab', 'tenant_id': '41d555e415954b8ba0277918928887fd', 'fixed_ips': [{'subnet_id': '6fde385c-5cf6-497f-b92e-71582cf9fbdd'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:42.053616 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.063223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=9ad247a3-f23e-4701-90be-d6a935a952dc,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.144305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-86ace111-dc9a-447e-b2de-00b1d67ba799 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=215e7eb09f894024b9fbcd53b0ebda1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988183 Jul 16 08:53:42.150203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:42.273136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b2dd7b-ec7d-40fb-88d3-de5267366e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.324644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Allocated IP 172.25.6.82 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/580aca7a-6211-40c9-8a1d-446c7001d1de) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:42.342798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b2dd7b-ec7d-40fb-88d3-de5267366e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.400845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:42.510756 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b2dd7b-ec7d-40fb-88d3-de5267366e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.513821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b2dd7b-ec7d-40fb-88d3-de5267366e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.517348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c1b2dd7b-ec7d-40fb-88d3-de5267366e2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/165344e1-1b59-4e78-bc72-7136c6d06957 HTTP/1.1" status: 204 len: 168 time: 0.3636882 Jul 16 08:53:42.541857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2dd7b-ec7d-40fb-88d3-de5267366e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165344e1-1b59-4e78-bc72-7136c6d06957,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.567884 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.578143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Allocated IP 2001:db8::2 (3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab/6fde385c-5cf6-497f-b92e-71582cf9fbdd/eaf60b59-3aed-448c-82a6-74618c045fc5) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:42.588440 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Sync routers for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:42.624201 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:42.630453 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:42.656446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5581880c-f5b6-4f93-93a3-b671cb6f643c None None] Provisioning complete for port 2d0f6c9b-cb23-4227-97dc-363698ddceff triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:42.656901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5581880c-f5b6-4f93-93a3-b671cb6f643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.884543 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:42.891727 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.918215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:43.092834 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.101597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.113394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Transition to ACTIVE for port object eaf60b59-3aed-448c-82a6-74618c045fc5 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:43.159802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Allocated IP 2001:db8::1 (9ba29c0f-fce5-400a-b254-74edf4c36e57/2caad9e8-4e2e-401f-b0f4-ec539aca1838/8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:43.166468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Transition to ACTIVE for port object eaf60b59-3aed-448c-82a6-74618c045fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:43.169886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:43.179534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:43.186224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'Port': ['ID=580aca7a-6211-40c9-8a1d-446c7001d1de,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.192827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f51ea5-03c6-4849-b6d4-65b9f0d8cf00 None None] Network 9ba29c0f-fce5-400a-b254-74edf4c36e57 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:43.195982 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:43.247386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2d0f6c9b-cb23-4227-97dc-363698ddceff up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:43.247386 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.324360 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 2, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:43.361054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.373788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Pushing event updated for resources: {'Port': ['ID=eaf60b59-3aed-448c-82a6-74618c045fc5,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.376486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Transition to ACTIVE for port object 8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:43.402276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Network 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:43.409993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:43.421940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:43.425853 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.429010 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Checking router: 3118e658-8557-4fc2-885c-0994c539daa0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:43.429841 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Updating router 3118e658-8557-4fc2-885c-0994c539daa0 port 2bfb97db-7e61-49f0-b94c-5dad91854d17 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:43.435852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-9e37d81e-bc1c-4acf-9bd2-ece9002b7454 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.450904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-9e37d81e-bc1c-4acf-9bd2-ece9002b7454 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/networks?id=9176b160-cc85-4c00-a8bd-c4aa28e18157 HTTP/1.1" status: 200 len: 809 time: 0.8496869 Jul 16 08:53:43.480212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05d916aa-6954-483e-96ac-27f81488e101 req-28874bbc-582d-4a94-9cdc-7eb27302c4e0 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.1348441 Jul 16 08:53:43.482484 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.521038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network 9ba29c0f-fce5-400a-b254-74edf4c36e57 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:43.533165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:43.540763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0e64c755-78e0-432c-89ed-e55ebfe59cfd tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/quotas/4a22621e98f448e0b6a9a1f290de81b0 HTTP/1.1" status: 200 len: 375 time: 0.0867474 Jul 16 08:53:43.549016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:43.549878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.569120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2d0f6c9b-cb23-4227-97dc-363698ddceff triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:43.576001 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.628278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Port': ['ID=8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.647665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.666733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-02c04a6e-a044-48d6-94a0-e40ed4c30a4c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a22621e98f448e0b6a9a1f290de81b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216664 Jul 16 08:53:43.759352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Attempting to bind port eaf60b59-3aed-448c-82a6-74618c045fc5 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:43.759937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Attempting to bind port eaf60b59-3aed-448c-82a6-74618c045fc5 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '5140444b-f752-4d26-8c59-f640ddc10574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:43.760458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Attempting to bind port eaf60b59-3aed-448c-82a6-74618c045fc5 on network 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:43.799916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:43.800368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Checking segment: {'id': '5140444b-f752-4d26-8c59-f640ddc10574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:43.800837 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.801291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Bound using segment: {'id': '5140444b-f752-4d26-8c59-f640ddc10574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:43.801998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Bound port: eaf60b59-3aed-448c-82a6-74618c045fc5, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5140444b-f752-4d26-8c59-f640ddc10574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:43.802574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.883366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-c39161ed-28cc-4457-a24e-d02c797aff0c service neutron] 10.222.0.55 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009351 Jul 16 08:53:43.883762 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.028305 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.042564 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Transition to ACTIVE for port object 2bfb97db-7e61-49f0-b94c-5dad91854d17 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:44.060444 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.112333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-31028efc-c7a7-435f-a3a5-f0b5ed10278c None None] Provisioning for port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:44.119264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] For port eaf60b59-3aed-448c-82a6-74618c045fc5, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:44.136613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] For port eaf60b59-3aed-448c-82a6-74618c045fc5, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eaf60b59-3aed-448c-82a6-74618c045fc5,segment=NetworkSegment(5140444b-f752-4d26-8c59-f640ddc10574),segment_id=5140444b-f752-4d26-8c59-f640ddc10574)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:44.139562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-31028efc-c7a7-435f-a3a5-f0b5ed10278c None None] Provisioning complete for port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:44.140462 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31028efc-c7a7-435f-a3a5-f0b5ed10278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.145826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f357081d-2c03-41a1-ad15-d7880d2912bf service neutron] 10.222.0.55 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606275 Jul 16 08:53:44.163659 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.166579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc4644-b4c9-4e51-a3fb-6440a2db71b1 req-b67fdb6f-e66f-4a35-970a-639a3c12bc1a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.168152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ecc4644-b4c9-4e51-a3fb-6440a2db71b1 req-b67fdb6f-e66f-4a35-970a-639a3c12bc1a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.4301112 Jul 16 08:53:44.203963 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.205733 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd100b9d-acce-4b8b-b398-4d9bf7e84fc0 None None] Pushing event updated for resources: {'Port': ['ID=2bfb97db-7e61-49f0-b94c-5dad91854d17,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:44.281913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ecc4644-b4c9-4e51-a3fb-6440a2db71b1 req-e064e71b-4386-48ec-85e7-d2c45feec210 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068149 Jul 16 08:53:44.294024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9ad247a3-f23e-4701-90be-d6a935a952dc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:44.408464 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Attempting to bind port 2bfb97db-7e61-49f0-b94c-5dad91854d17 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:44.408843 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Attempting to bind port 2bfb97db-7e61-49f0-b94c-5dad91854d17 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:44.409206 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Attempting to bind port 2bfb97db-7e61-49f0-b94c-5dad91854d17 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:44.429383 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:44.429797 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Checking segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:44.430204 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.437900 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Bound using segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:44.440052 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Bound port: 2bfb97db-7e61-49f0-b94c-5dad91854d17, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:44.440467 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.505972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.579116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.617189 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31028efc-c7a7-435f-a3a5-f0b5ed10278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.623630 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-985e29dd-480f-42a5-abbc-eedb2e5b74d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.645533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d831270f-f16c-4b79-90b2-92cb3273ab68 req-fd1c6952-2135-4470-b565-4639eec2502f tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0794721 Jul 16 08:53:44.674652 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] For port 2bfb97db-7e61-49f0-b94c-5dad91854d17, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:44.679572 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] For port 2bfb97db-7e61-49f0-b94c-5dad91854d17, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2bfb97db-7e61-49f0-b94c-5dad91854d17,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:44.708401 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.775334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9ad247a3-f23e-4701-90be-d6a935a952dc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:44.777483 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.785145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112556bc-1ab8-478c-8a7c-831b7db2ea27 req-a5a14bf6-73bf-4ec6-9a8b-746fe2a91f71 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.790415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-112556bc-1ab8-478c-8a7c-831b7db2ea27 req-a5a14bf6-73bf-4ec6-9a8b-746fe2a91f71 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1097 time: 0.1522286 Jul 16 08:53:44.907848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-112556bc-1ab8-478c-8a7c-831b7db2ea27 req-637b85aa-3b68-4118-8e5c-fb1fc70d847b tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095791 Jul 16 08:53:44.988008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'Port': ['ID=580aca7a-6211-40c9-8a1d-446c7001d1de,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.048835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.142259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fc191f9-5e12-428a-8fb9-2abaad7bc61c req-2becf471-259f-48c7-bedf-6442736e8673 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 210 time: 0.0681911 Jul 16 08:53:45.188663 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.216570 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:45.217225 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:45.226275 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-df5b00b6-65f0-4977-adb7-12915b253de0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1609612 Jul 16 08:53:45.232848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.253922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.254760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.353424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829deea-c559-46d0-b9a3-a0a4b4fc6b1a None None] Pushing event updated for resources: {'Port': ['ID=eaf60b59-3aed-448c-82a6-74618c045fc5,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.383515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da5fa209-816e-47b4-8930-128e5a528c1e req-9703f8d8-cdd0-4433-8138-39e86483091b tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0697966 Jul 16 08:53:45.414695 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd100b9d-acce-4b8b-b398-4d9bf7e84fc0 None None] Pushing event updated for resources: {'Port': ['ID=2bfb97db-7e61-49f0-b94c-5dad91854d17,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.449435 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.497523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-31028efc-c7a7-435f-a3a5-f0b5ed10278c None None] For port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,segment=NetworkSegment(219dd687-98fc-425f-813d-2eb590157d71),segment_id=219dd687-98fc-425f-813d-2eb590157d71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:45.526741 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31028efc-c7a7-435f-a3a5-f0b5ed10278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.555061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Port': ['ID=8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.636687 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:45.790316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network 9ba29c0f-fce5-400a-b254-74edf4c36e57 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:45.796994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:45.893019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31028efc-c7a7-435f-a3a5-f0b5ed10278c None None] Pushing event updated for resources: {'Port': ['ID=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:46.015214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e30470-2824-48b0-99e8-342a6313430f req-7e675fc7-2c7d-4f25-9210-5386e82980aa tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.016868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2e30470-2824-48b0-99e8-342a6313430f req-7e675fc7-2c7d-4f25-9210-5386e82980aa tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.2592320 Jul 16 08:53:46.157387 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:44Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:46.168187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2e30470-2824-48b0-99e8-342a6313430f req-9bc94a07-0d9a-4e6e-aad4-112ed51b9f14 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344924 Jul 16 08:53:46.216815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34764) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:46.252674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d8649d82-83d3-494d-ab14-cff8082bf53b None None] Provisioning for port 8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:46.283610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Router 78fb8172-e5f1-4771-86da-a4964f8a67d7 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:46.286071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d8649d82-83d3-494d-ab14-cff8082bf53b None None] Provisioning complete for port 8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:46.288152 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8649d82-83d3-494d-ab14-cff8082bf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.309483 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126e4c9-b3df-42e1-9eef-eb23af083427 None None] The sync data for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 is: [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:44Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:46.416583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d8649d82-83d3-494d-ab14-cff8082bf53b None None] Port 8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:46.477722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d8649d82-83d3-494d-ab14-cff8082bf53b None None] Provisioning complete for port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:46.485404 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8649d82-83d3-494d-ab14-cff8082bf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.492784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-7e44267d-51a4-4346-bb57-d0e925d66ada tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1023147903&fields=id&tenant_id=1d6ea71805264942b6afc045f1074524 HTTP/1.1" status: 200 len: 267 time: 0.0964513 Jul 16 08:53:46.614048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:46.664823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:46.679595 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8aeb9a82-6176-4b8b-98c4-73e37afa8438 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "PUT /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3058238 Jul 16 08:53:46.686249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34786) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:46.694111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-f4a1a3da-82a1-4d90-abd8-7e4c0ba15835 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.702751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-f4a1a3da-82a1-4d90-abd8-7e4c0ba15835 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.2088809 Jul 16 08:53:46.716582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e5823-9a83-4ed3-9b76-da96014672a8 None None] Sync routers for ids ['78fb8172-e5f1-4771-86da-a4964f8a67d7'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:46.738290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4269d50-996a-4752-bdd7-9df66d11ca5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.749819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-faee97f3-d8e8-44ec-a815-48cae0ed9c89 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/quotas/1d6ea71805264942b6afc045f1074524 HTTP/1.1" status: 200 len: 375 time: 0.0456760 Jul 16 08:53:46.813061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e5823-9a83-4ed3-9b76-da96014672a8 None None] Routers {'78fb8172-e5f1-4771-86da-a4964f8a67d7'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:46.813805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-254e5823-9a83-4ed3-9b76-da96014672a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fb8172-e5f1-4771-86da-a4964f8a67d7'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:46.954405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2dd78e-652f-4440-8d75-3b5810e2c2ed None None] Network 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:46.977215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-254e5823-9a83-4ed3-9b76-da96014672a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.047010 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4269d50-996a-4752-bdd7-9df66d11ca5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.117325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4269d50-996a-4752-bdd7-9df66d11ca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.166751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c4269d50-996a-4752-bdd7-9df66d11ca5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4251e1be0c324ac2ae197cac36a8de0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9487371 Jul 16 08:53:47.174719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34796) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:47.230304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-4d58c9d7-179b-4f19-ada5-3ac6ca423175 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4791930 Jul 16 08:53:47.279858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e5823-9a83-4ed3-9b76-da96014672a8 None None] Routers {'78fb8172-e5f1-4771-86da-a4964f8a67d7'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:47.280461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-254e5823-9a83-4ed3-9b76-da96014672a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fb8172-e5f1-4771-86da-a4964f8a67d7'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.282614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:47.282746 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.374394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-254e5823-9a83-4ed3-9b76-da96014672a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.378242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e5823-9a83-4ed3-9b76-da96014672a8 None None] The sync data for ids ['78fb8172-e5f1-4771-86da-a4964f8a67d7'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:47.460478 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c095b74-68bb-428c-ba8d-56da384f9a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.476236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f2e82578-9415-4e49-b30b-4596854d6c2d tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:47.478398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f2e82578-9415-4e49-b30b-4596854d6c2d tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.54 "GET /v2.0/networks?id=9176b160-cc85-4c00-a8bd-c4aa28e18157 HTTP/1.1" status: 200 len: 809 time: 0.4277463 Jul 16 08:53:47.484232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4269d50-996a-4752-bdd7-9df66d11ca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023d0fe3-396a-4f00-a098-39ece95ba553,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:47.494872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-beacbca9-4389-479e-84fc-af216460cd8c service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625508 Jul 16 08:53:47.516029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c095b74-68bb-428c-ba8d-56da384f9a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.517188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Request body: {'port': {'device_id': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157', 'admin_state_up': True, 'tenant_id': '4a22621e98f448e0b6a9a1f290de81b0'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:47.523606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-da89bd18-7246-4930-8834-e84d830c2f43 None None] Provisioning complete for port 8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:47.524184 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da89bd18-7246-4930-8834-e84d830c2f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.671776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da89bd18-7246-4930-8834-e84d830c2f43 None None] Port 8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:47.695723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2bfb97db-7e61-49f0-b94c-5dad91854d17 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:47.740694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-da89bd18-7246-4930-8834-e84d830c2f43 None None] Provisioning for port eaf60b59-3aed-448c-82a6-74618c045fc5 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:47.750590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.756175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a890c629-52af-474d-8c29-6788db40d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.787412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-ea825401-5a74-4280-946e-6942976e9894 service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855165 Jul 16 08:53:47.815810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 2bfb97db-7e61-49f0-b94c-5dad91854d17 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:47.825230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2bfb97db-7e61-49f0-b94c-5dad91854d17 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:47.825913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.885510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Made reservation on behalf of 4a22621e98f448e0b6a9a1f290de81b0 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:47.891256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.962862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.008291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 2bfb97db-7e61-49f0-b94c-5dad91854d17, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2bfb97db-7e61-49f0-b94c-5dad91854d17,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:48.022157 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.023573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eaf60b59-3aed-448c-82a6-74618c045fc5 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:48.042908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Allocated IP 172.20.0.8 (9176b160-cc85-4c00-a8bd-c4aa28e18157/d40b2eb7-3f15-4a97-92c3-f34cbe6022fb/215aad93-b37a-41a4-a72a-fc3689f7771b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:48.222940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port eaf60b59-3aed-448c-82a6-74618c045fc5 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:48.234930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port eaf60b59-3aed-448c-82a6-74618c045fc5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:48.237063 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.315345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=2bfb97db-7e61-49f0-b94c-5dad91854d17,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:48.350141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57dfb574-10e7-48e8-8921-605b9df3aa64 req-f6584faa-6912-4a49-96d3-8f7366d1c524 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0553820 Jul 16 08:53:48.385688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.389447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.391253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.391813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.392385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.393892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.396617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.397198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.397784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.398338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.401497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.402359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.428280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e9ee0be0-ea66-4d3d-9ff9-f6fcfbfd5c0c None None] Provisioning complete for port eaf60b59-3aed-448c-82a6-74618c045fc5 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:48.428777 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0be0-ea66-4d3d-9ff9-f6fcfbfd5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.438660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c095b74-68bb-428c-ba8d-56da384f9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.447301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c095b74-68bb-428c-ba8d-56da384f9a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.451668 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6c095b74-68bb-428c-ba8d-56da384f9a9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/023d0fe3-396a-4f00-a098-39ece95ba553 HTTP/1.1" status: 204 len: 168 time: 1.2753341 Jul 16 08:53:48.467460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.519210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c095b74-68bb-428c-ba8d-56da384f9a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023d0fe3-396a-4f00-a098-39ece95ba553,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:48.528305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-c58a631b-eb06-4600-ba22-e7687d9c07e2 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:48.537542 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-c58a631b-eb06-4600-ba22-e7687d9c07e2 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3563461 Jul 16 08:53:48.572843 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-df4473ed-6d62-44ae-9770-7a23d3e8ea0b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:53:48.575528 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-df4473ed-6d62-44ae-9770-7a23d3e8ea0b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "PUT /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8855672 Jul 16 08:53:48.579819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34814) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:48.601768 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.657831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.669437 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.707186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Request body: {'binding': {'host': 'n-h1-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:48.707647 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:48.794189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Network 9176b160-cc85-4c00-a8bd-c4aa28e18157 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:48.807927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:48.812976 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.817464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:48.827000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port eaf60b59-3aed-448c-82a6-74618c045fc5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eaf60b59-3aed-448c-82a6-74618c045fc5,segment=NetworkSegment(5140444b-f752-4d26-8c59-f640ddc10574),segment_id=5140444b-f752-4d26-8c59-f640ddc10574)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:48.830989 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0be0-ea66-4d3d-9ff9-f6fcfbfd5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.861069 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.935781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Pushing event updated for resources: {'Port': ['ID=215aad93-b37a-41a4-a72a-fc3689f7771b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.010659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2bfb97db-7e61-49f0-b94c-5dad91854d17 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:49.018268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a44c-39b4-4a13-b4b7-8c22d77426f0 req-90824d95-09c9-43a2-aac8-569e41a6f29e tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.027165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c362a44c-39b4-4a13-b4b7-8c22d77426f0 req-90824d95-09c9-43a2-aac8-569e41a6f29e tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 931 time: 0.3383670 Jul 16 08:53:49.037856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.038510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.065592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=eaf60b59-3aed-448c-82a6-74618c045fc5,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.066935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on host n-h1-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:49.067377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:49.067842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:49.077602 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-e9ee0be0-ea66-4d3d-9ff9-f6fcfbfd5c0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:53:49.077983 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-e9ee0be0-ea66-4d3d-9ff9-f6fcfbfd5c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:53:49.080449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:49.080780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:49.089789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:49.090199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:49.091237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:49.092025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Bound port: 49a0647a-9fac-4c35-9585-b383d3062624, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:49.113537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2bfb97db-7e61-49f0-b94c-5dad91854d17 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:49.114317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.131084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c362a44c-39b4-4a13-b4b7-8c22d77426f0 req-553a685a-302b-42e2-9d55-ca62d8978238 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030130 Jul 16 08:53:49.144608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-f6697526-2533-47f7-8407-30f02264938c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6328838 Jul 16 08:53:49.163438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Request body: {'port': {'device_id': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:49.252298 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:49.270646 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.272016 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-bf86bb10-c61a-45da-845d-f94121520918 service neutron] 10.222.0.55 "POST /v2.0/ports/49a0647a-9fac-4c35-9585-b383d3062624/bindings HTTP/1.1" status: 201 len: 390 time: 0.7265122 Jul 16 08:53:49.431929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.438996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fcf07e7-79c1-42cb-b372-20da79f1aa18 req-8e7ce107-fe2e-40c6-984a-92a63860d8ba tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.0755656 Jul 16 08:53:49.453063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.847582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d5bb840-b2f3-4c3f-8920-6f16d4db2e15 req-cad2bbf9-d61a-4d03-92aa-f19543f5d6e8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 210 time: 0.1231539 Jul 16 08:53:49.876312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting port 8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:49.876312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.902714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34840) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:49.939446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-142ea7a9-f7af-470f-9817-d4bef8240780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.941145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-142ea7a9-f7af-470f-9817-d4bef8240780 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1097 time: 0.2179513 Jul 16 08:53:50.036687 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.050885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a18bd3-6b22-43d7-9da9-2b22d669d88d req-1ebc1381-cfbc-4265-a357-5a4a0fe0ba7c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.053349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56a18bd3-6b22-43d7-9da9-2b22d669d88d req-1ebc1381-cfbc-4265-a357-5a4a0fe0ba7c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.3278534 Jul 16 08:53:50.109477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1141757792-network', 'tenant_id': 'e9df005b8d634008b214fdeb6e2ed93d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:50.117312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.135770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Calling delete_port for 8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:50.183336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Made reservation on behalf of e9df005b8d634008b214fdeb6e2ed93d for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:50.186973 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.221183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.297708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-33f25f6a-2e08-4fd5-b5d4-75ed64ab7b46 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.299175 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-33f25f6a-2e08-4fd5-b5d4-75ed64ab7b46 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.1998150 Jul 16 08:53:50.317331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56a18bd3-6b22-43d7-9da9-2b22d669d88d req-6889fa07-cb24-4dbd-a359-15ca5a598839 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376635 Jul 16 08:53:50.385949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecd129-c2d3-4f80-aa14-495f280574e1 req-2828f008-bcec-4e0b-9754-fab01439c892 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.388108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbecd129-c2d3-4f80-aa14-495f280574e1 req-2828f008-bcec-4e0b-9754-fab01439c892 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.3990312 Jul 16 08:53:50.393003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215aad93-b37a-41a4-a72a-fc3689f7771b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:50.402423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-cc7603ee-b28a-4753-9333-dcc1aace22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.405374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-cc7603ee-b28a-4753-9333-dcc1aace22c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.4328873 Jul 16 08:53:50.416319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.466701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.485121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-ad62fa8c-9427-4279-b574-88468704a176 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d6ea71805264942b6afc045f1074524 HTTP/1.1" status: 200 len: 380 time: 0.1429560 Jul 16 08:53:50.505366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-40ec1b1f-7846-4905-b6a5-2b1a137c2446 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 200 len: 217 time: 0.0637102 Jul 16 08:53:50.514131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'port': {'device_id': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'admin_state_up': True, 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'security_groups': ['5d5d3d64-6687-448e-938f-5385b6c1e138']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:50.517522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Port': ['ID=8f2b8b7d-66ac-4ba3-a65e-9ac53b96f08b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:50.548810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Transition to ACTIVE for port object 215aad93-b37a-41a4-a72a-fc3689f7771b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:50.595713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbecd129-c2d3-4f80-aa14-495f280574e1 req-3b884fc9-9275-452f-8e53-f0382d1292b0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953306 Jul 16 08:53:50.602172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de7ae399-69f7-4490-819b-a119a32e3a5e req-514ca9d0-6478-4072-8658-44546bb8585c tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1063330 Jul 16 08:53:50.604101 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.607192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-c9f86c55-25e2-4f15-b0fe-93518fabed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.608619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-c9f86c55-25e2-4f15-b0fe-93518fabed54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0826213 Jul 16 08:53:50.696577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Pushing event updated for resources: {'Port': ['ID=215aad93-b37a-41a4-a72a-fc3689f7771b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:50.795951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.810333 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.822201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-ebd3bbe7-6c12-426b-83da-95bd39892a48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266294 Jul 16 08:53:50.835793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.948357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Made reservation on behalf of 1d6ea71805264942b6afc045f1074524 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:50.952373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-133ccf77-dc8f-4358-b6ba-94e6ca28e75c req-52bd6376-7ffc-4293-b488-35f5cf3a3665 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/ports?device_id=da0ca49a-a3b6-41cb-838a-d5b5e08d3294 HTTP/1.1" status: 200 len: 210 time: 0.1287353 Jul 16 08:53:50.955835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.965068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eaf60b59-3aed-448c-82a6-74618c045fc5 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:51.032214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Router 78fb8172-e5f1-4771-86da-a4964f8a67d7 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:51.039632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:51.101064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port eaf60b59-3aed-448c-82a6-74618c045fc5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:51.101995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8055eb-881e-4e94-98e2-719e2b3061de,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:51.102795 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.110788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.111147 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Added segment 683f4e08-7645-49d7-aee2-9623f040a3e7 of type vlan for network 6d462d84-d187-4864-8ea5-a0f0066eb59b Jul 16 08:53:51.146368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f539bc26-91dc-4e7d-8781-a2e9f51f748a req-9251432e-5648-4fd9-8910-51aade457bd4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 210 time: 0.0335593 Jul 16 08:53:51.209890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-f6e9b2cb-dd39-4876-80fe-3d8efec1c895 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756514 Jul 16 08:53:51.224198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:51.235305 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e9859f-dfc4-4a4b-a060-6965e3ec36e5 None None] Sync routers for ids ['78fb8172-e5f1-4771-86da-a4964f8a67d7'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:51.241006 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-291de8ee-4fa8-41ea-8c4d-8c58cb17c86b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "PUT /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6561170 Jul 16 08:53:51.244441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34850) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.251003 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9859f-dfc4-4a4b-a060-6965e3ec36e5 None None] Routers {'78fb8172-e5f1-4771-86da-a4964f8a67d7'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:51.251907 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-38e9859f-dfc4-4a4b-a060-6965e3ec36e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fb8172-e5f1-4771-86da-a4964f8a67d7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:51.255956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Attempting to bind port 215aad93-b37a-41a4-a72a-fc3689f7771b on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:51.256680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Attempting to bind port 215aad93-b37a-41a4-a72a-fc3689f7771b by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:51.257023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Attempting to bind port 215aad93-b37a-41a4-a72a-fc3689f7771b on network 9176b160-cc85-4c00-a8bd-c4aa28e18157 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:51.288000 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-38e9859f-dfc4-4a4b-a060-6965e3ec36e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:51.288224 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-a12ce90a-523e-478a-ae9b-cce007e23236 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] delete failed (client error): The resource could not be found. Jul 16 08:53:51.289258 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a12ce90a-523e-478a-ae9b-cce007e23236 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1445345924 HTTP/1.1" status: 404 len: 335 time: 0.0438852 Jul 16 08:53:51.289780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Port 215aad93-b37a-41a4-a72a-fc3689f7771b on network 9176b160-cc85-4c00-a8bd-c4aa28e18157 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:51.290192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Attempting to bind port 215aad93-b37a-41a4-a72a-fc3689f7771b on network 9176b160-cc85-4c00-a8bd-c4aa28e18157 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:51.294532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34852) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.302660 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-afde8024-e651-44a0-a968-87b35453ee18 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'router': {'external_gateway_info': {'network_id': '78fb8172-e5f1-4771-86da-a4964f8a67d7'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:51.302949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4fdd-1b07-4cd1-96ff-4490f1d23d83 req-ef37c491-b17a-4e3c-a337-b3506d14a439 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.304740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f1a4fdd-1b07-4cd1-96ff-4490f1d23d83 req-ef37c491-b17a-4e3c-a337-b3506d14a439 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 943 time: 0.4878786 Jul 16 08:53:51.306531 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9859f-dfc4-4a4b-a060-6965e3ec36e5 None None] Routers {'78fb8172-e5f1-4771-86da-a4964f8a67d7'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:51.307464 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-38e9859f-dfc4-4a4b-a060-6965e3ec36e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fb8172-e5f1-4771-86da-a4964f8a67d7'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:51.308009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.339994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:51.340971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Checking segment: {'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:51.341392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Bound using segment: {'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:51.342051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Bound port: 215aad93-b37a-41a4-a72a-fc3689f7771b, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3d721d-9267-42ee-a000-196b4c8e72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:51.342418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.357813 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-38e9859f-dfc4-4a4b-a060-6965e3ec36e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:51.358827 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e9859f-dfc4-4a4b-a060-6965e3ec36e5 None None] The sync data for ids ['78fb8172-e5f1-4771-86da-a4964f8a67d7'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:51.366915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Allocated IP 172.20.0.6 (566d87ae-938b-40aa-98a3-2f84ab9a70f2/2125ad26-e72b-4ad1-a059-78b4eec6443f/ad807418-c127-46b0-84bd-e6f3413001b0) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:51.460305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.461292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.461932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.476315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f1a4fdd-1b07-4cd1-96ff-4490f1d23d83 req-4a81aba0-ecad-447f-b13c-892ff01ddb75 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499467 Jul 16 08:53:51.559993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6472564 Jul 16 08:53:51.568196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-98a4fc7d-a624-4388-baef-8c29c44281a9 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147113 Jul 16 08:53:51.568665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34856) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.577636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Request body: {'subnet': {'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1141757792-subnet', 'tenant_id': 'e9df005b8d634008b214fdeb6e2ed93d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:51.604717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afde8024-e651-44a0-a968-87b35453ee18 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.623174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] For port 215aad93-b37a-41a4-a72a-fc3689f7771b, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:51.634509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4577-bb1e-4405-a1c9-e62153274cdc admin admin] Pushing event updated for resources: {'Network': ['ID=6d462d84-d187-4864-8ea5-a0f0066eb59b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:51.651280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6d462d84-d187-4864-8ea5-a0f0066eb59b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:51.672457 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-afde8024-e651-44a0-a968-87b35453ee18 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] update failed (client error): The resource could not be found. Jul 16 08:53:51.679258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] For port 215aad93-b37a-41a4-a72a-fc3689f7771b, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=215aad93-b37a-41a4-a72a-fc3689f7771b,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:51.684163 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-afde8024-e651-44a0-a968-87b35453ee18 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "PUT /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7 HTTP/1.1" status: 404 len: 339 time: 0.3886323 Jul 16 08:53:51.687082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34862) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.693384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1720106994'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:51.704785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Made reservation on behalf of e9df005b8d634008b214fdeb6e2ed93d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:51.707223 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.709451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.801348 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.831123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Transition to ACTIVE for port object ad807418-c127-46b0-84bd-e6f3413001b0 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:51.871220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.935587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:51.938987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:51.941987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:51.974870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:52.009551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.010308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.144486 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-9ce70670-c8db-481d-8ce5-eab77b779ecf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6427298 Jul 16 08:53:52.160157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Request body: {'port': {'device_id': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:52.163264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcf278-6c65-47ea-8ea2-d47eb9042a1c req-b9f8b922-6c42-4a63-bc38-ccc556b7ee2e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.164857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61fcf278-6c65-47ea-8ea2-d47eb9042a1c req-b9f8b922-6c42-4a63-bc38-ccc556b7ee2e tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.6932864 Jul 16 08:53:52.187865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Made reservation on behalf of 41d555e415954b8ba0277918928887fd for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:52.191323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.194133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.194748 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.196135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] 10.222.0.54 "PUT /v2.0/ports/215aad93-b37a-41a4-a72a-fc3689f7771b HTTP/1.1" status: 200 len: 1092 time: 3.0374956 Jul 16 08:53:52.202947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'tag': '215aad93-b37a-41a4-a72a-fc3689f7771b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:52.204929 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c" -d '{"events": [{"name": "network-changed", "server_uuid": "22d1e7ee-b563-4861-a2a7-63e956e2cc54", "tag": "215aad93-b37a-41a4-a72a-fc3689f7771b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:52.271189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.312543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3236e081-27d5-4884-8fd6-3a17f08181c5 None None] Provisioning for port ad807418-c127-46b0-84bd-e6f3413001b0 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:52.318136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3236e081-27d5-4884-8fd6-3a17f08181c5 None None] Provisioning complete for port ad807418-c127-46b0-84bd-e6f3413001b0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:52.318833 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3236e081-27d5-4884-8fd6-3a17f08181c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.340912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400d8c3-08bd-4e6b-9e4b-7136e6b1f823 service neutron] Pushing event updated for resources: {'Port': ['ID=215aad93-b37a-41a4-a72a-fc3689f7771b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:52.376062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:52.392962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61fcf278-6c65-47ea-8ea2-d47eb9042a1c req-083e5486-c344-421f-9803-736a60b54c44 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915655 Jul 16 08:53:52.426171 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.426524 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Added segment 221c1f92-030d-4eee-9866-615de3cf6b5b of type vlan for network 8800343f-1372-4003-a679-84bfc9c96c4c Jul 16 08:53:52.515319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc271-d553-413b-9382-858e000cceee req-4a1b8b69-0710-4b8a-a1f0-25691d1e45cd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.522282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-647bc271-d553-413b-9382-858e000cceee req-4a1b8b69-0710-4b8a-a1f0-25691d1e45cd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.3969064 Jul 16 08:53:52.551659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3236e081-27d5-4884-8fd6-3a17f08181c5 None None] Port ad807418-c127-46b0-84bd-e6f3413001b0 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:52.605683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-3ba33e02-b1fe-4ee4-bf2a-33cb6e097586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.607471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-3ba33e02-b1fe-4ee4-bf2a-33cb6e097586 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a22621e98f448e0b6a9a1f290de81b0&device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 1095 time: 0.3401704 Jul 16 08:53:52.651931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.657741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-284f3e5a-2ce7-407b-8cc5-d68e662d6d39 req-ae68355d-cb11-431c-8935-d57b8b0eebe2 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0953872 Jul 16 08:53:52.666861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad807418-c127-46b0-84bd-e6f3413001b0 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:52.687512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.702303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Transition to ACTIVE for port object ad807418-c127-46b0-84bd-e6f3413001b0 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:52.708100 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.727831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-a1e48266-7e8f-4e77-b5be-40ffc15ad495 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215aad93-b37a-41a4-a72a-fc3689f7771b HTTP/1.1" status: 200 len: 217 time: 0.0779810 Jul 16 08:53:52.744177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-647bc271-d553-413b-9382-858e000cceee req-459a1db3-a04e-4d9e-8ad7-5132ee821f2d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209134 Jul 16 08:53:52.774111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:52.783664 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.884498 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5d882-8e66-46bd-91d5-008ae0a6c5c5 x-openstack-request-id: req-9ae5d882-8e66-46bd-91d5-008ae0a6c5c5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:52.884796 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d1e7ee-b563-4861-a2a7-63e956e2cc54", "tag": "215aad93-b37a-41a4-a72a-fc3689f7771b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:52.885050 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ae5d882-8e66-46bd-91d5-008ae0a6c5c5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:52.885457 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'tag': '215aad93-b37a-41a4-a72a-fc3689f7771b', 'status': 'completed', 'code': 200} Jul 16 08:53:52.918623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Attempting to bind port ad807418-c127-46b0-84bd-e6f3413001b0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:52.919575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Attempting to bind port ad807418-c127-46b0-84bd-e6f3413001b0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:52.920107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Attempting to bind port ad807418-c127-46b0-84bd-e6f3413001b0 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:52.924925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Port ad807418-c127-46b0-84bd-e6f3413001b0 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:52.925445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Attempting to bind port ad807418-c127-46b0-84bd-e6f3413001b0 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:52.931253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:52.931956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Checking segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:52.932516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Bound using segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:52.933226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Bound port: ad807418-c127-46b0-84bd-e6f3413001b0, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:52.934402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.963608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.979368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.980735 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.014131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:53.018830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:53.024875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.072281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.072840 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.074541 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] 10.222.0.52 "PUT /v2.0/ports/ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 1092 time: 0.9215877 Jul 16 08:53:53.075131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:53.077904 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d9deb6-12a6-40de-829d-a2cf55bb0749" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:53.103739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5551f43-a8fe-4e68-ae07-b1f13af9cc07 service neutron] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.107598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a2f2d4-90a6-4084-b271-107bfeb4f670,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.110957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-fc9e0b9f-7344-4b31-88e7-1315d618dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.112799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-fc9e0b9f-7344-4b31-88e7-1315d618dfbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d40b2eb7-3f15-4a97-92c3-f34cbe6022fb HTTP/1.1" status: 200 len: 849 time: 0.3676589 Jul 16 08:53:53.176044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34876) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.176264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4871609 Jul 16 08:53:53.177093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c989ca5-9b67-4dc8-9d57-2a7fcf048dde tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Network': ['ID=8800343f-1372-4003-a679-84bfc9c96c4c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.191180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'subnet': {'network_id': '8800343f-1372-4003-a679-84bfc9c96c4c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:53.196723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8800343f-1372-4003-a679-84bfc9c96c4c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:53.266542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Checking segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:53.266925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Network hostable DHCP agents. Network: 6d462d84-d187-4864-8ea5-a0f0066eb59b, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:53.275451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-feb3b95d-d412-4634-81f9-ad19601ede47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9176b160-cc85-4c00-a8bd-c4aa28e18157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934126 Jul 16 08:53:53.289596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-ee00191f-fc12-4f0f-9d72-54b65fa88cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.291229 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-ee00191f-fc12-4f0f-9d72-54b65fa88cae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1095 time: 0.1638465 Jul 16 08:53:53.351743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ea096-a2bf-4083-8aaf-2030f2df1f9d req-29e3030d-a65e-471b-88a9-59bcadedbd8d tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.353832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a0ea096-a2bf-4083-8aaf-2030f2df1f9d req-29e3030d-a65e-471b-88a9-59bcadedbd8d tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 943 time: 0.3996682 Jul 16 08:53:53.363221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Network 6d462d84-d187-4864-8ea5-a0f0066eb59b is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:53.380255 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-2429f07b-e8fc-45a0-b830-58fa24433149 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 217 time: 0.0602145 Jul 16 08:53:53.382315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecd1b5-ac7b-4f1b-8b31-f55acb4035fc req-f2a95e26-f75c-4520-be32-8164f0a39e5c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.383930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4ecd1b5-ac7b-4f1b-8b31-f55acb4035fc req-f2a95e26-f75c-4520-be32-8164f0a39e5c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 943 time: 0.3382990 Jul 16 08:53:53.440049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-1f752360-469e-49dc-94df-e8b629df2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.441533 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-1f752360-469e-49dc-94df-e8b629df2ba1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.0502918 Jul 16 08:53:53.470379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6d462d84-d187-4864-8ea5-a0f0066eb59b) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:53.475554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.476348 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.481471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034599a-3480-436a-8bc4-85a427c8caf0 None None] Network 6d462d84-d187-4864-8ea5-a0f0066eb59b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:53.489575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Made reservation on behalf of 41d555e415954b8ba0277918928887fd for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:53.495710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.534131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a0ea096-a2bf-4083-8aaf-2030f2df1f9d req-64dc560a-c06f-4857-9a08-5a487b377eb2 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663318 Jul 16 08:53:53.547528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d9eed737-d55f-4c45-8db4-7761ba57ee05 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9657788 Jul 16 08:53:53.547528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4ecd1b5-ac7b-4f1b-8b31-f55acb4035fc req-238753ce-5e9e-436a-8239-01ea815fddeb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115797 Jul 16 08:53:53.550376 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-3a7d781a-b4f6-4d46-8b8b-f558825f6e67 service neutron] 10.222.0.54 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560167 Jul 16 08:53:53.630647 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34882) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.698578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-f94ff4b5-3964-40cb-9876-a68eb73cb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.700842 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-f94ff4b5-3964-40cb-9876-a68eb73cb05f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2491131 Jul 16 08:53:53.713123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d400fb-e8e1-4565-b53c-a16d02125f99 None None] Network 6d462d84-d187-4864-8ea5-a0f0066eb59b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:53.749755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94c37029-2bb9-415a-a2ac-34f68b6ba096 req-6cbed55e-534c-4a61-81bc-efc56a3060b3 service neutron] 10.222.0.54 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919374 Jul 16 08:53:53.757741 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11323dae-ad50-47c0-8a16-070d439942bf x-openstack-request-id: req-11323dae-ad50-47c0-8a16-070d439942bf {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:53.758310 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:53.759393 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11323dae-ad50-47c0-8a16-070d439942bf {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:53.759809 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'status': 'completed', 'code': 200} Jul 16 08:53:53.945339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-deee7ce7-038d-4f48-b94b-786bf402e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.946921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-deee7ce7-038d-4f48-b94b-786bf402e24b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a22621e98f448e0b6a9a1f290de81b0&device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 1095 time: 0.1074417 Jul 16 08:53:54.054175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33161e4a-6a04-43e6-bd2f-ec9aaae1e3d7 req-aca8d981-0722-4b5b-9c80-f37c14943f26 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0705922 Jul 16 08:53:54.127573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-353ac1aa-438f-45ef-84ee-3fd56d2bdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.129315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-353ac1aa-438f-45ef-84ee-3fd56d2bdf3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9176b160-cc85-4c00-a8bd-c4aa28e18157 HTTP/1.1" status: 200 len: 910 time: 0.1621895 Jul 16 08:53:54.190642 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-5b0302dd-4620-4205-a43f-4a3774163f43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215aad93-b37a-41a4-a72a-fc3689f7771b HTTP/1.1" status: 200 len: 217 time: 0.0465119 Jul 16 08:53:54.245118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878a2ab-0c9e-4e7d-a55e-977d89055959 req-9b71b2bc-e9d1-44aa-a621-6513c8e0f420 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.248057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7878a2ab-0c9e-4e7d-a55e-977d89055959 req-9b71b2bc-e9d1-44aa-a621-6513c8e0f420 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.2919929 Jul 16 08:53:54.286648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7928af12-2e46-49a9-8719-c9d296db668c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.327311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-9cfa35fe-938e-4dfb-a764-ee87cda0044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.328856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-9cfa35fe-938e-4dfb-a764-ee87cda0044f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d40b2eb7-3f15-4a97-92c3-f34cbe6022fb HTTP/1.1" status: 200 len: 849 time: 0.1069510 Jul 16 08:53:54.335214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7878a2ab-0c9e-4e7d-a55e-977d89055959 req-47ee7f8a-c529-4898-b720-335e36900834 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660019 Jul 16 08:53:54.350911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7928af12-2e46-49a9-8719-c9d296db668c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.378356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-ddc8c1a6-6790-43a2-8435-e5f63d86a027 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9176b160-cc85-4c00-a8bd-c4aa28e18157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396016 Jul 16 08:53:54.385615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-8fad675e-f807-4580-adc9-1bc5d603860a service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753607 Jul 16 08:53:54.394749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ce2c3-b160-4d30-b607-8b645d3c9b19 req-4d6e5af9-c5de-4b8e-bfca-a97af6a548c5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.402141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ce2c3-b160-4d30-b607-8b645d3c9b19 req-4d6e5af9-c5de-4b8e-bfca-a97af6a548c5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.2158434 Jul 16 08:53:54.437315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.526998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ce2c3-b160-4d30-b607-8b645d3c9b19 req-a5c630fb-b11e-45c5-a186-bc7df3cf6d1e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231382 Jul 16 08:53:54.548185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-f4c1d298-3f0b-49cd-a723-de3790708fc2 service neutron] 10.222.0.54 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424744 Jul 16 08:53:54.631368 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7928af12-2e46-49a9-8719-c9d296db668c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.633951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7928af12-2e46-49a9-8719-c9d296db668c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.635094 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7928af12-2e46-49a9-8719-c9d296db668c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "DELETE /v2.0/security-groups/2f1bfd6d-64c8-442f-9675-c0ff32fc778d HTTP/1.1" status: 204 len: 168 time: 1.0034726 Jul 16 08:53:54.646317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Subnet': ['ID=197f388f-00fa-41e8-b2f4-7225ef5add63,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:54.651358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34906) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:54.669704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8ccfc7b-cadb-4ed3-8c25-eae072b7ec5c req-5fba6d07-2b71-4157-87d8-a89699d0684c service neutron] 10.222.0.54 "GET /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130395 Jul 16 08:53:54.687170 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-74b1d6ad-07ea-43d8-a7d6-b47bf679bb76 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] show failed (client error): The resource could not be found. Jul 16 08:53:54.690704 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74b1d6ad-07ea-43d8-a7d6-b47bf679bb76 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "GET /v2.0/security-groups/2f1bfd6d-64c8-442f-9675-c0ff32fc778d HTTP/1.1" status: 404 len: 347 time: 0.0341544 Jul 16 08:53:54.696139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2203f1df-12f5-4e5a-97de-467e5ca6f831 req-e6403630-945e-493b-8eb2-7160c1286c03 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020477 Jul 16 08:53:54.697040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34908) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:54.710698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928af12-2e46-49a9-8719-c9d296db668c tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1bfd6d-64c8-442f-9675-c0ff32fc778d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:54.753561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Checking segment: {'id': '221c1f92-030d-4eee-9866-615de3cf6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8800343f-1372-4003-a679-84bfc9c96c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:54.753949 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network hostable DHCP agents. Network: 8800343f-1372-4003-a679-84bfc9c96c4c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:54.821268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94504af-3f31-46c7-9102-4d10accf8118 req-4a896b87-ea84-4462-aa2f-5b4fe25261d9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.822896 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-4a896b87-ea84-4462-aa2f-5b4fe25261d9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 815 time: 0.1521380 Jul 16 08:53:54.855200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-30b31fe5-9dfa-4993-80dd-bc7888d7a751 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/quotas/e9df005b8d634008b214fdeb6e2ed93d HTTP/1.1" status: 200 len: 375 time: 0.0243208 Jul 16 08:53:54.863908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network 8800343f-1372-4003-a679-84bfc9c96c4c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:54.890170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8800343f-1372-4003-a679-84bfc9c96c4c) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:54.898528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.899128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.902394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-4d5eb675-cdb1-4dff-b392-84fee095f583 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386431 Jul 16 08:53:54.904311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2705db-ea3a-415b-9d4c-e55ea03d9676 None None] Network 8800343f-1372-4003-a679-84bfc9c96c4c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:54.915060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fcfe6-5c64-476f-8eb0-b125a27fa7fd req-683f00c8-6bbb-4540-b096-38be35d09cea tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.916843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc7fcfe6-5c64-476f-8eb0-b125a27fa7fd req-683f00c8-6bbb-4540-b096-38be35d09cea tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 943 time: 0.1502619 Jul 16 08:53:54.922983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-d84a82c6-3534-4fb3-b8af-4942307d1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.924504 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-d84a82c6-3534-4fb3-b8af-4942307d1970 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1095 time: 0.1233616 Jul 16 08:53:54.931567 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7612f15b-c547-4175-892f-3254bb6bb93a tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7537897 Jul 16 08:53:54.933280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port 6f3b9bed-d95d-401f-ba2b-40b371a7cdda {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:54.933611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.935586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:54.950501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5babcfc9-84d4-4209-a13f-d6794a1cb92b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'router': {'external_gateway_info': {'network_id': '8800343f-1372-4003-a679-84bfc9c96c4c'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:55.068820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc7fcfe6-5c64-476f-8eb0-b125a27fa7fd req-9cbace6c-b9ef-43a3-8501-2648c6012175 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389351 Jul 16 08:53:55.083723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-e02849bd-1f64-468f-bb4f-ed11d5ddbbc5 service neutron] 10.222.0.55 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650088 Jul 16 08:53:55.088627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8800343f-1372-4003-a679-84bfc9c96c4c', 'network_id': '8800343f-1372-4003-a679-84bfc9c96c4c', 'tenant_id': '41d555e415954b8ba0277918928887fd', 'fixed_ips': [{'subnet_id': '197f388f-00fa-41e8-b2f4-7225ef5add63'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:55.089489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.181280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-51f0b072-2e2d-424a-886e-f495c85ba07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.182957 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-51f0b072-2e2d-424a-886e-f495c85ba07d service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.2464809 Jul 16 08:53:55.251371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Allocated IP 2001:db8:1::2 (8800343f-1372-4003-a679-84bfc9c96c4c/197f388f-00fa-41e8-b2f4-7225ef5add63/9e7cc578-4da9-4dad-898f-f867e1b871c8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:55.289725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-3e3bac18-2488-47df-9f46-121934f16b62 service neutron] 10.222.0.55 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050140 Jul 16 08:53:55.316037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd1a3-1aa5-4de3-9b01-2cb1a94b7053 req-05b91562-22bd-4210-8928-f23d390d328c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.318613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78ddd1a3-1aa5-4de3-9b01-2cb1a94b7053 req-05b91562-22bd-4210-8928-f23d390d328c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 943 time: 0.0879862 Jul 16 08:53:55.333293 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-4714b988-4764-4878-b6a2-c9146c37ea87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 217 time: 0.1045823 Jul 16 08:53:55.384485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78ddd1a3-1aa5-4de3-9b01-2cb1a94b7053 req-c20d75e5-5738-46cb-9fee-4138b9a68995 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577726 Jul 16 08:53:55.424978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 215aad93-b37a-41a4-a72a-fc3689f7771b details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:55.476164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5babcfc9-84d4-4209-a13f-d6794a1cb92b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.479229 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.492927 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.494141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.509231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Transition to ACTIVE for port object 9e7cc578-4da9-4dad-898f-f867e1b871c8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:55.555484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for 6f3b9bed-d95d-401f-ba2b-40b371a7cdda owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:55.564969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Transition to ACTIVE for port object 9e7cc578-4da9-4dad-898f-f867e1b871c8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:55.599066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d74f359-cf71-4926-acbd-bd8042a60e2e req-9f8290f3-e765-4f88-ad35-5716f803708b tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0729566 Jul 16 08:53:55.626280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-5e3c4316-64df-47ee-95d5-834a40378739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.627467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.628269 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-5e3c4316-64df-47ee-95d5-834a40378739 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.2808230 Jul 16 08:53:55.687099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27b0953e-70b5-4d67-af76-adeafacf7d9c req-f3b23c5e-af5a-4d4e-b3c4-18ca481818a0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 210 time: 0.0473523 Jul 16 08:53:55.781588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 215aad93-b37a-41a4-a72a-fc3689f7771b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=215aad93-b37a-41a4-a72a-fc3689f7771b,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:55.808187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Network 8800343f-1372-4003-a679-84bfc9c96c4c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:55.809893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:55.815463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '215aad93-b37a-41a4-a72a-fc3689f7771b', 'network_id': '9176b160-cc85-4c00-a8bd-c4aa28e18157', 'port_id': '215aad93-b37a-41a4-a72a-fc3689f7771b', 'mac_address': 'fa:16:3e:f4:83:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40b2eb7-3f15-4a97-92c3-f34cbe6022fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:55.817283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:55.819971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Pushing event updated for resources: {'Port': ['ID=9e7cc578-4da9-4dad-898f-f867e1b871c8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:55.910980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01baa1-1921-4dcf-9c52-b9b50652e6eb req-61f31712-5777-4712-995e-88845c51bbd6 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.914715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c01baa1-1921-4dcf-9c52-b9b50652e6eb req-61f31712-5777-4712-995e-88845c51bbd6 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.1429207 Jul 16 08:53:55.918033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Attempting to bind port 9e7cc578-4da9-4dad-898f-f867e1b871c8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:55.918885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Attempting to bind port 9e7cc578-4da9-4dad-898f-f867e1b871c8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '221c1f92-030d-4eee-9866-615de3cf6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8800343f-1372-4003-a679-84bfc9c96c4c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:55.919033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Attempting to bind port 9e7cc578-4da9-4dad-898f-f867e1b871c8 on network 8800343f-1372-4003-a679-84bfc9c96c4c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:55.929335 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.947833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:55.948300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Checking segment: {'id': '221c1f92-030d-4eee-9866-615de3cf6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8800343f-1372-4003-a679-84bfc9c96c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:55.949054 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.950316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Bound using segment: {'id': '221c1f92-030d-4eee-9866-615de3cf6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8800343f-1372-4003-a679-84bfc9c96c4c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:55.950749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Bound port: 9e7cc578-4da9-4dad-898f-f867e1b871c8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221c1f92-030d-4eee-9866-615de3cf6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8800343f-1372-4003-a679-84bfc9c96c4c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:55.951286 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.955331 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215aad93-b37a-41a4-a72a-fc3689f7771b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:55.999687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c01baa1-1921-4dcf-9c52-b9b50652e6eb req-cd024f3b-7b7e-4493-81bd-ce5f79b5c94d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769820 Jul 16 08:53:56.006951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 215aad93-b37a-41a4-a72a-fc3689f7771b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=215aad93-b37a-41a4-a72a-fc3689f7771b,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:56.020256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb805-bc75-40ce-b3f1-710007dccd93 req-7a1d3447-f08e-4fe2-90ee-2137e4778aa5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:56.022545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30fbb805-bc75-40ce-b3f1-710007dccd93 req-7a1d3447-f08e-4fe2-90ee-2137e4778aa5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.1786971 Jul 16 08:53:56.031903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.063287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.095985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30fbb805-bc75-40ce-b3f1-710007dccd93 req-52b653fc-30eb-44d1-8b72-0d26f659a11d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663927 Jul 16 08:53:56.110195 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=215aad93-b37a-41a4-a72a-fc3689f7771b,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:56.116657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] For port 9e7cc578-4da9-4dad-898f-f867e1b871c8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:56.131925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] For port 9e7cc578-4da9-4dad-898f-f867e1b871c8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9e7cc578-4da9-4dad-898f-f867e1b871c8,segment=NetworkSegment(221c1f92-030d-4eee-9866-615de3cf6b5b),segment_id=221c1f92-030d-4eee-9866-615de3cf6b5b)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:56.138406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.152521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=6f3b9bed-d95d-401f-ba2b-40b371a7cdda,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:56.171318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-438cf38a-836c-475c-bb5b-d0514d06d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:56.171318 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-438cf38a-836c-475c-bb5b-d0514d06d7d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4162421 Jul 16 08:53:56.226189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658f563-829b-4267-9e59-4019f1b30a5f None None] Pushing event updated for resources: {'Port': ['ID=9e7cc578-4da9-4dad-898f-f867e1b871c8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:56.354839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['215aad93-b37a-41a4-a72a-fc3689f7771b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:56.464085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.473738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e0374-bcf0-4a43-a117-d1de91d559d9 req-5f48c346-0496-4623-a74f-fdb53dc23182 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:56.487641 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.487889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c1e0374-bcf0-4a43-a117-d1de91d559d9 req-5f48c346-0496-4623-a74f-fdb53dc23182 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 944 time: 0.1502826 Jul 16 08:53:56.492569 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-875c20e3-759b-4f52-8d76-8669d3762d93 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "DELETE /v2.0/floatingips/a7bd26aa-a59c-4e6a-8d1e-05d662ba2bf4 HTTP/1.1" status: 204 len: 168 time: 1.7941968 Jul 16 08:53:56.493353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34932) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:56.628204 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-5babcfc9-84d4-4209-a13f-d6794a1cb92b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:53:56.629454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5babcfc9-84d4-4209-a13f-d6794a1cb92b tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "PUT /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7 HTTP/1.1" status: 400 len: 364 time: 1.6915627 Jul 16 08:53:56.635297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c1e0374-bcf0-4a43-a117-d1de91d559d9 req-4d7f4e58-cec4-4371-a679-7ea95fa7ce86 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395419 Jul 16 08:53:56.636873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34936) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:56.655119 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-89750e1c-0ca0-4ad2-89c0-acfefdc10979 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626412 Jul 16 08:53:56.901536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-085c20bf-bacd-4559-93fe-65aa677941e4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port a9858ece-f077-4fd9-ac94-dd560bb272c2 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:56.901912 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-085c20bf-bacd-4559-93fe-65aa677941e4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.909902 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f5d9deb6-12a6-40de-829d-a2cf55bb0749 req-2aac8c9d-8f8c-48e6-a4af-1bf22d33bd05 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448068 Jul 16 08:53:56.949121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6865f33b-ad0e-4de9-9375-37ae685905c7 req-5bf5c6e9-3982-4d55-9362-49a7673458a7 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1145203 Jul 16 08:53:57.056772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-085c20bf-bacd-4559-93fe-65aa677941e4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.064434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9e7cc578-4da9-4dad-898f-f867e1b871c8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:57.075370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-085c20bf-bacd-4559-93fe-65aa677941e4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for a9858ece-f077-4fd9-ac94-dd560bb272c2 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:57.104269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760689bd-d125-47ba-97dd-f7740745fbd8 req-b0338bde-14dd-4006-b10f-197120270d5e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:57.106303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-760689bd-d125-47ba-97dd-f7740745fbd8 req-b0338bde-14dd-4006-b10f-197120270d5e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 943 time: 0.3516500 Jul 16 08:53:57.179716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be385a3e-df02-4748-bab3-6ee94bbe3965 req-a135fe3f-d983-453b-8706-7613b58245ef tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 210 time: 0.0407588 Jul 16 08:53:57.182421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9e7cc578-4da9-4dad-898f-f867e1b871c8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:57.264392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-760689bd-d125-47ba-97dd-f7740745fbd8 req-1224681e-4774-4040-a0fb-fd305f752622 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238952 Jul 16 08:53:57.272012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-085c20bf-bacd-4559-93fe-65aa677941e4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.299135 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.352696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c20bf-bacd-4559-93fe-65aa677941e4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=a9858ece-f077-4fd9-ac94-dd560bb272c2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.441112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 215aad93-b37a-41a4-a72a-fc3689f7771b up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:57.469611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-085c20bf-bacd-4559-93fe-65aa677941e4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.475830 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-085c20bf-bacd-4559-93fe-65aa677941e4 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "DELETE /v2.0/ports/a9858ece-f077-4fd9-ac94-dd560bb272c2 HTTP/1.1" status: 204 len: 168 time: 0.9704223 Jul 16 08:53:57.476969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:57.540343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 215aad93-b37a-41a4-a72a-fc3689f7771b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:57.546068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 215aad93-b37a-41a4-a72a-fc3689f7771b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:57.546762 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.652158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2365235d-63dd-49a3-bb17-a5be3e31feee tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port b4b84713-930e-4d63-ae09-08082b3d283d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:57.652427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2365235d-63dd-49a3-bb17-a5be3e31feee tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.682921 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.712492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215aad93-b37a-41a4-a72a-fc3689f7771b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:57.719055 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19476f02-6a80-4aed-9a07-1e20ec28f335" -d '{"events": [{"server_uuid": "22d1e7ee-b563-4861-a2a7-63e956e2cc54", "name": "network-vif-plugged", "status": "completed", "tag": "215aad93-b37a-41a4-a72a-fc3689f7771b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:57.737095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 215aad93-b37a-41a4-a72a-fc3689f7771b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=215aad93-b37a-41a4-a72a-fc3689f7771b,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:57.749189 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.794328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d66e27f-6e2b-41df-b643-7ee066e3cb38 None None] Network 8800343f-1372-4003-a679-84bfc9c96c4c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:57.814487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2365235d-63dd-49a3-bb17-a5be3e31feee tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.839552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2365235d-63dd-49a3-bb17-a5be3e31feee tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for b4b84713-930e-4d63-ae09-08082b3d283d owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:57.947749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=215aad93-b37a-41a4-a72a-fc3689f7771b,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.980249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:57.987741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9889dd61-84d5-4df8-b7d3-c3c3444b3f75 None None] Provisioning for port 9e7cc578-4da9-4dad-898f-f867e1b871c8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:58.006295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9889dd61-84d5-4df8-b7d3-c3c3444b3f75 None None] Provisioning complete for port 9e7cc578-4da9-4dad-898f-f867e1b871c8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:58.006668 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9889dd61-84d5-4df8-b7d3-c3c3444b3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.018155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2365235d-63dd-49a3-bb17-a5be3e31feee tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.057733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365235d-63dd-49a3-bb17-a5be3e31feee tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=b4b84713-930e-4d63-ae09-08082b3d283d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.135602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2365235d-63dd-49a3-bb17-a5be3e31feee tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.141417 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2365235d-63dd-49a3-bb17-a5be3e31feee tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "DELETE /v2.0/ports/b4b84713-930e-4d63-ae09-08082b3d283d HTTP/1.1" status: 204 len: 168 time: 0.6630628 Jul 16 08:53:58.142066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34952) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:58.171663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:58.178554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291230-c58f-4e45-b160-bb426cc25e27 req-ab367b9b-7f50-400e-90e2-db551569ca11 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.180093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e291230-c58f-4e45-b160-bb426cc25e27 req-ab367b9b-7f50-400e-90e2-db551569ca11 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.3488078 Jul 16 08:53:58.195382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d05bb-5430-4669-bdc5-9591fee60f2e req-367bc92f-8354-461e-a45d-db587cd1bdc9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.196926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-614d05bb-5430-4669-bdc5-9591fee60f2e req-367bc92f-8354-461e-a45d-db587cd1bdc9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.3666315 Jul 16 08:53:58.198071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-413f0d95-058e-4119-9466-b3ccc81f67e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting subnet d0079eb3-32cd-4b88-8867-564403d20b44 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:58.202522 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-413f0d95-058e-4119-9466-b3ccc81f67e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.204218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94504af-3f31-46c7-9102-4d10accf8118 req-d0387066-cb50-4e86-b4e0-0c28ba5f3dff tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.206928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-d0387066-cb50-4e86-b4e0-0c28ba5f3dff tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.54 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 815 time: 0.3784819 Jul 16 08:53:58.213676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'mac_address': 'fa:16:3e:f4:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:58.243738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Request body: {'port': {'device_id': 'eebfbacf-dc4c-4301-8617-a0182af79ccf', 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'admin_state_up': True, 'tenant_id': 'e9df005b8d634008b214fdeb6e2ed93d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:58.248375 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-413f0d95-058e-4119-9466-b3ccc81f67e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.253346 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9889dd61-84d5-4df8-b7d3-c3c3444b3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.283526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Allocated IP 2001:db8::1 (ad24d1f7-82f2-431f-98f6-a1307adf7623/c11b9e81-b49d-4a66-ab18-4cb6370623c0/a1b72bb0-bfad-4ed5-a423-420b54a13b76) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:58.287329 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.311737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9889dd61-84d5-4df8-b7d3-c3c3444b3f75 None None] For port 9e7cc578-4da9-4dad-898f-f867e1b871c8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9e7cc578-4da9-4dad-898f-f867e1b871c8,segment=NetworkSegment(221c1f92-030d-4eee-9866-615de3cf6b5b),segment_id=221c1f92-030d-4eee-9866-615de3cf6b5b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:58.312482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad807418-c127-46b0-84bd-e6f3413001b0 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:58.328359 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9889dd61-84d5-4df8-b7d3-c3c3444b3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.338657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-614d05bb-5430-4669-bdc5-9591fee60f2e req-1acf871b-c6b7-4d0e-b3b1-8c38dbe7afcc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264446 Jul 16 08:53:58.365538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:58.379958 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.380837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-413f0d95-058e-4119-9466-b3ccc81f67e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.408476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889dd61-84d5-4df8-b7d3-c3c3444b3f75 None None] Pushing event updated for resources: {'Port': ['ID=9e7cc578-4da9-4dad-898f-f867e1b871c8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.421863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e291230-c58f-4e45-b160-bb426cc25e27 req-75e7a5ca-2769-4039-84fb-da31ae8b2c4d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150619 Jul 16 08:53:58.499068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-413f0d95-058e-4119-9466-b3ccc81f67e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.523694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.530075 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea94dc2-34e6-4444-8673-12a9a089ce77 x-openstack-request-id: req-dea94dc2-34e6-4444-8673-12a9a089ce77 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:58.530577 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d1e7ee-b563-4861-a2a7-63e956e2cc54", "name": "network-vif-plugged", "status": "completed", "tag": "215aad93-b37a-41a4-a72a-fc3689f7771b", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:58.530932 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dea94dc2-34e6-4444-8673-12a9a089ce77 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:58.531426 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215aad93-b37a-41a4-a72a-fc3689f7771b', 'code': 200} Jul 16 08:53:58.553377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f0d95-058e-4119-9466-b3ccc81f67e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Subnet': ['ID=d0079eb3-32cd-4b88-8867-564403d20b44,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.560341 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-413f0d95-058e-4119-9466-b3ccc81f67e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.568520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2728c267-9b79-4cc2-90df-0c55277698b2 None None] Network 0702df2e-d2b4-4027-b483-fc02ab1685a3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:58.579259 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-413f0d95-058e-4119-9466-b3ccc81f67e8 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "DELETE /v2.0/subnets/d0079eb3-32cd-4b88-8867-564403d20b44 HTTP/1.1" status: 204 len: 168 time: 0.4359639 Jul 16 08:53:58.579935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34960) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:58.635798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.657205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ad807418-c127-46b0-84bd-e6f3413001b0'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:58.659423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Transition to ACTIVE for port object a1b72bb0-bfad-4ed5-a423-420b54a13b76 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:58.693042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3332de78-0bde-4fed-9b94-6b7d391aaca5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting subnet 5dbb6677-4aa9-448c-bb3b-d06984ae5117 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:58.697774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3332de78-0bde-4fed-9b94-6b7d391aaca5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.755458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3332de78-0bde-4fed-9b94-6b7d391aaca5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.765411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-57b62682-7258-4e99-b4f3-cc511ca770b5 None None] Provisioning complete for port 9e7cc578-4da9-4dad-898f-f867e1b871c8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:58.765797 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57b62682-7258-4e99-b4f3-cc511ca770b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.785029 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.793980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692539c0-f382-4a93-b912-28c24c4e45b5 req-8e17f079-ca72-4c57-849e-138b271b2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.795558 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-692539c0-f382-4a93-b912-28c24c4e45b5 req-8e17f079-ca72-4c57-849e-138b271b2ac3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 1097 time: 0.1675191 Jul 16 08:53:58.837870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cadf5aa-5ca4-4f41-9182-033635eab1fc req-2a95ab37-ac8c-4730-97b9-866eb6986239 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0707979 Jul 16 08:53:58.862826 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-692539c0-f382-4a93-b912-28c24c4e45b5 req-e6b7e03c-c747-4141-aa63-d079257eb86a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568585 Jul 16 08:53:58.865114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network ad24d1f7-82f2-431f-98f6-a1307adf7623 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:58.878725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:58.878878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3332de78-0bde-4fed-9b94-6b7d391aaca5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.888237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Made reservation on behalf of e9df005b8d634008b214fdeb6e2ed93d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:58.891908 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.895493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:58.895957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.906089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Port': ['ID=a1b72bb0-bfad-4ed5-a423-420b54a13b76,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.003755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3332de78-0bde-4fed-9b94-6b7d391aaca5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.047510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332de78-0bde-4fed-9b94-6b7d391aaca5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbb6677-4aa9-448c-bb3b-d06984ae5117,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.057680 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3332de78-0bde-4fed-9b94-6b7d391aaca5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.059080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be02b9e2-8ebe-4e8d-a8df-79d382e5d316 None None] Network d8feeb02-e063-47f4-b045-1cae94d46196 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:59.060019 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3332de78-0bde-4fed-9b94-6b7d391aaca5 tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "DELETE /v2.0/subnets/5dbb6677-4aa9-448c-bb3b-d06984ae5117 HTTP/1.1" status: 204 len: 168 time: 0.4789481 Jul 16 08:53:59.070855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34962) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:59.082303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] DHCP port deletion for 0702df2e-d2b4-4027-b483-fc02ab1685a3 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:59.100741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9e7cc578-4da9-4dad-898f-f867e1b871c8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:59.176759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Allocated IP 172.20.0.13 (6d462d84-d187-4864-8ea5-a0f0066eb59b/06a2f2d4-90a6-4084-b271-107bfeb4f670/62fa637d-7805-42cb-9d3c-ed5e4dc26ce9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:59.188005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.250158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1da0f9-c3d0-404c-9438-ba0d8d52aba0 req-bdc993ae-1a92-473b-9354-d6374e1d7a58 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:59.252672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f1da0f9-c3d0-404c-9438-ba0d8d52aba0 req-bdc993ae-1a92-473b-9354-d6374e1d7a58 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 945 time: 0.5217290 Jul 16 08:53:59.253945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port 605b59da-3294-4b03-a608-c00a92cce922 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:59.254402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.297804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c7f4f8c-6152-4ba2-b16d-ad64f73140b6 req-ac7842e7-260d-4d36-8cf6-40b13b1a73e6 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 210 time: 0.0574346 Jul 16 08:53:59.336996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] For port 605b59da-3294-4b03-a608-c00a92cce922, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=605b59da-3294-4b03-a608-c00a92cce922,segment=NetworkSegment(c02bbf77-b01e-4236-8850-e68e47f75e78),segment_id=c02bbf77-b01e-4236-8850-e68e47f75e78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:59.337499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.353366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for 605b59da-3294-4b03-a608-c00a92cce922 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:59.363132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f1da0f9-c3d0-404c-9438-ba0d8d52aba0 req-77c9ca85-1935-4b30-aab0-34340e6fa3ab tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Jul 16 08:53:59.428493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.463210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.500672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b77c9516-6142-4db7-8ffa-747afd903ad6 None None] Provisioning for port a1b72bb0-bfad-4ed5-a423-420b54a13b76 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:59.503428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=605b59da-3294-4b03-a608-c00a92cce922,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.507571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] No DVR routers for this DVR port 605b59da-3294-4b03-a608-c00a92cce922 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:59.518480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b77c9516-6142-4db7-8ffa-747afd903ad6 None None] Provisioning complete for port a1b72bb0-bfad-4ed5-a423-420b54a13b76 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:59.518850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b77c9516-6142-4db7-8ffa-747afd903ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.520371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9e7cc578-4da9-4dad-898f-f867e1b871c8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:59.520724 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.565944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] Deleting port 605b59da-3294-4b03-a608-c00a92cce922 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:59.566325 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.629975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b77c9516-6142-4db7-8ffa-747afd903ad6 None None] Port a1b72bb0-bfad-4ed5-a423-420b54a13b76 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:59.639587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.662097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0702df2e-d2b4-4027-b483-fc02ab1685a3']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:59.673868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02bbf77-b01e-4236-8850-e68e47f75e78') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:59.674221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02bbf77-b01e-4236-8850-e68e47f75e78') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:59.683483 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.690878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] For port 605b59da-3294-4b03-a608-c00a92cce922, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:59.691636 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.697490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.705134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:59.705551 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.711581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] Calling delete_port for 605b59da-3294-4b03-a608-c00a92cce922 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:59.715999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] Port 605b59da-3294-4b03-a608-c00a92cce922 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:53:59.717926 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.782817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] Pushing event deleted for resources: {'Port': ['ID=605b59da-3294-4b03-a608-c00a92cce922,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.788045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae255bb-215f-4945-9af0-63dcd3a8ca02 None None] No DVR routers for this DVR port 605b59da-3294-4b03-a608-c00a92cce922 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:59.811230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] DHCP port deletion for d8feeb02-e063-47f4-b045-1cae94d46196 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:59.824104 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:59.830675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.850608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.855599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c287-155f-41d8-801c-bce997f5df8f req-9f0785a0-5199-409c-af0d-63e13b2fe294 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:59.855599 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5390c287-155f-41d8-801c-bce997f5df8f req-9f0785a0-5199-409c-af0d-63e13b2fe294 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4292774 Jul 16 08:53:59.856717 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "DELETE /v2.0/networks/0702df2e-d2b4-4027-b483-fc02ab1685a3 HTTP/1.1" status: 204 len: 168 time: 0.7849436 Jul 16 08:53:59.858912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34968) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:59.875020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] Deleting port daf95303-2082-497e-9fc0-ae24631d5c1a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:59.875845 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.878729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92326f-36ca-46b7-83f3-417f2df029be tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Network': ['ID=0702df2e-d2b4-4027-b483-fc02ab1685a3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.903860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.955588 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.965122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:00.006640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] For port daf95303-2082-497e-9fc0-ae24631d5c1a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=daf95303-2082-497e-9fc0-ae24631d5c1a,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:00.007100 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.027464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] Calling delete_port for daf95303-2082-497e-9fc0-ae24631d5c1a owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:00.051934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5390c287-155f-41d8-801c-bce997f5df8f req-3555dd5a-dca8-44e4-96fc-c8cab6906277 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556797 Jul 16 08:54:00.073508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Deleting port daf95303-2082-497e-9fc0-ae24631d5c1a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:00.074095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.112656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port ad807418-c127-46b0-84bd-e6f3413001b0 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:00.119927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port ad807418-c127-46b0-84bd-e6f3413001b0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:00.120532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.123251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.139813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef3a3d-646d-40ac-8997-f4143c1888a9 req-47166c35-1c2b-4087-9bb4-6fb1204bbc17 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.141498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3ef3a3d-646d-40ac-8997-f4143c1888a9 req-47166c35-1c2b-4087-9bb4-6fb1204bbc17 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.2181797 Jul 16 08:54:00.187117 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.194041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] For port daf95303-2082-497e-9fc0-ae24631d5c1a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=daf95303-2082-497e-9fc0-ae24631d5c1a,segment=NetworkSegment(fa957ca8-bc81-4db1-8fbc-948b40a0aff0),segment_id=fa957ca8-bc81-4db1-8fbc-948b40a0aff0)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:00.195500 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.220935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Calling delete_port for daf95303-2082-497e-9fc0-ae24631d5c1a owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:00.223841 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.226694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Network 6d462d84-d187-4864-8ea5-a0f0066eb59b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:00.235805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:00.242416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.243331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.244603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] Pushing event deleted for resources: {'Port': ['ID=daf95303-2082-497e-9fc0-ae24631d5c1a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.249349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a690067-81f1-458a-b414-9f097f96fa4c None None] No DVR routers for this DVR port daf95303-2082-497e-9fc0-ae24631d5c1a on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:00.250708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:00.270637 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.295111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Pushing event updated for resources: {'Port': ['ID=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.309664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3ef3a3d-646d-40ac-8997-f4143c1888a9 req-dce49ae1-b272-4afe-96d9-d88144d3cd97 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365626 Jul 16 08:54:00.317613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:00.323891 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.335842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.380791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Port': ['ID=daf95303-2082-497e-9fc0-ae24631d5c1a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.386906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] No DVR routers for this DVR port daf95303-2082-497e-9fc0-ae24631d5c1a on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:00.389270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.433022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.433664 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.474806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event updated for resources: {'Port': ['ID=a1b72bb0-bfad-4ed5-a423-420b54a13b76,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.480208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.493153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8feeb02-e063-47f4-b045-1cae94d46196']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:00.504047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:00.504698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa957ca8-bc81-4db1-8fbc-948b40a0aff0') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:00.513578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.521860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f410b297-e742-4b79-adcf-3e50c54b3b01 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2921922 Jul 16 08:54:00.526849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d87e0bd8-f121-4441-874d-f33fef1b4ee3 req-fcf29d10-73cd-4d26-aef9-a7d7a0ac1674 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0465424 Jul 16 08:54:00.527017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.533835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:00.538083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:00.538504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.539158 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a30e3f-b666-487a-ac30-ae389bc66a2e" -d '{"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:00.540371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Request body: {'port': {'device_id': 'eebfbacf-dc4c-4301-8617-a0182af79ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:00.542542 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:00.592489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722de7c-2a3e-4bff-9083-1215a9a8b188 req-666893d6-fc30-4788-82d6-17fd3b04a0a0 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.599485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0722de7c-2a3e-4bff-9083-1215a9a8b188 req-666893d6-fc30-4788-82d6-17fd3b04a0a0 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.3016908 Jul 16 08:54:00.612643 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.617847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Network ad24d1f7-82f2-431f-98f6-a1307adf7623 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:00.621247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.629800 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] 10.222.0.55 "DELETE /v2.0/networks/d8feeb02-e063-47f4-b045-1cae94d46196 HTTP/1.1" status: 204 len: 168 time: 0.7658162 Jul 16 08:54:00.629990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:00.663423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216242b-1941-48d5-b160-a0803bfe82ff tempest-TaggedBootDevicesTest-1323965943 tempest-TaggedBootDevicesTest-1323965943-project] Pushing event deleted for resources: {'Network': ['ID=d8feeb02-e063-47f4-b045-1cae94d46196,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.800420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0722de7c-2a3e-4bff-9083-1215a9a8b188 req-a58eb0b7-9418-442e-9ae3-baca7e29ef20 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000566 Jul 16 08:54:00.824290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.852606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Router 78fb8172-e5f1-4771-86da-a4964f8a67d7 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:00.913202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1210a-06bf-442f-bc2e-f3752273a608 req-7d82f9bb-f4d6-4372-b149-37fedb50ca84 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.914764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc1210a-06bf-442f-bc2e-f3752273a608 req-7d82f9bb-f4d6-4372-b149-37fedb50ca84 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 932 time: 0.2232609 Jul 16 08:54:00.945229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device daf95303-2082-497e-9fc0-ae24631d5c1a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:00.970006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: daf95303-2082-497e-9fc0-ae24631d5c1a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:00.970349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device daf95303-2082-497e-9fc0-ae24631d5c1a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:00.970773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 605b59da-3294-4b03-a608-c00a92cce922 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:00.994819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 605b59da-3294-4b03-a608-c00a92cce922 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:00.995091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 605b59da-3294-4b03-a608-c00a92cce922 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:01.001223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cafced13-e34f-4b21-905b-4ff34c00190c None None] Provisioning complete for port a1b72bb0-bfad-4ed5-a423-420b54a13b76 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:01.001608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cafced13-e34f-4b21-905b-4ff34c00190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.037741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cafced13-e34f-4b21-905b-4ff34c00190c None None] Port a1b72bb0-bfad-4ed5-a423-420b54a13b76 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:01.135531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbc1210a-06bf-442f-bc2e-f3752273a608 req-6bf91fc0-2724-4ea4-b624-c10ff25e9843 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103665 Jul 16 08:54:01.153864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:01.165146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468466fa-3e54-4115-bff7-99bebfff5166 None None] Sync routers for ids ['78fb8172-e5f1-4771-86da-a4964f8a67d7'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:01.168597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-34fb1b1c-220d-4f8b-aa2b-16c23d19f2cc tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "PUT /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5269790 Jul 16 08:54:01.168874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34982) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:01.175646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468466fa-3e54-4115-bff7-99bebfff5166 None None] Routers {'78fb8172-e5f1-4771-86da-a4964f8a67d7'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:01.176365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-468466fa-3e54-4115-bff7-99bebfff5166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fb8172-e5f1-4771-86da-a4964f8a67d7'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:01.221152 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a5b9f9-7964-4f0f-9c16-6296b773dc7a x-openstack-request-id: req-21a5b9f9-7964-4f0f-9c16-6296b773dc7a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:01.223187 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:01.223334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b4896-783f-4344-91e0-e28e55c28b7a req-9b4dbfd4-f992-4bba-9328-57b901d68224 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.223793 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21a5b9f9-7964-4f0f-9c16-6296b773dc7a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:01.224753 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'code': 200} Jul 16 08:54:01.224891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a06b4896-783f-4344-91e0-e28e55c28b7a req-9b4dbfd4-f992-4bba-9328-57b901d68224 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 945 time: 0.3091116 Jul 16 08:54:01.225752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-468466fa-3e54-4115-bff7-99bebfff5166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:01.236867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468466fa-3e54-4115-bff7-99bebfff5166 None None] Routers {'78fb8172-e5f1-4771-86da-a4964f8a67d7'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:01.237575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-468466fa-3e54-4115-bff7-99bebfff5166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fb8172-e5f1-4771-86da-a4964f8a67d7'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:01.288815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-468466fa-3e54-4115-bff7-99bebfff5166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:01.290002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468466fa-3e54-4115-bff7-99bebfff5166 None None] The sync data for ids ['78fb8172-e5f1-4771-86da-a4964f8a67d7'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:01.342779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cdae817-37e1-4a77-86e3-3d358198834c tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.696009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a06b4896-783f-4344-91e0-e28e55c28b7a req-1281bfaf-21c9-495e-a89c-7a88a33e8e45 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569652 Jul 16 08:54:01.749106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:01.759729 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.788997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc7e67-d87c-4dd3-8f0d-cfdb5c0d84e1 req-fca8b4ab-7f59-4fb7-838f-6ed60340db86 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.797511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7fc7e67-d87c-4dd3-8f0d-cfdb5c0d84e1 req-fca8b4ab-7f59-4fb7-838f-6ed60340db86 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 945 time: 0.1787097 Jul 16 08:54:01.804872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce60bd-9d60-4af7-b288-4ae9bbdfb602 req-647d98d8-d540-453b-a048-a169c523e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.807203 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2bce60bd-9d60-4af7-b288-4ae9bbdfb602 req-647d98d8-d540-453b-a048-a169c523e408 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1097 time: 0.5091927 Jul 16 08:54:01.809753 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-5cdae817-37e1-4a77-86e3-3d358198834c tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:54:01.813481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Transition to ACTIVE for port object 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:01.814131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5cdae817-37e1-4a77-86e3-3d358198834c tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7 HTTP/1.1" status: 409 len: 329 time: 0.6439030 Jul 16 08:54:01.814261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34994) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:01.865574 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.896004 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2bce60bd-9d60-4af7-b288-4ae9bbdfb602 req-d5b03f74-3429-43a3-bb93-6202e5606a41 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689878 Jul 16 08:54:01.946967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-3b695760-826a-425f-99c6-2851f0a9711a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.948972 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-3b695760-826a-425f-99c6-2851f0a9711a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 946 time: 0.1338155 Jul 16 08:54:02.035364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7fc7e67-d87c-4dd3-8f0d-cfdb5c0d84e1 req-acb54003-3927-432b-bc8f-603f965b4676 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368069 Jul 16 08:54:02.041032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.125539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Deleting port 45016963-0ea9-42b2-9204-dab7c8d2a53e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:02.125539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.241475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] For port 45016963-0ea9-42b2-9204-dab7c8d2a53e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45016963-0ea9-42b2-9204-dab7c8d2a53e,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:02.241959 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.255592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Calling delete_port for 45016963-0ea9-42b2-9204-dab7c8d2a53e owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:02.296080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8e35867-a20f-4b11-a6a9-91ac7ae8006a req-8c6cea3b-7482-41f7-a052-6af76f70e4b8 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1248815 Jul 16 08:54:02.338900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5c50a-4483-4a29-a69f-45d8d6ce2ec5 req-f1320de5-2321-4868-9e26-6845cd15d69e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.341553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83a5c50a-4483-4a29-a69f-45d8d6ce2ec5 req-f1320de5-2321-4868-9e26-6845cd15d69e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.4002507 Jul 16 08:54:02.360573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Attempting to bind port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:02.361065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Attempting to bind port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:02.361491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Attempting to bind port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:02.404971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:02.405239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Attempting to bind port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:02.421485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.428767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:02.429517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Checking segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:02.429698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Bound using segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:02.430267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Bound port: 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:02.430695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.438197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['45016963-0ea9-42b2-9204-dab7c8d2a53e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:02.439319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83a5c50a-4483-4a29-a69f-45d8d6ce2ec5 req-056c8092-24eb-4848-9fc5-c154c665ee2a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919049 Jul 16 08:54:02.492454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eacffdfe-b4a6-4884-a41d-21dbd51deeb2 req-ef88c200-3b29-4317-9b21-b9929355eb14 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d475a6f-59a9-4108-ba0b-4d4b50fa0e39 HTTP/1.1" status: 200 len: 210 time: 0.0427761 Jul 16 08:54:02.522064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event deleted for resources: {'Port': ['ID=45016963-0ea9-42b2-9204-dab7c8d2a53e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.562873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] No DVR routers for this DVR port 45016963-0ea9-42b2-9204-dab7c8d2a53e on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:02.571800 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.577938 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-99e1ddf2-8b35-434f-8cf0-48fa931aa3d1 req-106e6139-ddfb-445b-9ddc-26af49387816 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.54 "DELETE /v2.0/ports/45016963-0ea9-42b2-9204-dab7c8d2a53e HTTP/1.1" status: 204 len: 173 time: 0.6189759 Jul 16 08:54:02.578665 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d475a6f-59a9-4108-ba0b-4d4b50fa0e39', 'name': 'network-vif-deleted', 'tag': '45016963-0ea9-42b2-9204-dab7c8d2a53e'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:02.585789 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77b6fc8-520d-4587-92cc-d470207bc152" -d '{"events": [{"server_uuid": "4d475a6f-59a9-4108-ba0b-4d4b50fa0e39", "name": "network-vif-deleted", "tag": "45016963-0ea9-42b2-9204-dab7c8d2a53e"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:02.599924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] For port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:02.618759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] For port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:02.632237 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.696637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.697375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.698880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] 10.222.0.54 "PUT /v2.0/ports/62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 HTTP/1.1" status: 200 len: 1093 time: 2.1658237 Jul 16 08:54:02.701121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebfbacf-dc4c-4301-8617-a0182af79ccf', 'tag': '62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:02.703626 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f8e11a-bcdf-492b-8d03-f84922cfcfec" -d '{"events": [{"name": "network-changed", "server_uuid": "eebfbacf-dc4c-4301-8617-a0182af79ccf", "tag": "62fa637d-7805-42cb-9d3c-ed5e4dc26ce9"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:02.762058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148b2a2-5dfd-406f-b0b1-62738461ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.834804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c45e7-d9eb-4674-9a61-af7beb9b5ffe req-9eacb62c-1cb1-4250-9282-7fed25e4aff4 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.836729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e0c45e7-d9eb-4674-9a61-af7beb9b5ffe req-9eacb62c-1cb1-4250-9282-7fed25e4aff4 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 944 time: 0.2237875 Jul 16 08:54:02.847394 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.891685 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412ef71c-a83d-4033-aa91-1b86a709865c x-openstack-request-id: req-412ef71c-a83d-4033-aa91-1b86a709865c {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:02.892306 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d475a6f-59a9-4108-ba0b-4d4b50fa0e39", "name": "network-vif-deleted", "tag": "45016963-0ea9-42b2-9204-dab7c8d2a53e", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:02.892705 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-412ef71c-a83d-4033-aa91-1b86a709865c {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:02.893557 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d475a6f-59a9-4108-ba0b-4d4b50fa0e39', 'name': 'network-vif-deleted', 'tag': '45016963-0ea9-42b2-9204-dab7c8d2a53e', 'status': 'completed', 'code': 200} Jul 16 08:54:02.946492 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053a876-455f-40ed-b081-ea04c82ffb2f x-openstack-request-id: req-c053a876-455f-40ed-b081-ea04c82ffb2f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:02.946766 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebfbacf-dc4c-4301-8617-a0182af79ccf", "tag": "62fa637d-7805-42cb-9d3c-ed5e4dc26ce9", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:02.947024 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c053a876-455f-40ed-b081-ea04c82ffb2f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:02.947422 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebfbacf-dc4c-4301-8617-a0182af79ccf', 'tag': '62fa637d-7805-42cb-9d3c-ed5e4dc26ce9', 'status': 'completed', 'code': 200} Jul 16 08:54:02.995072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94504af-3f31-46c7-9102-4d10accf8118 req-2b8b7b27-4aba-452b-bfa5-66a73b05a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.996648 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-2b8b7b27-4aba-452b-bfa5-66a73b05a1ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 1096 time: 0.2313771 Jul 16 08:54:03.002927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e0c45e7-d9eb-4674-9a61-af7beb9b5ffe req-617360da-0e39-4eb0-91cb-161f62fd735d tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502030 Jul 16 08:54:03.150763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-f2620c9c-e07c-46bc-b7d6-dec5570b1887 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 HTTP/1.1" status: 200 len: 217 time: 0.1053073 Jul 16 08:54:03.279489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94504af-3f31-46c7-9102-4d10accf8118 req-79050104-9b82-4fe5-869b-478305adc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.281136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-79050104-9b82-4fe5-869b-478305adc32c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.1062536 Jul 16 08:54:03.294404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a3487-7433-4dde-8f24-9d7a6015a8cc req-48969705-3dbe-4c9b-b3f2-c833f598f5eb tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.296251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-219a3487-7433-4dde-8f24-9d7a6015a8cc req-48969705-3dbe-4c9b-b3f2-c833f598f5eb tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 945 time: 0.2038240 Jul 16 08:54:03.377901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-a6abdea7-d933-486a-ba38-80eea5b06fda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771091 Jul 16 08:54:03.433046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab827c-0632-4e6a-8ed0-4c7bb733cc27 req-0063179a-6b2d-4c59-99e3-03a8d20fac7a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.435278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bab827c-0632-4e6a-8ed0-4c7bb733cc27 req-0063179a-6b2d-4c59-99e3-03a8d20fac7a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 945 time: 0.2743392 Jul 16 08:54:03.467388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-219a3487-7433-4dde-8f24-9d7a6015a8cc req-ed2d4a18-64be-4ab1-abcf-94455e71fb9c tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/security-groups?id=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633089 Jul 16 08:54:03.560115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-7efd64f0-fe2e-4534-9d97-c051471136ff tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.562391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-7efd64f0-fe2e-4534-9d97-c051471136ff tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.0879550 Jul 16 08:54:03.576049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-28'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:03.591742 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bab827c-0632-4e6a-8ed0-4c7bb733cc27 req-b2994f7e-c227-4049-8605-060bf79996be tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283464 Jul 16 08:54:03.672677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5da8be1-6f3b-43b3-8aba-10effd79a98a req-b8c9b4e6-2d36-4acb-a72b-35292184f457 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0541396 Jul 16 08:54:03.698309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-8c4eb796-a8b4-4783-88a3-8bec4f3ddc98 service neutron] 10.222.0.54 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066645 Jul 16 08:54:03.698309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting port a1b72bb0-bfad-4ed5-a423-420b54a13b76 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:03.698933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.699026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.838624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:03.878600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:03.914794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.924170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.931457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.966380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Calling delete_port for a1b72bb0-bfad-4ed5-a423-420b54a13b76 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:03.998691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 49a0647a-9fac-4c35-9585-b383d3062624 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:04.032316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on host n-h2-780147-28 for vnic_type normal with profile {"migrating_to": "n-h1-780147-28"} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:04.032679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:04.032985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:04.036563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Pushing event updated for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.041500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:04.041864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:04.047206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:04.047547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:04.047935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:04.048634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Bound port: 49a0647a-9fac-4c35-9585-b383d3062624, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:04.048744 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.091105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e94504af-3f31-46c7-9102-4d10accf8118 req-de4ab491-2208-433b-98ac-80babb14a7e9 service neutron] 10.222.0.54 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801966 Jul 16 08:54:04.122523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecfff2-f94f-43e2-9cef-8a6fda019cfa req-d2fee8ce-133e-4883-a80a-2350b02c63ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.130260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:04.130512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8eecfff2-f94f-43e2-9cef-8a6fda019cfa req-d2fee8ce-133e-4883-a80a-2350b02c63ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 945 time: 0.2867255 Jul 16 08:54:04.163405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:04.171450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:04.183475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on host n-h2-780147-28 for vnic_type normal with profile {"migrating_to": "n-h1-780147-28"} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:04.184996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:04.185933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:04.186083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.191423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:04.192062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Attempting to bind port 49a0647a-9fac-4c35-9585-b383d3062624 on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:04.206478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:04.207199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:04.208009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:04.210248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Bound port: 49a0647a-9fac-4c35-9585-b383d3062624, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:04.210930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.261951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa0ce7-dcc1-490a-8430-4b8bc0abafe0 req-7ac2765b-d4ca-43b3-aeb5-2b4c1474f9c7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.273580 n-d-780147-28 neutron-server[94167]: WARNING neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Concurrent port binding operations failed on port 49a0647a-9fac-4c35-9585-b383d3062624 Jul 16 08:54:04.274439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35038) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:04.275682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Pushing event updated for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=8']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.278219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09aa0ce7-dcc1-490a-8430-4b8bc0abafe0 req-7ac2765b-d4ca-43b3-aeb5-2b4c1474f9c7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 945 time: 0.3196735 Jul 16 08:54:04.278922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:04.280673 n-d-780147-28 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Attempt 2 to bind port 49a0647a-9fac-4c35-9585-b383d3062624 Jul 16 08:54:04.281367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 49a0647a-9fac-4c35-9585-b383d3062624 has no active binding in host n-h1-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:54:04.285746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'floatingip': {'port_id': 'ad807418-c127-46b0-84bd-e6f3413001b0'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:04.306010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8eecfff2-f94f-43e2-9cef-8a6fda019cfa req-f30782e2-34af-420d-a982-3f48fc70bc0b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663713 Jul 16 08:54:04.360190 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.423337 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.431086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-d562e8e9-4d85-416f-9714-0fdd1f27d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.432726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-d562e8e9-4d85-416f-9714-0fdd1f27d969 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 1096 time: 0.2344882 Jul 16 08:54:04.463513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.464133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.466684 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-be14fa77-bbd1-480d-9d10-f4879c2303bc service neutron] 10.222.0.52 "PUT /v2.0/ports/49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 200 len: 1123 time: 0.8961010 Jul 16 08:54:04.483287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Port': ['ID=a1b72bb0-bfad-4ed5-a423-420b54a13b76,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.564312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['49a0647a-9fac-4c35-9585-b383d3062624'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:04.621044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['49a0647a-9fac-4c35-9585-b383d3062624'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:04.678379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-c2c67af4-6d6f-4853-a24e-ecbb30ef4984 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.693372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-c2c67af4-6d6f-4853-a24e-ecbb30ef4984 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.3122637 Jul 16 08:54:05.032202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624'}, {'name': 'network-changed', 'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:05.034704 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a4c307-99ee-4402-b86a-cd91fe91d91d" -d '{"events": [{"server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "49a0647a-9fac-4c35-9585-b383d3062624"}, {"name": "network-changed", "server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "tag": "49a0647a-9fac-4c35-9585-b383d3062624"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:05.081598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.089136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.129020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-e3406eed-c227-4d52-8794-ba6316ceb0a0 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/quotas/c28e98a8fb104443a038715ba3a75248 HTTP/1.1" status: 200 len: 375 time: 0.4195018 Jul 16 08:54:05.188256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-83718c0f-5780-4611-9122-daac5db1de31 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.189089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.189790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-83718c0f-5780-4611-9122-daac5db1de31 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.54 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 945 time: 0.1518147 Jul 16 08:54:05.250503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-a7f05aea-1372-4041-bb96-67a61f44ae01 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901608 Jul 16 08:54:05.263633 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Floating IP 24981309-57de-4c2e-b010-b897bd6548d4 associated. External IP: 172.25.6.82, port: ad807418-c127-46b0-84bd-e6f3413001b0. Jul 16 08:54:05.415407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Deleting port 215aad93-b37a-41a4-a72a-fc3689f7771b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:05.415554 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.419816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-475548b8-3f8a-48fb-9591-266baf2fefc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.421343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-475548b8-3f8a-48fb-9591-266baf2fefc5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 916 time: 0.9505064 Jul 16 08:54:05.475200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4974e0-8d94-4eae-a496-998de1a6569d req-88ec1458-3856-4a28-bae7-a010a9d619fc tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.482215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f4974e0-8d94-4eae-a496-998de1a6569d req-88ec1458-3856-4a28-bae7-a010a9d619fc tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 944 time: 1.0101621 Jul 16 08:54:05.506231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 215aad93-b37a-41a4-a72a-fc3689f7771b no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:05.556004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-6c9b515b-8a25-4ce3-9ddb-82c40efbac23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 HTTP/1.1" status: 200 len: 217 time: 0.1198926 Jul 16 08:54:05.612199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] For port 215aad93-b37a-41a4-a72a-fc3689f7771b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=215aad93-b37a-41a4-a72a-fc3689f7771b,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:05.612559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.632543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Calling delete_port for 215aad93-b37a-41a4-a72a-fc3689f7771b owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:05.635495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Router 3118e658-8557-4fc2-885c-0994c539daa0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:05.665029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-e64a97d9-9aa5-421c-922a-6bc426ab62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.666877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-e64a97d9-9aa5-421c-922a-6bc426ab62cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.0985079 Jul 16 08:54:05.678639 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.713987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 215aad93-b37a-41a4-a72a-fc3689f7771b, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=215aad93-b37a-41a4-a72a-fc3689f7771b,segment=NetworkSegment(ba3d721d-9267-42ee-a000-196b4c8e72d5),segment_id=ba3d721d-9267-42ee-a000-196b4c8e72d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:05.714984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215aad93-b37a-41a4-a72a-fc3689f7771b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:05.719124 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed81fc-6745-4ff2-aac2-9f5e9ee6a7f3" -d '{"events": [{"server_uuid": "22d1e7ee-b563-4861-a2a7-63e956e2cc54", "name": "network-vif-unplugged", "status": "completed", "tag": "215aad93-b37a-41a4-a72a-fc3689f7771b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:05.724148 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.724872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 45016963-0ea9-42b2-9204-dab7c8d2a53e no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:05.741149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f4974e0-8d94-4eae-a496-998de1a6569d req-a4f5264b-befa-483c-be32-67788c063f9d tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579892 Jul 16 08:54:05.801754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=215aad93-b37a-41a4-a72a-fc3689f7771b,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.805705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 45016963-0ea9-42b2-9204-dab7c8d2a53e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:05.806161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 45016963-0ea9-42b2-9204-dab7c8d2a53e not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:05.829593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-6d30b28e-637f-428e-9774-752fe18c40d6 service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783715 Jul 16 08:54:05.833241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-95bd5586-cdaa-492b-9580-5f5f1ce0b50f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879796 Jul 16 08:54:05.890476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Router 78fb8172-e5f1-4771-86da-a4964f8a67d7 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:05.911002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.945443 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:05.952170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.955018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Pushing event deleted for resources: {'Port': ['ID=215aad93-b37a-41a4-a72a-fc3689f7771b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.957144 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] Sync routers for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:05.983217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f2aa4d2-3396-4d5f-aae8-3336aa67b10e req-29229746-c0b8-4c01-995d-289b3b4a3cb0 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d1e7ee-b563-4861-a2a7-63e956e2cc54 HTTP/1.1" status: 200 len: 210 time: 0.0672412 Jul 16 08:54:05.994865 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:05.995383 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.051135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] No DVR routers for this DVR port 215aad93-b37a-41a4-a72a-fc3689f7771b on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:06.054779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.056929 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d8db408-c4d7-4ab2-9a90-84b06a09c547 req-c04ec1df-921d-47ea-a958-c3d6517b6ff4 tempest-VolumesActionsTest-1569148628 tempest-VolumesActionsTest-1569148628-project] 10.222.0.54 "DELETE /v2.0/ports/215aad93-b37a-41a4-a72a-fc3689f7771b HTTP/1.1" status: 204 len: 173 time: 0.8542910 Jul 16 08:54:06.071115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-1dcd6f57-7d07-4ce9-8c43-48919758567a service neutron] 10.222.0.54 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270072 Jul 16 08:54:06.084083 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-56038cd8-5a7a-4ead-91af-e3777b92d97d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "PUT /v2.0/floatingips/24981309-57de-4c2e-b010-b897bd6548d4 HTTP/1.1" status: 200 len: 990 time: 1.8045557 Jul 16 08:54:06.147063 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:06.147967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-f43c87cc-033f-4d33-9ed5-469ae754c246 service neutron] 10.222.0.55 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050303 Jul 16 08:54:06.288943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7bcffda-d7da-45cd-9e14-5b2b2240cf78 req-19e2ba4d-7444-4ee3-92e0-90807b9e8ff2 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1309257 Jul 16 08:54:06.304150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:06.318109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e04ae-4224-4b70-87de-c96402a0a1c1 None None] Sync routers for ids ['78fb8172-e5f1-4771-86da-a4964f8a67d7'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:06.325461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bf2d414c-fef5-4180-9dd1-02ddc466cf66 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "PUT /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5052922 Jul 16 08:54:06.327011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35066) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.350725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e04ae-4224-4b70-87de-c96402a0a1c1 None None] Routers {'78fb8172-e5f1-4771-86da-a4964f8a67d7'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:06.351717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-904e04ae-4224-4b70-87de-c96402a0a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fb8172-e5f1-4771-86da-a4964f8a67d7'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.427286 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-39854411-ada7-4d38-9493-53446e01ed39 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] show failed (client error): The resource could not be found. Jul 16 08:54:06.428507 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-39854411-ada7-4d38-9493-53446e01ed39 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-218410174 HTTP/1.1" status: 404 len: 334 time: 0.1001148 Jul 16 08:54:06.432089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35072) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.434541 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '24981309-57de-4c2e-b010-b897bd6548d4', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'port_id': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'mac_address': 'fa:16:3e:f4:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:43Z', 'updated_at': '2021-07-16T08:54:04Z', 'revision_number': 1, 'project_id': '1d6ea71805264942b6afc045f1074524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:47Z', 'revision_number': 5, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.444630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8a50f205-c76f-4f70-b1ab-f5e75f969f41 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:06.454875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45f8e11a-bcdf-492b-8d03-f84922cfcfec req-0ef49783-acee-4432-938e-69a2b4291020 service neutron] 10.222.0.54 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056397 Jul 16 08:54:06.503633 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-8a50f205-c76f-4f70-b1ab-f5e75f969f41 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] update failed (client error): The resource could not be found. Jul 16 08:54:06.512955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35076) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.513308 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] Checking router: 3118e658-8557-4fc2-885c-0994c539daa0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:06.523064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8a50f205-c76f-4f70-b1ab-f5e75f969f41 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1940693954 HTTP/1.1" status: 404 len: 335 time: 0.0787437 Jul 16 08:54:06.524870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-904e04ae-4224-4b70-87de-c96402a0a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.525357 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a574f86-16c7-4b5a-acd9-7a27959387af x-openstack-request-id: req-2a574f86-16c7-4b5a-acd9-7a27959387af {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:06.529779 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:06.530416 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.531136 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "49a0647a-9fac-4c35-9585-b383d3062624", "code": 200}, {"name": "network-changed", "server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "tag": "49a0647a-9fac-4c35-9585-b383d3062624", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:06.531397 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a574f86-16c7-4b5a-acd9-7a27959387af {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:06.531815 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624', 'code': 200} Jul 16 08:54:06.532068 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624', 'status': 'completed', 'code': 200} Jul 16 08:54:06.547099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e04ae-4224-4b70-87de-c96402a0a1c1 None None] Routers {'78fb8172-e5f1-4771-86da-a4964f8a67d7'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:06.547743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-904e04ae-4224-4b70-87de-c96402a0a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:53:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78fb8172-e5f1-4771-86da-a4964f8a67d7'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.618819 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b501c13-3773-46c2-80cc-8655c1ca8c85 x-openstack-request-id: req-6b501c13-3773-46c2-80cc-8655c1ca8c85 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:06.619257 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d1e7ee-b563-4861-a2a7-63e956e2cc54", "name": "network-vif-unplugged", "status": "completed", "tag": "215aad93-b37a-41a4-a72a-fc3689f7771b", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:06.619616 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b501c13-3773-46c2-80cc-8655c1ca8c85 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:06.620113 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215aad93-b37a-41a4-a72a-fc3689f7771b', 'code': 200} Jul 16 08:54:06.621572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-904e04ae-4224-4b70-87de-c96402a0a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.622734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e04ae-4224-4b70-87de-c96402a0a1c1 None None] The sync data for ids ['78fb8172-e5f1-4771-86da-a4964f8a67d7'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:06.690774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be46c75-34a5-4601-8427-1adce324bb82 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting subnet 197f388f-00fa-41e8-b2f4-7225ef5add63 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:06.706496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be46c75-34a5-4601-8427-1adce324bb82 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.803506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be46c75-34a5-4601-8427-1adce324bb82 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.807732 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:06.890812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b2a2e05-6b3b-47c8-b3f7-3c9969b94a23 req-b0603cf4-edb9-40c7-a4ce-5eaeb8a325cd tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 210 time: 0.0548739 Jul 16 08:54:06.911195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-8a59f9c4-7e50-4dc0-9ee5-2e46d95b54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:06.919726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-8a59f9c4-7e50-4dc0-9ee5-2e46d95b54d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1126 time: 0.2350073 Jul 16 08:54:06.949459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f94c0-17b2-4d94-adf1-2cfe2e00175e req-b26c265e-538b-42f5-b052-e6ed857a5461 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:06.967342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-521f94c0-17b2-4d94-adf1-2cfe2e00175e req-b26c265e-538b-42f5-b052-e6ed857a5461 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 943 time: 0.3280387 Jul 16 08:54:07.067201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-10c4d5dd-d8ae-4263-ba20-b6169aacbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:07.068751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-10c4d5dd-d8ae-4263-ba20-b6169aacbdb4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.1278281 Jul 16 08:54:07.174592 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '24981309-57de-4c2e-b010-b897bd6548d4', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'port_id': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'mac_address': 'fa:16:3e:f4:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:43Z', 'updated_at': '2021-07-16T08:54:04Z', 'revision_number': 1, 'project_id': '1d6ea71805264942b6afc045f1074524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:47Z', 'revision_number': 5, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:07.185971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-4c626bd2-e077-4669-af8d-a752c4984ac2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 200 len: 217 time: 0.0923936 Jul 16 08:54:07.201811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be46c75-34a5-4601-8427-1adce324bb82 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.224578 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c684de4-ee12-4395-87c3-64cb0faad772 None None] The sync data for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 is: [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '24981309-57de-4c2e-b010-b897bd6548d4', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'port_id': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'mac_address': 'fa:16:3e:f4:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:43Z', 'updated_at': '2021-07-16T08:54:04Z', 'revision_number': 1, 'project_id': '1d6ea71805264942b6afc045f1074524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:47Z', 'revision_number': 5, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:07.282245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-521f94c0-17b2-4d94-adf1-2cfe2e00175e req-c0f75d32-855e-49e2-b674-ab2622fc7e03 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939509 Jul 16 08:54:07.327894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-762cef02-5522-4522-b47c-3f5bd1a5ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:07.329555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-762cef02-5522-4522-b47c-3f5bd1a5ca78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1301701 Jul 16 08:54:07.346550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7fe68-5c93-4ed8-b21d-7f6405fca076 req-eaa78ce6-0772-4956-8145-93b2c15c1fa9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:07.348088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36c7fe68-5c93-4ed8-b21d-7f6405fca076 req-eaa78ce6-0772-4956-8145-93b2c15c1fa9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 944 time: 0.2556498 Jul 16 08:54:07.427950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-727bc3e1-38a6-469f-84fb-f2f160aacb01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768156 Jul 16 08:54:07.494493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be46c75-34a5-4601-8427-1adce324bb82 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.518445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:07.580400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be46c75-34a5-4601-8427-1adce324bb82 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Subnet': ['ID=197f388f-00fa-41e8-b2f4-7225ef5add63,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.599091 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be46c75-34a5-4601-8427-1adce324bb82 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.603561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2be46c75-34a5-4601-8427-1adce324bb82 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/subnets/197f388f-00fa-41e8-b2f4-7225ef5add63 HTTP/1.1" status: 204 len: 168 time: 1.0861516 Jul 16 08:54:07.603679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35096) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:07.673356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe37c38-81c3-46f9-ad3a-75ffb1328d02 None None] Network 8800343f-1372-4003-a679-84bfc9c96c4c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:07.727921 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c614ee2-a691-4420-8c1d-1a77529f7130 None None] New status for floating IP 24981309-57de-4c2e-b010-b897bd6548d4: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:54:07.804776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36c7fe68-5c93-4ed8-b21d-7f6405fca076 req-2bb33587-f511-4af6-b6ff-e412c9a68873 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367175 Jul 16 08:54:07.827313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-90be6cef-fd3e-43fb-a361-4f6766b4a4d0 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660676 Jul 16 08:54:07.897587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.980390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting port 9e7cc578-4da9-4dad-898f-f867e1b871c8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:07.980795 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.054834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:08.094844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c924735a-2d5f-4b28-a3e9-d01662a5e137 req-72d2a51e-b616-43a7-8b04-ddec8386dcd3 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.2230091 Jul 16 08:54:08.128220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] For port 9e7cc578-4da9-4dad-898f-f867e1b871c8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9e7cc578-4da9-4dad-898f-f867e1b871c8,segment=NetworkSegment(221c1f92-030d-4eee-9866-615de3cf6b5b),segment_id=221c1f92-030d-4eee-9866-615de3cf6b5b)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:08.129558 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.156748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Calling delete_port for 9e7cc578-4da9-4dad-898f-f867e1b871c8 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:08.163377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0a4c307-99ee-4402-b86a-cd91fe91d91d req-37e25ec0-2843-4bfd-9ed0-753f1abd55c8 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248160 Jul 16 08:54:08.167243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '62fa637d-7805-42cb-9d3c-ed5e4dc26ce9', 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'port_id': '62fa637d-7805-42cb-9d3c-ed5e4dc26ce9', 'mac_address': 'fa:16:3e:dd:0e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a2f2d4-90a6-4084-b271-107bfeb4f670', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:08.266057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.292237 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.308493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Port': ['ID=9e7cc578-4da9-4dad-898f-f867e1b871c8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:08.313387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] No DVR routers for this DVR port 9e7cc578-4da9-4dad-898f-f867e1b871c8 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:08.315527 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:08.389900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:08.413059 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.440822 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.482417 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:08.512748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5ae74-9eb0-48f1-b65e-6cf59c11e4d0 None None] DHCP port deletion for 8800343f-1372-4003-a679-84bfc9c96c4c request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:08.517545 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8800343f-1372-4003-a679-84bfc9c96c4c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:08.535777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:08.552139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'name': 'network-vif-deleted', 'tag': '215aad93-b37a-41a4-a72a-fc3689f7771b'}, {'name': 'network-changed', 'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:08.557434 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb8c018-2e36-46d7-a853-f89760c284da" -d '{"events": [{"server_uuid": "22d1e7ee-b563-4861-a2a7-63e956e2cc54", "name": "network-vif-deleted", "tag": "215aad93-b37a-41a4-a72a-fc3689f7771b"}, {"name": "network-changed", "server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:08.567114 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221c1f92-030d-4eee-9866-615de3cf6b5b') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:08.567480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221c1f92-030d-4eee-9866-615de3cf6b5b') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:08.578236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a96426dc-8818-49df-bc32-e98da0c08581 req-58be7094-1477-4030-b35d-c99a9f0baa05 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 210 time: 0.1391211 Jul 16 08:54:08.592107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.615444 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.624849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:08.636011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.698926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059e857-7639-4ac0-927d-2a0002595f7f req-662d41a8-8a58-4f69-bc65-dc2b95795c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.701392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a059e857-7639-4ac0-927d-2a0002595f7f req-662d41a8-8a58-4f69-bc65-dc2b95795c33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1126 time: 0.3823183 Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:08.702293 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:08.710550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:08.732371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbab53-863d-48a7-a950-0b61d9cd66e0 req-e140053a-17db-4c54-99df-a95bbe1aeb90 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.743147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64bbab53-863d-48a7-a950-0b61d9cd66e0 req-e140053a-17db-4c54-99df-a95bbe1aeb90 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 943 time: 0.1860960 Jul 16 08:54:08.758209 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e917d-84ea-41fd-a28f-c2c285b17537 x-openstack-request-id: req-771e917d-84ea-41fd-a28f-c2c285b17537 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:08.758882 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d1e7ee-b563-4861-a2a7-63e956e2cc54", "name": "network-vif-deleted", "tag": "215aad93-b37a-41a4-a72a-fc3689f7771b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:08.759415 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-771e917d-84ea-41fd-a28f-c2c285b17537 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:08.760230 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d1e7ee-b563-4861-a2a7-63e956e2cc54', 'name': 'network-vif-deleted', 'tag': '215aad93-b37a-41a4-a72a-fc3689f7771b', 'status': 'completed', 'code': 200} Jul 16 08:54:08.760729 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'status': 'completed', 'code': 200} Jul 16 08:54:08.763648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.908678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-246d6d0a-dba1-4e48-b807-b7f2574b7679 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.913520 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-246d6d0a-dba1-4e48-b807-b7f2574b7679 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.54 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 811 time: 0.2073951 Jul 16 08:54:08.928277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.931191 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/networks/8800343f-1372-4003-a679-84bfc9c96c4c HTTP/1.1" status: 204 len: 168 time: 1.3267248 Jul 16 08:54:08.955134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35132) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.964727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bf738-af58-40f4-9fae-9b11953568ad tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Network': ['ID=8800343f-1372-4003-a679-84bfc9c96c4c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:08.975833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Request body: {'port': {'device_id': '7a4f5fd1-ac2b-4e2b-9e24-188262b8a556', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'admin_state_up': True, 'tenant_id': 'c28e98a8fb104443a038715ba3a75248'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:09.024083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9e7cc578-4da9-4dad-898f-f867e1b871c8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:09.063249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059e857-7639-4ac0-927d-2a0002595f7f req-cbec904a-dfbb-41ba-9730-6c73e5c1689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.065327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a059e857-7639-4ac0-927d-2a0002595f7f req-cbec904a-dfbb-41ba-9730-6c73e5c1689d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.3200285 Jul 16 08:54:09.075366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64bbab53-863d-48a7-a950-0b61d9cd66e0 req-68a616db-2cb6-498b-bd71-0fb19349d536 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312130 Jul 16 08:54:09.108078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9e7cc578-4da9-4dad-898f-f867e1b871c8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:09.108683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9e7cc578-4da9-4dad-898f-f867e1b871c8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:09.147771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a059e857-7639-4ac0-927d-2a0002595f7f req-09b1b4d5-0ca8-40f6-815a-16870bf20e38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 200 len: 217 time: 0.0699809 Jul 16 08:54:09.153437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fba2af-9671-4fef-9276-7d4994344320 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting subnet 6fde385c-5cf6-497f-b92e-71582cf9fbdd {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:09.157080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51fba2af-9671-4fef-9276-7d4994344320 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.212337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69cc5d-2e9b-4907-8504-ad4af5a90792 req-7c1fabee-3650-4fe8-9957-5df613bc21d8 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.220818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e69cc5d-2e9b-4907-8504-ad4af5a90792 req-7c1fabee-3650-4fe8-9957-5df613bc21d8 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 945 time: 0.2505968 Jul 16 08:54:09.224771 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51fba2af-9671-4fef-9276-7d4994344320 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.271015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059e857-7639-4ac0-927d-2a0002595f7f req-d4e3d1fc-2964-4f07-812b-c5e28ef556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.273479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a059e857-7639-4ac0-927d-2a0002595f7f req-d4e3d1fc-2964-4f07-812b-c5e28ef556d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1174960 Jul 16 08:54:09.292459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e69cc5d-2e9b-4907-8504-ad4af5a90792 req-47083460-79bc-4ab2-b158-254a4b249db7 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701962 Jul 16 08:54:09.369423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a059e857-7639-4ac0-927d-2a0002595f7f req-094fdbbe-d5dd-45bf-9976-7724f1064657 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734992 Jul 16 08:54:09.441631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-197c73e9-b03a-47aa-a6ce-9e4061364381 req-a64b7f2a-3d21-4bbb-bde2-c65cb58ce491 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0395796 Jul 16 08:54:09.523934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a059e857-7639-4ac0-927d-2a0002595f7f req-142c6c2b-dbff-489b-b3e0-d877d7d2d325 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411591 Jul 16 08:54:09.586100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0faff46d-898f-4f67-9c96-9e763ef361b0 req-56514358-cce9-49c7-8158-5444438199ea tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0597510 Jul 16 08:54:09.689228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a059e857-7639-4ac0-927d-2a0002595f7f req-17941e7f-41d9-488e-a00c-a457be1dc5a9 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527355 Jul 16 08:54:09.738898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51fba2af-9671-4fef-9276-7d4994344320 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.782374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8c018-2e36-46d7-a853-f89760c284da req-eb29629d-6e79-433e-8298-53f69b627a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.784129 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddb8c018-2e36-46d7-a853-f89760c284da req-eb29629d-6e79-433e-8298-53f69b627a95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1097 time: 0.8030419 Jul 16 08:54:09.832117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b3ec0aa-874f-4896-b12f-0eba8dc1821e req-60c000ff-e849-47c3-b003-d177eba1e423 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 210 time: 0.0480120 Jul 16 08:54:09.887957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Made reservation on behalf of c28e98a8fb104443a038715ba3a75248 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:09.891815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.906017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51fba2af-9671-4fef-9276-7d4994344320 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.956270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fba2af-9671-4fef-9276-7d4994344320 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Subnet': ['ID=6fde385c-5cf6-497f-b92e-71582cf9fbdd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:09.972920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec5d66b-d10b-4350-919e-97b5080bea03 None None] Network 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:09.975028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51fba2af-9671-4fef-9276-7d4994344320 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.977901 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-51fba2af-9671-4fef-9276-7d4994344320 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/subnets/6fde385c-5cf6-497f-b92e-71582cf9fbdd HTTP/1.1" status: 204 len: 168 time: 1.0201929 Jul 16 08:54:09.982516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35162) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:10.025947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8c018-2e36-46d7-a853-f89760c284da req-8aa0e1b3-b5ae-4420-bf9f-2a68ec382b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.027713 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddb8c018-2e36-46d7-a853-f89760c284da req-8aa0e1b3-b5ae-4420-bf9f-2a68ec382b7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.2316170 Jul 16 08:54:10.073961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14b73f9-a977-478f-acbf-f0a5818a8e77 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting subnet 2caad9e8-4e2e-401f-b0f4-ec539aca1838 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:10.078185 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f14b73f9-a977-478f-acbf-f0a5818a8e77 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.234052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f14b73f9-a977-478f-acbf-f0a5818a8e77 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.294856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Allocated IP 172.20.0.5 (21b0b3c8-c2d9-4e7e-87c6-9d980721708a/76c34048-76db-405f-975d-c0d719aedc2a/36241d6b-5be2-44df-a74d-2d02e282c861) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:10.321810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] DHCP port deletion for 3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:10.492365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] Deleting port eaf60b59-3aed-448c-82a6-74618c045fc5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:10.492838 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.692626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] For port eaf60b59-3aed-448c-82a6-74618c045fc5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eaf60b59-3aed-448c-82a6-74618c045fc5,segment=NetworkSegment(5140444b-f752-4d26-8c59-f640ddc10574),segment_id=5140444b-f752-4d26-8c59-f640ddc10574)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:10.693036 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.714114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] Calling delete_port for eaf60b59-3aed-448c-82a6-74618c045fc5 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:10.725668 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f14b73f9-a977-478f-acbf-f0a5818a8e77 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.726693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.841000 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddb8c018-2e36-46d7-a853-f89760c284da req-e04aeeef-f1f8-4189-9bdf-d232439ec99f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 1000 time: 0.8004198 Jul 16 08:54:10.845535 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.863419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.913978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] No DVR routers for this DVR port eaf60b59-3aed-448c-82a6-74618c045fc5 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:10.920668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d368462-4143-4d7e-a199-3ad1a6283258 None None] Pushing event deleted for resources: {'Port': ['ID=eaf60b59-3aed-448c-82a6-74618c045fc5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.009263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:11.014882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:11.018872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eaf60b59-3aed-448c-82a6-74618c045fc5 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:11.035220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8c018-2e36-46d7-a853-f89760c284da req-ec2597b5-08e7-490b-af0f-5a89cb081ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.037027 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddb8c018-2e36-46d7-a853-f89760c284da req-ec2597b5-08e7-490b-af0f-5a89cb081ef0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.1884577 Jul 16 08:54:11.042700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:11.146962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event updated for resources: {'Port': ['ID=36241d6b-5be2-44df-a74d-2d02e282c861,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.276663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.281307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.320810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: eaf60b59-3aed-448c-82a6-74618c045fc5 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:11.321401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eaf60b59-3aed-448c-82a6-74618c045fc5 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:11.346285 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-131f820d-707f-40a6-af00-e8b07ae0aca1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3869889 Jul 16 08:54:11.364625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Request body: {'port': {'device_id': '7a4f5fd1-ac2b-4e2b-9e24-188262b8a556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:11.420598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8c018-2e36-46d7-a853-f89760c284da req-b8f66a30-33dc-40e7-b40b-e25e83c3b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.422134 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddb8c018-2e36-46d7-a853-f89760c284da req-b8f66a30-33dc-40e7-b40b-e25e83c3b3a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3665354 Jul 16 08:54:11.478349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.518404 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f14b73f9-a977-478f-acbf-f0a5818a8e77 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.519855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:11.561855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b73f9-a977-478f-acbf-f0a5818a8e77 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Subnet': ['ID=2caad9e8-4e2e-401f-b0f4-ec539aca1838,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.571377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a1c3e-1728-4283-ae03-dd6ca1eee6a7 req-8da1ce46-702d-47e4-a194-d32ba5e7374a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.573301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e9a1c3e-1728-4283-ae03-dd6ca1eee6a7 req-8da1ce46-702d-47e4-a194-d32ba5e7374a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 943 time: 1.0463395 Jul 16 08:54:11.622619 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddb8c018-2e36-46d7-a853-f89760c284da req-a56c6192-d34b-4a16-b3b8-9c5f3b492a06 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444485 Jul 16 08:54:11.634508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e9a1c3e-1728-4283-ae03-dd6ca1eee6a7 req-8f1f46c0-9e12-4823-984b-3ed27e29e159 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525811 Jul 16 08:54:11.647520 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f14b73f9-a977-478f-acbf-f0a5818a8e77 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.652635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd0315b-f3cb-47d3-aaa5-08175748b0b0 None None] Network 9ba29c0f-fce5-400a-b254-74edf4c36e57 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:11.656188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f14b73f9-a977-478f-acbf-f0a5818a8e77 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/subnets/2caad9e8-4e2e-401f-b0f4-ec539aca1838 HTTP/1.1" status: 204 len: 168 time: 1.6695275 Jul 16 08:54:11.657000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.756056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:11.763913 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.776471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:11.776840 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.796948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8b0f0-01d0-4b68-bbaf-c2c20b69d90d req-693309d3-e7ac-417b-bf4c-b76ef360d1fc tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.798529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbb8b0f0-01d0-4b68-bbaf-c2c20b69d90d req-693309d3-e7ac-417b-bf4c-b76ef360d1fc tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 945 time: 1.2101676 Jul 16 08:54:11.902827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.933679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:11.952039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5140444b-f752-4d26-8c59-f640ddc10574') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:11.952357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5140444b-f752-4d26-8c59-f640ddc10574') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:11.963468 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.978767 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.987633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:11.988609 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:12.084352 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:12.097089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.164748 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.169576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/networks/3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab HTTP/1.1" status: 204 len: 168 time: 0.5079255 Jul 16 08:54:12.171002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bfad6-9c77-4a75-9b16-22e174ec3fc2 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Network': ['ID=3eaf33b7-9305-4bb7-9d0d-ed9e1af7c3ab,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.179755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-570d3ac7-f519-4a91-9eb6-ae622322372a req-71f3a453-d3d4-43f3-9844-e5ae0ab5c53a tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0595040 Jul 16 08:54:12.204978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35206) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:12.279984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] DHCP port deletion for 9ba29c0f-fce5-400a-b254-74edf4c36e57 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:12.397911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36241d6b-5be2-44df-a74d-2d02e282c861 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:12.410455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.427840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbb8b0f0-01d0-4b68-bbaf-c2c20b69d90d req-971aa663-d500-44e8-abce-237c08dad6aa tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041331 Jul 16 08:54:12.446255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Transition to ACTIVE for port object 36241d6b-5be2-44df-a74d-2d02e282c861 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:12.467546 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.515736 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ddb8c018-2e36-46d7-a853-f89760c284da req-eda7c18c-20c1-436d-916d-adce440ffea5 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812220 Jul 16 08:54:12.519702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.591026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebfbacf-dc4c-4301-8617-a0182af79ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:12.594213 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97697d72-ed56-49da-9bef-b144efdd614b" -d '{"events": [{"server_uuid": "eebfbacf-dc4c-4301-8617-a0182af79ccf", "name": "network-vif-plugged", "status": "completed", "tag": "62fa637d-7805-42cb-9d3c-ed5e4dc26ce9"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:12.635806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:12.654249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.655083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 49a0647a-9fac-4c35-9585-b383d3062624 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:12.688216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] Deleting port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:12.688532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.702307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=36241d6b-5be2-44df-a74d-2d02e282c861,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.766393 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.992249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Attempting to bind port 36241d6b-5be2-44df-a74d-2d02e282c861 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:12.992599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Attempting to bind port 36241d6b-5be2-44df-a74d-2d02e282c861 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:12.992930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Attempting to bind port 36241d6b-5be2-44df-a74d-2d02e282c861 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:13.007244 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Port 36241d6b-5be2-44df-a74d-2d02e282c861 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:13.007569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Attempting to bind port 36241d6b-5be2-44df-a74d-2d02e282c861 on network 21b0b3c8-c2d9-4e7e-87c6-9d980721708a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:13.010222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4919c8-4fb9-4bf6-927e-29ffb090a6c5 req-5d7a9f96-4ffd-4393-9df4-302fbaf426f5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:13.022761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e4919c8-4fb9-4bf6-927e-29ffb090a6c5 req-5d7a9f96-4ffd-4393-9df4-302fbaf426f5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 943 time: 0.4066813 Jul 16 08:54:13.032247 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:13.034123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Checking segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:13.034523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Bound using segment: {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:13.037960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Bound port: 36241d6b-5be2-44df-a74d-2d02e282c861, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:13.038367 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.046688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] For port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,segment=NetworkSegment(219dd687-98fc-425f-813d-2eb590157d71),segment_id=219dd687-98fc-425f-813d-2eb590157d71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:13.056388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.078607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.086113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:13.145049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:13.149790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.191813 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] For port 36241d6b-5be2-44df-a74d-2d02e282c861, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:13.198765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] Calling delete_port for f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:13.200555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] For port 36241d6b-5be2-44df-a74d-2d02e282c861, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=36241d6b-5be2-44df-a74d-2d02e282c861,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:13.213484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.265058 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:13.265841 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.267398 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] 10.222.0.54 "PUT /v2.0/ports/36241d6b-5be2-44df-a74d-2d02e282c861 HTTP/1.1" status: 200 len: 1092 time: 1.9103985 Jul 16 08:54:13.267991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4f5fd1-ac2b-4e2b-9e24-188262b8a556', 'tag': '36241d6b-5be2-44df-a74d-2d02e282c861'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:13.270515 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a9e825-cf90-4122-b190-932d7f9f251a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4f5fd1-ac2b-4e2b-9e24-188262b8a556", "tag": "36241d6b-5be2-44df-a74d-2d02e282c861"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:13.305174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a217-0002-4d48-9249-f5d5a724acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=36241d6b-5be2-44df-a74d-2d02e282c861,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.347360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.438125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e4919c8-4fb9-4bf6-927e-29ffb090a6c5 req-cb9b4b51-0c8b-4f23-a664-8dee48b92cd1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060347 Jul 16 08:54:13.459614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,segment=NetworkSegment(219dd687-98fc-425f-813d-2eb590157d71),segment_id=219dd687-98fc-425f-813d-2eb590157d71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:13.489123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.539238 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.557767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-6d86d038-495e-4a27-bec6-f3a63a8dddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:13.563705 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-6d86d038-495e-4a27-bec6-f3a63a8dddc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 1095 time: 0.2266459 Jul 16 08:54:13.582066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] No DVR routers for this DVR port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:13.605261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.609732 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f09bc07-b312-4de7-84bf-0914a5e4a12e x-openstack-request-id: req-9f09bc07-b312-4de7-84bf-0914a5e4a12e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:13.610078 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebfbacf-dc4c-4301-8617-a0182af79ccf", "name": "network-vif-plugged", "status": "completed", "tag": "62fa637d-7805-42cb-9d3c-ed5e4dc26ce9", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:13.610339 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f09bc07-b312-4de7-84bf-0914a5e4a12e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:13.610728 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebfbacf-dc4c-4301-8617-a0182af79ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fa637d-7805-42cb-9d3c-ed5e4dc26ce9', 'code': 200} Jul 16 08:54:13.633035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed77fa-70e1-4132-b9c2-ee0fffad0078 None None] Pushing event deleted for resources: {'Port': ['ID=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.685402 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-ebfca5e3-d18f-43c3-90c6-2c91e786cb58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36241d6b-5be2-44df-a74d-2d02e282c861 HTTP/1.1" status: 200 len: 217 time: 0.1129766 Jul 16 08:54:13.693490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22b0d74e-f077-4216-9fd8-14aeb9a8e4bc req-6be9c9e9-5f3e-4f60-9dc4-47b05f459bf1 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772&device_id=555ed447-342a-4718-9dc0-2840305e130f HTTP/1.1" status: 200 len: 210 time: 0.4522586 Jul 16 08:54:13.780556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-cff4d098-fb33-4266-86a9-db1531312925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:13.782073 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-cff4d098-fb33-4266-86a9-db1531312925 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0777438 Jul 16 08:54:13.843182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-838e1c34-4d8a-45cd-9e67-bb9d72c5e68f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483301 Jul 16 08:54:13.859128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] For port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,segment=NetworkSegment(219dd687-98fc-425f-813d-2eb590157d71),segment_id=219dd687-98fc-425f-813d-2eb590157d71)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:13.859702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.909716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Calling delete_port for f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:14.033872 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52830e0-97c7-458d-abe4-c7fc75175bbd x-openstack-request-id: req-a52830e0-97c7-458d-abe4-c7fc75175bbd {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:14.034420 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4f5fd1-ac2b-4e2b-9e24-188262b8a556", "tag": "36241d6b-5be2-44df-a74d-2d02e282c861", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:14.034926 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a52830e0-97c7-458d-abe4-c7fc75175bbd {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:14.035480 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4f5fd1-ac2b-4e2b-9e24-188262b8a556', 'tag': '36241d6b-5be2-44df-a74d-2d02e282c861', 'status': 'completed', 'code': 200} Jul 16 08:54:14.111139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-bf81a36e-9482-4e4d-9fb9-f9859e7c3744 service neutron] 10.222.0.54 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454467 Jul 16 08:54:14.116748 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.202035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] No DVR routers for this DVR port f574606a-2e7d-4ef4-b6d6-0570e5ff99d5 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:14.274654 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e959a7d-c350-497b-8646-dff9cc2fc178 req-a1868c55-eece-4f0a-88ec-20ea38d7c37b service neutron] 10.222.0.54 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507945 Jul 16 08:54:14.276790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Port': ['ID=f574606a-2e7d-4ef4-b6d6-0570e5ff99d5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.397929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.411946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba29c0f-fce5-400a-b254-74edf4c36e57']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:14.423822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219dd687-98fc-425f-813d-2eb590157d71') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:14.424145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219dd687-98fc-425f-813d-2eb590157d71') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:14.437043 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.440457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-47788ad5-2cd8-4c13-bf49-a5319442f043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.454861 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.461562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:14.462671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.500460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9e825-cf90-4122-b190-932d7f9f251a req-905d9dc1-bf5e-436e-8adb-866b3b4ad8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.503720 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96a9e825-cf90-4122-b190-932d7f9f251a req-905d9dc1-bf5e-436e-8adb-866b3b4ad8ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c28e98a8fb104443a038715ba3a75248&device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 1095 time: 0.1618721 Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:14.546213 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:14.556432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.561871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.566427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/networks/9ba29c0f-fce5-400a-b254-74edf4c36e57 HTTP/1.1" status: 204 len: 168 time: 2.3598795 Jul 16 08:54:14.567337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:14.637634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22f15e5-10e9-44f0-9372-69c188d618ff tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting subnet c11b9e81-b49d-4a66-ab18-4cb6370623c0 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:14.674972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c22f15e5-10e9-44f0-9372-69c188d618ff tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.704114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cad384-1dec-44b0-b6eb-4d12583b33f1 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Network': ['ID=9ba29c0f-fce5-400a-b254-74edf4c36e57,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.716672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7de433-8af4-4dd0-9d5a-883c30e7fef5 req-b3437945-7c44-4582-876d-eede841fbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.718029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9e825-cf90-4122-b190-932d7f9f251a req-485d4d54-24cb-4a35-a4b2-32048c11261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.719024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b7de433-8af4-4dd0-9d5a-883c30e7fef5 req-b3437945-7c44-4582-876d-eede841fbe05 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 1098 time: 1.0084391 Jul 16 08:54:14.720038 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96a9e825-cf90-4122-b190-932d7f9f251a req-485d4d54-24cb-4a35-a4b2-32048c11261a service neutron] 10.222.0.54 "GET /v2.0/networks?id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 200 len: 912 time: 0.2014031 Jul 16 08:54:14.762018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71720-a783-4614-92dd-2e263459e32f req-66b4f19a-3d1a-4aa9-97fe-98edb5d4ff0f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.764907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31f71720-a783-4614-92dd-2e263459e32f req-66b4f19a-3d1a-4aa9-97fe-98edb5d4ff0f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 946 time: 0.5906303 Jul 16 08:54:14.801809 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c22f15e5-10e9-44f0-9372-69c188d618ff tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.804291 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96a9e825-cf90-4122-b190-932d7f9f251a req-7088d645-caf3-40f9-8695-fc49dca8e67d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36241d6b-5be2-44df-a74d-2d02e282c861 HTTP/1.1" status: 200 len: 217 time: 0.0704148 Jul 16 08:54:14.878457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e516eb-f98e-4650-a5ea-17c561bc164a req-9967d1a7-2c7f-497b-a59c-df7087eede87 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.880730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33e516eb-f98e-4650-a5ea-17c561bc164a req-9967d1a7-2c7f-497b-a59c-df7087eede87 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 943 time: 0.7541718 Jul 16 08:54:14.912892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9e825-cf90-4122-b190-932d7f9f251a req-98b9bfd7-0d64-4da4-b81c-0d34eaf20c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.916169 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96a9e825-cf90-4122-b190-932d7f9f251a req-98b9bfd7-0d64-4da4-b81c-0d34eaf20c93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 200 len: 851 time: 0.0997946 Jul 16 08:54:14.944544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31f71720-a783-4614-92dd-2e263459e32f req-cb7d404d-5fef-4383-8628-ca8f277667c6 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563239 Jul 16 08:54:14.979461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b7de433-8af4-4dd0-9d5a-883c30e7fef5 req-22d03a03-f585-4618-86a3-9b255034a178 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350957 Jul 16 08:54:14.984459 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96a9e825-cf90-4122-b190-932d7f9f251a req-4b109a69-edef-4336-a469-5537e0fc0d42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21b0b3c8-c2d9-4e7e-87c6-9d980721708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476625 Jul 16 08:54:15.110000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33e516eb-f98e-4650-a5ea-17c561bc164a req-9586592f-17b3-452a-a1f0-a1ce72114a45 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699581 Jul 16 08:54:15.160267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c22f15e5-10e9-44f0-9372-69c188d618ff tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.162658 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.327358 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96a9e825-cf90-4122-b190-932d7f9f251a req-521d6f17-acfa-4166-a696-d6217806917c service neutron] 10.222.0.54 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894664 Jul 16 08:54:15.379750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c22f15e5-10e9-44f0-9372-69c188d618ff tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.477506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f15e5-10e9-44f0-9372-69c188d618ff tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Subnet': ['ID=c11b9e81-b49d-4a66-ab18-4cb6370623c0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.499143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b0788-bcaa-43cf-ac71-0cea0094a7d7 None None] Network ad24d1f7-82f2-431f-98f6-a1307adf7623 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:15.590331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c22f15e5-10e9-44f0-9372-69c188d618ff tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.595685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c22f15e5-10e9-44f0-9372-69c188d618ff tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/subnets/c11b9e81-b49d-4a66-ab18-4cb6370623c0 HTTP/1.1" status: 204 len: 168 time: 1.0210059 Jul 16 08:54:15.598709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35256) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.690649 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96a9e825-cf90-4122-b190-932d7f9f251a req-60e52f07-7b74-4c4e-8185-5060f9149744 service neutron] 10.222.0.54 "GET /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250709 Jul 16 08:54:15.692841 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12f295cb-0776-4019-acfd-72bb14c18d91 req-7461b8b9-1be7-477d-9337-6c5a3b84b023 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a07b85c3ad8c4602abf0951fa241cc3d&device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.3626227 Jul 16 08:54:15.733808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.762678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35260) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.823610 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12f295cb-0776-4019-acfd-72bb14c18d91 req-afcc2b49-edbd-44f5-8ee1-56006f5656e9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a07b85c3ad8c4602abf0951fa241cc3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058650 Jul 16 08:54:15.859411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-054f4fce-28d1-4af9-9088-db8fc803570f service neutron] 10.222.0.54 "GET /v2.0/ports/49a0647a-9fac-4c35-9585-b383d3062624/bindings/n-h1-780147-28 HTTP/1.1" status: 200 len: 385 time: 0.3854249 Jul 16 08:54:15.937319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] DHCP port deletion for ad24d1f7-82f2-431f-98f6-a1307adf7623 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:16.062327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] Deleting port 2d0f6c9b-cb23-4227-97dc-363698ddceff {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:16.063234 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.229164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] For port 2d0f6c9b-cb23-4227-97dc-363698ddceff, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2d0f6c9b-cb23-4227-97dc-363698ddceff,segment=NetworkSegment(233dbcf5-769a-4bc2-9288-9cb0c48ba91b),segment_id=233dbcf5-769a-4bc2-9288-9cb0c48ba91b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:16.229972 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.239851 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c63b2a1-e333-4377-9d25-427f13cf00fc req-134a479f-b700-4ca0-b533-c83adc6b96ce tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.4671679 Jul 16 08:54:16.253675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56300e-5484-4441-82fa-70ffb0576b9d req-aa11e2f4-d3a1-41b4-a47c-457a25df94cd tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:16.264837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] Calling delete_port for 2d0f6c9b-cb23-4227-97dc-363698ddceff owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:16.272130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a56300e-5484-4441-82fa-70ffb0576b9d req-aa11e2f4-d3a1-41b4-a47c-457a25df94cd tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 943 time: 0.8083851 Jul 16 08:54:16.391552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a56300e-5484-4441-82fa-70ffb0576b9d req-ec7f3bea-fa9a-4110-91de-0d546930d1d1 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151564 Jul 16 08:54:16.432269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:16.435708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Deleting port 2d0f6c9b-cb23-4227-97dc-363698ddceff {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:16.436152 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.486860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.494405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:16.526031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] Pushing event deleted for resources: {'Port': ['ID=2d0f6c9b-cb23-4227-97dc-363698ddceff,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:16.534098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407a467-47f0-4354-8f3a-0428f71db8b9 None None] No DVR routers for this DVR port 2d0f6c9b-cb23-4227-97dc-363698ddceff on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:16.673408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f295cb-0776-4019-acfd-72bb14c18d91 req-65a0acd8-8ed2-4f3f-a020-794d3adb86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:16.673577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] For port 2d0f6c9b-cb23-4227-97dc-363698ddceff, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2d0f6c9b-cb23-4227-97dc-363698ddceff,segment=NetworkSegment(233dbcf5-769a-4bc2-9288-9cb0c48ba91b),segment_id=233dbcf5-769a-4bc2-9288-9cb0c48ba91b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:16.680423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.686051 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-12f295cb-0776-4019-acfd-72bb14c18d91 req-65a0acd8-8ed2-4f3f-a020-794d3adb86f7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8435955 Jul 16 08:54:16.716242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a0647a-9fac-4c35-9585-b383d3062624 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:16.767276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Calling delete_port for 2d0f6c9b-cb23-4227-97dc-363698ddceff owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:16.777181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:16.906681 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.924955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c53ca-ce0e-4718-99ef-6c4a51db77ab req-43da2699-ba3c-43b0-aaf4-b7ba783865a2 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:16.939119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a2c53ca-ce0e-4718-99ef-6c4a51db77ab req-43da2699-ba3c-43b0-aaf4-b7ba783865a2 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 946 time: 0.4193017 Jul 16 08:54:17.028869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2d0f6c9b-cb23-4227-97dc-363698ddceff no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:17.065742 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.079202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 2d0f6c9b-cb23-4227-97dc-363698ddceff {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:17.084621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2d0f6c9b-cb23-4227-97dc-363698ddceff not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:17.122538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a2c53ca-ce0e-4718-99ef-6c4a51db77ab req-619f9825-be3f-49a5-9987-65d2d768d455 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821201 Jul 16 08:54:17.127666 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.227466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] Transition to ACTIVE for port object 49a0647a-9fac-4c35-9585-b383d3062624 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:17.235844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] No DVR routers for this DVR port 2d0f6c9b-cb23-4227-97dc-363698ddceff on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:17.242952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Port': ['ID=2d0f6c9b-cb23-4227-97dc-363698ddceff,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.256655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.326455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ff013-8ab4-4d16-9376-0e23f083a35f req-d1e69945-51b8-44ae-81f3-2315c0d9df5b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:17.328019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db1ff013-8ab4-4d16-9376-0e23f083a35f req-d1e69945-51b8-44ae-81f3-2315c0d9df5b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 943 time: 0.6180341 Jul 16 08:54:17.388439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.398810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad24d1f7-82f2-431f-98f6-a1307adf7623']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:17.409053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233dbcf5-769a-4bc2-9288-9cb0c48ba91b') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:17.409395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233dbcf5-769a-4bc2-9288-9cb0c48ba91b') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:17.419644 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.433394 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.440320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:17.440734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:17.530651 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:17.573584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 36241d6b-5be2-44df-a74d-2d02e282c861 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:17.603431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] No DVR routers for this DVR port 49a0647a-9fac-4c35-9585-b383d3062624 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:17.614036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8d1f491-ad6f-4e9a-b2cc-906ccd5eb694 req-ecd4e797-f563-4bc5-9e39-7f5c336a65d2 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1101911 Jul 16 08:54:17.614706 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.634685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.646056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/networks/ad24d1f7-82f2-431f-98f6-a1307adf7623 HTTP/1.1" status: 204 len: 168 time: 2.0401475 Jul 16 08:54:17.657601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35284) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:17.702492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bd5dd-a245-4097-8c20-8d59d3c61ba8 tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Pushing event deleted for resources: {'Network': ['ID=ad24d1f7-82f2-431f-98f6-a1307adf7623,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.713526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db1ff013-8ab4-4d16-9376-0e23f083a35f req-aac9c8a5-db11-40a1-8950-b99e02531fb8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905353 Jul 16 08:54:17.723968 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.733895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Deleting port 4bb8c122-2f04-43ea-8414-7f23d4384d70 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:17.734227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.759168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] Pushing event updated for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.767353 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc3b03c6-91c0-4483-b78f-541e9df83c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.774587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-8dd61d2c-1366-4feb-a0eb-629add8dbe81 service neutron] 10.222.0.54 "PUT /v2.0/ports/49a0647a-9fac-4c35-9585-b383d3062624/bindings/n-h1-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 1.9112554 Jul 16 08:54:17.784841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4ffae901-1fee-4243-b693-f4fb88697d0e tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "GET /v2.0/ports?device_id=78fb8172-e5f1-4771-86da-a4964f8a67d7 HTTP/1.1" status: 200 len: 205 time: 0.1168807 Jul 16 08:54:17.785086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35286) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:17.899205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7675481d-0b39-4ce4-9ec3-3b752d05edbd tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.952221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b4b38-f3a6-4415-9115-935f0e6072fe req-cf5ca9f6-a9ac-471c-8d0f-e5af6168d336 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:17.971463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 36241d6b-5be2-44df-a74d-2d02e282c861, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=36241d6b-5be2-44df-a74d-2d02e282c861,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:17.982810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c5b4b38-f3a6-4415-9115-935f0e6072fe req-cf5ca9f6-a9ac-471c-8d0f-e5af6168d336 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 943 time: 0.1592536 Jul 16 08:54:17.998839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '36241d6b-5be2-44df-a74d-2d02e282c861', 'network_id': '21b0b3c8-c2d9-4e7e-87c6-9d980721708a', 'port_id': '36241d6b-5be2-44df-a74d-2d02e282c861', 'mac_address': 'fa:16:3e:ce:5d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c34048-76db-405f-975d-c0d719aedc2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:18.042808 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.065081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36241d6b-5be2-44df-a74d-2d02e282c861 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:18.068039 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c5b4b38-f3a6-4415-9115-935f0e6072fe req-4bac0e47-9b55-453c-8840-d3f6cfe4f534 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812306 Jul 16 08:54:18.091542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 36241d6b-5be2-44df-a74d-2d02e282c861, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=36241d6b-5be2-44df-a74d-2d02e282c861,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:18.109958 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.158695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12f295cb-0776-4019-acfd-72bb14c18d91 req-747aa1b6-d1e9-421e-8cbc-3bb4660cf6a4 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.0584946 Jul 16 08:54:18.196657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=36241d6b-5be2-44df-a74d-2d02e282c861,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:18.403002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['36241d6b-5be2-44df-a74d-2d02e282c861'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:18.569287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7675481d-0b39-4ce4-9ec3-3b752d05edbd tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.574234 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7675481d-0b39-4ce4-9ec3-3b752d05edbd tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.580390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] For port 4bb8c122-2f04-43ea-8414-7f23d4384d70, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4bb8c122-2f04-43ea-8414-7f23d4384d70,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:18.580742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.650116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Calling delete_port for 4bb8c122-2f04-43ea-8414-7f23d4384d70 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:18.666683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7675481d-0b39-4ce4-9ec3-3b752d05edbd tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.667220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7675481d-0b39-4ce4-9ec3-3b752d05edbd tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Fanout notify agent at l3_agent the message router_deleted on router 78fb8172-e5f1-4771-86da-a4964f8a67d7 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:18.671705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-a9878e89-b02b-480f-b7ed-38d314046b23 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:18.673329 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-a9878e89-b02b-480f-b7ed-38d314046b23 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1096 time: 0.7468333 Jul 16 08:54:18.680040 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7675481d-0b39-4ce4-9ec3-3b752d05edbd tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.684427 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7675481d-0b39-4ce4-9ec3-3b752d05edbd tempest-RoutersNegativeIpV6Test-1249682564 tempest-RoutersNegativeIpV6Test-1249682564-project] 10.222.0.55 "DELETE /v2.0/routers/78fb8172-e5f1-4771-86da-a4964f8a67d7 HTTP/1.1" status: 204 len: 168 time: 0.8954339 Jul 16 08:54:18.686084 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.828299 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.914023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-28c5d340-dcb2-4308-bdba-5a5ef3218bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:18.915604 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-28c5d340-dcb2-4308-bdba-5a5ef3218bc5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5 HTTP/1.1" status: 200 len: 1096 time: 0.1879497 Jul 16 08:54:19.029990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c4e6b5-bc0a-4631-bbba-716ec2c75229 req-30401afd-8926-4767-b07b-43f8c71965a2 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dde33d-5fb3-4426-8014-c242a346c772 HTTP/1.1" status: 200 len: 210 time: 0.1308074 Jul 16 08:54:19.188665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35312) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.221571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.275509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb8c122-2f04-43ea-8414-7f23d4384d70,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.305634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e880-e1f2-4837-b4d4-35450de4443c req-80b80eb8-c464-42ab-83e8-ace207db704c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.314878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d362e880-e1f2-4837-b4d4-35450de4443c req-80b80eb8-c464-42ab-83e8-ace207db704c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 944 time: 0.2047336 Jul 16 08:54:19.385217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d362e880-e1f2-4837-b4d4-35450de4443c req-9b0b26e6-967d-4d9b-953e-31ba13a2ef9b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689073 Jul 16 08:54:19.420986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-64410162-3f4c-4ae7-8696-884d63666c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.423841 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-64410162-3f4c-4ae7-8696-884d63666c9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1096 time: 0.2817578 Jul 16 08:54:19.540576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 36241d6b-5be2-44df-a74d-2d02e282c861 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:19.549325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d1ee8ac9-cea1-4d57-ae9b-e3a47b5df650 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41d555e415954b8ba0277918928887fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577557 Jul 16 08:54:19.551941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35320) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.568276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8888-3161-4135-be3c-9130dda42a95 req-b22c99be-4f3f-4683-93a0-8a8e30a8708f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.575494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4ff8888-3161-4135-be3c-9130dda42a95 req-b22c99be-4f3f-4683-93a0-8a8e30a8708f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 944 time: 0.1615443 Jul 16 08:54:19.659316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4ff8888-3161-4135-be3c-9130dda42a95 req-93e3aca9-8d9a-4500-9a6b-39a59dc2a5d5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805268 Jul 16 08:54:19.665079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 36241d6b-5be2-44df-a74d-2d02e282c861 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:19.671652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 36241d6b-5be2-44df-a74d-2d02e282c861 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:19.672029 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.688104 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.695391 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-cf154671-30fa-42f4-a13a-a56b90323e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.697480 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-cf154671-30fa-42f4-a13a-a56b90323e8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.1960206 Jul 16 08:54:19.739296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.755305 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-1d884c5a-bdfa-492f-9ee1-270652061d5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 200 len: 217 time: 0.0461383 Jul 16 08:54:19.804049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.819755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.823155 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.828636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19badafd-2433-4d2a-8027-f0e3a1c108e0 HTTP/1.1" status: 204 len: 168 time: 0.2735353 Jul 16 08:54:19.856202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-b7454889-4d5b-4663-bca9-e68a104f0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.857716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19badafd-2433-4d2a-8027-f0e3a1c108e0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.858756 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-b7454889-4d5b-4663-bca9-e68a104f0571 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0629632 Jul 16 08:54:19.863864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4f5fd1-ac2b-4e2b-9e24-188262b8a556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36241d6b-5be2-44df-a74d-2d02e282c861'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:19.867160 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4515458a-8cb9-4e13-bf19-5c09887bc4a9" -d '{"events": [{"server_uuid": "7a4f5fd1-ac2b-4e2b-9e24-188262b8a556", "name": "network-vif-plugged", "status": "completed", "tag": "36241d6b-5be2-44df-a74d-2d02e282c861"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:19.907978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.908404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.908717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 36241d6b-5be2-44df-a74d-2d02e282c861, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=36241d6b-5be2-44df-a74d-2d02e282c861,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:19.909817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.910488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.912031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.912866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.914172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.916001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.916375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.916932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.918528 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.919163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.920112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9417a-be1f-4bf2-b831-2d2ae76d16ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:19.925877 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-f4ef72f4-a200-49b3-be45-0180e931994a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612862 Jul 16 08:54:19.976397 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724aef4d-57ec-4b5d-8fa8-238878ac8802 x-openstack-request-id: req-724aef4d-57ec-4b5d-8fa8-238878ac8802 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:19.976768 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4f5fd1-ac2b-4e2b-9e24-188262b8a556", "name": "network-vif-plugged", "status": "completed", "tag": "36241d6b-5be2-44df-a74d-2d02e282c861", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:19.977116 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-724aef4d-57ec-4b5d-8fa8-238878ac8802 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:19.977597 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4f5fd1-ac2b-4e2b-9e24-188262b8a556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36241d6b-5be2-44df-a74d-2d02e282c861', 'code': 200} Jul 16 08:54:20.030785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=36241d6b-5be2-44df-a74d-2d02e282c861,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.048906 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.135263 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-5fb070cb-3a6f-4b50-b00d-d7b632abde66 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992939 Jul 16 08:54:20.173899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509eda-7ec2-40db-80f3-c9c69a4cab7d req-1956e64d-32bf-4846-92f3-10a052c49ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.177863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d509eda-7ec2-40db-80f3-c9c69a4cab7d req-1956e64d-32bf-4846-92f3-10a052c49ea3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 1097 time: 0.1261110 Jul 16 08:54:20.249987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d509eda-7ec2-40db-80f3-c9c69a4cab7d req-1b85381b-358c-4f3d-af04-7f02014fec0a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657911 Jul 16 08:54:20.305109 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-501ad204-d5cd-4588-8282-5fac1fe47120 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561387 Jul 16 08:54:20.305916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.869862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00b8ed64-efcd-4cc1-b3a5-0a2eb895d200 req-e568e60a-aec5-4002-9b50-3b501101aeb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a07b85c3ad8c4602abf0951fa241cc3d&device_id=555ed447-342a-4718-9dc0-2840305e130f HTTP/1.1" status: 200 len: 210 time: 0.0542221 Jul 16 08:54:20.889773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Router 251bd35b-bada-4acf-a54e-a187b0c70a51 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:21.076004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00b8ed64-efcd-4cc1-b3a5-0a2eb895d200 req-5e7534b4-1817-4ee4-896c-38c486f7432d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a07b85c3ad8c4602abf0951fa241cc3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1989789 Jul 16 08:54:21.111995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:21.120329 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a4cf56b8-7f33-4541-b9b2-184a12e2ef71 admin admin] 10.222.0.55 "PUT /v2.0/routers/251bd35b-bada-4acf-a54e-a187b0c70a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3563542 Jul 16 08:54:21.121111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] Sync routers for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:21.123080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35380) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:21.150030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:21.150684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:54:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:21.294752 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.475562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.493180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97321-5da5-4993-ab59-3585c6d481df req-562c2978-7739-48a1-9f2e-ed2b54faaf11 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.495286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-562c2978-7739-48a1-9f2e-ed2b54faaf11 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1096 time: 0.6873116 Jul 16 08:54:21.509451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:21.916811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Deleting port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:21.917380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.003607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-dbf97321-5da5-4993-ab59-3585c6d481df req-4327bcae-7b85-4f90-acb0-04b236b15237 service neutron] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:22.035684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-dbf97321-5da5-4993-ab59-3585c6d481df req-4327bcae-7b85-4f90-acb0-04b236b15237 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.038618 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-dbf97321-5da5-4993-ab59-3585c6d481df req-4327bcae-7b85-4f90-acb0-04b236b15237 service neutron] 10.222.0.52 "DELETE /v2.0/ports/49a0647a-9fac-4c35-9585-b383d3062624/bindings/n-h2-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.4719954 Jul 16 08:54:22.156362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:54:18Z', 'revision_number': 5, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port': {'id': '5f91a0ff-e2dd-477d-9ae1-8bb27682624e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:28Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:22.217618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] Checking router: 251bd35b-bada-4acf-a54e-a187b0c70a51 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:22.234555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] Routers {'251bd35b-bada-4acf-a54e-a187b0c70a51'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:22.236544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:54:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['251bd35b-bada-4acf-a54e-a187b0c70a51'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:22.274051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] For port 5f91a0ff-e2dd-477d-9ae1-8bb27682624e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5f91a0ff-e2dd-477d-9ae1-8bb27682624e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:22.274425 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.292241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Calling delete_port for 5f91a0ff-e2dd-477d-9ae1-8bb27682624e owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:22.515737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] Set router 251bd35b-bada-4acf-a54e-a187b0c70a51 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:22.617278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8ed64-efcd-4cc1-b3a5-0a2eb895d200 req-f7b6ff2c-f24f-4a22-9e25-5acec87dfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:22.621335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00b8ed64-efcd-4cc1-b3a5-0a2eb895d200 req-f7b6ff2c-f24f-4a22-9e25-5acec87dfd23 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5347152 Jul 16 08:54:22.635850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.717435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581fa92-2a7e-4ca9-a083-33207bd9c765 req-c7a6edac-3cd0-4752-b3ce-7caaf7f31b68 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:22.734418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8581fa92-2a7e-4ca9-a083-33207bd9c765 req-c7a6edac-3cd0-4752-b3ce-7caaf7f31b68 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 944 time: 1.7924747 Jul 16 08:54:22.757794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f91a0ff-e2dd-477d-9ae1-8bb27682624e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.778670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20118c70-9d81-4532-abf7-139d5b346290 req-2c1aa7a3-b4bc-49fc-b802-ca4bdd3f7b49 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:22.785929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20118c70-9d81-4532-abf7-139d5b346290 req-2c1aa7a3-b4bc-49fc-b802-ca4bdd3f7b49 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 945 time: 0.4013515 Jul 16 08:54:22.820731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.920854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8581fa92-2a7e-4ca9-a083-33207bd9c765 req-7dc1057e-811f-44cf-b5c7-909f2173254a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853242 Jul 16 08:54:22.967939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20118c70-9d81-4532-abf7-139d5b346290 req-bc316582-4b4c-4cb2-9b33-1aac5216d41f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806831 Jul 16 08:54:23.038257 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.049424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.109400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 6, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:23.138762 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.139440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 251bd35b-bada-4acf-a54e-a187b0c70a51 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:23.155506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.169838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db633f-b329-47c7-aaf8-a120b90fcde5 None None] The sync data for ids ['251bd35b-bada-4acf-a54e-a187b0c70a51'] in n-d-780147-28 is: [{'id': '251bd35b-bada-4acf-a54e-a187b0c70a51', 'name': 'tempest-TaggedBootDevicesTest-731935039-router', 'tenant_id': '1da52ab5a47b4438bb97785d2a5355e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:26Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 6, 'project_id': '1da52ab5a47b4438bb97785d2a5355e2', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:23.170426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce0a3167-312e-4936-b193-a44cc055696c admin admin] 10.222.0.55 "DELETE /v2.0/routers/251bd35b-bada-4acf-a54e-a187b0c70a51 HTTP/1.1" status: 204 len: 168 time: 2.0460646 Jul 16 08:54:23.173291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35414) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:23.342469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da06cb1-f1cc-4ced-93ce-3f8395e7a1fd admin admin] Deleting subnet f9e92d7e-bf37-41fc-8674-9efc954fa00b {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:23.346817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2da06cb1-f1cc-4ced-93ce-3f8395e7a1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.355030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91b3dd06-9c41-4007-bc52-0286ad3e477f req-04dd1319-111f-446e-9a71-70d0c512bd6a tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=555ed447-342a-4718-9dc0-2840305e130f HTTP/1.1" status: 200 len: 210 time: 0.0598834 Jul 16 08:54:23.414162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2da06cb1-f1cc-4ced-93ce-3f8395e7a1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.576833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2da06cb1-f1cc-4ced-93ce-3f8395e7a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.692328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2da06cb1-f1cc-4ced-93ce-3f8395e7a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.744086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8622b-5319-4c20-8857-0c6cd68d0345 req-b8b7960e-a02b-4495-8e1d-2f15f00c72cb tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:23.753954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9f8622b-5319-4c20-8857-0c6cd68d0345 req-b8b7960e-a02b-4495-8e1d-2f15f00c72cb tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1096 time: 0.1682196 Jul 16 08:54:23.847784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3aacc4-2766-4098-9d8e-51cd431a58f9 None None] Network d8554e79-f6fd-4dea-bdba-f694e2b5d19b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:23.849333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2da06cb1-f1cc-4ced-93ce-3f8395e7a1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.852214 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2da06cb1-f1cc-4ced-93ce-3f8395e7a1fd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f9e92d7e-bf37-41fc-8674-9efc954fa00b HTTP/1.1" status: 204 len: 168 time: 0.6773405 Jul 16 08:54:23.853730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da06cb1-f1cc-4ced-93ce-3f8395e7a1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e92d7e-bf37-41fc-8674-9efc954fa00b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:23.865260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35436) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:23.866910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9f8622b-5319-4c20-8857-0c6cd68d0345 req-647d46b4-b1a7-4462-ae5d-f94e5afb2fc0 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094720 Jul 16 08:54:24.034745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.122393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Deleting port 858d286a-99c2-4fba-a04e-2764916b5ddc {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:24.123053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.132536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00b8ed64-efcd-4cc1-b3a5-0a2eb895d200 req-c7bdd55f-bbcf-4754-9087-e74fe121f938 tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.52 "GET /v2.0/ports?device_id=555ed447-342a-4718-9dc0-2840305e130f HTTP/1.1" status: 200 len: 210 time: 0.1405351 Jul 16 08:54:24.200400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] DHCP port deletion for d8554e79-f6fd-4dea-bdba-f694e2b5d19b request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:24.253441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] For port 858d286a-99c2-4fba-a04e-2764916b5ddc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=858d286a-99c2-4fba-a04e-2764916b5ddc,segment=NetworkSegment(2e77ce1d-ba33-456c-a191-16764007c3d5),segment_id=2e77ce1d-ba33-456c-a191-16764007c3d5)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:24.254093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.296515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Calling delete_port for 858d286a-99c2-4fba-a04e-2764916b5ddc owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:24.418010 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.430554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] Deleting port 858d286a-99c2-4fba-a04e-2764916b5ddc {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:24.430924 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.437528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] No DVR routers for this DVR port 858d286a-99c2-4fba-a04e-2764916b5ddc on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:24.481468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35452) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:24.498918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffb19d-738b-4ba7-8ff1-e628f1396ad0 req-f13d0e26-f39d-4d38-a0e7-ebdc21a8caeb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.506202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cdffb19d-738b-4ba7-8ff1-e628f1396ad0 req-f13d0e26-f39d-4d38-a0e7-ebdc21a8caeb tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 945 time: 0.3359163 Jul 16 08:54:24.523492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Pushing event deleted for resources: {'Port': ['ID=858d286a-99c2-4fba-a04e-2764916b5ddc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.532967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c4054-c920-41eb-97b5-3fdc737f5456 req-c2ba80b1-6c58-497f-8f26-16a59f02132b tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.535314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-475c4054-c920-41eb-97b5-3fdc737f5456 req-c2ba80b1-6c58-497f-8f26-16a59f02132b tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 1096 time: 0.2120337 Jul 16 08:54:24.608271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-475c4054-c920-41eb-97b5-3fdc737f5456 req-80520c22-d11d-4acf-adba-c2c8e4baac8b tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647240 Jul 16 08:54:24.630116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cdffb19d-738b-4ba7-8ff1-e628f1396ad0 req-3068983f-5975-484f-8a99-4a137f70094c tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226771 Jul 16 08:54:24.716922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.744741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] For port 858d286a-99c2-4fba-a04e-2764916b5ddc, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:24.744741 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.772412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8554e79-f6fd-4dea-bdba-f694e2b5d19b']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:24.778890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] Calling delete_port for 858d286a-99c2-4fba-a04e-2764916b5ddc owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:24.790088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] Port 858d286a-99c2-4fba-a04e-2764916b5ddc was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:54:24.791480 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.827577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e77ce1d-ba33-456c-a191-16764007c3d5') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:24.827925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e77ce1d-ba33-456c-a191-16764007c3d5') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:24.860123 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.865529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] Pushing event deleted for resources: {'Port': ['ID=858d286a-99c2-4fba-a04e-2764916b5ddc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.878486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782652fb-6379-4e62-9938-f786800ff5e5 None None] No DVR routers for this DVR port 858d286a-99c2-4fba-a04e-2764916b5ddc on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:24.903505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.915294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:24.915294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:24.917780 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:24.988110 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379f6877-f8a9-404a-b057-a6889b8474c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.056928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-905fabdb-d8a1-47b6-9ba5-8e67ced1c1cb req-977f2f48-c143-4106-9363-1923dd40760e tempest-ServerShowV247Test-133511720 tempest-ServerShowV247Test-133511720-project] 10.222.0.55 "GET /v2.0/ports?device_id=555ed447-342a-4718-9dc0-2840305e130f HTTP/1.1" status: 200 len: 210 time: 0.0670249 Jul 16 08:54:25.084806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 858d286a-99c2-4fba-a04e-2764916b5ddc no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:25.124722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 858d286a-99c2-4fba-a04e-2764916b5ddc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:25.125063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 858d286a-99c2-4fba-a04e-2764916b5ddc not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:25.128307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4bb8c122-2f04-43ea-8414-7f23d4384d70 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:25.209912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 4bb8c122-2f04-43ea-8414-7f23d4384d70 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:25.210620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4bb8c122-2f04-43ea-8414-7f23d4384d70 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:25.210710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5f91a0ff-e2dd-477d-9ae1-8bb27682624e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:25.275951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5f91a0ff-e2dd-477d-9ae1-8bb27682624e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:25.277885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5f91a0ff-e2dd-477d-9ae1-8bb27682624e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:25.348686 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379f6877-f8a9-404a-b057-a6889b8474c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.357371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379f6877-f8a9-404a-b057-a6889b8474c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.462579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.503480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.508530 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] 10.222.0.55 "DELETE /v2.0/networks/d8554e79-f6fd-4dea-bdba-f694e2b5d19b HTTP/1.1" status: 204 len: 168 time: 1.6412299 Jul 16 08:54:25.510001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e87bf-92b9-42cb-ab7a-d3a985c7871a admin admin] Pushing event deleted for resources: {'Network': ['ID=d8554e79-f6fd-4dea-bdba-f694e2b5d19b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:25.519618 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-379f6877-f8a9-404a-b057-a6889b8474c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b77f2656234241309edc92de7354b7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0364735 Jul 16 08:54:25.520502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f6877-f8a9-404a-b057-a6889b8474c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955cb38c-c335-488d-aef1-f34e16458ba7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:25.521891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35474) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:25.656906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08e3b27c-fe8a-4ae2-b954-7916ef0edbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.777635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08e3b27c-fe8a-4ae2-b954-7916ef0edbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.829000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35482) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:25.847242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239721df-3cf7-4373-ab6f-5808039b94cd req-3c03fef0-bc84-40cc-89b5-2f8f0ecab4d3 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:25.854460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-239721df-3cf7-4373-ab6f-5808039b94cd req-3c03fef0-bc84-40cc-89b5-2f8f0ecab4d3 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 945 time: 0.1984921 Jul 16 08:54:25.899997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08e3b27c-fe8a-4ae2-b954-7916ef0edbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.903152 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08e3b27c-fe8a-4ae2-b954-7916ef0edbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.904423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-08e3b27c-fe8a-4ae2-b954-7916ef0edbe4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/955cb38c-c335-488d-aef1-f34e16458ba7 HTTP/1.1" status: 204 len: 168 time: 0.3815131 Jul 16 08:54:25.921022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-239721df-3cf7-4373-ab6f-5808039b94cd req-e5139a84-1bcc-4b31-a7fe-b4a70e7e00a0 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656567 Jul 16 08:54:25.941278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3b27c-fe8a-4ae2-b954-7916ef0edbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955cb38c-c335-488d-aef1-f34e16458ba7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:25.964074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e1b3c6bb-b6b5-45ec-81bc-4167da58e7eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1da52ab5a47b4438bb97785d2a5355e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311829 Jul 16 08:54:25.969044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35486) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:26.179703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.265874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.358807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.360974 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.377428 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f7feb0a-341f-4cb4-acde-8841635a19ec HTTP/1.1" status: 204 len: 168 time: 0.3902192 Jul 16 08:54:26.385919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7feb0a-341f-4cb4-acde-8841635a19ec,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.413677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.414418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.415121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.415705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.416475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.417032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.417575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.418675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.419561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.420610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.421289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.422008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38432b26-b5f2-49f0-88c0-876cd0f13270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:26.741195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35508) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:26.789804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a69a8ae9-775e-4010-8f9f-3d18acf91ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.963153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a69a8ae9-775e-4010-8f9f-3d18acf91ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.987026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a69a8ae9-775e-4010-8f9f-3d18acf91ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.999011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35518) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:27.079234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a8ae9-775e-4010-8f9f-3d18acf91ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a54e8-d314-49dd-a9f2-fdc29a0f7749,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:27.118237 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a69a8ae9-775e-4010-8f9f-3d18acf91ac0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48be606c04294f02a07c7f594ebddd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755226 Jul 16 08:54:27.120704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35524) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:27.319660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b2e0b82-4dbf-4b2a-8632-1b7a69b21cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.524244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b2e0b82-4dbf-4b2a-8632-1b7a69b21cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.535414 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b2e0b82-4dbf-4b2a-8632-1b7a69b21cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.585188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be6fcb8-9a7a-4f14-aa96-cbbfbf285475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.652320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4b2e0b82-4dbf-4b2a-8632-1b7a69b21cf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a07b85c3ad8c4602abf0951fa241cc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521873 Jul 16 08:54:27.655843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35544) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:27.676647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be6fcb8-9a7a-4f14-aa96-cbbfbf285475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.688151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070db80-ceeb-4efb-bea4-9f45f1cc7502 req-9a1d2f51-3f1e-4835-b224-09df79333b9a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.695858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d070db80-ceeb-4efb-bea4-9f45f1cc7502 req-9a1d2f51-3f1e-4835-b224-09df79333b9a tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 945 time: 0.5210083 Jul 16 08:54:27.713314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e0b82-4dbf-4b2a-8632-1b7a69b21cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d10f9d9-d1ea-4a85-a602-030349d69570,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:27.744613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c80bdc1-4dc3-48ac-8ed8-3c8a04780460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.821926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c80bdc1-4dc3-48ac-8ed8-3c8a04780460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.826951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d070db80-ceeb-4efb-bea4-9f45f1cc7502 req-5386821a-cd3f-4bdd-aecb-41d6cc9e6f06 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296864 Jul 16 08:54:27.827112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35548) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:27.848718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be6fcb8-9a7a-4f14-aa96-cbbfbf285475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.852032 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be6fcb8-9a7a-4f14-aa96-cbbfbf285475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.853351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2be6fcb8-9a7a-4f14-aa96-cbbfbf285475 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b1a54e8-d314-49dd-a9f2-fdc29a0f7749 HTTP/1.1" status: 204 len: 168 time: 0.7316074 Jul 16 08:54:27.866814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6fcb8-9a7a-4f14-aa96-cbbfbf285475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a54e8-d314-49dd-a9f2-fdc29a0f7749,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:27.929164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c80bdc1-4dc3-48ac-8ed8-3c8a04780460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.932664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c80bdc1-4dc3-48ac-8ed8-3c8a04780460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.935111 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c80bdc1-4dc3-48ac-8ed8-3c8a04780460 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d10f9d9-d1ea-4a85-a602-030349d69570 HTTP/1.1" status: 204 len: 168 time: 0.2782063 Jul 16 08:54:27.944629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80bdc1-4dc3-48ac-8ed8-3c8a04780460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d10f9d9-d1ea-4a85-a602-030349d69570,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.345986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-226676248-network', 'tenant_id': '6df410f2628649a68877dcf7db593c17'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:28.406341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Made reservation on behalf of 6df410f2628649a68877dcf7db593c17 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:28.411415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.426274 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.671074 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.676924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.730054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:28.773011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf953b95-dafd-45e6-aa4e-a4a7c767445f req-96003631-e0d9-472d-aeb2-b1ad074a82b4 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:28.776771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf953b95-dafd-45e6-aa4e-a4a7c767445f req-96003631-e0d9-472d-aeb2-b1ad074a82b4 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 945 time: 0.1310410 Jul 16 08:54:28.780472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.784097 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.784566 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Added segment d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4 of type vlan for network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 Jul 16 08:54:28.854743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf953b95-dafd-45e6-aa4e-a4a7c767445f req-23059008-5277-468f-99f3-f004fcbced2f tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684111 Jul 16 08:54:28.873889 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.919294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.920865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:28.921730 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.994158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b54ea554-fa3f-402e-8544-a1a30ba8e0e1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:29.006819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:29.019097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35584) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:29.019954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-acb74e18-e83d-4777-b1ad-f57d056f96c6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1916921 Jul 16 08:54:29.024897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Request body: {'subnet': {'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-226676248-subnet', 'tenant_id': '6df410f2628649a68877dcf7db593c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:29.086326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Made reservation on behalf of 6df410f2628649a68877dcf7db593c17 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:29.088960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.480432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.578602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd78089f-c20c-453d-ae1d-c4b27ea4f698,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:29.662509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Checking segment: {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:29.663365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Network hostable DHCP agents. Network: b54ea554-fa3f-402e-8544-a1a30ba8e0e1, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:29.707539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:29.725953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, b54ea554-fa3f-402e-8544-a1a30ba8e0e1) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:29.733369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:29.738951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b48d7-b150-4227-95af-4650775ed85c None None] Network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:29.740738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.783498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3a09e87f-4ae6-480a-8f57-c701d7eb08c4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7628317 Jul 16 08:54:30.065746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322fc503-dc84-4895-80b7-0764a229e228 None None] Network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:30.306213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ed793-aa59-4c53-8496-727fdb578a53 req-f1484a09-cf71-4d4b-9979-9cc225cd39fe tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.309290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd9ed793-aa59-4c53-8496-727fdb578a53 req-f1484a09-cf71-4d4b-9979-9cc225cd39fe tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 945 time: 0.1697943 Jul 16 08:54:30.495548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd9ed793-aa59-4c53-8496-727fdb578a53 req-987aa6a6-6d5b-4e77-aa25-35b0894c907d tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4c3ca13-b077-420d-bbb6-eb9086fee6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782811 Jul 16 08:54:30.573266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-1e120599-bc07-4809-9599-c693d00689e5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.576114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-1e120599-bc07-4809-9599-c693d00689e5 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 945 time: 0.1979051 Jul 16 08:54:30.821119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Deleting port 36241d6b-5be2-44df-a74d-2d02e282c861 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:30.821872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.060229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] For port 36241d6b-5be2-44df-a74d-2d02e282c861, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=36241d6b-5be2-44df-a74d-2d02e282c861,segment=NetworkSegment(e51736c7-e6cc-473d-ab08-ea2c75fa96c5),segment_id=e51736c7-e6cc-473d-ab08-ea2c75fa96c5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:31.060612 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.094744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Calling delete_port for 36241d6b-5be2-44df-a74d-2d02e282c861 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:31.511230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-23dbfebb-0c06-4550-a1c2-7652bb219a58 req-37da9ac2-e2fc-4bfa-b18c-6c0ecdad292a tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0955861 Jul 16 08:54:31.680337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-19b39eae-8883-484e-9955-5fa58a19719c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:31.686738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-19b39eae-8883-484e-9955-5fa58a19719c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 814 time: 0.3631258 Jul 16 08:54:31.702338 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.856227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Pushing event deleted for resources: {'Port': ['ID=36241d6b-5be2-44df-a74d-2d02e282c861,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:31.873635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-b5057ff6-66ce-406b-b373-e7b5f8cb2dd8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/quotas/6df410f2628649a68877dcf7db593c17 HTTP/1.1" status: 200 len: 375 time: 0.1819336 Jul 16 08:54:31.963527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-e3239aec-a139-4eaf-a9ff-04ed9c975b4e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754378 Jul 16 08:54:31.993758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] No DVR routers for this DVR port 36241d6b-5be2-44df-a74d-2d02e282c861 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:32.005456 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.007613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c891705-457b-4f63-b8c3-ff8d0c6bf080 req-05e3fa0d-a0fd-4f41-bea6-65b8f322b726 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.54 "DELETE /v2.0/ports/36241d6b-5be2-44df-a74d-2d02e282c861 HTTP/1.1" status: 204 len: 173 time: 1.3988075 Jul 16 08:54:32.008089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4f5fd1-ac2b-4e2b-9e24-188262b8a556', 'name': 'network-vif-deleted', 'tag': '36241d6b-5be2-44df-a74d-2d02e282c861'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:32.019159 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912c0acc-1aef-4647-8828-476f01cd64c8" -d '{"events": [{"server_uuid": "7a4f5fd1-ac2b-4e2b-9e24-188262b8a556", "name": "network-vif-deleted", "tag": "36241d6b-5be2-44df-a74d-2d02e282c861"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:32.082017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73eed314-80f8-4cda-afd0-d2579b8e1c7d req-6d70ed50-c002-4e6e-9b16-954d6b267365 tempest-DeleteServersTestJSON-45038679 tempest-DeleteServersTestJSON-45038679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4f5fd1-ac2b-4e2b-9e24-188262b8a556 HTTP/1.1" status: 200 len: 210 time: 0.0894632 Jul 16 08:54:32.181522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-37cc753e-cf4f-4f79-8879-b1551982bcb0 service neutron] 10.222.0.55 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168860 Jul 16 08:54:32.185318 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35592f8-c169-410a-bd78-4aee0591c636 x-openstack-request-id: req-e35592f8-c169-410a-bd78-4aee0591c636 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:32.185617 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4f5fd1-ac2b-4e2b-9e24-188262b8a556", "name": "network-vif-deleted", "tag": "36241d6b-5be2-44df-a74d-2d02e282c861", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:32.185901 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e35592f8-c169-410a-bd78-4aee0591c636 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:32.186310 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4f5fd1-ac2b-4e2b-9e24-188262b8a556', 'name': 'network-vif-deleted', 'tag': '36241d6b-5be2-44df-a74d-2d02e282c861', 'status': 'completed', 'code': 200} Jul 16 08:54:32.323462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-bef48e80-b79b-48dc-b705-9f6114fdd71f service neutron] 10.222.0.55 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406326 Jul 16 08:54:32.563285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-950d050c-ad46-49be-8b94-a68d58f6f01c req-da715ed2-96b9-4788-b210-16239a243d43 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 210 time: 0.0444634 Jul 16 08:54:32.777191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98c09cba-d359-48a9-bb04-d681d9e77e9e req-f08dfa9e-4bb8-4913-925b-97cdecc105f7 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0437074 Jul 16 08:54:33.602479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 36241d6b-5be2-44df-a74d-2d02e282c861 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:33.641524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 36241d6b-5be2-44df-a74d-2d02e282c861 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:33.648922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 36241d6b-5be2-44df-a74d-2d02e282c861 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:33.856256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ee99530-801d-4380-b09e-53d9691b8a01 req-7c3f0a8c-189d-48ed-9969-c98e37793b9d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 210 time: 0.0520804 Jul 16 08:54:34.092127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0756e29-808e-4140-aacd-75d044de8835 req-7d20db73-9343-499b-8403-15a96711f444 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0722675 Jul 16 08:54:35.318671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55c3040a-6d43-4087-929b-12a41ad0c62b req-321f64d9-5c92-4d4f-a144-77a0f989bfa1 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 210 time: 0.0737457 Jul 16 08:54:35.439167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-efb81c52-e3f8-4c25-8cd0-2c20c4594470 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:35.440874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-efb81c52-e3f8-4c25-8cd0-2c20c4594470 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.54 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 814 time: 0.4452863 Jul 16 08:54:35.517377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c44cf53-d9f8-47dc-900d-14b92a419671 req-5d5fa8a3-46d7-43d6-80ff-5ebf429cbeb2 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0575516 Jul 16 08:54:35.529906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Request body: {'port': {'device_id': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'admin_state_up': True, 'tenant_id': '6df410f2628649a68877dcf7db593c17'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:35.725156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Made reservation on behalf of 6df410f2628649a68877dcf7db593c17 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:35.735500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.806204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c88e845a-351b-46e0-9cbd-6111128c79a6 req-20a834f2-f5b8-44fa-a154-1f34cfe0972f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0562570 Jul 16 08:54:35.936571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Allocated IP 172.20.0.2 (b54ea554-fa3f-402e-8544-a1a30ba8e0e1/cd78089f-c20c-453d-ae1d-c4b27ea4f698/8f75384a-a3fc-44e1-b682-918690104d96) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:36.244014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.297522 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.351454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:36.358487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:36.386079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Pushing event updated for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:36.390670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:36.479385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.480462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.511849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-4935d529-b47e-4621-99d0-d32418e6e65f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9892025 Jul 16 08:54:36.546612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Request body: {'port': {'device_id': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:36.768560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993878e5-2ea0-4672-96de-df075bc97a64 req-7762e63b-4cca-4fc8-80f8-5045e4d089b2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.770296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-993878e5-2ea0-4672-96de-df075bc97a64 req-7762e63b-4cca-4fc8-80f8-5045e4d089b2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 931 time: 0.2752426 Jul 16 08:54:36.986463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-343532ec-4795-4f10-adb6-3d560a9bd20f req-04de8679-1af7-46ea-98cf-1aa0ea7762fd tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.1524296 Jul 16 08:54:36.998110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.172299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-993878e5-2ea0-4672-96de-df075bc97a64 req-a1c99827-1aea-4e9f-a4c9-91116d3289b7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841825 Jul 16 08:54:37.501760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f75384a-a3fc-44e1-b682-918690104d96 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:37.510942 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.526513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Transition to ACTIVE for port object 8f75384a-a3fc-44e1-b682-918690104d96 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:37.531874 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.598359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Pushing event updated for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.767215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Attempting to bind port 8f75384a-a3fc-44e1-b682-918690104d96 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:37.769040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Attempting to bind port 8f75384a-a3fc-44e1-b682-918690104d96 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:37.769872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Attempting to bind port 8f75384a-a3fc-44e1-b682-918690104d96 on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:37.784483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Port 8f75384a-a3fc-44e1-b682-918690104d96 on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:37.784810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Attempting to bind port 8f75384a-a3fc-44e1-b682-918690104d96 on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:37.798593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:37.798942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Checking segment: {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:37.799678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Bound using segment: {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:37.803042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Bound port: 8f75384a-a3fc-44e1-b682-918690104d96, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:37.803420 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.908216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:37.912637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:37.917910 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.000594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.001123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.002589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f75384a-a3fc-44e1-b682-918690104d96 HTTP/1.1" status: 200 len: 1092 time: 1.4623792 Jul 16 08:54:38.003040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:38.005317 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019d031c-62f2-4174-9b2d-316691e47f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "tag": "8f75384a-a3fc-44e1-b682-918690104d96"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:38.023383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ddc1c-7e3b-4606-b53b-b2248498e020 service neutron] Pushing event updated for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:38.176724 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bedafce-f89a-4ad7-a967-e8f09d2c17c1 x-openstack-request-id: req-7bedafce-f89a-4ad7-a967-e8f09d2c17c1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:38.177416 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "tag": "8f75384a-a3fc-44e1-b682-918690104d96", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:38.178793 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bedafce-f89a-4ad7-a967-e8f09d2c17c1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:38.179942 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96', 'status': 'completed', 'code': 200} Jul 16 08:54:38.276188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3df67a55-ece9-4c0c-b63e-bb59fc9e01bf req-406c30b7-fd02-4938-8ac9-99b2077cba23 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0663195 Jul 16 08:54:38.299667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-2263baed-a7e1-4d42-9ec8-61f4e4febc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.301579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-2263baed-a7e1-4d42-9ec8-61f4e4febc47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 1095 time: 0.2241361 Jul 16 08:54:38.431262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-a3b6b4fb-1e9b-441f-be30-b920202750e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f75384a-a3fc-44e1-b682-918690104d96 HTTP/1.1" status: 200 len: 217 time: 0.1155119 Jul 16 08:54:38.583751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-bf16e31b-0798-4a84-aff0-fdd7b024b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.591519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-bf16e31b-0798-4a84-aff0-fdd7b024b38f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd78089f-c20c-453d-ae1d-c4b27ea4f698 HTTP/1.1" status: 200 len: 854 time: 0.1481509 Jul 16 08:54:38.681659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-c441f2ce-79bc-4351-bd76-792fe2081c7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704489 Jul 16 08:54:38.862141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f455d-2770-4e49-8a50-d852a7a7362b req-a4974873-eace-4048-abfc-33c2aeaa979f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.865759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-294f455d-2770-4e49-8a50-d852a7a7362b req-a4974873-eace-4048-abfc-33c2aeaa979f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 943 time: 0.2728856 Jul 16 08:54:38.961016 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-294f455d-2770-4e49-8a50-d852a7a7362b req-060616b7-a154-4d26-906e-3d0a2d888295 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813055 Jul 16 08:54:38.997786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-0dbcc765-2335-4526-ba3e-fada90de43e6 service neutron] 10.222.0.54 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972925 Jul 16 08:54:39.173684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b39b12c-265e-4662-88ed-4c5ae4f4a43e req-0c4de7ba-e444-4927-bf31-f898e5c1b130 service neutron] 10.222.0.54 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712785 Jul 16 08:54:39.349236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d031c-62f2-4174-9b2d-316691e47f5b req-d4570799-be9f-4b5f-899c-9a4f902b68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:39.358898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019d031c-62f2-4174-9b2d-316691e47f5b req-d4570799-be9f-4b5f-899c-9a4f902b68d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 1095 time: 0.1190257 Jul 16 08:54:39.595297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d031c-62f2-4174-9b2d-316691e47f5b req-6a32cd0d-4c33-4af8-bfdb-2af49915873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:39.597972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019d031c-62f2-4174-9b2d-316691e47f5b req-6a32cd0d-4c33-4af8-bfdb-2af49915873f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 915 time: 0.2274091 Jul 16 08:54:39.648321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019d031c-62f2-4174-9b2d-316691e47f5b req-3d8a6272-90b9-4142-9c88-974d22560f5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f75384a-a3fc-44e1-b682-918690104d96 HTTP/1.1" status: 200 len: 217 time: 0.0431216 Jul 16 08:54:39.723317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d031c-62f2-4174-9b2d-316691e47f5b req-9cc43571-3846-4ae2-b036-f6662253a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:39.724902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019d031c-62f2-4174-9b2d-316691e47f5b req-9cc43571-3846-4ae2-b036-f6662253a632 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd78089f-c20c-453d-ae1d-c4b27ea4f698 HTTP/1.1" status: 200 len: 854 time: 0.0684135 Jul 16 08:54:39.815745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019d031c-62f2-4174-9b2d-316691e47f5b req-52a441ff-7a7f-4c57-b94a-5b0877e0dbf8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779226 Jul 16 08:54:39.962829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019d031c-62f2-4174-9b2d-316691e47f5b req-091dfd39-1c74-463d-b5a3-7d3a4b8db2c0 service neutron] 10.222.0.54 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304200 Jul 16 08:54:40.307459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-019d031c-62f2-4174-9b2d-316691e47f5b req-8c718b98-681a-4664-8891-fcc6d6bfafcc service neutron] 10.222.0.54 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318706 Jul 16 08:54:40.379894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ddcb-abfb-4b7e-9a00-40017bb6e90b req-a5c2e2ab-b1ed-49d2-be10-5d065831d11d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:40.392135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8121ddcb-abfb-4b7e-9a00-40017bb6e90b req-a5c2e2ab-b1ed-49d2-be10-5d065831d11d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 943 time: 0.1554532 Jul 16 08:54:40.463109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8121ddcb-abfb-4b7e-9a00-40017bb6e90b req-f93e68db-f2c9-4a78-81fd-45869d897e73 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Jul 16 08:54:41.032049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35952) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.384376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb11973e-6d8e-4495-b66c-46585e5c19ce admin admin] Deleting subnet 76c34048-76db-405f-975d-c0d719aedc2a {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:41.389866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb11973e-6d8e-4495-b66c-46585e5c19ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.633396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f75384a-a3fc-44e1-b682-918690104d96 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:41.835039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:41.857891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '8f75384a-a3fc-44e1-b682-918690104d96', 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'port_id': '8f75384a-a3fc-44e1-b682-918690104d96', 'mac_address': 'fa:16:3e:69:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd78089f-c20c-453d-ae1d-c4b27ea4f698', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:41.962123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.991069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb11973e-6d8e-4495-b66c-46585e5c19ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.002229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f75384a-a3fc-44e1-b682-918690104d96 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:42.072416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:42.082357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.095789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb11973e-6d8e-4495-b66c-46585e5c19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.135413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55cb4-8cd0-4213-bafe-61405ad738b2 req-c055edbf-9cad-41b7-849f-11c642e184c4 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:42.146875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91a55cb4-8cd0-4213-bafe-61405ad738b2 req-c055edbf-9cad-41b7-849f-11c642e184c4 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 943 time: 0.2638752 Jul 16 08:54:42.227661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.265543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91a55cb4-8cd0-4213-bafe-61405ad738b2 req-c1f8e51b-2d53-456d-b695-15b9aa62eeaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135237 Jul 16 08:54:42.298544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb11973e-6d8e-4495-b66c-46585e5c19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.359534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['8f75384a-a3fc-44e1-b682-918690104d96'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:42.366608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11973e-6d8e-4495-b66c-46585e5c19ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c34048-76db-405f-975d-c0d719aedc2a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.369194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb11973e-6d8e-4495-b66c-46585e5c19ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.374786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35974) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.375843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fb11973e-6d8e-4495-b66c-46585e5c19ce admin admin] 10.222.0.55 "DELETE /v2.0/subnets/76c34048-76db-405f-975d-c0d719aedc2a HTTP/1.1" status: 204 len: 168 time: 1.3442082 Jul 16 08:54:42.484893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.637619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.657011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b0b3c8-c2d9-4e7e-87c6-9d980721708a']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.679418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.680046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51736c7-e6cc-473d-ab08-ea2c75fa96c5') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.690744 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.710015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.721114 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:42.722109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:42.748162 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:42.805041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.811102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.813451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] 10.222.0.55 "DELETE /v2.0/networks/21b0b3c8-c2d9-4e7e-87c6-9d980721708a HTTP/1.1" status: 204 len: 168 time: 0.4366512 Jul 16 08:54:42.834737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7b199-a334-4201-8ebb-5cbc305ce186 admin admin] Pushing event deleted for resources: {'Network': ['ID=21b0b3c8-c2d9-4e7e-87c6-9d980721708a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.035843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35984) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.101308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a37fd380-1e55-41db-a7f9-5e35a1f6b1bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c28e98a8fb104443a038715ba3a75248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643697 Jul 16 08:54:43.103995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35986) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.173345 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1661-405f-4a91-abfb-06230e292438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.205502 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1661-405f-4a91-abfb-06230e292438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.264613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1661-405f-4a91-abfb-06230e292438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.267483 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1661-405f-4a91-abfb-06230e292438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.268863 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d4f1661-405f-4a91-abfb-06230e292438 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4c3ca13-b077-420d-bbb6-eb9086fee6b4 HTTP/1.1" status: 204 len: 168 time: 0.1640222 Jul 16 08:54:43.288829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f1661-405f-4a91-abfb-06230e292438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c3ca13-b077-420d-bbb6-eb9086fee6b4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.643713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f75384a-a3fc-44e1-b682-918690104d96 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:43.775558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 8f75384a-a3fc-44e1-b682-918690104d96 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:43.782125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 8f75384a-a3fc-44e1-b682-918690104d96 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:43.782771 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.966908 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.007162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:44.008245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:44.011329 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0b91d-1638-4266-ab71-9aba2da39b02" -d '{"events": [{"server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "name": "network-vif-plugged", "status": "completed", "tag": "8f75384a-a3fc-44e1-b682-918690104d96"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:44.015994 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.068970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.428987 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2082-3a10-4783-bedf-5636a11d7e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.455975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36028) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:44.603923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-795312192-network', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:44.646283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:44.649679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.665783 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.838308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.844790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.886543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:44.896348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5b006-a906-438b-b546-ba781deebbd2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.944863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.946676 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Added segment a55aba74-1713-40b6-9e02-66a047788816 of type vlan for network f56d1b59-6046-47e5-8358-9118989f30fb Jul 16 08:54:45.002876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.038848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.041572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:45.042317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.112798 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6554110 Jul 16 08:54:45.115685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36034) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.124302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Request body: {'subnet': {'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-subnet', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:45.142877 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.172446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32b72b-9b37-48f9-b45d-65097489e0fb admin admin] Pushing event updated for resources: {'Network': ['ID=f56d1b59-6046-47e5-8358-9118989f30fb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.190855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f56d1b59-6046-47e5-8358-9118989f30fb details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:45.193348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:45.196341 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.446986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.493259 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:45.535519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Checking segment: {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:45.536158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Network hostable DHCP agents. Network: f56d1b59-6046-47e5-8358-9118989f30fb, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:45.545274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb977cdb-bd1e-4952-93e4-386a3ffddfea,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.570495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Network f56d1b59-6046-47e5-8358-9118989f30fb is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:45.620995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f56d1b59-6046-47e5-8358-9118989f30fb) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:45.626246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:45.626961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.632967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02cc41e-7591-4a3e-9579-ae165bbc0527 None None] Network f56d1b59-6046-47e5-8358-9118989f30fb requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:45.674592 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0a3dcf63-7da4-497a-b55b-7f0e5f6fd9ed admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5576007 Jul 16 08:54:45.677166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36042) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.685468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:45.733433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.734777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.820935 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.947551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-f56d1b59-6046-47e5-8358-9118989f30fb', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:45.948471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.084877 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.169290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Allocated IP 172.20.0.2 (f56d1b59-6046-47e5-8358-9118989f30fb/bb977cdb-bd1e-4952-93e4-386a3ffddfea/3a987580-c093-4b32-8416-5459ebe5016b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:46.395123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.422870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.482297 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.492901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Transition to ACTIVE for port object 3a987580-c093-4b32-8416-5459ebe5016b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:46.513823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Transition to ACTIVE for port object 3a987580-c093-4b32-8416-5459ebe5016b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:46.526717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.609637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Network f56d1b59-6046-47e5-8358-9118989f30fb is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:46.610401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Allocated IP 172.25.6.34 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/2cd47702-40ae-4e7c-9adb-60025bbe1a24) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:46.618078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:46.624701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:46.627893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Pushing event updated for resources: {'Port': ['ID=3a987580-c093-4b32-8416-5459ebe5016b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:46.736844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Attempting to bind port 3a987580-c093-4b32-8416-5459ebe5016b on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:46.737689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Attempting to bind port 3a987580-c093-4b32-8416-5459ebe5016b by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:46.738670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Attempting to bind port 3a987580-c093-4b32-8416-5459ebe5016b on network f56d1b59-6046-47e5-8358-9118989f30fb {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:46.757449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:46.757782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.758297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Checking segment: {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:46.758297 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.758633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Bound using segment: {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:46.759106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Bound port: 3a987580-c093-4b32-8416-5459ebe5016b, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:46.759755 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.811009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.884718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:46.884930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] For port 3a987580-c093-4b32-8416-5459ebe5016b, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:46.885022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:46.890141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:46.893623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd47702-40ae-4e7c-9adb-60025bbe1a24,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:46.905018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] For port 3a987580-c093-4b32-8416-5459ebe5016b, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3a987580-c093-4b32-8416-5459ebe5016b,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:46.915106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.040163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9c4ce-ab5f-4b5b-a938-1d61a5438f6d None None] Pushing event updated for resources: {'Port': ['ID=3a987580-c093-4b32-8416-5459ebe5016b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.306427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.623439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.632447 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cc0c74ae-1a86-4d16-bd48-dfeb4cec7464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.666570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.971023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:54:48.217052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:48.226875 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Sync routers for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:48.236899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.238482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-20e7f158-e56e-4c15-a874-157318633752 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5591683 Jul 16 08:54:48.239530 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:48.241032 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:54:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:48.241399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36084) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:48.561846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea793b-6e78-4ec1-b2b8-7447f47faee7 None None] Network f56d1b59-6046-47e5-8358-9118989f30fb requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:48.748291 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:48.800507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1417adc9-d13d-4b68-8efc-c6113f8dfc65 None None] Provisioning for port 3a987580-c093-4b32-8416-5459ebe5016b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:48.815669 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.817020 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.218023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3a987580-c093-4b32-8416-5459ebe5016b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:49.231723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.372099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3a987580-c093-4b32-8416-5459ebe5016b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:49.379399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3a987580-c093-4b32-8416-5459ebe5016b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:49.379901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.392277 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 3, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:49.435416 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Checking router: 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:49.435966 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Updating router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 port 2cd47702-40ae-4e7c-9adb-60025bbe1a24 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:49.502503 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.602774 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.633536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Allocated IP 172.20.0.1 (f56d1b59-6046-47e5-8358-9118989f30fb/bb977cdb-bd1e-4952-93e4-386a3ffddfea/0a012f68-1d88-46ce-8b1f-b06111ad3684) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:49.638523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-035f13c6-8e06-4ecf-ac29-e705c06236ed None None] Provisioning complete for port 3a987580-c093-4b32-8416-5459ebe5016b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:49.638783 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-035f13c6-8e06-4ecf-ac29-e705c06236ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.726378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3a987580-c093-4b32-8416-5459ebe5016b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3a987580-c093-4b32-8416-5459ebe5016b,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:49.755742 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.827950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.864816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Transition to ACTIVE for port object 0a012f68-1d88-46ce-8b1f-b06111ad3684 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:49.951827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.960036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3a987580-c093-4b32-8416-5459ebe5016b,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:49.975404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.975663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.975883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.976216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.976550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.976878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.977207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.977542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.977881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.978211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.978527 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.978846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:49.985711 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-035f13c6-8e06-4ecf-ac29-e705c06236ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.079181 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-035f13c6-8e06-4ecf-ac29-e705c06236ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:54:50.090866 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-035f13c6-8e06-4ecf-ac29-e705c06236ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:54:50.098197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Pushing event updated for resources: {'Port': ['ID=0a012f68-1d88-46ce-8b1f-b06111ad3684,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.098691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.104678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Network f56d1b59-6046-47e5-8358-9118989f30fb is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:50.110166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:50.116777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:50.134212 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.149035 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Transition to ACTIVE for port object 2cd47702-40ae-4e7c-9adb-60025bbe1a24 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:50.163923 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.207232 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.234471 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Attempting to bind port 2cd47702-40ae-4e7c-9adb-60025bbe1a24 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:50.234845 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Attempting to bind port 2cd47702-40ae-4e7c-9adb-60025bbe1a24 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:50.235575 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Attempting to bind port 2cd47702-40ae-4e7c-9adb-60025bbe1a24 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:50.246195 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:50.247102 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:50.247681 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.248240 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:50.248892 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Bound port: 2cd47702-40ae-4e7c-9adb-60025bbe1a24, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:50.249455 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.324432 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] For port 2cd47702-40ae-4e7c-9adb-60025bbe1a24, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:50.343066 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Pushing event updated for resources: {'Port': ['ID=2cd47702-40ae-4e7c-9adb-60025bbe1a24,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.346304 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] For port 2cd47702-40ae-4e7c-9adb-60025bbe1a24, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2cd47702-40ae-4e7c-9adb-60025bbe1a24,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:50.354318 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.359864 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.359997 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.360335 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.362558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.362558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.362558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.362558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.362558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.362558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.363094 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.363189 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.363456 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.422959 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844fef7-b556-40ad-a7cd-07404a2d8318 None None] Pushing event updated for resources: {'Port': ['ID=2cd47702-40ae-4e7c-9adb-60025bbe1a24,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.448138 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:50.448800 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:54:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:50.546136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.602748 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:50.784364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-039f4dba-7e79-4624-bb0d-6c1d6e478655 None None] Provisioning for port 0a012f68-1d88-46ce-8b1f-b06111ad3684 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:50.791075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-039f4dba-7e79-4624-bb0d-6c1d6e478655 None None] Provisioning complete for port 0a012f68-1d88-46ce-8b1f-b06111ad3684 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:50.793997 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-039f4dba-7e79-4624-bb0d-6c1d6e478655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.954916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-039f4dba-7e79-4624-bb0d-6c1d6e478655 None None] Port 0a012f68-1d88-46ce-8b1f-b06111ad3684 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:51.095108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3a987580-c093-4b32-8416-5459ebe5016b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:51.174451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-f3f36a0d-42b2-4a45-b4ba-ada5309f49e9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:51.176058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-f3f36a0d-42b2-4a45-b4ba-ada5309f49e9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 815 time: 0.6407616 Jul 16 08:54:51.184579 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:49Z', 'revision_number': 1, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:51.214789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3a987580-c093-4b32-8416-5459ebe5016b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:51.215299 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.255916 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42096e-770b-42ba-b078-dae27e97306a None None] The sync data for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 is: [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:49Z', 'revision_number': 1, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:51.303589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-853e0b48-45db-4f72-b98b-a3fc5d9e682f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/quotas/e9df005b8d634008b214fdeb6e2ed93d HTTP/1.1" status: 200 len: 375 time: 0.1132777 Jul 16 08:54:51.360280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.416405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.528655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.542226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Pushing event updated for resources: {'Port': ['ID=0a012f68-1d88-46ce-8b1f-b06111ad3684,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:51.577944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-2608a756-cbe8-4000-99e1-b404adccb2d7 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2748399 Jul 16 08:54:51.625131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20957b7-0ec3-4800-9d75-45fee1e67828 req-f9d604d0-545d-40ff-8bab-349bdd9f8269 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:51.643217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b20957b7-0ec3-4800-9d75-45fee1e67828 req-f9d604d0-545d-40ff-8bab-349bdd9f8269 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.3614569 Jul 16 08:54:52.232837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Network f56d1b59-6046-47e5-8358-9118989f30fb is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:52.246170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b20957b7-0ec3-4800-9d75-45fee1e67828 req-448e415b-eec2-4302-b82a-9f4fabecf4c8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015711 Jul 16 08:54:52.255542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:52.602385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-ee4364e3-d3ff-4137-9ab4-b6e71d59f5c7 service neutron] 10.222.0.55 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993892 Jul 16 08:54:52.662191 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08125cbc-2136-4398-a17a-b1bd9707b2bb x-openstack-request-id: req-08125cbc-2136-4398-a17a-b1bd9707b2bb {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:52.663120 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "name": "network-vif-plugged", "status": "completed", "tag": "8f75384a-a3fc-44e1-b682-918690104d96", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:52.663571 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08125cbc-2136-4398-a17a-b1bd9707b2bb {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:52.664305 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96', 'code': 200} Jul 16 08:54:52.715737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-04a474a6-41c4-4755-b3cc-18e4d612626d None None] Provisioning complete for port 0a012f68-1d88-46ce-8b1f-b06111ad3684 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:52.718372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04a474a6-41c4-4755-b3cc-18e4d612626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.759723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-d1d67b07-1f41-4def-abe1-d44392f18809 service neutron] 10.222.0.55 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499879 Jul 16 08:54:52.816907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-04a474a6-41c4-4755-b3cc-18e4d612626d None None] Port 0a012f68-1d88-46ce-8b1f-b06111ad3684 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:52.844099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:52.874711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72990373-f626-4610-b573-f244010ba880 req-9694a067-fb77-4932-a44f-816b9b9edcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:52.876954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72990373-f626-4610-b573-f244010ba880 req-9694a067-fb77-4932-a44f-816b9b9edcfc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 1097 time: 0.1044989 Jul 16 08:54:53.054226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f45f720-d916-43fa-88aa-03e53663ef36 req-566e9110-abae-4eb3-81b6-5b1eb2bcaf10 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.1284184 Jul 16 08:54:53.136399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9885ae20-32f5-4bfb-9160-691fda84cf71 req-2735f166-9bbe-4aa2-b813-bf241115ff27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 210 time: 0.0791154 Jul 16 08:54:53.172872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2cd47702-40ae-4e7c-9adb-60025bbe1a24 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:53.259297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 2cd47702-40ae-4e7c-9adb-60025bbe1a24 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:53.259486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:53.264125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72990373-f626-4610-b573-f244010ba880 req-837ef091-4467-497f-8238-0f48297b9bc4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371809 Jul 16 08:54:53.269260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2cd47702-40ae-4e7c-9adb-60025bbe1a24 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:53.270866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.275504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-06f76aba-4be5-4be7-ac9d-9a2a68ca8d2d admin admin] 10.222.0.55 "PUT /v2.0/routers/6ba8e2f4-8b66-47b8-b445-cbdbfba5d176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0329840 Jul 16 08:54:53.489596 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.545572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 2cd47702-40ae-4e7c-9adb-60025bbe1a24, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2cd47702-40ae-4e7c-9adb-60025bbe1a24,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:53.558929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.663583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14613cb-1034-4049-8c09-6751b8e43c5d req-c5664bb6-ddb3-4461-846d-fdc19628d2b8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:53.674795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f14613cb-1034-4049-8c09-6751b8e43c5d req-c5664bb6-ddb3-4461-846d-fdc19628d2b8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1715815 Jul 16 08:54:53.730831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=2cd47702-40ae-4e7c-9adb-60025bbe1a24,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.734835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f14613cb-1034-4049-8c09-6751b8e43c5d req-83bd2389-e179-453c-92d4-d6ea4e9de5d1 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590391 Jul 16 08:54:54.362686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee2e59b2-65c5-4c19-8013-8e933a200c6b req-2652f65d-0de0-4bda-a892-8b393727ec7c tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0555842 Jul 16 08:54:54.481763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15219a83-3fc4-4b94-b75a-2e6009fea0ba req-c85d7f2f-e692-45d6-a7e7-78af823b15e1 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 210 time: 0.0541928 Jul 16 08:54:54.680357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Sync routers for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:54.691159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:54.692177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:54:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.928129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:55.078145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2cd47702-40ae-4e7c-9adb-60025bbe1a24 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:55.148591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-a0e2b62f-d579-47a8-a377-86797d367fa2 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:55.150223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-a0e2b62f-d579-47a8-a377-86797d367fa2 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 815 time: 0.3050017 Jul 16 08:54:55.164928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Request body: {'port': {'device_id': '46af0c99-40d9-4cdb-a499-c29e049b158f', 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'admin_state_up': True, 'tenant_id': 'e9df005b8d634008b214fdeb6e2ed93d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:55.209557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2cd47702-40ae-4e7c-9adb-60025bbe1a24 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:55.209966 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.223665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480e4f1-66b5-45b8-99e9-d24233f492ae req-3b3d25ee-76c8-4d97-92d2-afb7793650d1 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:55.226755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7480e4f1-66b5-45b8-99e9-d24233f492ae req-3b3d25ee-76c8-4d97-92d2-afb7793650d1 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.2334118 Jul 16 08:54:55.347922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 2, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.360910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7480e4f1-66b5-45b8-99e9-d24233f492ae req-cb732ab9-71db-4826-8a2d-96c64255f6c8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854120 Jul 16 08:54:55.404478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Made reservation on behalf of e9df005b8d634008b214fdeb6e2ed93d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:55.405099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Checking router: 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:55.405464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Updating router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 port 0a012f68-1d88-46ce-8b1f-b06111ad3684 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:55.412564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.493057 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.654382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Allocated IP 172.20.0.7 (6d462d84-d187-4864-8ea5-a0f0066eb59b/06a2f2d4-90a6-4084-b271-107bfeb4f670/5dfe0158-b5b5-4011-a51a-cb44424e9292) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:55.864400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd7c8bb2-5e6b-4ad7-a0bd-ae2b9a2b68bb req-ebd4653e-f996-4c42-aa5e-0db25aa4fb33 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0907223 Jul 16 08:54:56.007232 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.034778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Transition to ACTIVE for port object 0a012f68-1d88-46ce-8b1f-b06111ad3684 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:56.061970 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.115495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.129777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090f405-2792-4e21-9704-3d066eaa5298 None None] Pushing event updated for resources: {'Port': ['ID=0a012f68-1d88-46ce-8b1f-b06111ad3684,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.180499 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.242530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36364) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.259022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:56.352844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Pushing event updated for resources: {'Port': ['ID=5dfe0158-b5b5-4011-a51a-cb44424e9292,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.379225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Network 6d462d84-d187-4864-8ea5-a0f0066eb59b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:56.387250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:56.390681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:56.395133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2fd3e6-7958-4a3d-9482-34d57be8f5a9 admin admin] Deleting subnet d40b2eb7-3f15-4a97-92c3-f34cbe6022fb {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:56.402807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Attempting to bind port 0a012f68-1d88-46ce-8b1f-b06111ad3684 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:56.403179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Attempting to bind port 0a012f68-1d88-46ce-8b1f-b06111ad3684 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:56.404279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd3e6-7958-4a3d-9482-34d57be8f5a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.410066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Attempting to bind port 0a012f68-1d88-46ce-8b1f-b06111ad3684 on network f56d1b59-6046-47e5-8358-9118989f30fb {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:56.426261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:56.426657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Checking segment: {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:56.427262 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.431047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Bound using segment: {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:56.431567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Bound port: 0a012f68-1d88-46ce-8b1f-b06111ad3684, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:56.432164 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.482339 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd3e6-7958-4a3d-9482-34d57be8f5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.497878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8963d4c-fca6-43e1-afae-2f9c09aec922 req-df23a3d4-cc0a-4afa-9c7f-d270e1662b27 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.511923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8963d4c-fca6-43e1-afae-2f9c09aec922 req-df23a3d4-cc0a-4afa-9c7f-d270e1662b27 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.7370336 Jul 16 08:54:56.547799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd3e6-7958-4a3d-9482-34d57be8f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.615445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] For port 0a012f68-1d88-46ce-8b1f-b06111ad3684, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:56.619932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] For port 0a012f68-1d88-46ce-8b1f-b06111ad3684, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0a012f68-1d88-46ce-8b1f-b06111ad3684,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:56.634513 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd3e6-7958-4a3d-9482-34d57be8f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.636459 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.648735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.649695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.654480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd3e6-7958-4a3d-9482-34d57be8f5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.659810 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7e2fd3e6-7958-4a3d-9482-34d57be8f5a9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d40b2eb7-3f15-4a97-92c3-f34cbe6022fb HTTP/1.1" status: 204 len: 168 time: 0.4167278 Jul 16 08:54:56.664035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36366) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.714438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fd3e6-7958-4a3d-9482-34d57be8f5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40b2eb7-3f15-4a97-92c3-f34cbe6022fb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.733832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bd7e7-f876-42fe-9a49-e86e1d1132c9 req-108e1d78-6a08-491b-b729-523f7dcc511c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.741393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad0bd7e7-f876-42fe-9a49-e86e1d1132c9 req-108e1d78-6a08-491b-b729-523f7dcc511c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 931 time: 0.5695331 Jul 16 08:54:56.752925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:56.753553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:54:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:56.812289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-e9155509-0c1a-4544-8796-6493a1acaa27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6526053 Jul 16 08:54:56.829359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090f405-2792-4e21-9704-3d066eaa5298 None None] Pushing event updated for resources: {'Port': ['ID=0a012f68-1d88-46ce-8b1f-b06111ad3684,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.876824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8963d4c-fca6-43e1-afae-2f9c09aec922 req-4b003427-9b13-4939-9245-5a53ac92fe1c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533428 Jul 16 08:54:56.884172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Request body: {'port': {'device_id': '46af0c99-40d9-4cdb-a499-c29e049b158f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:57.082372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:57.163471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0a012f68-1d88-46ce-8b1f-b06111ad3684 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:57.291144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad0bd7e7-f876-42fe-9a49-e86e1d1132c9 req-4dbef3e6-0499-41d3-80e8-10b77be00419 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486908 Jul 16 08:54:57.307395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.331036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.354648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 0a012f68-1d88-46ce-8b1f-b06111ad3684 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:57.385170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0a012f68-1d88-46ce-8b1f-b06111ad3684 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:57.385603 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.489601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.501214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9176b160-cc85-4c00-a8bd-c4aa28e18157']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.513283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3d721d-9267-42ee-a000-196b4c8e72d5') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.513728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3d721d-9267-42ee-a000-196b4c8e72d5') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.525119 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.542899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.556142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:57.556653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:57.598987 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:57.663793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b360934-b07c-46aa-afa4-543335072dc6 req-8600cddf-177f-4fc1-a9d6-37d403ce0bd6 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0864904 Jul 16 08:54:57.743806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.762525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:56Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.806145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19ce63-10d4-4f38-9854-00e0649b4ea5 None None] The sync data for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 is: [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:56Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:57.819911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 0a012f68-1d88-46ce-8b1f-b06111ad3684, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0a012f68-1d88-46ce-8b1f-b06111ad3684,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:57.834853 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.838200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.891431 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.894696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9176b160-cc85-4c00-a8bd-c4aa28e18157 HTTP/1.1" status: 204 len: 168 time: 1.2158573 Jul 16 08:54:57.932019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48069044-c061-4f64-b8fe-8829a71f78d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9176b160-cc85-4c00-a8bd-c4aa28e18157,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.008341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=0a012f68-1d88-46ce-8b1f-b06111ad3684,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.157346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfe0158-b5b5-4011-a51a-cb44424e9292 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:58.161307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36392) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.169797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.186413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Transition to ACTIVE for port object 5dfe0158-b5b5-4011-a51a-cb44424e9292 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:58.191159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.267195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36396) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.268308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9f11cffa-8cf6-42c5-92e2-dbfd9d173d06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a22621e98f448e0b6a9a1f290de81b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035657 Jul 16 08:54:58.269327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfe0158-b5b5-4011-a51a-cb44424e9292,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.452187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Attempting to bind port 5dfe0158-b5b5-4011-a51a-cb44424e9292 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:58.454638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Attempting to bind port 5dfe0158-b5b5-4011-a51a-cb44424e9292 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:58.455392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Attempting to bind port 5dfe0158-b5b5-4011-a51a-cb44424e9292 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:58.471089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Port 5dfe0158-b5b5-4011-a51a-cb44424e9292 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:58.477317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Attempting to bind port 5dfe0158-b5b5-4011-a51a-cb44424e9292 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:58.503405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d292ef8-7695-4bdf-87a4-14ef9e83f4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.535580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:58.535834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Checking segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:58.536222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Bound using segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:58.536935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Bound port: 5dfe0158-b5b5-4011-a51a-cb44424e9292, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:58.537398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.582972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d292ef8-7695-4bdf-87a4-14ef9e83f4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.708905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b58c1-eb1a-45ce-9ba0-51c77cf3c2a8 req-ff1382cf-fb05-4a12-a848-58af0b66d2c9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:58.710753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3b58c1-eb1a-45ce-9ba0-51c77cf3c2a8 req-ff1382cf-fb05-4a12-a848-58af0b66d2c9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 943 time: 0.2312047 Jul 16 08:54:58.719655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] For port 5dfe0158-b5b5-4011-a51a-cb44424e9292, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:58.723337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] For port 5dfe0158-b5b5-4011-a51a-cb44424e9292, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5dfe0158-b5b5-4011-a51a-cb44424e9292,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:58.742586 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.754516 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d292ef8-7695-4bdf-87a4-14ef9e83f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.757151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d292ef8-7695-4bdf-87a4-14ef9e83f4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.761123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1d292ef8-7695-4bdf-87a4-14ef9e83f4bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/246b333a-5ed0-4c6a-ae68-aff28a2cbcaa HTTP/1.1" status: 204 len: 168 time: 0.4928744 Jul 16 08:54:58.796663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d292ef8-7695-4bdf-87a4-14ef9e83f4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246b333a-5ed0-4c6a-ae68-aff28a2cbcaa,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.832509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:58.833309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.835025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] 10.222.0.52 "PUT /v2.0/ports/5dfe0158-b5b5-4011-a51a-cb44424e9292 HTTP/1.1" status: 200 len: 1092 time: 1.9957440 Jul 16 08:54:58.838036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46af0c99-40d9-4cdb-a499-c29e049b158f', 'tag': '5dfe0158-b5b5-4011-a51a-cb44424e9292'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:58.848078 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7" -d '{"events": [{"name": "network-changed", "server_uuid": "46af0c99-40d9-4cdb-a499-c29e049b158f", "tag": "5dfe0158-b5b5-4011-a51a-cb44424e9292"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:58.876075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3b58c1-eb1a-45ce-9ba0-51c77cf3c2a8 req-dd531b8d-4f0e-4d4d-8e7e-2fd5f19eda85 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460962 Jul 16 08:54:58.907194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a7e3-a7b5-4a07-8046-764564eec662 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfe0158-b5b5-4011-a51a-cb44424e9292,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.041892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-c0c0fef8-5d24-44e8-9c31-19ce324ef233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:59.041892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-c0c0fef8-5d24-44e8-9c31-19ce324ef233 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 1095 time: 0.1144705 Jul 16 08:54:59.114969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0a012f68-1d88-46ce-8b1f-b06111ad3684 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:59.115872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-a77ccc4b-1cf1-4e3c-9686-c71d844b21d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5dfe0158-b5b5-4011-a51a-cb44424e9292 HTTP/1.1" status: 200 len: 217 time: 0.0675621 Jul 16 08:54:59.178103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-05970f51-1541-48ab-b87b-c159673f389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:59.179577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-05970f51-1541-48ab-b87b-c159673f389c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.0545456 Jul 16 08:54:59.196174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0a012f68-1d88-46ce-8b1f-b06111ad3684 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:59.197313 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.219509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-082571b0-9cef-4fd6-9010-282278a0a0df req-742f364d-fa58-4b94-b7cc-226ec1718978 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.1064978 Jul 16 08:54:59.284778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-212e6f38-91de-4a47-a343-13f130a113ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842981 Jul 16 08:54:59.448144 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ff250f-bc93-4151-aa22-1c192b3af1db x-openstack-request-id: req-86ff250f-bc93-4151-aa22-1c192b3af1db {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:59.448526 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46af0c99-40d9-4cdb-a499-c29e049b158f", "tag": "5dfe0158-b5b5-4011-a51a-cb44424e9292", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:59.448709 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86ff250f-bc93-4151-aa22-1c192b3af1db {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:59.449074 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46af0c99-40d9-4cdb-a499-c29e049b158f', 'tag': '5dfe0158-b5b5-4011-a51a-cb44424e9292', 'status': 'completed', 'code': 200} Jul 16 08:54:59.455734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-f74c1b2f-7d85-43a3-bc57-3ab18df3470b service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630805 Jul 16 08:54:59.595674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95fffbba-1af3-4151-8e14-86dddccb4940 req-8a1c74e6-9f7c-405e-b7ca-fed7ffcc08cc service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327870 Jul 16 08:54:59.720179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-7623462b-01fc-460e-bdac-1d87f8106731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:59.722236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-7623462b-01fc-460e-bdac-1d87f8106731 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 1095 time: 0.0686619 Jul 16 08:54:59.875074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-23549040-5f68-4470-85fc-084073c82b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:59.876806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-23549040-5f68-4470-85fc-084073c82b3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 916 time: 0.1475544 Jul 16 08:54:59.931485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-07303697-3da9-4450-8d1f-04d188b8bcf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5dfe0158-b5b5-4011-a51a-cb44424e9292 HTTP/1.1" status: 200 len: 217 time: 0.0464630 Jul 16 08:55:00.010868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-e082b4f2-2313-4b3d-b3d8-7b3f6235841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:00.015868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-e082b4f2-2313-4b3d-b3d8-7b3f6235841b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.0744109 Jul 16 08:55:00.110270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-5c0681e3-5e59-4bde-bbd7-e3c8d69f9fba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894477 Jul 16 08:55:00.233692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4e820-b7b2-47c0-a1ee-6b5026f23f43 req-5887455a-64fd-4a86-ba0c-76f1b9044292 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:00.234927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13d4e820-b7b2-47c0-a1ee-6b5026f23f43 req-5887455a-64fd-4a86-ba0c-76f1b9044292 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 943 time: 0.1974652 Jul 16 08:55:00.317733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-006b7247-be1c-4461-8658-9d90f1e291d6 service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862652 Jul 16 08:55:00.342539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13d4e820-b7b2-47c0-a1ee-6b5026f23f43 req-0f444097-97e0-49b1-a2ae-99e5154dd605 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806148 Jul 16 08:55:00.491236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b44fc3da-260c-4e6b-b232-20cb58b2ebb7 req-1180bb31-67b1-4d74-8327-f46de657f8b9 service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652412 Jul 16 08:55:00.598458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1e7480d-15ba-4d62-afb8-ea31e62cdfae req-95a2a5e9-3968-4705-9760-3667d45b11a7 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0849631 Jul 16 08:55:00.751494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-d5bf33bc-dcbc-4eb3-9658-9cd0cc6b5a9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1532381 Jul 16 08:55:00.880031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-34797c0c-66aa-45d1-89bd-af6ac86a9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:00.881633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-34797c0c-66aa-45d1-89bd-af6ac86a9838 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 1097 time: 0.0651398 Jul 16 08:55:01.111555 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-3d214687-416a-4db9-a02c-094345004c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:01.113165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-3d214687-416a-4db9-a02c-094345004c78 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.1983385 Jul 16 08:55:01.187035 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-529587e3-2149-4aac-8d50-9555624dc6ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 200 len: 217 time: 0.0643954 Jul 16 08:55:01.274938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-d9a1bc85-20db-44d9-95be-a559288d14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:01.278191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-d9a1bc85-20db-44d9-95be-a559288d14e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0820408 Jul 16 08:55:01.319935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-dbd8505c-b4f2-47b3-8366-c04ee6a2f4bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354466 Jul 16 08:55:01.530611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-149b9568-ea6e-4311-a272-b6928316a080 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036712 Jul 16 08:55:02.324050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5dfe0158-b5b5-4011-a51a-cb44424e9292 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:02.416199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6456b1b-a9ff-419e-9200-21c191d9b701 req-a6e58e35-b3fc-4461-939b-5665d0185b6a service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8736629 Jul 16 08:55:02.475660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e367d2-9459-44f7-9209-05adc784e766 req-8dcff85c-fd13-4c92-b959-476eeee02227 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:02.484606 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e367d2-9459-44f7-9209-05adc784e766 req-8dcff85c-fd13-4c92-b959-476eeee02227 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 943 time: 0.3278794 Jul 16 08:55:02.505863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077174be-ae6c-4f1a-9584-00756ffc850d req-a969c0ce-bd27-46e2-bd0e-c51e9592a32c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:02.507528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-077174be-ae6c-4f1a-9584-00756ffc850d req-a969c0ce-bd27-46e2-bd0e-c51e9592a32c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.3418994 Jul 16 08:55:02.562206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-077174be-ae6c-4f1a-9584-00756ffc850d req-80696147-127d-4c82-9152-357795ac1365 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475452 Jul 16 08:55:02.616656 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e367d2-9459-44f7-9209-05adc784e766 req-c5279b8e-41f7-4e04-be6b-cbe415954976 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316507 Jul 16 08:55:02.619875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5dfe0158-b5b5-4011-a51a-cb44424e9292, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5dfe0158-b5b5-4011-a51a-cb44424e9292,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:02.635156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '5dfe0158-b5b5-4011-a51a-cb44424e9292', 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'port_id': '5dfe0158-b5b5-4011-a51a-cb44424e9292', 'mac_address': 'fa:16:3e:a5:eb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a2f2d4-90a6-4084-b271-107bfeb4f670', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:02.702398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36524) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.706983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.724284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfe0158-b5b5-4011-a51a-cb44424e9292 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:02.751943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5dfe0158-b5b5-4011-a51a-cb44424e9292, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5dfe0158-b5b5-4011-a51a-cb44424e9292,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:02.757711 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.857792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5dfe0158-b5b5-4011-a51a-cb44424e9292,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.886018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20d421f3-abb8-4b9e-b0f1-1a92da202888 req-159b58d0-467b-45e0-8983-b46662580650 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0712349 Jul 16 08:55:02.901588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00eebade-1a11-4632-a645-06f00b634359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.021753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5dfe0158-b5b5-4011-a51a-cb44424e9292'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:03.042088 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00eebade-1a11-4632-a645-06f00b634359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.051841 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00eebade-1a11-4632-a645-06f00b634359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.116210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-00eebade-1a11-4632-a645-06f00b634359 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df980e3ab0be4a519ee044342d4c93b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129040 Jul 16 08:55:03.118902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36530) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:03.132024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eebade-1a11-4632-a645-06f00b634359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8266a5-54d9-4336-b4eb-fd48fdbdd67f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.180932 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-213b3419-8b85-4a53-8e0e-4181b0b687ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.205116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-213b3419-8b85-4a53-8e0e-4181b0b687ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.265119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-213b3419-8b85-4a53-8e0e-4181b0b687ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.269253 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-213b3419-8b85-4a53-8e0e-4181b0b687ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.273576 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-213b3419-8b85-4a53-8e0e-4181b0b687ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca8266a5-54d9-4336-b4eb-fd48fdbdd67f HTTP/1.1" status: 204 len: 168 time: 0.1513095 Jul 16 08:55:03.280969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b3419-8b85-4a53-8e0e-4181b0b687ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8266a5-54d9-4336-b4eb-fd48fdbdd67f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.676419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36552) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:03.692101 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abee7b0d-29e9-4b06-98e9-a45865ea4683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.819808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea5895-6739-4a52-80a1-6c7365937f54 req-300bd478-a6e0-4723-b2ff-3896ab726360 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:03.821418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebea5895-6739-4a52-80a1-6c7365937f54 req-300bd478-a6e0-4723-b2ff-3896ab726360 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1088986 Jul 16 08:55:03.979644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebea5895-6739-4a52-80a1-6c7365937f54 req-f520b580-1cd2-4fa3-b2d4-564ed85250dc tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508958 Jul 16 08:55:03.992110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abee7b0d-29e9-4b06-98e9-a45865ea4683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.017816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06386e45-fc56-4950-9d39-33c680b253f8 req-f4e4324c-d0ab-4a91-a2f2-adc6533de5a0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:04.020509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06386e45-fc56-4950-9d39-33c680b253f8 req-f4e4324c-d0ab-4a91-a2f2-adc6533de5a0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 944 time: 0.1841078 Jul 16 08:55:04.021591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abee7b0d-29e9-4b06-98e9-a45865ea4683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.060241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee7b0d-29e9-4b06-98e9-a45865ea4683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5a4b2-fe22-48c3-b178-6f35fc060dac,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.143802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06386e45-fc56-4950-9d39-33c680b253f8 req-b5367b41-9e3a-4700-8196-92adfe97a9fc tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857711 Jul 16 08:55:04.166452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-abee7b0d-29e9-4b06-98e9-a45865ea4683 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e71efe51e3e5437a87f7b3cb43be2e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865203 Jul 16 08:55:04.166768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36562) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.257543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0709bca-2e75-4ae9-b7a3-643be72e32f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.311983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e84eb64-939f-461a-bce2-efd8a219c042 req-0d902d26-8a02-4407-9b7d-ea654f5fc620 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0426183 Jul 16 08:55:04.317429 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0709bca-2e75-4ae9-b7a3-643be72e32f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.324099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5dfe0158-b5b5-4011-a51a-cb44424e9292 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:04.399629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0709bca-2e75-4ae9-b7a3-643be72e32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.411996 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0709bca-2e75-4ae9-b7a3-643be72e32f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.422735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d0709bca-2e75-4ae9-b7a3-643be72e32f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ca5a4b2-fe22-48c3-b178-6f35fc060dac HTTP/1.1" status: 204 len: 168 time: 0.2550457 Jul 16 08:55:04.448394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0709bca-2e75-4ae9-b7a3-643be72e32f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5a4b2-fe22-48c3-b178-6f35fc060dac,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.522999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 5dfe0158-b5b5-4011-a51a-cb44424e9292 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:04.547477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 5dfe0158-b5b5-4011-a51a-cb44424e9292 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:04.547933 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.702025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36582) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.736747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.787541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5dfe0158-b5b5-4011-a51a-cb44424e9292, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5dfe0158-b5b5-4011-a51a-cb44424e9292,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:04.790682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46af0c99-40d9-4cdb-a499-c29e049b158f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfe0158-b5b5-4011-a51a-cb44424e9292'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:04.795868 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d80dd21-7a39-4453-a361-c8901358a38c" -d '{"events": [{"server_uuid": "46af0c99-40d9-4cdb-a499-c29e049b158f", "name": "network-vif-plugged", "status": "completed", "tag": "5dfe0158-b5b5-4011-a51a-cb44424e9292"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:04.805105 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.882437 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de37e91-15b2-4daf-ac18-d59a8b5281d7 x-openstack-request-id: req-9de37e91-15b2-4daf-ac18-d59a8b5281d7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:04.882748 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46af0c99-40d9-4cdb-a499-c29e049b158f", "name": "network-vif-plugged", "status": "completed", "tag": "5dfe0158-b5b5-4011-a51a-cb44424e9292", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:04.883135 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9de37e91-15b2-4daf-ac18-d59a8b5281d7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:04.883555 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46af0c99-40d9-4cdb-a499-c29e049b158f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfe0158-b5b5-4011-a51a-cb44424e9292', 'code': 200} Jul 16 08:55:04.920100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5dfe0158-b5b5-4011-a51a-cb44424e9292,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.920443 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc430d69-09f2-473c-81c8-b8f0222bce04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.109293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d6e12-6672-4c9c-821e-53006c1f224e req-0db69b5e-f01e-4085-ab1f-7303a7347b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:05.114202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f0d6e12-6672-4c9c-821e-53006c1f224e req-0db69b5e-f01e-4085-ab1f-7303a7347b55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 1097 time: 0.1658363 Jul 16 08:55:05.133058 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc430d69-09f2-473c-81c8-b8f0222bce04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.154946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc430d69-09f2-473c-81c8-b8f0222bce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.247535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f0d6e12-6672-4c9c-821e-53006c1f224e req-b24702ed-b5fb-4edf-a313-5123c10078aa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227584 Jul 16 08:55:05.263448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc430d69-09f2-473c-81c8-b8f0222bce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658ba735-7a73-4ff9-adb7-8cf4b2e76192,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.267996 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cc430d69-09f2-473c-81c8-b8f0222bce04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d87cd65d177648658905872589d0e0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642731 Jul 16 08:55:05.270634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36604) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.399620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd33a-352c-4b1c-9aa4-d068d9cf82a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.454873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75190f9d-1cf8-4e67-a156-92fc96e5e8d8 req-c99c44e0-5f97-4f93-9d98-db4ad0f8be2a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:05.456494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75190f9d-1cf8-4e67-a156-92fc96e5e8d8 req-c99c44e0-5f97-4f93-9d98-db4ad0f8be2a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1573412 Jul 16 08:55:05.484459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd33a-352c-4b1c-9aa4-d068d9cf82a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.556657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75190f9d-1cf8-4e67-a156-92fc96e5e8d8 req-60a63d06-8e2c-4a08-8cda-55248b261096 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863361 Jul 16 08:55:05.622182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd33a-352c-4b1c-9aa4-d068d9cf82a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.624991 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd33a-352c-4b1c-9aa4-d068d9cf82a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.626356 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6e0dd33a-352c-4b1c-9aa4-d068d9cf82a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/658ba735-7a73-4ff9-adb7-8cf4b2e76192 HTTP/1.1" status: 204 len: 168 time: 0.3548062 Jul 16 08:55:05.645250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dd33a-352c-4b1c-9aa4-d068d9cf82a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658ba735-7a73-4ff9-adb7-8cf4b2e76192,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.845240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a63677f-b105-4a24-987b-4e55b62b219f req-fd880e3f-9ca3-4d4a-b5ad-febaff2050d7 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0589747 Jul 16 08:55:05.897521 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8833db-63a9-4373-865f-5a8f287b90ce req-5022a3d5-3d91-40a0-9918-6491561f4aba tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:05.906025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b8833db-63a9-4373-865f-5a8f287b90ce req-5022a3d5-3d91-40a0-9918-6491561f4aba tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 945 time: 0.2098198 Jul 16 08:55:05.959174 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b8833db-63a9-4373-865f-5a8f287b90ce req-1b0ae31c-273d-47f4-8503-d706add19f61 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Jul 16 08:55:06.922436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f5236-80d5-4aec-8945-e8874bd81686 req-67569f11-a39d-44c7-9728-5b897c4c496e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.931597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f6f5236-80d5-4aec-8945-e8874bd81686 req-67569f11-a39d-44c7-9728-5b897c4c496e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1403651 Jul 16 08:55:07.003643 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f6f5236-80d5-4aec-8945-e8874bd81686 req-3b05b77d-0aa5-4869-817e-d707fdcb1d4b tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650282 Jul 16 08:55:07.144347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be203fd5-c671-4686-be51-0c3475f90c71 req-8bfe572f-f587-4781-a5c5-d5ccc424c8b8 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0525227 Jul 16 08:55:07.320238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1963364-a315-4dff-a2bd-ce9fe18f185b req-1df99186-5710-45a1-aa14-9fec1f01c559 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.322543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1963364-a315-4dff-a2bd-ce9fe18f185b req-1df99186-5710-45a1-aa14-9fec1f01c559 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 945 time: 0.1197190 Jul 16 08:55:07.391863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1963364-a315-4dff-a2bd-ce9fe18f185b req-70124349-8331-4c52-934f-ec78e9c2c676 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595059 Jul 16 08:55:07.795706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.127883 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc490294-29db-4372-bfd4-1cb7d19224c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.460340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231997e-dcac-4af8-a768-a670c3654647 req-bbf6ac1b-b72d-4fb8-aa5e-2011f4364bed tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:08.474739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6231997e-dcac-4af8-a768-a670c3654647 req-bbf6ac1b-b72d-4fb8-aa5e-2011f4364bed tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.2842293 Jul 16 08:55:08.583901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6231997e-dcac-4af8-a768-a670c3654647 req-09f43bff-a496-4337-ab6b-b70edc15fd1e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068797 Jul 16 08:55:08.673685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10037875-32d1-4534-bef7-9975d8f2512e req-f7db103c-e78a-4e24-8a15-be5f6033fa62 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0485001 Jul 16 08:55:08.813329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc490294-29db-4372-bfd4-1cb7d19224c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.822260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc490294-29db-4372-bfd4-1cb7d19224c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.864772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc490294-29db-4372-bfd4-1cb7d19224c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429195c1-5afa-4d5d-a7fe-75ec5f63620a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.869692 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dc490294-29db-4372-bfd4-1cb7d19224c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1268d12ff3e74bad94f0a1138afb1db6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0730302 Jul 16 08:55:08.873017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36720) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.937503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b373-928b-4e04-af69-b1cc22b5494f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.972985 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b373-928b-4e04-af69-b1cc22b5494f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.036997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b373-928b-4e04-af69-b1cc22b5494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.039715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b373-928b-4e04-af69-b1cc22b5494f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.050214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5dc9b373-928b-4e04-af69-b1cc22b5494f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/429195c1-5afa-4d5d-a7fe-75ec5f63620a HTTP/1.1" status: 204 len: 168 time: 0.1760032 Jul 16 08:55:09.072952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9b373-928b-4e04-af69-b1cc22b5494f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429195c1-5afa-4d5d-a7fe-75ec5f63620a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.158109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-9f5df7f8-5e65-4247-9f71-22f4434c3627 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613916 Jul 16 08:55:09.269608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-98fbdd72-06a3-434e-94c2-7d0e3393fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:09.271650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-98fbdd72-06a3-434e-94c2-7d0e3393fef1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 1098 time: 0.0599756 Jul 16 08:55:09.405031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-3b50440f-793d-4484-8553-deb7efc1aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:09.406776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-3b50440f-793d-4484-8553-deb7efc1aab1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 916 time: 0.1093678 Jul 16 08:55:09.469480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-749535e0-a5d6-4403-883a-8d9ab8d1eb22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 HTTP/1.1" status: 200 len: 217 time: 0.0516565 Jul 16 08:55:09.544386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-6e1d11a8-4cc2-42a0-89ce-055775fb0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:09.545965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-6e1d11a8-4cc2-42a0-89ce-055775fb0dae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.0617795 Jul 16 08:55:09.617026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-3bb0257a-1ea6-418b-a707-cb8d29ddb37b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590041 Jul 16 08:55:09.774583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-edc1b9e5-f919-494a-9409-c6b40474fc9d service neutron] 10.222.0.54 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442690 Jul 16 08:55:09.950402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e684b9bd-a4f6-4286-8675-568ea2a99ebc req-b89606fa-3075-4932-8cce-51aa79294611 service neutron] 10.222.0.54 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660910 Jul 16 08:55:10.066556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55646e8e-ee42-4dd1-ab44-9a46efc95c96 req-6bfcc8ac-e2e7-45ae-86b6-0f5e3206e5df tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.1037030 Jul 16 08:55:10.343445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d12d99-8a90-4783-89c0-c42b5e06ca03 req-4989748e-28f5-4808-8af8-9cd217cf0eeb tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.360178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44d12d99-8a90-4783-89c0-c42b5e06ca03 req-4989748e-28f5-4808-8af8-9cd217cf0eeb tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.5653505 Jul 16 08:55:10.453802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44d12d99-8a90-4783-89c0-c42b5e06ca03 req-b026437f-5d8a-40ad-b1a4-2fb8b6d0636a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889008 Jul 16 08:55:10.894403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a3e8c-885c-4beb-b372-826b67208e69 req-4bc2cc33-6e60-4a29-9eb4-deb50a3f935a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.903132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-4bc2cc33-6e60-4a29-9eb4-deb50a3f935a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 806 time: 0.2062640 Jul 16 08:55:10.922877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-77a3ef7a-8062-4cf3-b06d-6a4c48bf7252 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/quotas/418e8d72fd7a4b4eadfdb6df179571d5 HTTP/1.1" status: 200 len: 375 time: 0.0185177 Jul 16 08:55:11.012159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-46054864-94f9-4fea-be92-5cb2fbcf431a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883427 Jul 16 08:55:11.025529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36790) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.163053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-8e7d8c32-ab1f-44af-bc32-c3b6c5364804 service neutron] 10.222.0.55 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442780 Jul 16 08:55:11.271087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-0aff578e-55e9-4199-8c31-2c0804898f33 service neutron] 10.222.0.55 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069274 Jul 16 08:55:11.275032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'network': {'name': 'tempest-network-smoke--1456397352', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:11.319836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:11.324366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0de5cc94-17dc-4053-8030-dcaff2f30536 req-422fcbd2-e341-492d-903b-0aa54ee09f0e tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0460982 Jul 16 08:55:11.324781 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.345305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.539581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.550474 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.626412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:11.638529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c187d2-bfeb-4c38-9f30-84544eeee5d7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.645352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.645791 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Added segment 5f793e12-b590-4c39-afe6-1cb57e218341 of type vlan for network 6edac66c-9af6-489c-ac6a-355cd91e15da Jul 16 08:55:11.706774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.788123 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.802219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:11.806301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1387c0d-5995-4527-8d74-ecc95332d44a req-811cb910-3f80-4b15-888e-6c6053806b8d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:11.807470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.820689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1387c0d-5995-4527-8d74-ecc95332d44a req-811cb910-3f80-4b15-888e-6c6053806b8d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.2257652 Jul 16 08:55:11.988517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1387c0d-5995-4527-8d74-ecc95332d44a req-af52385f-c623-4a0d-8a1c-b40ee8ba7240 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626627 Jul 16 08:55:12.023515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36820) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.025176 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9962215 Jul 16 08:55:12.029310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e36707-dc5f-4485-ba6f-3fe0fde69bf5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Network': ['ID=6edac66c-9af6-489c-ac6a-355cd91e15da,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.042692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6edac66c-9af6-489c-ac6a-355cd91e15da details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:12.050883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-505824234', 'admin_state_up': True, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:12.158988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7d031f-0be4-4c9f-aa5c-19f8c242d930 req-40e98719-d087-41e4-b998-4a591507b146 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.1692703 Jul 16 08:55:12.160240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.161979 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.297383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.644379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.690286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a74e2e25-ef30-4821-b10f-ce2397cd1c94 req-b39c4e27-093e-4018-b3c9-953ad2e8b65e tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.1036873 Jul 16 08:55:13.048513 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.071632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.201411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.25.6.122 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/723eeb53-3df2-4574-bc14-1639980b09c7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:13.412263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.526617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.586655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39007270-22ae-43d6-a347-b89ef37a0fcf req-015d95d2-bb8c-4beb-94bd-71922929c258 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.2070496 Jul 16 08:55:13.724091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:13.759148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:13.769523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:13.772948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=723eeb53-3df2-4574-bc14-1639980b09c7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.981722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799af9e4-91a0-4978-8ef9-b51e193c3be5 req-8139d12c-9764-42c8-8517-649446df1a89 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:13.983156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-799af9e4-91a0-4978-8ef9-b51e193c3be5 req-8139d12c-9764-42c8-8517-649446df1a89 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.6864233 Jul 16 08:55:13.994333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a3e8c-885c-4beb-b372-826b67208e69 req-541c469e-40d6-4eb2-aa73-c09fea9dce76 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:13.996020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-541c469e-40d6-4eb2-aa73-c09fea9dce76 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 806 time: 0.2679207 Jul 16 08:55:14.028234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Request body: {'port': {'device_id': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'admin_state_up': True, 'tenant_id': '418e8d72fd7a4b4eadfdb6df179571d5'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:14.166354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-742baf4d-e9dd-4212-89c7-21e7c4fbb8b2 req-ea864dec-c79d-4494-bcd0-3fb8483af7f2 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0802550 Jul 16 08:55:14.175760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-799af9e4-91a0-4978-8ef9-b51e193c3be5 req-a340d14d-aa07-4f14-bd6f-0a7b452413d9 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782138 Jul 16 08:55:14.371933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.375600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Made reservation on behalf of 418e8d72fd7a4b4eadfdb6df179571d5 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:14.379869 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.437091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3578153-9451-4d13-a244-e44164eac7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.946803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05bdc97c-b066-4c6b-b85a-ababbc26249b req-9d80930a-8de9-4fc5-854f-f60ef1f3cae6 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.0436394 Jul 16 08:55:15.088899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d431519-81c6-4f9f-bb9c-2fe2e7c0922b req-2b59e510-efe3-47c8-aa44-94df4d1f0eeb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0414639 Jul 16 08:55:15.129342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Allocated IP 172.20.0.10 (6abd1018-a12f-451b-a81a-595a646083af/81628269-1000-4d64-9846-3fb9be7c8ab9/235e291f-ecc7-485e-9333-52eeb56c605a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:15.153077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.167616 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.568934 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.597065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32dc5633-5e80-48b3-8087-caee69e80010 req-95d1a051-b414-4f52-8cbb-296b415533df tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.1028614 Jul 16 08:55:15.672676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:15.975143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-614df309-db11-48dd-a6ce-197ecf476753 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:15.976789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-614df309-db11-48dd-a6ce-197ecf476753 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 815 time: 0.2211373 Jul 16 08:55:15.978212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:15.988933 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Sync routers for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:16.016284 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:16.022485 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:54:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:16.062131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.067810 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.074843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36892) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.078032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['49a0647a-9fac-4c35-9585-b383d3062624'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:16.086170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-61f85254-9920-45a1-bca6-ca550e2243bb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0548785 Jul 16 08:55:16.121976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-2ee91751-5f2c-48b4-bbc5-f225f845d8ff tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/quotas/e9df005b8d634008b214fdeb6e2ed93d HTTP/1.1" status: 200 len: 375 time: 0.0648832 Jul 16 08:55:16.302463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Pushing event updated for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.326197 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:16.327869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfab5a0-44cf-4827-bf48-8dca52cae657 req-3019bd01-a26c-4982-ad22-fc89d38fb1ca tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.337577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bfab5a0-44cf-4827-bf48-8dca52cae657 req-3019bd01-a26c-4982-ad22-fc89d38fb1ca tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.8445051 Jul 16 08:55:16.347156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Network 6abd1018-a12f-451b-a81a-595a646083af is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:16.377986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1565c553-9521-4a94-94a4-83399795fe5d tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c071ed889a84964ab506ca3ebb4377c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2991886 Jul 16 08:55:16.380123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36904) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.386606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:16.402160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:16.568947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4bfab5a0-44cf-4827-bf48-8dca52cae657 req-0b0f2a56-aee3-4c35-a0a0-103c708fa58c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274392 Jul 16 08:55:16.594914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.595588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.678049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-116236c0-905c-4096-b3b4-c2131b04bb6a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5539300 Jul 16 08:55:16.694302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-c6d80de3-c260-4f10-8758-a52a9bdbf886 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6707771 Jul 16 08:55:16.724664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Request body: {'port': {'device_id': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.857433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a50f6c-224c-4515-9064-2760d7bd9e57 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.864484 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77a50f6c-224c-4515-9064-2760d7bd9e57 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4830821 Jul 16 08:55:16.866094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.898982 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:14Z', 'revision_number': 3, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:16.911387 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9af8f52a-3c88-4df2-9724-27a92ddab0d1 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434303 Jul 16 08:55:16.912387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36912) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.917435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776046499', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.961037 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Checking router: 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:16.961367 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Updating router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 port 723eeb53-3df2-4574-bc14-1639980b09c7 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:17.013413 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.045772 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.070288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36916) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.088951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52bb03-ab60-4e0d-8095-b2dfed909fe0 req-925e9bcc-537a-4414-a758-4d89137b4c9c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.101957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db52bb03-ab60-4e0d-8095-b2dfed909fe0 req-925e9bcc-537a-4414-a758-4d89137b4c9c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 932 time: 0.3059666 Jul 16 08:55:17.103087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:17.114036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.123739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-b6e98b73-0561-4cae-ac85-805e913ef743 service neutron] 10.222.0.55 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437578 Jul 16 08:55:17.243464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db52bb03-ab60-4e0d-8095-b2dfed909fe0 req-3697a50c-0e66-44ef-98f9-1c0b2721f5d0 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400807 Jul 16 08:55:17.332992 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb97292f-4fab-47b3-8cca-52b6b2960b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.433155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-ebc2c889-03f2-4c31-bacb-ef182d0f1a9b service neutron] 10.222.0.55 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823389 Jul 16 08:55:17.581452 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.588996 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.608159 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75681d5c-beef-4733-b1e1-12d77a3c3a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.612528 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Transition to ACTIVE for port object 723eeb53-3df2-4574-bc14-1639980b09c7 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:17.627861 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.690533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb97292f-4fab-47b3-8cca-52b6b2960b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.692764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.721371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb97292f-4fab-47b3-8cca-52b6b2960b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.754316 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94f133-e979-4183-9fdd-5b33dd93856f None None] Pushing event updated for resources: {'Port': ['ID=723eeb53-3df2-4574-bc14-1639980b09c7,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.768123 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Attempting to bind port 723eeb53-3df2-4574-bc14-1639980b09c7 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:17.768714 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Attempting to bind port 723eeb53-3df2-4574-bc14-1639980b09c7 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:17.769268 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Attempting to bind port 723eeb53-3df2-4574-bc14-1639980b09c7 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:17.774930 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:17.775700 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:17.776717 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.777291 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:17.778209 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Bound port: 723eeb53-3df2-4574-bc14-1639980b09c7, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:17.778860 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.810632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235e291f-ecc7-485e-9333-52eeb56c605a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:17.825771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.851230 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] For port 723eeb53-3df2-4574-bc14-1639980b09c7, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:17.854829 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] For port 723eeb53-3df2-4574-bc14-1639980b09c7, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=723eeb53-3df2-4574-bc14-1639980b09c7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:17.859445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb97292f-4fab-47b3-8cca-52b6b2960b80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17ef2271da304bab9fa53a0dbfcaf258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7879493 Jul 16 08:55:17.862066 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.862465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97292f-4fab-47b3-8cca-52b6b2960b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5f0e0f-6467-4b1e-83bf-f7e15746251b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.877025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Transition to ACTIVE for port object 235e291f-ecc7-485e-9333-52eeb56c605a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:17.881936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36926) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.912361 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.957974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Checking segment: {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:17.958527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network hostable DHCP agents. Network: 6edac66c-9af6-489c-ac6a-355cd91e15da, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:17.962312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Subnet': ['ID=88298692-21e7-4a82-878e-949a5865c7ad,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.982552 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94f133-e979-4183-9fdd-5b33dd93856f None None] Pushing event updated for resources: {'Port': ['ID=723eeb53-3df2-4574-bc14-1639980b09c7,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.008151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:18.008785 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:55:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:18.014757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network 6edac66c-9af6-489c-ac6a-355cd91e15da is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:18.036276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6edac66c-9af6-489c-ac6a-355cd91e15da) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:18.042309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.042968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.046370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Pushing event updated for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.050538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57367862-8436-457b-9398-55d396bcec3c None None] Network 6edac66c-9af6-489c-ac6a-355cd91e15da requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:18.071792 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-85685e19-957b-4ec4-b8ab-39e40cdb3c2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1582494 Jul 16 08:55:18.076273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.134932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2dca1df-a0e0-4a2b-92dc-3a134814fafd req-635aed86-fc3f-45cb-a16b-580460733909 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.2563109 Jul 16 08:55:18.246807 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:18.326068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-6edac66c-9af6-489c-ac6a-355cd91e15da', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:18.326939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.381359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9fd1e98-6d69-487e-bb72-87568442810b req-029c5d03-5913-48c7-9489-f5a428fce08c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 210 time: 0.0827537 Jul 16 08:55:18.414122 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1705c2a3-c024-418d-aae5-28364c5af7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.536986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:18.536986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:18.536986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:18.558118 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1705c2a3-c024-418d-aae5-28364c5af7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.568706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:18.569050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:18.619957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:18.620336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:18.620680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:18.629909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Bound port: 235e291f-ecc7-485e-9333-52eeb56c605a, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:18.635187 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:14Z', 'revision_number': 3, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:18.636048 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.673918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Allocated IP 172.20.0.2 (6edac66c-9af6-489c-ac6a-355cd91e15da/88298692-21e7-4a82-878e-949a5865c7ad/14dca8fe-7313-4125-b6de-c42ce2f21f8c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:18.718554 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7470b-bf93-429e-9d28-284effe8131d None None] The sync data for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 is: [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:14Z', 'revision_number': 3, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:18.799987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9fa8d-b317-4c9c-a678-017dfbf72217 req-3fe41be3-14e0-4986-8bd3-8e11b8492aa4 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.809638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96d9fa8d-b317-4c9c-a678-017dfbf72217 req-3fe41be3-14e0-4986-8bd3-8e11b8492aa4 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.8597522 Jul 16 08:55:18.945222 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.962191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.051072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96d9fa8d-b317-4c9c-a678-017dfbf72217 req-063f7628-d3a9-4ec3-9d27-324b93464485 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404368 Jul 16 08:55:19.082435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:19.098088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:19.111382 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1705c2a3-c024-418d-aae5-28364c5af7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.114058 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1705c2a3-c024-418d-aae5-28364c5af7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.130662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.142522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1705c2a3-c024-418d-aae5-28364c5af7ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c5f0e0f-6467-4b1e-83bf-f7e15746251b HTTP/1.1" status: 204 len: 168 time: 1.2595630 Jul 16 08:55:19.177055 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.177518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Transition to ACTIVE for port object 14dca8fe-7313-4125-b6de-c42ce2f21f8c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:19.282598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Transition to ACTIVE for port object 14dca8fe-7313-4125-b6de-c42ce2f21f8c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:19.303489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.315567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0999879-3b0a-4203-849c-db344697b71c req-a63f173a-3e92-4603-8d9e-44357d7bc3db tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.319450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0999879-3b0a-4203-849c-db344697b71c req-a63f173a-3e92-4603-8d9e-44357d7bc3db tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.5453169 Jul 16 08:55:19.375264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Pushing event updated for resources: {'Port': ['ID=14dca8fe-7313-4125-b6de-c42ce2f21f8c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.422755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Network 6edac66c-9af6-489c-ac6a-355cd91e15da is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:19.424665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:19.429115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:19.448822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705c2a3-c024-418d-aae5-28364c5af7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5f0e0f-6467-4b1e-83bf-f7e15746251b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.458702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Pushing event updated for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.491096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.491750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.493232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-f23c3c02-7a9a-45e8-b8e1-7c297e402678 service neutron] 10.222.0.52 "PUT /v2.0/ports/235e291f-ecc7-485e-9333-52eeb56c605a HTTP/1.1" status: 200 len: 1093 time: 2.7755263 Jul 16 08:55:19.504502 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.541395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:19.544365 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555b692d-13ed-40a9-94bd-2fcc86766059" -d '{"events": [{"name": "network-changed", "server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:19.567905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Attempting to bind port 14dca8fe-7313-4125-b6de-c42ce2f21f8c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:19.568772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Attempting to bind port 14dca8fe-7313-4125-b6de-c42ce2f21f8c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:19.570112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Attempting to bind port 14dca8fe-7313-4125-b6de-c42ce2f21f8c on network 6edac66c-9af6-489c-ac6a-355cd91e15da {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:19.594231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:19.595037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Checking segment: {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:19.595700 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.596324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Bound using segment: {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:19.597041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Bound port: 14dca8fe-7313-4125-b6de-c42ce2f21f8c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:19.599543 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.620242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0999879-3b0a-4203-849c-db344697b71c req-ab15d8a8-5cd9-4150-ae1a-d95c3af3bc31 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728413 Jul 16 08:55:19.830019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] For port 14dca8fe-7313-4125-b6de-c42ce2f21f8c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:19.835795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a3e8c-885c-4beb-b372-826b67208e69 req-81ed3342-60fe-4e08-b3dc-c9b79c83c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.838270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] For port 14dca8fe-7313-4125-b6de-c42ce2f21f8c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14dca8fe-7313-4125-b6de-c42ce2f21f8c,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:19.840977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-81ed3342-60fe-4e08-b3dc-c9b79c83c25c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1096 time: 0.2119982 Jul 16 08:55:19.857865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.969888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d5115-e2c8-4bb0-b675-eb37e394b547 None None] Pushing event updated for resources: {'Port': ['ID=14dca8fe-7313-4125-b6de-c42ce2f21f8c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:20.022661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-336640cd-0722-40a9-9da8-a510adf620fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=235e291f-ecc7-485e-9333-52eeb56c605a HTTP/1.1" status: 200 len: 217 time: 0.1606603 Jul 16 08:55:20.024367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36964) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:20.051847 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.194610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a3e8c-885c-4beb-b372-826b67208e69 req-53e07baa-8f10-4ff5-9f41-a39eed646d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:20.196488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-53e07baa-8f10-4ff5-9f41-a39eed646d19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1730351 Jul 16 08:55:20.242308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-b9df4eec-0aa7-4289-b4ce-5ef86c592d87 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:20.243821 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-b9df4eec-0aa7-4289-b4ce-5ef86c592d87 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 815 time: 0.3713112 Jul 16 08:55:20.270940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Request body: {'port': {'device_id': '4ac26a9b-71b7-40f2-a9bd-8b42814ab163', 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'admin_state_up': True, 'tenant_id': 'e9df005b8d634008b214fdeb6e2ed93d'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:20.273410 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.385585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-040dceb0-8983-4981-954c-48befc103c28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770513 Jul 16 08:55:20.537747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53aa7c90-e8b2-4735-b691-aee0fbadc7e7 req-58f28e73-0211-4fe3-8e36-09d670559aae tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 210 time: 0.1596861 Jul 16 08:55:20.616434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bd8ede7-9c9a-40e7-85de-2cf4291e90b7 req-fb6a258a-c6f6-49e8-a4ec-f1678d511261 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f36f405928194f8c94f891473602fa48&device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0637102 Jul 16 08:55:20.620025 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ff37b-d970-46ae-8597-4df4a6805a6c x-openstack-request-id: req-429ff37b-d970-46ae-8597-4df4a6805a6c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:20.620025 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:20.620299 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-429ff37b-d970-46ae-8597-4df4a6805a6c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:20.620640 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a', 'status': 'completed', 'code': 200} Jul 16 08:55:20.674827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.20.0.1 (6edac66c-9af6-489c-ac6a-355cd91e15da/88298692-21e7-4a82-878e-949a5865c7ad/44e80ce7-7ab8-432b-bf6b-98a090482783) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:20.710153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bd8ede7-9c9a-40e7-85de-2cf4291e90b7 req-8519be72-9c22-4694-8b23-089a458ac22c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f36f405928194f8c94f891473602fa48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465879 Jul 16 08:55:20.749379 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:55:20.749379 n-d-780147-28 neutron-server[94164]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:55:20.749379 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id': 'e9df005b8d634008b214fdeb6e2ed93d', 'id': '57956335-d4b1-481e-83c3-6a360d1b45b1', 'expiration': datetime.datetime(2021, 7, 16, 8, 57, 20, 727615)}] Jul 16 08:55:20.749379 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:55:20.750035 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:55:20.855421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.885500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Transition to ACTIVE for port object 44e80ce7-7ab8-432b-bf6b-98a090482783 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:20.925515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97c1a013-729f-414d-9360-21b837e0c828 req-5d401b05-af58-40b7-b099-c827976f9fe6 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.1301730 Jul 16 08:55:20.966989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.096245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=44e80ce7-7ab8-432b-bf6b-98a090482783,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.108329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-ba47f17b-3dfe-4e8d-9b6e-9d8b236f01bf service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139308 Jul 16 08:55:21.131735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network 6edac66c-9af6-489c-ac6a-355cd91e15da is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:21.142688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:21.154559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:21.191924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8ede7-9c9a-40e7-85de-2cf4291e90b7 req-f2f5c70a-009e-4b69-8c15-2e4828b96667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.213169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14dca8fe-7313-4125-b6de-c42ce2f21f8c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:21.229840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bd8ede7-9c9a-40e7-85de-2cf4291e90b7 req-f2f5c70a-009e-4b69-8c15-2e4828b96667 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5094941 Jul 16 08:55:21.249723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.291040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 14dca8fe-7313-4125-b6de-c42ce2f21f8c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:21.297618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f64a-8941-465b-8ffc-81c7fdf80a78 req-f0ea78b4-d425-4c29-9eaf-1c891236c09f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.305451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9d2f64a-8941-465b-8ffc-81c7fdf80a78 req-f0ea78b4-d425-4c29-9eaf-1c891236c09f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.4987001 Jul 16 08:55:21.309610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 723eeb53-3df2-4574-bc14-1639980b09c7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:21.347406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.399084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.423044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Made reservation on behalf of e9df005b8d634008b214fdeb6e2ed93d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:21.429278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.449608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 723eeb53-3df2-4574-bc14-1639980b09c7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:21.455540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 723eeb53-3df2-4574-bc14-1639980b09c7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:21.456144 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.536364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44a4ef9e95f14b5984c2bf047276dcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3463995 Jul 16 08:55:21.538415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36986) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.574294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9d2f64a-8941-465b-8ffc-81c7fdf80a78 req-2ef15e78-6acd-44ef-8baf-c386c27718f7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673478 Jul 16 08:55:21.577243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f3df5a-d373-4536-86b7-863ab163f0d2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.591744 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.608188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-556a3e8c-885c-4beb-b372-826b67208e69 req-7226f8dd-b2fc-4281-b20f-3d288ee96f03 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909852 Jul 16 08:55:21.609932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.610272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.610616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.610954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.611289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.617772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.618391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.618640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.618883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.619218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.619552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.620160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69629a72-9ceb-4b07-910d-aedc57986746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:21.643601 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.662721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5daaa-8cbd-4d0b-ab68-f695fbb641a3 req-a4c530da-98bf-4f17-9e8e-af6d50d1c76c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.664739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1d5daaa-8cbd-4d0b-ab68-f695fbb641a3 req-a4c530da-98bf-4f17-9e8e-af6d50d1c76c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.4289682 Jul 16 08:55:21.701465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 723eeb53-3df2-4574-bc14-1639980b09c7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=723eeb53-3df2-4574-bc14-1639980b09c7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:21.709357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.743064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7a9d-1dca-4ff2-83bd-80f2fec678fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.772665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1d5daaa-8cbd-4d0b-ab68-f695fbb641a3 req-4e325c42-ea5b-4e76-af12-2097b868a77d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953076 Jul 16 08:55:21.780104 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7a9d-1dca-4ff2-83bd-80f2fec678fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.803014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-66771154-5d0f-4cf5-a210-4e900e968c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.814721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-66771154-5d0f-4cf5-a210-4e900e968c4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1096 time: 0.1488390 Jul 16 08:55:21.835789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=723eeb53-3df2-4574-bc14-1639980b09c7,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.007289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-0933a89a-4ecc-4085-babe-6686c1553b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:22.009629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-0933a89a-4ecc-4085-babe-6686c1553b9e service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.1847823 Jul 16 08:55:22.078520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-c203561c-f036-4239-87ad-4a8f7d962b5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=235e291f-ecc7-485e-9333-52eeb56c605a HTTP/1.1" status: 200 len: 217 time: 0.0595315 Jul 16 08:55:22.110853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc256281-2aff-4ccf-bc80-fb9c07d4d7ba req-24b8d455-3360-477b-9b53-91510beb330e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 210 time: 0.0431206 Jul 16 08:55:22.129908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Allocated IP 172.20.0.3 (6d462d84-d187-4864-8ea5-a0f0066eb59b/06a2f2d4-90a6-4084-b271-107bfeb4f670/26dd6a81-8fc2-43e7-bb7f-b9f061caccc7) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:22.178996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-130db52f-8838-428b-9923-ad700cd4e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:22.181269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-130db52f-8838-428b-9923-ad700cd4e620 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0827160 Jul 16 08:55:22.220843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7a9d-1dca-4ff2-83bd-80f2fec678fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.223489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7a9d-1dca-4ff2-83bd-80f2fec678fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.224794 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3dfc7a9d-1dca-4ff2-83bd-80f2fec678fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8f3df5a-d373-4536-86b7-863ab163f0d2 HTTP/1.1" status: 204 len: 168 time: 0.6796243 Jul 16 08:55:22.228198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de55b7cd-c2b6-4b6c-b95e-5315f2185069 req-ed5c7900-7a0f-4d40-a134-83b63897ea78 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0525920 Jul 16 08:55:22.257972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-850d77b7-2f36-444f-8c30-c5b57e23770d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577180 Jul 16 08:55:22.274092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc7a9d-1dca-4ff2-83bd-80f2fec678fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f3df5a-d373-4536-86b7-863ab163f0d2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.450011 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-48c59476-8c6d-4abf-b83e-e0086c9795e3 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822002 Jul 16 08:55:22.461999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a944a21-d1dc-4219-a561-a2ff9d198770 None None] Network 6edac66c-9af6-489c-ac6a-355cd91e15da requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:22.489707 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:22.591303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-22ab8066-d672-4589-87ba-e2892e6e83ab None None] Provisioning for port 14dca8fe-7313-4125-b6de-c42ce2f21f8c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:22.599808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-22ab8066-d672-4589-87ba-e2892e6e83ab None None] Provisioning complete for port 14dca8fe-7313-4125-b6de-c42ce2f21f8c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:22.600516 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22ab8066-d672-4589-87ba-e2892e6e83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.663891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-555b692d-13ed-40a9-94bd-2fcc86766059 req-2f66813c-66ed-4093-9923-815888777d28 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067215 Jul 16 08:55:22.689515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.712760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.807958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.881536 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22ab8066-d672-4589-87ba-e2892e6e83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.893064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.912646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5dfe0158-b5b5-4011-a51a-cb44424e9292'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:22.959065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:23.038231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-22ab8066-d672-4589-87ba-e2892e6e83ab None None] For port 14dca8fe-7313-4125-b6de-c42ce2f21f8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14dca8fe-7313-4125-b6de-c42ce2f21f8c,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:23.054627 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22ab8066-d672-4589-87ba-e2892e6e83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.066881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.124923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=44e80ce7-7ab8-432b-bf6b-98a090482783,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.158274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 723eeb53-3df2-4574-bc14-1639980b09c7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:23.238523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Network 6d462d84-d187-4864-8ea5-a0f0066eb59b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:23.317594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab8066-d672-4589-87ba-e2892e6e83ab None None] Pushing event updated for resources: {'Port': ['ID=14dca8fe-7313-4125-b6de-c42ce2f21f8c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.339116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:23.348998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:23.388490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 723eeb53-3df2-4574-bc14-1639980b09c7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:23.388864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.414534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Pushing event updated for resources: {'Port': ['ID=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.441117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network 6edac66c-9af6-489c-ac6a-355cd91e15da is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:23.469419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:23.500212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:23.500897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.527002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-462e081c-935b-416c-bb37-ebbb1ec34b07 None None] Provisioning for port 44e80ce7-7ab8-432b-bf6b-98a090482783 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:23.571524 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-c3b38fc8-321f-43f6-9f85-a236b988805f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3040700 Jul 16 08:55:23.579769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-462e081c-935b-416c-bb37-ebbb1ec34b07 None None] Provisioning complete for port 44e80ce7-7ab8-432b-bf6b-98a090482783 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:23.580204 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-462e081c-935b-416c-bb37-ebbb1ec34b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.604721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Request body: {'port': {'device_id': '4ac26a9b-71b7-40f2-a9bd-8b42814ab163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:23.629075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-462e081c-935b-416c-bb37-ebbb1ec34b07 None None] Port 44e80ce7-7ab8-432b-bf6b-98a090482783 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:23.655203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-462e081c-935b-416c-bb37-ebbb1ec34b07 None None] Provisioning complete for port 14dca8fe-7313-4125-b6de-c42ce2f21f8c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:23.655739 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-462e081c-935b-416c-bb37-ebbb1ec34b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.765152 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.794060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bd8ede7-9c9a-40e7-85de-2cf4291e90b7 req-9646257b-35a4-4312-9a3e-762ca3fce1e3 tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.54 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0840333 Jul 16 08:55:23.905103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:23.906911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d0233-ae7a-4ff2-80f5-f8206575624d req-121fa434-e862-42f3-8e40-961d264bdd2a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:23.911191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a8d0233-ae7a-4ff2-80f5-f8206575624d req-121fa434-e862-42f3-8e40-961d264bdd2a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 1.0815704 Jul 16 08:55:23.958972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13e33c-d38a-4ccb-ad35-a5e8e57ec442 req-177cef23-35dc-4d7e-8730-09e5efd264b9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:23.967355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a13e33c-d38a-4ccb-ad35-a5e8e57ec442 req-177cef23-35dc-4d7e-8730-09e5efd264b9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.2649145 Jul 16 08:55:23.973485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-779652ed-7285-47b8-a371-cf3cc3557f4c None None] Provisioning complete for port 44e80ce7-7ab8-432b-bf6b-98a090482783 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:23.973485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-779652ed-7285-47b8-a371-cf3cc3557f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.048224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-779652ed-7285-47b8-a371-cf3cc3557f4c None None] Port 44e80ce7-7ab8-432b-bf6b-98a090482783 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:24.064468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a13e33c-d38a-4ccb-ad35-a5e8e57ec442 req-5aa6de3f-d650-4b2e-8eab-0e84e847ba5a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960598 Jul 16 08:55:24.073468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a8d0233-ae7a-4ff2-80f5-f8206575624d req-a030bca3-6ca4-4485-93f9-a5a0f71b5f70 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530011 Jul 16 08:55:24.220895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:24.226559 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71ae59c9-184d-4274-9411-6f8d8f38ecac tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "PUT /v2.0/routers/3ac12e6d-9d1e-4cfc-8844-1510af6f0189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1492059 Jul 16 08:55:24.229106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37040) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.237151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Sync routers for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:24.247718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:24.251384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:55:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:24.318051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925d85a-9c1b-4229-853f-7cc5eebebb12 req-d14d3186-ed91-4ab5-8e02-6daf43d63d44 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.326215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a925d85a-9c1b-4229-853f-7cc5eebebb12 req-d14d3186-ed91-4ab5-8e02-6daf43d63d44 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 931 time: 0.0802984 Jul 16 08:55:24.412384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a925d85a-9c1b-4229-853f-7cc5eebebb12 req-df9dbdd8-4e69-4f40-8f6b-6712591e032a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842600 Jul 16 08:55:24.425047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-390e908e-0c2b-4507-a59b-09271f31916b None None] Provisioning complete for port 44e80ce7-7ab8-432b-bf6b-98a090482783 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:24.435148 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-390e908e-0c2b-4507-a59b-09271f31916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.451542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:24.505450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-390e908e-0c2b-4507-a59b-09271f31916b None None] Port 44e80ce7-7ab8-432b-bf6b-98a090482783 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:24.597570 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b5edbfe-a1e5-48df-9c3b-fa50b38bb105 req-b7b97e5c-8f60-4ee5-9900-f375bc50a47a tempest-ServerShowV254Test-1576846030 tempest-ServerShowV254Test-1576846030-project] 10.222.0.55 "GET /v2.0/ports?device_id=969e559f-c1b7-4f75-ae14-c3d0ce9cbdd7 HTTP/1.1" status: 200 len: 210 time: 0.0814173 Jul 16 08:55:24.946289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 2, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:25.019009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Checking router: 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:25.019751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Updating router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 port 44e80ce7-7ab8-432b-bf6b-98a090482783 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:25.071461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.072079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.072598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.073139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.073605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.074102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.075112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.075571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.076191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.076759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.081424 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ea6a4d35-f2e3-4aa6-82c7-8a6083bff1ca tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7083 time: 0.8487730 Jul 16 08:55:25.082028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37058) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.085791 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.107016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14dca8fe-7313-4125-b6de-c42ce2f21f8c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:25.313491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.313856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.314293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.314752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.315208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.315659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.316112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.316725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.317173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.317625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.322336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-60a8285c-df48-40a6-9df1-7e48f125132a tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6562 time: 0.2368331 Jul 16 08:55:25.323250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.439758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:25.454951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.460631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 14dca8fe-7313-4125-b6de-c42ce2f21f8c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:25.461170 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.487197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254593f-9c6b-4a11-9751-761fa4dad987 req-e3ef31f6-028c-42df-b1dc-d06e54fcf13a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.495693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Transition to ACTIVE for port object 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:25.504958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d254593f-9c6b-4a11-9751-761fa4dad987 req-e3ef31f6-028c-42df-b1dc-d06e54fcf13a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.2170334 Jul 16 08:55:25.511589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.529296 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.568908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Transition to ACTIVE for port object 44e80ce7-7ab8-432b-bf6b-98a090482783 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:25.576851 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d254593f-9c6b-4a11-9751-761fa4dad987 req-58bcb1e1-7e55-4c69-bf73-d6cc651b244e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650496 Jul 16 08:55:25.601795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b903d4-e3e1-4dfd-b3a8-e2fc80204e30 req-7476f0e5-777a-41e3-a88f-69092e2b65a5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.613482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b903d4-e3e1-4dfd-b3a8-e2fc80204e30 req-7476f0e5-777a-41e3-a88f-69092e2b65a5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.2521350 Jul 16 08:55:25.624763 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.715506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4b903d4-e3e1-4dfd-b3a8-e2fc80204e30 req-267a715d-210f-47c0-a123-312280ead09d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981538 Jul 16 08:55:25.722859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.776608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682977a1-40f8-4e14-99c8-f4b6f23fd1cf None None] Pushing event updated for resources: {'Port': ['ID=44e80ce7-7ab8-432b-bf6b-98a090482783,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.939868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Attempting to bind port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:25.940532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Attempting to bind port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:25.941105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Attempting to bind port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:25.945038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Attempting to bind port 44e80ce7-7ab8-432b-bf6b-98a090482783 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:25.946619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Attempting to bind port 44e80ce7-7ab8-432b-bf6b-98a090482783 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:25.947256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Attempting to bind port 44e80ce7-7ab8-432b-bf6b-98a090482783 on network 6edac66c-9af6-489c-ac6a-355cd91e15da {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:25.957504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:25.957970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Checking segment: {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:25.958334 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.958743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Bound using segment: {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:25.959263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Bound port: 44e80ce7-7ab8-432b-bf6b-98a090482783, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:25.959656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.964620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:25.969698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Attempting to bind port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:25.987906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:25.997209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Checking segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:25.998380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Bound using segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:25.999237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Bound port: 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:25.999911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.117498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] For port 44e80ce7-7ab8-432b-bf6b-98a090482783, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:26.124664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] For port 44e80ce7-7ab8-432b-bf6b-98a090482783, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=44e80ce7-7ab8-432b-bf6b-98a090482783,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:26.145609 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.191633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3dea-6c24-49db-ba3c-3a74df08e078 req-5bf005e6-6dc6-4719-8ab1-af32e7f8ce16 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.195803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f1e3dea-6c24-49db-ba3c-3a74df08e078 req-5bf005e6-6dc6-4719-8ab1-af32e7f8ce16 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 943 time: 0.2034261 Jul 16 08:55:26.220088 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aa29133a-5a3e-4365-8fe5-425cc2b06dac tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.8935814 Jul 16 08:55:26.269634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f1e3dea-6c24-49db-ba3c-3a74df08e078 req-a468fb8b-edb3-4afc-9103-297af59a45de tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574791 Jul 16 08:55:26.320687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] For port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:26.325946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] For port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:26.331778 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.340902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682977a1-40f8-4e14-99c8-f4b6f23fd1cf None None] Pushing event updated for resources: {'Port': ['ID=44e80ce7-7ab8-432b-bf6b-98a090482783,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.352490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:26.359427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:55:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.359951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.360773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.362295 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 HTTP/1.1" status: 200 len: 1092 time: 2.7756956 Jul 16 08:55:26.364786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac26a9b-71b7-40f2-a9bd-8b42814ab163', 'tag': '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:26.366417 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6efbe37-ef26-47ec-bbc2-28c352449242" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac26a9b-71b7-40f2-a9bd-8b42814ab163", "tag": "26dd6a81-8fc2-43e7-bb7f-b9f061caccc7"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:26.530193 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa0dcb1-80ed-4263-a480-f12b0cb18167 x-openstack-request-id: req-bfa0dcb1-80ed-4263-a480-f12b0cb18167 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:26.530487 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac26a9b-71b7-40f2-a9bd-8b42814ab163", "tag": "26dd6a81-8fc2-43e7-bb7f-b9f061caccc7", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:26.532515 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfa0dcb1-80ed-4263-a480-f12b0cb18167 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:26.532953 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac26a9b-71b7-40f2-a9bd-8b42814ab163', 'tag': '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7', 'status': 'completed', 'code': 200} Jul 16 08:55:26.533874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.568369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.568640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.568989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.569330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.569928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.570283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.570617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.570946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.571277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.581211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.581628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.582030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcea1f-4bbd-4d92-bbdd-c0aff8c0f1a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:26.604957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-d7d91023-0bd0-4cda-ac5e-71a0d01672c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.610868 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-d7d91023-0bd0-4cda-ac5e-71a0d01672c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 1095 time: 0.1843562 Jul 16 08:55:26.628489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:26.692368 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-bf070f4d-1b0d-4319-a9bb-dc98b30ef5f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 HTTP/1.1" status: 200 len: 217 time: 0.0732796 Jul 16 08:55:26.775829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-beb68dfb-ce02-4936-82c2-7bf2de4462ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.783449 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-beb68dfb-ce02-4936-82c2-7bf2de4462ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.0828297 Jul 16 08:55:26.843748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-e1aa35e3-df16-4dff-a4bb-de64a0e13337 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512943 Jul 16 08:55:26.882429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37098) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.888523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ed8eb0ab-da1c-4c66-b1fe-9f6ba25493f6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273228217', 'description': 'tempest-secgroup-smoke-1273228217 description', 'project_id': '5c071ed889a84964ab506ca3ebb4377c'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.940662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ba89a-df31-409b-abb1-c2140f080344 req-135764b7-796e-4150-851e-ac80ba3b16e0 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.943326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9ba89a-df31-409b-abb1-c2140f080344 req-135764b7-796e-4150-851e-ac80ba3b16e0 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1514058 Jul 16 08:55:26.945024 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb0ab-da1c-4c66-b1fe-9f6ba25493f6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.032317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9ba89a-df31-409b-abb1-c2140f080344 req-b5c143d1-e60f-4f50-b69c-9ac7e3b4bd3e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688322 Jul 16 08:55:27.032844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37102) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.112027 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-f82f3f06-8438-4822-8466-a53b8666256a service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596877 Jul 16 08:55:27.120398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb0ab-da1c-4c66-b1fe-9f6ba25493f6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.151327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:26Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:27.161596 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb0ab-da1c-4c66-b1fe-9f6ba25493f6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.200774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafac771-df1c-4adb-b5c8-a8038c75e0a1 None None] The sync data for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 is: [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:26Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:27.372553 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb0ab-da1c-4c66-b1fe-9f6ba25493f6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.377238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed8eb0ab-da1c-4c66-b1fe-9f6ba25493f6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4926703 Jul 16 08:55:27.377920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37110) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.389725 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-03ab34b1-4b6b-4c1e-aea0-cbc49bd25789 req-b2ead48b-a33c-4ca6-925c-6c2e026cc566 service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671902 Jul 16 08:55:27.402988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6e94f185-d482-45c8-9624-3565c8d58f1d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '7c6588a3-8a20-4c7b-8bf9-aaddc4937053', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.408772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8eb0ab-da1c-4c66-b1fe-9f6ba25493f6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6588a3-8a20-4c7b-8bf9-aaddc4937053,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.445248 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b96769ac-a26d-4db6-b4cc-beda373ac6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.488444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc330c-6a8d-4f3a-9554-417e43560150 req-319d4ab8-2e7b-48ba-9970-fbaaee8b46f4 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.495674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bbc330c-6a8d-4f3a-9554-417e43560150 req-319d4ab8-2e7b-48ba-9970-fbaaee8b46f4 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.3785415 Jul 16 08:55:27.536934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-6ad25478-fa0b-45be-bae4-dc2019b6756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.538452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-6ad25478-fa0b-45be-bae4-dc2019b6756f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 1095 time: 0.0817876 Jul 16 08:55:27.607358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e94f185-d482-45c8-9624-3565c8d58f1d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.666473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bbc330c-6a8d-4f3a-9554-417e43560150 req-bd39d1f2-d8b1-4760-8913-235743743a3a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690814 Jul 16 08:55:27.688940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-1f516f9e-e1c4-4db6-bc3d-4ff037c1f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.691187 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-1f516f9e-e1c4-4db6-bc3d-4ff037c1f8a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 916 time: 0.1451049 Jul 16 08:55:27.756029 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-f7ec5d84-9be1-46fe-81cd-a38a243c8f28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 HTTP/1.1" status: 200 len: 217 time: 0.0557506 Jul 16 08:55:27.764024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23b08-e6c1-4ed8-8b10-2753339cd5e4 req-f7826def-75a0-4493-b8a7-37e7028c8687 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.765743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ab23b08-e6c1-4ed8-8b10-2753339cd5e4 req-f7826def-75a0-4493-b8a7-37e7028c8687 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 943 time: 0.2560639 Jul 16 08:55:27.838869 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e94f185-d482-45c8-9624-3565c8d58f1d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.844791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-406b0963-22e1-4198-bec4-6a77f8cc731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.846490 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-406b0963-22e1-4198-bec4-6a77f8cc731e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.0809433 Jul 16 08:55:27.848709 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b96769ac-a26d-4db6-b4cc-beda373ac6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.851358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e94f185-d482-45c8-9624-3565c8d58f1d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.866339 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b96769ac-a26d-4db6-b4cc-beda373ac6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.881448 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-fb34434c-5f2e-474d-920d-79a7a8b56445 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275695 Jul 16 08:55:27.891582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ab23b08-e6c1-4ed8-8b10-2753339cd5e4 req-10fa28c9-bd53-4072-a576-6916d186a898 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124833 Jul 16 08:55:27.901671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94f185-d482-45c8-9624-3565c8d58f1d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11567fa-db7a-4430-a86b-4c366dbf71fd,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.942208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b96769ac-a26d-4db6-b4cc-beda373ac6e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f36f405928194f8c94f891473602fa48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8868394 Jul 16 08:55:27.943373 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e94f185-d482-45c8-9624-3565c8d58f1d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.944535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6e94f185-d482-45c8-9624-3565c8d58f1d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5493779 Jul 16 08:55:27.947675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37116) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.948014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37118) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.958466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-af9b8d7d-0764-4893-b374-40d761a8f1e7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '7c6588a3-8a20-4c7b-8bf9-aaddc4937053', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.965467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96769ac-a26d-4db6-b4cc-beda373ac6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e024233-b1ec-4e7c-a12e-428d4055e761,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.988086 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-a132fc24-d017-4bd2-8300-50c7b2cd3ffc service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988481 Jul 16 08:55:28.030111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af9b8d7d-0764-4893-b374-40d761a8f1e7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.051583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b0ab-d120-4e61-a0dd-72c089fe5d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.094242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b0ab-d120-4e61-a0dd-72c089fe5d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.114774 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6efbe37-ef26-47ec-bbc2-28c352449242 req-3895461b-b73d-487c-b5a8-c9a411eeb365 service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188359 Jul 16 08:55:28.163086 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b0ab-d120-4e61-a0dd-72c089fe5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.165634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b0ab-d120-4e61-a0dd-72c089fe5d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.176134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5bc0b0ab-d120-4e61-a0dd-72c089fe5d9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e024233-b1ec-4e7c-a12e-428d4055e761 HTTP/1.1" status: 204 len: 168 time: 0.2212496 Jul 16 08:55:28.193502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0b0ab-d120-4e61-a0dd-72c089fe5d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e024233-b1ec-4e7c-a12e-428d4055e761,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.216783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af9b8d7d-0764-4893-b374-40d761a8f1e7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.241155 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af9b8d7d-0764-4893-b374-40d761a8f1e7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.268146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b8d7d-0764-4893-b374-40d761a8f1e7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d88316-c5b8-4fa7-9d71-593d46c13af8,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.285694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af9b8d7d-0764-4893-b374-40d761a8f1e7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.289990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-af9b8d7d-0764-4893-b374-40d761a8f1e7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3397558 Jul 16 08:55:28.290175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37128) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.297145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4cb538ae-f7cd-4e20-9375-c3477b626f82 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '7c6588a3-8a20-4c7b-8bf9-aaddc4937053', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.319249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b71b57-f7d2-46ff-adcd-0054ef14ad83 req-4b338bd5-69f2-491e-bc60-2abf8c7fc69a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.333255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6b71b57-f7d2-46ff-adcd-0054ef14ad83 req-4b338bd5-69f2-491e-bc60-2abf8c7fc69a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1311707 Jul 16 08:55:28.336870 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cb538ae-f7cd-4e20-9375-c3477b626f82 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.403209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6b71b57-f7d2-46ff-adcd-0054ef14ad83 req-ad2be944-5291-4732-bfef-6ca21c8a339e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660455 Jul 16 08:55:28.464419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cb538ae-f7cd-4e20-9375-c3477b626f82 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.472649 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cb538ae-f7cd-4e20-9375-c3477b626f82 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.516798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb538ae-f7cd-4e20-9375-c3477b626f82 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedf5a70-a603-4620-b80e-0d078f6a8287,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.521703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cb538ae-f7cd-4e20-9375-c3477b626f82 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.526535 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4cb538ae-f7cd-4e20-9375-c3477b626f82 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350698 Jul 16 08:55:28.526677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37136) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.533461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5d5e9a6b-3f39-4f98-a475-63c6f98581b0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '7c6588a3-8a20-4c7b-8bf9-aaddc4937053', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.615863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d5e9a6b-3f39-4f98-a475-63c6f98581b0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.716281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d5e9a6b-3f39-4f98-a475-63c6f98581b0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.730085 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d5e9a6b-3f39-4f98-a475-63c6f98581b0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.764129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e9a6b-3f39-4f98-a475-63c6f98581b0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4a10f9-4f49-42ee-9d5d-f8a67a7fe56f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.787772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d5e9a6b-3f39-4f98-a475-63c6f98581b0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.789694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5d5e9a6b-3f39-4f98-a475-63c6f98581b0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2606678 Jul 16 08:55:28.792266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37156) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.798774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9b924d55-d847-44a0-ad76-4ab023185a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '7c6588a3-8a20-4c7b-8bf9-aaddc4937053', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.852682 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-9b924d55-d847-44a0-ad76-4ab023185a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Project 5c071ed889a84964ab506ca3ebb4377c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:55:28.874809 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b924d55-d847-44a0-ad76-4ab023185a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.026485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b924d55-d847-44a0-ad76-4ab023185a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.052266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d4f6e-2fc4-4a3c-87a9-d6296cdc835a req-52f2cc2f-57f5-463e-a9e4-41c68a5af577 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.061008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad4d4f6e-2fc4-4a3c-87a9-d6296cdc835a req-52f2cc2f-57f5-463e-a9e4-41c68a5af577 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.2040639 Jul 16 08:55:29.065776 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b924d55-d847-44a0-ad76-4ab023185a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.138183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b924d55-d847-44a0-ad76-4ab023185a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3d7195-1176-4f40-8bee-748b31544ccf,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.176134 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b924d55-d847-44a0-ad76-4ab023185a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.177307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 44e80ce7-7ab8-432b-bf6b-98a090482783 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:29.181352 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37168) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.187479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-51bc0be9-1d7a-48ff-a98c-02c04d1f7d78 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '7c6588a3-8a20-4c7b-8bf9-aaddc4937053', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:29.188466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9b924d55-d847-44a0-ad76-4ab023185a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3941219 Jul 16 08:55:29.200530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad4d4f6e-2fc4-4a3c-87a9-d6296cdc835a req-f4534982-5471-4278-b34d-15251ef7e897 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298802 Jul 16 08:55:29.236947 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-51bc0be9-1d7a-48ff-a98c-02c04d1f7d78 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Project 5c071ed889a84964ab506ca3ebb4377c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:55:29.244546 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51bc0be9-1d7a-48ff-a98c-02c04d1f7d78 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.265956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 44e80ce7-7ab8-432b-bf6b-98a090482783 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:29.271465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 44e80ce7-7ab8-432b-bf6b-98a090482783 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:29.273628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.340499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f0dfb-7a3a-46c1-8f9e-7dd062808640 req-4cf773e7-3fa0-43a4-8f38-04c2d41ea767 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.353910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c69f0dfb-7a3a-46c1-8f9e-7dd062808640 req-4cf773e7-3fa0-43a4-8f38-04c2d41ea767 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 943 time: 0.1286607 Jul 16 08:55:29.376602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51bc0be9-1d7a-48ff-a98c-02c04d1f7d78 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.381623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51bc0be9-1d7a-48ff-a98c-02c04d1f7d78 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.393875 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.409324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc0be9-1d7a-48ff-a98c-02c04d1f7d78 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a85a3c-c12b-4a3f-99ba-fe71f471f4fd,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.415951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51bc0be9-1d7a-48ff-a98c-02c04d1f7d78 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.417412 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-51bc0be9-1d7a-48ff-a98c-02c04d1f7d78 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2347639 Jul 16 08:55:29.430342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c69f0dfb-7a3a-46c1-8f9e-7dd062808640 req-25f41ad9-5ce4-4afe-b640-490a91b3c04b tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754867 Jul 16 08:55:29.488421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 44e80ce7-7ab8-432b-bf6b-98a090482783, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=44e80ce7-7ab8-432b-bf6b-98a090482783,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:29.497471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.627680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=44e80ce7-7ab8-432b-bf6b-98a090482783,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.668963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b479a5a-90f5-402e-86e4-0aedd77107bd req-b3fd1d32-56c3-427e-820e-14c5459f1e2b tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.676176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b479a5a-90f5-402e-86e4-0aedd77107bd req-b3fd1d32-56c3-427e-820e-14c5459f1e2b tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1207094 Jul 16 08:55:29.724003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b479a5a-90f5-402e-86e4-0aedd77107bd req-e3e53798-aed6-4476-b6ad-41b0638aea56 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468583 Jul 16 08:55:29.803504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-695a3993-9fed-4e8b-ba34-808081437bd4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273228217&fields=id&tenant_id=5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 267 time: 0.0362718 Jul 16 08:55:29.820451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37194) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.938913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-994d69d2-69fe-4019-86d9-889395b6d326 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.940468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-994d69d2-69fe-4019-86d9-889395b6d326 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/networks?id=6edac66c-9af6-489c-ac6a-355cd91e15da HTTP/1.1" status: 200 len: 797 time: 0.1306517 Jul 16 08:55:29.953622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e68fe6c-1033-4fce-8113-70cdf3db96fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.955747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-aaac921b-7a7e-405a-81ed-d5dec7b3430c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/quotas/5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 375 time: 0.0101547 Jul 16 08:55:30.035032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-d971f3be-07e0-49fd-80a0-ba76cf76c71d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726137 Jul 16 08:55:30.059586 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e68fe6c-1033-4fce-8113-70cdf3db96fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.070581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e68fe6c-1033-4fce-8113-70cdf3db96fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.110898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68fe6c-1033-4fce-8113-70cdf3db96fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9fd6af-f51f-42f6-8fb7-14c462152896,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.140256 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e68fe6c-1033-4fce-8113-70cdf3db96fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab08a957ac714418a13a2c29e77caf0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185256 Jul 16 08:55:30.142983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37202) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:30.197530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-cd9d2fdf-8e9a-47a9-b999-e2582e867a39 service neutron] 10.222.0.55 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476114 Jul 16 08:55:30.237241 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d46337e-ca2f-404c-8b7a-057061de27ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.298774 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d46337e-ca2f-404c-8b7a-057061de27ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.379674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-14630554-4374-42cc-a4f7-1b7dbcdb8442 service neutron] 10.222.0.55 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750603 Jul 16 08:55:30.419771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d46337e-ca2f-404c-8b7a-057061de27ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.423561 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d46337e-ca2f-404c-8b7a-057061de27ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.425083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d46337e-ca2f-404c-8b7a-057061de27ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd9fd6af-f51f-42f6-8fb7-14c462152896 HTTP/1.1" status: 204 len: 168 time: 0.2810340 Jul 16 08:55:30.466760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c2cf-85a0-4237-88df-d6dbf6de15b6 req-950d679c-1d46-4028-afcb-d62fd07f18cd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:30.468123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:30.468567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a007c2cf-85a0-4237-88df-d6dbf6de15b6 req-950d679c-1d46-4028-afcb-d62fd07f18cd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.1453552 Jul 16 08:55:30.469753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46337e-ca2f-404c-8b7a-057061de27ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9fd6af-f51f-42f6-8fb7-14c462152896,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.588294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a007c2cf-85a0-4237-88df-d6dbf6de15b6 req-5efc8a5f-13ab-409b-ab83-0e1376c613df tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137099 Jul 16 08:55:30.752471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:30.781453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7', 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'port_id': '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7', 'mac_address': 'fa:16:3e:a6:87:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a2f2d4-90a6-4084-b271-107bfeb4f670', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:30.837788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f29a37d-f0aa-4adb-a13e-68ddbb90ed60 req-20c31b9f-47ff-46a0-ae7a-bd6d6a92f820 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 210 time: 0.0852439 Jul 16 08:55:30.885757 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.907866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6588906-d77c-46a4-afc2-6dbeb992567a req-45c3c006-74d2-4d5c-ba51-92d9b15cc48f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:30.913041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6588906-d77c-46a4-afc2-6dbeb992567a req-45c3c006-74d2-4d5c-ba51-92d9b15cc48f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 943 time: 0.2070210 Jul 16 08:55:30.917724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:30.972062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:30.982732 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.983628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 235e291f-ecc7-485e-9333-52eeb56c605a details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:30.993372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6588906-d77c-46a4-afc2-6dbeb992567a req-9a56ed02-9e9d-4111-9527-e903b3eb8350 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714648 Jul 16 08:55:31.088895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:31.210753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 44e80ce7-7ab8-432b-bf6b-98a090482783 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:31.282089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b0f23-483c-4bef-b7ed-bc8159ec38ec req-e0856bd3-be54-4991-8760-65b709d3cbe8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.304521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:31.305990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-993b0f23-483c-4bef-b7ed-bc8159ec38ec req-e0856bd3-be54-4991-8760-65b709d3cbe8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1700754 Jul 16 08:55:31.316903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 44e80ce7-7ab8-432b-bf6b-98a090482783 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:31.321706 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.370566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '235e291f-ecc7-485e-9333-52eeb56c605a', 'network_id': '6abd1018-a12f-451b-a81a-595a646083af', 'port_id': '235e291f-ecc7-485e-9333-52eeb56c605a', 'mac_address': 'fa:16:3e:34:f1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81628269-1000-4d64-9846-3fb9be7c8ab9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:31.404032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-993b0f23-483c-4bef-b7ed-bc8159ec38ec req-a13b61be-a382-4494-9b28-0013800d5da9 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968831 Jul 16 08:55:31.457988 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.488430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235e291f-ecc7-485e-9333-52eeb56c605a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:31.520400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:31.526210 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.651827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:31.810350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['235e291f-ecc7-485e-9333-52eeb56c605a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:31.815699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['26dd6a81-8fc2-43e7-bb7f-b9f061caccc7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:31.924310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb2465-4317-4796-8216-7959d8be3cf7 req-47d872ae-9ce6-4b17-92f4-4c18ee2c3518 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.937080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6eb2465-4317-4796-8216-7959d8be3cf7 req-47d872ae-9ce6-4b17-92f4-4c18ee2c3518 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 945 time: 0.1816244 Jul 16 08:55:31.991061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01d5344-bdb8-4bb0-9df0-96c62cdefbd1 req-72143f6f-2ea3-49cf-806d-473519e4936a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 210 time: 0.0506122 Jul 16 08:55:32.030464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6eb2465-4317-4796-8216-7959d8be3cf7 req-e71a6d56-14df-44b4-9da3-68cbbfb0f007 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908973 Jul 16 08:55:32.220638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37288) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.359684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd06456-64fe-4977-bec8-10269e4124f8 req-4dcf42ff-b5fe-48f8-aabb-b00f3fbdca96 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.368162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccd06456-64fe-4977-bec8-10269e4124f8 req-4dcf42ff-b5fe-48f8-aabb-b00f3fbdca96 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 944 time: 0.1263528 Jul 16 08:55:32.416793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccd06456-64fe-4977-bec8-10269e4124f8 req-00b7f72e-ed2e-4233-8ea7-6f0d1d6f7a1e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430355 Jul 16 08:55:32.461747 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7778071-6c58-43b4-a4c4-8d21fc9b8e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.587498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7778071-6c58-43b4-a4c4-8d21fc9b8e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.599785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7778071-6c58-43b4-a4c4-8d21fc9b8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.667064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a7778071-6c58-43b4-a4c4-8d21fc9b8e47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13b44eeb99c04d199bd9e5e3b4ddeb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426181 Jul 16 08:55:32.667064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7778071-6c58-43b4-a4c4-8d21fc9b8e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a942f61-0540-4383-82d1-6b13df0ca614,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.667510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37298) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.707432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfe89c-5e60-4a32-93b3-bbd38ca08d89 req-bb828259-527f-4eea-8cc6-8cac39a0dae8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.709067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9abfe89c-5e60-4a32-93b3-bbd38ca08d89 req-bb828259-527f-4eea-8cc6-8cac39a0dae8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1237929 Jul 16 08:55:32.733459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-87e8045b-96df-476a-b445-51aae949198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.749483 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9abfe89c-5e60-4a32-93b3-bbd38ca08d89 req-e957d353-fcdc-4a73-806b-edcaab729f84 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345027 Jul 16 08:55:32.756971 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-87e8045b-96df-476a-b445-51aae949198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.806743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-87e8045b-96df-476a-b445-51aae949198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.810875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-87e8045b-96df-476a-b445-51aae949198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.812092 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-87e8045b-96df-476a-b445-51aae949198a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a942f61-0540-4383-82d1-6b13df0ca614 HTTP/1.1" status: 204 len: 168 time: 0.1436679 Jul 16 08:55:32.820522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8045b-96df-476a-b445-51aae949198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a942f61-0540-4383-82d1-6b13df0ca614,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.266483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-0a0fcec8-e8e2-4fb2-883e-fdcb8fef9171 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.268038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-0a0fcec8-e8e2-4fb2-883e-fdcb8fef9171 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/networks?id=6edac66c-9af6-489c-ac6a-355cd91e15da HTTP/1.1" status: 200 len: 797 time: 0.2875907 Jul 16 08:55:33.269982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-382d4ab7-e6b3-41ca-bcbb-ef1704bf213e req-eca7ee25-2003-4b64-9c57-727f91c11d0b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 210 time: 0.0633130 Jul 16 08:55:33.354786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-9836594a-f26c-42fa-ad6f-611d29df6763 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 380 time: 0.0677156 Jul 16 08:55:33.368166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'port': {'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'admin_state_up': True, 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'security_groups': ['7c6588a3-8a20-4c7b-8bf9-aaddc4937053']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:33.380047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97b3a7-985b-4b57-b0cc-e3ea6156bed3 req-116a619a-82e8-4bd0-878f-d30bce18b79c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.381538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f97b3a7-985b-4b57-b0cc-e3ea6156bed3 req-116a619a-82e8-4bd0-878f-d30bce18b79c tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 945 time: 0.1595156 Jul 16 08:55:33.475571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f97b3a7-985b-4b57-b0cc-e3ea6156bed3 req-f229c70a-0f31-4586-9954-feceb1c257f3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817728 Jul 16 08:55:33.526231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:33.531733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.560561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37332) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.567980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1606091475'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:33.593658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:33.598681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.632769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:33.644491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.644943 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Added segment 213b6688-e937-49b1-94e6-412738a0072e of type vlan for network 9b81a012-4d56-4c13-9534-1fc67509a72e Jul 16 08:55:33.697803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.741751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c189a6d-26f8-4fc7-904e-433fde3c36c4 req-cb5ec968-ba7c-4a6a-a2a6-2eef2ac3470c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.743342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c189a6d-26f8-4fc7-904e-433fde3c36c4 req-cb5ec968-ba7c-4a6a-a2a6-2eef2ac3470c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 944 time: 0.1473567 Jul 16 08:55:33.744589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.20.0.6 (6edac66c-9af6-489c-ac6a-355cd91e15da/88298692-21e7-4a82-878e-949a5865c7ad/8f7aa3b9-94c0-4b52-a095-f3358685e412) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:33.772335 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.779420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.780050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.851005 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2891331 Jul 16 08:55:33.854473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37344) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.867418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-313845423'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:33.992683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c5c75-6f00-41b7-8ac2-6e84e3b9ea86 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Network': ['ID=9b81a012-4d56-4c13-9534-1fc67509a72e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.996320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:34.000402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.005455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9b81a012-4d56-4c13-9534-1fc67509a72e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:34.033045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:34.049484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.050950 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Added segment c29ecabf-69a7-42d4-ab5d-75eca42f71f1 of type vlan for network d7cd753c-1243-4a01-b070-f46b22af0ad9 Jul 16 08:55:34.080546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.114447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.150430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Transition to ACTIVE for port object 8f7aa3b9-94c0-4b52-a095-f3358685e412 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:34.155771 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.163095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.163697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.197068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c189a6d-26f8-4fc7-904e-433fde3c36c4 req-f2b79abb-0a80-423f-b6d0-b65d1f6dab04 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292887 Jul 16 08:55:34.205723 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3504887 Jul 16 08:55:34.208934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37352) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:34.230342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'subnet': {'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:34.250073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec5f8f-0873-4f27-9a8f-15213d8a88cb req-9e4b1888-dd12-4a07-888c-24d6f62440f6 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.251635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81ec5f8f-0873-4f27-9a8f-15213d8a88cb req-9e4b1888-dd12-4a07-888c-24d6f62440f6 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1799014 Jul 16 08:55:34.272252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.288755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5b262-a750-41ac-a7f2-becaa47ec0a2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Network': ['ID=d7cd753c-1243-4a01-b070-f46b22af0ad9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.310657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d7cd753c-1243-4a01-b070-f46b22af0ad9 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:34.369728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network 6edac66c-9af6-489c-ac6a-355cd91e15da is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:34.374193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:34.376134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=8f7aa3b9-94c0-4b52-a095-f3358685e412,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.379261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:34.395271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81ec5f8f-0873-4f27-9a8f-15213d8a88cb req-9386c2bc-1612-44e5-b234-f6e8020ac550 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376467 Jul 16 08:55:34.404018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:34.408037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.468092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:34.485611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.486659 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.515794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-3d7aea40-ec17-451a-86f2-a7805292033f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1524122 Jul 16 08:55:34.561097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:34.566088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:34.566471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.618383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Request body: {'port': {'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:34.758253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.817000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac26a9b-71b7-40f2-a9bd-8b42814ab163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:34.822372 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.822961 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b7a2ab-eabf-44b4-ba42-abe41a891876" -d '{"events": [{"server_uuid": "4ac26a9b-71b7-40f2-a9bd-8b42814ab163", "name": "network-vif-plugged", "status": "completed", "tag": "26dd6a81-8fc2-43e7-bb7f-b9f061caccc7"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:34.834489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94282391-97bf-4fa7-91e9-6bafc0ad6d15 req-c7ffaf3b-bfa7-4f9d-8505-8eefae33e6a2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.836201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94282391-97bf-4fa7-91e9-6bafc0ad6d15 req-c7ffaf3b-bfa7-4f9d-8505-8eefae33e6a2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 931 time: 0.3191507 Jul 16 08:55:34.842008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.852738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:34.857615 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.858574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 235e291f-ecc7-485e-9333-52eeb56c605a up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:34.945615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Subnet': ['ID=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.963847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-da34aa70-ce6b-4b68-9abb-b3fbfa7cb45c None None] Provisioning for port 8f7aa3b9-94c0-4b52-a095-f3358685e412 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:34.971027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-da34aa70-ce6b-4b68-9abb-b3fbfa7cb45c None None] Provisioning complete for port 8f7aa3b9-94c0-4b52-a095-f3358685e412 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:34.971547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da34aa70-ce6b-4b68-9abb-b3fbfa7cb45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.987794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Checking segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:34.988177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network hostable DHCP agents. Network: 9b81a012-4d56-4c13-9534-1fc67509a72e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:34.999040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c863f4e-45c3-49f7-a95f-a8cebda04e02 req-2659ae43-6b22-4e10-b122-58162ad120e3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.000525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c863f4e-45c3-49f7-a95f-a8cebda04e02 req-2659ae43-6b22-4e10-b122-58162ad120e3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 945 time: 0.2310655 Jul 16 08:55:35.019511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-da34aa70-ce6b-4b68-9abb-b3fbfa7cb45c None None] Port 8f7aa3b9-94c0-4b52-a095-f3358685e412 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:35.021310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 235e291f-ecc7-485e-9333-52eeb56c605a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:35.023203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94282391-97bf-4fa7-91e9-6bafc0ad6d15 req-ef39e3d1-2797-4adb-b5be-57b7c57cb399 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711664 Jul 16 08:55:35.026766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 235e291f-ecc7-485e-9333-52eeb56c605a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:35.027293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.030243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.030400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network 9b81a012-4d56-4c13-9534-1fc67509a72e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:35.063497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9b81a012-4d56-4c13-9534-1fc67509a72e) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:35.076132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d046a1d-3593-49c2-8474-12e88ea47ba4 None None] Network 9b81a012-4d56-4c13-9534-1fc67509a72e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:35.077059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.079004 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.113402 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e07cf758-dff4-4c0a-b7c7-8704097886f5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9010999 Jul 16 08:55:35.114182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37374) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.127306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'subnet': {'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:35.252587 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.279208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c863f4e-45c3-49f7-a95f-a8cebda04e02 req-130c01d7-e984-46cc-b024-a1fb4ffa3ca5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224216 Jul 16 08:55:35.288702 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec1c4ec-38f4-45eb-9be2-bd5a319e7acd x-openstack-request-id: req-bec1c4ec-38f4-45eb-9be2-bd5a319e7acd {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:35.291221 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac26a9b-71b7-40f2-a9bd-8b42814ab163", "name": "network-vif-plugged", "status": "completed", "tag": "26dd6a81-8fc2-43e7-bb7f-b9f061caccc7", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:35.291494 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bec1c4ec-38f4-45eb-9be2-bd5a319e7acd {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:35.291897 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac26a9b-71b7-40f2-a9bd-8b42814ab163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7', 'code': 200} Jul 16 08:55:35.397827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:35.399648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-9b81a012-4d56-4c13-9534-1fc67509a72e', 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'fixed_ips': [{'subnet_id': 'bc0d5c97-dca6-46f3-b76f-3653d64e3bd0'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:35.401503 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.416846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.469072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:35.476290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.516572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7aa3b9-94c0-4b52-a095-f3358685e412 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:35.525237 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.539766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Transition to ACTIVE for port object 8f7aa3b9-94c0-4b52-a095-f3358685e412 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:35.553397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.713107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.785280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7aa3b9-94c0-4b52-a095-f3358685e412,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.805878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Attempting to bind port 8f7aa3b9-94c0-4b52-a095-f3358685e412 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:35.806219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Attempting to bind port 8f7aa3b9-94c0-4b52-a095-f3358685e412 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:35.817941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Attempting to bind port 8f7aa3b9-94c0-4b52-a095-f3358685e412 on network 6edac66c-9af6-489c-ac6a-355cd91e15da {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:35.825501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Port 8f7aa3b9-94c0-4b52-a095-f3358685e412 on network 6edac66c-9af6-489c-ac6a-355cd91e15da not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:35.825922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Attempting to bind port 8f7aa3b9-94c0-4b52-a095-f3358685e412 on network 6edac66c-9af6-489c-ac6a-355cd91e15da {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:35.830576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80bc08-a8b3-4f39-85a3-9b20821e8ed9 req-9e61aa44-c314-4f50-bebb-3aaa5eca6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.832810 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce80bc08-a8b3-4f39-85a3-9b20821e8ed9 req-9e61aa44-c314-4f50-bebb-3aaa5eca6b14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 1097 time: 0.4837103 Jul 16 08:55:35.845817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:35.846215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Checking segment: {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:35.846549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Bound using segment: {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:35.847675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Bound port: 8f7aa3b9-94c0-4b52-a095-f3358685e412, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f793e12-b590-4c39-afe6-1cb57e218341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:35.848054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.864648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8129b-a7bc-40a8-9683-e102aa681f68 req-594f64fb-f8f4-42ba-98b9-510018c2abd3 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.875633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07f8129b-a7bc-40a8-9683-e102aa681f68 req-594f64fb-f8f4-42ba-98b9-510018c2abd3 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 945 time: 0.3343346 Jul 16 08:55:35.961623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2402c-7d43-466d-b5fe-badc1cd1ece1 req-41ee4cfb-9cd4-478a-bac0-7b66c44b650d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.971157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2c2402c-7d43-466d-b5fe-badc1cd1ece1 req-41ee4cfb-9cd4-478a-bac0-7b66c44b650d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.3519330 Jul 16 08:55:35.976217 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce80bc08-a8b3-4f39-85a3-9b20821e8ed9 req-c65ab235-d0d6-4a85-8d74-af9f6c2b29e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347058 Jul 16 08:55:36.010903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f75384a-a3fc-44e1-b682-918690104d96 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:36.016743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f75384a-a3fc-44e1-b682-918690104d96 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:36.022883 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.113634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2c2402c-7d43-466d-b5fe-badc1cd1ece1 req-cd115e78-5502-4fbb-8010-60d96fa4cd40 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415911 Jul 16 08:55:36.146347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07f8129b-a7bc-40a8-9683-e102aa681f68 req-15260b6f-fef4-4512-8e18-7c267fca3c77 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510674 Jul 16 08:55:36.178230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Subnet': ['ID=35ca7bac-6900-470b-abb7-840a54db4e5c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.186822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Checking segment: {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:36.187165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network hostable DHCP agents. Network: d7cd753c-1243-4a01-b070-f46b22af0ad9, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:36.231037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] For port 8f7aa3b9-94c0-4b52-a095-f3358685e412, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:36.235571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Allocated IP 10.1.1.2 (9b81a012-4d56-4c13-9534-1fc67509a72e/bc0d5c97-dca6-46f3-b76f-3653d64e3bd0/450592bd-f08e-45ca-b9b8-23a6db4958b2) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:36.236114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] For port 8f7aa3b9-94c0-4b52-a095-f3358685e412, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:36.242704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network d7cd753c-1243-4a01-b070-f46b22af0ad9 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:36.254941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.265989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d7cd753c-1243-4a01-b070-f46b22af0ad9) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:36.270263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:36.270856 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.303543 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d71b62c7-1574-43ea-9b08-4b6dcbe49102 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1881330 Jul 16 08:55:36.307726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37412) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.313606 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'port': {'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'name': 'tempest-TaggedBootDevicesTest_v242-2006136714', 'fixed_ips': [{'subnet_id': 'bc0d5c97-dca6-46f3-b76f-3653d64e3bd0'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:36.389896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:36.390547 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.392018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f7aa3b9-94c0-4b52-a095-f3358685e412 HTTP/1.1" status: 200 len: 1092 time: 1.8343306 Jul 16 08:55:36.392498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:36.394821 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7883d8a-0b92-477f-bb8e-12f374b6e980" -d '{"events": [{"name": "network-changed", "server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:36.489693 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:55:36.584219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922c915-922b-4d61-8a61-f6eaa1fd0642 None None] Network d7cd753c-1243-4a01-b070-f46b22af0ad9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:36.648499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:36.648764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993f207-3def-45fa-ab44-53d993b48d72 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7aa3b9-94c0-4b52-a095-f3358685e412,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.812373 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.867473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] device_id is not set on port 69fe0e68-18c9-4848-909c-505e48b38fc6 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:36.876673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37424) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.888427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:36.937678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.939603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '8f75384a-a3fc-44e1-b682-918690104d96', 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'port_id': '8f75384a-a3fc-44e1-b682-918690104d96', 'mac_address': 'fa:16:3e:69:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd78089f-c20c-453d-ae1d-c4b27ea4f698', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:37.014367 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.046231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-c451f750-c481-4e40-80bd-3c9ed962998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.056156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-c451f750-c481-4e40-80bd-3c9ed962998e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 1095 time: 0.6035609 Jul 16 08:55:37.065221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:37.098563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.100797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Transition to ACTIVE for port object 450592bd-f08e-45ca-b9b8-23a6db4958b2 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:37.161979 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.176125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Transition to ACTIVE for port object 450592bd-f08e-45ca-b9b8-23a6db4958b2 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:37.206668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f75384a-a3fc-44e1-b682-918690104d96 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:37.214093 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.239788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.315599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a'}, {'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:37.317952 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ac09fc-9bf6-4f1a-9542-5621b7a48c0f" -d '{"events": [{"server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "name": "network-vif-plugged", "status": "completed", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a"}, {"server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75384a-a3fc-44e1-b682-918690104d96"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:37.320579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Pushing event updated for resources: {'Port': ['ID=450592bd-f08e-45ca-b9b8-23a6db4958b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.329395 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d7cd753c-1243-4a01-b070-f46b22af0ad9', 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'fixed_ips': [{'subnet_id': '35ca7bac-6900-470b-abb7-840a54db4e5c'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:37.330307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.339077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37434) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.352856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Allocated IP 10.1.1.150 (9b81a012-4d56-4c13-9534-1fc67509a72e/bc0d5c97-dca6-46f3-b76f-3653d64e3bd0/69fe0e68-18c9-4848-909c-505e48b38fc6) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:37.359706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Network 9b81a012-4d56-4c13-9534-1fc67509a72e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:37.363268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:37.366918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:37.391043 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:55:37.391407 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:55:37.451435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95cb2e83-bfb2-4164-bee0-29f1ec6b05ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.540093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9940b5b-3ccf-4d8a-b813-9b5fb4887422 req-444012f5-2021-4aba-9d5d-845a1baddcaa tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.547799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9940b5b-3ccf-4d8a-b813-9b5fb4887422 req-444012f5-2021-4aba-9d5d-845a1baddcaa tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.8289165 Jul 16 08:55:37.551628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Allocated IP 10.2.2.2 (d7cd753c-1243-4a01-b070-f46b22af0ad9/35ca7bac-6900-470b-abb7-840a54db4e5c/6a129145-35cb-4e0d-a387-516fcbf72901) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:37.564280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed16cc-3009-4d1c-b912-c3fdb1bf95a5 req-7ef0e6f5-d9d3-4906-9606-acfefc49d955 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.571495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbed16cc-3009-4d1c-b912-c3fdb1bf95a5 req-7ef0e6f5-d9d3-4906-9606-acfefc49d955 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 943 time: 1.0887454 Jul 16 08:55:37.582968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-69e33da0-e29c-45dd-b099-a428c4023893 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412 HTTP/1.1" status: 200 len: 217 time: 0.5101657 Jul 16 08:55:37.619830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32266d0c-9619-41a0-a3b2-08d254651798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.649095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.675560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Transition to ACTIVE for port object 69fe0e68-18c9-4848-909c-505e48b38fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:37.703283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9940b5b-3ccf-4d8a-b813-9b5fb4887422 req-ad5dad02-334f-44a1-8319-68b3e819057d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532869 Jul 16 08:55:37.708912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Attempting to bind port 450592bd-f08e-45ca-b9b8-23a6db4958b2 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:37.709286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Attempting to bind port 450592bd-f08e-45ca-b9b8-23a6db4958b2 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:37.709689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Attempting to bind port 450592bd-f08e-45ca-b9b8-23a6db4958b2 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:37.722706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:37.723081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Checking segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:37.723484 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.723879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Bound using segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:37.724474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Bound port: 450592bd-f08e-45ca-b9b8-23a6db4958b2, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:37.724866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.739133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95cb2e83-bfb2-4164-bee0-29f1ec6b05ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.740676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbed16cc-3009-4d1c-b912-c3fdb1bf95a5 req-8f9e24e1-238e-4d8c-b5dc-cbeb9cd603f5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679106 Jul 16 08:55:37.748534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-4c477b4f-c501-4e3e-94e3-dce533f2fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.753034 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95cb2e83-bfb2-4164-bee0-29f1ec6b05ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.755876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-4c477b4f-c501-4e3e-94e3-dce533f2fbc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88298692-21e7-4a82-878e-949a5865c7ad HTTP/1.1" status: 200 len: 834 time: 0.1451900 Jul 16 08:55:37.804475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.815460 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8878e5b3-bee8-4d37-af6f-9f79f77135bd x-openstack-request-id: req-8878e5b3-bee8-4d37-af6f-9f79f77135bd {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:37.815996 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:37.816487 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8878e5b3-bee8-4d37-af6f-9f79f77135bd {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:37.817107 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'status': 'completed', 'code': 200} Jul 16 08:55:37.824613 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-95cb2e83-bfb2-4164-bee0-29f1ec6b05ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=881d01ea7f1b4e2898d7847e9e4f1a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823925 Jul 16 08:55:37.831450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37444) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.858450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2e83-bfb2-4164-bee0-29f1ec6b05ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9ec29-d3ba-4c14-b8c0-fa7371abf990,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.887838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network 9b81a012-4d56-4c13-9534-1fc67509a72e is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:37.890271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c9b15534-1792-456b-b654-b7538163f388 None None] For port 450592bd-f08e-45ca-b9b8-23a6db4958b2, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:37.898566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:37.901945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c9b15534-1792-456b-b654-b7538163f388 None None] For port 450592bd-f08e-45ca-b9b8-23a6db4958b2, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=450592bd-f08e-45ca-b9b8-23a6db4958b2,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:37.905560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:37.930799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-b67faebe-f3a1-456b-995b-c7d6d86ee3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.933364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-b67faebe-f3a1-456b-995b-c7d6d86ee3fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6edac66c-9af6-489c-ac6a-355cd91e15da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1582098 Jul 16 08:55:37.938345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=69fe0e68-18c9-4848-909c-505e48b38fc6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.966447 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.987896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.988567 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.994820 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09281d93-8e98-449a-a648-207bbfab6ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.031244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09281d93-8e98-449a-a648-207bbfab6ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.042035 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.065338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.069957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Transition to ACTIVE for port object 6a129145-35cb-4e0d-a387-516fcbf72901 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:38.098367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b15534-1792-456b-b654-b7538163f388 None None] Pushing event updated for resources: {'Port': ['ID=450592bd-f08e-45ca-b9b8-23a6db4958b2,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.098616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09281d93-8e98-449a-a648-207bbfab6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.107897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f75384a-a3fc-44e1-b682-918690104d96 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:38.112391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Transition to ACTIVE for port object 6a129145-35cb-4e0d-a387-516fcbf72901 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:38.114056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09281d93-8e98-449a-a648-207bbfab6ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.118369 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-09281d93-8e98-449a-a648-207bbfab6ba0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fa9ec29-d3ba-4c14-b8c0-fa7371abf990 HTTP/1.1" status: 204 len: 168 time: 0.2833240 Jul 16 08:55:38.127481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09281d93-8e98-449a-a648-207bbfab6ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9ec29-d3ba-4c14-b8c0-fa7371abf990,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.130906 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.139036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32266d0c-9619-41a0-a3b2-08d254651798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.155377 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1986326b-2770-4168-82bb-2eefa9ed08be tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8432672 Jul 16 08:55:38.155579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:38.155805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37448) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.163760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'port': {'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'name': 'tempest-TaggedBootDevicesTest_v242-1302850897', 'fixed_ips': [{'subnet_id': 'bc0d5c97-dca6-46f3-b76f-3653d64e3bd0'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:38.175440 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32266d0c-9619-41a0-a3b2-08d254651798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.182130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Network d7cd753c-1243-4a01-b070-f46b22af0ad9 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:38.187690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:38.194092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:38.221831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-43f9cdbb-fbba-416a-9fcd-e1ea8d2056e1 service neutron] 10.222.0.54 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699764 Jul 16 08:55:38.226584 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.286220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Pushing event updated for resources: {'Port': ['ID=6a129145-35cb-4e0d-a387-516fcbf72901,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.314149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32266d0c-9619-41a0-a3b2-08d254651798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37998cd3-65a5-4228-8b80-88f46581f9c4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.323962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a36fb8-09f9-4fc3-bf31-d5c3eccd915a req-40a4a52d-4ae8-4147-918e-3054e745ed7d tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.331516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99a36fb8-09f9-4fc3-bf31-d5c3eccd915a req-40a4a52d-4ae8-4147-918e-3054e745ed7d tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 945 time: 0.3808174 Jul 16 08:55:38.349739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-32266d0c-9619-41a0-a3b2-08d254651798 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea45eb00510b43089bb951b5b4c84df4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4702959 Jul 16 08:55:38.350891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37452) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.366568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Attempting to bind port 6a129145-35cb-4e0d-a387-516fcbf72901 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:38.367241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Attempting to bind port 6a129145-35cb-4e0d-a387-516fcbf72901 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:38.368185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Attempting to bind port 6a129145-35cb-4e0d-a387-516fcbf72901 on network d7cd753c-1243-4a01-b070-f46b22af0ad9 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:38.376263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:38.377156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Checking segment: {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:38.377795 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.378419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Bound using segment: {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:38.379094 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Bound port: 6a129145-35cb-4e0d-a387-516fcbf72901, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:38.379691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.410527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788492e-9fc7-47d3-946a-cd14cc39a87b req-28cc4f83-93d7-40c3-a377-999c8ec08d9e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.417803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f788492e-9fc7-47d3-946a-cd14cc39a87b req-28cc4f83-93d7-40c3-a377-999c8ec08d9e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 943 time: 0.3986709 Jul 16 08:55:38.455013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.457371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81e0e44d-301a-409c-adb6-b6cfb43246d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.478870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99a36fb8-09f9-4fc3-bf31-d5c3eccd915a req-a776b7e5-b72a-4ef5-9304-5295e9454508 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463745 Jul 16 08:55:38.491653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['8f75384a-a3fc-44e1-b682-918690104d96'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:38.498584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] For port 6a129145-35cb-4e0d-a387-516fcbf72901, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:38.509659 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81e0e44d-301a-409c-adb6-b6cfb43246d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.530718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:38.531851 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e01bd61-4d46-4e50-b2cb-051a40d36b50 req-5b6fff32-8ef1-4811-b91d-b15ae4b30f75 service neutron] 10.222.0.54 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000460 Jul 16 08:55:38.538184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.544362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f788492e-9fc7-47d3-946a-cd14cc39a87b req-be5cbed8-4d3a-451c-aa3c-85e592734da2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248639 Jul 16 08:55:38.623092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] For port 6a129145-35cb-4e0d-a387-516fcbf72901, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6a129145-35cb-4e0d-a387-516fcbf72901,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:38.640410 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363a3142-41b9-450d-8dd6-6e255195b717 x-openstack-request-id: req-363a3142-41b9-450d-8dd6-6e255195b717 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:38.640896 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "name": "network-vif-plugged", "status": "completed", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a", "code": 200}, {"server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "name": "network-vif-unplugged", "status": "completed", "tag": "8f75384a-a3fc-44e1-b682-918690104d96", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:38.641203 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-363a3142-41b9-450d-8dd6-6e255195b717 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:38.641698 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a', 'code': 200} Jul 16 08:55:38.641989 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96', 'code': 200} Jul 16 08:55:38.647984 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.689756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] device_id is not set on port 5edff193-92f3-4d05-9518-be18a38db1e8 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:38.766950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37458) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.859448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d32d00-9fa7-4155-8a4d-8031b1040180 None None] Pushing event updated for resources: {'Port': ['ID=6a129145-35cb-4e0d-a387-516fcbf72901,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.865274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3435ce53-d661-418d-9c8d-45c67163980d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.950859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-48d9c2ed-0811-4a85-8e18-06cf46ebfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.952423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-48d9c2ed-0811-4a85-8e18-06cf46ebfb3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 1095 time: 0.2967412 Jul 16 08:55:38.968226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81e0e44d-301a-409c-adb6-b6cfb43246d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.981336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81e0e44d-301a-409c-adb6-b6cfb43246d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.987787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-81e0e44d-301a-409c-adb6-b6cfb43246d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37998cd3-65a5-4228-8b80-88f46581f9c4 HTTP/1.1" status: 204 len: 168 time: 0.6323233 Jul 16 08:55:39.208632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Allocated IP 10.1.1.22 (9b81a012-4d56-4c13-9534-1fc67509a72e/bc0d5c97-dca6-46f3-b76f-3653d64e3bd0/5edff193-92f3-4d05-9518-be18a38db1e8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:39.241490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 450592bd-f08e-45ca-b9b8-23a6db4958b2 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:39.342516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036b1ee-e41b-4f1c-97ac-31422e10c6df req-48ccec5b-e22c-424f-83b0-4351107f3e4f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.345553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5036b1ee-e41b-4f1c-97ac-31422e10c6df req-48ccec5b-e22c-424f-83b0-4351107f3e4f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.4540830 Jul 16 08:55:39.404208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 450592bd-f08e-45ca-b9b8-23a6db4958b2 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:39.486887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-db658f0c-4bbc-45ff-becf-2f7238bfce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.488731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-db658f0c-4bbc-45ff-becf-2f7238bfce7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=6edac66c-9af6-489c-ac6a-355cd91e15da HTTP/1.1" status: 200 len: 898 time: 0.5206530 Jul 16 08:55:39.517297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0e44d-301a-409c-adb6-b6cfb43246d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37998cd3-65a5-4228-8b80-88f46581f9c4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.559426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5036b1ee-e41b-4f1c-97ac-31422e10c6df req-7c04ea9e-022a-4dff-af1d-e6688eac2d6a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059596 Jul 16 08:55:39.672327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931c1f2-9b78-4008-8511-71d891562fae req-f1ff8756-94e5-4bdd-9fdb-dd484b980645 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.672458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.688270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce507d-7b05-400c-9f9c-d501b6adb5ed req-4a6eabd4-98fb-4a7b-9557-10a762ac0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.689863 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-67ce507d-7b05-400c-9f9c-d501b6adb5ed req-4a6eabd4-98fb-4a7b-9557-10a762ac0dc5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1098 time: 0.7553072 Jul 16 08:55:39.698081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9931c1f2-9b78-4008-8511-71d891562fae req-f1ff8756-94e5-4bdd-9fdb-dd484b980645 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 943 time: 0.5407703 Jul 16 08:55:39.701492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-23963edb-6f8a-4629-8491-9537aed7a1b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412 HTTP/1.1" status: 200 len: 217 time: 0.1862738 Jul 16 08:55:39.708640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Transition to ACTIVE for port object 5edff193-92f3-4d05-9518-be18a38db1e8 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:39.761109 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3435ce53-d661-418d-9c8d-45c67163980d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.773164 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-67ce507d-7b05-400c-9f9c-d501b6adb5ed req-ab400c91-d6b8-4e3d-84a2-41b8b2c01d3a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744765 Jul 16 08:55:39.799103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37476) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.817512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.834205 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3435ce53-d661-418d-9c8d-45c67163980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.843056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62c81d37-dd13-48b5-8cb8-abe16f5cf296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.879073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3435ce53-d661-418d-9c8d-45c67163980d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=612346b7ea634d4f9753ab70510b9a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1032453 Jul 16 08:55:39.883574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37480) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.900052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network 9b81a012-4d56-4c13-9534-1fc67509a72e is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:39.926232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:39.954280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9931c1f2-9b78-4008-8511-71d891562fae req-dba825e4-b031-4c76-acaf-14309f87b033 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552204 Jul 16 08:55:39.957776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:40.003070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=5edff193-92f3-4d05-9518-be18a38db1e8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.004362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435ce53-d661-418d-9c8d-45c67163980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e2caa-7b4c-4118-88b2-fd0c29117607,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.016715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaeeda0-14eb-4f22-8acb-89dca27f5273 None None] Network 9b81a012-4d56-4c13-9534-1fc67509a72e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:40.031782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-1c15e5ef-c596-4a41-b541-a4432c1e0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.040169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-1c15e5ef-c596-4a41-b541-a4432c1e0a42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88298692-21e7-4a82-878e-949a5865c7ad HTTP/1.1" status: 200 len: 834 time: 0.3068101 Jul 16 08:55:40.124449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62c81d37-dd13-48b5-8cb8-abe16f5cf296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.129967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28516594-6cd3-4d63-84e3-168b9112d8e5 req-bff3de3c-d965-400a-8a57-36b9c5ffeb00 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.144506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28516594-6cd3-4d63-84e3-168b9112d8e5 req-bff3de3c-d965-400a-8a57-36b9c5ffeb00 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 944 time: 0.3470562 Jul 16 08:55:40.158848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62c81d37-dd13-48b5-8cb8-abe16f5cf296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.166928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad9c-d471-47f8-8690-aa2aae0087ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.194737 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad9c-d471-47f8-8690-aa2aae0087ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.208866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-8b61bcdf-5831-471d-82ef-2c82ccfa579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.210704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-8b61bcdf-5831-471d-82ef-2c82ccfa579d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6edac66c-9af6-489c-ac6a-355cd91e15da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612530 Jul 16 08:55:40.234122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28516594-6cd3-4d63-84e3-168b9112d8e5 req-9423d4e0-88f6-43d1-828b-1152278f96f0 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882361 Jul 16 08:55:40.246820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f7aa3b9-94c0-4b52-a095-f3358685e412 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:40.286025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c81d37-dd13-48b5-8cb8-abe16f5cf296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9574e823-8c7a-4ae2-890c-67d35b2e71c2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.312829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad9c-d471-47f8-8690-aa2aae0087ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.317456 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad9c-d471-47f8-8690-aa2aae0087ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.318952 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f3b8ad9c-d471-47f8-8690-aa2aae0087ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b67e2caa-7b4c-4118-88b2-fd0c29117607 HTTP/1.1" status: 204 len: 168 time: 0.4343660 Jul 16 08:55:40.351427 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8ad9c-d471-47f8-8690-aa2aae0087ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e2caa-7b4c-4118-88b2-fd0c29117607,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.359552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f7aa3b9-94c0-4b52-a095-f3358685e412, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:40.366629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.367638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.374279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f75384a-a3fc-44e1-b682-918690104d96 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:40.379965 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-62c81d37-dd13-48b5-8cb8-abe16f5cf296 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75a77e6b39294d83a94d90993db03018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796704 Jul 16 08:55:40.380806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37484) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:40.428027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-55d61404-2e12-427d-8756-d429c2568504 service neutron] 10.222.0.54 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897359 Jul 16 08:55:40.455563 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-865208d8-6fb2-457f-9812-f0e5f19a322e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2983146 Jul 16 08:55:40.562539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d61d49e-0b06-456b-9bc7-e6b2b4eebd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.665797 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7883d8a-0b92-477f-bb8e-12f374b6e980 req-a585bdc1-5cfe-4569-b9cd-a3194a6ac3b1 service neutron] 10.222.0.54 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295320 Jul 16 08:55:40.688102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d61d49e-0b06-456b-9bc7-e6b2b4eebd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.717076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:40.754222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ea108-9d72-4269-b0e1-e84eadcef659 None None] Network d7cd753c-1243-4a01-b070-f46b22af0ad9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:40.806480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-deccab02-e078-4620-90a6-b7d1bfa33468 None None] Provisioning for port 450592bd-f08e-45ca-b9b8-23a6db4958b2 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:40.822107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d61d49e-0b06-456b-9bc7-e6b2b4eebd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.825423 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d61d49e-0b06-456b-9bc7-e6b2b4eebd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.829721 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5d61d49e-0b06-456b-9bc7-e6b2b4eebd3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9574e823-8c7a-4ae2-890c-67d35b2e71c2 HTTP/1.1" status: 204 len: 168 time: 0.4437196 Jul 16 08:55:40.851444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61d49e-0b06-456b-9bc7-e6b2b4eebd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9574e823-8c7a-4ae2-890c-67d35b2e71c2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.873330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-deccab02-e078-4620-90a6-b7d1bfa33468 None None] Provisioning complete for port 450592bd-f08e-45ca-b9b8-23a6db4958b2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:40.874106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deccab02-e078-4620-90a6-b7d1bfa33468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.950984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb993e9-289d-4fdb-a31b-e932afb0c11d req-8ded259d-b4f8-41c8-bcf7-06dbc7e3c803 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.958164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ceb993e9-289d-4fdb-a31b-e932afb0c11d req-8ded259d-b4f8-41c8-bcf7-06dbc7e3c803 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.1680360 Jul 16 08:55:40.990087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 8f75384a-a3fc-44e1-b682-918690104d96 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:40.990571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.024645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ceb993e9-289d-4fdb-a31b-e932afb0c11d req-7ae6edfd-32a8-4d98-b9a3-107da05df3e7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604532 Jul 16 08:55:41.097938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37502) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:41.104076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-beb0eab8-91bd-442b-856d-9c9e551f0589 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042717195', 'description': 'tempest-description--1075582421'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:41.122841 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.144172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-beb0eab8-91bd-442b-856d-9c9e551f0589 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.193472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6a129145-35cb-4e0d-a387-516fcbf72901 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:41.271009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7aa3b9-94c0-4b52-a095-f3358685e412 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:41.288152 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-beb0eab8-91bd-442b-856d-9c9e551f0589 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.295445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-beb0eab8-91bd-442b-856d-9c9e551f0589 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.346713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0eab8-91bd-442b-856d-9c9e551f0589 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb33a4-d49b-4bd9-9f81-610296014765,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.358814 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-beb0eab8-91bd-442b-856d-9c9e551f0589 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.364966 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-beb0eab8-91bd-442b-856d-9c9e551f0589 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2662835 Jul 16 08:55:41.365893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37522) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:41.366069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a2a8-c086-4953-a489-9844ba7aed6b req-52fdd85d-c950-4509-aba4-f8dcbdce03d6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.367829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01e4a2a8-c086-4953-a489-9844ba7aed6b req-52fdd85d-c950-4509-aba4-f8dcbdce03d6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 943 time: 0.1461980 Jul 16 08:55:41.370466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8baaaa99-3328-4114-be8e-688134b8ae3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'security_group_rule': {'security_group_id': '80bb33a4-d49b-4bd9-9f81-610296014765', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:41.424359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8baaaa99-3328-4114-be8e-688134b8ae3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.431706 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deccab02-e078-4620-90a6-b7d1bfa33468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.441336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f7aa3b9-94c0-4b52-a095-f3358685e412, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:41.475063 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.485203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01e4a2a8-c086-4953-a489-9844ba7aed6b req-8392ba1a-8673-4ef6-9d54-97051edec274 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099210 Jul 16 08:55:41.572019 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8baaaa99-3328-4114-be8e-688134b8ae3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.576864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8baaaa99-3328-4114-be8e-688134b8ae3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.611688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baaaa99-3328-4114-be8e-688134b8ae3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc18335c-ef02-45af-9f53-dd6aa6f50954,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.628172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 6a129145-35cb-4e0d-a387-516fcbf72901 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:41.638406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8baaaa99-3328-4114-be8e-688134b8ae3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.642432 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8baaaa99-3328-4114-be8e-688134b8ae3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2755070 Jul 16 08:55:41.648681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37534) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:41.654296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-deccab02-e078-4620-90a6-b7d1bfa33468 None None] For port 450592bd-f08e-45ca-b9b8-23a6db4958b2, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=450592bd-f08e-45ca-b9b8-23a6db4958b2,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:41.661676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-42ee2b9c-7e74-45bc-a3c8-06513fad7835 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'security_group_rule': {'security_group_id': '80bb33a4-d49b-4bd9-9f81-610296014765', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:41.667874 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.671787 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deccab02-e078-4620-90a6-b7d1bfa33468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.701265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8f7aa3b9-94c0-4b52-a095-f3358685e412,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.735264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:41.759772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:41.762660 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05bebd0-2747-46f8-8a66-7f1a380790bb" -d '{"events": [{"server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "name": "network-vif-plugged", "status": "completed", "tag": "8f75384a-a3fc-44e1-b682-918690104d96"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:41.764226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42ee2b9c-7e74-45bc-a3c8-06513fad7835 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.772061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['8f7aa3b9-94c0-4b52-a095-f3358685e412'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:41.773901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.835237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95975558-bd34-4da2-b7ef-43bd68f77157 req-bda566ae-68d0-489c-849f-9dd3ff8ef98f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.838130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95975558-bd34-4da2-b7ef-43bd68f77157 req-bda566ae-68d0-489c-849f-9dd3ff8ef98f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 944 time: 0.1995969 Jul 16 08:55:41.877776 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c7f02-2c09-498f-9dab-74d6669d191d x-openstack-request-id: req-fb4c7f02-2c09-498f-9dab-74d6669d191d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:41.878111 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "name": "network-vif-plugged", "status": "completed", "tag": "8f75384a-a3fc-44e1-b682-918690104d96", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:41.878433 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb4c7f02-2c09-498f-9dab-74d6669d191d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:41.878839 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96', 'code': 200} Jul 16 08:55:41.914736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0a503dab-1199-49fc-915b-b370e2daf9ef None None] Provisioning for port 6a129145-35cb-4e0d-a387-516fcbf72901 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:41.925118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0a503dab-1199-49fc-915b-b370e2daf9ef None None] Provisioning complete for port 6a129145-35cb-4e0d-a387-516fcbf72901 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:41.927005 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a503dab-1199-49fc-915b-b370e2daf9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.941534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42ee2b9c-7e74-45bc-a3c8-06513fad7835 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.945663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccab02-e078-4620-90a6-b7d1bfa33468 None None] Pushing event updated for resources: {'Port': ['ID=450592bd-f08e-45ca-b9b8-23a6db4958b2,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.958222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42ee2b9c-7e74-45bc-a3c8-06513fad7835 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.975855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95975558-bd34-4da2-b7ef-43bd68f77157 req-cfaf8c83-0f23-42d1-988c-9da3664c140f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314082 Jul 16 08:55:42.020849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2b9c-7e74-45bc-a3c8-06513fad7835 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc14a17-d931-4f09-b835-4c51be840c44,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.025617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42ee2b9c-7e74-45bc-a3c8-06513fad7835 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.033384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37550) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.040084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:42.057446 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-42ee2b9c-7e74-45bc-a3c8-06513fad7835 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3955231 Jul 16 08:55:42.203155 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.250721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.347105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57aaba-dec6-4b71-98ce-425c3f87dfd3 req-a98d7ecc-5e54-4e60-82d7-0e762ca63ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.348899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de57aaba-dec6-4b71-98ce-425c3f87dfd3 req-a98d7ecc-5e54-4e60-82d7-0e762ca63ed2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 1097 time: 0.2771971 Jul 16 08:55:42.487265 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a503dab-1199-49fc-915b-b370e2daf9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.516395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf282d-6978-42f5-b91e-e0d58bee7987 req-161bb84d-e0f0-4107-8243-876d4205a017 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.524954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83bf282d-6978-42f5-b91e-e0d58bee7987 req-161bb84d-e0f0-4107-8243-876d4205a017 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.2523625 Jul 16 08:55:42.581809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de57aaba-dec6-4b71-98ce-425c3f87dfd3 req-607aeb4a-0040-4e61-83f7-834a85b7910b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174087 Jul 16 08:55:42.613547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0a503dab-1199-49fc-915b-b370e2daf9ef None None] For port 6a129145-35cb-4e0d-a387-516fcbf72901, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6a129145-35cb-4e0d-a387-516fcbf72901,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:42.630678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a503dab-1199-49fc-915b-b370e2daf9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.669299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83bf282d-6978-42f5-b91e-e0d58bee7987 req-15571b25-36c9-4325-a260-ad6967d4bc8d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431265 Jul 16 08:55:42.684918 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.722147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a503dab-1199-49fc-915b-b370e2daf9ef None None] Pushing event updated for resources: {'Port': ['ID=6a129145-35cb-4e0d-a387-516fcbf72901,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.766826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Provisioning complete for port 450592bd-f08e-45ca-b9b8-23a6db4958b2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:42.766826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.893046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Provisioning complete for port 6a129145-35cb-4e0d-a387-516fcbf72901 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:42.893570 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.072925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Provisioning for port 5edff193-92f3-4d05-9518-be18a38db1e8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:43.077872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Allocated IP 172.25.6.161 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/cb7263d1-2379-4dcb-99ec-eab4670c5f18) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:43.078413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Provisioning complete for port 5edff193-92f3-4d05-9518-be18a38db1e8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.078413 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.126002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Port 5edff193-92f3-4d05-9518-be18a38db1e8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:43.148689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 450592bd-f08e-45ca-b9b8-23a6db4958b2 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:43.162964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bc23d-aa21-45e0-96bb-91d12ad93893 req-12693e27-b361-4a2e-97ba-1eb8c0e21aa8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.164813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b5bc23d-aa21-45e0-96bb-91d12ad93893 req-12693e27-b361-4a2e-97ba-1eb8c0e21aa8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 944 time: 0.2000382 Jul 16 08:55:43.177921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1476d-85a3-4a71-9914-b0b70a7597c6 req-5aad3434-587a-4491-870f-76f808e092cd tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.186247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46c1476d-85a3-4a71-9914-b0b70a7597c6 req-5aad3434-587a-4491-870f-76f808e092cd tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1098 time: 0.1794672 Jul 16 08:55:43.202918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Provisioning for port 69fe0e68-18c9-4848-909c-505e48b38fc6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:43.212698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Provisioning complete for port 69fe0e68-18c9-4848-909c-505e48b38fc6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.213356 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.281400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-974de488-3d2e-4eae-b841-275e633db012 None None] Port 69fe0e68-18c9-4848-909c-505e48b38fc6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:43.304082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46c1476d-85a3-4a71-9914-b0b70a7597c6 req-211696c8-88cb-4ac6-b648-bd5225c40c80 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166716 Jul 16 08:55:43.314981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b5bc23d-aa21-45e0-96bb-91d12ad93893 req-9c6c1b79-48df-4bfe-98f1-59b0c7e1d526 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938993 Jul 16 08:55:43.315409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 450592bd-f08e-45ca-b9b8-23a6db4958b2 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.315998 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.383107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.427602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6a129145-35cb-4e0d-a387-516fcbf72901 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:43.495936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6a129145-35cb-4e0d-a387-516fcbf72901 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.496844 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.514721 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.647085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:43.668951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:43.671767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:43.737283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=cb7263d1-2379-4dcb-99ec-eab4670c5f18,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.774346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f020-4cdd-4b7b-8c5f-d2a49fce1860 req-e2fb1a8b-82da-4da9-bcbd-2ec9c587491b tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.775979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7b4f020-4cdd-4b7b-8c5f-d2a49fce1860 req-e2fb1a8b-82da-4da9-bcbd-2ec9c587491b tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1098 time: 0.2874186 Jul 16 08:55:43.792140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5da356-5453-4f88-b6da-fc2d65910356 req-79e09250-9adf-42cf-8825-aa48b2b80e7e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.800428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f5da356-5453-4f88-b6da-fc2d65910356 req-79e09250-9adf-42cf-8825-aa48b2b80e7e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.2492795 Jul 16 08:55:43.922436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7b4f020-4cdd-4b7b-8c5f-d2a49fce1860 req-bf8051af-6fdc-4155-ae56-21125330d70d tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976288 Jul 16 08:55:43.929905 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.946150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f5da356-5453-4f88-b6da-fc2d65910356 req-d135c184-51d4-4aa9-9504-8aecee62513c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445444 Jul 16 08:55:44.032799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.266391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f7aa3b9-94c0-4b52-a095-f3358685e412 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:44.320534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.331429 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.384282 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 8f7aa3b9-94c0-4b52-a095-f3358685e412 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:44.391787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 8f7aa3b9-94c0-4b52-a095-f3358685e412 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:44.392193 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.516571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=cb7263d1-2379-4dcb-99ec-eab4670c5f18,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:44.518613 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3aeed46e-d419-4bbc-ab72-1b275584acaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.563303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.609856 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.611167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7dd290cb-a807-4055-b1aa-57507013e660 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5765092 Jul 16 08:55:44.646341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.700112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:44.705241 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d61ee-812a-495e-a8e8-fb71f2085466" -d '{"events": [{"server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "name": "network-vif-plugged", "status": "completed", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:44.752313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b5b2-e923-4b48-b6eb-ad89d326b4f7 req-15fca755-b33d-431a-aabd-d7a744bb471d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:44.754077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8f7aa3b9-94c0-4b52-a095-f3358685e412, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:44.754215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3577b5b2-e923-4b48-b6eb-ad89d326b4f7 req-15fca755-b33d-431a-aabd-d7a744bb471d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 944 time: 0.1644616 Jul 16 08:55:44.759202 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.855033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3577b5b2-e923-4b48-b6eb-ad89d326b4f7 req-7ac4145e-d688-485e-b9a7-591e7e3f7d64 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926595 Jul 16 08:55:44.877573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8f7aa3b9-94c0-4b52-a095-f3358685e412,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:44.968923 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99df5d0a-7512-48fd-a42d-652eefa82ba1 x-openstack-request-id: req-99df5d0a-7512-48fd-a42d-652eefa82ba1 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:44.969268 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "name": "network-vif-plugged", "status": "completed", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:44.969549 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99df5d0a-7512-48fd-a42d-652eefa82ba1 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:44.970054 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'code': 200} Jul 16 08:55:45.206401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-16ba6985-b895-410b-8bfd-d8426c6c0197 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2042717195&fields=id&tenant_id=f1071d7eded044a59c44676750d47bf0 HTTP/1.1" status: 200 len: 267 time: 0.0735493 Jul 16 08:55:45.254702 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.298630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d1b3-2506-439b-877b-5751123a7ce4 req-399d1e2a-8a95-4b53-8c0d-a1cf3619b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.303462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2a5d1b3-2506-439b-877b-5751123a7ce4 req-399d1e2a-8a95-4b53-8c0d-a1cf3619b57d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 1097 time: 0.2312441 Jul 16 08:55:45.392362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-48ee139e-6995-48a5-b423-ed237af49b94 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.407378 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-48ee139e-6995-48a5-b423-ed237af49b94 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports/69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 937 time: 0.1892402 Jul 16 08:55:45.589348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2a5d1b3-2506-439b-877b-5751123a7ce4 req-0f207356-8bb5-4a01-b8e0-ed96c74414c3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740796 Jul 16 08:55:45.615396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-dc8d2ced-79e3-4d41-920d-ca635e61584a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.618239 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-dc8d2ced-79e3-4d41-920d-ca635e61584a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports/5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 936 time: 0.2076397 Jul 16 08:55:45.682705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-523fbc8b-2dfa-442b-bd03-5744b3a6d4a0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0583813 Jul 16 08:55:45.726567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f1bda80c-8eab-40ff-b1ba-8a555674464c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0359108 Jul 16 08:55:45.836769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-198f495b-153f-4924-904a-95a1bf986d0a tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:45.838433 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-198f495b-153f-4924-904a-95a1bf986d0a tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074744 Jul 16 08:55:45.850442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Request body: {'binding': {'host': 'n-h2-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:45.851176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:55:45.867850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-05d34203-f77f-4a0e-959c-17fccc467d59 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.874859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-05d34203-f77f-4a0e-959c-17fccc467d59 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.881466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-05d34203-f77f-4a0e-959c-17fccc467d59 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.883228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-05d34203-f77f-4a0e-959c-17fccc467d59 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/networks?id=f56d1b59-6046-47e5-8358-9118989f30fb&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=d7cd753c-1243-4a01-b070-f46b22af0ad9&id=d7cd753c-1243-4a01-b070-f46b22af0ad9 HTTP/1.1" status: 200 len: 1994 time: 0.1471846 Jul 16 08:55:45.902608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-70326c4c-b90f-42fb-83e3-f9004b8be495 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/quotas/f1071d7eded044a59c44676750d47bf0 HTTP/1.1" status: 200 len: 375 time: 0.0123262 Jul 16 08:55:46.006522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on host n-h2-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:46.007531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:46.008057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:46.014307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:46.014879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:46.020151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:46.020724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:46.021488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:46.022126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Bound port: 235e291f-ecc7-485e-9333-52eeb56c605a, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:46.027951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e1ad201f-a6ff-4497-8f00-a08fd3d5131a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1185031 Jul 16 08:55:46.103665 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:46.109506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.111118 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-72f28c36-3fcb-46b6-b3f3-ff0031343143 service neutron] 10.222.0.55 "POST /v2.0/ports/235e291f-ecc7-485e-9333-52eeb56c605a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2644591 Jul 16 08:55:46.168338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-5122712e-0635-4cb8-bc31-28b0933a184d service neutron] 10.222.0.55 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269317 Jul 16 08:55:46.301877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a0c32752-441a-4fb3-a59d-c62b0da8a9e5 service neutron] 10.222.0.55 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251924 Jul 16 08:55:46.434383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f2358a89-a934-4035-8920-5374fd84fde0 service neutron] 10.222.0.55 "GET /v2.0/ports/69fe0e68-18c9-4848-909c-505e48b38fc6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1232448 Jul 16 08:55:46.489191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a117-9362-4198-ae47-efda5c0d0680 req-579435c3-f953-4a01-b70d-121d11e847f2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:46.490839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6622a117-9362-4198-ae47-efda5c0d0680 req-579435c3-f953-4a01-b70d-121d11e847f2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1840165 Jul 16 08:55:46.567935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a7ae4620-d743-44fe-a3d4-e4061e6a3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:46.569690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a7ae4620-d743-44fe-a3d4-e4061e6a3d09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1098 time: 0.1858344 Jul 16 08:55:46.624800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6622a117-9362-4198-ae47-efda5c0d0680 req-5efc1b45-5c51-4559-abeb-696e837e7734 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275873 Jul 16 08:55:46.630128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-7afd820a-7386-4f8b-8a28-894022d298df service neutron] 10.222.0.55 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864777 Jul 16 08:55:46.886822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-4ed04b3d-d0a0-4a39-9390-85bec5957f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:46.888683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-4ed04b3d-d0a0-4a39-9390-85bec5957f20 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.2896209 Jul 16 08:55:46.891368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-138e555d-435f-4847-a9ae-da6e13628bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267623 Jul 16 08:55:47.032433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-e781924b-153e-483b-b024-5711219ed172 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=235e291f-ecc7-485e-9333-52eeb56c605a HTTP/1.1" status: 200 len: 217 time: 0.1207409 Jul 16 08:55:47.088615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-75cf013c-06c0-4310-a1b5-80a777c8df0b service neutron] 10.222.0.55 "GET /v2.0/ports/5edff193-92f3-4d05-9518-be18a38db1e8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1754386 Jul 16 08:55:47.145075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-3ae8bba6-d721-490a-99ba-f5a1ef91dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:47.146516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-3ae8bba6-d721-490a-99ba-f5a1ef91dad7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1000509 Jul 16 08:55:47.159387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c96607-299f-467c-9d4b-9300f3d41d39 req-187d668f-b838-4987-9d5d-989bec1d2d89 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:47.166259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c96607-299f-467c-9d4b-9300f3d41d39 req-187d668f-b838-4987-9d5d-989bec1d2d89 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 945 time: 0.2426491 Jul 16 08:55:47.227734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-973f5cfa-ccdf-4885-95cf-dc2da0e659c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334902 Jul 16 08:55:47.559275 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.622253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e852105c-e4fb-47a9-8bd7-33a3d30c7399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.670222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c96607-299f-467c-9d4b-9300f3d41d39 req-b53bc368-3641-43f0-8685-e87ec4874369 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5008888 Jul 16 08:55:47.692681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-53b5a23b-92a3-4bf5-a636-c9ba47b02007 service neutron] 10.222.0.55 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960145 Jul 16 08:55:47.836142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-7c74b562-a6b6-4201-b070-54dc8ed803d5 service neutron] 10.222.0.55 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968556 Jul 16 08:55:47.993046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69baa1-9ad2-46ba-a273-f1ade4fedd53 req-d99c5db7-a66d-4f97-bb04-583ca58ed05d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:47.994847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e69baa1-9ad2-46ba-a273-f1ade4fedd53 req-d99c5db7-a66d-4f97-bb04-583ca58ed05d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.1572263 Jul 16 08:55:48.001472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a8e9464a-566f-43c3-bf20-d1aae26a8f9a service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552102 Jul 16 08:55:48.092038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ce03baeb-55c6-44b3-be0e-b4a2b41c8d69 service neutron] 10.222.0.55 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176192 Jul 16 08:55:48.221277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-fc151204-3f1b-46d1-be35-ef41cb1f6c65 service neutron] 10.222.0.55 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006978 Jul 16 08:55:48.235155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e69baa1-9ad2-46ba-a273-f1ade4fedd53 req-6d2a036a-ddd6-45ee-a92b-d90bf0903708 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310319 Jul 16 08:55:48.415898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a14304a4-e8e4-425e-b99a-7d291b9102e8 service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822925 Jul 16 08:55:48.465922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-572c2dfb-e04d-4476-b0bc-a4a8f927818b service neutron] 10.222.0.55 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274284 Jul 16 08:55:48.514878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08da73d-32db-4b8b-8f26-b1fc566dc543 req-917c10d6-2a63-411c-88fe-72e8c1dab947 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:48.516652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e08da73d-32db-4b8b-8f26-b1fc566dc543 req-917c10d6-2a63-411c-88fe-72e8c1dab947 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.1523745 Jul 16 08:55:48.611849 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.626070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e08da73d-32db-4b8b-8f26-b1fc566dc543 req-6e2eb179-89d3-4bda-8dda-514891c14acb tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014957 Jul 16 08:55:48.670930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-34a5c553-4265-4d20-aef4-83eed229fe7f service neutron] 10.222.0.55 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936176 Jul 16 08:55:48.794372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.839314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-68ddb155-8d52-4ce1-ad53-1b9c9503aa0f service neutron] 10.222.0.55 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700494 Jul 16 08:55:48.988263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4daa0e-ca8b-4e25-a9b8-00bd495544f0 req-887d7d95-7057-4748-ac90-0ff66cd85fd8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:48.988263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a4daa0e-ca8b-4e25-a9b8-00bd495544f0 req-887d7d95-7057-4748-ac90-0ff66cd85fd8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 945 time: 0.1834757 Jul 16 08:55:49.047704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e8052c3f-2c44-4da9-85d2-d150e4da5984 service neutron] 10.222.0.55 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066352 Jul 16 08:55:49.160094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-856e0439-488b-4016-9a64-552cda1047a8 service neutron] 10.222.0.55 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114883 Jul 16 08:55:49.201163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a4daa0e-ca8b-4e25-a9b8-00bd495544f0 req-304615fa-385e-427c-abba-12886602af91 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994073 Jul 16 08:55:49.270344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1fc33d89-7eb8-4b89-9b34-cb63fa3fc33f service neutron] 10.222.0.55 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093929 Jul 16 08:55:49.421928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e337f-1d9f-4d57-97d5-ed82b27a20f3 req-fc5ec3c6-acc5-41c2-877e-b64ed40fe46f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:49.423532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-642e337f-1d9f-4d57-97d5-ed82b27a20f3 req-fc5ec3c6-acc5-41c2-877e-b64ed40fe46f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 945 time: 0.0851743 Jul 16 08:55:49.495369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-642e337f-1d9f-4d57-97d5-ed82b27a20f3 req-ca9d4743-2c51-4ed0-aa21-117118029709 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654056 Jul 16 08:55:49.515541 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37780) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.661093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79c1d84-4015-4657-9c2f-15dda707dece tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:49.665200 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d79c1d84-4015-4657-9c2f-15dda707dece tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 1092 time: 0.1485834 Jul 16 08:55:49.668939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37784) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.675308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:49.725178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.972266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.059397 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.094358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37804) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.306491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.25.6.235 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/7c5adc7a-4abe-4851-90a2-2c41a75947cf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:50.311446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e18358c5-3b26-4cd9-bbc2-bfb272f48470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.440258 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e18358c5-3b26-4cd9-bbc2-bfb272f48470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.444882 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e18358c5-3b26-4cd9-bbc2-bfb272f48470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.476688 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.531467 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.568808 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e18358c5-3b26-4cd9-bbc2-bfb272f48470 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=945374b4eb894c088fc6768794a255f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732831 Jul 16 08:55:50.570164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18358c5-3b26-4cd9-bbc2-bfb272f48470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8852ca-3420-43ca-a8be-940476eec1ab,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:50.573167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.602258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=7c5adc7a-4abe-4851-90a2-2c41a75947cf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:50.639658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:50.644086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:50.647006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:50.682750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2649a55-e185-4991-b39b-8cd86aa1bd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.740903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2649a55-e185-4991-b39b-8cd86aa1bd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.844577 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2649a55-e185-4991-b39b-8cd86aa1bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.847325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2649a55-e185-4991-b39b-8cd86aa1bd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.848553 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e2649a55-e185-4991-b39b-8cd86aa1bd95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b8852ca-3420-43ca-a8be-940476eec1ab HTTP/1.1" status: 204 len: 168 time: 0.2734497 Jul 16 08:55:50.868418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2649a55-e185-4991-b39b-8cd86aa1bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8852ca-3420-43ca-a8be-940476eec1ab,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:50.949232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf7019-e2e4-4e52-a3bb-c0cf9b156cd7 req-e4aa6789-a74f-4f2b-8296-630c34e86ae5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:50.951076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0bf7019-e2e4-4e52-a3bb-c0cf9b156cd7 req-e4aa6789-a74f-4f2b-8296-630c34e86ae5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.3587220 Jul 16 08:55:51.172244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0bf7019-e2e4-4e52-a3bb-c0cf9b156cd7 req-a3ba0df1-25c3-4ebb-b713-dee355971eda tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559136 Jul 16 08:55:51.272420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-ef960862-b971-4c8f-866e-8d7ce2a284f6 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:51.280051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-ef960862-b971-4c8f-866e-8d7ce2a284f6 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 814 time: 0.3648901 Jul 16 08:55:51.305204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-fa620db9-94cf-4974-ac66-55de1d50f4fe tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/quotas/6df410f2628649a68877dcf7db593c17 HTTP/1.1" status: 200 len: 375 time: 0.0242064 Jul 16 08:55:51.314568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37852) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.331739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c797-d8f8-466a-a71e-74839b94f983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.404073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1587017d-d791-40e2-aa55-88635b6c8797 req-77816699-ca83-442d-bffe-c1ed7d5ebcff tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0630052 Jul 16 08:55:51.491517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c797-d8f8-466a-a71e-74839b94f983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.493058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-03bc5c15-36ef-4a4e-a4ab-18a5bcc4a5fd tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1869156 Jul 16 08:55:51.497302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c797-d8f8-466a-a71e-74839b94f983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.529832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.544879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5c797-d8f8-466a-a71e-74839b94f983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d64b61-2730-4ce7-bf01-8ba565e12e4c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:51.567175 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b5f5c797-d8f8-466a-a71e-74839b94f983 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4b2f21e543745d89f1de0706e3eccff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512043 Jul 16 08:55:51.570040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.645894 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c1331f0-d412-4ccc-b5c4-088defdb41c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.660662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-36088fab-3513-4359-a881-a5fa77e664d2 service neutron] 10.222.0.55 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667259 Jul 16 08:55:51.670741 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c1331f0-d412-4ccc-b5c4-088defdb41c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.699302 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.720428 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c1331f0-d412-4ccc-b5c4-088defdb41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.725772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c1331f0-d412-4ccc-b5c4-088defdb41c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.727758 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4c1331f0-d412-4ccc-b5c4-088defdb41c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41d64b61-2730-4ce7-bf01-8ba565e12e4c HTTP/1.1" status: 204 len: 168 time: 0.1567171 Jul 16 08:55:51.738934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1331f0-d412-4ccc-b5c4-088defdb41c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d64b61-2730-4ce7-bf01-8ba565e12e4c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:51.811539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-7d4e49a6-aee4-45c1-85e7-d31b30a2a8a3 service neutron] 10.222.0.55 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499138 Jul 16 08:55:51.927390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.934416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.986125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=7c5adc7a-4abe-4851-90a2-2c41a75947cf,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:52.169696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f43d5d7-d725-4ca7-8db8-42f3666a8d32 req-0312c260-85a6-4714-a7b0-798db89afc08 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 210 time: 0.0412843 Jul 16 08:55:52.181580 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.400551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-ca77588c-e104-4582-ae1f-56218ded160c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.403509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-ca77588c-e104-4582-ae1f-56218ded160c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6 HTTP/1.1" status: 200 len: 945 time: 0.3213170 Jul 16 08:55:52.502294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2356a2c6-ade4-40c7-827b-ce7e2e8a4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.504021 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2356a2c6-ade4-40c7-827b-ce7e2e8a4413 service neutron] 10.222.0.54 "GET /v2.0/ports/69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 1033 time: 0.1575520 Jul 16 08:55:52.648967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4b827f54-4e0d-413d-b305-8f7471ef3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.654024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4b827f54-4e0d-413d-b305-8f7471ef3967 service neutron] 10.222.0.54 "GET /v2.0/ports/5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 1032 time: 0.1363981 Jul 16 08:55:52.939263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-648a31be-5a9c-402b-a2c3-f6ae507a5d77 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.954433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-648a31be-5a9c-402b-a2c3-f6ae507a5d77 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.983806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-648a31be-5a9c-402b-a2c3-f6ae507a5d77 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.985452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-648a31be-5a9c-402b-a2c3-f6ae507a5d77 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "GET /v2.0/networks?id=f56d1b59-6046-47e5-8358-9118989f30fb&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=d7cd753c-1243-4a01-b070-f46b22af0ad9&id=d7cd753c-1243-4a01-b070-f46b22af0ad9 HTTP/1.1" status: 200 len: 1994 time: 0.3267927 Jul 16 08:55:53.081745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4438cda3-c65b-4400-af6f-fe66eee2a703 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1071d7eded044a59c44676750d47bf0 HTTP/1.1" status: 200 len: 380 time: 0.0808036 Jul 16 08:55:53.093571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'admin_state_up': True, 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'security_groups': ['80bb33a4-d49b-4bd9-9f81-610296014765']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:53.278574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3957691-b2d6-4fc9-8e34-3342ce8c595b req-28dc6f65-0d85-4579-aeea-bb4665f5a633 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.1801844 Jul 16 08:55:53.349136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:53.352551 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.366023 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Floating IP 047aff57-383d-4441-b0c1-d51db778deb4 associated. External IP: 172.25.6.235, port: 8f7aa3b9-94c0-4b52-a095-f3358685e412. Jul 16 08:55:53.478948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Deleting port 8f75384a-a3fc-44e1-b682-918690104d96 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:53.479295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.728392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-979a0e52-a00e-45a8-899a-dcb609a38874 req-e4cdf4bb-101e-4d15-9e2a-8dbbe95bb4dc tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 210 time: 0.1342206 Jul 16 08:55:53.770874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f64833-79af-4b0e-8a40-15a83d5cda94 req-f9ada043-60ab-4ddc-886c-4f0a5fb280b7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:53.778847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4f64833-79af-4b0e-8a40-15a83d5cda94 req-f9ada043-60ab-4ddc-886c-4f0a5fb280b7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 1.3111677 Jul 16 08:55:53.847716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4f64833-79af-4b0e-8a40-15a83d5cda94 req-6d584180-65df-4d26-b356-82028a56042d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677586 Jul 16 08:55:53.950256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] For port 8f75384a-a3fc-44e1-b682-918690104d96, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f75384a-a3fc-44e1-b682-918690104d96,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:53.950932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.994817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Calling delete_port for 8f75384a-a3fc-44e1-b682-918690104d96 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:54.069838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Allocated IP 172.20.0.13 (f56d1b59-6046-47e5-8358-9118989f30fb/bb977cdb-bd1e-4952-93e4-386a3ffddfea/a194b142-12eb-4ac1-b098-ff1f198ff0ee) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:54.264587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:54.318873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-660af62d-96e5-41ab-968f-5d254df699fa tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.320429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-660af62d-96e5-41ab-968f-5d254df699fa tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.52 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 814 time: 0.2232559 Jul 16 08:55:54.337704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Request body: {'port': {'device_id': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'admin_state_up': True, 'tenant_id': '6df410f2628649a68877dcf7db593c17'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:54.363366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f75384a-a3fc-44e1-b682-918690104d96 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:54.413457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.551859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b433758-0849-413b-92e8-8496d573c2ba req-8ad92b10-8029-494c-b742-bba7213fbad4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0610557 Jul 16 08:55:54.561486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Made reservation on behalf of 6df410f2628649a68877dcf7db593c17 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:54.569108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.612616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:54.623526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Transition to ACTIVE for port object a194b142-12eb-4ac1-b098-ff1f198ff0ee will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:54.624389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.650541 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.729910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.769623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Pushing event deleted for resources: {'Port': ['ID=8f75384a-a3fc-44e1-b682-918690104d96,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.824686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=a194b142-12eb-4ac1-b098-ff1f198ff0ee,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.848308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network f56d1b59-6046-47e5-8358-9118989f30fb is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:54.855272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:54.867032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:54.917488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:54.933396 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] Sync routers for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:54.956868 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:54.959263 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:55:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:54.995224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:55.019948 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:55.024669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.031590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'mac_address': 'fa:16:3e:f4:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:55.060662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] No DVR routers for this DVR port 8f75384a-a3fc-44e1-b682-918690104d96 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:55.073689 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.078563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a5dfff9-c6e4-4502-98ff-a979f05ae331 req-cbc0508b-3597-4a0e-a118-d37641f545bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.54 "DELETE /v2.0/ports/8f75384a-a3fc-44e1-b682-918690104d96 HTTP/1.1" status: 204 len: 173 time: 2.6094837 Jul 16 08:55:55.091378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'name': 'network-vif-deleted', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:55.094197 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d470181-2854-4c94-b04a-13af075f9cb0" -d '{"events": [{"server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "name": "network-vif-deleted", "tag": "8f75384a-a3fc-44e1-b682-918690104d96"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:55.150863 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.162046 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c73c16d4-fd82-4a51-883a-8e80cc34e34b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0629227 Jul 16 08:55:55.188702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a0033fd-d9bb-4ec5-bd6f-1adb507f42ee req-a7c19602-2d18-4340-aaca-291a30261d1c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 210 time: 0.1341143 Jul 16 08:55:55.196760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'admin_state_up': True, 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'security_groups': ['80bb33a4-d49b-4bd9-9f81-610296014765']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:55.199489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.203547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad807418-c127-46b0-84bd-e6f3413001b0 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:55.270778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:55.282802 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.296459 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:55.407446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1495db51-d1bb-40bb-aa79-5afb17e1dacc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7369745 Jul 16 08:55:55.419093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37994) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:55.465359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ad807418-c127-46b0-84bd-e6f3413001b0'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:55.549520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Allocated IP 172.20.0.7 (b54ea554-fa3f-402e-8544-a1a30ba8e0e1/cd78089f-c20c-453d-ae1d-c4b27ea4f698/b54bbad9-5ed9-415f-aadb-54f552264ffa) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:55.561400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:55.569931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.572374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf98583-fab5-4166-9dca-f5f448f4a8e3 req-bfa4728b-a76e-4528-99e9-f7f5dfcdaf87 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:55.580794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cf98583-fab5-4166-9dca-f5f448f4a8e3 req-bfa4728b-a76e-4528-99e9-f7f5dfcdaf87 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.3314080 Jul 16 08:55:55.594656 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333fa918-0cc9-4961-a81d-b85e21287459 x-openstack-request-id: req-333fa918-0cc9-4961-a81d-b85e21287459 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:55.595201 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6", "name": "network-vif-deleted", "tag": "8f75384a-a3fc-44e1-b682-918690104d96", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:55.595614 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-333fa918-0cc9-4961-a81d-b85e21287459 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:55.596195 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1edc31c-3ef0-4f0b-a500-68d7f7cd76a6', 'name': 'network-vif-deleted', 'tag': '8f75384a-a3fc-44e1-b682-918690104d96', 'status': 'completed', 'code': 200} Jul 16 08:55:55.598732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eee71995-26cf-4655-82bb-9fbf6b3fad27 None None] Provisioning for port a194b142-12eb-4ac1-b098-ff1f198ff0ee completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:55.608234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-20560007-f12d-4e8d-94f4-719eb75ec623 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/047aff57-383d-4441-b0c1-d51db778deb4 HTTP/1.1" status: 200 len: 991 time: 0.1863463 Jul 16 08:55:55.612231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eee71995-26cf-4655-82bb-9fbf6b3fad27 None None] Provisioning complete for port a194b142-12eb-4ac1-b098-ff1f198ff0ee triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:55.612593 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eee71995-26cf-4655-82bb-9fbf6b3fad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.655219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cf98583-fab5-4166-9dca-f5f448f4a8e3 req-a56a03c8-9fdd-4346-b310-ad2695cd38c3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731118 Jul 16 08:55:55.689879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.741222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.746703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.747115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.747474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.747794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.748121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.748455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.748779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.749103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.749423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.749953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.750425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:55.807079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-eee71995-26cf-4655-82bb-9fbf6b3fad27 None None] Port a194b142-12eb-4ac1-b098-ff1f198ff0ee cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:55.863861 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:51Z', 'revision_number': 0, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.929251 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] Checking router: 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:55.947535 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Allocated IP 10.1.1.179 (9b81a012-4d56-4c13-9534-1fc67509a72e/bc0d5c97-dca6-46f3-b76f-3653d64e3bd0/b907f41a-7d40-4b14-939a-e6b601b4b132) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:55.951321 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:55.953518 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:55:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:56.123586 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:56.256504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308618-1a3d-4dc6-87a7-4968a0e908d7 req-7a311390-b0d1-4235-bce1-25e31da701f4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:56.271612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5308618-1a3d-4dc6-87a7-4968a0e908d7 req-7a311390-b0d1-4235-bce1-25e31da701f4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 932 time: 0.3640435 Jul 16 08:55:56.459782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.488169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5308618-1a3d-4dc6-87a7-4968a0e908d7 req-691e0ab1-28a9-411d-8be3-873fce34b34c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075095 Jul 16 08:55:56.518336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Transition to ACTIVE for port object b907f41a-7d40-4b14-939a-e6b601b4b132 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:56.592794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:56.608894 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.654448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38022) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:56.675208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2725780c-0bbd-49ec-adae-914c2129adb5 req-1f511760-c099-4793-8901-3f0c9a453445 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 210 time: 0.1071224 Jul 16 08:55:56.676615 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.716999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port ad807418-c127-46b0-84bd-e6f3413001b0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:56.717681 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.744425 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:51Z', 'revision_number': 0, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:56.763685 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.786653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=b907f41a-7d40-4b14-939a-e6b601b4b132,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:56.829544 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b9d14-878e-4d42-b014-6200fbd92d1d None None] The sync data for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 is: [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:51Z', 'revision_number': 0, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:56.869380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1b57214a-ebfa-4c22-af38-78ce039dfac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/047aff57-383d-4441-b0c1-d51db778deb4 HTTP/1.1" status: 200 len: 991 time: 0.2120395 Jul 16 08:55:56.879326 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.889333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38026) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:56.915695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:56.922450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Pushing event updated for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:56.928085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:56.938061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:56.948199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:56.951579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:56.957246 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd00382-9294-4a29-98f0-90341a05fd2c" -d '{"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:56.978943 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.015046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network 9b81a012-4d56-4c13-9534-1fc67509a72e is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:57.023291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.024373 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.057203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:57.064665 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:57.075652 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-0728a7dd-847a-497a-b6ac-dfe9fe59bbaf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7442245 Jul 16 08:55:57.134782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.154221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Request body: {'port': {'device_id': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:57.212295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0629b-e3f9-4cd8-819a-b3e72cdda986 req-3e0b1f77-75e4-44a0-bc91-9e198f045047 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.222828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bc0629b-e3f9-4cd8-819a-b3e72cdda986 req-3e0b1f77-75e4-44a0-bc91-9e198f045047 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.1835153 Jul 16 08:55:57.252390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bfd36cd0-0b20-4f01-8ce0-8e79734768db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.335830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.336515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.338399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9212ba-8e22-4333-b012-05f0d2e132cd None None] New status for floating IP 047aff57-383d-4441-b0c1-d51db778deb4: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:55:57.367940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bc0629b-e3f9-4cd8-819a-b3e72cdda986 req-76ccf98a-5de7-4dbe-b70c-bcb77473e61a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438818 Jul 16 08:55:57.391484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.544624 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bfd36cd0-0b20-4f01-8ce0-8e79734768db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.552282 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bfd36cd0-0b20-4f01-8ce0-8e79734768db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.599375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:57.602198 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c12549d-c5cd-448c-8503-6e1df6b443dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:57.612353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bfd36cd0-0b20-4f01-8ce0-8e79734768db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7be69b2875644e4a4202d1f6770cac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210000 Jul 16 08:55:57.613582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd36cd0-0b20-4f01-8ce0-8e79734768db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6799eb2f-3d19-4c18-ad38-e24a60938c2d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.622863 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-13235ac7-196c-4983-80cf-af4ed4194bae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4338892 Jul 16 08:55:57.634319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38042) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.681089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'admin_state_up': True, 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'security_groups': ['80bb33a4-d49b-4bd9-9f81-610296014765']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:57.716337 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cb97a2-b0c5-4302-836e-dfdba803a2ed x-openstack-request-id: req-19cb97a2-b0c5-4302-836e-dfdba803a2ed {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:57.717552 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:57.718028 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19cb97a2-b0c5-4302-836e-dfdba803a2ed {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:57.718692 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'code': 200} Jul 16 08:55:57.719298 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2298d8b7-4c31-4c1d-9f3e-8cbb5f97a728 x-openstack-request-id: req-2298d8b7-4c31-4c1d-9f3e-8cbb5f97a728 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:57.719760 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:57.720751 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2298d8b7-4c31-4c1d-9f3e-8cbb5f97a728 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:57.721239 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'status': 'completed', 'code': 200} Jul 16 08:55:57.730348 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e848a8e5-8328-46b4-bb4c-446140b02f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.763828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-830f49e7-aa4c-4fb5-ac10-1dd04913fa4c None None] Provisioning for port b907f41a-7d40-4b14-939a-e6b601b4b132 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:57.769079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-830f49e7-aa4c-4fb5-ac10-1dd04913fa4c None None] Provisioning complete for port b907f41a-7d40-4b14-939a-e6b601b4b132 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:57.775588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-830f49e7-aa4c-4fb5-ac10-1dd04913fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.848132 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e848a8e5-8328-46b4-bb4c-446140b02f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.856619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-830f49e7-aa4c-4fb5-ac10-1dd04913fa4c None None] Port b907f41a-7d40-4b14-939a-e6b601b4b132 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:57.883427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38046) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.056516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:58.059869 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.109148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-8f471dbf-47c3-428f-97c3-7fe1c2001bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.110789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-8f471dbf-47c3-428f-97c3-7fe1c2001bc7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 1097 time: 0.3741245 Jul 16 08:55:58.129280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc78270-779e-459c-bcc7-48500ac30649 req-166c66c2-e54e-4cd5-9732-6bd12a5cec53 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.135455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc78270-779e-459c-bcc7-48500ac30649 req-166c66c2-e54e-4cd5-9732-6bd12a5cec53 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.138810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fc78270-779e-459c-bcc7-48500ac30649 req-166c66c2-e54e-4cd5-9732-6bd12a5cec53 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 1654 time: 0.3376408 Jul 16 08:55:58.218135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Allocated IP 10.1.1.116 (9b81a012-4d56-4c13-9534-1fc67509a72e/bc0d5c97-dca6-46f3-b76f-3653d64e3bd0/2bcdb72d-fae0-4102-97ef-81c9c556853a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:58.288198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9ff585e8-e00d-46c0-aaec-f4e83e4269da tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/047aff57-383d-4441-b0c1-d51db778deb4 HTTP/1.1" status: 200 len: 993 time: 0.3927646 Jul 16 08:55:58.307071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-a5be6973-76dd-41bb-a3e8-973298ad6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.308797 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-a5be6973-76dd-41bb-a3e8-973298ad6ff9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6edac66c-9af6-489c-ac6a-355cd91e15da HTTP/1.1" status: 200 len: 898 time: 0.1680932 Jul 16 08:55:58.319262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54bbad9-5ed9-415f-aadb-54f552264ffa {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:58.330426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3636a5-e0fa-4a93-b675-d016a07f9c98 req-bd16ba48-81c6-4182-83c2-9f3dbd02aea2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.331947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e3636a5-e0fa-4a93-b675-d016a07f9c98 req-bd16ba48-81c6-4182-83c2-9f3dbd02aea2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 931 time: 0.3528514 Jul 16 08:55:58.335740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.378038 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e848a8e5-8328-46b4-bb4c-446140b02f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.380562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e848a8e5-8328-46b4-bb4c-446140b02f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.385721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e848a8e5-8328-46b4-bb4c-446140b02f81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6799eb2f-3d19-4c18-ad38-e24a60938c2d HTTP/1.1" status: 204 len: 168 time: 0.7450552 Jul 16 08:55:58.385924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Transition to ACTIVE for port object b54bbad9-5ed9-415f-aadb-54f552264ffa will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:58.398821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.403260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fc78270-779e-459c-bcc7-48500ac30649 req-4ee79b81-aa6b-47bf-9e23-a0e2224992e8 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528965 Jul 16 08:55:58.425394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848a8e5-8328-46b4-bb4c-446140b02f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6799eb2f-3d19-4c18-ad38-e24a60938c2d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:58.494156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e3636a5-e0fa-4a93-b675-d016a07f9c98 req-d188e8f5-c3ae-4460-b5b6-5c5bf178bffc tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175003 Jul 16 08:55:58.497099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-29a2837a-f3d5-4e11-9686-9ba5f2a44163 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412 HTTP/1.1" status: 200 len: 1001 time: 0.1751564 Jul 16 08:55:58.514165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.517006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:58.570323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Transition to ACTIVE for port object 2bcdb72d-fae0-4102-97ef-81c9c556853a will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:58.603354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-80e22364-5c90-48ce-8e59-456131478a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.604988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-80e22364-5c90-48ce-8e59-456131478a34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88298692-21e7-4a82-878e-949a5865c7ad HTTP/1.1" status: 200 len: 834 time: 0.1022170 Jul 16 08:55:58.629688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Attempting to bind port b54bbad9-5ed9-415f-aadb-54f552264ffa on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:58.630302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Attempting to bind port b54bbad9-5ed9-415f-aadb-54f552264ffa by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:58.630436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Attempting to bind port b54bbad9-5ed9-415f-aadb-54f552264ffa on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:58.639143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Port b54bbad9-5ed9-415f-aadb-54f552264ffa on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:58.639782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Attempting to bind port b54bbad9-5ed9-415f-aadb-54f552264ffa on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:58.647547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:58.648184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Checking segment: {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:58.648763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Bound using segment: {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:58.649368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Bound port: b54bbad9-5ed9-415f-aadb-54f552264ffa, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:58.649938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.690590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.774896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network 9b81a012-4d56-4c13-9534-1fc67509a72e is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:58.800975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-3163df1b-f805-4827-a409-28b95f37be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.802474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-3163df1b-f805-4827-a409-28b95f37be31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6edac66c-9af6-489c-ac6a-355cd91e15da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848438 Jul 16 08:55:58.804092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:58.823917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:58.870112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2104b6-6fb4-4b60-b435-ccd5508c8dbf req-74476ce6-a88f-4b2f-bf99-b9671abdb473 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.878319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd2104b6-6fb4-4b60-b435-ccd5508c8dbf req-74476ce6-a88f-4b2f-bf99-b9671abdb473 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.1450191 Jul 16 08:55:58.981342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.982263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.017522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd2104b6-6fb4-4b60-b435-ccd5508c8dbf req-812aef2e-0e35-4b1e-a183-a132b972b1cc tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369970 Jul 16 08:55:59.042346 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3915122 Jul 16 08:55:59.047376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248e1dc-af2f-4ac1-8c9d-0c6769539e47 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=2bcdb72d-fae0-4102-97ef-81c9c556853a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.051280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-bbd40c60-020b-47bf-ba39-822f36e50563 service neutron] 10.222.0.54 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393312 Jul 16 08:55:59.080895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9', 'admin_state_up': True, 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'security_groups': ['80bb33a4-d49b-4bd9-9f81-610296014765']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:59.179306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38058) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.207481 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79a194c4-dc2a-44de-8754-a68c908892d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.291036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c12549d-c5cd-448c-8503-6e1df6b443dd req-360e6e64-6d0a-4886-8b4d-4cb906f47872 service neutron] 10.222.0.54 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294528 Jul 16 08:55:59.307300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:59.311501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-80ffdcc6-192d-4cec-bef4-dea141639235 None None] Provisioning for port 2bcdb72d-fae0-4102-97ef-81c9c556853a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:59.316702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-80ffdcc6-192d-4cec-bef4-dea141639235 None None] Provisioning complete for port 2bcdb72d-fae0-4102-97ef-81c9c556853a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:59.317709 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-80ffdcc6-192d-4cec-bef4-dea141639235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.338650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:59.349789 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.378182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-80ffdcc6-192d-4cec-bef4-dea141639235 None None] Port 2bcdb72d-fae0-4102-97ef-81c9c556853a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:59.383832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79a194c4-dc2a-44de-8754-a68c908892d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.389357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.390151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.391702 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] 10.222.0.52 "PUT /v2.0/ports/b54bbad9-5ed9-415f-aadb-54f552264ffa HTTP/1.1" status: 200 len: 1092 time: 2.2658873 Jul 16 08:55:59.392555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:59.393904 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79a194c4-dc2a-44de-8754-a68c908892d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.395240 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5edf3a-deaa-43ab-920e-54e659e03f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:59.438190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:59.444133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef09e2-aa78-4e9d-a506-476b06ec51f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.472960 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c5ca22-5d27-4495-9ca0-ddc083a0f1bf x-openstack-request-id: req-05c5ca22-5d27-4495-9ca0-ddc083a0f1bf {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:59.473450 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:59.473808 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05c5ca22-5d27-4495-9ca0-ddc083a0f1bf {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:59.474299 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'status': 'completed', 'code': 200} Jul 16 08:55:59.476734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-79a194c4-dc2a-44de-8754-a68c908892d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a73e3573be54e8f96bc09e56839b012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963893 Jul 16 08:55:59.483722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38066) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.486158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a194c4-dc2a-44de-8754-a68c908892d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c3ec9d-eb41-4932-a45c-fda58ea0c0a6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.487779 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:59.611929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11d4c866-0219-48f0-97b1-33a9bba98067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.627684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-74b455c0-fc72-4a0d-9abd-123aabe32f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.641298 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-74b455c0-fc72-4a0d-9abd-123aabe32f79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 1095 time: 0.1937594 Jul 16 08:55:59.644677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.660284 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11d4c866-0219-48f0-97b1-33a9bba98067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.755106 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-dd64f08d-b7ce-453a-b587-5a39dcd147c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa HTTP/1.1" status: 200 len: 217 time: 0.0840464 Jul 16 08:55:59.821952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-6f5aaf38-afb9-4bbc-aeaa-b684c1980424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.823490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4a95-1aa0-4da8-b185-014c2a289aed req-f05fa390-a790-4d91-b3d5-7957c5fd3c80 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.824603 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-6f5aaf38-afb9-4bbc-aeaa-b684c1980424 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd78089f-c20c-453d-ae1d-c4b27ea4f698 HTTP/1.1" status: 200 len: 854 time: 0.0602505 Jul 16 08:55:59.830914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4a95-1aa0-4da8-b185-014c2a289aed req-f05fa390-a790-4d91-b3d5-7957c5fd3c80 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.837331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4a95-1aa0-4da8-b185-014c2a289aed req-f05fa390-a790-4d91-b3d5-7957c5fd3c80 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.844788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01eb4a95-1aa0-4da8-b185-014c2a289aed req-f05fa390-a790-4d91-b3d5-7957c5fd3c80 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 2375 time: 0.1712315 Jul 16 08:55:59.848906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11d4c866-0219-48f0-97b1-33a9bba98067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.851592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11d4c866-0219-48f0-97b1-33a9bba98067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.852736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-11d4c866-0219-48f0-97b1-33a9bba98067 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05c3ec9d-eb41-4932-a45c-fda58ea0c0a6 HTTP/1.1" status: 204 len: 168 time: 0.3676085 Jul 16 08:55:59.892491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357484c-3885-4f2a-918b-894c01abe4db req-0e853007-5b5a-43a8-9726-1b19dd2802e6 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.894389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e357484c-3885-4f2a-918b-894c01abe4db req-0e853007-5b5a-43a8-9726-1b19dd2802e6 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 943 time: 0.1741071 Jul 16 08:55:59.895185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4c866-0219-48f0-97b1-33a9bba98067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c3ec9d-eb41-4932-a45c-fda58ea0c0a6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.928445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-2f6be417-ea55-4c60-a2ca-4e345b78458a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962465 Jul 16 08:55:59.984382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01eb4a95-1aa0-4da8-b185-014c2a289aed req-037fde1f-7b02-4663-a7de-822ef2dcf381 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385782 Jul 16 08:56:00.006136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e357484c-3885-4f2a-918b-894c01abe4db req-7902f93f-89bd-4f4e-9cd3-0b142faced34 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792303 Jul 16 08:56:00.334139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206a4db-54b0-45a1-ad57-6d602f6255cd req-f822f281-9e6e-448c-a418-4106b6aba7c3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:00.335838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8206a4db-54b0-45a1-ad57-6d602f6255cd req-f822f281-9e6e-448c-a418-4106b6aba7c3 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.1120617 Jul 16 08:56:00.393058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8206a4db-54b0-45a1-ad57-6d602f6255cd req-f2f954eb-0a18-4c87-9887-5565aab8413d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Jul 16 08:56:00.551281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Allocated IP 10.2.2.100 (d7cd753c-1243-4a01-b070-f46b22af0ad9/35ca7bac-6900-470b-abb7-840a54db4e5c/8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:00.628990 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-b92db250-e9df-4aae-ab89-efed840544c6 service neutron] 10.222.0.52 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912282 Jul 16 08:56:00.847001 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9597a3e4-893b-402b-8570-b4e33f82d26b req-db4ec594-fabf-4709-b031-7d78498a9afa service neutron] 10.222.0.52 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070253 Jul 16 08:56:00.893415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.923932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Transition to ACTIVE for port object 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:01.024774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.028317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-eb3a9504-86e8-4e27-b58b-0f0d6abc9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.030054 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-eb3a9504-86e8-4e27-b58b-0f0d6abc9ce8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 1095 time: 0.1005728 Jul 16 08:56:01.104677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network d7cd753c-1243-4a01-b070-f46b22af0ad9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:01.114954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:01.122440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:01.305155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.359896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.360847 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.417320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-95be42bf-b00e-44fc-aa6a-12c5ba5c4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.428095 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-95be42bf-b00e-44fc-aa6a-12c5ba5c4c72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 915 time: 0.3796098 Jul 16 08:56:01.431858 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1707256b-b116-4d8e-8595-02c789a1e8af tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3572671 Jul 16 08:56:01.453359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9', 'admin_state_up': True, 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'security_groups': ['80bb33a4-d49b-4bd9-9f81-610296014765']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:01.499179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742ef09-672e-4b72-99bf-5096e63e20e6 req-1bbc78a8-27cd-486a-a299-7a0605b9ef81 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.517489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4742ef09-672e-4b72-99bf-5096e63e20e6 req-1bbc78a8-27cd-486a-a299-7a0605b9ef81 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 943 time: 0.2473571 Jul 16 08:56:01.524223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77d525a0-c13f-47db-9f34-bc42d90055d9 None None] Provisioning for port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:01.535907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77d525a0-c13f-47db-9f34-bc42d90055d9 None None] Provisioning complete for port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:01.536290 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77d525a0-c13f-47db-9f34-bc42d90055d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.606394 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-f1d62c91-e37f-40de-9c61-ac73cc2feacf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa HTTP/1.1" status: 200 len: 217 time: 0.1732981 Jul 16 08:56:01.618125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b795a-885e-4aba-905f-7b034747b233 req-5a381b5f-f44c-4435-bcd1-e6bb8ce6d4a5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.625218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b795a-885e-4aba-905f-7b034747b233 req-5a381b5f-f44c-4435-bcd1-e6bb8ce6d4a5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.637045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-77d525a0-c13f-47db-9f34-bc42d90055d9 None None] Port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:01.653452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b795a-885e-4aba-905f-7b034747b233 req-5a381b5f-f44c-4435-bcd1-e6bb8ce6d4a5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.666281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b795a-885e-4aba-905f-7b034747b233 req-5a381b5f-f44c-4435-bcd1-e6bb8ce6d4a5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.678439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc8b795a-885e-4aba-905f-7b034747b233 req-5a381b5f-f44c-4435-bcd1-e6bb8ce6d4a5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 3096 time: 0.3243766 Jul 16 08:56:01.691160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Made reservation on behalf of f1071d7eded044a59c44676750d47bf0 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:01.706758 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.726299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4742ef09-672e-4b72-99bf-5096e63e20e6 req-752cbc45-b98b-4c6c-a774-68b0617e413d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066083 Jul 16 08:56:01.736834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-bc3e4485-602e-4dce-9e19-d1110a4b3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.740272 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-bc3e4485-602e-4dce-9e19-d1110a4b3a79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd78089f-c20c-453d-ae1d-c4b27ea4f698 HTTP/1.1" status: 200 len: 854 time: 0.1249313 Jul 16 08:56:01.818201 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-0286ce82-35f2-457f-92a3-bfc55d63f6cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457859 Jul 16 08:56:01.856565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc8b795a-885e-4aba-905f-7b034747b233 req-cb272ac5-79b5-427a-a556-fd75a44be374 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765139 Jul 16 08:56:02.041856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-64335f60-1016-40fa-81af-15768ed4b8d9 service neutron] 10.222.0.52 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988251 Jul 16 08:56:02.083982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077c51f-07f9-44a4-93a2-a392861caec2 req-a41332b3-7184-48c9-978b-a2d6ff845847 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.085606 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2077c51f-07f9-44a4-93a2-a392861caec2 req-a41332b3-7184-48c9-978b-a2d6ff845847 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.1462195 Jul 16 08:56:02.151858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2077c51f-07f9-44a4-93a2-a392861caec2 req-f6bfb512-a64a-4843-a351-6ddc2380846e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589275 Jul 16 08:56:02.302536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Allocated IP 10.2.2.200 (d7cd753c-1243-4a01-b070-f46b22af0ad9/35ca7bac-6900-470b-abb7-840a54db4e5c/e0bb2eb8-1ee7-4550-bebe-cd6786166a5a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:02.306781 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ce5edf3a-deaa-43ab-920e-54e659e03f8f req-fa8b3a79-a8c2-4bcc-be99-63e470ed10b8 service neutron] 10.222.0.52 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570455 Jul 16 08:56:02.569257 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.594258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Transition to ACTIVE for port object e0bb2eb8-1ee7-4550-bebe-cd6786166a5a will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:02.652682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b54bbad9-5ed9-415f-aadb-54f552264ffa details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:02.696077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.721028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Network d7cd753c-1243-4a01-b070-f46b22af0ad9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:02.743658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:02.757409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:02.765575 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-a3a4085a-a85f-4806-ac22-64b6d568fe6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1240168 Jul 16 08:56:02.840583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event updated for resources: {'Port': ['ID=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.899053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.899756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.923252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-c2e26a45-42c6-4372-8354-895696d183f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.925254 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-c2e26a45-42c6-4372-8354-895696d183f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 1096 time: 0.1214778 Jul 16 08:56:02.973137 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1bc05d97-5d21-45eb-81a3-ecebc68c017b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5242150 Jul 16 08:56:03.024068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:03.059336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:03.061099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'port_id': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'mac_address': 'fa:16:3e:58:03:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd78089f-c20c-453d-ae1d-c4b27ea4f698', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:03.206953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc535ed-647f-4abc-90e3-017c68c4793f req-ea756732-850c-47f4-8967-8645cbfa1abb tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.224109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcc535ed-647f-4abc-90e3-017c68c4793f req-ea756732-850c-47f4-8967-8645cbfa1abb tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 943 time: 0.2311280 Jul 16 08:56:03.327698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-29b77089-ab8e-4044-8ffb-24e486e21e56 None None] Provisioning for port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:03.331530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-c9db77c9-9b80-49c7-80d9-1858b5d8dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.333853 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-c9db77c9-9b80-49c7-80d9-1858b5d8dc24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.3430810 Jul 16 08:56:03.335884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.337952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.359931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-29b77089-ab8e-4044-8ffb-24e486e21e56 None None] Provisioning complete for port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:03.360420 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29b77089-ab8e-4044-8ffb-24e486e21e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.384517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54bbad9-5ed9-415f-aadb-54f552264ffa {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:03.409686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcc535ed-647f-4abc-90e3-017c68c4793f req-2f3ef4e0-30fb-4495-b695-7e71f3d3d39a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846483 Jul 16 08:56:03.421635 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-c347a418-7506-4f9b-a14f-715e89a554bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 200 len: 217 time: 0.0781331 Jul 16 08:56:03.501881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:03.516470 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.526786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-29b77089-ab8e-4044-8ffb-24e486e21e56 None None] Port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:03.576378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98baf2-5c3a-41ff-b778-524f3b3b0648 req-32662554-4f04-4be4-86bb-4df61d9bcd36 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.588029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98baf2-5c3a-41ff-b778-524f3b3b0648 req-32662554-4f04-4be4-86bb-4df61d9bcd36 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.606652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98baf2-5c3a-41ff-b778-524f3b3b0648 req-32662554-4f04-4be4-86bb-4df61d9bcd36 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.625782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98baf2-5c3a-41ff-b778-524f3b3b0648 req-32662554-4f04-4be4-86bb-4df61d9bcd36 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.646788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.647560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98baf2-5c3a-41ff-b778-524f3b3b0648 req-32662554-4f04-4be4-86bb-4df61d9bcd36 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.658246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e98baf2-5c3a-41ff-b778-524f3b3b0648 req-32662554-4f04-4be4-86bb-4df61d9bcd36 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 3817 time: 0.3095582 Jul 16 08:56:03.658765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-8b963909-2c7c-40cb-813e-6de7ab15ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.662763 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-8b963909-2c7c-40cb-813e-6de7ab15ed52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.1863167 Jul 16 08:56:03.809171 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-b733295c-931b-4135-a15e-70bfb1dccd7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329401 Jul 16 08:56:03.867593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b54bbad9-5ed9-415f-aadb-54f552264ffa'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:03.959688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e98baf2-5c3a-41ff-b778-524f3b3b0648 req-4f0b788e-1c99-477b-b703-dca2aea82bb2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919030 Jul 16 08:56:04.004139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-71e74b1f-05f8-46f2-a959-190e12db22d3 service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878109 Jul 16 08:56:04.076533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fce592-f1d7-4fde-91da-59245bd1bf53 req-a0f6004a-6347-4e6f-971b-607601c258be tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:04.086761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77fce592-f1d7-4fde-91da-59245bd1bf53 req-a0f6004a-6347-4e6f-971b-607601c258be tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.3486474 Jul 16 08:56:04.139968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77fce592-f1d7-4fde-91da-59245bd1bf53 req-e34b4331-2d0f-48a9-8fe3-b4b674e23d4d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502720 Jul 16 08:56:04.233490 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e8b305c5-801a-4cec-acf4-d4f7217e1062 req-b4fa61db-594c-43d8-8057-1c3c8e1fa39b service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174268 Jul 16 08:56:04.242048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a194b142-12eb-4ac1-b098-ff1f198ff0ee {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:04.254611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.270917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Transition to ACTIVE for port object a194b142-12eb-4ac1-b098-ff1f198ff0ee will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:04.280421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.362937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a194b142-12eb-4ac1-b098-ff1f198ff0ee,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.484908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Attempting to bind port a194b142-12eb-4ac1-b098-ff1f198ff0ee on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:04.485149 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Attempting to bind port a194b142-12eb-4ac1-b098-ff1f198ff0ee by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:04.485462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Attempting to bind port a194b142-12eb-4ac1-b098-ff1f198ff0ee on network f56d1b59-6046-47e5-8358-9118989f30fb {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:04.490923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Port a194b142-12eb-4ac1-b098-ff1f198ff0ee on network f56d1b59-6046-47e5-8358-9118989f30fb not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:04.491206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Attempting to bind port a194b142-12eb-4ac1-b098-ff1f198ff0ee on network f56d1b59-6046-47e5-8358-9118989f30fb {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:04.502670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:04.503230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Checking segment: {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:04.503812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Bound using segment: {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:04.504446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Bound port: a194b142-12eb-4ac1-b098-ff1f198ff0ee, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55aba74-1713-40b6-9e02-66a047788816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:04.504978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.748396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] For port a194b142-12eb-4ac1-b098-ff1f198ff0ee, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:04.759488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] For port a194b142-12eb-4ac1-b098-ff1f198ff0ee, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:04.774866 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.946138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a194b142-12eb-4ac1-b098-ff1f198ff0ee,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.970730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:04.971316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.972732 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-8b4d9db1-2dac-4ada-a921-c9ac7e3754e9 service neutron] 10.222.0.54 "PUT /v2.0/ports/a194b142-12eb-4ac1-b098-ff1f198ff0ee HTTP/1.1" status: 200 len: 1093 time: 1.9600921 Jul 16 08:56:04.973248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:04.975719 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d176811-8e3a-4657-873a-12404803490e" -d '{"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:05.013363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:05.075407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b77f02-95bb-43f2-9518-441429f6ea6e req-dc370b87-8b1a-4441-8c82-32c545a2303a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.089366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27b77f02-95bb-43f2-9518-441429f6ea6e req-dc370b87-8b1a-4441-8c82-32c545a2303a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 944 time: 0.2503150 Jul 16 08:56:05.173523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27b77f02-95bb-43f2-9518-441429f6ea6e req-0e735243-bad0-44a2-ad59-23af12924f5c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814719 Jul 16 08:56:05.258224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.365258 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f5e3f-d209-4fb9-9b0e-6d5ad31ecbe4 x-openstack-request-id: req-9a0f5e3f-d209-4fb9-9b0e-6d5ad31ecbe4 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:05.365699 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:05.370305 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a0f5e3f-d209-4fb9-9b0e-6d5ad31ecbe4 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:05.373837 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'status': 'completed', 'code': 200} Jul 16 08:56:05.557754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-fcec9fa5-d744-43f5-a9f1-9a876c581ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.559969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-fcec9fa5-d744-43f5-a9f1-9a876c581ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.561201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-fcec9fa5-d744-43f5-a9f1-9a876c581ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.561725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-fcec9fa5-d744-43f5-a9f1-9a876c581ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.562205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-fcec9fa5-d744-43f5-a9f1-9a876c581ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.564263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d176811-8e3a-4657-873a-12404803490e req-fcec9fa5-d744-43f5-a9f1-9a876c581ea5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 4365 time: 0.2201204 Jul 16 08:56:05.983807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fe0e68-18c9-4848-909c-505e48b38fc6 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:06.004105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.039115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Transition to ACTIVE for port object 69fe0e68-18c9-4848-909c-505e48b38fc6 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:06.048441 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.212637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Pushing event updated for resources: {'Port': ['ID=69fe0e68-18c9-4848-909c-505e48b38fc6,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.384858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b49f4-d3f2-408c-af84-2ea4f5ab7fd5 req-4fba8db0-328e-451c-896b-c3e83a551336 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.392143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Attempting to bind port 69fe0e68-18c9-4848-909c-505e48b38fc6 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:06.393187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Attempting to bind port 69fe0e68-18c9-4848-909c-505e48b38fc6 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:06.394133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Attempting to bind port 69fe0e68-18c9-4848-909c-505e48b38fc6 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:06.395684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b49f4-d3f2-408c-af84-2ea4f5ab7fd5 req-4fba8db0-328e-451c-896b-c3e83a551336 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.401909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Port 69fe0e68-18c9-4848-909c-505e48b38fc6 on network 9b81a012-4d56-4c13-9534-1fc67509a72e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:06.402932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Attempting to bind port 69fe0e68-18c9-4848-909c-505e48b38fc6 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:06.403323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b49f4-d3f2-408c-af84-2ea4f5ab7fd5 req-4fba8db0-328e-451c-896b-c3e83a551336 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.409241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:06.410085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Checking segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:06.410402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b49f4-d3f2-408c-af84-2ea4f5ab7fd5 req-4fba8db0-328e-451c-896b-c3e83a551336 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.411000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Bound using segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:06.412233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Bound port: 69fe0e68-18c9-4848-909c-505e48b38fc6, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:06.413167 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.420933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b49f4-d3f2-408c-af84-2ea4f5ab7fd5 req-4fba8db0-328e-451c-896b-c3e83a551336 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.428412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-419b49f4-d3f2-408c-af84-2ea4f5ab7fd5 req-4fba8db0-328e-451c-896b-c3e83a551336 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 3829 time: 0.8630648 Jul 16 08:56:06.483880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-787320c3-6042-4ac0-895c-cbac3b940c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.484359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-787320c3-6042-4ac0-895c-cbac3b940c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.484832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-787320c3-6042-4ac0-895c-cbac3b940c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.486480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d176811-8e3a-4657-873a-12404803490e req-787320c3-6042-4ac0-895c-cbac3b940c92 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1071d7eded044a59c44676750d47bf0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8938701 Jul 16 08:56:06.536139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f74117-9432-43b0-bdb3-d60700144f95 req-07de7f32-6430-4364-86e0-53947626b644 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.544211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09f74117-9432-43b0-bdb3-d60700144f95 req-07de7f32-6430-4364-86e0-53947626b644 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 1.0025313 Jul 16 08:56:06.548381 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] For port 69fe0e68-18c9-4848-909c-505e48b38fc6, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:06.554508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] For port 69fe0e68-18c9-4848-909c-505e48b38fc6, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=69fe0e68-18c9-4848-909c-505e48b38fc6,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:06.559371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-419b49f4-d3f2-408c-af84-2ea4f5ab7fd5 req-55fe0300-b672-448a-8bed-32c37b966f5a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292348 Jul 16 08:56:06.564407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.629442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.631557 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.637555 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] 10.222.0.54 "PUT /v2.0/ports/69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 1137 time: 1.6287575 Jul 16 08:56:06.655975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b54bbad9-5ed9-415f-aadb-54f552264ffa up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:06.748952 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09f74117-9432-43b0-bdb3-d60700144f95 req-1464258d-1928-40b8-91a7-3f85f7ba67cf tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977801 Jul 16 08:56:06.765350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:06.818369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port b54bbad9-5ed9-415f-aadb-54f552264ffa completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:06.823337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port b54bbad9-5ed9-415f-aadb-54f552264ffa triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:06.823718 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.837567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b4e6-a700-47e3-9080-587c56c9d706 service neutron] Pushing event updated for resources: {'Port': ['ID=69fe0e68-18c9-4848-909c-505e48b38fc6,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.982699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176811-8e3a-4657-873a-12404803490e req-3ffe65c6-e138-49bf-b67e-4e670fecf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.986833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d176811-8e3a-4657-873a-12404803490e req-3ffe65c6-e138-49bf-b67e-4e670fecf746 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4408994 Jul 16 08:56:07.064500 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.177270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:07.188452 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea30f08-c1bb-40aa-a0b3-76d2a8035343" -d '{"events": [{"server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "name": "network-vif-plugged", "status": "completed", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:07.238476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:07.239767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f53bf-5332-4275-951b-d59fd8560eee req-63ac677a-78ab-4134-afa2-0df22097ce5e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:07.244620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-416f53bf-5332-4275-951b-d59fd8560eee req-63ac677a-78ab-4134-afa2-0df22097ce5e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 944 time: 0.1879330 Jul 16 08:56:07.257962 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.342993 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf4d991-ad8d-4473-8db7-62b313f42ba9 x-openstack-request-id: req-faf4d991-ad8d-4473-8db7-62b313f42ba9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:07.343328 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "name": "network-vif-plugged", "status": "completed", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:07.343559 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-faf4d991-ad8d-4473-8db7-62b313f42ba9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:07.345280 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'code': 200} Jul 16 08:56:07.379358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-416f53bf-5332-4275-951b-d59fd8560eee req-d6a732cd-7a52-4f4b-8380-5175f2082929 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287844 Jul 16 08:56:07.474439 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.694440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': '69fe0e68-18c9-4848-909c-505e48b38fc6'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:07.695713 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "69fe0e68-18c9-4848-909c-505e48b38fc6"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:07.747226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.800874 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7766bea5-545e-42a6-a28f-27981320939b x-openstack-request-id: req-7766bea5-545e-42a6-a28f-27981320939b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:07.801175 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "69fe0e68-18c9-4848-909c-505e48b38fc6", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:07.801426 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7766bea5-545e-42a6-a28f-27981320939b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:07.806197 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': '69fe0e68-18c9-4848-909c-505e48b38fc6', 'status': 'completed', 'code': 200} Jul 16 08:56:07.871935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b32c6-8699-4fd7-bd04-4d23c5146f3f req-504dd8a2-0674-4f23-9a9d-3580ccce440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:07.873822 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a2b32c6-8699-4fd7-bd04-4d23c5146f3f req-504dd8a2-0674-4f23-9a9d-3580ccce440c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 1097 time: 0.1748090 Jul 16 08:56:08.006834 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a2b32c6-8699-4fd7-bd04-4d23c5146f3f req-357af75d-41b9-4178-9d94-298b7b560c06 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228726 Jul 16 08:56:08.048378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484fefb-b0f9-426f-a15b-f8e95fad45c9 req-14fff65b-bf08-48b5-a1e0-68ae2b91d996 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.055182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484fefb-b0f9-426f-a15b-f8e95fad45c9 req-14fff65b-bf08-48b5-a1e0-68ae2b91d996 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.065291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484fefb-b0f9-426f-a15b-f8e95fad45c9 req-14fff65b-bf08-48b5-a1e0-68ae2b91d996 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.077112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484fefb-b0f9-426f-a15b-f8e95fad45c9 req-14fff65b-bf08-48b5-a1e0-68ae2b91d996 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.084856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484fefb-b0f9-426f-a15b-f8e95fad45c9 req-14fff65b-bf08-48b5-a1e0-68ae2b91d996 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.092374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484fefb-b0f9-426f-a15b-f8e95fad45c9 req-14fff65b-bf08-48b5-a1e0-68ae2b91d996 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.102313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7484fefb-b0f9-426f-a15b-f8e95fad45c9 req-14fff65b-bf08-48b5-a1e0-68ae2b91d996 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 4607 time: 0.2556651 Jul 16 08:56:08.195149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7484fefb-b0f9-426f-a15b-f8e95fad45c9 req-daa4f0e1-aec1-4c67-b59f-6ddc5ac0b791 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904160 Jul 16 08:56:08.361412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-dc535cf4-754e-40a2-a38a-9a6192faee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.363443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-dc535cf4-754e-40a2-a38a-9a6192faee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.364449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-dc535cf4-754e-40a2-a38a-9a6192faee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.365858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-dc535cf4-754e-40a2-a38a-9a6192faee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.368503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-dc535cf4-754e-40a2-a38a-9a6192faee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.370515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-dc535cf4-754e-40a2-a38a-9a6192faee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.376291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-dc535cf4-754e-40a2-a38a-9a6192faee49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5295 time: 0.5275023 Jul 16 08:56:08.384093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edff193-92f3-4d05-9518-be18a38db1e8 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:08.394433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.411342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Transition to ACTIVE for port object 5edff193-92f3-4d05-9518-be18a38db1e8 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:08.417198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.470095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Pushing event updated for resources: {'Port': ['ID=5edff193-92f3-4d05-9518-be18a38db1e8,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.517909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d128f2c-e892-4114-8a23-a51cb425b53b req-d85a707e-443b-4224-a12a-8b34e0826267 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.542268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d128f2c-e892-4114-8a23-a51cb425b53b req-d85a707e-443b-4224-a12a-8b34e0826267 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.3364995 Jul 16 08:56:08.872272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Attempting to bind port 5edff193-92f3-4d05-9518-be18a38db1e8 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:08.872812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Attempting to bind port 5edff193-92f3-4d05-9518-be18a38db1e8 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:08.872930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Attempting to bind port 5edff193-92f3-4d05-9518-be18a38db1e8 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:08.885965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Port 5edff193-92f3-4d05-9518-be18a38db1e8 on network 9b81a012-4d56-4c13-9534-1fc67509a72e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:08.889751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Attempting to bind port 5edff193-92f3-4d05-9518-be18a38db1e8 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:08.896766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:08.897120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Checking segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:08.910146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Bound using segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:08.910658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Bound port: 5edff193-92f3-4d05-9518-be18a38db1e8, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:08.911227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.959480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d128f2c-e892-4114-8a23-a51cb425b53b req-e9bd7b61-7fc6-48d9-a0bd-a99a238691ee tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157975 Jul 16 08:56:09.003483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] For port 5edff193-92f3-4d05-9518-be18a38db1e8, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:09.007275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] For port 5edff193-92f3-4d05-9518-be18a38db1e8, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5edff193-92f3-4d05-9518-be18a38db1e8,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:09.021122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.109119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-977bf038-3237-4e99-9953-021b365ce002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.110891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-977bf038-3237-4e99-9953-021b365ce002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.112302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-977bf038-3237-4e99-9953-021b365ce002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.120577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-977bf038-3237-4e99-9953-021b365ce002 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1071d7eded044a59c44676750d47bf0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7307665 Jul 16 08:56:09.157171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.163620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.165132 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] 10.222.0.54 "PUT /v2.0/ports/5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 1136 time: 2.4241304 Jul 16 08:56:09.281856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa7ade-c9d7-486d-9282-34e5cf7c61dd req-638c83f7-c454-49c9-8d7b-d0692826306e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.293405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bffa7ade-c9d7-486d-9282-34e5cf7c61dd req-638c83f7-c454-49c9-8d7b-d0692826306e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.5411263 Jul 16 08:56:09.296875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:09.322234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ad7cb-0aad-498a-9ac7-5b282bb0fc7c service neutron] Pushing event updated for resources: {'Port': ['ID=5edff193-92f3-4d05-9518-be18a38db1e8,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.592432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.652061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bffa7ade-c9d7-486d-9282-34e5cf7c61dd req-c53d48ff-5e46-4c26-87f2-8c1aecc2c9ed tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568730 Jul 16 08:56:09.676099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-fe580dcc-997e-42c6-90cb-5878ae67e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.677599 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4590e8ab-b413-4bbd-8753-e1eb33eee9e5 req-fe580dcc-997e-42c6-90cb-5878ae67e530 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5467377 Jul 16 08:56:09.792143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0298-9aff-4832-bece-f60345fcc834 req-7ddab816-12fd-4a93-9d95-ddbc0435a3ab tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.799040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0298-9aff-4832-bece-f60345fcc834 req-7ddab816-12fd-4a93-9d95-ddbc0435a3ab tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.805148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0298-9aff-4832-bece-f60345fcc834 req-7ddab816-12fd-4a93-9d95-ddbc0435a3ab tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.807769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': '5edff193-92f3-4d05-9518-be18a38db1e8'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:09.810543 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fe7010-37db-4e17-8f25-1bbee2dce7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "5edff193-92f3-4d05-9518-be18a38db1e8"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:09.811469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0298-9aff-4832-bece-f60345fcc834 req-7ddab816-12fd-4a93-9d95-ddbc0435a3ab tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.817630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0298-9aff-4832-bece-f60345fcc834 req-7ddab816-12fd-4a93-9d95-ddbc0435a3ab tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.824508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0298-9aff-4832-bece-f60345fcc834 req-7ddab816-12fd-4a93-9d95-ddbc0435a3ab tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.830815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0298-9aff-4832-bece-f60345fcc834 req-7ddab816-12fd-4a93-9d95-ddbc0435a3ab tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.832873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42cf0298-9aff-4832-bece-f60345fcc834 req-7ddab816-12fd-4a93-9d95-ddbc0435a3ab tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5384 time: 0.3496020 Jul 16 08:56:09.950184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42cf0298-9aff-4832-bece-f60345fcc834 req-29fa7bd3-138f-4c4f-8a30-b9d77197fffb tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103716 Jul 16 08:56:09.952911 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064d6e54-eade-43d2-b662-b1f08128de55 x-openstack-request-id: req-064d6e54-eade-43d2-b662-b1f08128de55 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:09.953302 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "5edff193-92f3-4d05-9518-be18a38db1e8", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:09.953603 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-064d6e54-eade-43d2-b662-b1f08128de55 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:09.954110 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': '5edff193-92f3-4d05-9518-be18a38db1e8', 'status': 'completed', 'code': 200} Jul 16 08:56:10.063796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-8a3cefdc-d723-44cf-b682-7a8b46633a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.064370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-8a3cefdc-d723-44cf-b682-7a8b46633a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.064765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-8a3cefdc-d723-44cf-b682-7a8b46633a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.065239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-8a3cefdc-d723-44cf-b682-7a8b46633a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.076821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-8a3cefdc-d723-44cf-b682-7a8b46633a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.077494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-8a3cefdc-d723-44cf-b682-7a8b46633a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.078019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-8a3cefdc-d723-44cf-b682-7a8b46633a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.086477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-8a3cefdc-d723-44cf-b682-7a8b46633a2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6224 time: 0.1556351 Jul 16 08:56:10.128281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b907f41a-7d40-4b14-939a-e6b601b4b132 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:10.138571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.211736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Transition to ACTIVE for port object b907f41a-7d40-4b14-939a-e6b601b4b132 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:10.228512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.368940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532eb18-edb0-4622-97fd-3c3b411651a9 req-3909a455-7a9e-4646-b3e3-a15b217eedc2 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.372169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2532eb18-edb0-4622-97fd-3c3b411651a9 req-3909a455-7a9e-4646-b3e3-a15b217eedc2 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 946 time: 0.2487414 Jul 16 08:56:10.373746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-4c549c0c-70e2-4057-9993-356a6d8e6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.374254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-4c549c0c-70e2-4057-9993-356a6d8e6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.375123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-4c549c0c-70e2-4057-9993-356a6d8e6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.377055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-4c549c0c-70e2-4057-9993-356a6d8e6ed8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1071d7eded044a59c44676750d47bf0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2785661 Jul 16 08:56:10.392869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Pushing event updated for resources: {'Port': ['ID=b907f41a-7d40-4b14-939a-e6b601b4b132,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:10.397035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-6413a31e-f9cc-4002-b122-c01a24abccac tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.398622 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-6413a31e-f9cc-4002-b122-c01a24abccac tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1098 time: 0.2571189 Jul 16 08:56:10.428579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-28'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:10.448177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 235e291f-ecc7-485e-9333-52eeb56c605a details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:10.501069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2532eb18-edb0-4622-97fd-3c3b411651a9 req-06777bb5-88c1-4e77-91cb-bf0431c0de43 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225138 Jul 16 08:56:10.703036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-36a997ed-34a5-4b8e-bee6-f713a6a12cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.715873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05fe7010-37db-4e17-8f25-1bbee2dce7a2 req-36a997ed-34a5-4b8e-bee6-f713a6a12cc7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528374 Jul 16 08:56:10.750447 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Attempting to bind port b907f41a-7d40-4b14-939a-e6b601b4b132 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:10.750787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Attempting to bind port b907f41a-7d40-4b14-939a-e6b601b4b132 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:10.751125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Attempting to bind port b907f41a-7d40-4b14-939a-e6b601b4b132 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:10.753301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.771886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Port b907f41a-7d40-4b14-939a-e6b601b4b132 on network 9b81a012-4d56-4c13-9534-1fc67509a72e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:10.772221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Attempting to bind port b907f41a-7d40-4b14-939a-e6b601b4b132 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:10.792219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:10.793630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Checking segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:10.794342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Bound using segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:10.795007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Bound port: b907f41a-7d40-4b14-939a-e6b601b4b132, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:10.796750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.804567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:10.870281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 235e291f-ecc7-485e-9333-52eeb56c605a has no active binding in host n-h2-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:56:11.152422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110849-5585-444f-852e-b20e92712abd req-ee0e014b-1cbd-420a-9e8e-4af484586cad tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.154291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e110849-5585-444f-852e-b20e92712abd req-ee0e014b-1cbd-420a-9e8e-4af484586cad tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.1736753 Jul 16 08:56:11.280124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:11.282209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e110849-5585-444f-852e-b20e92712abd req-8915e099-d6e9-44a0-b4a7-fa2301764898 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202428 Jul 16 08:56:11.341408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] For port b907f41a-7d40-4b14-939a-e6b601b4b132, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:11.352005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] For port b907f41a-7d40-4b14-939a-e6b601b4b132, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b907f41a-7d40-4b14-939a-e6b601b4b132,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:11.365852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-0840042c-c10b-47e6-add1-a7757f1e2145 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.369092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.382424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-0840042c-c10b-47e6-add1-a7757f1e2145 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.400853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-0840042c-c10b-47e6-add1-a7757f1e2145 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.407752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-0840042c-c10b-47e6-add1-a7757f1e2145 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.422083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-0840042c-c10b-47e6-add1-a7757f1e2145 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.428566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-0840042c-c10b-47e6-add1-a7757f1e2145 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.435242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-0840042c-c10b-47e6-add1-a7757f1e2145 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.437292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-0840042c-c10b-47e6-add1-a7757f1e2145 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5396 time: 0.2272348 Jul 16 08:56:11.523617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:11.555123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8bc438d-3841-4a58-ac13-3066a570eb09 req-8344449b-a09c-4bb8-b534-24f050f505c0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028657 Jul 16 08:56:11.684325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.698494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.700956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.703405 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] 10.222.0.54 "PUT /v2.0/ports/b907f41a-7d40-4b14-939a-e6b601b4b132 HTTP/1.1" status: 200 len: 1092 time: 2.4309196 Jul 16 08:56:11.722884 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.761376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff4768-2b2a-4875-8eb6-717a66911b88 req-edab6a83-e878-4965-883a-e15f562d3cea tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.765042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bff4768-2b2a-4875-8eb6-717a66911b88 req-edab6a83-e878-4965-883a-e15f562d3cea tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.1703360 Jul 16 08:56:11.779586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:11.868381 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189999c-4bbc-4eec-8a28-dd898c566839 service neutron] Pushing event updated for resources: {'Port': ['ID=b907f41a-7d40-4b14-939a-e6b601b4b132,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.879544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bff4768-2b2a-4875-8eb6-717a66911b88 req-d6effb6c-09cc-4c3e-b200-1b2f33696ebf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083415 Jul 16 08:56:11.968936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a'}, {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': 'b907f41a-7d40-4b14-939a-e6b601b4b132'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:11.983566 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3" -d '{"events": [{"server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "name": "network-vif-unplugged", "status": "completed", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a"}, {"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "b907f41a-7d40-4b14-939a-e6b601b4b132"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:12.326965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on host n-h1-780147-28 for vnic_type normal with profile {"migrating_to": "n-h2-780147-28"} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:12.327660 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:12.327881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:12.394107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:12.408046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Attempting to bind port 235e291f-ecc7-485e-9333-52eeb56c605a on network 6abd1018-a12f-451b-a81a-595a646083af {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:12.421893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.467518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.484512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:12.485099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Checking segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:12.486783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Bound using segment: {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:12.487224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Bound port: 235e291f-ecc7-485e-9333-52eeb56c605a, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99485b21-14bd-4bda-9d30-feec53f7cd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6abd1018-a12f-451b-a81a-595a646083af'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:12.488219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.517290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b95648-89bd-47a8-9abe-79df8b4cfc32 req-49d3436f-56d7-4d42-9fbb-267bf6639fc9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:12.529403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b95648-89bd-47a8-9abe-79df8b4cfc32 req-49d3436f-56d7-4d42-9fbb-267bf6639fc9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.1813056 Jul 16 08:56:12.642298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b95648-89bd-47a8-9abe-79df8b4cfc32 req-2ffab100-e9fb-4662-b351-24e31dde3751 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096895 Jul 16 08:56:13.003609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079750dd-6994-4a2d-93a7-89ea48428af7 req-e859a52c-5d33-4a66-88ba-252b6197aa50 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.037744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-079750dd-6994-4a2d-93a7-89ea48428af7 req-e859a52c-5d33-4a66-88ba-252b6197aa50 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.1617279 Jul 16 08:56:13.113660 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:13.141174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:13.203300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.211757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-079750dd-6994-4a2d-93a7-89ea48428af7 req-49565e92-54db-4d75-a190-72c065c2af09 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717911 Jul 16 08:56:13.246432 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02dcdb2-0fc3-43a8-bdb8-ae63087bde38 x-openstack-request-id: req-e02dcdb2-0fc3-43a8-bdb8-ae63087bde38 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:13.246989 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "name": "network-vif-unplugged", "status": "completed", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a", "code": 200}, {"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "b907f41a-7d40-4b14-939a-e6b601b4b132", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:13.247503 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e02dcdb2-0fc3-43a8-bdb8-ae63087bde38 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:13.248094 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a', 'code': 200} Jul 16 08:56:13.249489 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': 'b907f41a-7d40-4b14-939a-e6b601b4b132', 'status': 'completed', 'code': 200} Jul 16 08:56:13.328974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcdb72d-fae0-4102-97ef-81c9c556853a {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:13.368182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.450827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Transition to ACTIVE for port object 2bcdb72d-fae0-4102-97ef-81c9c556853a will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:13.455727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=8']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.537374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-50dd8cc9-dbdd-45d9-8750-3d8431bdb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.549331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-50dd8cc9-dbdd-45d9-8750-3d8431bdb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.551070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-50dd8cc9-dbdd-45d9-8750-3d8431bdb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.553780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-50dd8cc9-dbdd-45d9-8750-3d8431bdb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.559351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-50dd8cc9-dbdd-45d9-8750-3d8431bdb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.561249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-50dd8cc9-dbdd-45d9-8750-3d8431bdb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.565150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-50dd8cc9-dbdd-45d9-8750-3d8431bdb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.570910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-50dd8cc9-dbdd-45d9-8750-3d8431bdb2d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6292 time: 0.3006535 Jul 16 08:56:13.592861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.606703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.612802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.614405 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-fc22f1c5-a7a7-456b-9d56-7234b69d7ce5 service neutron] 10.222.0.54 "PUT /v2.0/ports/235e291f-ecc7-485e-9333-52eeb56c605a HTTP/1.1" status: 200 len: 1124 time: 3.1928558 Jul 16 08:56:13.720216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['235e291f-ecc7-485e-9333-52eeb56c605a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:13.759349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcdb72d-fae0-4102-97ef-81c9c556853a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.851128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['235e291f-ecc7-485e-9333-52eeb56c605a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:13.960230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Attempting to bind port 2bcdb72d-fae0-4102-97ef-81c9c556853a on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:13.962600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Attempting to bind port 2bcdb72d-fae0-4102-97ef-81c9c556853a by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:13.963719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Attempting to bind port 2bcdb72d-fae0-4102-97ef-81c9c556853a on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:13.975192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Port 2bcdb72d-fae0-4102-97ef-81c9c556853a on network 9b81a012-4d56-4c13-9534-1fc67509a72e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:13.976867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Attempting to bind port 2bcdb72d-fae0-4102-97ef-81c9c556853a on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:13.992720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:14.000200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Checking segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:14.002435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Bound using segment: {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:14.003046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Bound port: 2bcdb72d-fae0-4102-97ef-81c9c556853a, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b6688-e937-49b1-94e6-412738a0072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:14.005094 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.133433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-2501ba2c-ede2-409f-b2c4-a694c8037d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.159679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-2501ba2c-ede2-409f-b2c4-a694c8037d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.160222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-2501ba2c-ede2-409f-b2c4-a694c8037d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.162495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-2501ba2c-ede2-409f-b2c4-a694c8037d96 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1071d7eded044a59c44676750d47bf0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5770230 Jul 16 08:56:14.219140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] For port 2bcdb72d-fae0-4102-97ef-81c9c556853a, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:14.221356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da0f16-fbc7-45b4-aa17-7e68ae979354 req-c704d986-7533-44d7-90d5-8114d7d8cb34 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.227051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] For port 2bcdb72d-fae0-4102-97ef-81c9c556853a, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:14.232355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49da0f16-fbc7-45b4-aa17-7e68ae979354 req-c704d986-7533-44d7-90d5-8114d7d8cb34 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.6477060 Jul 16 08:56:14.240930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.315822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.316563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.318317 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/2bcdb72d-fae0-4102-97ef-81c9c556853a HTTP/1.1" status: 200 len: 1092 time: 2.5663440 Jul 16 08:56:14.364743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:14.428824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-7893de6a-b4e5-4c8b-909d-d00299071f1a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.446676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c770fe-f9cd-4a98-9a6f-0c9c340e20e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcdb72d-fae0-4102-97ef-81c9c556853a,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.450531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-7893de6a-b4e5-4c8b-909d-d00299071f1a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.478061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-7893de6a-b4e5-4c8b-909d-d00299071f1a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.500218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-7893de6a-b4e5-4c8b-909d-d00299071f1a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.532907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-7893de6a-b4e5-4c8b-909d-d00299071f1a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.553165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-7893de6a-b4e5-4c8b-909d-d00299071f1a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.596116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-7893de6a-b4e5-4c8b-909d-d00299071f1a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.602400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-7893de6a-b4e5-4c8b-909d-d00299071f1a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5408 time: 1.0190735 Jul 16 08:56:14.684972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.696054 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ead2eaa-2695-4a0c-996f-42edff68f74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.752743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49da0f16-fbc7-45b4-aa17-7e68ae979354 req-c267e8d6-b817-4f5e-85f3-77789f26aa3a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188110 Jul 16 08:56:14.756685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c2d722a-303c-4222-8f88-2d0738ac7030 req-11153b7d-4cbf-4859-bee4-ed19c6b8a48e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101680 Jul 16 08:56:14.767479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-5802d21d-47f3-429f-b13c-b343a6a25d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.769000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cefecaf-dcf3-4484-95f4-2d390c37e0c3 req-5802d21d-47f3-429f-b13c-b343a6a25d03 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5601854 Jul 16 08:56:15.133943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164eb15-981d-4709-929b-709efc5a31d3 req-4a48a954-6d45-4810-8ffd-8405e388177b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.143865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8164eb15-981d-4709-929b-709efc5a31d3 req-4a48a954-6d45-4810-8ffd-8405e388177b tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.1014059 Jul 16 08:56:15.186651 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.250798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a'}, {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': '2bcdb72d-fae0-4102-97ef-81c9c556853a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:15.255555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8164eb15-981d-4709-929b-709efc5a31d3 req-b492a96a-e2eb-4913-a259-220a6049ac2d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084659 Jul 16 08:56:15.258710 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e6b276-308d-4fb6-904a-e8e66e8bb351" -d '{"events": [{"name": "network-changed", "server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a"}, {"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "2bcdb72d-fae0-4102-97ef-81c9c556853a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:15.387981 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671cdf0e-247e-4f82-a694-5a07aebc2f04 x-openstack-request-id: req-671cdf0e-247e-4f82-a694-5a07aebc2f04 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:15.388557 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "2bcdb72d-fae0-4102-97ef-81c9c556853a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:15.388557 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-671cdf0e-247e-4f82-a694-5a07aebc2f04 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:15.388902 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a', 'status': 'completed', 'code': 200} Jul 16 08:56:15.389150 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': '2bcdb72d-fae0-4102-97ef-81c9c556853a', 'status': 'completed', 'code': 200} Jul 16 08:56:15.486199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:15.510375 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.584759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Transition to ACTIVE for port object 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:15.587168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-06d29d4d-fa0e-49ea-bc49-a87cb1686239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.591180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-06d29d4d-fa0e-49ea-bc49-a87cb1686239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.592080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-06d29d4d-fa0e-49ea-bc49-a87cb1686239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.592922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-06d29d4d-fa0e-49ea-bc49-a87cb1686239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.594938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-06d29d4d-fa0e-49ea-bc49-a87cb1686239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.598360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-06d29d4d-fa0e-49ea-bc49-a87cb1686239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.599096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-06d29d4d-fa0e-49ea-bc49-a87cb1686239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.602672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-06d29d4d-fa0e-49ea-bc49-a87cb1686239 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6360 time: 0.1935349 Jul 16 08:56:15.607827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-cb156964-8486-4d39-804e-6a4aecda1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.609721 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-cb156964-8486-4d39-804e-6a4aecda1d42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1127 time: 0.1814132 Jul 16 08:56:15.610610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.977129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-481763c5-b409-4ab0-bf86-3c3b275410ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.978977 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-481763c5-b409-4ab0-bf86-3c3b275410ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.3448508 Jul 16 08:56:16.039987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-8ee81c26-d4f2-473c-bf43-c385f219baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.040505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-8ee81c26-d4f2-473c-bf43-c385f219baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.040988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-8ee81c26-d4f2-473c-bf43-c385f219baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.052794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-8ee81c26-d4f2-473c-bf43-c385f219baad service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1071d7eded044a59c44676750d47bf0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4382086 Jul 16 08:56:16.136269 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Pushing event updated for resources: {'Port': ['ID=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.238967 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-fc61daad-1ef8-4ed2-80a5-f782815bd108 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=235e291f-ecc7-485e-9333-52eeb56c605a HTTP/1.1" status: 200 len: 217 time: 0.2494335 Jul 16 08:56:16.463184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f891470-81a5-47c8-980d-aaf783a2ddf0 req-ed404d9f-1a79-429a-82f5-84e8bec0a33d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.465680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f891470-81a5-47c8-980d-aaf783a2ddf0 req-ed404d9f-1a79-429a-82f5-84e8bec0a33d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.5201476 Jul 16 08:56:16.484989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-71c1ab27-46da-4938-81f7-78dfb9e397b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.487063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-71c1ab27-46da-4938-81f7-78dfb9e397b9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3483145 Jul 16 08:56:16.552670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-8a577b3f-168d-4713-aa0d-96bf123d797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.554275 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-8a577b3f-168d-4713-aa0d-96bf123d797f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.3080468 Jul 16 08:56:16.557154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-7c416e45-c96b-484e-a13d-4613cb14d8f3 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.616090 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-61a06e19-8088-439f-8f5a-90798f97da83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459831 Jul 16 08:56:16.617048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Attempting to bind port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:16.617439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Attempting to bind port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:16.617802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Attempting to bind port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d on network d7cd753c-1243-4a01-b070-f46b22af0ad9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:16.620262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-7c416e45-c96b-484e-a13d-4613cb14d8f3 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.624749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d on network d7cd753c-1243-4a01-b070-f46b22af0ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:16.625116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Attempting to bind port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d on network d7cd753c-1243-4a01-b070-f46b22af0ad9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:16.641320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-7c416e45-c96b-484e-a13d-4613cb14d8f3 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.650347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-7c416e45-c96b-484e-a13d-4613cb14d8f3 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.660808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:16.661191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Checking segment: {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:16.661591 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Bound using segment: {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:16.662492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Bound port: 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:16.662969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.667897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-7c416e45-c96b-484e-a13d-4613cb14d8f3 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.681862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-7c416e45-c96b-484e-a13d-4613cb14d8f3 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.688425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-7c416e45-c96b-484e-a13d-4613cb14d8f3 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.703132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-7c416e45-c96b-484e-a13d-4613cb14d8f3 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5420 time: 0.4622254 Jul 16 08:56:16.786172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f891470-81a5-47c8-980d-aaf783a2ddf0 req-c7e929d1-f96e-4629-9a85-e39a1d0ef80d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117058 Jul 16 08:56:16.838461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79fe552d-6ba1-48f5-adf3-fd7da2129350 req-156b7124-0bff-4c1c-9455-3256058ed4da tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257980 Jul 16 08:56:16.993026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] For port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:16.997715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] For port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:17.001510 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-b6cf4519-20f1-401f-bf58-7ef89f46e51c service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738039 Jul 16 08:56:17.007022 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.244461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.245113 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.248400 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] 10.222.0.54 "PUT /v2.0/ports/8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d HTTP/1.1" status: 200 len: 1092 time: 2.8905866 Jul 16 08:56:17.269986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d1e5c-2883-45b6-b838-409ec87c367f req-3c7d0f41-c1a9-448e-81d4-8c3959da4a8a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.274614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f86d1e5c-2883-45b6-b838-409ec87c367f req-3c7d0f41-c1a9-448e-81d4-8c3959da4a8a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.2101195 Jul 16 08:56:17.319328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Request body: {'port': {'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:17.357431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f86d1e5c-2883-45b6-b838-409ec87c367f req-d613264c-e28b-4489-9944-9084ae7422a9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747681 Jul 16 08:56:17.434859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:17.437802 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c07285-2424-4a48-97e6-1c2f0694bd01" -d '{"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:17.557224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899d423-c1a9-4938-b638-91272ab4ac51 service neutron] Pushing event updated for resources: {'Port': ['ID=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.609480 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cc2beb-f35d-48fd-b34d-eedc3dd592ce x-openstack-request-id: req-86cc2beb-f35d-48fd-b34d-eedc3dd592ce {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:17.615625 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:17.615893 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86cc2beb-f35d-48fd-b34d-eedc3dd592ce {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:17.616332 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d', 'status': 'completed', 'code': 200} Jul 16 08:56:17.633774 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.654453 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09530695-8ef7-4e22-b8eb-f331aae9fa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.758410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-b1b6b094-7e73-4df1-8c05-6dcdff32de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.758966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-b1b6b094-7e73-4df1-8c05-6dcdff32de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.759256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-b1b6b094-7e73-4df1-8c05-6dcdff32de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.759751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-b1b6b094-7e73-4df1-8c05-6dcdff32de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.760169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-b1b6b094-7e73-4df1-8c05-6dcdff32de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.760630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-b1b6b094-7e73-4df1-8c05-6dcdff32de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.761086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-b1b6b094-7e73-4df1-8c05-6dcdff32de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.766268 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e9e6b276-308d-4fb6-904a-e8e66e8bb351 req-f77d28b5-16a9-487c-8108-7ee4c247faed service neutron] 10.222.0.52 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546477 Jul 16 08:56:17.769705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-b1b6b094-7e73-4df1-8c05-6dcdff32de54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6428 time: 0.1700549 Jul 16 08:56:17.788343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.158624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-a60a2c9b-0288-44ae-ad72-4dac1c1c75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.159028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-a60a2c9b-0288-44ae-ad72-4dac1c1c75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.159497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-a60a2c9b-0288-44ae-ad72-4dac1c1c75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.161250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-a60a2c9b-0288-44ae-ad72-4dac1c1c75a2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1071d7eded044a59c44676750d47bf0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3799040 Jul 16 08:56:18.319412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8e16f-b82a-4d36-ab4b-1c802f98856a req-c9b8e467-7100-4a9f-ad35-b836b32d1227 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.327798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ded8e16f-b82a-4d36-ab4b-1c802f98856a req-c9b8e467-7100-4a9f-ad35-b836b32d1227 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.3514266 Jul 16 08:56:18.565236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ded8e16f-b82a-4d36-ab4b-1c802f98856a req-622526a0-63c5-4391-b129-abda4143fe73 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361808 Jul 16 08:56:18.618086 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.637237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bb2eb8-1ee7-4550-bebe-cd6786166a5a {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:18.660678 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.698274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-df36dba6-d2e1-443b-ba30-a8a38cea83a4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.707342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Transition to ACTIVE for port object e0bb2eb8-1ee7-4550-bebe-cd6786166a5a will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:18.718619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.719046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-df36dba6-d2e1-443b-ba30-a8a38cea83a4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.748724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-df36dba6-d2e1-443b-ba30-a8a38cea83a4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.773760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-df36dba6-d2e1-443b-ba30-a8a38cea83a4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.781883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-df36dba6-d2e1-443b-ba30-a8a38cea83a4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.803740 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.816610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-df36dba6-d2e1-443b-ba30-a8a38cea83a4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.832399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-df36dba6-d2e1-443b-ba30-a8a38cea83a4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.856439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-df36dba6-d2e1-443b-ba30-a8a38cea83a4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5420 time: 0.5949907 Jul 16 08:56:18.869235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-077befa1-a035-4088-b1f4-c1a3722c3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.870747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c07285-2424-4a48-97e6-1c2f0694bd01 req-077befa1-a035-4088-b1f4-c1a3722c3221 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7020557 Jul 16 08:56:18.887592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Pushing event updated for resources: {'Port': ['ID=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.955553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Attempting to bind port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:18.956079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Attempting to bind port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:18.956743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Attempting to bind port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a on network d7cd753c-1243-4a01-b070-f46b22af0ad9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:18.962503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a on network d7cd753c-1243-4a01-b070-f46b22af0ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:18.962922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Attempting to bind port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a on network d7cd753c-1243-4a01-b070-f46b22af0ad9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:18.971650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:18.972428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Checking segment: {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:18.973051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Bound using segment: {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:18.974327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Bound port: e0bb2eb8-1ee7-4550-bebe-cd6786166a5a, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:18.974983 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.055583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed84a2ca-c6c3-4a33-9887-8564945fe53c req-151c7d4d-667d-44ab-9161-d01416ed83aa tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957171 Jul 16 08:56:19.102836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] For port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:19.113962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] For port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:19.124561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72be036-a11d-43e4-aaf3-48e33b0c42b5 req-cf85f8f4-2b7a-4782-8d4a-025cfa0fbad7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.132769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c72be036-a11d-43e4-aaf3-48e33b0c42b5 req-cf85f8f4-2b7a-4782-8d4a-025cfa0fbad7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.2718024 Jul 16 08:56:19.133964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.182448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.184223 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.185750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] 10.222.0.54 "PUT /v2.0/ports/e0bb2eb8-1ee7-4550-bebe-cd6786166a5a HTTP/1.1" status: 200 len: 1092 time: 1.8803098 Jul 16 08:56:19.232191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c72be036-a11d-43e4-aaf3-48e33b0c42b5 req-e8477c07-b527-4c81-af2f-70ce3226686a tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975795 Jul 16 08:56:19.255451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760438c-00ac-4701-ae9b-1b194d63c01c service neutron] Pushing event updated for resources: {'Port': ['ID=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.414158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e6f25706-08dd-466e-9b16-777328b5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.414802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e6f25706-08dd-466e-9b16-777328b5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.415391 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e6f25706-08dd-466e-9b16-777328b5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.416006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e6f25706-08dd-466e-9b16-777328b5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.416604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e6f25706-08dd-466e-9b16-777328b5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.417183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e6f25706-08dd-466e-9b16-777328b5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.418679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e6f25706-08dd-466e-9b16-777328b5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.422462 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e6f25706-08dd-466e-9b16-777328b5dcb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6496 time: 0.1516731 Jul 16 08:56:19.626802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:19.629080 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2" -d '{"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "e0bb2eb8-1ee7-4550-bebe-cd6786166a5a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:19.663891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-18041d21-dba0-48f5-b758-c11e44a3480b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee HTTP/1.1" status: 200 len: 217 time: 0.2302227 Jul 16 08:56:19.715460 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dd089f-5e80-49b4-ade9-738daeeda71f x-openstack-request-id: req-b7dd089f-5e80-49b4-ade9-738daeeda71f {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:19.716181 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "e0bb2eb8-1ee7-4550-bebe-cd6786166a5a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:19.716651 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7dd089f-5e80-49b4-ade9-738daeeda71f {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:19.717495 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a', 'status': 'completed', 'code': 200} Jul 16 08:56:19.751129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c46e82fe-0d0c-4ca8-ade6-7af0988f7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.754548 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c46e82fe-0d0c-4ca8-ade6-7af0988f7dd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb977cdb-bd1e-4952-93e4-386a3ffddfea HTTP/1.1" status: 200 len: 855 time: 0.0831642 Jul 16 08:56:19.957147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-50771900-f52b-49de-b5a6-c2ba8263c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.958778 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-50771900-f52b-49de-b5a6-c2ba8263c00c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f56d1b59-6046-47e5-8358-9118989f30fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876631 Jul 16 08:56:20.044928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565100b9-18df-4f61-acf6-94d34a08b811 req-6fad3196-f35b-4aec-b83e-e1a5e684001a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.059346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-565100b9-18df-4f61-acf6-94d34a08b811 req-6fad3196-f35b-4aec-b83e-e1a5e684001a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.2277012 Jul 16 08:56:20.068628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.135024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-565100b9-18df-4f61-acf6-94d34a08b811 req-6b5308b2-449e-46a8-80f4-6ba5a14ed6fd tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744376 Jul 16 08:56:20.189979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-88e835ef-eca8-4784-a56d-353ac88a994a service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223840 Jul 16 08:56:20.313477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-cc7acd44-8dd3-4cc8-b66c-c8df76ee2fda tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.315027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-cc7acd44-8dd3-4cc8-b66c-c8df76ee2fda tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 815 time: 0.1384888 Jul 16 08:56:20.354297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-7c88e4ce-a4e1-4e45-bf89-b48bdbf22e7c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/quotas/e9df005b8d634008b214fdeb6e2ed93d HTTP/1.1" status: 200 len: 375 time: 0.0302875 Jul 16 08:56:20.652884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b61f66d2-e819-4413-bdb0-8f23a8fa8f37 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2954755 Jul 16 08:56:20.732510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-94f911c2-9a49-4519-bcda-a29eb90d6f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.762401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-94f911c2-9a49-4519-bcda-a29eb90d6f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.788676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-94f911c2-9a49-4519-bcda-a29eb90d6f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.806380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-94f911c2-9a49-4519-bcda-a29eb90d6f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.822532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-94f911c2-9a49-4519-bcda-a29eb90d6f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.834530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-94f911c2-9a49-4519-bcda-a29eb90d6f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.847268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-94f911c2-9a49-4519-bcda-a29eb90d6f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.864173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-94f911c2-9a49-4519-bcda-a29eb90d6f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.4463842 Jul 16 08:56:20.997544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2f6febd-7a1e-4a04-9bcc-e537fbdb38e1 req-465329d0-49d9-4d1f-aa58-2cf0b903c4b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289034 Jul 16 08:56:21.056419 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2e7e9922-1cdc-4f6c-8981-57f5216593aa service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552980 Jul 16 08:56:21.130911 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-194b2b00-21d5-4a7c-ad04-97c0f4e8e10a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 217 time: 0.0614252 Jul 16 08:56:21.228829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-aeac64ae-cefb-4dd7-878b-4dec601b8ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747411 Jul 16 08:56:21.280108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38550) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:21.433895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078aedb-c6bf-4bf7-9e42-4d23117a0672 req-d14ca8c3-b524-4d6a-ab12-312a9c7ab52f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:21.439657 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-3a300b6f-ff79-4adb-9107-8c812a0bfa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:21.441086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c078aedb-c6bf-4bf7-9e42-4d23117a0672 req-d14ca8c3-b524-4d6a-ab12-312a9c7ab52f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.1751842 Jul 16 08:56:21.455067 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-3a300b6f-ff79-4adb-9107-8c812a0bfa53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.3096421 Jul 16 08:56:21.467671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-4c5f1fb7-a25a-4cef-9e75-50627d371fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233815 Jul 16 08:56:21.490581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c078aedb-c6bf-4bf7-9e42-4d23117a0672 req-6cf212f6-a2bd-4903-b448-35ef1fd923e2 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484781 Jul 16 08:56:21.566140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.796777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.811226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.870087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-6b68eba4-d4e5-4c3f-b867-7c3449891e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:21.876736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db012658bb2a40469f0aa17178afe934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948877 Jul 16 08:56:21.877917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38572) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:21.880674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7a71d6-9bbc-4b22-94fe-639393864ba1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.890249 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-6b68eba4-d4e5-4c3f-b867-7c3449891e47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3655586 Jul 16 08:56:21.977235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.978084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.978623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.979199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.979756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.981004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.981743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.982628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.983807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.984488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.985032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:21.985572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ce3d6-97a1-413f-853b-6b73e9ffaf39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:22.007074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12b0eaa4-bbaf-4fb0-8507-4c62fb235986 req-4071aaf2-f9e2-46c8-ac35-2201e6d85930 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 210 time: 0.1673331 Jul 16 08:56:22.063718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79118201-8052-482d-9f27-a85ff2497b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.090892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79118201-8052-482d-9f27-a85ff2497b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.161454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79118201-8052-482d-9f27-a85ff2497b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.164839 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79118201-8052-482d-9f27-a85ff2497b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.170233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-79118201-8052-482d-9f27-a85ff2497b38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e7a71d6-9bbc-4b22-94fe-639393864ba1 HTTP/1.1" status: 204 len: 168 time: 0.2774835 Jul 16 08:56:22.195964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79118201-8052-482d-9f27-a85ff2497b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7a71d6-9bbc-4b22-94fe-639393864ba1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.223110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804d71-7bb8-4feb-906d-306a2c0ae12e req-4ab4cb97-ede2-448d-b70c-0bd569094c5f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.235087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1804d71-7bb8-4feb-906d-306a2c0ae12e req-4ab4cb97-ede2-448d-b70c-0bd569094c5f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.2259991 Jul 16 08:56:22.294129 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-635d5e1d-0f4a-4a13-a817-854926ac2020 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820498 Jul 16 08:56:22.298887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1804d71-7bb8-4feb-906d-306a2c0ae12e req-32a0140f-1215-4f86-b102-217c703c3c39 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625193 Jul 16 08:56:22.540234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-235731e2-e7dd-4aa6-80cc-fb7f724b4e79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.558657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-235731e2-e7dd-4aa6-80cc-fb7f724b4e79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.585782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-235731e2-e7dd-4aa6-80cc-fb7f724b4e79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.616176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-235731e2-e7dd-4aa6-80cc-fb7f724b4e79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.629575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-235731e2-e7dd-4aa6-80cc-fb7f724b4e79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.662344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-235731e2-e7dd-4aa6-80cc-fb7f724b4e79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.683615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-235731e2-e7dd-4aa6-80cc-fb7f724b4e79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.696357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-235731e2-e7dd-4aa6-80cc-fb7f724b4e79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.2676930 Jul 16 08:56:22.706022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-3ac7804d-9ee3-460f-87f6-0299fd2eacc5 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973649 Jul 16 08:56:22.765399 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-7b55d2be-b54d-49e3-849e-016b13db95e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 217 time: 0.0468490 Jul 16 08:56:22.884409 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f063ecad-f161-499a-9e34-b2f6592487b1 req-900a584f-eb8c-4a1a-9088-2e22aa3506cc tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836336 Jul 16 08:56:22.956550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2deffa4c-0f78-4c70-a6ef-2ef56c53876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.966854 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-2deffa4c-0f78-4c70-a6ef-2ef56c53876c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1882491 Jul 16 08:56:23.004958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38598) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.028044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4122992-7bac-4b1c-bfec-c28ba2a10ffa req-b8abf1fb-8150-47ab-b67d-a1d81b346de4 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:23.029970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4122992-7bac-4b1c-bfec-c28ba2a10ffa req-b8abf1fb-8150-47ab-b67d-a1d81b346de4 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.2408793 Jul 16 08:56:23.098235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-313cdb75-6c44-4178-9d21-03d322098486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.151354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4122992-7bac-4b1c-bfec-c28ba2a10ffa req-b6b8ae13-0f26-4fbf-b291-b2f7173d25f5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086743 Jul 16 08:56:23.256231 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-313cdb75-6c44-4178-9d21-03d322098486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.260731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-b4c533e4-353d-471c-a309-c01ec2f04549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:23.264032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-b4c533e4-353d-471c-a309-c01ec2f04549 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2863951 Jul 16 08:56:23.266209 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-313cdb75-6c44-4178-9d21-03d322098486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.373152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55f0be98-5d64-4329-a343-9c213a1e25d2 req-71b17999-c064-46f3-aa5a-8ef5f5fac048 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 210 time: 0.1258581 Jul 16 08:56:23.394104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cdb75-6c44-4178-9d21-03d322098486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262a872-99aa-4c7d-82ef-11ff000de70f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.402033 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-313cdb75-6c44-4178-9d21-03d322098486 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9984b0fd6544440bbf22307d9725eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942790 Jul 16 08:56:23.405001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38608) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.529014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-1384a65e-effb-41aa-8799-226812072680 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448936 Jul 16 08:56:23.555632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b86638b7-9247-4fef-ab13-9edbd844b79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.595147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b86638b7-9247-4fef-ab13-9edbd844b79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.666856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f5126-fb73-480c-bec4-14dc309509d4 req-d1b9c40a-20d9-4036-9e95-c072176b5221 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:23.669254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d4f5126-fb73-480c-bec4-14dc309509d4 req-d1b9c40a-20d9-4036-9e95-c072176b5221 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.1654496 Jul 16 08:56:23.753998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d4f5126-fb73-480c-bec4-14dc309509d4 req-4ebe2933-6a21-4c86-8efb-583fd68b65cd tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713017 Jul 16 08:56:23.774127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b86638b7-9247-4fef-ab13-9edbd844b79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.778012 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b86638b7-9247-4fef-ab13-9edbd844b79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.779535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b86638b7-9247-4fef-ab13-9edbd844b79f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4262a872-99aa-4c7d-82ef-11ff000de70f HTTP/1.1" status: 204 len: 168 time: 0.3735414 Jul 16 08:56:23.790173 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-b1bd5678-3e0e-4540-adac-9f88f6320b19 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484419 Jul 16 08:56:23.812413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86638b7-9247-4fef-ab13-9edbd844b79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262a872-99aa-4c7d-82ef-11ff000de70f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.888122 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-25839bac-a16d-4894-a755-0c6890d956ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=b907f41a-7d40-4b14-939a-e6b601b4b132 HTTP/1.1" status: 200 len: 217 time: 0.0818155 Jul 16 08:56:23.993743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c0db40fe-b61b-46d1-bbab-5448de03450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.002660 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-c0db40fe-b61b-46d1-bbab-5448de03450f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1068912 Jul 16 08:56:24.246655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-cce326f9-0dd3-48b6-b1ef-649cfb619854 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.252773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e9110f95-8ba4-4f2d-8a37-740103ac1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.254765 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e9110f95-8ba4-4f2d-8a37-740103ac1467 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2348640 Jul 16 08:56:24.259080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-cce326f9-0dd3-48b6-b1ef-649cfb619854 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.274586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-cce326f9-0dd3-48b6-b1ef-649cfb619854 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.288818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-cce326f9-0dd3-48b6-b1ef-649cfb619854 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.305996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-cce326f9-0dd3-48b6-b1ef-649cfb619854 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.313259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-cce326f9-0dd3-48b6-b1ef-649cfb619854 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.329370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-cce326f9-0dd3-48b6-b1ef-649cfb619854 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.331511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-cce326f9-0dd3-48b6-b1ef-649cfb619854 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.2130904 Jul 16 08:56:24.415490 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38644) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.473583 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f29b6cfe-f09c-4b37-998e-5d4041a731be service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916308 Jul 16 08:56:24.481848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-7302ea49-d626-4cb8-8856-8fcc89d50bed tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.483854 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-7302ea49-d626-4cb8-8856-8fcc89d50bed tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 815 time: 0.3748865 Jul 16 08:56:24.503093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-00fb7aa1-783b-49a2-aaee-dda802df4806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.509573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Request body: {'port': {'device_id': 'e844d97c-a6c5-4a85-bbeb-66b3c1ec8879', 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'admin_state_up': True, 'tenant_id': 'e9df005b8d634008b214fdeb6e2ed93d'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:24.512720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bba22023-7e73-439f-bb0e-a0e091061a11 req-80b9131e-455f-487f-a732-010aaacab7ee tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633196 Jul 16 08:56:24.599468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c37b-16a4-4952-b5ec-da884d765709 req-9835a5c2-0b44-44da-b2a0-8063b1838b39 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.607503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf07c37b-16a4-4952-b5ec-da884d765709 req-9835a5c2-0b44-44da-b2a0-8063b1838b39 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.2150342 Jul 16 08:56:24.681185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf07c37b-16a4-4952-b5ec-da884d765709 req-48379730-0f25-41b5-8ce5-1a618100c5a5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641949 Jul 16 08:56:24.752050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c46d2ecc-d40e-48ee-8c63-fd7b3183f7de req-5ddb76f4-702e-4904-b592-bf188de6015f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 210 time: 0.0650561 Jul 16 08:56:24.854119 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-df62d044-2c74-4243-a5a8-b919e96cb82b service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590820 Jul 16 08:56:24.908601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ebd4b220-dd36-4721-8ef1-d0a907a2498b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a HTTP/1.1" status: 200 len: 217 time: 0.0475469 Jul 16 08:56:24.982505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18b3e-ce99-4ae4-a1f7-049ac17e0718 req-174b4c0f-7a76-4322-8483-494c5506a784 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.992888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24e18b3e-ce99-4ae4-a1f7-049ac17e0718 req-174b4c0f-7a76-4322-8483-494c5506a784 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.1031203 Jul 16 08:56:25.022106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-0b4f535c-f9ab-4aa6-a3ed-d3ed2b027c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.023787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-0b4f535c-f9ab-4aa6-a3ed-d3ed2b027c8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1071150 Jul 16 08:56:25.046782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24e18b3e-ce99-4ae4-a1f7-049ac17e0718 req-12ded7fa-ce7c-42b5-a8c7-efb19bb43882 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522499 Jul 16 08:56:25.068525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-00fb7aa1-783b-49a2-aaee-dda802df4806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.080602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-00fb7aa1-783b-49a2-aaee-dda802df4806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.117234 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-00fb7aa1-783b-49a2-aaee-dda802df4806 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef1128674eed4e56aa68755d738a5372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7002444 Jul 16 08:56:25.121287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:25.214110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78526d9e-4e13-414a-bf79-b6fcfe570013 req-ec55c210-5e03-48f4-b698-24c982da3115 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.216874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78526d9e-4e13-414a-bf79-b6fcfe570013 req-ec55c210-5e03-48f4-b698-24c982da3115 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 945 time: 0.1044557 Jul 16 08:56:25.223031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb7aa1-783b-49a2-aaee-dda802df4806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634138e6-a206-434b-ae38-a41fe97f05b3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:25.226300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Made reservation on behalf of e9df005b8d634008b214fdeb6e2ed93d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:25.230043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.246277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a224432e-12b7-4480-9003-081f644df4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.248014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-a224432e-12b7-4480-9003-081f644df4a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2097533 Jul 16 08:56:25.272874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78526d9e-4e13-414a-bf79-b6fcfe570013 req-a3bde38a-9430-48a5-87ba-49f8e5e032c1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Jul 16 08:56:25.317378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acad70d0-9871-45e5-90f5-ee7fbef7ecda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.425963 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acad70d0-9871-45e5-90f5-ee7fbef7ecda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.495212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Allocated IP 172.20.0.14 (6d462d84-d187-4864-8ea5-a0f0066eb59b/06a2f2d4-90a6-4084-b271-107bfeb4f670/ee6c5643-e0f2-4fca-9d2c-428040f29316) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:25.500995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-f573f308-31eb-4be3-9107-827fee7b6ec8 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942003 Jul 16 08:56:25.563681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acad70d0-9871-45e5-90f5-ee7fbef7ecda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.566912 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-acad70d0-9871-45e5-90f5-ee7fbef7ecda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.570891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-acad70d0-9871-45e5-90f5-ee7fbef7ecda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/634138e6-a206-434b-ae38-a41fe97f05b3 HTTP/1.1" status: 204 len: 168 time: 0.4474373 Jul 16 08:56:25.628038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad70d0-9871-45e5-90f5-ee7fbef7ecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634138e6-a206-434b-ae38-a41fe97f05b3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:25.906997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-02b34381-a4e5-4677-ba38-7cf6282eabfe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.914014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-02b34381-a4e5-4677-ba38-7cf6282eabfe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.921613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-02b34381-a4e5-4677-ba38-7cf6282eabfe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.928761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-02b34381-a4e5-4677-ba38-7cf6282eabfe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.940330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-02b34381-a4e5-4677-ba38-7cf6282eabfe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.946878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-02b34381-a4e5-4677-ba38-7cf6282eabfe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.971064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-02b34381-a4e5-4677-ba38-7cf6282eabfe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.973167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-02b34381-a4e5-4677-ba38-7cf6282eabfe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.1752009 Jul 16 08:56:26.031675 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-291b3e38-0af0-4803-9f17-efa2c4e3619e service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198696 Jul 16 08:56:26.115174 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f1ba292-9db5-4420-862e-67b6e7f1f560 req-52ee1380-9a65-4ce0-a7fd-e178d33c21ad tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323297 Jul 16 08:56:26.151792 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-61e67d95-bf87-449f-9e5f-73278153fb70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d HTTP/1.1" status: 200 len: 217 time: 0.1034312 Jul 16 08:56:26.216920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.239561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-84b4e23b-1656-4965-9f08-f1a5d3f1cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:26.241130 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-84b4e23b-1656-4965-9f08-f1a5d3f1cdbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.0781193 Jul 16 08:56:26.303328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d3ffb-7df5-4c79-9ee8-afc489e116ae req-702153a0-73eb-4d3f-b675-785b17e0eb20 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:26.305128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f7d3ffb-7df5-4c79-9ee8-afc489e116ae req-702153a0-73eb-4d3f-b675-785b17e0eb20 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.1456606 Jul 16 08:56:26.404194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.426095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5dfe0158-b5b5-4011-a51a-cb44424e9292', '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:26.430952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:26.530099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-6e3a5e53-b61d-4f64-a5bb-943fd3cdd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:26.533263 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-6e3a5e53-b61d-4f64-a5bb-943fd3cdd155 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2724423 Jul 16 08:56:26.575637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Network 6d462d84-d187-4864-8ea5-a0f0066eb59b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:26.601144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:26.620694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:26.626788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Pushing event updated for resources: {'Port': ['ID=ee6c5643-e0f2-4fca-9d2c-428040f29316,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.722844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:26.723563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.730463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.731032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.731460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.731862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.732214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.732555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.732897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.733279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.733619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.734065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.734401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.734727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.766788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:26.778777 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-b2c9c493-61c3-49f1-b624-0711411d01b0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2856402 Jul 16 08:56:26.798044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Request body: {'port': {'device_id': 'e844d97c-a6c5-4a85-bbeb-66b3c1ec8879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:26.807676 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-56617457-8e2f-472a-915e-e7e93b734e03 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502122 Jul 16 08:56:26.971725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f7d3ffb-7df5-4c79-9ee8-afc489e116ae req-dfce1ed4-ec1a-4beb-96d5-c96f17bd4eda tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579742 Jul 16 08:56:27.005135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f397f-eb60-466d-a487-f8c437ebeb99 req-c13e31bc-d5ae-4827-857d-fca4dad3105c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.008265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-071f397f-eb60-466d-a487-f8c437ebeb99 req-c13e31bc-d5ae-4827-857d-fca4dad3105c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 932 time: 0.6960280 Jul 16 08:56:27.019072 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-50e2c899-235a-4d34-82e0-d94fe72a838f service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398499 Jul 16 08:56:27.042025 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.148554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-071f397f-eb60-466d-a487-f8c437ebeb99 req-ea281c8e-04ec-4aae-83ef-6548d0805b95 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306114 Jul 16 08:56:27.165426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-60e150fc-7435-4103-b70f-564651a83fd4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a HTTP/1.1" status: 200 len: 217 time: 0.0981672 Jul 16 08:56:27.197115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:27.201598 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba925a-9136-4bda-948d-effef8fda74c" -d '{"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:27.237851 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.262660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:27.292216 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.296071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 235e291f-ecc7-485e-9333-52eeb56c605a no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:27.356924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-10de2925-717e-4c4d-a052-fa1f58fecfc1 service neutron] 10.222.0.52 "GET /v2.0/ports/235e291f-ecc7-485e-9333-52eeb56c605a/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 385 time: 0.2045929 Jul 16 08:56:27.486763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ae691a23-42bd-4501-84a6-be013c675200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.488760 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-ae691a23-42bd-4501-84a6-be013c675200 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.3099804 Jul 16 08:56:27.629395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32441d75-53cb-496c-9eb1-8a63576bb1bd req-52dd73a1-b230-46d6-a6a1-e16a634d9e33 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.631461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32441d75-53cb-496c-9eb1-8a63576bb1bd req-52dd73a1-b230-46d6-a6a1-e16a634d9e33 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.3095987 Jul 16 08:56:27.719997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.731507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6c5643-e0f2-4fca-9d2c-428040f29316 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:27.738679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-faddcbb9-710d-4e7d-adcb-43579734b0bd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.743531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.753613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-faddcbb9-710d-4e7d-adcb-43579734b0bd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.767436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-faddcbb9-710d-4e7d-adcb-43579734b0bd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.774733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Transition to ACTIVE for port object ee6c5643-e0f2-4fca-9d2c-428040f29316 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:27.783644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-faddcbb9-710d-4e7d-adcb-43579734b0bd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.791955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.804093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-faddcbb9-710d-4e7d-adcb-43579734b0bd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.831847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-faddcbb9-710d-4e7d-adcb-43579734b0bd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.846454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-faddcbb9-710d-4e7d-adcb-43579734b0bd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.848563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-faddcbb9-710d-4e7d-adcb-43579734b0bd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.4101710 Jul 16 08:56:27.914545 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-cfae4720-c934-4b18-9a2f-1c828b4c3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.916443 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-cfae4720-c934-4b18-9a2f-1c828b4c3f11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3727138 Jul 16 08:56:27.959531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6c5643-e0f2-4fca-9d2c-428040f29316,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.959912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32441d75-53cb-496c-9eb1-8a63576bb1bd req-0a125edf-89a2-4621-ac34-0d28a8e6c7d8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172336 Jul 16 08:56:28.013120 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75bcf25b-a1e5-4433-8894-8edcea307d52 req-7c14be47-4b66-4ad5-b29b-2e28d3011d01 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339874 Jul 16 08:56:28.067174 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4717b172-11d0-4ae4-bcd9-bd44cea0a6fb x-openstack-request-id: req-4717b172-11d0-4ae4-bcd9-bd44cea0a6fb {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:28.067174 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:28.067174 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4717b172-11d0-4ae4-bcd9-bd44cea0a6fb {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:28.067700 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'code': 200} Jul 16 08:56:28.137601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-e5fe01bf-006a-4772-b5a1-2c1feb25029a service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942091 Jul 16 08:56:28.159117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Attempting to bind port ee6c5643-e0f2-4fca-9d2c-428040f29316 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:28.159454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Attempting to bind port ee6c5643-e0f2-4fca-9d2c-428040f29316 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:28.159790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Attempting to bind port ee6c5643-e0f2-4fca-9d2c-428040f29316 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:28.189797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:28.208704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Port ee6c5643-e0f2-4fca-9d2c-428040f29316 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:28.209042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Attempting to bind port ee6c5643-e0f2-4fca-9d2c-428040f29316 on network 6d462d84-d187-4864-8ea5-a0f0066eb59b {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:28.228544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:28.229059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Checking segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:28.229544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Bound using segment: {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:28.230111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Bound port: ee6c5643-e0f2-4fca-9d2c-428040f29316, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683f4e08-7645-49d7-aee2-9623f040a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:28.231279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.281611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.357233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:28.406230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235e291f-ecc7-485e-9333-52eeb56c605a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:28.423006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:28.457536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.466301 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-092b4dfc-ec50-43e6-a911-da37aa1cacc9 req-576524b4-c56a-4972-a163-1b1f72c164ee service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081527 Jul 16 08:56:28.483464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] For port ee6c5643-e0f2-4fca-9d2c-428040f29316, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:28.487683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] For port ee6c5643-e0f2-4fca-9d2c-428040f29316, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ee6c5643-e0f2-4fca-9d2c-428040f29316,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:28.520435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.600915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454bcb04-368d-4abc-9b8f-056813e0bd7e tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.601964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454bcb04-368d-4abc-9b8f-056813e0bd7e tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.601964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454bcb04-368d-4abc-9b8f-056813e0bd7e tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.603616 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-454bcb04-368d-4abc-9b8f-056813e0bd7e tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=5c071ed889a84964ab506ca3ebb4377c&network_id=6edac66c-9af6-489c-ac6a-355cd91e15da HTTP/1.1" status: 200 len: 2972 time: 0.3185585 Jul 16 08:56:28.642085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4becc-9708-4e9b-9b8b-46f94541be7a req-bfbc0119-bb39-4888-aff6-8141fb92030b tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.649747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0f4becc-9708-4e9b-9b8b-46f94541be7a req-bfbc0119-bb39-4888-aff6-8141fb92030b tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 944 time: 0.2074952 Jul 16 08:56:28.693906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94a351-d7ef-431e-96aa-a4b3454f1d49 req-c5086098-dc09-43f5-ad89-682cc7f6713f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.702249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d94a351-d7ef-431e-96aa-a4b3454f1d49 req-c5086098-dc09-43f5-ad89-682cc7f6713f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 944 time: 0.4964054 Jul 16 08:56:28.759577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0f4becc-9708-4e9b-9b8b-46f94541be7a req-b99740cf-5f8d-49fa-9441-6b7af4cb3f6a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087358 Jul 16 08:56:28.766984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:28.818596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d94a351-d7ef-431e-96aa-a4b3454f1d49 req-cc2aa5c3-aa48-405d-8d54-69e53fa684d7 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131334 Jul 16 08:56:28.827863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] Transition to ACTIVE for port object 235e291f-ecc7-485e-9333-52eeb56c605a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:28.844696 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.932111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] No DVR routers for this DVR port 235e291f-ecc7-485e-9333-52eeb56c605a on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:28.985999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] Pushing event updated for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.992232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-a5f98ed7-d915-4c68-b492-d2b227d2b6fc service neutron] 10.222.0.52 "PUT /v2.0/ports/235e291f-ecc7-485e-9333-52eeb56c605a/bindings/n-h2-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 1.6257823 Jul 16 08:56:28.994586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:29.027991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'mac_address': 'fa:16:3e:f4:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:29.150869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38802) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.155746 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.202060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad807418-c127-46b0-84bd-e6f3413001b0 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:29.232548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:29.248791 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.258371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.259018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.260440 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee6c5643-e0f2-4fca-9d2c-428040f29316 HTTP/1.1" status: 200 len: 1093 time: 2.4669704 Jul 16 08:56:29.261086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e844d97c-a6c5-4a85-bbeb-66b3c1ec8879', 'tag': 'ee6c5643-e0f2-4fca-9d2c-428040f29316'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:29.263227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-f15487e0-1b0a-461b-88e8-53fcbd38ab43 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.264837 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e844d97c-a6c5-4a85-bbeb-66b3c1ec8879", "tag": "ee6c5643-e0f2-4fca-9d2c-428040f29316"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:29.267448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-f15487e0-1b0a-461b-88e8-53fcbd38ab43 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.1923652 Jul 16 08:56:29.365147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df31947-3bd2-4955-a6f0-b00cbfa8caa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6c5643-e0f2-4fca-9d2c-428040f29316,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.379952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-31e08b93-c2b0-4ab0-a22b-637b22c18ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.380441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-31e08b93-c2b0-4ab0-a22b-637b22c18ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.380977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-31e08b93-c2b0-4ab0-a22b-637b22c18ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.381449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-31e08b93-c2b0-4ab0-a22b-637b22c18ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.382146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-31e08b93-c2b0-4ab0-a22b-637b22c18ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.385977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-31e08b93-c2b0-4ab0-a22b-637b22c18ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.387432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-31e08b93-c2b0-4ab0-a22b-637b22c18ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.389705 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-31e08b93-c2b0-4ab0-a22b-637b22c18ec6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6496 time: 0.8329842 Jul 16 08:56:29.401355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.450183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-e46fde1e-0d66-4ccf-bec2-0c55eb51960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.452424 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-e46fde1e-0d66-4ccf-bec2-0c55eb51960b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 1096 time: 0.1301131 Jul 16 08:56:29.456781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ad807418-c127-46b0-84bd-e6f3413001b0'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:29.469608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f30109cc-58cd-4ff7-a4ea-30ab35f79d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.531378 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-dfe784ff-ed32-4a30-912e-8da9659f0859 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c5643-e0f2-4fca-9d2c-428040f29316 HTTP/1.1" status: 200 len: 217 time: 0.0434623 Jul 16 08:56:29.616399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-7b22c293-4279-458f-9515-97087aeec6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.618336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-7b22c293-4279-458f-9515-97087aeec6a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5 HTTP/1.1" status: 200 len: 1097 time: 0.3389711 Jul 16 08:56:29.674128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-f4d29d39-5d62-40b9-a8bf-e4ccea1dec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.676088 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-f4d29d39-5d62-40b9-a8bf-e4ccea1dec98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.1355262 Jul 16 08:56:29.677532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-4230ddc1-a429-4503-b349-db4ae3cf466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.679283 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-4230ddc1-a429-4503-b349-db4ae3cf466c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7cd753c-1243-4a01-b070-f46b22af0ad9 HTTP/1.1" status: 200 len: 902 time: 0.2811975 Jul 16 08:56:29.683060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-784ccb3b-7280-41d0-b504-f387013bec18 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.689948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-784ccb3b-7280-41d0-b504-f387013bec18 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.696510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-784ccb3b-7280-41d0-b504-f387013bec18 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.702841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-784ccb3b-7280-41d0-b504-f387013bec18 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.723325 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-981758fd-db0b-4617-a881-bd67f08fe590 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393405 Jul 16 08:56:29.728103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-784ccb3b-7280-41d0-b504-f387013bec18 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.738835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-784ccb3b-7280-41d0-b504-f387013bec18 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.749046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-784ccb3b-7280-41d0-b504-f387013bec18 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.751055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-784ccb3b-7280-41d0-b504-f387013bec18 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.3917038 Jul 16 08:56:29.760099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a015c9-01ce-4f19-a65a-dfe89ff16145 req-f9478ff4-7bb2-4ff5-b353-cc63cac24ff2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.764268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92a015c9-01ce-4f19-a65a-dfe89ff16145 req-f9478ff4-7bb2-4ff5-b353-cc63cac24ff2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.4073911 Jul 16 08:56:29.785253 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-eabf360d-8752-4327-bacf-7ea7c629f4b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a HTTP/1.1" status: 200 len: 217 time: 0.0646484 Jul 16 08:56:29.912836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01767e1d-f50f-42af-9e11-d0405668ad9f req-a595cf2c-f348-4f96-99b1-072818cf44e8 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473570 Jul 16 08:56:29.914185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-cf069ecf-f74a-4455-b4e5-2628c294f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.916675 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-cf069ecf-f74a-4455-b4e5-2628c294f766 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.1118951 Jul 16 08:56:29.923653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92a015c9-01ce-4f19-a65a-dfe89ff16145 req-cf5586d4-a7ed-49f1-acb1-7db3ae052863 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396830 Jul 16 08:56:29.952201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-e71a557b-b21f-470f-b005-aeaaeff2f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.953771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-e71a557b-b21f-470f-b005-aeaaeff2f695 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1097 time: 0.2899597 Jul 16 08:56:29.953918 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-f0760c1c-4d0e-4e47-a0d7-87cf66ffbd72 service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219920 Jul 16 08:56:29.967262 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f30109cc-58cd-4ff7-a4ea-30ab35f79d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.036241 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f30109cc-58cd-4ff7-a4ea-30ab35f79d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.042350 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57007e6f-5d4b-4687-b909-2959aa5ba500 x-openstack-request-id: req-57007e6f-5d4b-4687-b909-2959aa5ba500 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:30.043193 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e844d97c-a6c5-4a85-bbeb-66b3c1ec8879", "tag": "ee6c5643-e0f2-4fca-9d2c-428040f29316", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:30.043467 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57007e6f-5d4b-4687-b909-2959aa5ba500 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:30.043875 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e844d97c-a6c5-4a85-bbeb-66b3c1ec8879', 'tag': 'ee6c5643-e0f2-4fca-9d2c-428040f29316', 'status': 'completed', 'code': 200} Jul 16 08:56:30.138521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-4a368843-eca1-4386-bc36-e0f5cd0003a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.140087 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-4a368843-eca1-4386-bc36-e0f5cd0003a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1888685 Jul 16 08:56:30.184354 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-139f3cd5-6a26-479b-8aeb-29caecd94b36 req-825802d2-dc27-479c-9a62-ef02c3414381 service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939919 Jul 16 08:56:30.281412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f30109cc-58cd-4ff7-a4ea-30ab35f79d34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3ead940fd63400ab4bba9d85fa9dd02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1103084 Jul 16 08:56:30.292999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38836) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.305169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30109cc-58cd-4ff7-a4ea-30ab35f79d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b919ca11-0bce-4b1d-9317-6491fe8ae75f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.334618 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-3a795616-5ef9-4c1c-85cb-4a521c6a4f76 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746693 Jul 16 08:56:30.394241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-3970a7a2-1d10-4802-b874-0099206b7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.397459 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-3970a7a2-1d10-4802-b874-0099206b7b52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 1096 time: 0.1286576 Jul 16 08:56:30.421559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-92e48bf2-b581-40d6-ab22-753969cee5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.438079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-92e48bf2-b581-40d6-ab22-753969cee5c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 200 len: 907 time: 0.4683766 Jul 16 08:56:30.484941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94403f5a-3dde-4c3f-afef-0fa5e242d7b4 req-0aa3f4ce-df3c-4dfb-bea1-5e251a4ba2b3 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.498093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94403f5a-3dde-4c3f-afef-0fa5e242d7b4 req-0aa3f4ce-df3c-4dfb-bea1-5e251a4ba2b3 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 944 time: 0.3231392 Jul 16 08:56:30.503056 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9df47cec-a55c-4d0a-ada4-de3dbf33cae2 req-af45bedd-170d-4695-a8fc-333541feef49 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533024 Jul 16 08:56:30.568862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f9aa4-cdf3-455a-8ced-d780bb88f72b req-d07e4f22-1346-4054-b62b-42f81b6b4e55 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.570578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa1f9aa4-cdf3-455a-8ced-d780bb88f72b req-d07e4f22-1346-4054-b62b-42f81b6b4e55 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 945 time: 0.3926671 Jul 16 08:56:30.572037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-9039f6e2-c3be-42be-8b64-b3fafed7b6a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=235e291f-ecc7-485e-9333-52eeb56c605a HTTP/1.1" status: 200 len: 217 time: 0.1114771 Jul 16 08:56:30.596698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-78b89738-d8b2-48ad-a6d1-ce299c11ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.612838 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-78b89738-d8b2-48ad-a6d1-ce299c11ad8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 916 time: 0.1789286 Jul 16 08:56:30.665304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-241d1bd8-93bc-4e47-bfc2-85458fd96f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.671464 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-c071b48f-391c-48a9-8936-5590113c5c5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c5643-e0f2-4fca-9d2c-428040f29316 HTTP/1.1" status: 200 len: 217 time: 0.0511243 Jul 16 08:56:30.687308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-d346860d-f946-4e57-a573-8a31a125907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.688775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-d346860d-f946-4e57-a573-8a31a125907f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 200 len: 846 time: 0.0919268 Jul 16 08:56:30.691611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94403f5a-3dde-4c3f-afef-0fa5e242d7b4 req-987d518d-f83c-41ea-9df4-493218f019ce tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927419 Jul 16 08:56:30.744758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-ea67a156-13b3-4e94-b3aa-ea21ec32f9ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6abd1018-a12f-451b-a81a-595a646083af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415730 Jul 16 08:56:30.752564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-241d1bd8-93bc-4e47-bfc2-85458fd96f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.780036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:30.785566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-f8c11da2-a0ad-4361-8f3b-07afb3eff57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.787593 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-f8c11da2-a0ad-4361-8f3b-07afb3eff57c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.0851340 Jul 16 08:56:30.852800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa1f9aa4-cdf3-455a-8ced-d780bb88f72b req-7394dbfb-ca90-4ee6-9220-672f4854667e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538936 Jul 16 08:56:30.882749 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-d23cdcd1-0506-4226-92e7-1656fe77fe18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864403 Jul 16 08:56:30.889698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port ad807418-c127-46b0-84bd-e6f3413001b0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:30.890340 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.906049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-b6417288-76f7-41d9-ab07-240e4a40fafb service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511915 Jul 16 08:56:31.069032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-4b5cf5d2-96c4-4378-8488-4b3b36005dec service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698112 Jul 16 08:56:31.079435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-dd590111-ff4a-464e-9e36-31fa9f103a9b service neutron] 10.222.0.54 "GET /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566601 Jul 16 08:56:31.080604 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-241d1bd8-93bc-4e47-bfc2-85458fd96f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.086569 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-241d1bd8-93bc-4e47-bfc2-85458fd96f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.097823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-241d1bd8-93bc-4e47-bfc2-85458fd96f24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b919ca11-0bce-4b1d-9317-6491fe8ae75f HTTP/1.1" status: 204 len: 168 time: 0.7935600 Jul 16 08:56:31.111462 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.124951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d1bd8-93bc-4e47-bfc2-85458fd96f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b919ca11-0bce-4b1d-9317-6491fe8ae75f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.210697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:31.218765 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0764e8-f24f-4e72-b041-a23f5079125a" -d '{"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:31.227310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:31.240920 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.343333 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0298b81d-bfad-4975-ae8a-b05e5c75bbc5 req-5c007a9a-ac5b-42c4-afb3-40e6e16f6d83 service neutron] 10.222.0.52 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582521 Jul 16 08:56:31.384789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.489205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f618436-03c3-41c4-820b-4281994e3fb2 req-19eb777a-9044-4545-920b-7946a46a1332 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.491499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f618436-03c3-41c4-820b-4281994e3fb2 req-19eb777a-9044-4545-920b-7946a46a1332 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.2759588 Jul 16 08:56:31.565920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-4ad88412-8a97-4335-9af4-13d60abf2a29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.575917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-4ad88412-8a97-4335-9af4-13d60abf2a29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.586356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-4ad88412-8a97-4335-9af4-13d60abf2a29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.594788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-4ad88412-8a97-4335-9af4-13d60abf2a29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.603398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-4ad88412-8a97-4335-9af4-13d60abf2a29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.614673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-4ad88412-8a97-4335-9af4-13d60abf2a29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.621304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-4ad88412-8a97-4335-9af4-13d60abf2a29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.623685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-4ad88412-8a97-4335-9af4-13d60abf2a29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.2351549 Jul 16 08:56:31.658470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38892) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.674135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-86ed85e7-87c3-49b4-aed4-5a7246b5cf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.723872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f618436-03c3-41c4-820b-4281994e3fb2 req-9a923121-a82c-4650-8040-61464eb767fd tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198627 Jul 16 08:56:31.797905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18bd48c8-8bf5-4a45-820b-9850b56233c3 req-798b527a-d6ee-45cf-b68e-7eb2a57978b8 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590631 Jul 16 08:56:31.804896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-f656f93a-ab9d-48b9-a11c-5bc544c977a1 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.809288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-f656f93a-ab9d-48b9-a11c-5bc544c977a1 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6&tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.1834950 Jul 16 08:56:31.813737 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a0d42-e220-49b5-aa1d-b7ecce4ba501 x-openstack-request-id: req-352a0d42-e220-49b5-aa1d-b7ecce4ba501 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:31.814240 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:31.814373 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-352a0d42-e220-49b5-aa1d-b7ecce4ba501 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:31.814742 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'code': 200} Jul 16 08:56:31.862490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-86ed85e7-87c3-49b4-aed4-5a7246b5cf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.867030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-86ed85e7-87c3-49b4-aed4-5a7246b5cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.012951 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-86ed85e7-87c3-49b4-aed4-5a7246b5cf35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f4715e5ae16409993368644af973f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533607 Jul 16 08:56:32.014183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed85e7-87c3-49b4-aed4-5a7246b5cf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62d1d82-c7eb-45b2-b1b8-91f8e32224cb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.016792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38900) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:32.148399 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e8353e6-1fa2-433a-a684-06d786374ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.177457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e8353e6-1fa2-433a-a684-06d786374ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.250551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00c9e-98b8-45b8-86cd-e4e83e23a89f req-92a00721-ed1d-430c-9c04-0df8b68f9e44 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.264741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fc00c9e-98b8-45b8-86cd-e4e83e23a89f req-92a00721-ed1d-430c-9c04-0df8b68f9e44 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 944 time: 0.3273833 Jul 16 08:56:32.274222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e8353e6-1fa2-433a-a684-06d786374ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.283449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e8353e6-1fa2-433a-a684-06d786374ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.284806 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8e8353e6-1fa2-433a-a684-06d786374ebc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c62d1d82-c7eb-45b2-b1b8-91f8e32224cb HTTP/1.1" status: 204 len: 168 time: 0.2617261 Jul 16 08:56:32.318707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8353e6-1fa2-433a-a684-06d786374ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62d1d82-c7eb-45b2-b1b8-91f8e32224cb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.436682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-7935cdf9-a913-450a-9d46-14b9bbc4dbfa service neutron] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:32.446541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fc00c9e-98b8-45b8-86cd-e4e83e23a89f req-9c5a978f-4e57-45c6-a815-6d50baffd174 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803284 Jul 16 08:56:32.469433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-7935cdf9-a913-450a-9d46-14b9bbc4dbfa service neutron] Notify callbacks [] for binding, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.473199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52a636f7-c65a-4fe7-b9d8-7c5e4b346cdb req-7935cdf9-a913-450a-9d46-14b9bbc4dbfa service neutron] 10.222.0.54 "DELETE /v2.0/ports/235e291f-ecc7-485e-9333-52eeb56c605a/bindings/n-h1-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.6470044 Jul 16 08:56:32.500552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38916) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:32.548174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439ffe-74bf-4121-89c6-25c58b1c30b8 req-b236696c-4372-425e-9dca-573fec45d6ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.550268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77439ffe-74bf-4121-89c6-25c58b1c30b8 req-b236696c-4372-425e-9dca-573fec45d6ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 945 time: 0.4160700 Jul 16 08:56:32.617475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23c606-5f87-4ec4-91c8-132fba8f9911 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.622291 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1c23c606-5f87-4ec4-91c8-132fba8f9911 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 814 time: 0.1206679 Jul 16 08:56:32.654476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77439ffe-74bf-4121-89c6-25c58b1c30b8 req-b3d10296-43db-4585-9c9d-226c75ed3afa tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957866 Jul 16 08:56:32.787032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ee6c5643-e0f2-4fca-9d2c-428040f29316 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:32.980815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ee6c5643-e0f2-4fca-9d2c-428040f29316, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ee6c5643-e0f2-4fca-9d2c-428040f29316,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:33.013393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'ee6c5643-e0f2-4fca-9d2c-428040f29316', 'network_id': '6d462d84-d187-4864-8ea5-a0f0066eb59b', 'port_id': 'ee6c5643-e0f2-4fca-9d2c-428040f29316', 'mac_address': 'fa:16:3e:d5:ef:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a2f2d4-90a6-4084-b271-107bfeb4f670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:33.067271 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.103983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6c5643-e0f2-4fca-9d2c-428040f29316 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:33.154770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ee6c5643-e0f2-4fca-9d2c-428040f29316, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ee6c5643-e0f2-4fca-9d2c-428040f29316,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:33.164671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.247682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40731fed-7436-4340-8204-2746144b10fa req-36638904-aa5e-4553-bac3-edb39837c9f7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:33.258360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-40731fed-7436-4340-8204-2746144b10fa req-36638904-aa5e-4553-bac3-edb39837c9f7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.2574675 Jul 16 08:56:33.269523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6805411-6866-44a9-af6b-2f14ff3c7554 req-6c8d40c7-8762-498e-82c3-d6c407bc7dd2 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:33.280497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6805411-6866-44a9-af6b-2f14ff3c7554 req-6c8d40c7-8762-498e-82c3-d6c407bc7dd2 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 1097 time: 0.2887232 Jul 16 08:56:33.291241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ee6c5643-e0f2-4fca-9d2c-428040f29316,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.378632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6805411-6866-44a9-af6b-2f14ff3c7554 req-bcb3cefd-c7d9-4d3f-af7a-a0a503a4e234 tempest-LiveMigrationTest-1746717668 tempest-LiveMigrationTest-1746717668-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967472 Jul 16 08:56:33.400859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-40731fed-7436-4340-8204-2746144b10fa req-39312bc2-331c-4b4b-a084-2bd1b678ba1e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411936 Jul 16 08:56:33.522481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ee6c5643-e0f2-4fca-9d2c-428040f29316'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:33.896792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38972) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:33.904119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'network': {'name': 'tempest-network-smoke--764147690', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:33.995691 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:33.999939 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.030908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:34.048524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.048920 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Added segment e177de9d-a9d9-41cf-865d-f1cdfd148347 of type vlan for network edaa6b49-8c9d-4f3a-be28-6229caf31a05 Jul 16 08:56:34.058679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-f8c0a26a-854a-4e2c-a323-3ed95018fd82 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.091950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-f8c0a26a-854a-4e2c-a323-3ed95018fd82 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.108555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.112552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-f8c0a26a-854a-4e2c-a323-3ed95018fd82 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.126648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-f8c0a26a-854a-4e2c-a323-3ed95018fd82 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.138720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-f8c0a26a-854a-4e2c-a323-3ed95018fd82 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.146499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.151996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-f8c0a26a-854a-4e2c-a323-3ed95018fd82 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.153584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.154225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.161656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-f8c0a26a-854a-4e2c-a323-3ed95018fd82 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.177253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-f8c0a26a-854a-4e2c-a323-3ed95018fd82 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.3842902 Jul 16 08:56:34.234856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3294096 Jul 16 08:56:34.247141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38980) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.378286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1d2f837-4fc8-40ed-a264-468382e4e1a6 req-210f6c07-b2f8-457e-9faf-68d3f31d3b29 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2000031 Jul 16 08:56:34.409317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbcd2d-072f-4354-941e-3660f5eb2b1e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Network': ['ID=edaa6b49-8c9d-4f3a-be28-6229caf31a05,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:34.421192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:34.439773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f585c4-c7eb-40f9-bdb1-c89086bce9b1 req-74f394da-555e-41f6-b768-96cc0f113ba2 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.441713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00f585c4-c7eb-40f9-bdb1-c89086bce9b1 req-74f394da-555e-41f6-b768-96cc0f113ba2 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 945 time: 0.2562246 Jul 16 08:56:34.544650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aaf5f6-063b-490d-b9ee-43baedd07c78 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.551674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d0aaf5f6-063b-490d-b9ee-43baedd07c78 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c071ed889a84964ab506ca3ebb4377c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3011096 Jul 16 08:56:34.555071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38990) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.564272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00f585c4-c7eb-40f9-bdb1-c89086bce9b1 req-3ee84cd2-02ba-4d25-865f-314360f007f2 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143410 Jul 16 08:56:34.713855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7110f-aa6d-42a5-bee2-26525a7838f7 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.719216 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-24c7110f-aa6d-42a5-bee2-26525a7838f7 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1603265 Jul 16 08:56:34.719933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38996) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.765695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d549f8-f252-4b8b-b5bb-ef152e3f13f1 req-12fb4a56-ac75-4340-b514-6343cbd6f29d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.773569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6d549f8-f252-4b8b-b5bb-ef152e3f13f1 req-12fb4a56-ac75-4340-b514-6343cbd6f29d tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 945 time: 0.1239152 Jul 16 08:56:34.793153 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-63c6b81e-926f-4ce4-af09-4129ca75ce28 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685158 Jul 16 08:56:34.797242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38998) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.882138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39000) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.882645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d0db9b4b-114d-45b2-b8ce-0f8685cd39be tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c071ed889a84964ab506ca3ebb4377c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0836077 Jul 16 08:56:34.930399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6d549f8-f252-4b8b-b5bb-ef152e3f13f1 req-f3ac52a1-aedd-4b03-8b4b-e69145143b71 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553223 Jul 16 08:56:34.957959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5783a-2502-4428-964d-e9fd56d9f54f req-3c138dde-9d62-422f-9bef-4e531f8c53ec tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.961160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ef5783a-2502-4428-964d-e9fd56d9f54f req-3c138dde-9d62-422f-9bef-4e531f8c53ec tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.2073691 Jul 16 08:56:34.970044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-9f20977a-e4c4-4a47-99ab-7637fc9bcbe9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.971802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-9f20977a-e4c4-4a47-99ab-7637fc9bcbe9 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 945 time: 0.2669544 Jul 16 08:56:35.039726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64299e47-2b9c-4300-a164-1c997bb4c193 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.043806 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-64299e47-2b9c-4300-a164-1c997bb4c193 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1605003 Jul 16 08:56:35.046540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39008) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.150236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ef5783a-2502-4428-964d-e9fd56d9f54f req-b9390f4c-ab05-4a30-8094-c2455c9a5cd6 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772716 Jul 16 08:56:35.172144 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-06e0415d-e6a7-4e4c-be1a-76cbde09c5b8 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1176636 Jul 16 08:56:35.173890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39014) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.181490 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712304334', 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:35.224727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Deleting port 235e291f-ecc7-485e-9333-52eeb56c605a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:35.238028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.347540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:35.356079 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.422517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] For port 235e291f-ecc7-485e-9333-52eeb56c605a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=235e291f-ecc7-485e-9333-52eeb56c605a,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:35.424982 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.458400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Calling delete_port for 235e291f-ecc7-485e-9333-52eeb56c605a owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:35.717676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.786453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Subnet': ['ID=72b75ace-b730-4757-9ade-5dcf3d06cc4b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.816329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-0f4452e2-8c83-4fd2-a0e2-a7b2a8cd4685 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.829251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-0f4452e2-8c83-4fd2-a0e2-a7b2a8cd4685 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.838933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-0f4452e2-8c83-4fd2-a0e2-a7b2a8cd4685 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.850122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Checking segment: {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:35.850122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network hostable DHCP agents. Network: edaa6b49-8c9d-4f3a-be28-6229caf31a05, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:35.853455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-0f4452e2-8c83-4fd2-a0e2-a7b2a8cd4685 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.862627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-0f4452e2-8c83-4fd2-a0e2-a7b2a8cd4685 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.868598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-0f4452e2-8c83-4fd2-a0e2-a7b2a8cd4685 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.874938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-0f4452e2-8c83-4fd2-a0e2-a7b2a8cd4685 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.876818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-0f4452e2-8c83-4fd2-a0e2-a7b2a8cd4685 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.2525041 Jul 16 08:56:35.890952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:35.919954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, edaa6b49-8c9d-4f3a-be28-6229caf31a05) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:35.935955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b1603-c967-4f8c-a0da-a26a86c651e0 None None] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:35.950914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.952584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.032805 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-14213313-7ef4-4a0e-8753-20dda7015db1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8554134 Jul 16 08:56:36.052249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce283e90-ed80-4799-bdbb-8a90fc2bca88 req-14c49c99-f343-4cf9-95b9-673b3232e165 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677654 Jul 16 08:56:36.127461 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.158477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['49a0647a-9fac-4c35-9585-b383d3062624'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:36.227799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Pushing event deleted for resources: {'Port': ['ID=235e291f-ecc7-485e-9333-52eeb56c605a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:36.278851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9304f1-a11a-4aa7-94b2-c626bb5ed88a req-e117af45-ecb7-4588-a993-662adc094f57 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.280631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc9304f1-a11a-4aa7-94b2-c626bb5ed88a req-e117af45-ecb7-4588-a993-662adc094f57 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 945 time: 0.4013326 Jul 16 08:56:36.380289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-edaa6b49-8c9d-4f3a-be28-6229caf31a05', 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ips': [{'subnet_id': '72b75ace-b730-4757-9ade-5dcf3d06cc4b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:36.381146 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.416968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] No DVR routers for this DVR port 235e291f-ecc7-485e-9333-52eeb56c605a on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:36.422479 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.430371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c431bcf-ce52-4893-92c4-da1bacb2fe02 req-13aa32e9-b93f-4e1f-89b3-972c40c1e7af tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.54 "DELETE /v2.0/ports/235e291f-ecc7-485e-9333-52eeb56c605a HTTP/1.1" status: 204 len: 173 time: 1.4510233 Jul 16 08:56:36.483567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'name': 'network-vif-deleted', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:36.494748 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19afba44-a733-45d9-b3d5-e24933cfc958" -d '{"events": [{"server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "name": "network-vif-deleted", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:36.498665 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:36.599807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f7b2fca-aadf-49fa-a0e8-def36d14ae91 req-e61a770e-a346-499d-b87e-c0f36bb33427 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.1853905 Jul 16 08:56:36.629582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc9304f1-a11a-4aa7-94b2-c626bb5ed88a req-09960394-61b4-4fb5-ab8e-dd9ae2686568 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079245 Jul 16 08:56:36.645774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Allocated IP 172.20.0.18 (edaa6b49-8c9d-4f3a-be28-6229caf31a05/72b75ace-b730-4757-9ade-5dcf3d06cc4b/86d52574-537e-4c48-85fa-5305d1081f8c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:36.812817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.821814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Transition to ACTIVE for port object 86d52574-537e-4c48-85fa-5305d1081f8c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:36.837243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Transition to ACTIVE for port object 86d52574-537e-4c48-85fa-5305d1081f8c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:36.845553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 235e291f-ecc7-485e-9333-52eeb56c605a no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:36.848911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ee6c5643-e0f2-4fca-9d2c-428040f29316 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:36.953795 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.010506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acedcff-2482-4b0b-a632-7ec06ac78cec req-046b8403-83ce-4a1c-a53e-72bb5feb1695 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.013370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3acedcff-2482-4b0b-a632-7ec06ac78cec req-046b8403-83ce-4a1c-a53e-72bb5feb1695 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.1329949 Jul 16 08:56:37.067363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 235e291f-ecc7-485e-9333-52eeb56c605a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:37.067678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 235e291f-ecc7-485e-9333-52eeb56c605a not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:37.096672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39066) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.103236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d645603b-00bb-4e16-8b6d-1efb492b180b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698765676', 'description': 'tempest-secgroup-smoke-1698765676 description', 'project_id': '5c071ed889a84964ab506ca3ebb4377c'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:37.114922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3acedcff-2482-4b0b-a632-7ec06ac78cec req-e231816b-5084-4987-bca0-1618bea9bd1d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783589 Jul 16 08:56:37.154938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d645603b-00bb-4e16-8b6d-1efb492b180b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.158707 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e07f71-07a2-433b-bcd5-efc39c82e2d9 x-openstack-request-id: req-f7e07f71-07a2-433b-bcd5-efc39c82e2d9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:37.159318 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d13f360-6d6d-4f56-b10a-74b9c4334af6", "name": "network-vif-deleted", "tag": "235e291f-ecc7-485e-9333-52eeb56c605a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:37.159846 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7e07f71-07a2-433b-bcd5-efc39c82e2d9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:37.160502 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d13f360-6d6d-4f56-b10a-74b9c4334af6', 'name': 'network-vif-deleted', 'tag': '235e291f-ecc7-485e-9333-52eeb56c605a', 'status': 'completed', 'code': 200} Jul 16 08:56:37.200411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:37.217446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Pushing event updated for resources: {'Port': ['ID=86d52574-537e-4c48-85fa-5305d1081f8c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.222486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:37.230019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:37.359569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d645603b-00bb-4e16-8b6d-1efb492b180b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.378468 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d645603b-00bb-4e16-8b6d-1efb492b180b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.393684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port ee6c5643-e0f2-4fca-9d2c-428040f29316 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:37.408009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port ee6c5643-e0f2-4fca-9d2c-428040f29316 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:37.408469 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.412802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Attempting to bind port 86d52574-537e-4c48-85fa-5305d1081f8c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:37.412981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Attempting to bind port 86d52574-537e-4c48-85fa-5305d1081f8c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:37.413511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Attempting to bind port 86d52574-537e-4c48-85fa-5305d1081f8c on network edaa6b49-8c9d-4f3a-be28-6229caf31a05 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:37.447502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:37.448056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Checking segment: {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:37.448570 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.449965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Bound using segment: {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:37.450814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Bound port: 86d52574-537e-4c48-85fa-5305d1081f8c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:37.451491 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.455867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645603b-00bb-4e16-8b6d-1efb492b180b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094e8afa-3f34-4410-9d2b-5de5dae54bbb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.458842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-95b5f8a7-976c-457f-8e1a-8f781efaf68b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.467477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-95b5f8a7-976c-457f-8e1a-8f781efaf68b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.475516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-95b5f8a7-976c-457f-8e1a-8f781efaf68b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.485943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-95b5f8a7-976c-457f-8e1a-8f781efaf68b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.493700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-95b5f8a7-976c-457f-8e1a-8f781efaf68b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.497222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d645603b-00bb-4e16-8b6d-1efb492b180b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.501078 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d645603b-00bb-4e16-8b6d-1efb492b180b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4006855 Jul 16 08:56:37.501314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39070) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.502079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-95b5f8a7-976c-457f-8e1a-8f781efaf68b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.505835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ca18dc9e-9d1b-4238-bcb0-d27f68e3c639 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '094e8afa-3f34-4410-9d2b-5de5dae54bbb', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:37.510019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-95b5f8a7-976c-457f-8e1a-8f781efaf68b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.521600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-95b5f8a7-976c-457f-8e1a-8f781efaf68b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.1982982 Jul 16 08:56:37.542119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] For port 86d52574-537e-4c48-85fa-5305d1081f8c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:37.546370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] For port 86d52574-537e-4c48-85fa-5305d1081f8c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=86d52574-537e-4c48-85fa-5305d1081f8c,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:37.559196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.560524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca18dc9e-9d1b-4238-bcb0-d27f68e3c639 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.681530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-791955fa-e361-4bd0-bba5-4153f57c4996 req-2b84675a-22d2-43aa-bed5-faa577778328 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607893 Jul 16 08:56:37.694734 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.718366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c171ed-9068-4573-bb77-fc13877bd889 None None] Pushing event updated for resources: {'Port': ['ID=86d52574-537e-4c48-85fa-5305d1081f8c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.776282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca18dc9e-9d1b-4238-bcb0-d27f68e3c639 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.791156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca18dc9e-9d1b-4238-bcb0-d27f68e3c639 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.813261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e844d97c-a6c5-4a85-bbeb-66b3c1ec8879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6c5643-e0f2-4fca-9d2c-428040f29316'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:37.817290 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec83fc8-ab71-41f6-bc56-779e347435d1" -d '{"events": [{"server_uuid": "e844d97c-a6c5-4a85-bbeb-66b3c1ec8879", "name": "network-vif-plugged", "status": "completed", "tag": "ee6c5643-e0f2-4fca-9d2c-428040f29316"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:37.840463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18dc9e-9d1b-4238-bcb0-d27f68e3c639 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c394a3-6802-4421-8072-d5b3df655683,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.855132 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca18dc9e-9d1b-4238-bcb0-d27f68e3c639 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.859048 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ca18dc9e-9d1b-4238-bcb0-d27f68e3c639 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3543406 Jul 16 08:56:37.859377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39086) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.866950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c0f2fd74-04c9-48c0-b019-fd3dbd71ef5a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '094e8afa-3f34-4410-9d2b-5de5dae54bbb', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:37.869022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ee6c5643-e0f2-4fca-9d2c-428040f29316, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ee6c5643-e0f2-4fca-9d2c-428040f29316,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:37.881369 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.980613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fd74-04c9-48c0-b019-fd3dbd71ef5a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.005124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ee6c5643-e0f2-4fca-9d2c-428040f29316,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.065264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fa28729-93f1-47b6-882d-805902412839 req-717f4758-cfa5-4762-a7c4-2b89a4fbd9d5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.0435438 Jul 16 08:56:38.171423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cb19-9212-480b-ac9a-4c872ccb16bf req-40b62b5f-9b7b-46a2-bf3f-b3e2e5a79ae8 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:38.185468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e69cb19-9212-480b-ac9a-4c872ccb16bf req-40b62b5f-9b7b-46a2-bf3f-b3e2e5a79ae8 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 946 time: 0.2841327 Jul 16 08:56:38.257304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e69cb19-9212-480b-ac9a-4c872ccb16bf req-f183cefb-8390-474b-986b-8282eabd90e2 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703416 Jul 16 08:56:38.293801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fd74-04c9-48c0-b019-fd3dbd71ef5a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.302933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fd74-04c9-48c0-b019-fd3dbd71ef5a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.320545 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33707f7a-6b4e-4884-8a65-eabf40a169f0 x-openstack-request-id: req-33707f7a-6b4e-4884-8a65-eabf40a169f0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:38.320863 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e844d97c-a6c5-4a85-bbeb-66b3c1ec8879", "name": "network-vif-plugged", "status": "completed", "tag": "ee6c5643-e0f2-4fca-9d2c-428040f29316", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:38.321134 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33707f7a-6b4e-4884-8a65-eabf40a169f0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:38.321495 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e844d97c-a6c5-4a85-bbeb-66b3c1ec8879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6c5643-e0f2-4fca-9d2c-428040f29316', 'code': 200} Jul 16 08:56:38.333985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2fd74-04c9-48c0-b019-fd3dbd71ef5a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d705f6-5b34-4ea5-b544-6d50cbaee9ed,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.365515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fd74-04c9-48c0-b019-fd3dbd71ef5a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.367645 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c0f2fd74-04c9-48c0-b019-fd3dbd71ef5a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5072370 Jul 16 08:56:38.370327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39094) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:38.383410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7e432219-15d0-4ac9-95d6-f8b7b884fa69 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '094e8afa-3f34-4410-9d2b-5de5dae54bbb', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:38.518070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269fe92-d503-4156-be53-e961e762162d req-2597852a-5029-4a8d-b534-c30b95b8d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:38.520341 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1269fe92-d503-4156-be53-e961e762162d req-2597852a-5029-4a8d-b534-c30b95b8d5e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 1098 time: 0.1069078 Jul 16 08:56:38.541120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e432219-15d0-4ac9-95d6-f8b7b884fa69 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.585108 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1269fe92-d503-4156-be53-e961e762162d req-a5bdf1ff-411f-4f80-96dd-3c2d99e86060 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502043 Jul 16 08:56:38.705962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94d43e-87f9-4b54-97a8-226f49ef6baa req-876f5077-52ad-45f3-8be6-f7b3164a90fe tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:38.707509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b94d43e-87f9-4b54-97a8-226f49ef6baa req-876f5077-52ad-45f3-8be6-f7b3164a90fe tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.2465849 Jul 16 08:56:38.717603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e432219-15d0-4ac9-95d6-f8b7b884fa69 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.748725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e432219-15d0-4ac9-95d6-f8b7b884fa69 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.763791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e432219-15d0-4ac9-95d6-f8b7b884fa69 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bc0264-d2e4-4658-a5e0-bd7f9c2af6c3,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.828851 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b94d43e-87f9-4b54-97a8-226f49ef6baa req-67ce3ba4-b5fb-4460-a507-130bbe97cd64 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133962 Jul 16 08:56:38.829533 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e432219-15d0-4ac9-95d6-f8b7b884fa69 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.833409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39104) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:38.834557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7e432219-15d0-4ac9-95d6-f8b7b884fa69 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4589105 Jul 16 08:56:38.841553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0fa3573d-2fd5-4bac-996c-0f7bfd7e9b35 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '094e8afa-3f34-4410-9d2b-5de5dae54bbb', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:38.966408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0fa3573d-2fd5-4bac-996c-0f7bfd7e9b35 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.217334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0fa3573d-2fd5-4bac-996c-0f7bfd7e9b35 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.233449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0fa3573d-2fd5-4bac-996c-0f7bfd7e9b35 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.288938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-05d927c0-9fa7-414b-b674-cf9c717ba58e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.315160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-05d927c0-9fa7-414b-b674-cf9c717ba58e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.349674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-05d927c0-9fa7-414b-b674-cf9c717ba58e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.356073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3573d-2fd5-4bac-996c-0f7bfd7e9b35 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2287fb-d500-4b57-9cfe-3bd53c6a5310,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.365902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-05d927c0-9fa7-414b-b674-cf9c717ba58e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.378742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0fa3573d-2fd5-4bac-996c-0f7bfd7e9b35 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.381184 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0fa3573d-2fd5-4bac-996c-0f7bfd7e9b35 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5465736 Jul 16 08:56:39.387158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39118) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:39.418685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-05d927c0-9fa7-414b-b674-cf9c717ba58e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.421945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0b0530c5-3679-4b63-aaf5-c83f8e934671 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '094e8afa-3f34-4410-9d2b-5de5dae54bbb', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:39.431704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-05d927c0-9fa7-414b-b674-cf9c717ba58e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.452549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-05d927c0-9fa7-414b-b674-cf9c717ba58e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.466649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 86d52574-537e-4c48-85fa-5305d1081f8c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:39.467842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-05d927c0-9fa7-414b-b674-cf9c717ba58e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.4352121 Jul 16 08:56:39.540822 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-0b0530c5-3679-4b63-aaf5-c83f8e934671 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Project 5c071ed889a84964ab506ca3ebb4377c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:56:39.548582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 86d52574-537e-4c48-85fa-5305d1081f8c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:39.565536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b0530c5-3679-4b63-aaf5-c83f8e934671 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.641657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab14d9d0-e2b3-44c2-85f0-26a7ca43a07a req-bc79ddd6-ceab-424a-aa7e-41c10b1c5ac6 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711347 Jul 16 08:56:39.742789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5512724e-abcd-4280-a080-941d45911351 req-7078d939-00fd-439a-ade7-cad784a191a8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.1696751 Jul 16 08:56:39.770739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b0530c5-3679-4b63-aaf5-c83f8e934671 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.783754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a65476-3292-4b25-a854-ce3dd0c5b6af None None] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:39.796165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b0530c5-3679-4b63-aaf5-c83f8e934671 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.864343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0530c5-3679-4b63-aaf5-c83f8e934671 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f6e1fa-fb8a-41c6-8d24-8a73eb00484a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.874558 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b0530c5-3679-4b63-aaf5-c83f8e934671 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.887605 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0b0530c5-3679-4b63-aaf5-c83f8e934671 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4904211 Jul 16 08:56:39.894235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39126) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:40.020152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6790ba22-b920-46c9-8c8b-6ab71de9c2d4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '094e8afa-3f34-4410-9d2b-5de5dae54bbb', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:40.110060 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-6790ba22-b920-46c9-8c8b-6ab71de9c2d4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Project 5c071ed889a84964ab506ca3ebb4377c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:56:40.123094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6790ba22-b920-46c9-8c8b-6ab71de9c2d4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.227213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea44d-3787-459d-a888-0198b77e6d15 req-4796e4d1-09cb-40ed-baaf-08c72f2dd92d tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.234779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21cea44d-3787-459d-a888-0198b77e6d15 req-4796e4d1-09cb-40ed-baaf-08c72f2dd92d tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 946 time: 0.3569634 Jul 16 08:56:40.250224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8edc4020-6892-45dc-a945-bc1e7c6c686e None None] Provisioning for port 86d52574-537e-4c48-85fa-5305d1081f8c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:40.276407 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6790ba22-b920-46c9-8c8b-6ab71de9c2d4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.282330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8edc4020-6892-45dc-a945-bc1e7c6c686e None None] Provisioning complete for port 86d52574-537e-4c48-85fa-5305d1081f8c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:40.283103 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8edc4020-6892-45dc-a945-bc1e7c6c686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.293094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6790ba22-b920-46c9-8c8b-6ab71de9c2d4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.332529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21cea44d-3787-459d-a888-0198b77e6d15 req-26a6b029-78d2-4e82-b08b-cd9886353f27 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969229 Jul 16 08:56:40.357903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4132-56ba-4689-88e7-136076b9744c req-b76e06ae-310e-4407-b3c8-498ea8c912b7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.367950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-180b4132-56ba-4689-88e7-136076b9744c req-b76e06ae-310e-4407-b3c8-498ea8c912b7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.2468796 Jul 16 08:56:40.385589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ba22-b920-46c9-8c8b-6ab71de9c2d4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233e00ab-f68d-434d-8e8e-60fb1b316b4e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.407183 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8edc4020-6892-45dc-a945-bc1e7c6c686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.448060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8edc4020-6892-45dc-a945-bc1e7c6c686e None None] For port 86d52574-537e-4c48-85fa-5305d1081f8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=86d52574-537e-4c48-85fa-5305d1081f8c,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:40.459180 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8edc4020-6892-45dc-a945-bc1e7c6c686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.461793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-180b4132-56ba-4689-88e7-136076b9744c req-93e45eae-1885-4db7-b958-6485e6e7f057 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928323 Jul 16 08:56:40.462894 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6790ba22-b920-46c9-8c8b-6ab71de9c2d4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.466093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6790ba22-b920-46c9-8c8b-6ab71de9c2d4 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4662366 Jul 16 08:56:40.559882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc4020-6892-45dc-a945-bc1e7c6c686e None None] Pushing event updated for resources: {'Port': ['ID=86d52574-537e-4c48-85fa-5305d1081f8c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.790636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a2895516-cfd5-4a5c-82d6-2466d78557b2 None None] Provisioning complete for port 86d52574-537e-4c48-85fa-5305d1081f8c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:40.791139 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2895516-cfd5-4a5c-82d6-2466d78557b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.873298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-18ce00d8-4fe2-450a-bb52-9c1eb3c2509a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698765676&fields=id&tenant_id=5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 267 time: 0.0627098 Jul 16 08:56:41.250129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 86d52574-537e-4c48-85fa-5305d1081f8c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:41.350916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 86d52574-537e-4c48-85fa-5305d1081f8c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:41.351690 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.783526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-ffc385da-6540-48f1-be8b-6d255f468f70 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.784950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-ffc385da-6540-48f1-be8b-6d255f468f70 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/networks?id=edaa6b49-8c9d-4f3a-be28-6229caf31a05 HTTP/1.1" status: 200 len: 796 time: 0.9023805 Jul 16 08:56:41.830006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-0058e18e-1bdc-461d-8638-53a5c852b946 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/quotas/5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 375 time: 0.0321488 Jul 16 08:56:41.846311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-43f4c0ee-bb2f-4631-9f51-cb6fe0525023 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.852208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-43f4c0ee-bb2f-4631-9f51-cb6fe0525023 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.868975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-43f4c0ee-bb2f-4631-9f51-cb6fe0525023 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.877684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-43f4c0ee-bb2f-4631-9f51-cb6fe0525023 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.888401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-43f4c0ee-bb2f-4631-9f51-cb6fe0525023 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.896013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-43f4c0ee-bb2f-4631-9f51-cb6fe0525023 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.902314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-43f4c0ee-bb2f-4631-9f51-cb6fe0525023 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.910259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-43f4c0ee-bb2f-4631-9f51-cb6fe0525023 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.9964335 Jul 16 08:56:42.024818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11e6c707-9254-430a-86fd-155f4a99ef73 req-c6543a8a-46a4-49bf-87d4-666bee520fd5 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135743 Jul 16 08:56:42.124454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-eb080013-1bde-4c0f-ad5b-179fd3130ea5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2111449 Jul 16 08:56:42.353191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4cd34e3-90db-4943-bc6b-3cdc9ea9b253 req-1b70f1cd-2165-4528-a8ac-5f017a0f2857 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.0876827 Jul 16 08:56:42.416820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-fceb2ec9-89f3-4879-8b83-6ccc57f88594 service neutron] 10.222.0.55 "GET /v2.0/networks/edaa6b49-8c9d-4f3a-be28-6229caf31a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747414 Jul 16 08:56:42.657052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-c7d3e7ce-26c7-4b8c-aae3-6196832cb046 service neutron] 10.222.0.55 "GET /v2.0/networks/edaa6b49-8c9d-4f3a-be28-6229caf31a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392344 Jul 16 08:56:42.725482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18efbe-f2d8-44ee-b07e-1dbd622e508a req-9cdfab8c-7bbd-497c-8d5e-5046a4260ff0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:42.734077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d18efbe-f2d8-44ee-b07e-1dbd622e508a req-9cdfab8c-7bbd-497c-8d5e-5046a4260ff0 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 946 time: 0.1522889 Jul 16 08:56:42.824452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d18efbe-f2d8-44ee-b07e-1dbd622e508a req-98262266-f24b-47c6-ba95-b444ecbc3f71 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888252 Jul 16 08:56:42.952824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-143130fc-b7fb-453b-8dc0-4d5c54f190ab req-2857b194-aa0a-489d-b79e-bc0198c861d9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 210 time: 0.0549150 Jul 16 08:56:43.105621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dad49-fc78-4b28-b3ef-e48d53e0d560 req-9a99bbbd-755d-4950-a61f-0a5d2ee86b15 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.113069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-699dad49-fc78-4b28-b3ef-e48d53e0d560 req-9a99bbbd-755d-4950-a61f-0a5d2ee86b15 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.1302278 Jul 16 08:56:43.246928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-699dad49-fc78-4b28-b3ef-e48d53e0d560 req-2a1c6e9f-5438-4381-89fd-b1154490831b tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274421 Jul 16 08:56:43.664235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-1c678aeb-30ec-4d61-a620-5f28fdf3c432 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.684553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-1c678aeb-30ec-4d61-a620-5f28fdf3c432 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.693742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-1c678aeb-30ec-4d61-a620-5f28fdf3c432 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.718326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-1c678aeb-30ec-4d61-a620-5f28fdf3c432 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.729485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-1c678aeb-30ec-4d61-a620-5f28fdf3c432 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.738403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-1c678aeb-30ec-4d61-a620-5f28fdf3c432 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.746399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-1c678aeb-30ec-4d61-a620-5f28fdf3c432 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.756634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-1c678aeb-30ec-4d61-a620-5f28fdf3c432 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.3757312 Jul 16 08:56:43.864465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ba02899-f29f-4b58-8bac-05783d1cfeaa req-fec23400-7fc3-47c1-97f9-2afcd92005cd tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.0983031 Jul 16 08:56:43.908645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ba895c0-dd94-4123-815d-6583c007cc71 req-3853b4c0-dd84-4998-9faf-7337cd9c0681 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474643 Jul 16 08:56:44.252211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93304bfc-41f0-4f6b-9bb2-f3ec1887b1f5 req-9c3e4b80-1545-4f3c-bb9d-ff5931efc6aa tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 210 time: 0.0459261 Jul 16 08:56:44.421494 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f15269-81df-443b-8bf0-dbef38810c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.490636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2a65c-4a43-4548-99c2-8df2152f70ca req-e9b3f15f-8c06-405a-8fd2-f6f24eccadd3 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.493170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0b2a65c-4a43-4548-99c2-8df2152f70ca req-e9b3f15f-8c06-405a-8fd2-f6f24eccadd3 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.1106005 Jul 16 08:56:44.582940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0b2a65c-4a43-4548-99c2-8df2152f70ca req-0f2fb0b8-3392-4b15-8e82-28a27e77353d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822749 Jul 16 08:56:44.850135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-6a2e3114-6aca-4b1d-b790-061a4bb982b2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.854057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-6a2e3114-6aca-4b1d-b790-061a4bb982b2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/networks?id=edaa6b49-8c9d-4f3a-be28-6229caf31a05 HTTP/1.1" status: 200 len: 796 time: 0.1841459 Jul 16 08:56:44.866592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b54bbad9-5ed9-415f-aadb-54f552264ffa details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:44.868642 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b54bbad9-5ed9-415f-aadb-54f552264ffa no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:44.959547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-8a16a86a-727b-45c0-acf1-2c34393ded43 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 473 time: 0.0951636 Jul 16 08:56:44.978092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'port': {'device_id': 'e454834f-b913-486f-8191-85ee4603afc3', 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05', 'admin_state_up': True, 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'security_groups': ['094e8afa-3f34-4410-9d2b-5de5dae54bbb']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:45.256153 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.366063 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.388389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:45.409970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bc2a3d2-cd18-459b-87b2-c6473e7522f0 req-92f5b301-465f-477d-a071-e13af9c3dfb5 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d13f360-6d6d-4f56-b10a-74b9c4334af6 HTTP/1.1" status: 200 len: 210 time: 0.1307571 Jul 16 08:56:45.412040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:45.415911 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.426604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'port_id': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'mac_address': 'fa:16:3e:58:03:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd78089f-c20c-453d-ae1d-c4b27ea4f698', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:45.452582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:45.461350 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2b4176-7f0f-4898-b95a-12a4ee531d9f" -d '{"events": [{"server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "name": "network-vif-unplugged", "status": "completed", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:45.565093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:45.595541 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.600937 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.700543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b54bbad9-5ed9-415f-aadb-54f552264ffa {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:45.756652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:45.788463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4f86963-01a5-4ffc-ad6d-e3c3044e13d1 req-c52449f3-6abe-4ee7-b30f-ab347d6d2158 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 210 time: 0.0747824 Jul 16 08:56:45.806496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-3d9de1e7-4e07-4f90-8856-1d1bec334cc0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.814600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-3d9de1e7-4e07-4f90-8856-1d1bec334cc0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.821612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-3d9de1e7-4e07-4f90-8856-1d1bec334cc0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.822568 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:45.823311 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:45.829802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-3d9de1e7-4e07-4f90-8856-1d1bec334cc0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.837629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-3d9de1e7-4e07-4f90-8856-1d1bec334cc0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.844522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-3d9de1e7-4e07-4f90-8856-1d1bec334cc0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.852780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-3d9de1e7-4e07-4f90-8856-1d1bec334cc0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.856537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-3d9de1e7-4e07-4f90-8856-1d1bec334cc0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.5729363 Jul 16 08:56:45.905962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.20.0.21 (edaa6b49-8c9d-4f3a-be28-6229caf31a05/72b75ace-b730-4757-9ade-5dcf3d06cc4b/0f95cd3e-c267-41ad-b3d2-17671b934746) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:45.928612 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ee7d3c-ab52-470f-a910-3dd3c1ec12ce x-openstack-request-id: req-a8ee7d3c-ab52-470f-a910-3dd3c1ec12ce {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:45.928906 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "name": "network-vif-unplugged", "status": "completed", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:45.929157 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8ee7d3c-ab52-470f-a910-3dd3c1ec12ce {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:45.929554 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'code': 200} Jul 16 08:56:45.945398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f7ce4e3-ff88-4588-b85d-5dbdc95bb02b req-72936061-71e7-4bb7-b127-5d41deafca64 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764782 Jul 16 08:56:46.228127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.272315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac027e9-4dcb-40ba-ae03-1da8135aeaf6 req-92d7ea14-f153-4290-adb8-c74824ec4172 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:46.286214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ac027e9-4dcb-40ba-ae03-1da8135aeaf6 req-92d7ea14-f153-4290-adb8-c74824ec4172 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 943 time: 0.1620898 Jul 16 08:56:46.324616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Transition to ACTIVE for port object 0f95cd3e-c267-41ad-b3d2-17671b934746 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:46.426875 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.432141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ac027e9-4dcb-40ba-ae03-1da8135aeaf6 req-26362d54-a12b-4958-b98a-d03df75cb324 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415555 Jul 16 08:56:46.474160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54bbad9-5ed9-415f-aadb-54f552264ffa {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:46.579267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.597712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:46.610680 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.701005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:46.704714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:46.709479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:46.726770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.759499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=0f95cd3e-c267-41ad-b3d2-17671b934746,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.875407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:46.876066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.914292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-22af0d58-75a1-406b-aaab-df6bcbd1c1a9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9473557 Jul 16 08:56:46.917537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b54bbad9-5ed9-415f-aadb-54f552264ffa'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:46.938174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Request body: {'port': {'device_id': 'e454834f-b913-486f-8191-85ee4603afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:47.330277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-189b6a49-8793-486b-a5fb-10c697d2cecb None None] Provisioning for port 0f95cd3e-c267-41ad-b3d2-17671b934746 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:47.345945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-189b6a49-8793-486b-a5fb-10c697d2cecb None None] Provisioning complete for port 0f95cd3e-c267-41ad-b3d2-17671b934746 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:47.346325 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-189b6a49-8793-486b-a5fb-10c697d2cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.445382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-189b6a49-8793-486b-a5fb-10c697d2cecb None None] Port 0f95cd3e-c267-41ad-b3d2-17671b934746 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:47.503024 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.560948 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.612556 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bbed6c6f-22df-45d9-b141-fc9cd3883d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.726302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba49a1-c2e7-498a-ad4d-0562b6d2424f req-78eaa218-1452-4944-a985-c27f5eac593d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.734427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9ba49a1-c2e7-498a-ad4d-0562b6d2424f req-78eaa218-1452-4944-a985-c27f5eac593d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 932 time: 0.5861263 Jul 16 08:56:47.836963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9ba49a1-c2e7-498a-ad4d-0562b6d2424f req-e14b5055-07df-4bb8-9989-df3fc8aa2c53 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015584 Jul 16 08:56:47.868546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-b73694b4-25c7-40d4-a89f-435e5158c7ef tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.880743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-b73694b4-25c7-40d4-a89f-435e5158c7ef tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.901447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-b73694b4-25c7-40d4-a89f-435e5158c7ef tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.911375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-b73694b4-25c7-40d4-a89f-435e5158c7ef tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.940699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-b73694b4-25c7-40d4-a89f-435e5158c7ef tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.970120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-b73694b4-25c7-40d4-a89f-435e5158c7ef tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.988876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-b73694b4-25c7-40d4-a89f-435e5158c7ef tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.991036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-b73694b4-25c7-40d4-a89f-435e5158c7ef tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.6228573 Jul 16 08:56:48.218335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0145642a-e72f-4d2f-a65f-eefb7cab801f req-3c769fa1-d8b8-4e75-9246-e694683e909a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1990581 Jul 16 08:56:48.279763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3af48-78f1-4156-8b32-a34cd46ef576 req-a252ccf8-bcf1-427b-b88b-c2f08113e621 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.281404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ef3af48-78f1-4156-8b32-a34cd46ef576 req-a252ccf8-bcf1-427b-b88b-c2f08113e621 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 944 time: 0.1630542 Jul 16 08:56:48.353404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ef3af48-78f1-4156-8b32-a34cd46ef576 req-8e5e5348-6f46-4132-ad3f-ca22042a12f5 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Jul 16 08:56:48.532560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f95cd3e-c267-41ad-b3d2-17671b934746 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:48.553288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.612938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Transition to ACTIVE for port object 0f95cd3e-c267-41ad-b3d2-17671b934746 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:48.618897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.638552 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.754525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Pushing event updated for resources: {'Port': ['ID=0f95cd3e-c267-41ad-b3d2-17671b934746,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.789660 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.874102 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b54bbad9-5ed9-415f-aadb-54f552264ffa up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:48.905482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Attempting to bind port 0f95cd3e-c267-41ad-b3d2-17671b934746 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:48.905860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Attempting to bind port 0f95cd3e-c267-41ad-b3d2-17671b934746 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:48.906205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Attempting to bind port 0f95cd3e-c267-41ad-b3d2-17671b934746 on network edaa6b49-8c9d-4f3a-be28-6229caf31a05 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:48.928768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Port 0f95cd3e-c267-41ad-b3d2-17671b934746 on network edaa6b49-8c9d-4f3a-be28-6229caf31a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:48.929107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Attempting to bind port 0f95cd3e-c267-41ad-b3d2-17671b934746 on network edaa6b49-8c9d-4f3a-be28-6229caf31a05 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:48.945975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:48.946463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Checking segment: {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:48.949388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Bound using segment: {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:48.950384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Bound port: 0f95cd3e-c267-41ad-b3d2-17671b934746, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:48.950770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.991983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port b54bbad9-5ed9-415f-aadb-54f552264ffa triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:48.992435 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.144349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] For port 0f95cd3e-c267-41ad-b3d2-17671b934746, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:49.155210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] For port 0f95cd3e-c267-41ad-b3d2-17671b934746, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0f95cd3e-c267-41ad-b3d2-17671b934746,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:49.162932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.205149 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.267924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:49.274256 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173733b8-8cd0-46ae-b68c-96c9339d608a" -d '{"events": [{"server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "name": "network-vif-plugged", "status": "completed", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:49.310620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:49.364749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.393912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.396090 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.406660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] 10.222.0.54 "PUT /v2.0/ports/0f95cd3e-c267-41ad-b3d2-17671b934746 HTTP/1.1" status: 200 len: 1093 time: 2.4808242 Jul 16 08:56:49.407432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e454834f-b913-486f-8191-85ee4603afc3', 'tag': '0f95cd3e-c267-41ad-b3d2-17671b934746'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:49.410257 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c8264d-f0f2-4121-86ee-a382bedb1914" -d '{"events": [{"name": "network-changed", "server_uuid": "e454834f-b913-486f-8191-85ee4603afc3", "tag": "0f95cd3e-c267-41ad-b3d2-17671b934746"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:49.423311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e3af7-dcb7-40e1-b07b-37bf31db6568 service neutron] Pushing event updated for resources: {'Port': ['ID=0f95cd3e-c267-41ad-b3d2-17671b934746,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.536477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49655649-3228-4c09-9d0a-055498ec8466 req-12d48079-b4ea-468a-97c1-0696a3625c8c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.547035 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49655649-3228-4c09-9d0a-055498ec8466 req-12d48079-b4ea-468a-97c1-0696a3625c8c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 944 time: 0.3130980 Jul 16 08:56:49.641137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.728314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49655649-3228-4c09-9d0a-055498ec8466 req-59f10beb-01cb-4fd4-95e4-91c2dc2267c9 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798649 Jul 16 08:56:49.831041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-fcd7577a-2873-4d38-aa7c-dca6eacd8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.847414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-fcd7577a-2873-4d38-aa7c-dca6eacd8c99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 1096 time: 0.3829241 Jul 16 08:56:49.853892 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3539c3-b1f1-48e4-94f2-9eb675cc280e x-openstack-request-id: req-5c3539c3-b1f1-48e4-94f2-9eb675cc280e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:49.854184 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "name": "network-vif-plugged", "status": "completed", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:49.854510 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c3539c3-b1f1-48e4-94f2-9eb675cc280e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:49.854984 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'code': 200} Jul 16 08:56:49.968093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-6cba8886-b0a1-49b8-a0fc-15ac1c24d033 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.974585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-6cba8886-b0a1-49b8-a0fc-15ac1c24d033 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.982910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-6cba8886-b0a1-49b8-a0fc-15ac1c24d033 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.999383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-6cba8886-b0a1-49b8-a0fc-15ac1c24d033 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.005394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-6cba8886-b0a1-49b8-a0fc-15ac1c24d033 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.021535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-6cba8886-b0a1-49b8-a0fc-15ac1c24d033 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.034227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-6cba8886-b0a1-49b8-a0fc-15ac1c24d033 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.043844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-6cba8886-b0a1-49b8-a0fc-15ac1c24d033 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.4210780 Jul 16 08:56:50.059603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-18fe2734-76da-4c7b-88d0-02e4819122dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0f95cd3e-c267-41ad-b3d2-17671b934746 HTTP/1.1" status: 200 len: 217 time: 0.2024648 Jul 16 08:56:50.062049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.173240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbb4d-7053-4121-975d-41a66f535e47 req-44d60bdb-b61e-452e-b3cf-6b20d323dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.175041 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6dbb4d-7053-4121-975d-41a66f535e47 req-44d60bdb-b61e-452e-b3cf-6b20d323dab0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 1097 time: 0.1989849 Jul 16 08:56:50.245396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-2e7d566c-df73-4d89-82df-5b825bb4604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.248149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-2e7d566c-df73-4d89-82df-5b825bb4604e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72b75ace-b730-4757-9ade-5dcf3d06cc4b HTTP/1.1" status: 200 len: 838 time: 0.1716959 Jul 16 08:56:50.254811 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6dbb4d-7053-4121-975d-41a66f535e47 req-dee654a2-52ab-4471-af84-869d8454eb3c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725441 Jul 16 08:56:50.344188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4856f9ce-850f-4069-98a0-5e5909c6b98a req-3920a237-dd87-4a42-b296-55423c6ab485 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2902827 Jul 16 08:56:50.452205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf056f13-ecfd-464b-bbe2-cfaf76014d40 req-b8e7f625-e946-4a2e-9c8b-1912b902b6f2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.464734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf056f13-ecfd-464b-bbe2-cfaf76014d40 req-b8e7f625-e946-4a2e-9c8b-1912b902b6f2 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.3011706 Jul 16 08:56:50.492019 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870347d9-dc05-453e-b325-f90cfa1539c8 x-openstack-request-id: req-870347d9-dc05-453e-b325-f90cfa1539c8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:50.492586 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e454834f-b913-486f-8191-85ee4603afc3", "tag": "0f95cd3e-c267-41ad-b3d2-17671b934746", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:50.493042 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-870347d9-dc05-453e-b325-f90cfa1539c8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:50.493614 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e454834f-b913-486f-8191-85ee4603afc3', 'tag': '0f95cd3e-c267-41ad-b3d2-17671b934746', 'status': 'completed', 'code': 200} Jul 16 08:56:50.526625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf056f13-ecfd-464b-bbe2-cfaf76014d40 req-d2a48b8e-3279-40d7-a9e1-191ef1228cb7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609190 Jul 16 08:56:50.529747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-a3e76eaf-7765-4a6b-a245-6d4fb840f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.530983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-a3e76eaf-7765-4a6b-a245-6d4fb840f4b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edaa6b49-8c9d-4f3a-be28-6229caf31a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2741013 Jul 16 08:56:50.696019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-2fe338c4-dfd6-4496-8955-a7fa7a844727 service neutron] 10.222.0.54 "GET /v2.0/networks/edaa6b49-8c9d-4f3a-be28-6229caf31a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556842 Jul 16 08:56:50.928152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-addfe3aa-c695-4dd6-a062-bcae5ebcab2a req-e7f5ff24-b835-43ea-b004-87b90ee0712a service neutron] 10.222.0.54 "GET /v2.0/networks/edaa6b49-8c9d-4f3a-be28-6229caf31a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253020 Jul 16 08:56:51.208158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca0f7b-adcd-49e8-acd4-d9d436dc686e req-25d41b99-9ab2-4208-88d7-8e057f26bc7a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:51.215734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8ca0f7b-adcd-49e8-acd4-d9d436dc686e req-25d41b99-9ab2-4208-88d7-8e057f26bc7a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 944 time: 0.2322714 Jul 16 08:56:51.271412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-252c5442-6b86-48ec-8404-0a1af15f25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:51.273512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-252c5442-6b86-48ec-8404-0a1af15f25d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 1096 time: 0.2807825 Jul 16 08:56:51.402817 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8ca0f7b-adcd-49e8-acd4-d9d436dc686e req-a42167ab-6692-4ee6-9227-89550f79a1f5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793900 Jul 16 08:56:51.668408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-ec07f9c3-e099-4ef9-a6e1-50ce18261f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:51.670076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-ec07f9c3-e099-4ef9-a6e1-50ce18261f1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=edaa6b49-8c9d-4f3a-be28-6229caf31a05 HTTP/1.1" status: 200 len: 897 time: 0.3884630 Jul 16 08:56:51.811846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-e28fe17d-ed2b-47a1-ab6e-46a7e9de3cff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0f95cd3e-c267-41ad-b3d2-17671b934746 HTTP/1.1" status: 200 len: 217 time: 0.1155059 Jul 16 08:56:51.921059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-5d57fe22-32ff-498d-a828-26c93bfc50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:51.932614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-5d57fe22-32ff-498d-a828-26c93bfc50f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72b75ace-b730-4757-9ade-5dcf3d06cc4b HTTP/1.1" status: 200 len: 838 time: 0.0848014 Jul 16 08:56:52.093537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-e6c2e159-37cc-48c0-b126-e3cb471f22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.095468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-e6c2e159-37cc-48c0-b126-e3cb471f22da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edaa6b49-8c9d-4f3a-be28-6229caf31a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1291060 Jul 16 08:56:52.104529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f370944-5a6a-40eb-828a-6aa1315eae4d req-b75baada-0ba3-47a0-b592-ce4555737382 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.106433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f370944-5a6a-40eb-828a-6aa1315eae4d req-b75baada-0ba3-47a0-b592-ce4555737382 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.2080283 Jul 16 08:56:52.128988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-e6b7a268-5e7f-464b-9ec5-75951647e83e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.135394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-e6b7a268-5e7f-464b-9ec5-75951647e83e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.142430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-e6b7a268-5e7f-464b-9ec5-75951647e83e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.148614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-e6b7a268-5e7f-464b-9ec5-75951647e83e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.156100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-e6b7a268-5e7f-464b-9ec5-75951647e83e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.162600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-e6b7a268-5e7f-464b-9ec5-75951647e83e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.169050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-e6b7a268-5e7f-464b-9ec5-75951647e83e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.177257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-e6b7a268-5e7f-464b-9ec5-75951647e83e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.4035461 Jul 16 08:56:52.262342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6f142b3-8a8c-4ab3-a5a2-3b9e3ef4ce64 req-ed93c9c6-bc3a-4a2b-8ca4-f4331c0f260b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818419 Jul 16 08:56:52.298318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f370944-5a6a-40eb-828a-6aa1315eae4d req-cc5cd375-54a3-4f19-a4f1-661589ca2416 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000633 Jul 16 08:56:52.462954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-dffafa4f-87a8-4861-a51d-af379a4122ab service neutron] 10.222.0.54 "GET /v2.0/networks/edaa6b49-8c9d-4f3a-be28-6229caf31a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550792 Jul 16 08:56:52.650782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c8264d-f0f2-4121-86ee-a382bedb1914 req-f8fb1977-ce69-4ddd-898c-7f7bd082500c service neutron] 10.222.0.54 "GET /v2.0/networks/edaa6b49-8c9d-4f3a-be28-6229caf31a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805127 Jul 16 08:56:52.657329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0f95cd3e-c267-41ad-b3d2-17671b934746 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:52.894172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0f95cd3e-c267-41ad-b3d2-17671b934746, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0f95cd3e-c267-41ad-b3d2-17671b934746,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:52.907374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '0f95cd3e-c267-41ad-b3d2-17671b934746', 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05', 'port_id': '0f95cd3e-c267-41ad-b3d2-17671b934746', 'mac_address': 'fa:16:3e:d2:de:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b75ace-b730-4757-9ade-5dcf3d06cc4b', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:52.952341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c0e84-b19e-4cc6-9c3e-a8c3367cd536 req-6dd42b0d-2cf8-482b-a422-e1f911bf5d04 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.963451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d5c0e84-b19e-4cc6-9c3e-a8c3367cd536 req-6dd42b0d-2cf8-482b-a422-e1f911bf5d04 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.3100863 Jul 16 08:56:52.976530 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.992480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f95cd3e-c267-41ad-b3d2-17671b934746 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:53.001328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253c33c-12fc-489d-83ae-2106139dd79a req-cb4aba72-39fa-402e-a3af-a18fc7d5872b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.003419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4253c33c-12fc-489d-83ae-2106139dd79a req-cb4aba72-39fa-402e-a3af-a18fc7d5872b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 944 time: 0.2549987 Jul 16 08:56:53.034463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0f95cd3e-c267-41ad-b3d2-17671b934746, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0f95cd3e-c267-41ad-b3d2-17671b934746,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:53.046955 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.072544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d5c0e84-b19e-4cc6-9c3e-a8c3367cd536 req-7f5626db-9050-444b-84dc-313db46b648e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080396 Jul 16 08:56:53.110608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4253c33c-12fc-489d-83ae-2106139dd79a req-823170c8-b565-44d4-b118-ffbbdf11f23f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000812 Jul 16 08:56:53.164349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0f95cd3e-c267-41ad-b3d2-17671b934746,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:53.312189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0f95cd3e-c267-41ad-b3d2-17671b934746'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:53.951505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-778e8d37-5d7c-4778-872c-a1e6ed545a2e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.959329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-778e8d37-5d7c-4778-872c-a1e6ed545a2e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.968073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-778e8d37-5d7c-4778-872c-a1e6ed545a2e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.975106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-778e8d37-5d7c-4778-872c-a1e6ed545a2e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.987550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-778e8d37-5d7c-4778-872c-a1e6ed545a2e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.993915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-778e8d37-5d7c-4778-872c-a1e6ed545a2e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.001022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-778e8d37-5d7c-4778-872c-a1e6ed545a2e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.009082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-778e8d37-5d7c-4778-872c-a1e6ed545a2e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.1566396 Jul 16 08:56:54.117567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e959102-f1d4-483b-8bbf-a4b18df35171 req-23a39f49-39fa-4d4f-8a16-74bf950b0090 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072123 Jul 16 08:56:54.193981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dbaba-b1f7-48fc-aa02-438c582d861e req-b6abef9a-b943-4cae-9143-5a26c0142988 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.211557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-631dbaba-b1f7-48fc-aa02-438c582d861e req-b6abef9a-b943-4cae-9143-5a26c0142988 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 944 time: 0.1690629 Jul 16 08:56:54.268617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-631dbaba-b1f7-48fc-aa02-438c582d861e req-3f0ef831-179e-4978-a22d-4ca8d9d1576e tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593128 Jul 16 08:56:54.484081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-142d2be5-bace-484b-8a2b-dd6212bd2412 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.486818 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-142d2be5-bace-484b-8a2b-dd6212bd2412 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.52 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 944 time: 0.2494378 Jul 16 08:56:54.692922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Deleting port 49a0647a-9fac-4c35-9585-b383d3062624 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:54.693716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.998306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] For port 49a0647a-9fac-4c35-9585-b383d3062624, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=49a0647a-9fac-4c35-9585-b383d3062624,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:54.998763 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.011433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-240f1168-e52b-42b8-b21d-146a6ba5b67e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.019363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-240f1168-e52b-42b8-b21d-146a6ba5b67e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 814 time: 0.7658267 Jul 16 08:56:55.047678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-b4218e18-cd3d-410f-9a50-ce3195b37289 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/quotas/6df410f2628649a68877dcf7db593c17 HTTP/1.1" status: 200 len: 375 time: 0.0257149 Jul 16 08:56:55.062623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Calling delete_port for 49a0647a-9fac-4c35-9585-b383d3062624 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:55.212820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8124e-b12b-4712-82f7-7d0111d2ed10 req-7848f6a0-479e-4440-a9db-ae227a4a4d2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.215060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87e8124e-b12b-4712-82f7-7d0111d2ed10 req-7848f6a0-479e-4440-a9db-ae227a4a4d2e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 945 time: 0.3111291 Jul 16 08:56:55.312861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-1f790e7c-7c5a-4e3b-8a33-12fc2acedfab tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2641869 Jul 16 08:56:55.376905 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.394065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['49a0647a-9fac-4c35-9585-b383d3062624'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:55.427222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87e8124e-b12b-4712-82f7-7d0111d2ed10 req-950f1675-1e21-421f-be83-5b1c97a321ed tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886535 Jul 16 08:56:55.429280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-07cefbeb-47e1-4cb5-ae51-9e8f90d72d08 service neutron] 10.222.0.55 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976026 Jul 16 08:56:55.477773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Pushing event deleted for resources: {'Port': ['ID=49a0647a-9fac-4c35-9585-b383d3062624,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.477967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-b90d56a3-8a66-47d6-86db-a3729110d87c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.477967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-b90d56a3-8a66-47d6-86db-a3729110d87c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.52 "GET /v2.0/ports?device_id=7319e9ae-fd3d-420a-a4d3-8a5799022bee HTTP/1.1" status: 200 len: 945 time: 0.3052876 Jul 16 08:56:55.655050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] No DVR routers for this DVR port 49a0647a-9fac-4c35-9585-b383d3062624 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:55.663804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.666356 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cad8999f-7f0b-4bf1-a6a5-ab5fa0cb74da req-dc0dbf03-8179-49aa-95b1-53141f7d7369 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.52 "DELETE /v2.0/ports/49a0647a-9fac-4c35-9585-b383d3062624 HTTP/1.1" status: 204 len: 173 time: 1.1674488 Jul 16 08:56:55.669138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'name': 'network-vif-deleted', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:55.676280 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a7b380-1958-45b6-81af-e7998819c125" -d '{"events": [{"server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "name": "network-vif-deleted", "tag": "49a0647a-9fac-4c35-9585-b383d3062624"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:55.703357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-4ce49f87-d22c-485b-894e-27810c4959ff service neutron] 10.222.0.55 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661905 Jul 16 08:56:55.726728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Deleting port b54bbad9-5ed9-415f-aadb-54f552264ffa {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:55.727226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.012767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-20fc7358-2cf3-42d0-a132-66564cdf816e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.021375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-20fc7358-2cf3-42d0-a132-66564cdf816e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.036460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-20fc7358-2cf3-42d0-a132-66564cdf816e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.043546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-20fc7358-2cf3-42d0-a132-66564cdf816e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.049589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-20fc7358-2cf3-42d0-a132-66564cdf816e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.056535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-20fc7358-2cf3-42d0-a132-66564cdf816e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.062001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-20fc7358-2cf3-42d0-a132-66564cdf816e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.070270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-20fc7358-2cf3-42d0-a132-66564cdf816e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.2942293 Jul 16 08:56:56.110865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] For port b54bbad9-5ed9-415f-aadb-54f552264ffa, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b54bbad9-5ed9-415f-aadb-54f552264ffa,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:56.111230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.148460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98a9284b-7320-4ca8-b3d1-07a66f868860 req-f426fec2-90d3-4ed6-874e-4b9f875f0fad tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711656 Jul 16 08:56:56.149542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Calling delete_port for b54bbad9-5ed9-415f-aadb-54f552264ffa owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:56.240624 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9dc87a-efdd-4eee-a096-22a117c7568b x-openstack-request-id: req-ce9dc87a-efdd-4eee-a096-22a117c7568b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:56.241224 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a896313f-6c93-4d34-b8de-44ffc32ff2d8", "name": "network-vif-deleted", "tag": "49a0647a-9fac-4c35-9585-b383d3062624", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:56.241832 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce9dc87a-efdd-4eee-a096-22a117c7568b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:56.242488 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a896313f-6c93-4d34-b8de-44ffc32ff2d8', 'name': 'network-vif-deleted', 'tag': '49a0647a-9fac-4c35-9585-b383d3062624', 'status': 'completed', 'code': 200} Jul 16 08:56:56.385599 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5aace884-125b-4e60-814e-1f084b915e7b req-763f4a5c-f45e-436c-b1f6-6a2a127deea6 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=a896313f-6c93-4d34-b8de-44ffc32ff2d8 HTTP/1.1" status: 200 len: 210 time: 0.1305213 Jul 16 08:56:56.460626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0434ebd6-0642-472e-948a-b475017d274c req-e4ee7510-c6d3-4deb-96bd-bc273c2d4413 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 210 time: 0.0718060 Jul 16 08:56:56.677830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0f95cd3e-c267-41ad-b3d2-17671b934746 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:56.691419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.738962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b54bbad9-5ed9-415f-aadb-54f552264ffa'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:56.776516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Pushing event deleted for resources: {'Port': ['ID=b54bbad9-5ed9-415f-aadb-54f552264ffa,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.862593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 0f95cd3e-c267-41ad-b3d2-17671b934746 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:56.873314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 0f95cd3e-c267-41ad-b3d2-17671b934746 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:56.873753 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.920873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] No DVR routers for this DVR port b54bbad9-5ed9-415f-aadb-54f552264ffa on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:56.942552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.945390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48789ef6-0e95-48d1-89dc-e9b65d6f3ed3 req-e5ac41ad-1d75-49d4-bd06-852040532c20 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.52 "DELETE /v2.0/ports/b54bbad9-5ed9-415f-aadb-54f552264ffa HTTP/1.1" status: 204 len: 173 time: 1.4614408 Jul 16 08:56:56.948044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'name': 'network-vif-deleted', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:56.966044 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d8792-14b4-44e2-9690-5c52ac2dfd80" -d '{"events": [{"server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "name": "network-vif-deleted", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:57.019911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b1115-a4f8-44a0-b739-98a3d6568227 req-b30d1a34-62c2-4b17-9c66-20ccf70a5734 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.022576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e9b1115-a4f8-44a0-b739-98a3d6568227 req-b30d1a34-62c2-4b17-9c66-20ccf70a5734 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 945 time: 0.3137379 Jul 16 08:56:57.095609 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a15ece-d576-4574-aac2-c8a303e4a0e2 x-openstack-request-id: req-57a15ece-d576-4574-aac2-c8a303e4a0e2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:57.095941 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319e9ae-fd3d-420a-a4d3-8a5799022bee", "name": "network-vif-deleted", "tag": "b54bbad9-5ed9-415f-aadb-54f552264ffa", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:57.096208 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57a15ece-d576-4574-aac2-c8a303e4a0e2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:57.099126 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319e9ae-fd3d-420a-a4d3-8a5799022bee', 'name': 'network-vif-deleted', 'tag': 'b54bbad9-5ed9-415f-aadb-54f552264ffa', 'status': 'completed', 'code': 200} Jul 16 08:56:57.179068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e9b1115-a4f8-44a0-b739-98a3d6568227 req-190c45fd-0cd9-4566-9436-84072385b85a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458192 Jul 16 08:56:57.250831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.311754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e454834f-b913-486f-8191-85ee4603afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f95cd3e-c267-41ad-b3d2-17671b934746'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:57.314437 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8cbd9e-d73d-472f-b9db-d825be8d360b" -d '{"events": [{"server_uuid": "e454834f-b913-486f-8191-85ee4603afc3", "name": "network-vif-plugged", "status": "completed", "tag": "0f95cd3e-c267-41ad-b3d2-17671b934746"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:57.329316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0f95cd3e-c267-41ad-b3d2-17671b934746, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0f95cd3e-c267-41ad-b3d2-17671b934746,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:57.334749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.389487 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1f5959-d7bc-4b6e-896c-045c79b21162 x-openstack-request-id: req-bd1f5959-d7bc-4b6e-896c-045c79b21162 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:57.390160 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e454834f-b913-486f-8191-85ee4603afc3", "name": "network-vif-plugged", "status": "completed", "tag": "0f95cd3e-c267-41ad-b3d2-17671b934746", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:57.390414 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd1f5959-d7bc-4b6e-896c-045c79b21162 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:57.390805 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e454834f-b913-486f-8191-85ee4603afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f95cd3e-c267-41ad-b3d2-17671b934746', 'code': 200} Jul 16 08:56:57.482162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0f95cd3e-c267-41ad-b3d2-17671b934746,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:57.498567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.498920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.499264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.499605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.499942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.500274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.500605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.500937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.501265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.501593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.501949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.502276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:57.574632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91716646-c17e-4805-aeca-baf99a04e23e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.585220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91716646-c17e-4805-aeca-baf99a04e23e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.610837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91716646-c17e-4805-aeca-baf99a04e23e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.616862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91716646-c17e-4805-aeca-baf99a04e23e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.647408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91716646-c17e-4805-aeca-baf99a04e23e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.655695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91716646-c17e-4805-aeca-baf99a04e23e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.665935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91716646-c17e-4805-aeca-baf99a04e23e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.680929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91716646-c17e-4805-aeca-baf99a04e23e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5432 time: 0.2645750 Jul 16 08:56:57.768272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f07c035-11b5-45a1-a5ad-afe6c5a24ff6 req-91a2b07d-0eca-4968-bdf3-f17c65ba5676 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862000 Jul 16 08:56:57.825692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-776a273f-d072-47fb-b22a-a9abd45c244e req-70be1549-e65c-424c-8b03-f44829f7eff7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 210 time: 0.0586541 Jul 16 08:56:57.896453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011f4d8-2a2f-4c2c-aa77-e56ce2bf5faa req-92e371bb-2a6e-4dfa-96a1-43a3d200cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.898302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e011f4d8-2a2f-4c2c-aa77-e56ce2bf5faa req-92e371bb-2a6e-4dfa-96a1-43a3d200cc7f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 1098 time: 0.2133114 Jul 16 08:56:57.963017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e011f4d8-2a2f-4c2c-aa77-e56ce2bf5faa req-fc007ea5-1186-402b-a2e5-aa6050599b78 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488560 Jul 16 08:56:58.269245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8d908ad1-ae9e-4ba0-aabe-1afc0a191b47 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.271051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8d908ad1-ae9e-4ba0-aabe-1afc0a191b47 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.54 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 814 time: 0.1599457 Jul 16 08:56:58.312107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Request body: {'port': {'device_id': 'ac374e2f-c16a-4995-9e3c-d2260f651f4b', 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'admin_state_up': True, 'tenant_id': '6df410f2628649a68877dcf7db593c17'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:58.443002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3c3a-19bc-4d38-90cf-4770de8e3142 req-46dfb82d-2240-4bb8-b472-2f15cc2d4961 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.444621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8afb3c3a-19bc-4d38-90cf-4770de8e3142 req-46dfb82d-2240-4bb8-b472-2f15cc2d4961 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 944 time: 0.2249186 Jul 16 08:56:58.495516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c665a0-359a-4ac6-bcbf-d56ef457f5ee req-0e02ea2d-bb81-4b98-aa71-0eb49fadc27b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.497079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5c665a0-359a-4ac6-bcbf-d56ef457f5ee req-0e02ea2d-bb81-4b98-aa71-0eb49fadc27b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.2239985 Jul 16 08:56:58.551683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8afb3c3a-19bc-4d38-90cf-4770de8e3142 req-75e2b655-f3e3-4f5b-a90f-2aca2a4b1e68 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954263 Jul 16 08:56:58.565630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Made reservation on behalf of 6df410f2628649a68877dcf7db593c17 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:58.577699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.602866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5c665a0-359a-4ac6-bcbf-d56ef457f5ee req-5362d88e-9c27-4a9d-8772-1a04f7247116 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987992 Jul 16 08:56:58.680632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 69fe0e68-18c9-4848-909c-505e48b38fc6 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:58.799814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 69fe0e68-18c9-4848-909c-505e48b38fc6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=69fe0e68-18c9-4848-909c-505e48b38fc6,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:58.811887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '69fe0e68-18c9-4848-909c-505e48b38fc6', 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'port_id': '69fe0e68-18c9-4848-909c-505e48b38fc6', 'mac_address': 'fa:16:3e:48:86:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0d5c97-dca6-46f3-b76f-3653d64e3bd0', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:58.856333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.858561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663be9e-bd36-432a-a501-c27db1d42fe6 req-720661b1-6ff6-46dc-9bf7-24ca3669534c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.860142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4663be9e-bd36-432a-a501-c27db1d42fe6 req-720661b1-6ff6-46dc-9bf7-24ca3669534c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 946 time: 0.1721451 Jul 16 08:56:58.865028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Allocated IP 172.20.0.13 (b54ea554-fa3f-402e-8544-a1a30ba8e0e1/cd78089f-c20c-453d-ae1d-c4b27ea4f698/2879cfb5-16d2-451a-b479-70e4c7212ca4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:58.874726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fe0e68-18c9-4848-909c-505e48b38fc6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:58.911504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 69fe0e68-18c9-4848-909c-505e48b38fc6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=69fe0e68-18c9-4848-909c-505e48b38fc6,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:58.919275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 49a0647a-9fac-4c35-9585-b383d3062624 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:58.927484 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.928462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b907f41a-7d40-4b14-939a-e6b601b4b132 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:58.946022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4663be9e-bd36-432a-a501-c27db1d42fe6 req-12023b04-d8ac-4362-b2d4-f255c5d3d16a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770621 Jul 16 08:56:59.010573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 49a0647a-9fac-4c35-9585-b383d3062624 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:59.012090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 49a0647a-9fac-4c35-9585-b383d3062624 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:59.094649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b907f41a-7d40-4b14-939a-e6b601b4b132, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b907f41a-7d40-4b14-939a-e6b601b4b132,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.097370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=69fe0e68-18c9-4848-909c-505e48b38fc6,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.110241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'b907f41a-7d40-4b14-939a-e6b601b4b132', 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'port_id': 'b907f41a-7d40-4b14-939a-e6b601b4b132', 'mac_address': 'fa:16:3e:06:cb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0d5c97-dca6-46f3-b76f-3653d64e3bd0', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:59.149561 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.163979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b907f41a-7d40-4b14-939a-e6b601b4b132 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:59.166389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-351f61c4-7a81-480a-8088-fe0d0305257f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.168611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-351f61c4-7a81-480a-8088-fe0d0305257f tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.52 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 944 time: 0.3594532 Jul 16 08:56:59.184896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b907f41a-7d40-4b14-939a-e6b601b4b132, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b907f41a-7d40-4b14-939a-e6b601b4b132,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.188723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.189400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:59.206267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7de99492-c156-42b0-81da-16115401a98c req-05839f85-4280-4a49-b37f-82619d54004c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 210 time: 0.0603809 Jul 16 08:56:59.280644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b907f41a-7d40-4b14-939a-e6b601b4b132,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.352394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.367132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d', 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9', 'port_id': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d', 'mac_address': 'fa:16:3e:e1:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ca7bac-6900-470b-abb7-840a54db4e5c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:59.372980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-432a304b-dcfe-415f-b479-a304d88ead98 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.378955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-432a304b-dcfe-415f-b479-a304d88ead98 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.384859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-432a304b-dcfe-415f-b479-a304d88ead98 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.391331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-432a304b-dcfe-415f-b479-a304d88ead98 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.397191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-432a304b-dcfe-415f-b479-a304d88ead98 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.403119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-432a304b-dcfe-415f-b479-a304d88ead98 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.404647 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.408994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-432a304b-dcfe-415f-b479-a304d88ead98 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.410979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-432a304b-dcfe-415f-b479-a304d88ead98 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5433 time: 0.3965936 Jul 16 08:56:59.422057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:59.440397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.442982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.446926 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.447718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 2bcdb72d-fae0-4102-97ef-81c9c556853a details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:59.493943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b23ed77a-517a-488e-9cd7-980d5a78c5a2 req-cd33d245-3bae-4044-86bd-c6b98e2ca641 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702419 Jul 16 08:56:59.514928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Deleting port d1f36911-36f9-4f17-8f90-56330efd2ccc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:59.515292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.524184 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 2bcdb72d-fae0-4102-97ef-81c9c556853a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.527203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.544960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '2bcdb72d-fae0-4102-97ef-81c9c556853a', 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'port_id': '2bcdb72d-fae0-4102-97ef-81c9c556853a', 'mac_address': 'fa:16:3e:b3:6e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0d5c97-dca6-46f3-b76f-3653d64e3bd0', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:59.601968 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.611099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.635111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcdb72d-fae0-4102-97ef-81c9c556853a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:59.672412 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 2bcdb72d-fae0-4102-97ef-81c9c556853a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.677078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.678152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5edff193-92f3-4d05-9518-be18a38db1e8 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:59.688507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:59.707152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] For port d1f36911-36f9-4f17-8f90-56330efd2ccc, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d1f36911-36f9-4f17-8f90-56330efd2ccc,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.708803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.716009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:59.732358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:59.760901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5edff193-92f3-4d05-9518-be18a38db1e8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5edff193-92f3-4d05-9518-be18a38db1e8,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.783805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '5edff193-92f3-4d05-9518-be18a38db1e8', 'network_id': '9b81a012-4d56-4c13-9534-1fc67509a72e', 'port_id': '5edff193-92f3-4d05-9518-be18a38db1e8', 'mac_address': 'fa:16:3e:81:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0d5c97-dca6-46f3-b76f-3653d64e3bd0', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:59.786010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=2bcdb72d-fae0-4102-97ef-81c9c556853a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.805442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Pushing event updated for resources: {'Port': ['ID=2879cfb5-16d2-451a-b479-70e4c7212ca4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.809778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Calling delete_port for d1f36911-36f9-4f17-8f90-56330efd2ccc owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:59.830969 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.844431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edff193-92f3-4d05-9518-be18a38db1e8 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:59.865206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5edff193-92f3-4d05-9518-be18a38db1e8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5edff193-92f3-4d05-9518-be18a38db1e8,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.869070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.869898 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e0bb2eb8-1ee7-4550-bebe-cd6786166a5a details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:59.918983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.919564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.939441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:59.941917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=5edff193-92f3-4d05-9518-be18a38db1e8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.954245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a', 'network_id': 'd7cd753c-1243-4a01-b070-f46b22af0ad9', 'port_id': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a', 'mac_address': 'fa:16:3e:02:75:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ca7bac-6900-470b-abb7-840a54db4e5c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:59.972273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c4fa4408-227e-4b65-b87f-d6ec1c6630bf tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6820686 Jul 16 08:56:59.990564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Request body: {'port': {'device_id': 'ac374e2f-c16a-4995-9e3c-d2260f651f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:00.014138 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.017937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551632b-d282-42c8-bede-b416181fc08d req-4d11a475-e8ba-4603-8038-5742910fe319 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.019574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5551632b-d282-42c8-bede-b416181fc08d req-4d11a475-e8ba-4603-8038-5742910fe319 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=9226112f-50fc-4174-8a2e-d25755e9eb21 HTTP/1.1" status: 200 len: 944 time: 0.2798121 Jul 16 08:57:00.040525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bb2eb8-1ee7-4550-bebe-cd6786166a5a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:00.066587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:00.071409 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.072233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a194b142-12eb-4ac1-b098-ff1f198ff0ee details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:00.095044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7ae32-8079-4b60-b095-3efb7fdf78e2 req-b0ad6df3-9bf2-40c3-bd43-96e850f770b2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.101785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66a7ae32-8079-4b60-b095-3efb7fdf78e2 req-b0ad6df3-9bf2-40c3-bd43-96e850f770b2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.2775590 Jul 16 08:57:00.147800 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.214970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5551632b-d282-42c8-bede-b416181fc08d req-77d9970f-34dc-4450-bd9c-47e786446a56 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658244 Jul 16 08:57:00.250113 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66a7ae32-8079-4b60-b095-3efb7fdf78e2 req-547e947d-7344-4ffb-8e69-060a7702570f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471486 Jul 16 08:57:00.259448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.275977 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.318929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a194b142-12eb-4ac1-b098-ff1f198ff0ee, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:00.358070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'port_id': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'mac_address': 'fa:16:3e:49:f2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:00.414225 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.415260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39700) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.416960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Pushing event deleted for resources: {'Port': ['ID=d1f36911-36f9-4f17-8f90-56330efd2ccc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.437544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a194b142-12eb-4ac1-b098-ff1f198ff0ee {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:00.458955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a194b142-12eb-4ac1-b098-ff1f198ff0ee, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:00.466077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.530528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a194b142-12eb-4ac1-b098-ff1f198ff0ee,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.601417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-caed7acb-c02a-48e7-b562-9c35005aa9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.601995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] No DVR routers for this DVR port d1f36911-36f9-4f17-8f90-56330efd2ccc on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:00.608289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.614782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e98375dc-2f90-44f8-aedc-b3626f8c1909 req-b59ae090-e928-467b-a13c-6eac745445ea tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.52 "DELETE /v2.0/ports/d1f36911-36f9-4f17-8f90-56330efd2ccc HTTP/1.1" status: 204 len: 173 time: 1.4155524 Jul 16 08:57:00.627286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'name': 'network-vif-deleted', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:00.629762 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fd12d8-4f69-4761-bd7f-1ad6041168ba" -d '{"events": [{"server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "name": "network-vif-deleted", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:00.709832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de334b79-4413-454f-8b44-fb99107155fe req-926d1dfd-9a3b-47ae-bd00-03d305f052db tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.711739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de334b79-4413-454f-8b44-fb99107155fe req-926d1dfd-9a3b-47ae-bd00-03d305f052db tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 946 time: 0.3193674 Jul 16 08:57:00.741566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-caed7acb-c02a-48e7-b562-9c35005aa9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.747169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-caed7acb-c02a-48e7-b562-9c35005aa9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.797956 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-caed7acb-c02a-48e7-b562-9c35005aa9f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bce723c968154a18b69dd014cc253d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789473 Jul 16 08:57:00.799011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed7acb-c02a-48e7-b562-9c35005aa9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abf6bc1-7b36-4a46-b1b0-a2a8e9058056,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.801744 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39716) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.810623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814db2c-1fcf-4d41-a11e-6a46e73361e3 req-37ca536f-6d6c-4bb9-9aa1-9bff2bf85d1e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.818624 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8814db2c-1fcf-4d41-a11e-6a46e73361e3 req-37ca536f-6d6c-4bb9-9aa1-9bff2bf85d1e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 932 time: 0.3639328 Jul 16 08:57:00.859283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6f96d8a-6d2a-4262-ab1a-9257b64a0897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.883312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6f96d8a-6d2a-4262-ab1a-9257b64a0897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.895446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b54bbad9-5ed9-415f-aadb-54f552264ffa no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:00.897136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8814db2c-1fcf-4d41-a11e-6a46e73361e3 req-057ce731-ea12-46bf-968b-831e349bb36c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749924 Jul 16 08:57:00.914264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de334b79-4413-454f-8b44-fb99107155fe req-e442d01c-045a-4a20-9ec0-b4f21dc2200b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640267 Jul 16 08:57:00.924054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: b54bbad9-5ed9-415f-aadb-54f552264ffa {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:00.924709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b54bbad9-5ed9-415f-aadb-54f552264ffa not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:00.968408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6f96d8a-6d2a-4262-ab1a-9257b64a0897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.974832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6f96d8a-6d2a-4262-ab1a-9257b64a0897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.979302 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d6f96d8a-6d2a-4262-ab1a-9257b64a0897 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5abf6bc1-7b36-4a46-b1b0-a2a8e9058056 HTTP/1.1" status: 204 len: 168 time: 0.1761649 Jul 16 08:57:00.998248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f96d8a-6d2a-4262-ab1a-9257b64a0897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abf6bc1-7b36-4a46-b1b0-a2a8e9058056,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.097798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2879cfb5-16d2-451a-b479-70e4c7212ca4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:01.163268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.185476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Transition to ACTIVE for port object 2879cfb5-16d2-451a-b479-70e4c7212ca4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:01.195830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.537907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['69fe0e68-18c9-4848-909c-505e48b38fc6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:01.541599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:01.637835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['b907f41a-7d40-4b14-939a-e6b601b4b132'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:01.639962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a194b142-12eb-4ac1-b098-ff1f198ff0ee'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:01.645414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['e0bb2eb8-1ee7-4550-bebe-cd6786166a5a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:01.693451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['5edff193-92f3-4d05-9518-be18a38db1e8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:01.834407 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:57:01.843495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.849533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.856269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.862277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.869003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.876061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.882831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.891549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-b6e52614-0442-450b-b92e-86d1f0e2c1f9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5439 time: 0.8103099 Jul 16 08:57:01.897905 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003d568-7a29-442a-b4c8-dc557b010b2d x-openstack-request-id: req-c003d568-7a29-442a-b4c8-dc557b010b2d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:01.898182 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9226112f-50fc-4174-8a2e-d25755e9eb21", "name": "network-vif-deleted", "tag": "d1f36911-36f9-4f17-8f90-56330efd2ccc", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:01.898693 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c003d568-7a29-442a-b4c8-dc557b010b2d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:01.899340 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9226112f-50fc-4174-8a2e-d25755e9eb21', 'name': 'network-vif-deleted', 'tag': 'd1f36911-36f9-4f17-8f90-56330efd2ccc', 'status': 'completed', 'code': 200} Jul 16 08:57:01.929784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2879cfb5-16d2-451a-b479-70e4c7212ca4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.018556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7abf4f5-c466-4b1e-a52f-595e65d22453 req-c3bc16cb-1783-4aa3-9965-ec85d4b3d12f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260898 Jul 16 08:57:02.125886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Attempting to bind port 2879cfb5-16d2-451a-b479-70e4c7212ca4 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:02.126989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Attempting to bind port 2879cfb5-16d2-451a-b479-70e4c7212ca4 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:02.127535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Attempting to bind port 2879cfb5-16d2-451a-b479-70e4c7212ca4 on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:02.137589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2819e-0ebf-48e1-a4c7-3b9c8bd084c5 req-9773c136-aa6d-4161-af8f-d7ef5eccb2e6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:02.145362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15c2819e-0ebf-48e1-a4c7-3b9c8bd084c5 req-9773c136-aa6d-4161-af8f-d7ef5eccb2e6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 946 time: 0.2449255 Jul 16 08:57:02.178133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Port 2879cfb5-16d2-451a-b479-70e4c7212ca4 on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:02.189748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Attempting to bind port 2879cfb5-16d2-451a-b479-70e4c7212ca4 on network b54ea554-fa3f-402e-8544-a1a30ba8e0e1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:02.198674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:02.200939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Checking segment: {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:02.201638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Bound using segment: {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:02.205184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Bound port: 2879cfb5-16d2-451a-b479-70e4c7212ca4, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:02.205758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.250650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15c2819e-0ebf-48e1-a4c7-3b9c8bd084c5 req-280c58d2-1a17-4345-a566-9187dbbf2fda tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041079 Jul 16 08:57:02.393576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] For port 2879cfb5-16d2-451a-b479-70e4c7212ca4, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:02.397580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] For port 2879cfb5-16d2-451a-b479-70e4c7212ca4, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2879cfb5-16d2-451a-b479-70e4c7212ca4,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:02.405416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.470536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['2bcdb72d-fae0-4102-97ef-81c9c556853a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:02.570176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:02.570808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.572225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/2879cfb5-16d2-451a-b479-70e4c7212ca4 HTTP/1.1" status: 200 len: 1093 time: 2.5906668 Jul 16 08:57:02.639178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61be9c2-8de0-4d73-8a90-51c93037bd0d req-ea9afe90-74dc-47bf-9268-d719ffd8b977 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:02.647403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d61be9c2-8de0-4d73-8a90-51c93037bd0d req-ea9afe90-74dc-47bf-9268-d719ffd8b977 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.3143735 Jul 16 08:57:02.658300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306cfd5-c52b-4273-b08e-450b08d861b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2879cfb5-16d2-451a-b479-70e4c7212ca4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.822258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c077b-a8ca-4257-bfda-23b7eab29ca4 req-f9b28bca-1df0-46bd-be7b-309c8ee313ae tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:02.824396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f12c077b-a8ca-4257-bfda-23b7eab29ca4 req-f9b28bca-1df0-46bd-be7b-309c8ee313ae tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 944 time: 0.4138713 Jul 16 08:57:02.841845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d61be9c2-8de0-4d73-8a90-51c93037bd0d req-4f0eda6d-8643-4c93-a948-c3fad8d2249b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855242 Jul 16 08:57:02.922858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:02.971489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:03.094942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-8f3ce3fb-af34-4b6a-9b7e-fc4fa7eb57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.096852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-8f3ce3fb-af34-4b6a-9b7e-fc4fa7eb57cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1098 time: 0.3931396 Jul 16 08:57:03.116111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f12c077b-a8ca-4257-bfda-23b7eab29ca4 req-7f3d61c7-377a-48f4-8654-c7fe0fa1af21 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742150 Jul 16 08:57:03.128435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-cc1e03e4-e358-414d-b2ae-267f3e61f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.130332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-cc1e03e4-e358-414d-b2ae-267f3e61f48f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 1096 time: 0.4276516 Jul 16 08:57:03.196855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-ac0c598a-c24e-483c-9412-0285844e5043 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2879cfb5-16d2-451a-b479-70e4c7212ca4 HTTP/1.1" status: 200 len: 217 time: 0.0471787 Jul 16 08:57:03.231069 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.280353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:03.294102 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb143f-18c8-436e-afaa-3cbe575b0100" -d '{"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:03.335676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c3fd88c5-d7df-46af-91ae-dff703311dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.337235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-c3fd88c5-d7df-46af-91ae-dff703311dcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd78089f-c20c-453d-ae1d-c4b27ea4f698 HTTP/1.1" status: 200 len: 854 time: 0.1270831 Jul 16 08:57:03.338429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:03.349793 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.351134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d1f36911-36f9-4f17-8f90-56330efd2ccc no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:03.389400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-242f67d8-72e2-4e87-b695-991bd871f178 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410485 Jul 16 08:57:03.394841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: d1f36911-36f9-4f17-8f90-56330efd2ccc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:03.395301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-b00f15e6-ab85-40b5-921d-b2002bca11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.395873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d1f36911-36f9-4f17-8f90-56330efd2ccc not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:03.397052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-b00f15e6-ab85-40b5-921d-b2002bca11d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.2656832 Jul 16 08:57:03.441724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:03.467285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'mac_address': 'fa:16:3e:f4:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:03.501577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-d7d6107d-1856-41ab-bac8-c417182069b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 998 time: 0.0921080 Jul 16 08:57:03.507946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=11']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.532081 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.545878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad807418-c127-46b0-84bd-e6f3413001b0 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:03.587111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:03.591488 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.663534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=12']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.693221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ad807418-c127-46b0-84bd-e6f3413001b0'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:03.757492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-fdcd862c-b18a-4f72-a33a-eecad30cee9e service neutron] 10.222.0.54 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567898 Jul 16 08:57:03.820307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-6673c558-9707-4f55-997a-1497e8017690 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.824290 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-6673c558-9707-4f55-997a-1497e8017690 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 945 time: 0.1720016 Jul 16 08:57:03.907497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac374e2f-c16a-4995-9e3c-d2260f651f4b', 'tag': '2879cfb5-16d2-451a-b479-70e4c7212ca4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:03.909821 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac374e2f-c16a-4995-9e3c-d2260f651f4b", "tag": "2879cfb5-16d2-451a-b479-70e4c7212ca4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:03.916854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-d32b3a11-2878-4bd3-8293-2d4202d14be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.918891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-d32b3a11-2878-4bd3-8293-2d4202d14be6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.3976882 Jul 16 08:57:04.001789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Deleting port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:04.002142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.099773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c564d0-db18-4c22-a559-0ec2cbb709a1 req-caf92688-e87a-40e0-aaae-959c37917a12 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.106359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:04.108064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95c564d0-db18-4c22-a559-0ec2cbb709a1 req-caf92688-e87a-40e0-aaae-959c37917a12 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 945 time: 0.5966520 Jul 16 08:57:04.114713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2594d9b-8aaa-412f-a8ec-557c64df3eb6 req-b66fb91f-2c88-4f69-bed5-dd85ac9793e4 service neutron] 10.222.0.54 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380508 Jul 16 08:57:04.137097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-f678353c-f5b1-4551-b100-c70d7d770e9b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.143756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-f678353c-f5b1-4551-b100-c70d7d770e9b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.149812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-f678353c-f5b1-4551-b100-c70d7d770e9b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.156577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-f678353c-f5b1-4551-b100-c70d7d770e9b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.162829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-f678353c-f5b1-4551-b100-c70d7d770e9b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.169789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-f678353c-f5b1-4551-b100-c70d7d770e9b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.175705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-f678353c-f5b1-4551-b100-c70d7d770e9b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.178723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-f678353c-f5b1-4551-b100-c70d7d770e9b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5439 time: 0.6652615 Jul 16 08:57:04.244532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95c564d0-db18-4c22-a559-0ec2cbb709a1 req-2f16cd09-af50-4fa7-b252-b9efcdff4e34 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/security-groups?id=54ea2332-1a0d-416a-bc4a-6069ea677b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354399 Jul 16 08:57:04.249253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-fbc3403d-aa96-4ec4-b0e0-4a4560bc098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.250827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-fbc3403d-aa96-4ec4-b0e0-4a4560bc098a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3119755 Jul 16 08:57:04.300401 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad906ee3-c1cb-48a0-a17d-af1c410d4763 x-openstack-request-id: req-ad906ee3-c1cb-48a0-a17d-af1c410d4763 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:04.300976 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:04.301457 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad906ee3-c1cb-48a0-a17d-af1c410d4763 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:04.302115 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'code': 200} Jul 16 08:57:04.333557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] For port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,segment=NetworkSegment(99485b21-14bd-4bda-9d30-feec53f7cd62),segment_id=99485b21-14bd-4bda-9d30-feec53f7cd62)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:04.334011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.345790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2209867d-76e0-4ccf-a221-57e0edb816b5 req-987a21cc-c755-4f79-a961-a41b91f9cb73 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531560 Jul 16 08:57:04.357792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Calling delete_port for 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:04.555166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-36e36195-8be5-45b1-a72b-79d90c6e7a95 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961802 Jul 16 08:57:04.740807 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23e2508-9e48-461c-b7d8-c4b7d2946ba6 x-openstack-request-id: req-c23e2508-9e48-461c-b7d8-c4b7d2946ba6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:04.741226 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac374e2f-c16a-4995-9e3c-d2260f651f4b", "tag": "2879cfb5-16d2-451a-b479-70e4c7212ca4", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:04.741655 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c23e2508-9e48-461c-b7d8-c4b7d2946ba6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:04.743255 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac374e2f-c16a-4995-9e3c-d2260f651f4b', 'tag': '2879cfb5-16d2-451a-b479-70e4c7212ca4', 'status': 'completed', 'code': 200} Jul 16 08:57:04.894006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa900294-d6a2-43a5-9afb-552d810c4d9f req-e3919a15-cd33-48ad-98dc-94f3d2752e5f service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299625 Jul 16 08:57:04.921006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:04.936398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354bba1-96f0-4386-a013-37cf2c365e0f req-2ed34a8e-186a-455c-8712-6ef148504af1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.940778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a354bba1-96f0-4386-a013-37cf2c365e0f req-2ed34a8e-186a-455c-8712-6ef148504af1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 945 time: 0.3296757 Jul 16 08:57:05.005366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-1960bf79-223c-44f5-a548-00f43c3a5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:05.006989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-1960bf79-223c-44f5-a548-00f43c3a5716 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6df410f2628649a68877dcf7db593c17&device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 1096 time: 0.2489228 Jul 16 08:57:05.014651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port ad807418-c127-46b0-84bd-e6f3413001b0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:05.015051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.157591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.162159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a354bba1-96f0-4386-a013-37cf2c365e0f req-4b860427-1c7a-49b0-8b66-8bdecff68079 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736832 Jul 16 08:57:05.209316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:05.217317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.227672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e90f0-905b-44ef-83f0-704b3589fab2 req-9cb0dae6-064e-4867-947b-169b5e638b93 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:05.235694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed1e90f0-905b-44ef-83f0-704b3589fab2 req-9cb0dae6-064e-4867-947b-169b5e638b93 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 944 time: 0.3485429 Jul 16 08:57:05.315401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-bb10ff03-f5e1-40ef-b265-dde449f27b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:05.315612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.324084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-bb10ff03-f5e1-40ef-b265-dde449f27b67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 200 len: 915 time: 0.3015606 Jul 16 08:57:05.363891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Pushing event deleted for resources: {'Port': ['ID=8d91b678-fc6e-4ec5-bf06-e4c774be79c8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.385853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=13']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.447698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed1e90f0-905b-44ef-83f0-704b3589fab2 req-ae8c1456-671d-4212-83e2-4e6b870684ea tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110050 Jul 16 08:57:05.484349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-610cafa7-9688-44ff-90a8-d9a89db2031b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2879cfb5-16d2-451a-b479-70e4c7212ca4 HTTP/1.1" status: 200 len: 217 time: 0.1391292 Jul 16 08:57:05.499533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] No DVR routers for this DVR port 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:05.503494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.505500 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d001ab60-8084-45cf-bbc0-294f6d8f47d5 req-7f617464-f1c2-4534-8dc0-1ec74cf2f6c8 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.52 "DELETE /v2.0/ports/8d91b678-fc6e-4ec5-bf06-e4c774be79c8 HTTP/1.1" status: 204 len: 173 time: 1.6777780 Jul 16 08:57:05.508697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'name': 'network-vif-deleted', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:05.512375 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc164d5-2473-4606-9ce1-92207c71f271" -d '{"events": [{"server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "name": "network-vif-deleted", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:05.559622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8818e545-563a-4b0a-8a73-f1e3eb0e2590 req-29789828-18aa-496e-bfc1-0609c0baad58 tempest-LiveMigrationTest-2139283175 tempest-LiveMigrationTest-2139283175-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b588608-2f71-4bdc-bb21-a3ffefa423d6 HTTP/1.1" status: 200 len: 210 time: 0.1083705 Jul 16 08:57:05.584749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.654244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-5e2410fc-a3aa-4dec-a92a-96bb236772d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:05.664277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-5e2410fc-a3aa-4dec-a92a-96bb236772d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd78089f-c20c-453d-ae1d-c4b27ea4f698 HTTP/1.1" status: 200 len: 854 time: 0.1277862 Jul 16 08:57:05.774713 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a0f13f-a919-4360-96e5-c39074f0a095 x-openstack-request-id: req-d7a0f13f-a919-4360-96e5-c39074f0a095 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:05.775278 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b588608-2f71-4bdc-bb21-a3ffefa423d6", "name": "network-vif-deleted", "tag": "8d91b678-fc6e-4ec5-bf06-e4c774be79c8", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:05.775709 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7a0f13f-a919-4360-96e5-c39074f0a095 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:05.776265 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b588608-2f71-4bdc-bb21-a3ffefa423d6', 'name': 'network-vif-deleted', 'tag': '8d91b678-fc6e-4ec5-bf06-e4c774be79c8', 'status': 'completed', 'code': 200} Jul 16 08:57:05.851399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-b82d880b-d376-45c6-8f39-cd6d8957aa75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b54ea554-fa3f-402e-8544-a1a30ba8e0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721156 Jul 16 08:57:06.011883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-5eeb5f90-8b3d-46b6-97bb-349ce44bb0b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.018986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-5eeb5f90-8b3d-46b6-97bb-349ce44bb0b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.025414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-5eeb5f90-8b3d-46b6-97bb-349ce44bb0b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.045432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-5eeb5f90-8b3d-46b6-97bb-349ce44bb0b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.067246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-5eeb5f90-8b3d-46b6-97bb-349ce44bb0b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.074297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-5eeb5f90-8b3d-46b6-97bb-349ce44bb0b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.102541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-5eeb5f90-8b3d-46b6-97bb-349ce44bb0b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.111683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-5eeb5f90-8b3d-46b6-97bb-349ce44bb0b9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5439 time: 0.4380243 Jul 16 08:57:06.157452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-d3ad6e46-f405-4553-bd12-a5346d64c274 service neutron] 10.222.0.54 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902784 Jul 16 08:57:06.233081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aae09c6c-864f-4f71-8ec6-f0c17fc554f9 req-2b76c977-e051-46cf-aad2-2b47996b9611 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202333 Jul 16 08:57:06.310303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:06.312973 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b65437-136d-4ccc-960e-9813757cbb01" -d '{"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:06.341775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.20.0.17 (edaa6b49-8c9d-4f3a-be28-6229caf31a05/72b75ace-b730-4757-9ade-5dcf3d06cc4b/15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:06.445044 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1e4ac8-4255-4c09-9093-41c01c1587b4 x-openstack-request-id: req-2e1e4ac8-4255-4c09-9093-41c01c1587b4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:06.445719 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:06.446335 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e1e4ac8-4255-4c09-9093-41c01c1587b4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:06.446993 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'code': 200} Jul 16 08:57:06.455543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f5b8b81-27ed-418b-8ce0-6464c9fb783b req-3826162b-28bf-4eae-aa1b-06c8d89f88ff service neutron] 10.222.0.54 "GET /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800889 Jul 16 08:57:06.529861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.563265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Transition to ACTIVE for port object 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:06.664476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055037d4-1f28-4637-b6d5-fe66e9a249b9 req-aa4af607-ee86-46b5-ae44-30dd0b31311e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.664934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.672874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-055037d4-1f28-4637-b6d5-fe66e9a249b9 req-aa4af607-ee86-46b5-ae44-30dd0b31311e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.2564096 Jul 16 08:57:06.708107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 2879cfb5-16d2-451a-b479-70e4c7212ca4 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:06.712126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b907f41a-7d40-4b14-939a-e6b601b4b132 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:06.793466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-055037d4-1f28-4637-b6d5-fe66e9a249b9 req-a42543a3-c20d-4aae-aae8-192b5f27e85c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205540 Jul 16 08:57:06.812570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:06.827080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:06.830784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:06.872230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:06.907936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c08e7-9539-49fa-8ab0-be139b06a6b1 req-2ae0c508-b605-415c-b002-22b42b9aba48 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.923495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-230c08e7-9539-49fa-8ab0-be139b06a6b1 req-2ae0c508-b605-415c-b002-22b42b9aba48 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 944 time: 0.1799259 Jul 16 08:57:06.923968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.076500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 2879cfb5-16d2-451a-b479-70e4c7212ca4, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2879cfb5-16d2-451a-b479-70e4c7212ca4,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:07.105252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '2879cfb5-16d2-451a-b479-70e4c7212ca4', 'network_id': 'b54ea554-fa3f-402e-8544-a1a30ba8e0e1', 'port_id': '2879cfb5-16d2-451a-b479-70e4c7212ca4', 'mac_address': 'fa:16:3e:87:0b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd78089f-c20c-453d-ae1d-c4b27ea4f698', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:07.112295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-230c08e7-9539-49fa-8ab0-be139b06a6b1 req-81845285-39d5-4edd-bd54-575fb4c6936c tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826594 Jul 16 08:57:07.130654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40084) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:07.212063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port b907f41a-7d40-4b14-939a-e6b601b4b132 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:07.240461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port b907f41a-7d40-4b14-939a-e6b601b4b132 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:07.240891 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.290432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.523856 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.605061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2879cfb5-16d2-451a-b479-70e4c7212ca4 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:07.636670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-70a7239b-4fdd-4e85-b5e3-bc7ea936641e None None] Provisioning for port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:07.664523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-70a7239b-4fdd-4e85-b5e3-bc7ea936641e None None] Provisioning complete for port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:07.665253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70a7239b-4fdd-4e85-b5e3-bc7ea936641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.670850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 2879cfb5-16d2-451a-b479-70e4c7212ca4, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2879cfb5-16d2-451a-b479-70e4c7212ca4,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:07.671972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.686640 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.697671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.700367 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.780603 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:07.783056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-3cd19cac-f6eb-4668-af35-0f74a33ca20b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.800858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-3cd19cac-f6eb-4668-af35-0f74a33ca20b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.802642 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b907f41a-7d40-4b14-939a-e6b601b4b132, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b907f41a-7d40-4b14-939a-e6b601b4b132,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:07.806092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=2879cfb5-16d2-451a-b479-70e4c7212ca4,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:07.822167 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.822424 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.823139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:07.838166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-3cd19cac-f6eb-4668-af35-0f74a33ca20b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.845085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-3cd19cac-f6eb-4668-af35-0f74a33ca20b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.883332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-3cd19cac-f6eb-4668-af35-0f74a33ca20b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.906705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-3cd19cac-f6eb-4668-af35-0f74a33ca20b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.926958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-3cd19cac-f6eb-4668-af35-0f74a33ca20b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.935550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-3cd19cac-f6eb-4668-af35-0f74a33ca20b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5439 time: 0.3974042 Jul 16 08:57:07.956248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7f6364-8256-457c-a316-25213d800e5b admin admin] Deleting subnet 81628269-1000-4d64-9846-3fb9be7c8ab9 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:07.970800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6364-8256-457c-a316-25213d800e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.997309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:07.998856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:08.001577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b907f41a-7d40-4b14-939a-e6b601b4b132,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.021468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-70a7239b-4fdd-4e85-b5e3-bc7ea936641e None None] Port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:08.038006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:08.051244 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.051815 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.085129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6364-8256-457c-a316-25213d800e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.152140 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.193269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:08.200406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['2879cfb5-16d2-451a-b479-70e4c7212ca4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:08.204433 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.206145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 69fe0e68-18c9-4848-909c-505e48b38fc6 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:08.226961 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6364-8256-457c-a316-25213d800e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.316415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 69fe0e68-18c9-4848-909c-505e48b38fc6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:08.332566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 69fe0e68-18c9-4848-909c-505e48b38fc6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.333106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.351739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:08.493383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907f41a-7d40-4b14-939a-e6b601b4b132'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:08.496791 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da65cfe-8868-4d72-95e7-3ac72e2df99e" -d '{"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "b907f41a-7d40-4b14-939a-e6b601b4b132"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:08.499678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.507989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05075a-a2f2-4273-8fa8-3ec1b48591e9 req-124b546f-c93c-46f3-b703-3b13ef81c28f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.518720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d05075a-a2f2-4273-8fa8-3ec1b48591e9 req-124b546f-c93c-46f3-b703-3b13ef81c28f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.3445649 Jul 16 08:57:08.568058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad80ca20-afc7-4daf-89cc-0009244b339e req-533b7b27-f614-489d-9364-c28e589cfade tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3849442 Jul 16 08:57:08.588097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.610209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8ad910e7-6006-4eb4-89d0-88dc8358d2c3 None None] Provisioning complete for port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.611142 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ad910e7-6006-4eb4-89d0-88dc8358d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.673431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d05075a-a2f2-4273-8fa8-3ec1b48591e9 req-06a2319f-6663-450c-9ac5-23a19a297c3f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537008 Jul 16 08:57:08.686610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6364-8256-457c-a316-25213d800e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.692597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 69fe0e68-18c9-4848-909c-505e48b38fc6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=69fe0e68-18c9-4848-909c-505e48b38fc6,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:08.720918 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.722102 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 2bcdb72d-fae0-4102-97ef-81c9c556853a up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:08.724150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6364-8256-457c-a316-25213d800e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.726540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5d7f6364-8256-457c-a316-25213d800e5b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/81628269-1000-4d64-9846-3fb9be7c8ab9 HTTP/1.1" status: 204 len: 168 time: 1.5947914 Jul 16 08:57:08.732574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:08.776205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f6364-8256-457c-a316-25213d800e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81628269-1000-4d64-9846-3fb9be7c8ab9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.802379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:08.809333 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b067f80a-2a0c-4e58-89dd-bfa9366f53d7 x-openstack-request-id: req-b067f80a-2a0c-4e58-89dd-bfa9366f53d7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:08.809638 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "b907f41a-7d40-4b14-939a-e6b601b4b132", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:08.809925 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b067f80a-2a0c-4e58-89dd-bfa9366f53d7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:08.810339 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907f41a-7d40-4b14-939a-e6b601b4b132', 'code': 200} Jul 16 08:57:08.810597 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d', 'code': 200} Jul 16 08:57:08.816205 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Sync routers for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:08.830245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8e1aa782-4420-4e68-b824-07a26857e3c8 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "PUT /v2.0/routers/3ac12e6d-9d1e-4cfc-8844-1510af6f0189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7227194 Jul 16 08:57:08.832596 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:08.834175 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:56:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:08.853026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8ad910e7-6006-4eb4-89d0-88dc8358d2c3 None None] Port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:08.934061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=69fe0e68-18c9-4848-909c-505e48b38fc6,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.951624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:08.963664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 2bcdb72d-fae0-4102-97ef-81c9c556853a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:08.976457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 2bcdb72d-fae0-4102-97ef-81c9c556853a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.976888 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.983361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.084842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e029-7f6d-4b86-ba59-b50f74759fbe req-ee7cfc79-b754-4365-a6de-3adcf0c76c42 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:09.091418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d96e029-7f6d-4b86-ba59-b50f74759fbe req-ee7cfc79-b754-4365-a6de-3adcf0c76c42 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 945 time: 0.2020209 Jul 16 08:57:09.124276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:09.124276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 8d91b678-fc6e-4ec5-bf06-e4c774be79c8 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:09.191779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d96e029-7f6d-4b86-ba59-b50f74759fbe req-905f6c1f-6100-445f-9182-e23b3ffb4465 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941265 Jul 16 08:57:09.214504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.223106 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:09.231772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abd1018-a12f-451b-a81a-595a646083af']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:09.251336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99485b21-14bd-4bda-9d30-feec53f7cd62') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:09.251867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99485b21-14bd-4bda-9d30-feec53f7cd62') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:09.264710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.282467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.289417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:57:09.290064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:57:09.350213 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:57:09.456168 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.485287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.495949 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.502728 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] 10.222.0.55 "DELETE /v2.0/networks/6abd1018-a12f-451b-a81a-595a646083af HTTP/1.1" status: 204 len: 168 time: 0.7664802 Jul 16 08:57:09.502893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40190) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:09.516377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e108f-0259-4ea6-b57d-1081eb53d7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=6abd1018-a12f-451b-a81a-595a646083af,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.585090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 2bcdb72d-fae0-4102-97ef-81c9c556853a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:09.607709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbb49a5-2c0f-40ea-850b-bd020e9e0e5c admin admin] Deleting subnet 9555ebbc-a278-40a4-b1cd-9c636ac566bf {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:09.613979 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.614713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5edff193-92f3-4d05-9518-be18a38db1e8 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:09.622513 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cbb49a5-2c0f-40ea-850b-bd020e9e0e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.689538 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cbb49a5-2c0f-40ea-850b-bd020e9e0e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.721559 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:07Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:57Z', 'revision_number': 1, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2', 'name': '', 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:52:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '72b75ace-b730-4757-9ade-5dcf3d06cc4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:05Z', 'updated_at': '2021-07-16T08:57:07Z', 'revision_number': 2, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '72b75ace-b730-4757-9ade-5dcf3d06cc4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:09.760238 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Checking router: 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:09.761624 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cbb49a5-2c0f-40ea-850b-bd020e9e0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.762584 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Updating router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:09.804143 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.844993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=2bcdb72d-fae0-4102-97ef-81c9c556853a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.868917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 5edff193-92f3-4d05-9518-be18a38db1e8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:09.874977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 5edff193-92f3-4d05-9518-be18a38db1e8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:09.875723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.929898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cbb49a5-2c0f-40ea-850b-bd020e9e0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.023302 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.065817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb49a5-2c0f-40ea-850b-bd020e9e0e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9555ebbc-a278-40a4-b1cd-9c636ac566bf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.081788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cbb49a5-2c0f-40ea-850b-bd020e9e0e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.084012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0cbb49a5-2c0f-40ea-850b-bd020e9e0e5c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9555ebbc-a278-40a4-b1cd-9c636ac566bf HTTP/1.1" status: 204 len: 168 time: 0.5796335 Jul 16 08:57:10.086884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40218) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:10.126059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5edff193-92f3-4d05-9518-be18a38db1e8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5edff193-92f3-4d05-9518-be18a38db1e8,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:10.146024 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.152908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e0bb2eb8-1ee7-4550-bebe-cd6786166a5a up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:10.213293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a129-f965-447f-a740-82462db35450 req-86b9fea2-188c-4017-b098-4fa5c0454718 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.220873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a129-f965-447f-a740-82462db35450 req-86b9fea2-188c-4017-b098-4fa5c0454718 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.227291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a129-f965-447f-a740-82462db35450 req-86b9fea2-188c-4017-b098-4fa5c0454718 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.234101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a129-f965-447f-a740-82462db35450 req-86b9fea2-188c-4017-b098-4fa5c0454718 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.249158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a129-f965-447f-a740-82462db35450 req-86b9fea2-188c-4017-b098-4fa5c0454718 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.266267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a129-f965-447f-a740-82462db35450 req-86b9fea2-188c-4017-b098-4fa5c0454718 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.273466 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.281218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a129-f965-447f-a740-82462db35450 req-86b9fea2-188c-4017-b098-4fa5c0454718 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.289936 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Transition to ACTIVE for port object 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:10.292211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa79a129-f965-447f-a740-82462db35450 req-86b9fea2-188c-4017-b098-4fa5c0454718 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5443 time: 0.3237755 Jul 16 08:57:10.300696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.307048 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.316942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=5edff193-92f3-4d05-9518-be18a38db1e8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.378201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa79a129-f965-447f-a740-82462db35450 req-b7f27ea1-8deb-4508-b04d-7def9931de4c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848365 Jul 16 08:57:10.410316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430c7e-6e52-48a6-9e3f-a41b84b83895 req-b7bb6f89-4f07-4f3e-8d47-b6cea2ddcd83 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.417453 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e430c7e-6e52-48a6-9e3f-a41b84b83895 req-b7bb6f89-4f07-4f3e-8d47-b6cea2ddcd83 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.4473994 Jul 16 08:57:10.495820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e430c7e-6e52-48a6-9e3f-a41b84b83895 req-c4352b64-fb41-4c62-967c-5ec55aa025c4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732732 Jul 16 08:57:10.521047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:10.530265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:10.530901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.591475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.615837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675293a1-115b-4efe-bb83-c327fe886b90']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:10.621151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Attempting to bind port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:10.623512 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Attempting to bind port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:10.624178 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Attempting to bind port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 on network edaa6b49-8c9d-4f3a-be28-6229caf31a05 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:10.633376 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:10.633844 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Checking segment: {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:10.634460 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.635052 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Bound using segment: {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:10.637174 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Bound port: 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e177de9d-a9d9-41cf-865d-f1cdfd148347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:10.637949 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.666999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62ba291-8299-4f0b-bb19-06c26fa3b44a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:10.667453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62ba291-8299-4f0b-bb19-06c26fa3b44a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:10.698052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.708603 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Pushing event updated for resources: {'Port': ['ID=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.735861 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.739832 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.740185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.740531 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.740860 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.741201 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.741534 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.744007 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d5cf-6dbb-47d7-9899-e6fd3527cdd0 req-e89eb391-d4c2-4520-816f-2089398fddc7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.751146 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.751494 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.751863 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.752288 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.752627 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.752847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55f0d5cf-6dbb-47d7-9899-e6fd3527cdd0 req-e89eb391-d4c2-4520-816f-2089398fddc7 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 945 time: 0.1127548 Jul 16 08:57:10.753010 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.764291 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.779157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:57:10.780736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:57:10.783919 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:57:10.794632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:10.805263 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.806198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a194b142-12eb-4ac1-b098-ff1f198ff0ee up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:10.862267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55f0d5cf-6dbb-47d7-9899-e6fd3527cdd0 req-9ad21446-5234-44cb-8053-74e404d35e2a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080265 Jul 16 08:57:10.864769 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] For port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:10.873359 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] For port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:10.882208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fe0e68-18c9-4848-909c-505e48b38fc6'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcdb72d-fae0-4102-97ef-81c9c556853a'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edff193-92f3-4d05-9518-be18a38db1e8'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:10.885101 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f1c11d-afb4-4b93-b40b-92c27281a9d3" -d '{"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "69fe0e68-18c9-4848-909c-505e48b38fc6"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "2bcdb72d-fae0-4102-97ef-81c9c556853a"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "5edff193-92f3-4d05-9518-be18a38db1e8"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "e0bb2eb8-1ee7-4550-bebe-cd6786166a5a"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:10.889124 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.968949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.993581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port a194b142-12eb-4ac1-b098-ff1f198ff0ee completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:10.998136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port a194b142-12eb-4ac1-b098-ff1f198ff0ee triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:10.998533 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.040766 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.050102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.052090 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] 10.222.0.55 "DELETE /v2.0/networks/675293a1-115b-4efe-bb83-c327fe886b90 HTTP/1.1" status: 204 len: 168 time: 0.9606061 Jul 16 08:57:11.084046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c194fe-d4b7-4cf7-836b-27d96977671f admin admin] Pushing event deleted for resources: {'Network': ['ID=675293a1-115b-4efe-bb83-c327fe886b90,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.094092 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf432f-bca9-4a9d-97c8-da88baae431a x-openstack-request-id: req-7dbf432f-bca9-4a9d-97c8-da88baae431a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:11.094092 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "69fe0e68-18c9-4848-909c-505e48b38fc6", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "2bcdb72d-fae0-4102-97ef-81c9c556853a", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "5edff193-92f3-4d05-9518-be18a38db1e8", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "e0bb2eb8-1ee7-4550-bebe-cd6786166a5a", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:11.094516 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dbf432f-bca9-4a9d-97c8-da88baae431a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:11.094728 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fe0e68-18c9-4848-909c-505e48b38fc6', 'code': 200} Jul 16 08:57:11.094944 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcdb72d-fae0-4102-97ef-81c9c556853a', 'code': 200} Jul 16 08:57:11.095092 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edff193-92f3-4d05-9518-be18a38db1e8', 'code': 200} Jul 16 08:57:11.095344 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a', 'code': 200} Jul 16 08:57:11.118958 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3999f7-bb7e-4199-a8cc-5c8440162409 None None] Pushing event updated for resources: {'Port': ['ID=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.124236 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:11.125120 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:56:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:11.276095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.298824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-c57a18b2-6e13-4f0c-ba1f-a1fe019dc35d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1731339 Jul 16 08:57:11.363398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a194b142-12eb-4ac1-b098-ff1f198ff0ee, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:11.375671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.387255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 2879cfb5-16d2-451a-b479-70e4c7212ca4 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:11.420101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40258) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:11.421713 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:11.508774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40262) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:11.568400 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b2a73d24-efbf-481b-ba6b-b963bd77dd62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=418e8d72fd7a4b4eadfdb6df179571d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469378 Jul 16 08:57:11.568877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40270) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:11.616066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a194b142-12eb-4ac1-b098-ff1f198ff0ee,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.654560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 2879cfb5-16d2-451a-b479-70e4c7212ca4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:11.660146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 2879cfb5-16d2-451a-b479-70e4c7212ca4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:11.660923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.825873 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.914681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 2879cfb5-16d2-451a-b479-70e4c7212ca4, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2879cfb5-16d2-451a-b479-70e4c7212ca4,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:11.927614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.968821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b251c5c-21bd-40ef-a8cc-902829896173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.986938 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56fc3f5e-3535-42ef-89b6-5726d3e50ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.040822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-93eb3839-802d-40ce-b5aa-71abc5430137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.042282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-93eb3839-802d-40ce-b5aa-71abc5430137 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 1098 time: 0.6729321 Jul 16 08:57:12.079646 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:07Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:57Z', 'revision_number': 1, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2', 'name': '', 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:52:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '72b75ace-b730-4757-9ade-5dcf3d06cc4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:05Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '72b75ace-b730-4757-9ade-5dcf3d06cc4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:12.090329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=2879cfb5-16d2-451a-b479-70e4c7212ca4,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.142043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b251c5c-21bd-40ef-a8cc-902829896173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.162671 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1475d8-0b73-4fc4-b023-643e8068e866 None None] The sync data for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 is: [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:07Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:57Z', 'revision_number': 1, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2', 'name': '', 'network_id': 'edaa6b49-8c9d-4f3a-be28-6229caf31a05', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:52:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '72b75ace-b730-4757-9ade-5dcf3d06cc4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:05Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '72b75ace-b730-4757-9ade-5dcf3d06cc4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:12.163279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b251c5c-21bd-40ef-a8cc-902829896173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.275402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56fc3f5e-3535-42ef-89b6-5726d3e50ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.281226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b251c5c-21bd-40ef-a8cc-902829896173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a33aae-de9b-42e4-9ee3-cf421a22bb07,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.286330 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7b251c5c-21bd-40ef-a8cc-902829896173 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b1a90d50fe14168aae3ea40ade785eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7720430 Jul 16 08:57:12.289093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40278) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:12.354641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-f178bf5d-87f2-4eeb-aa9c-1ef34f3daea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.357109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-f178bf5d-87f2-4eeb-aa9c-1ef34f3daea7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 200 len: 916 time: 0.2855048 Jul 16 08:57:12.371399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-de9991ac-c341-4b42-9c95-ab58d2f2a538 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.380578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-de9991ac-c341-4b42-9c95-ab58d2f2a538 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.390580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-de9991ac-c341-4b42-9c95-ab58d2f2a538 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.397903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-de9991ac-c341-4b42-9c95-ab58d2f2a538 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.405564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-de9991ac-c341-4b42-9c95-ab58d2f2a538 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.412993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d12ca7a9-a6d9-4dae-a8f6-d934c7777263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.414116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-de9991ac-c341-4b42-9c95-ab58d2f2a538 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.421447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-de9991ac-c341-4b42-9c95-ab58d2f2a538 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.433788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-de9991ac-c341-4b42-9c95-ab58d2f2a538 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.6618459 Jul 16 08:57:12.459610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d12ca7a9-a6d9-4dae-a8f6-d934c7777263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.580547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-73c27cab-e963-45ac-8cd1-633c5d6c12b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 HTTP/1.1" status: 200 len: 217 time: 0.0642278 Jul 16 08:57:12.582500 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d12ca7a9-a6d9-4dae-a8f6-d934c7777263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.587029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d12ca7a9-a6d9-4dae-a8f6-d934c7777263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.588525 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d12ca7a9-a6d9-4dae-a8f6-d934c7777263 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2a33aae-de9b-42e4-9ee3-cf421a22bb07 HTTP/1.1" status: 204 len: 168 time: 0.2982652 Jul 16 08:57:12.621516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ca7a9-a6d9-4dae-a8f6-d934c7777263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a33aae-de9b-42e4-9ee3-cf421a22bb07,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.625260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56fc3f5e-3535-42ef-89b6-5726d3e50ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.630495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56fc3f5e-3535-42ef-89b6-5726d3e50ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.645560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-56fc3f5e-3535-42ef-89b6-5726d3e50ff1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54ea2332-1a0d-416a-bc4a-6069ea677b37 HTTP/1.1" status: 204 len: 168 time: 1.0676389 Jul 16 08:57:12.803035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b11f9-cd01-496c-9fc8-9e215075b708 req-3a2fa995-6f96-4b49-a563-975157ce8ba6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.815609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-781b11f9-cd01-496c-9fc8-9e215075b708 req-3a2fa995-6f96-4b49-a563-975157ce8ba6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.9538906 Jul 16 08:57:12.821895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-8e580c35-0215-4c0d-b111-48b235300b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.828663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-8e580c35-0215-4c0d-b111-48b235300b4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 200 len: 855 time: 0.2431428 Jul 16 08:57:12.885262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc3f5e-3535-42ef-89b6-5726d3e50ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea2332-1a0d-416a-bc4a-6069ea677b37,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.096922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee'}, {'server_uuid': 'ac374e2f-c16a-4995-9e3c-d2260f651f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2879cfb5-16d2-451a-b479-70e4c7212ca4'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:13.099300 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782495a9-c5c4-4de8-9d11-d71bd74bafb3" -d '{"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee"}, {"server_uuid": "ac374e2f-c16a-4995-9e3c-d2260f651f4b", "name": "network-vif-plugged", "status": "completed", "tag": "2879cfb5-16d2-451a-b479-70e4c7212ca4"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:13.344949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:13.374267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40300) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:13.490714 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:13.525293 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-072b6afd-f669-48ed-83ea-a84b2d58d565 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65039d5730be4b4b92d44a22788bd9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483850 Jul 16 08:57:13.526023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40302) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:13.547663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:13.558080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:13.559560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.705062 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f4433f0-a6ea-4eae-9f5f-cddb1073d58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.759066 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f4433f0-a6ea-4eae-9f5f-cddb1073d58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.773913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.836337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:13.848452 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.858257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-ff4822eb-7a65-4370-a789-ddda426952e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d462d84-d187-4864-8ea5-a0f0066eb59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9997704 Jul 16 08:57:13.905987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc690639-5a4f-49fe-9bb5-e95c2d163bea req-8ad9e79d-1f1a-476a-a402-cd029da9e971 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4701886 Jul 16 08:57:13.944408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f4433f0-a6ea-4eae-9f5f-cddb1073d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.966835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f4433f0-a6ea-4eae-9f5f-cddb1073d58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.970636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-781b11f9-cd01-496c-9fc8-9e215075b708 req-76c52fc2-f1af-4f60-a2d9-df3ce9fe83d5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1541069 Jul 16 08:57:13.997271 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8f4433f0-a6ea-4eae-9f5f-cddb1073d58e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7171ba1-0764-4f22-92f2-b7653b9bf057 HTTP/1.1" status: 204 len: 168 time: 0.4500482 Jul 16 08:57:14.037038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:14.054966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4433f0-a6ea-4eae-9f5f-cddb1073d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7171ba1-0764-4f22-92f2-b7653b9bf057,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:14.151336 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb4dfb9-7c85-4e24-b30b-3017e68e6804 x-openstack-request-id: req-cbb4dfb9-7c85-4e24-b30b-3017e68e6804 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:14.152891 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-plugged", "status": "completed", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee", "code": 200}, {"server_uuid": "ac374e2f-c16a-4995-9e3c-d2260f651f4b", "name": "network-vif-plugged", "status": "completed", "tag": "2879cfb5-16d2-451a-b479-70e4c7212ca4", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:14.153441 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbb4dfb9-7c85-4e24-b30b-3017e68e6804 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:14.154034 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'code': 200} Jul 16 08:57:14.154457 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac374e2f-c16a-4995-9e3c-d2260f651f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2879cfb5-16d2-451a-b479-70e4c7212ca4', 'code': 200} Jul 16 08:57:14.261979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-611dabb5-c1d0-435c-bb43-90bb75223a84 service neutron] 10.222.0.54 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917799 Jul 16 08:57:14.447098 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39aa7361-88c0-4dbf-9826-731db2ea3df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.485855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40324) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:14.565896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2139e-2e50-4551-8797-14c172af5c47 req-1ec743c7-3e31-4e8c-8569-1c691591eea8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.582761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfe2139e-2e50-4551-8797-14c172af5c47 req-1ec743c7-3e31-4e8c-8569-1c691591eea8 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.3006186 Jul 16 08:57:14.624427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-333abeb3-8153-4e47-92e2-b8e3fc4957d4 req-eebe057d-cee7-4df6-9b67-ea906170a756 service neutron] 10.222.0.54 "GET /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506423 Jul 16 08:57:14.655860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfe2139e-2e50-4551-8797-14c172af5c47 req-782fdb19-3831-4257-a338-d195281cfe8d tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710452 Jul 16 08:57:14.668467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebfd88-5b63-43ab-8ac4-c691448861ce req-ea3e22a8-4d60-4b74-a876-2aa6a4ac37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.671333 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-13ebfd88-5b63-43ab-8ac4-c691448861ce req-ea3e22a8-4d60-4b74-a876-2aa6a4ac37c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 1098 time: 0.3759146 Jul 16 08:57:14.696084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b8c64-266c-43ed-b147-857a2f93323b req-012fe6f3-c754-4ac3-ae11-f73f7dc55bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.696084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b8c64-266c-43ed-b147-857a2f93323b req-012fe6f3-c754-4ac3-ae11-f73f7dc55bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.703831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b8c64-266c-43ed-b147-857a2f93323b req-012fe6f3-c754-4ac3-ae11-f73f7dc55bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.704539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b8c64-266c-43ed-b147-857a2f93323b req-012fe6f3-c754-4ac3-ae11-f73f7dc55bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.705039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b8c64-266c-43ed-b147-857a2f93323b req-012fe6f3-c754-4ac3-ae11-f73f7dc55bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.707838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b8c64-266c-43ed-b147-857a2f93323b req-012fe6f3-c754-4ac3-ae11-f73f7dc55bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.708497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b8c64-266c-43ed-b147-857a2f93323b req-012fe6f3-c754-4ac3-ae11-f73f7dc55bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.711380 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d81b8c64-266c-43ed-b147-857a2f93323b req-012fe6f3-c754-4ac3-ae11-f73f7dc55bb2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6510 time: 0.3408430 Jul 16 08:57:14.829808 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-13ebfd88-5b63-43ab-8ac4-c691448861ce req-86f429d3-23fa-41fc-8a4c-a6d417db7f79 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139970 Jul 16 08:57:14.834832 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d81b8c64-266c-43ed-b147-857a2f93323b req-18c79519-ab23-4eb4-8422-15d445e5dd7c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065366 Jul 16 08:57:14.845301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1980484447'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:14.885025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Made reservation on behalf of 6189dfc239b6407b90037cdfd67b1a9f for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:14.891313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.906235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.089885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.094460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.156359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:15.214085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.339969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.340406 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Added segment c8259d95-e7c5-4fac-82fa-3aff45e76e2b of type vlan for network 159db442-8e0b-4f23-91e3-d2e211317eef Jul 16 08:57:15.342785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64d4252-f1e7-41b3-b25c-6b14cdeffd59,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:15.346686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:15.421387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.484142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b1a98-0166-4f25-a60c-dd60ab2edb8a req-94c4ad73-a3f0-4ce2-a60b-d849da60f269 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.486002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-838b1a98-0166-4f25-a60c-dd60ab2edb8a req-94c4ad73-a3f0-4ce2-a60b-d849da60f269 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.2707613 Jul 16 08:57:15.554113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:15.554481 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.571300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-838b1a98-0166-4f25-a60c-dd60ab2edb8a req-1e8ae95c-de7d-47e6-8860-136c168f0132 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787418 Jul 16 08:57:15.575821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.585532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.586548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.702850 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2140014 Jul 16 08:57:15.706217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40360) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:15.712925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'subnet': {'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:15.898510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Made reservation on behalf of 6189dfc239b6407b90037cdfd67b1a9f for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:15.905183 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.934644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e82b45-2112-4ba7-b64f-42e111ae7273 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Network': ['ID=159db442-8e0b-4f23-91e3-d2e211317eef,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.072620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-48dae2a7-e867-4563-a06f-a2a848f75a79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.084230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-48dae2a7-e867-4563-a06f-a2a848f75a79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.102575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-48dae2a7-e867-4563-a06f-a2a848f75a79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.106308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 159db442-8e0b-4f23-91e3-d2e211317eef details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:16.115626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-48dae2a7-e867-4563-a06f-a2a848f75a79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.129068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-48dae2a7-e867-4563-a06f-a2a848f75a79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.144411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-48dae2a7-e867-4563-a06f-a2a848f75a79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.160692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-48dae2a7-e867-4563-a06f-a2a848f75a79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.173255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-48dae2a7-e867-4563-a06f-a2a848f75a79 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.4724441 Jul 16 08:57:16.329248 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18a10909-da7f-487d-929c-0d9d537a3a3d req-0d0e3439-7f80-4f04-94c2-843876b3d04d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550810 Jul 16 08:57:16.361980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d537ff-c6cf-47e1-87a1-40707a75ec30 req-7506b328-559a-4a64-b0cd-3e1904650dad tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.369829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9d537ff-c6cf-47e1-87a1-40707a75ec30 req-7506b328-559a-4a64-b0cd-3e1904650dad tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.3989353 Jul 16 08:57:16.385437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.434100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9d537ff-c6cf-47e1-87a1-40707a75ec30 req-48d1a13a-4ea8-4d51-85b7-c2d995353619 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622337 Jul 16 08:57:16.577155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Subnet': ['ID=c05297e3-eb9f-4223-8e9f-2600c60d20fe,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.600939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Checking segment: {'id': 'c8259d95-e7c5-4fac-82fa-3aff45e76e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:16.604084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Network hostable DHCP agents. Network: 159db442-8e0b-4f23-91e3-d2e211317eef, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:16.663787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Network 159db442-8e0b-4f23-91e3-d2e211317eef is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:16.698564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 159db442-8e0b-4f23-91e3-d2e211317eef) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:16.707443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec703baa-3163-424d-8b44-4f7f2c6554a5 None None] Network 159db442-8e0b-4f23-91e3-d2e211317eef requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:16.709484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.710631 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.746286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40384) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:16.746816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3f070904-0116-46cb-95cd-ee567f670055 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0382631 Jul 16 08:57:16.752513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-440385657'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:17.133746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-159db442-8e0b-4f23-91e3-d2e211317eef', 'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef', 'tenant_id': '6189dfc239b6407b90037cdfd67b1a9f', 'fixed_ips': [{'subnet_id': 'c05297e3-eb9f-4223-8e9f-2600c60d20fe'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:17.135236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.279488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Made reservation on behalf of 6189dfc239b6407b90037cdfd67b1a9f for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:17.283867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.337587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ccf9a-5d52-49cf-9083-38a4ad4407d4 req-d05ae408-ee45-4452-a866-6221a6c7d84d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:17.357321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-968ccf9a-5d52-49cf-9083-38a4ad4407d4 req-d05ae408-ee45-4452-a866-6221a6c7d84d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.3452358 Jul 16 08:57:17.390512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] device_id is not set on port 422d1343-99e6-46b3-aca9-af816860ca88 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:17.411250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Allocated IP 2001:db8::2 (159db442-8e0b-4f23-91e3-d2e211317eef/c05297e3-eb9f-4223-8e9f-2600c60d20fe/06a46d81-7a48-412f-8be3-14e7eeff3d8c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:17.488945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-b2c25653-b7ef-4995-b74f-6e5eec828c7c tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=822fb04746af486d9432623391c03d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012099 Jul 16 08:57:17.594170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-968ccf9a-5d52-49cf-9083-38a4ad4407d4 req-0bf2abd3-aac7-4a30-a946-dc605c78ffc1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270324 Jul 16 08:57:17.667583 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.678473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Transition to ACTIVE for port object 06a46d81-7a48-412f-8be3-14e7eeff3d8c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:17.701899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Transition to ACTIVE for port object 06a46d81-7a48-412f-8be3-14e7eeff3d8c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:17.724008 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.809500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Network 159db442-8e0b-4f23-91e3-d2e211317eef is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:17.810819 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.817542 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4fed569-64f7-4b50-878a-58d7e638a8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.825456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:17.830581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:17.834670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Pushing event updated for resources: {'Port': ['ID=06a46d81-7a48-412f-8be3-14e7eeff3d8c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:17.911210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Attempting to bind port 06a46d81-7a48-412f-8be3-14e7eeff3d8c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:17.911619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Attempting to bind port 06a46d81-7a48-412f-8be3-14e7eeff3d8c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c8259d95-e7c5-4fac-82fa-3aff45e76e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:17.912243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Attempting to bind port 06a46d81-7a48-412f-8be3-14e7eeff3d8c on network 159db442-8e0b-4f23-91e3-d2e211317eef {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:17.919292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:17.919676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Checking segment: {'id': 'c8259d95-e7c5-4fac-82fa-3aff45e76e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:17.920084 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.920484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Bound using segment: {'id': 'c8259d95-e7c5-4fac-82fa-3aff45e76e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:17.920989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Bound port: 06a46d81-7a48-412f-8be3-14e7eeff3d8c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8259d95-e7c5-4fac-82fa-3aff45e76e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:17.921444 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.076535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-766a746b-3bac-46cb-af59-fbe3c516ec9b tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.078094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-766a746b-3bac-46cb-af59-fbe3c516ec9b tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5766129 Jul 16 08:57:18.080355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Allocated IP 2001:db8::32a (159db442-8e0b-4f23-91e3-d2e211317eef/c05297e3-eb9f-4223-8e9f-2600c60d20fe/422d1343-99e6-46b3-aca9-af816860ca88) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:18.100239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] For port 06a46d81-7a48-412f-8be3-14e7eeff3d8c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:18.108568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] For port 06a46d81-7a48-412f-8be3-14e7eeff3d8c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=06a46d81-7a48-412f-8be3-14e7eeff3d8c,segment=NetworkSegment(c8259d95-e7c5-4fac-82fa-3aff45e76e2b),segment_id=c8259d95-e7c5-4fac-82fa-3aff45e76e2b)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:18.118821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.125024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-3c640208-3fa0-4cb5-a8fb-511ec0d7da37 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/quotas/822fb04746af486d9432623391c03d9c HTTP/1.1" status: 200 len: 375 time: 0.0367074 Jul 16 08:57:18.202645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6719dc8-dcad-4d89-b2d9-c5648dbacc91 None None] Pushing event updated for resources: {'Port': ['ID=06a46d81-7a48-412f-8be3-14e7eeff3d8c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:18.239207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-05140d95-a2f9-4c5b-9f77-a2f861b13f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.246253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-05140d95-a2f9-4c5b-9f77-a2f861b13f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.251981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-05140d95-a2f9-4c5b-9f77-a2f861b13f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.259598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-05140d95-a2f9-4c5b-9f77-a2f861b13f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.277807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-05140d95-a2f9-4c5b-9f77-a2f861b13f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.284054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-05140d95-a2f9-4c5b-9f77-a2f861b13f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.292465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-05140d95-a2f9-4c5b-9f77-a2f861b13f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.300207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-05140d95-a2f9-4c5b-9f77-a2f861b13f3a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.4062908 Jul 16 08:57:18.306843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-e82fdcb0-67c1-434e-897a-d46cf6284e04 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=822fb04746af486d9432623391c03d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1709282 Jul 16 08:57:18.407099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11f3835b-352a-4f7f-b1f8-9309efb33d53 req-860ec4d0-e7b9-48a0-95e6-72fcda028855 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058459 Jul 16 08:57:18.654367 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.747974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.775289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Transition to ACTIVE for port object 422d1343-99e6-46b3-aca9-af816860ca88 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:18.832007 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.895608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13e071-3a63-4f75-a0ee-e133d0e8939b req-18455d37-4e95-4dfe-98e0-11d2a2d64aac tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.897204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b13e071-3a63-4f75-a0ee-e133d0e8939b req-18455d37-4e95-4dfe-98e0-11d2a2d64aac tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.2757967 Jul 16 08:57:18.969188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.023856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b13e071-3a63-4f75-a0ee-e133d0e8939b req-59c06e2d-2166-41b9-a48c-1fc3c050ebb4 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178007 Jul 16 08:57:19.052890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Network 159db442-8e0b-4f23-91e3-d2e211317eef is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:19.061858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=422d1343-99e6-46b3-aca9-af816860ca88,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:19.070897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:19.080326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:19.095023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.095704 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.134259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d914a1d1-630f-46aa-9d77-233a549bb77d tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3864503 Jul 16 08:57:19.137719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40430) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:19.143061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-294663246', 'allowed_address_pairs': [{'ip_address': '2001:db8::32a', 'mac_address': 'fa:16:3e:81:59:c1'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:19.175471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effbcc-b1d8-4716-8036-b7f04dc21347 req-db049ca6-6833-427e-8f1e-ca6bfb8a9d0a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.206191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effbcc-b1d8-4716-8036-b7f04dc21347 req-db049ca6-6833-427e-8f1e-ca6bfb8a9d0a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.223105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effbcc-b1d8-4716-8036-b7f04dc21347 req-db049ca6-6833-427e-8f1e-ca6bfb8a9d0a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.237412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effbcc-b1d8-4716-8036-b7f04dc21347 req-db049ca6-6833-427e-8f1e-ca6bfb8a9d0a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.254343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effbcc-b1d8-4716-8036-b7f04dc21347 req-db049ca6-6833-427e-8f1e-ca6bfb8a9d0a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.268313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effbcc-b1d8-4716-8036-b7f04dc21347 req-db049ca6-6833-427e-8f1e-ca6bfb8a9d0a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.290819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effbcc-b1d8-4716-8036-b7f04dc21347 req-db049ca6-6833-427e-8f1e-ca6bfb8a9d0a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.292880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19effbcc-b1d8-4716-8036-b7f04dc21347 req-db049ca6-6833-427e-8f1e-ca6bfb8a9d0a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.4341598 Jul 16 08:57:19.328375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40432) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:19.365198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Request body: {'floatingip': {'port_id': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:19.371492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 06a46d81-7a48-412f-8be3-14e7eeff3d8c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:19.466209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Made reservation on behalf of 6189dfc239b6407b90037cdfd67b1a9f for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:19.566122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 06a46d81-7a48-412f-8be3-14e7eeff3d8c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:19.637468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9defc4b-6d18-43a9-96dd-ae6cdf709828 req-76706ce2-bb5a-4573-b4b7-e28ba4ee73a5 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 210 time: 0.1980214 Jul 16 08:57:19.649732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.724955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.772545 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] device_id is not set on port cf6bfe99-5520-4f81-8ba1-6508e486f647 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:20.055016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fc09b-25db-4ed5-9577-bb15ab31bf70 None None] Network 159db442-8e0b-4f23-91e3-d2e211317eef requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:20.093459 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.110540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Allocated IP 2001:db8::97 (159db442-8e0b-4f23-91e3-d2e211317eef/c05297e3-eb9f-4223-8e9f-2600c60d20fe/cf6bfe99-5520-4f81-8ba1-6508e486f647) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:20.188763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3537c-ec57-4ff6-bb9f-edb9123d002d req-45195497-eabe-4dbc-820f-20228e12f5a7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.198040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74b3537c-ec57-4ff6-bb9f-edb9123d002d req-45195497-eabe-4dbc-820f-20228e12f5a7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.9041395 Jul 16 08:57:20.205699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-154e4860-7100-49dc-874c-2e3e5386341b None None] Provisioning for port 06a46d81-7a48-412f-8be3-14e7eeff3d8c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:20.211018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-154e4860-7100-49dc-874c-2e3e5386341b None None] Provisioning complete for port 06a46d81-7a48-412f-8be3-14e7eeff3d8c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:20.211388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154e4860-7100-49dc-874c-2e3e5386341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.371530 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154e4860-7100-49dc-874c-2e3e5386341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.402298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74b3537c-ec57-4ff6-bb9f-edb9123d002d req-4dcad5b2-46b6-4106-b2db-2af74bb14c9f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081891 Jul 16 08:57:20.414051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57d67c-cb84-49a1-9be4-80c17073b917 req-36aaba7f-4866-418b-9573-80853f535a43 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.440574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad57d67c-cb84-49a1-9be4-80c17073b917 req-36aaba7f-4866-418b-9573-80853f535a43 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.4179511 Jul 16 08:57:20.491633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-154e4860-7100-49dc-874c-2e3e5386341b None None] For port 06a46d81-7a48-412f-8be3-14e7eeff3d8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=06a46d81-7a48-412f-8be3-14e7eeff3d8c,segment=NetworkSegment(c8259d95-e7c5-4fac-82fa-3aff45e76e2b),segment_id=c8259d95-e7c5-4fac-82fa-3aff45e76e2b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:20.505174 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154e4860-7100-49dc-874c-2e3e5386341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.524953 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.552828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Transition to ACTIVE for port object cf6bfe99-5520-4f81-8ba1-6508e486f647 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:20.609527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad57d67c-cb84-49a1-9be4-80c17073b917 req-737825d4-0d97-4d57-813b-b7da5171716a tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680088 Jul 16 08:57:20.617430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.668754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e4860-7100-49dc-874c-2e3e5386341b None None] Pushing event updated for resources: {'Port': ['ID=06a46d81-7a48-412f-8be3-14e7eeff3d8c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:20.750145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=cf6bfe99-5520-4f81-8ba1-6508e486f647,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:20.790893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.796476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Network 159db442-8e0b-4f23-91e3-d2e211317eef is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:20.797394 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.798506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:20.802894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:20.811588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.815760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.847256 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fe321e29-a61b-44be-b4cf-60b4c1934274 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7083967 Jul 16 08:57:20.850730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40446) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:21.065106 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Floating IP 58e09914-44dd-4749-93bc-ef0556cfa5ee associated. External IP: 172.25.6.161, port: a194b142-12eb-4ac1-b098-ff1f198ff0ee. Jul 16 08:57:21.162251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-209fd158-7e31-47f4-a95e-80ab30660e54 None None] Provisioning for port 422d1343-99e6-46b3-aca9-af816860ca88 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:21.179685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-209fd158-7e31-47f4-a95e-80ab30660e54 None None] Provisioning complete for port 422d1343-99e6-46b3-aca9-af816860ca88 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:21.185547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-209fd158-7e31-47f4-a95e-80ab30660e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.248050 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-6be4b52d-dac6-49ee-b305-40b1aec0ac14 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=822fb04746af486d9432623391c03d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1528656 Jul 16 08:57:21.256518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-346d81d9-e1c9-4f2d-907d-81712e2e424c req-56870a58-30f3-466f-a199-d753793805f5 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 210 time: 0.0976558 Jul 16 08:57:21.280138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c5783-3a0c-4ed1-8a6d-9e7970d7b182 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.294845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c5783-3a0c-4ed1-8a6d-9e7970d7b182 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.310260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-209fd158-7e31-47f4-a95e-80ab30660e54 None None] Port 422d1343-99e6-46b3-aca9-af816860ca88 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:21.314917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c5783-3a0c-4ed1-8a6d-9e7970d7b182 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.317891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce2c5783-3a0c-4ed1-8a6d-9e7970d7b182 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4659221 Jul 16 08:57:21.328446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-209fd158-7e31-47f4-a95e-80ab30660e54 None None] Provisioning complete for port 06a46d81-7a48-412f-8be3-14e7eeff3d8c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:21.328824 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-209fd158-7e31-47f4-a95e-80ab30660e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.343370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40454) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:21.381821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 06a46d81-7a48-412f-8be3-14e7eeff3d8c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:21.693806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 06a46d81-7a48-412f-8be3-14e7eeff3d8c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:21.696176 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.787642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:22.012773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a5431447-47dd-477c-824c-437003a097ab None None] Provisioning complete for port 422d1343-99e6-46b3-aca9-af816860ca88 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:22.013250 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5431447-47dd-477c-824c-437003a097ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.069537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:22.076974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.096743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] Sync routers for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:22.129726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:22.130511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:57:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:22.288990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a5431447-47dd-477c-824c-437003a097ab None None] Port 422d1343-99e6-46b3-aca9-af816860ca88 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:22.470819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-caa759ef-ccf1-4680-b3f2-5551fa1f5275 None None] Provisioning for port cf6bfe99-5520-4f81-8ba1-6508e486f647 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:22.491715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-caa759ef-ccf1-4680-b3f2-5551fa1f5275 None None] Provisioning complete for port cf6bfe99-5520-4f81-8ba1-6508e486f647 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:22.492081 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caa759ef-ccf1-4680-b3f2-5551fa1f5275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.498019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:22.659829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-caa759ef-ccf1-4680-b3f2-5551fa1f5275 None None] Port cf6bfe99-5520-4f81-8ba1-6508e486f647 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:22.680638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0c600d21-f4a6-4e97-bbd5-6be8ee936474 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "PUT /v2.0/floatingips/58e09914-44dd-4749-93bc-ef0556cfa5ee HTTP/1.1" status: 200 len: 992 time: 3.3424973 Jul 16 08:57:22.682434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:22.685659 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726a369-0506-4aa0-bddf-38d3abf447fa" -d '{"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:22.686362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2880008c-048f-4b98-813e-b6b9b4af4b6a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Deleting port cf6bfe99-5520-4f81-8ba1-6508e486f647 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:22.686823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2880008c-048f-4b98-813e-b6b9b4af4b6a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.705584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b866-b7dd-4101-937d-c4979db4fb71 req-dafca2c1-17eb-4afb-8706-ba3b4e803951 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:22.707365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a36b866-b7dd-4101-937d-c4979db4fb71 req-dafca2c1-17eb-4afb-8706-ba3b4e803951 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 1.1388748 Jul 16 08:57:22.791367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a36b866-b7dd-4101-937d-c4979db4fb71 req-08a9a8a8-6c1c-426d-9e97-ce6249b326ba tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766432 Jul 16 08:57:22.792630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2880008c-048f-4b98-813e-b6b9b4af4b6a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.807038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2880008c-048f-4b98-813e-b6b9b4af4b6a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Calling delete_port for cf6bfe99-5520-4f81-8ba1-6508e486f647 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:22.853873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a35de6-cd73-4bed-86e2-accdb533219e req-0fda1844-14a8-4403-b0c8-7a0f54a28b12 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:22.855566 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8a35de6-cd73-4bed-86e2-accdb533219e req-0fda1844-14a8-4403-b0c8-7a0f54a28b12 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.7895553 Jul 16 08:57:22.937796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8a35de6-cd73-4bed-86e2-accdb533219e req-c67e80df-3a01-4fd8-85ca-5e6f942fd462 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748527 Jul 16 08:57:23.040084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-c45a6ecc-a2b2-4ed3-a053-b5f738591c68 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.050024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-c45a6ecc-a2b2-4ed3-a053-b5f738591c68 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7263379 Jul 16 08:57:23.053062 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2880008c-048f-4b98-813e-b6b9b4af4b6a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.065116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '58e09914-44dd-4749-93bc-ef0556cfa5ee', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'port_id': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'mac_address': 'fa:16:3e:49:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:43Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 1, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:57Z', 'revision_number': 5, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:23.125330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] Checking router: 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:23.139228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:23.140126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:57:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:23.141020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Request body: {'port': {'device_id': '10988e97-ae5c-43f0-919c-c46e407c4460', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '822fb04746af486d9432623391c03d9c'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:23.164363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880008c-048f-4b98-813e-b6b9b4af4b6a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Port': ['ID=cf6bfe99-5520-4f81-8ba1-6508e486f647,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:23.255418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5f31a4a-ee2c-4a86-9b87-d7a5eecfe5ad req-fad7f339-825a-467e-aa31-69c0f1ea5ddd tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 210 time: 0.0887816 Jul 16 08:57:23.438688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:23.588211 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ff142d-7b1f-4c7f-8a33-8d71bb4753fa x-openstack-request-id: req-d2ff142d-7b1f-4c7f-8a33-8d71bb4753fa {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:23.590117 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:23.590439 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2ff142d-7b1f-4c7f-8a33-8d71bb4753fa {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:23.590842 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'status': 'completed', 'code': 200} Jul 16 08:57:23.668879 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2880008c-048f-4b98-813e-b6b9b4af4b6a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.671694 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2880008c-048f-4b98-813e-b6b9b4af4b6a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "DELETE /v2.0/ports/cf6bfe99-5520-4f81-8ba1-6508e486f647 HTTP/1.1" status: 204 len: 168 time: 2.3273616 Jul 16 08:57:23.674661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40480) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:23.772275 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-36aae27e-cad1-4885-a394-5721010bcebe tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] GET failed (client error): The resource could not be found. Jul 16 08:57:23.774345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-36aae27e-cad1-4885-a394-5721010bcebe tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "GET /v2.0/ports/cf6bfe99-5520-4f81-8ba1-6508e486f647 HTTP/1.1" status: 404 len: 333 time: 0.0986204 Jul 16 08:57:23.796210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40482) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:23.845720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Made reservation on behalf of 822fb04746af486d9432623391c03d9c for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:23.849532 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.869750 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-25656e3d-1574-4e06-a507-ffab9e75dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.870881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-25656e3d-1574-4e06-a507-ffab9e75dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.871373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-25656e3d-1574-4e06-a507-ffab9e75dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.871840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-25656e3d-1574-4e06-a507-ffab9e75dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.872308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-25656e3d-1574-4e06-a507-ffab9e75dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.872782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-25656e3d-1574-4e06-a507-ffab9e75dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.873235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-175694961'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:23.873370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-25656e3d-1574-4e06-a507-ffab9e75dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.875364 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-25656e3d-1574-4e06-a507-ffab9e75dcdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6510 time: 0.2021143 Jul 16 08:57:23.876299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.947967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '58e09914-44dd-4749-93bc-ef0556cfa5ee', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'port_id': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'mac_address': 'fa:16:3e:49:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:43Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 1, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:57Z', 'revision_number': 5, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:24.063662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-e63c1129-affd-4a9e-8168-87799964b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.064796 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-e63c1129-affd-4a9e-8168-87799964b952 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f56d1b59-6046-47e5-8358-9118989f30fb HTTP/1.1" status: 200 len: 917 time: 0.1587536 Jul 16 08:57:24.190347 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f7367-5423-4cc3-93a6-4d8e93e32864 None None] The sync data for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 is: [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '58e09914-44dd-4749-93bc-ef0556cfa5ee', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'port_id': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'mac_address': 'fa:16:3e:49:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:43Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 1, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:57Z', 'revision_number': 5, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:24.200709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.203908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890a5ee-8c42-4a4a-84fa-3a5b720a11d4 req-0b96a474-ab78-47a8-adbc-74d8f8fbdd18 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.205634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a890a5ee-8c42-4a4a-84fa-3a5b720a11d4 req-0b96a474-ab78-47a8-adbc-74d8f8fbdd18 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.4581933 Jul 16 08:57:24.211201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.220808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b29984-4de1-427a-8557-863d5b47d49f req-d308aa16-88ff-4a09-a0e7-66f73a261652 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.228619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67b29984-4de1-427a-8557-863d5b47d49f req-d308aa16-88ff-4a09-a0e7-66f73a261652 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 946 time: 0.4502337 Jul 16 08:57:24.303835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Made reservation on behalf of 6189dfc239b6407b90037cdfd67b1a9f for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:24.307352 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.325362 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-b877ed25-d9cf-4186-a813-417436dcc687 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee HTTP/1.1" status: 200 len: 1000 time: 0.2425501 Jul 16 08:57:24.329761 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f816623-58d0-4325-85c7-5d5c70779c2b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:24.341927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67b29984-4de1-427a-8557-863d5b47d49f req-3d6ad712-af63-400a-94d1-3e0dd4ad9871 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121078 Jul 16 08:57:24.395075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a890a5ee-8c42-4a4a-84fa-3a5b720a11d4 req-d99f1d3a-72b6-4486-a132-120c4b40f240 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268117 Jul 16 08:57:24.397351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] device_id is not set on port 2ed674bb-9b1f-4a68-96cd-f96ddb485814 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:24.405852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-1515b58f-9f29-4e0e-83d0-1585ec560caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.407429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-1515b58f-9f29-4e0e-83d0-1585ec560caa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb977cdb-bd1e-4952-93e4-386a3ffddfea HTTP/1.1" status: 200 len: 855 time: 0.0505612 Jul 16 08:57:24.600095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Allocated IP 192.168.233.63 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/e1bda9f0-cef3-424a-8163-5a628ccef189) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:24.608006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-d1e8b985-2d1e-4bfc-acc0-a11ec76eeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.609704 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-d1e8b985-2d1e-4bfc-acc0-a11ec76eeb43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f56d1b59-6046-47e5-8358-9118989f30fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1806068 Jul 16 08:57:24.637496 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557455ee-0b79-4c84-a1f5-c38b51e74800 None None] New status for floating IP 58e09914-44dd-4749-93bc-ef0556cfa5ee: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:57:24.760376 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-b4976cd2-7440-43b4-be15-10006cc66909 service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350400 Jul 16 08:57:24.761550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7a0f82a-f590-470e-8301-715bf7a60b94 req-7fe79210-01e5-4212-a941-8293e23c0459 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 210 time: 0.0533075 Jul 16 08:57:24.859362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Allocated IP 2001:db8::1d6 (159db442-8e0b-4f23-91e3-d2e211317eef/c05297e3-eb9f-4223-8e9f-2600c60d20fe/2ed674bb-9b1f-4a68-96cd-f96ddb485814) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:24.895134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a514fb-655e-42da-b1d0-44e1dcea1b92 req-c37cb4ed-265d-4570-850a-1eca29c1359a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.911588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28a514fb-655e-42da-b1d0-44e1dcea1b92 req-c37cb4ed-265d-4570-850a-1eca29c1359a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.4139996 Jul 16 08:57:24.996741 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8726a369-0506-4aa0-bddf-38d3abf447fa req-4e533714-c222-461a-b775-7d3b3d7c9651 service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085762 Jul 16 08:57:25.035192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.066024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Transition to ACTIVE for port object e1bda9f0-cef3-424a-8163-5a628ccef189 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:25.128637 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.190029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:25.193149 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:25.197695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:25.222446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28a514fb-655e-42da-b1d0-44e1dcea1b92 req-017334ca-dec8-4699-8df1-444c32eb269a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086350 Jul 16 08:57:25.256378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.257039 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.288912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Pushing event updated for resources: {'Port': ['ID=e1bda9f0-cef3-424a-8163-5a628ccef189,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:25.293500 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-0a30afdb-d0aa-46fb-9b07-02e8ef751a8a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1726873 Jul 16 08:57:25.306719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Request body: {'port': {'device_id': '10988e97-ae5c-43f0-919c-c46e407c4460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:25.475778 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.616674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-9884c630-146e-47c2-b369-e709dd9b5580 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.618287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-9884c630-146e-47c2-b369-e709dd9b5580 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 946 time: 0.5976315 Jul 16 08:57:25.717239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-693390d6-ce7c-4659-9380-e946224c3632 None None] Provisioning for port e1bda9f0-cef3-424a-8163-5a628ccef189 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:25.724617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-693390d6-ce7c-4659-9380-e946224c3632 None None] Provisioning complete for port e1bda9f0-cef3-424a-8163-5a628ccef189 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:25.726646 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-693390d6-ce7c-4659-9380-e946224c3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.757409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.785143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-693390d6-ce7c-4659-9380-e946224c3632 None None] Port e1bda9f0-cef3-424a-8163-5a628ccef189 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:25.825280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bb7fc-98af-4568-93e5-8508479cccf7 req-ad10a2ce-88e8-4f5f-9b7f-8bca956172ca tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.827033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e49bb7fc-98af-4568-93e5-8508479cccf7 req-ad10a2ce-88e8-4f5f-9b7f-8bca956172ca tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.4004526 Jul 16 08:57:25.844766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Transition to ACTIVE for port object 2ed674bb-9b1f-4a68-96cd-f96ddb485814 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:25.924119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bda9f0-cef3-424a-8163-5a628ccef189 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:25.932228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.939426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e49bb7fc-98af-4568-93e5-8508479cccf7 req-99993b44-6a17-49e1-b16d-44e48c4a7a31 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907762 Jul 16 08:57:25.958679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90414a52-3c86-4820-9749-ae7e1be87c88 req-1ac2a29e-1170-4c8c-82b7-ee687fe44035 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.960302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90414a52-3c86-4820-9749-ae7e1be87c88 req-1ac2a29e-1170-4c8c-82b7-ee687fe44035 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 946 time: 0.2062550 Jul 16 08:57:25.972684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Transition to ACTIVE for port object e1bda9f0-cef3-424a-8163-5a628ccef189 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:25.978823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.995671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Deleting port ee6c5643-e0f2-4fca-9d2c-428040f29316 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:25.996034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.013415 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.089886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Network 159db442-8e0b-4f23-91e3-d2e211317eef is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:26.099711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bda9f0-cef3-424a-8163-5a628ccef189,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.103576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90414a52-3c86-4820-9749-ae7e1be87c88 req-5d03b1fd-59d3-4a09-b633-376bed07e603 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320672 Jul 16 08:57:26.112000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:26.146383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:26.164804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.165501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.242103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Attempting to bind port e1bda9f0-cef3-424a-8163-5a628ccef189 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:26.242442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Attempting to bind port e1bda9f0-cef3-424a-8163-5a628ccef189 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:26.242777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Attempting to bind port e1bda9f0-cef3-424a-8163-5a628ccef189 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:26.264144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Port e1bda9f0-cef3-424a-8163-5a628ccef189 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:26.264782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Attempting to bind port e1bda9f0-cef3-424a-8163-5a628ccef189 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:26.272699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:26.273357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:26.274075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:26.274719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Bound port: e1bda9f0-cef3-424a-8163-5a628ccef189, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:26.275263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.307541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=2ed674bb-9b1f-4a68-96cd-f96ddb485814,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.349378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.349789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.350097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.350454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.351124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.359172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.359620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.359969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.364983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.365488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.365865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.366206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.379293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] For port e1bda9f0-cef3-424a-8163-5a628ccef189, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:26.382812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] For port e1bda9f0-cef3-424a-8163-5a628ccef189, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e1bda9f0-cef3-424a-8163-5a628ccef189,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:26.389432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.438195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4d3fd938-0417-428d-8318-15854f647f8f tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5828791 Jul 16 08:57:26.452467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40522) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:26.475424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32a', 'mac_address': 'fa:16:3e:81:59:c1'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:26.476141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.476831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.478933 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/e1bda9f0-cef3-424a-8163-5a628ccef189 HTTP/1.1" status: 200 len: 1096 time: 1.1775148 Jul 16 08:57:26.480840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608cbd4-9722-4e35-ba95-32e481c414a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bda9f0-cef3-424a-8163-5a628ccef189,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.505978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10988e97-ae5c-43f0-919c-c46e407c4460', 'tag': 'e1bda9f0-cef3-424a-8163-5a628ccef189'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:26.512630 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a93d76d-e9ba-4657-ba1d-400abdbeb586" -d '{"events": [{"name": "network-changed", "server_uuid": "10988e97-ae5c-43f0-919c-c46e407c4460", "tag": "e1bda9f0-cef3-424a-8163-5a628ccef189"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:26.538847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] For port ee6c5643-e0f2-4fca-9d2c-428040f29316, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ee6c5643-e0f2-4fca-9d2c-428040f29316,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:26.539396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.575322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Calling delete_port for ee6c5643-e0f2-4fca-9d2c-428040f29316 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:26.653841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f5623-2e39-4ae5-8600-28e43f723b3c req-d5300141-3bed-4bc2-8997-c8cd7a1ee8dc tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.655884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-984f5623-2e39-4ae5-8600-28e43f723b3c req-d5300141-3bed-4bc2-8997-c8cd7a1ee8dc tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 947 time: 0.4213126 Jul 16 08:57:26.685557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6d52eb5b-849e-419d-801b-230b7e9f8eed None None] Provisioning for port 2ed674bb-9b1f-4a68-96cd-f96ddb485814 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:26.695101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6d52eb5b-849e-419d-801b-230b7e9f8eed None None] Provisioning complete for port 2ed674bb-9b1f-4a68-96cd-f96ddb485814 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:26.696973 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6d52eb5b-849e-419d-801b-230b7e9f8eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.707802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-83deeb2e-d3bb-490c-b816-f0c653ac164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.709921 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-83deeb2e-d3bb-490c-b816-f0c653ac164d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=822fb04746af486d9432623391c03d9c&device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 1099 time: 0.1418960 Jul 16 08:57:26.775342 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-903e4e9f-3bb1-45ff-9646-186d76f396f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e1bda9f0-cef3-424a-8163-5a628ccef189 HTTP/1.1" status: 200 len: 217 time: 0.0520592 Jul 16 08:57:26.795894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756b285-88ce-45e7-b424-f41551f68bba req-1b6d4a7b-1d96-4866-ba79-cc149463ac2e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.804623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d756b285-88ce-45e7-b424-f41551f68bba req-1b6d4a7b-1d96-4866-ba79-cc149463ac2e tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.4897394 Jul 16 08:57:26.805579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6d52eb5b-849e-419d-801b-230b7e9f8eed None None] Port 2ed674bb-9b1f-4a68-96cd-f96ddb485814 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:26.863569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-899bd97d-8315-4385-9bdd-d0528d1a252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.865864 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-899bd97d-8315-4385-9bdd-d0528d1a252b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0823879 Jul 16 08:57:26.894753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-984f5623-2e39-4ae5-8600-28e43f723b3c req-fe60ebba-e055-4449-8688-af68225a2ac6 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861143 Jul 16 08:57:26.990250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-4f89d1cd-0b24-4d74-a456-a81a9c4b75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.991806 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-4f89d1cd-0b24-4d74-a456-a81a9c4b75bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182597 Jul 16 08:57:27.163059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d756b285-88ce-45e7-b424-f41551f68bba req-8e54ae44-8954-498c-9cec-c4ea381da983 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509233 Jul 16 08:57:27.207018 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-66827e89-8330-4d65-b4f6-75bda0bd1d67 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067518 Jul 16 08:57:27.242822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.254842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5dfe0158-b5b5-4011-a51a-cb44424e9292', '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:27.257708 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.257974 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf49eb7-4e39-4564-94f4-56005d0af14c x-openstack-request-id: req-fbf49eb7-4e39-4564-94f4-56005d0af14c {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:27.258305 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10988e97-ae5c-43f0-919c-c46e407c4460", "tag": "e1bda9f0-cef3-424a-8163-5a628ccef189", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:27.258497 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbf49eb7-4e39-4564-94f4-56005d0af14c {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:27.259231 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10988e97-ae5c-43f0-919c-c46e407c4460', 'tag': 'e1bda9f0-cef3-424a-8163-5a628ccef189', 'status': 'completed', 'code': 200} Jul 16 08:57:27.263632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:27.344179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Pushing event deleted for resources: {'Port': ['ID=ee6c5643-e0f2-4fca-9d2c-428040f29316,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:27.359331 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a6ec25e-d392-4d72-9912-72384a43f840 req-b7dc4f7a-a500-4162-89ec-75182abccb2b service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450887 Jul 16 08:57:27.431360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e112bc5-3bb6-4469-8ad4-7d1e3086b435 req-1e82ae5a-ceea-4d21-83c0-1b5f265e2d8a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.445381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e112bc5-3bb6-4469-8ad4-7d1e3086b435 req-1e82ae5a-ceea-4d21-83c0-1b5f265e2d8a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.3848836 Jul 16 08:57:27.507085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] No DVR routers for this DVR port ee6c5643-e0f2-4fca-9d2c-428040f29316 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:27.538082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.540122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b14fd3c6-430b-480a-ad0a-4f559ddb5099 req-ad5124e9-1cc6-4ea3-8f0d-c9cabff9058a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "DELETE /v2.0/ports/ee6c5643-e0f2-4fca-9d2c-428040f29316 HTTP/1.1" status: 204 len: 173 time: 1.8957305 Jul 16 08:57:27.540577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e844d97c-a6c5-4a85-bbeb-66b3c1ec8879', 'name': 'network-vif-deleted', 'tag': 'ee6c5643-e0f2-4fca-9d2c-428040f29316'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:27.553707 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f205ae-e2ca-44cf-9a64-e1225614fe4e" -d '{"events": [{"server_uuid": "e844d97c-a6c5-4a85-bbeb-66b3c1ec8879", "name": "network-vif-deleted", "tag": "ee6c5643-e0f2-4fca-9d2c-428040f29316"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:27.563071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-88240bc5-e6a9-4ef2-9eb2-b26b7ee073d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.568202 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-88240bc5-e6a9-4ef2-9eb2-b26b7ee073d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=822fb04746af486d9432623391c03d9c&device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 1099 time: 0.1456733 Jul 16 08:57:27.687026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e112bc5-3bb6-4469-8ad4-7d1e3086b435 req-8cb3e7b1-6201-4a9f-bd77-ff8176f7dd01 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407734 Jul 16 08:57:27.736264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-edff3d0a-0335-4b46-9be8-3ae2fd3aed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.743057 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-edff3d0a-0335-4b46-9be8-3ae2fd3aed74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1661747 Jul 16 08:57:27.831188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38736cd6-43e6-4d8e-90a9-c32038a1ac41 req-1fb98892-3ec1-4435-b3ef-85524131d1d9 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=e844d97c-a6c5-4a85-bbeb-66b3c1ec8879 HTTP/1.1" status: 200 len: 210 time: 0.0671179 Jul 16 08:57:27.881844 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-9cc845b0-e53d-45a2-93c7-ab3e0b272c81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e1bda9f0-cef3-424a-8163-5a628ccef189 HTTP/1.1" status: 200 len: 217 time: 0.1290176 Jul 16 08:57:27.973762 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e54604b-c455-47b8-aad7-94d8a03afe94 x-openstack-request-id: req-4e54604b-c455-47b8-aad7-94d8a03afe94 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:27.973952 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e844d97c-a6c5-4a85-bbeb-66b3c1ec8879", "name": "network-vif-deleted", "tag": "ee6c5643-e0f2-4fca-9d2c-428040f29316", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:27.974202 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e54604b-c455-47b8-aad7-94d8a03afe94 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:27.974627 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e844d97c-a6c5-4a85-bbeb-66b3c1ec8879', 'name': 'network-vif-deleted', 'tag': 'ee6c5643-e0f2-4fca-9d2c-428040f29316', 'status': 'completed', 'code': 200} Jul 16 08:57:28.004687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-97b52672-378e-483b-8787-9d9c61686627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:28.008827 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-97b52672-378e-483b-8787-9d9c61686627 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1187291 Jul 16 08:57:28.126809 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.134621 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.167599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-f6473c62-d619-4d75-b7f2-33f8b512a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:28.170340 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-f6473c62-d619-4d75-b7f2-33f8b512a54e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1527703 Jul 16 08:57:28.216985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] In _notify_port_updated(), no bound segment for port 2ed674bb-9b1f-4a68-96cd-f96ddb485814 on network 159db442-8e0b-4f23-91e3-d2e211317eef {{(pid=94159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:57:28.231284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:28.232188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.233893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "PUT /v2.0/ports/2ed674bb-9b1f-4a68-96cd-f96ddb485814 HTTP/1.1" status: 200 len: 1002 time: 1.7736187 Jul 16 08:57:28.257532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40550) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:28.365061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bf8d8-c88f-4f4a-82d1-9f7adf8a618a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=2ed674bb-9b1f-4a68-96cd-f96ddb485814,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:28.424322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa67ae-3d23-4abb-b74d-9cb07d79a52a req-aea7a73c-48b9-4db5-8a6d-a739cf0699f2 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:28.437955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0daa67ae-3d23-4abb-b74d-9cb07d79a52a req-aea7a73c-48b9-4db5-8a6d-a739cf0699f2 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 947 time: 0.2022865 Jul 16 08:57:28.520694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0daa67ae-3d23-4abb-b74d-9cb07d79a52a req-dacc69e1-4796-439e-8f41-527223985805 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817516 Jul 16 08:57:28.681061 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-d0d13d97-91c3-4033-b4bc-39fe13bd09f4 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023925 Jul 16 08:57:28.799908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-15de766a-4777-4879-8318-af91c119e9a2 None None] Provisioning complete for port 2ed674bb-9b1f-4a68-96cd-f96ddb485814 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:28.801310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15de766a-4777-4879-8318-af91c119e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.820308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Deleting port 2ed674bb-9b1f-4a68-96cd-f96ddb485814 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:28.820794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.869146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-15de766a-4777-4879-8318-af91c119e9a2 None None] Port 2ed674bb-9b1f-4a68-96cd-f96ddb485814 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:28.928709 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5a93d76d-e9ba-4657-ba1d-400abdbeb586 req-7c7a61eb-ae49-413c-b5a9-33733516a59a service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376604 Jul 16 08:57:28.946282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.962634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Calling delete_port for 2ed674bb-9b1f-4a68-96cd-f96ddb485814 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:29.027666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f2ea8-9fb7-424e-8bc0-0db16f129a48 req-5cff336b-0da3-480c-9fa6-10c2d3bcc495 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:29.029775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-723f2ea8-9fb7-424e-8bc0-0db16f129a48 req-5cff336b-0da3-480c-9fa6-10c2d3bcc495 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.1316202 Jul 16 08:57:29.074403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e1bda9f0-cef3-424a-8163-5a628ccef189 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:29.080398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ee6c5643-e0f2-4fca-9d2c-428040f29316 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:29.103628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039e850-322b-400a-852e-16e19526dfa3 req-1fc6f7db-e9aa-46bb-b55f-c116088b83ff tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:29.105514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c039e850-322b-400a-852e-16e19526dfa3 req-1fc6f7db-e9aa-46bb-b55f-c116088b83ff tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.1453171 Jul 16 08:57:29.124779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-723f2ea8-9fb7-424e-8bc0-0db16f129a48 req-a6c07216-ba82-4378-8a88-81e2acb73099 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Jul 16 08:57:29.213454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c039e850-322b-400a-852e-16e19526dfa3 req-f1a8578e-7ad9-451c-9be8-fdd495c8533c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875263 Jul 16 08:57:29.291626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: ee6c5643-e0f2-4fca-9d2c-428040f29316 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:29.292018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ee6c5643-e0f2-4fca-9d2c-428040f29316 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:29.295213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e1bda9f0-cef3-424a-8163-5a628ccef189, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e1bda9f0-cef3-424a-8163-5a628ccef189,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:29.313730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'e1bda9f0-cef3-424a-8163-5a628ccef189', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'e1bda9f0-cef3-424a-8163-5a628ccef189', 'mac_address': 'fa:16:3e:55:f0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:29.357995 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.393944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bda9f0-cef3-424a-8163-5a628ccef189 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:29.438238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e1bda9f0-cef3-424a-8163-5a628ccef189, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e1bda9f0-cef3-424a-8163-5a628ccef189,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:29.443688 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.514812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e1bda9f0-cef3-424a-8163-5a628ccef189,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:29.633587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.702017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Port': ['ID=2ed674bb-9b1f-4a68-96cd-f96ddb485814,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:29.705163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e1bda9f0-cef3-424a-8163-5a628ccef189'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:29.726993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.727623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.728145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.728661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.729163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.738176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.738841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.739361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.739876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.740381 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.740916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.741415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:29.915271 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.921063 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-888212f3-6a30-4edf-9d8a-520c0fcc153c tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "DELETE /v2.0/ports/2ed674bb-9b1f-4a68-96cd-f96ddb485814 HTTP/1.1" status: 204 len: 168 time: 1.6623960 Jul 16 08:57:29.925900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40570) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:29.995416 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-39783145-d5f9-404e-926e-3a18cd82e3dd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] GET failed (client error): The resource could not be found. Jul 16 08:57:29.998271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-39783145-d5f9-404e-926e-3a18cd82e3dd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "GET /v2.0/ports/2ed674bb-9b1f-4a68-96cd-f96ddb485814 HTTP/1.1" status: 404 len: 333 time: 0.0695291 Jul 16 08:57:30.002403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40574) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.008080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1565606215'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:30.017363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dde0ee-3b65-4319-bc3c-8e4a1497b68e req-d2ec9bfe-a0bc-4735-8899-9bac858f2eeb tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.021523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27dde0ee-3b65-4319-bc3c-8e4a1497b68e req-d2ec9bfe-a0bc-4735-8899-9bac858f2eeb tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 948 time: 0.2421908 Jul 16 08:57:30.109852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27dde0ee-3b65-4319-bc3c-8e4a1497b68e req-f7d4b01a-0987-415b-b7ff-c6393c34ea18 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795593 Jul 16 08:57:30.262552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Made reservation on behalf of 6189dfc239b6407b90037cdfd67b1a9f for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:30.266493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.301324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] device_id is not set on port 2898c145-97eb-46e2-b545-5e30ef983d59 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:30.481052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Allocated IP 2001:db8::19d (159db442-8e0b-4f23-91e3-d2e211317eef/c05297e3-eb9f-4223-8e9f-2600c60d20fe/2898c145-97eb-46e2-b545-5e30ef983d59) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:30.522696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc68-56fb-4a0e-baa7-e9b343a80a57 req-9666c878-277d-4ea8-bf6c-6443de115f2f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.532405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3dcdc68-56fb-4a0e-baa7-e9b343a80a57 req-9666c878-277d-4ea8-bf6c-6443de115f2f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.1381009 Jul 16 08:57:30.576185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18bdc-af96-4b06-929c-7900b89a4859 req-8a73de6b-94a6-4b4a-bda3-3be6112bf061 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.577901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb18bdc-af96-4b06-929c-7900b89a4859 req-8a73de6b-94a6-4b4a-bda3-3be6112bf061 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.2575717 Jul 16 08:57:30.634510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3dcdc68-56fb-4a0e-baa7-e9b343a80a57 req-d255cf26-4a39-415a-8f83-317731ccbdba tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012411 Jul 16 08:57:30.678010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfb18bdc-af96-4b06-929c-7900b89a4859 req-cfaee8f9-b474-4d5d-b168-1f207f584ff3 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839865 Jul 16 08:57:30.733101 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.751604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Transition to ACTIVE for port object 2898c145-97eb-46e2-b545-5e30ef983d59 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:30.792540 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.872407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Network 159db442-8e0b-4f23-91e3-d2e211317eef is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:30.887508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:30.905589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:30.921978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.923178 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.927000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=2898c145-97eb-46e2-b545-5e30ef983d59,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:30.958376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-c4545559-826f-4ef8-ba57-2bcf087f07f3 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.960586 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-c4545559-826f-4ef8-ba57-2bcf087f07f3 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.3079410 Jul 16 08:57:30.966816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-254cdaaa-7efd-48be-ac61-bf0038a45f4a tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9631107 Jul 16 08:57:30.969532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40584) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.975422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:81:59:c1'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:31.090360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e1bda9f0-cef3-424a-8163-5a628ccef189 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:31.171495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port e1bda9f0-cef3-424a-8163-5a628ccef189 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:31.178392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port e1bda9f0-cef3-424a-8163-5a628ccef189 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:31.179366 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.364015 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.416980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e1bda9f0-cef3-424a-8163-5a628ccef189, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e1bda9f0-cef3-424a-8163-5a628ccef189,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:31.420787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10988e97-ae5c-43f0-919c-c46e407c4460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bda9f0-cef3-424a-8163-5a628ccef189'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:31.423610 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd8dd22-dad0-4e61-8c3d-fca6f5883dc9" -d '{"events": [{"server_uuid": "10988e97-ae5c-43f0-919c-c46e407c4460", "name": "network-vif-plugged", "status": "completed", "tag": "e1bda9f0-cef3-424a-8163-5a628ccef189"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:31.436070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.501949 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.516762 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf86c37-974d-4ae7-bf93-60db6db89f7c x-openstack-request-id: req-2cf86c37-974d-4ae7-bf93-60db6db89f7c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:31.521989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Deleting port 2879cfb5-16d2-451a-b479-70e4c7212ca4 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:31.522347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.527272 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10988e97-ae5c-43f0-919c-c46e407c4460", "name": "network-vif-plugged", "status": "completed", "tag": "e1bda9f0-cef3-424a-8163-5a628ccef189", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:31.527716 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cf86c37-974d-4ae7-bf93-60db6db89f7c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:31.528242 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10988e97-ae5c-43f0-919c-c46e407c4460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bda9f0-cef3-424a-8163-5a628ccef189', 'code': 200} Jul 16 08:57:31.532087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e1bda9f0-cef3-424a-8163-5a628ccef189,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:31.549231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-af7ecf28-2549-4b77-8c5a-25318788385d None None] Provisioning for port 2898c145-97eb-46e2-b545-5e30ef983d59 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:31.563628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-af7ecf28-2549-4b77-8c5a-25318788385d None None] Provisioning complete for port 2898c145-97eb-46e2-b545-5e30ef983d59 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:31.565749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af7ecf28-2549-4b77-8c5a-25318788385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.649462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-af7ecf28-2549-4b77-8c5a-25318788385d None None] Port 2898c145-97eb-46e2-b545-5e30ef983d59 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:31.655024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85b8b-7289-4a03-abd2-d47900630586 req-7f395776-eb1b-4a4d-928a-52f01a485232 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:31.656615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e85b8b-7289-4a03-abd2-d47900630586 req-7f395776-eb1b-4a4d-928a-52f01a485232 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 948 time: 0.2750058 Jul 16 08:57:31.764213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e85b8b-7289-4a03-abd2-d47900630586 req-4956f613-c60b-4096-befa-251a6d6ed385 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902107 Jul 16 08:57:31.811966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] For port 2879cfb5-16d2-451a-b479-70e4c7212ca4, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2879cfb5-16d2-451a-b479-70e4c7212ca4,segment=NetworkSegment(d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4),segment_id=d5ab52f0-6bdc-46f7-8cd1-2c2228e964c4)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:31.812493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.827313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Calling delete_port for 2879cfb5-16d2-451a-b479-70e4c7212ca4 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:31.953405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993af99-5c5c-412c-8e38-a7cba4640f67 req-992efc32-520a-450c-bf52-714bd7158f8b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:31.973417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6993af99-5c5c-412c-8e38-a7cba4640f67 req-992efc32-520a-450c-bf52-714bd7158f8b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.1262333 Jul 16 08:57:32.062627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6993af99-5c5c-412c-8e38-a7cba4640f67 req-8aabbc8e-9ed2-4fe6-abb8-61ba782ad7d2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881016 Jul 16 08:57:32.103882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45d181-3c78-47d7-bae9-1fec1a42aeb4 req-715ba26a-a3b6-4b6b-95cc-97ac073ca43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.106284 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b45d181-3c78-47d7-bae9-1fec1a42aeb4 req-715ba26a-a3b6-4b6b-95cc-97ac073ca43f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 1101 time: 0.3594396 Jul 16 08:57:32.221378 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b45d181-3c78-47d7-bae9-1fec1a42aeb4 req-451799bf-eac4-4e28-a904-dd952ddc779f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075470 Jul 16 08:57:32.222774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5c9c4-f875-449b-88de-894fd5a4b0df req-aed5925d-ea6d-43f6-878c-711368d60b23 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.226701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5e5c9c4-f875-449b-88de-894fd5a4b0df req-aed5925d-ea6d-43f6-878c-711368d60b23 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac374e2f-c16a-4995-9e3c-d2260f651f4b HTTP/1.1" status: 200 len: 946 time: 0.1992640 Jul 16 08:57:32.227702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.246735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['2879cfb5-16d2-451a-b479-70e4c7212ca4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:32.297279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5e5c9c4-f875-449b-88de-894fd5a4b0df req-2f986670-2018-4074-a28a-96257390218f tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607800 Jul 16 08:57:32.339781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Pushing event deleted for resources: {'Port': ['ID=2879cfb5-16d2-451a-b479-70e4c7212ca4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:32.353253 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.375626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] No DVR routers for this DVR port 2879cfb5-16d2-451a-b479-70e4c7212ca4 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:32.378023 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.380617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.382623 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7d82fbdd-6f17-45ed-8599-dc9297c39a46 req-abc0cbd1-3ce6-44e1-a166-c28dfebc3e30 tempest-ServerDiskConfigTestJSON-1977794706 tempest-ServerDiskConfigTestJSON-1977794706-project] 10.222.0.54 "DELETE /v2.0/ports/2879cfb5-16d2-451a-b479-70e4c7212ca4 HTTP/1.1" status: 204 len: 173 time: 1.4005373 Jul 16 08:57:32.439766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac374e2f-c16a-4995-9e3c-d2260f651f4b', 'name': 'network-vif-deleted', 'tag': '2879cfb5-16d2-451a-b479-70e4c7212ca4'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:32.443620 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4261115-fadf-4ff5-897f-ecae15764e65" -d '{"events": [{"server_uuid": "ac374e2f-c16a-4995-9e3c-d2260f651f4b", "name": "network-vif-deleted", "tag": "2879cfb5-16d2-451a-b479-70e4c7212ca4"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:32.448100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=2898c145-97eb-46e2-b545-5e30ef983d59,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:32.481156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] In _notify_port_updated(), no bound segment for port 2898c145-97eb-46e2-b545-5e30ef983d59 on network 159db442-8e0b-4f23-91e3-d2e211317eef {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:57:32.496519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.499925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.503147 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5e08da7-270d-4138-96c6-cf3d9415c2ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "PUT /v2.0/ports/2898c145-97eb-46e2-b545-5e30ef983d59 HTTP/1.1" status: 200 len: 1003 time: 1.5321903 Jul 16 08:57:32.506575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40612) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:32.539321 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1559129a-4b9d-4a0a-a98a-7dd63e196375 x-openstack-request-id: req-1559129a-4b9d-4a0a-a98a-7dd63e196375 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:32.539886 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac374e2f-c16a-4995-9e3c-d2260f651f4b", "name": "network-vif-deleted", "tag": "2879cfb5-16d2-451a-b479-70e4c7212ca4", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:32.540359 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1559129a-4b9d-4a0a-a98a-7dd63e196375 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:32.540797 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac374e2f-c16a-4995-9e3c-d2260f651f4b', 'name': 'network-vif-deleted', 'tag': '2879cfb5-16d2-451a-b479-70e4c7212ca4', 'status': 'completed', 'code': 200} Jul 16 08:57:32.756475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-19a7b991-6530-4e6e-9cf8-ea6af53967c4 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Deleting port 2898c145-97eb-46e2-b545-5e30ef983d59 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:32.757070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19a7b991-6530-4e6e-9cf8-ea6af53967c4 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.951812 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19a7b991-6530-4e6e-9cf8-ea6af53967c4 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.003188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c9b2331d-0780-475b-8eea-6179209ddc60 None None] Provisioning complete for port 2898c145-97eb-46e2-b545-5e30ef983d59 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:33.003772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9b2331d-0780-475b-8eea-6179209ddc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.050168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2331d-0780-475b-8eea-6179209ddc60 None None] Port 2898c145-97eb-46e2-b545-5e30ef983d59 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:33.056526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-19a7b991-6530-4e6e-9cf8-ea6af53967c4 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Calling delete_port for 2898c145-97eb-46e2-b545-5e30ef983d59 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:33.279551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd360c3-31d6-4025-ae23-34cc4ff67208 req-3f8de89f-8c0c-4865-84b2-6c03ef5d0b7b tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.284999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2cd360c3-31d6-4025-ae23-34cc4ff67208 req-3f8de89f-8c0c-4865-84b2-6c03ef5d0b7b tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 949 time: 0.2996950 Jul 16 08:57:33.360944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2cd360c3-31d6-4025-ae23-34cc4ff67208 req-81d9e1d3-5766-4164-b46c-8847ddff957e tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Jul 16 08:57:33.474270 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19a7b991-6530-4e6e-9cf8-ea6af53967c4 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.547171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7b991-6530-4e6e-9cf8-ea6af53967c4 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Port': ['ID=2898c145-97eb-46e2-b545-5e30ef983d59,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:33.605795 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19a7b991-6530-4e6e-9cf8-ea6af53967c4 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.608097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-19a7b991-6530-4e6e-9cf8-ea6af53967c4 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "DELETE /v2.0/ports/2898c145-97eb-46e2-b545-5e30ef983d59 HTTP/1.1" status: 204 len: 168 time: 1.1001303 Jul 16 08:57:33.611123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40640) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:33.637018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbebc6-fc6d-4867-9d39-9b1996065d03 req-2d590d0a-5489-48f9-9a8e-abc2eca787bb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.638804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-efbbebc6-fc6d-4867-9d39-9b1996065d03 req-2d590d0a-5489-48f9-9a8e-abc2eca787bb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.3504815 Jul 16 08:57:33.665599 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7207a6-5aaa-457f-97b2-348579d269f1 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] GET failed (client error): The resource could not be found. Jul 16 08:57:33.678932 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cc7207a6-5aaa-457f-97b2-348579d269f1 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "GET /v2.0/ports/2898c145-97eb-46e2-b545-5e30ef983d59 HTTP/1.1" status: 404 len: 333 time: 0.0659015 Jul 16 08:57:33.682937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40642) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:33.688655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1296933399'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:33.707895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-efbbebc6-fc6d-4867-9d39-9b1996065d03 req-12876849-c2c2-4284-ad9e-2de86c305d99 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603230 Jul 16 08:57:33.928208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40660) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:34.022744 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Made reservation on behalf of 6189dfc239b6407b90037cdfd67b1a9f for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:34.027203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.039890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-00724cc5-d5cf-4d82-a644-59fbc4d42aad admin admin] Deleting subnet cd78089f-c20c-453d-ae1d-c4b27ea4f698 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:34.048624 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00724cc5-d5cf-4d82-a644-59fbc4d42aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.071383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] device_id is not set on port 4bac8db3-ea22-4b93-b224-b27bf8dfc113 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:34.125071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00724cc5-d5cf-4d82-a644-59fbc4d42aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.209428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00724cc5-d5cf-4d82-a644-59fbc4d42aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.272103 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00724cc5-d5cf-4d82-a644-59fbc4d42aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.304286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00724cc5-d5cf-4d82-a644-59fbc4d42aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd78089f-c20c-453d-ae1d-c4b27ea4f698,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:34.310598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00724cc5-d5cf-4d82-a644-59fbc4d42aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.315859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-00724cc5-d5cf-4d82-a644-59fbc4d42aad admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cd78089f-c20c-453d-ae1d-c4b27ea4f698 HTTP/1.1" status: 204 len: 168 time: 0.3864717 Jul 16 08:57:34.316498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40670) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:34.349663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Allocated IP 2001:db8::25d (159db442-8e0b-4f23-91e3-d2e211317eef/c05297e3-eb9f-4223-8e9f-2600c60d20fe/4bac8db3-ea22-4b93-b224-b27bf8dfc113) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:34.545512 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.598107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.646157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd88942-0aeb-4194-9ba9-d17e47a877ab req-1f45ba40-6558-48b9-95e2-04794d89275f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:34.649765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7bd88942-0aeb-4194-9ba9-d17e47a877ab req-1f45ba40-6558-48b9-95e2-04794d89275f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 945 time: 0.2540238 Jul 16 08:57:34.652720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Transition to ACTIVE for port object 4bac8db3-ea22-4b93-b224-b27bf8dfc113 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:34.725765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.835389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=4bac8db3-ea22-4b93-b224-b27bf8dfc113,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:34.843197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Network 159db442-8e0b-4f23-91e3-d2e211317eef is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:34.846489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:34.849179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:34.857875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:34.858997 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.866871 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 2879cfb5-16d2-451a-b479-70e4c7212ca4 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:34.880040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.904376 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7bd88942-0aeb-4194-9ba9-d17e47a877ab req-d3031397-e5c1-4bea-92a2-03c5cbbdee3c tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471204 Jul 16 08:57:34.906081 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d73640aa-553d-4f2e-b489-899931ef1bdd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2219357 Jul 16 08:57:34.908702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40706) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:34.922401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 2879cfb5-16d2-451a-b479-70e4c7212ca4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:34.922619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'network_id': '159db442-8e0b-4f23-91e3-d2e211317eef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-836638549'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:34.923605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 2879cfb5-16d2-451a-b479-70e4c7212ca4 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:34.959613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54ea554-fa3f-402e-8544-a1a30ba8e0e1']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:34.980084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:34.980692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ab52f0-6bdc-46f7-8cd1-2c2228e964c4') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:34.993196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.016229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.034586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:57:35.039836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:57:35.043071 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:57:35.094107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275765e-d12b-4fe3-8c68-e7f5569272a0 req-a4566e77-b3ed-4a17-aafa-e36299ed113a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:35.095901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7275765e-d12b-4fe3-8c68-e7f5569272a0 req-a4566e77-b3ed-4a17-aafa-e36299ed113a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 949 time: 0.2045257 Jul 16 08:57:35.147294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Made reservation on behalf of 6189dfc239b6407b90037cdfd67b1a9f for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:35.151158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.188664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] device_id is not set on port adf7ae5f-2789-4a85-9ff4-3a8125656e10 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:35.189723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.204465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.208623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] 10.222.0.55 "DELETE /v2.0/networks/b54ea554-fa3f-402e-8544-a1a30ba8e0e1 HTTP/1.1" status: 204 len: 168 time: 0.8885705 Jul 16 08:57:35.240376 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7275765e-d12b-4fe3-8c68-e7f5569272a0 req-ac9c892b-ab70-46fa-8ab0-cf3b2f637cef tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242733 Jul 16 08:57:35.241631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598eb1cb-9cd2-4c10-aaef-5504e3594c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b54ea554-fa3f-402e-8544-a1a30ba8e0e1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:35.297049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a521c676-f642-4f09-a8de-323eb702033a None None] Provisioning for port 4bac8db3-ea22-4b93-b224-b27bf8dfc113 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:35.301448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1a560-3b71-4b8f-8761-3e16fc68c966 req-561d90be-3103-4fa4-ada2-532c816215d8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:35.303025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a521c676-f642-4f09-a8de-323eb702033a None None] Provisioning complete for port 4bac8db3-ea22-4b93-b224-b27bf8dfc113 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:35.303754 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a521c676-f642-4f09-a8de-323eb702033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.306576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84b1a560-3b71-4b8f-8761-3e16fc68c966 req-561d90be-3103-4fa4-ada2-532c816215d8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.2391038 Jul 16 08:57:35.381880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Allocated IP 2001:db8::383 (159db442-8e0b-4f23-91e3-d2e211317eef/c05297e3-eb9f-4223-8e9f-2600c60d20fe/adf7ae5f-2789-4a85-9ff4-3a8125656e10) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:35.383158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84b1a560-3b71-4b8f-8761-3e16fc68c966 req-6f9f5712-5001-43ec-8d00-3a36d1a71e84 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696304 Jul 16 08:57:35.387327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a521c676-f642-4f09-a8de-323eb702033a None None] Port 4bac8db3-ea22-4b93-b224-b27bf8dfc113 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:35.574885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40726) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:35.659010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-087fea1a-da46-4978-a629-31b82a336e49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6df410f2628649a68877dcf7db593c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829923 Jul 16 08:57:35.662103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40728) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:35.662689 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.685034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Transition to ACTIVE for port object adf7ae5f-2789-4a85-9ff4-3a8125656e10 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:35.733935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.776124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Network 159db442-8e0b-4f23-91e3-d2e211317eef is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:35.780556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:35.783570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:35.791086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:35.791803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.836454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9264903 Jul 16 08:57:35.841261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40732) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:35.848889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32a', 'mac_address': 'fa:16:3e:81:59:c1'}, {'ip_address': '2001:db8::25d', 'mac_address': 'fa:16:3e:fc:87:15'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:35.904929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485b165-9cc4-4777-992a-47251a4f5535 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=adf7ae5f-2789-4a85-9ff4-3a8125656e10,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:35.981634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-3fc58895-c2c4-4095-87bb-6efc3e390636 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:35.983254 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-3fc58895-c2c4-4095-87bb-6efc3e390636 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 945 time: 0.2628193 Jul 16 08:57:35.984106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.122084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3bf1f391-ad27-4132-901a-7e0f8f85f52c None None] Provisioning for port adf7ae5f-2789-4a85-9ff4-3a8125656e10 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:36.127296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3bf1f391-ad27-4132-901a-7e0f8f85f52c None None] Provisioning complete for port adf7ae5f-2789-4a85-9ff4-3a8125656e10 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:36.128009 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bf1f391-ad27-4132-901a-7e0f8f85f52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.165343 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e751f77-ea61-467a-a892-4ab4c69b77e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.172804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1f391-ad27-4132-901a-7e0f8f85f52c None None] Port adf7ae5f-2789-4a85-9ff4-3a8125656e10 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:36.179065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9a9e9-1d42-4229-8cd6-41d12557d0c2 req-a534355a-657f-4674-809d-f1165d7a8c2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:36.180611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ac9a9e9-1d42-4229-8cd6-41d12557d0c2 req-a534355a-657f-4674-809d-f1165d7a8c2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.5609968 Jul 16 08:57:36.223240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e751f77-ea61-467a-a892-4ab4c69b77e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.251329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ac9a9e9-1d42-4229-8cd6-41d12557d0c2 req-3bcf600f-a08c-4053-b68b-7f819a26dbfc tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627089 Jul 16 08:57:36.269675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Deleting port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:36.270036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.288148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012f7ec-5c92-4424-8660-1063c48964d7 req-bf3564e1-ee04-40d4-ac02-b739836e56b4 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:36.289728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7012f7ec-5c92-4424-8660-1063c48964d7 req-bf3564e1-ee04-40d4-ac02-b739836e56b4 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 949 time: 0.1888087 Jul 16 08:57:36.315656 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.335042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.340277 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e751f77-ea61-467a-a892-4ab4c69b77e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.343976 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e751f77-ea61-467a-a892-4ab4c69b77e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.345170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8e751f77-ea61-467a-a892-4ab4c69b77e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b HTTP/1.1" status: 204 len: 168 time: 0.6807191 Jul 16 08:57:36.362717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7012f7ec-5c92-4424-8660-1063c48964d7 req-c522d5cf-b4a6-4cbd-98f7-4f5a32acaa28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670669 Jul 16 08:57:36.410246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e751f77-ea61-467a-a892-4ab4c69b77e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4e92e1-e6bc-40ff-b690-d863e1fdaf2b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:36.494587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] In _notify_port_updated(), no bound segment for port adf7ae5f-2789-4a85-9ff4-3a8125656e10 on network 159db442-8e0b-4f23-91e3-d2e211317eef {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:57:36.511724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:36.513170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.513824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "PUT /v2.0/ports/adf7ae5f-2789-4a85-9ff4-3a8125656e10 HTTP/1.1" status: 200 len: 1067 time: 0.6710846 Jul 16 08:57:36.534495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40748) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:36.621735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] For port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:36.622115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.649372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f7fbd-cc92-4e9b-beb5-72efd9384251 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event updated for resources: {'Port': ['ID=adf7ae5f-2789-4a85-9ff4-3a8125656e10,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:36.672253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Calling delete_port for 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:36.835245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c0e0-598a-4e51-bba2-ec88051eca1e req-cc40c097-60a4-42a5-a3da-d637e6f39026 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:36.846567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-deb4c0e0-598a-4e51-bba2-ec88051eca1e req-cc40c097-60a4-42a5-a3da-d637e6f39026 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 945 time: 0.3724370 Jul 16 08:57:36.947888 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.969007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5dfe0158-b5b5-4011-a51a-cb44424e9292', '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:36.971065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-deb4c0e0-598a-4e51-bba2-ec88051eca1e req-9d919a80-a58d-47e7-910e-9644ea5c97e8 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231689 Jul 16 08:57:36.994185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:37.003099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c4d1083d-6d6e-40d9-9c7f-5f4439915187 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=822fb04746af486d9432623391c03d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1066623 Jul 16 08:57:37.067908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:37.072037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-48d6d459-6167-4b5a-b757-562b34fe63ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Deleting port adf7ae5f-2789-4a85-9ff4-3a8125656e10 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:37.072412 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48d6d459-6167-4b5a-b757-562b34fe63ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.072739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Pushing event deleted for resources: {'Port': ['ID=26dd6a81-8fc2-43e7-bb7f-b9f061caccc7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:37.169591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4c8764de-62a9-44a1-bb59-cf796b94eed9 None None] Provisioning complete for port adf7ae5f-2789-4a85-9ff4-3a8125656e10 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:37.170558 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c8764de-62a9-44a1-bb59-cf796b94eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.203750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48d6d459-6167-4b5a-b757-562b34fe63ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.217354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-48d6d459-6167-4b5a-b757-562b34fe63ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Calling delete_port for adf7ae5f-2789-4a85-9ff4-3a8125656e10 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:37.234864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] No DVR routers for this DVR port 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:37.244156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.247207 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7059d5e-1bf3-4527-afdd-698199f0f664 req-fa18778d-2c7f-4c66-b85e-bc1237d7c170 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "DELETE /v2.0/ports/26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 HTTP/1.1" status: 204 len: 173 time: 1.2533989 Jul 16 08:57:37.252642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac26a9b-71b7-40f2-a9bd-8b42814ab163', 'name': 'network-vif-deleted', 'tag': '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:37.257357 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceef6930-c20a-423e-b9c8-30f4f1fd9678" -d '{"events": [{"server_uuid": "4ac26a9b-71b7-40f2-a9bd-8b42814ab163", "name": "network-vif-deleted", "tag": "26dd6a81-8fc2-43e7-bb7f-b9f061caccc7"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:37.373855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4c8764de-62a9-44a1-bb59-cf796b94eed9 None None] Port adf7ae5f-2789-4a85-9ff4-3a8125656e10 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:37.411344 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ec56d-f4d7-4d59-8d8d-3bbc93b6c618 x-openstack-request-id: req-b20ec56d-f4d7-4d59-8d8d-3bbc93b6c618 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:37.411630 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac26a9b-71b7-40f2-a9bd-8b42814ab163", "name": "network-vif-deleted", "tag": "26dd6a81-8fc2-43e7-bb7f-b9f061caccc7", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:37.412482 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b20ec56d-f4d7-4d59-8d8d-3bbc93b6c618 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:37.412887 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac26a9b-71b7-40f2-a9bd-8b42814ab163', 'name': 'network-vif-deleted', 'tag': '26dd6a81-8fc2-43e7-bb7f-b9f061caccc7', 'status': 'completed', 'code': 200} Jul 16 08:57:37.430607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-05461951-4e4d-4c4e-b081-6bec377e34bf tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:37.435584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-05461951-4e4d-4c4e-b081-6bec377e34bf tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4288375 Jul 16 08:57:37.480255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-bcca5ace-9170-4c5c-8f62-7eca03d10cff tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/quotas/822fb04746af486d9432623391c03d9c HTTP/1.1" status: 200 len: 375 time: 0.0326450 Jul 16 08:57:37.615879 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48d6d459-6167-4b5a-b757-562b34fe63ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.685390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6d459-6167-4b5a-b757-562b34fe63ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Port': ['ID=adf7ae5f-2789-4a85-9ff4-3a8125656e10,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:37.719394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40828) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:37.751228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-5a05f1e5-db37-424a-adaf-23053b29d401 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=822fb04746af486d9432623391c03d9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2648783 Jul 16 08:57:37.907119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.090318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1710773603-network', 'tenant_id': '9c7c5b28627a42f493354a90600907f4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:38.383531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01994061-343e-42e6-9372-e324f4b67bde req-105eb7ea-96e5-450c-bbf1-f370c8f880f6 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 210 time: 0.1547787 Jul 16 08:57:38.459179 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48d6d459-6167-4b5a-b757-562b34fe63ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.463505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-48d6d459-6167-4b5a-b757-562b34fe63ca tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "DELETE /v2.0/ports/adf7ae5f-2789-4a85-9ff4-3a8125656e10 HTTP/1.1" status: 204 len: 168 time: 1.9247272 Jul 16 08:57:38.473105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6da4c2e-91bd-43d1-b333-2555077a9035 req-f90a4042-2239-4901-9894-a6996041b374 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ac26a9b-71b7-40f2-a9bd-8b42814ab163 HTTP/1.1" status: 200 len: 210 time: 0.1925800 Jul 16 08:57:38.479212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40872) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.521483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Made reservation on behalf of 9c7c5b28627a42f493354a90600907f4 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:38.524871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.528151 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f60fbea-51d5-4973-a766-a974552e15b7 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] GET failed (client error): The resource could not be found. Jul 16 08:57:38.530156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1f60fbea-51d5-4973-a766-a974552e15b7 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "GET /v2.0/ports/adf7ae5f-2789-4a85-9ff4-3a8125656e10 HTTP/1.1" status: 404 len: 333 time: 0.0491674 Jul 16 08:57:38.532930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40876) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.539962 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.943980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.943980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.943980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:38.943980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc11d45-45a6-4b5f-8b08-1f2d774107d8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:38.950343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be870be-871b-4856-9d67-55ff5c16238b req-ea69f00d-4132-4ee2-b348-653bd8e228a3 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:38.954823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6be870be-871b-4856-9d67-55ff5c16238b req-ea69f00d-4132-4ee2-b348-653bd8e228a3 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 946 time: 0.2540846 Jul 16 08:57:38.954823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.954823 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Added segment dc3542bc-8ba2-4896-9f74-36ac3c5c41ea of type vlan for network 950db6da-59a4-444b-ade0-91d6e91bee58 Jul 16 08:57:38.983691 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2de9d-b60e-42ad-9ac5-6f3cca1969bd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Deleting port 4bac8db3-ea22-4b93-b224-b27bf8dfc113 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:38.984283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6f2de9d-b60e-42ad-9ac5-6f3cca1969bd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.047333 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.072826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6be870be-871b-4856-9d67-55ff5c16238b req-cccec03f-46c2-4f99-8cd4-364a0fe9d2e5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026540 Jul 16 08:57:39.108772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.111046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:39.112653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.172945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:39.174496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6f2de9d-b60e-42ad-9ac5-6f3cca1969bd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.197585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2de9d-b60e-42ad-9ac5-6f3cca1969bd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Calling delete_port for 4bac8db3-ea22-4b93-b224-b27bf8dfc113 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:39.263928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5355659 Jul 16 08:57:39.266973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:39.294658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Request body: {'subnet': {'network_id': '950db6da-59a4-444b-ade0-91d6e91bee58', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1710773603-subnet', 'tenant_id': '9c7c5b28627a42f493354a90600907f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:39.345850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:39.346427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.360588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Made reservation on behalf of 9c7c5b28627a42f493354a90600907f4 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:39.363298 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.365035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385cbd4-fdbb-4cfa-8042-2e1af819b721 admin admin] Pushing event updated for resources: {'Network': ['ID=950db6da-59a4-444b-ade0-91d6e91bee58,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:39.371703 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.387802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 950db6da-59a4-444b-ade0-91d6e91bee58 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:39.429920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:39.437069 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2b9fb-6d06-446b-a4ca-cc3034c9593d" -d '{"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:39.513418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:39.524042 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.591470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49b4de40-4159-4552-845e-420af43a6c9f req-f92349d5-6fb0-45bb-9f5d-1cceed346db4 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 210 time: 0.0360296 Jul 16 08:57:39.652048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=14']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:39.682158 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1699c9-fcf1-47ca-92d3-f74d876efbb4 x-openstack-request-id: req-1f1699c9-fcf1-47ca-92d3-f74d876efbb4 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:39.684738 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:39.686145 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f1699c9-fcf1-47ca-92d3-f74d876efbb4 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:39.687870 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'code': 200} Jul 16 08:57:39.722064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabdfeb-a259-4576-9144-afb0f174e515 req-30e42da1-803c-490b-86f2-f85f2358cace tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:39.730482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edabdfeb-a259-4576-9144-afb0f174e515 req-30e42da1-803c-490b-86f2-f85f2358cace tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1510904 Jul 16 08:57:39.752084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:39.752460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.780066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edabdfeb-a259-4576-9144-afb0f174e515 req-94dc7fc9-ad38-4b26-832c-a477aaae5e38 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486963 Jul 16 08:57:39.781664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6f2de9d-b60e-42ad-9ac5-6f3cca1969bd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.856729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:39.875928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-035ea27a-2fd0-4069-b741-7aea418484ba tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=822fb04746af486d9432623391c03d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401340 Jul 16 08:57:39.949033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2de9d-b60e-42ad-9ac5-6f3cca1969bd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Port': ['ID=4bac8db3-ea22-4b93-b224-b27bf8dfc113,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:39.966435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6f2de9d-b60e-42ad-9ac5-6f3cca1969bd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.971093 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b6f2de9d-b60e-42ad-9ac5-6f3cca1969bd tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "DELETE /v2.0/ports/4bac8db3-ea22-4b93-b224-b27bf8dfc113 HTTP/1.1" status: 204 len: 168 time: 1.4349167 Jul 16 08:57:39.980414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.051652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-d1d1f96a-bcda-46e4-b183-4e3ddcb62f5e tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:40.053517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-d1d1f96a-bcda-46e4-b183-4e3ddcb62f5e tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717288 Jul 16 08:57:40.080609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Request body: {'port': {'device_id': '6214b958-be3b-4db0-850b-c64919e92be6', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '822fb04746af486d9432623391c03d9c'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:40.152403 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-231318e2-494d-4512-a3e1-dc93c03be592 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] GET failed (client error): The resource could not be found. Jul 16 08:57:40.154215 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-231318e2-494d-4512-a3e1-dc93c03be592 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "GET /v2.0/ports/4bac8db3-ea22-4b93-b224-b27bf8dfc113 HTTP/1.1" status: 404 len: 333 time: 0.1641612 Jul 16 08:57:40.168996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.268934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-673a622f-043c-4ad0-bac1-f6ea6cf6afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:40.270986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-673a622f-043c-4ad0-bac1-f6ea6cf6afd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1096 time: 0.5687807 Jul 16 08:57:40.320716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Made reservation on behalf of 822fb04746af486d9432623391c03d9c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:40.325457 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.488046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Allocated IP 192.168.233.105 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/5397add5-2893-4438-8670-213477390c41) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:40.614429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.616164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98367-e133-446b-8cd4-f03508e37baf req-27cc59dd-b69f-4c0b-84b0-80d4d4fe2999 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:40.623665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bf98367-e133-446b-8cd4-f03508e37baf req-27cc59dd-b69f-4c0b-84b0-80d4d4fe2999 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 945 time: 0.1543813 Jul 16 08:57:40.722282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bf98367-e133-446b-8cd4-f03508e37baf req-3da5a186-051a-428c-8950-1de47cc85ddc tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913060 Jul 16 08:57:40.748335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b7430a-8c58-4eeb-853a-5d5fb535598b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:40.753568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-f4c02996-af7e-4e39-9d59-b6cff1ecd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:40.755326 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-f4c02996-af7e-4e39-9d59-b6cff1ecd9c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.4617100 Jul 16 08:57:40.797835 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.801507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d19182c6-65a8-4743-b58f-8d965d092fcd req-d49b11ab-9390-415a-8d14-9ceb45da5d0d tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 210 time: 0.0485890 Jul 16 08:57:40.824014 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a755b-a3c3-4100-9db9-224754324f66 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Deleting port 422d1343-99e6-46b3-aca9-af816860ca88 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:40.824597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a2a755b-a3c3-4100-9db9-224754324f66 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.909666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Transition to ACTIVE for port object 5397add5-2893-4438-8670-213477390c41 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:40.917520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.920123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Checking segment: {'id': 'dc3542bc-8ba2-4896-9f74-36ac3c5c41ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '950db6da-59a4-444b-ade0-91d6e91bee58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:40.920479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Network hostable DHCP agents. Network: 950db6da-59a4-444b-ade0-91d6e91bee58, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:40.960946 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-fe2e71cd-5265-4908-8f77-e33dbca39aad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 998 time: 0.1963680 Jul 16 08:57:40.988249 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.002051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e1bda9f0-cef3-424a-8163-5a628ccef189'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:41.005469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:41.057516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:41.060446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Pushing event updated for resources: {'Port': ['ID=5397add5-2893-4438-8670-213477390c41,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:41.063134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:41.075691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:41.134239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0e2c-c952-4910-8ba8-81a3f70c3f34 req-eda4167c-4755-43d2-b8a4-c24bc8c30fb7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.136857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53ef0e2c-c952-4910-8ba8-81a3f70c3f34 req-eda4167c-4755-43d2-b8a4-c24bc8c30fb7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2050247 Jul 16 08:57:41.168043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a2a755b-a3c3-4100-9db9-224754324f66 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.185694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Network 950db6da-59a4-444b-ade0-91d6e91bee58 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:41.189231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.190200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.249556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-8de87d78-19ed-4b75-9fe9-0a9acf21293f tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1862295 Jul 16 08:57:41.251640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-07709678-6e22-4025-a118-77409f682355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.253724 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-07709678-6e22-4025-a118-77409f682355 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.2635546 Jul 16 08:57:41.294350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Request body: {'port': {'device_id': '6214b958-be3b-4db0-850b-c64919e92be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:41.309814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:41.312499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53ef0e2c-c952-4910-8ba8-81a3f70c3f34 req-ef428724-e1b0-48c4-896a-bdfaa514eabd tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637406 Jul 16 08:57:41.391254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:41.391830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 26dd6a81-8fc2-43e7-bb7f-b9f061caccc7 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:41.442334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 950db6da-59a4-444b-ade0-91d6e91bee58) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:41.453685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f3b91-4ffe-4899-bf8f-afd66bf8823e None None] Network 950db6da-59a4-444b-ade0-91d6e91bee58 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:41.472377 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.472849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a755b-a3c3-4100-9db9-224754324f66 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Calling delete_port for 422d1343-99e6-46b3-aca9-af816860ca88 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:41.480047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.481027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.563278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.569181 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3610f758-94c4-4ee4-93e3-dd5300bc6648 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3011847 Jul 16 08:57:41.673385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-915e019a-ed8a-4ae4-abec-251e80f4918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.675960 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-915e019a-ed8a-4ae4-abec-251e80f4918e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2448096 Jul 16 08:57:41.696015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-480516a3-db30-4617-b6d2-cf76be747dbf None None] Provisioning for port 5397add5-2893-4438-8670-213477390c41 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:41.706582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-480516a3-db30-4617-b6d2-cf76be747dbf None None] Provisioning complete for port 5397add5-2893-4438-8670-213477390c41 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:41.706728 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480516a3-db30-4617-b6d2-cf76be747dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.778840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-480516a3-db30-4617-b6d2-cf76be747dbf None None] Port 5397add5-2893-4438-8670-213477390c41 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:41.783591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3d8bb-c37c-4227-9d94-372b771b5fdf None None] Network 950db6da-59a4-444b-ade0-91d6e91bee58 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:41.941915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-7532ddb0-5fe5-4d99-897b-ae2f16ebeaef tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.944442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-7532ddb0-5fe5-4d99-897b-ae2f16ebeaef tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 945 time: 0.2958052 Jul 16 08:57:42.106096 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-7ab7563f-202a-492a-8582-b57cfa3c9700 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155462 Jul 16 08:57:42.133808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a2a755b-a3c3-4100-9db9-224754324f66 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.181954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5397add5-2893-4438-8670-213477390c41 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:42.199830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.233699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdf88f-bcc4-49a2-a161-3d2b5a7ada8b req-4b9dd1b6-2818-4381-912b-1c6b2dc88d16 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:42.235554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dcdf88f-bcc4-49a2-a161-3d2b5a7ada8b req-4b9dd1b6-2818-4381-912b-1c6b2dc88d16 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 945 time: 0.2883239 Jul 16 08:57:42.242884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Transition to ACTIVE for port object 5397add5-2893-4438-8670-213477390c41 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:42.264875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.276023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b744db0-fc02-4b0c-9790-b1de08cddfcb req-758a497d-a5e5-4cb3-96bf-c313e6758fc7 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:42.277932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b744db0-fc02-4b0c-9790-b1de08cddfcb req-758a497d-a5e5-4cb3-96bf-c313e6758fc7 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 936 time: 0.2548611 Jul 16 08:57:42.371822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Deleting port 5dfe0158-b5b5-4011-a51a-cb44424e9292 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:42.372474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.396806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dcdf88f-bcc4-49a2-a161-3d2b5a7ada8b req-5d267bcb-e33a-4bbc-97e8-90d1dd062645 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468220 Jul 16 08:57:42.419742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Pushing event updated for resources: {'Port': ['ID=5397add5-2893-4438-8670-213477390c41,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.546821 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a755b-a3c3-4100-9db9-224754324f66 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Port': ['ID=422d1343-99e6-46b3-aca9-af816860ca88,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.550898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b744db0-fc02-4b0c-9790-b1de08cddfcb req-6813f815-0b77-4159-b839-fcb733ab3342 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532566 Jul 16 08:57:42.648588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] For port 5dfe0158-b5b5-4011-a51a-cb44424e9292, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5dfe0158-b5b5-4011-a51a-cb44424e9292,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:42.648869 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.653222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Attempting to bind port 5397add5-2893-4438-8670-213477390c41 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:42.653562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Attempting to bind port 5397add5-2893-4438-8670-213477390c41 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:42.653967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Attempting to bind port 5397add5-2893-4438-8670-213477390c41 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:42.671610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Port 5397add5-2893-4438-8670-213477390c41 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:42.671977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Attempting to bind port 5397add5-2893-4438-8670-213477390c41 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:42.692663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Calling delete_port for 5dfe0158-b5b5-4011-a51a-cb44424e9292 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:42.706113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:42.706455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:42.706852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:42.707332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Bound port: 5397add5-2893-4438-8670-213477390c41, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:42.707669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.727065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a2a755b-a3c3-4100-9db9-224754324f66 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.731448 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6a2a755b-a3c3-4100-9db9-224754324f66 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "DELETE /v2.0/ports/422d1343-99e6-46b3-aca9-af816860ca88 HTTP/1.1" status: 204 len: 168 time: 2.5456560 Jul 16 08:57:42.734243 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-274d4a44-f60c-48e7-a7cf-0586e495ebe3 req-fadae276-3164-4386-a195-3bff76825b73 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972297 Jul 16 08:57:42.735062 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41006) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.795638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:42.866816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0a20db-ef1f-49f1-bf36-14a0ab6aa795 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Deleting subnet c05297e3-eb9f-4223-8e9f-2600c60d20fe {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:42.871531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d0a20db-ef1f-49f1-bf36-14a0ab6aa795 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.916304 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d0a20db-ef1f-49f1-bf36-14a0ab6aa795 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.963942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] For port 5397add5-2893-4438-8670-213477390c41, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:42.970369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] For port 5397add5-2893-4438-8670-213477390c41, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5397add5-2893-4438-8670-213477390c41,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:43.064090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:43.074729 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-21e928c7-613b-42b5-86fe-df2da6382fec tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "PUT /v2.0/routers/3ac12e6d-9d1e-4cfc-8844-1510af6f0189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0671091 Jul 16 08:57:43.076788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] Sync routers for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:43.081140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.090603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d0a20db-ef1f-49f1-bf36-14a0ab6aa795 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.102678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:43.105325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:57:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:43.159178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.160002 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.162056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] 10.222.0.52 "PUT /v2.0/ports/5397add5-2893-4438-8670-213477390c41 HTTP/1.1" status: 200 len: 1097 time: 1.8871090 Jul 16 08:57:43.165139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6214b958-be3b-4db0-850b-c64919e92be6', 'tag': '5397add5-2893-4438-8670-213477390c41'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:43.167957 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff72c88-f2a5-4efa-a7ed-4794a03e618b" -d '{"events": [{"name": "network-changed", "server_uuid": "6214b958-be3b-4db0-850b-c64919e92be6", "tag": "5397add5-2893-4438-8670-213477390c41"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:43.230769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d0a20db-ef1f-49f1-bf36-14a0ab6aa795 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.291010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a20db-ef1f-49f1-bf36-14a0ab6aa795 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Subnet': ['ID=c05297e3-eb9f-4223-8e9f-2600c60d20fe,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:43.306791 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d0a20db-ef1f-49f1-bf36-14a0ab6aa795 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.313122 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8d0a20db-ef1f-49f1-bf36-14a0ab6aa795 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "DELETE /v2.0/subnets/c05297e3-eb9f-4223-8e9f-2600c60d20fe HTTP/1.1" status: 204 len: 168 time: 0.5759821 Jul 16 08:57:43.316406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41030) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:43.319533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af38168-caff-4bee-ac25-800c3c2dc31d None None] Network 159db442-8e0b-4f23-91e3-d2e211317eef requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:43.344906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464de41-828c-412a-b39d-4b2b515fcdfa service neutron] Pushing event updated for resources: {'Port': ['ID=5397add5-2893-4438-8670-213477390c41,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:43.372981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:43.396038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-ab0a5fe2-279c-4adc-bf09-72e7df8fcdd9 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.397657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-ab0a5fe2-279c-4adc-bf09-72e7df8fcdd9 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/networks?id=950db6da-59a4-444b-ade0-91d6e91bee58 HTTP/1.1" status: 200 len: 822 time: 0.4376431 Jul 16 08:57:43.425561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d47ab4-5f3d-4ad8-9456-d6ef22bdfbf6 req-998ef81b-5673-49a8-94ac-d423d1d07864 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.437942 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2d47ab4-5f3d-4ad8-9456-d6ef22bdfbf6 req-998ef81b-5673-49a8-94ac-d423d1d07864 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4766324 Jul 16 08:57:43.473200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.538128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-878040dd-444d-4aba-a0f5-55e80141a095 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/quotas/9c7c5b28627a42f493354a90600907f4 HTTP/1.1" status: 200 len: 375 time: 0.1219101 Jul 16 08:57:43.548810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-7c0dc4da-da71-40bd-9267-3c292b566fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.550422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-7c0dc4da-da71-40bd-9267-3c292b566fdc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=822fb04746af486d9432623391c03d9c&device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 1100 time: 0.3078673 Jul 16 08:57:43.586694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Deleting port 06a46d81-7a48-412f-8be3-14e7eeff3d8c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:43.587752 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.681602 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-790dace6-4bfa-4676-bdbd-78b1955e43c2 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c7c5b28627a42f493354a90600907f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241751 Jul 16 08:57:43.703491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] For port 06a46d81-7a48-412f-8be3-14e7eeff3d8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=06a46d81-7a48-412f-8be3-14e7eeff3d8c,segment=NetworkSegment(c8259d95-e7c5-4fac-82fa-3aff45e76e2b),segment_id=c8259d95-e7c5-4fac-82fa-3aff45e76e2b)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:43.704229 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.719742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Calling delete_port for 06a46d81-7a48-412f-8be3-14e7eeff3d8c owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:43.813190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-2030aaee-7a42-46b0-b8f3-9fcd699aa310 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5397add5-2893-4438-8670-213477390c41 HTTP/1.1" status: 200 len: 217 time: 0.2517579 Jul 16 08:57:43.821325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2d47ab4-5f3d-4ad8-9456-d6ef22bdfbf6 req-b0da0eb3-a74c-4644-82cb-dac2dcbf8aa3 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825083 Jul 16 08:57:43.828320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.834222 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.852506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] No DVR routers for this DVR port 06a46d81-7a48-412f-8be3-14e7eeff3d8c on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:43.874642 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5dfe0158-b5b5-4011-a51a-cb44424e9292'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:43.893538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:43.949802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Pushing event deleted for resources: {'Port': ['ID=5dfe0158-b5b5-4011-a51a-cb44424e9292,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:43.955623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434f5a6-5830-4ac9-8fc4-33a194f1527c None None] DHCP port deletion for 159db442-8e0b-4f23-91e3-d2e211317eef request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:44.059130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.062229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Port': ['ID=06a46d81-7a48-412f-8be3-14e7eeff3d8c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:44.088577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159db442-8e0b-4f23-91e3-d2e211317eef']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:44.102692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8259d95-e7c5-4fac-82fa-3aff45e76e2b') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:44.103327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8259d95-e7c5-4fac-82fa-3aff45e76e2b') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:44.129026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.147538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.156130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:57:44.157051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.217377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:40Z', 'revision_number': 6, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:57Z', 'revision_number': 1, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:57:44.242982 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:57:44.254098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] Checking router: 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:44.255089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.272830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.273099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:44.274386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:57:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:44.276044 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] 10.222.0.55 "DELETE /v2.0/networks/159db442-8e0b-4f23-91e3-d2e211317eef HTTP/1.1" status: 204 len: 168 time: 0.9586372 Jul 16 08:57:44.299441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72ded6-7f0b-46d5-894b-06ac2d03e392 tempest-AllowedAddressPairIpV6TestJSON-464890371 tempest-AllowedAddressPairIpV6TestJSON-464890371-project] Pushing event deleted for resources: {'Network': ['ID=159db442-8e0b-4f23-91e3-d2e211317eef,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:44.420056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:44.484058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ccea04d-dc01-493e-9714-6265a80a2059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.532098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-738135ff-d59d-4bb5-8a31-9b34b95b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.533592 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-738135ff-d59d-4bb5-8a31-9b34b95b7664 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.7082236 Jul 16 08:57:44.543322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-947d900b-0064-4cdc-a0b2-0bf97320d68a service neutron] 10.222.0.55 "GET /v2.0/networks/950db6da-59a4-444b-ade0-91d6e91bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8605971 Jul 16 08:57:44.544796 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2219f147-c306-40dd-9c5a-258d1d9591ed x-openstack-request-id: req-2219f147-c306-40dd-9c5a-258d1d9591ed {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:44.545093 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6214b958-be3b-4db0-850b-c64919e92be6", "tag": "5397add5-2893-4438-8670-213477390c41", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:44.545348 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2219f147-c306-40dd-9c5a-258d1d9591ed {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:44.553129 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6214b958-be3b-4db0-850b-c64919e92be6', 'tag': '5397add5-2893-4438-8670-213477390c41', 'status': 'completed', 'code': 200} Jul 16 08:57:44.642992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41060) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:44.667758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] No DVR routers for this DVR port 5dfe0158-b5b5-4011-a51a-cb44424e9292 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:44.670983 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.673937 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37ff420a-57c1-49bd-baea-3c08299a7b48 req-9d564a0b-09e5-4f33-bcef-720891e21b90 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.52 "DELETE /v2.0/ports/5dfe0158-b5b5-4011-a51a-cb44424e9292 HTTP/1.1" status: 204 len: 173 time: 2.7127256 Jul 16 08:57:44.803986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-1deccca7-e53b-4a83-a6d5-5c6d6afd45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.805543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-1deccca7-e53b-4a83-a6d5-5c6d6afd45c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2345436 Jul 16 08:57:44.834426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-c7de9833-778b-44ff-aba0-7940b9ec7373 service neutron] 10.222.0.55 "GET /v2.0/networks/950db6da-59a4-444b-ade0-91d6e91bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621081 Jul 16 08:57:44.918152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f8924a3-749b-4b29-8b5f-649759559ffa req-5a20a4da-19fa-415d-be73-6be217608ccd tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=46af0c99-40d9-4cdb-a499-c29e049b158f HTTP/1.1" status: 200 len: 210 time: 0.0636840 Jul 16 08:57:44.959086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:40Z', 'revision_number': 6, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:57Z', 'revision_number': 1, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:44.979150 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2f1d09cf-2353-41d7-85aa-7a3d40bd6792 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6189dfc239b6407b90037cdfd67b1a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291955 Jul 16 08:57:44.985344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41072) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:45.042333 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-74116cf8-62fc-4d2e-9a53-30717d0f45b6 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267866 Jul 16 08:57:45.080504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a30700-fae3-4b0d-bcbe-975a772412d6 None None] The sync data for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 is: [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:40Z', 'revision_number': 6, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '047aff57-383d-4441-b0c1-d51db778deb4', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'port_id': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'mac_address': 'fa:16:3e:d6:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:51Z', 'updated_at': '2021-07-16T08:55:57Z', 'revision_number': 1, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:45.131936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51972ac0-bb90-4abb-9ff4-d78bb20bfe27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.180073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51972ac0-bb90-4abb-9ff4-d78bb20bfe27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.243438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51972ac0-bb90-4abb-9ff4-d78bb20bfe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.250782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51972ac0-bb90-4abb-9ff4-d78bb20bfe27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.254624 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-51972ac0-bb90-4abb-9ff4-d78bb20bfe27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b64d4252-f1e7-41b3-b25c-6b14cdeffd59 HTTP/1.1" status: 204 len: 168 time: 0.2678380 Jul 16 08:57:45.274351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51972ac0-bb90-4abb-9ff4-d78bb20bfe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64d4252-f1e7-41b3-b25c-6b14cdeffd59,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:45.387549 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.492465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1770455e-3f31-4ec9-acab-0e9b8a5dcb0b req-f1320779-8d2f-45dc-97d1-7caec51dc53d service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428370 Jul 16 08:57:45.627635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 06a46d81-7a48-412f-8be3-14e7eeff3d8c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:45.647573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b363c-85bf-4ca6-a326-b0a5fb6b8fbf req-9f24546d-71d7-45ec-b5e8-18f0e249a923 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.655559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f5b363c-85bf-4ca6-a326-b0a5fb6b8fbf req-9f24546d-71d7-45ec-b5e8-18f0e249a923 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 948 time: 0.5838418 Jul 16 08:57:45.721056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d808273-2f13-4de8-a74c-3ab49f9e1908 req-0c5f0f04-2078-4bf7-9f11-61c363129c62 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.722672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d808273-2f13-4de8-a74c-3ab49f9e1908 req-0c5f0f04-2078-4bf7-9f11-61c363129c62 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 946 time: 0.3825383 Jul 16 08:57:45.736314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 06a46d81-7a48-412f-8be3-14e7eeff3d8c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:45.736606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 06a46d81-7a48-412f-8be3-14e7eeff3d8c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:45.737035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:45.766724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:45.768659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 15fc98ac-d2be-4ffa-bd1e-7851f3e9b5e2 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:45.843819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f5b363c-85bf-4ca6-a326-b0a5fb6b8fbf req-e1d66de0-8072-46d9-9b2b-b80f9d53d523 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869922 Jul 16 08:57:45.883745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d808273-2f13-4de8-a74c-3ab49f9e1908 req-d39a9cc1-adb6-4ee6-8d9c-630037a4c5b5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446500 Jul 16 08:57:45.921714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-142ffc26-2d85-4b18-b3d0-fd5c0a264d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.925361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-142ffc26-2d85-4b18-b3d0-fd5c0a264d6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=822fb04746af486d9432623391c03d9c&device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 1100 time: 0.2672198 Jul 16 08:57:46.193530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-654a89d9-bc67-4612-80b5-1c3886571c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.195935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-654a89d9-bc67-4612-80b5-1c3886571c4d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2626760 Jul 16 08:57:46.250448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-50b18afe-d124-4ead-abcb-5049a83cc08f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5397add5-2893-4438-8670-213477390c41 HTTP/1.1" status: 200 len: 217 time: 0.0470316 Jul 16 08:57:46.338197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a9442ee-dcb1-45a7-a42d-07e9aedcd389 req-501b7ad5-9a27-4edb-90d7-325ad1c99f1e tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 210 time: 0.0851395 Jul 16 08:57:46.351878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-c905cd6e-9544-4bbe-bc7d-ae778428633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.353618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-c905cd6e-9544-4bbe-bc7d-ae778428633b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0877607 Jul 16 08:57:46.373125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8ea4-5fc2-40ae-a4e8-6f29eba63f28 req-a6772635-bbd5-4465-aa5c-6fa7922697ad tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.386879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d01f8ea4-5fc2-40ae-a4e8-6f29eba63f28 req-a6772635-bbd5-4465-aa5c-6fa7922697ad tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2512476 Jul 16 08:57:46.525266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d01f8ea4-5fc2-40ae-a4e8-6f29eba63f28 req-54d5ff2e-7091-495e-8268-2a1f32037564 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373734 Jul 16 08:57:46.543066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-fda89de8-21c1-40bb-9584-d8642ff9006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.544848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-fda89de8-21c1-40bb-9584-d8642ff9006a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552413 Jul 16 08:57:46.560162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46af0c99-40d9-4cdb-a499-c29e049b158f', 'name': 'network-vif-deleted', 'tag': '5dfe0158-b5b5-4011-a51a-cb44424e9292'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:46.567790 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2116222d-1732-4c6d-8535-027b8e845a7b" -d '{"events": [{"server_uuid": "46af0c99-40d9-4cdb-a499-c29e049b158f", "name": "network-vif-deleted", "tag": "5dfe0158-b5b5-4011-a51a-cb44424e9292"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:46.574148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41138) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:46.704892 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f691776-5815-4b1f-892d-aca1e16a685f x-openstack-request-id: req-8f691776-5815-4b1f-892d-aca1e16a685f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:46.706316 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46af0c99-40d9-4cdb-a499-c29e049b158f", "name": "network-vif-deleted", "tag": "5dfe0158-b5b5-4011-a51a-cb44424e9292", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:46.706316 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f691776-5815-4b1f-892d-aca1e16a685f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:46.706316 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46af0c99-40d9-4cdb-a499-c29e049b158f', 'name': 'network-vif-deleted', 'tag': '5dfe0158-b5b5-4011-a51a-cb44424e9292', 'status': 'completed', 'code': 200} Jul 16 08:57:46.755859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-f2b3000f-fdac-4eb7-997e-ce63e73f55b2 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967766 Jul 16 08:57:46.855776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-baad31a2-01bd-43c5-8a57-d5c84db6d9ae tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.862197 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-baad31a2-01bd-43c5-8a57-d5c84db6d9ae tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 946 time: 0.1438532 Jul 16 08:57:46.894738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-799987493'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:47.027469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:47.031457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.061435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.064251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bff72c88-f2a5-4efa-a7ed-4794a03e618b req-66fd58b0-3514-4517-865a-a1236a13b10a service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810466 Jul 16 08:57:47.081976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cf356-ea49-4724-addc-88ff32148aeb req-7f6544b9-60e8-4eb9-bade-d03a3a2d4e10 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.094547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab7cf356-ea49-4724-addc-88ff32148aeb req-7f6544b9-60e8-4eb9-bade-d03a3a2d4e10 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1497326 Jul 16 08:57:47.190746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab7cf356-ea49-4724-addc-88ff32148aeb req-afc70687-e561-4e86-90ec-b742ac93fb2a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828936 Jul 16 08:57:47.228935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5397add5-2893-4438-8670-213477390c41 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:47.233296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5dfe0158-b5b5-4011-a51a-cb44424e9292 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:47.305563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 5dfe0158-b5b5-4011-a51a-cb44424e9292 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:47.306488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5dfe0158-b5b5-4011-a51a-cb44424e9292 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:47.392552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-9df81c2f-f052-481f-af80-7ac820a23cb5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.394331 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-9df81c2f-f052-481f-af80-7ac820a23cb5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.54 "GET /v2.0/networks?id=950db6da-59a4-444b-ade0-91d6e91bee58 HTTP/1.1" status: 200 len: 822 time: 0.2636383 Jul 16 08:57:47.414916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Request body: {'port': {'device_id': '8af37425-918f-47c6-a3dd-510698cbe345', 'network_id': '950db6da-59a4-444b-ade0-91d6e91bee58', 'admin_state_up': True, 'tenant_id': '9c7c5b28627a42f493354a90600907f4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:47.442971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 0f95cd3e-c267-41ad-b3d2-17671b934746 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:47.445512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.470842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5deed-2a8e-46fc-8946-970d2c1facfe req-863c7dd8-c906-40be-9d34-2f7c8ab44044 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.478685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-acd5deed-2a8e-46fc-8946-970d2c1facfe req-863c7dd8-c906-40be-9d34-2f7c8ab44044 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 946 time: 0.2264266 Jul 16 08:57:47.522957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5397add5-2893-4438-8670-213477390c41, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5397add5-2893-4438-8670-213477390c41,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:47.568975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '5397add5-2893-4438-8670-213477390c41', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '5397add5-2893-4438-8670-213477390c41', 'mac_address': 'fa:16:3e:17:61:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:47.627744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-acd5deed-2a8e-46fc-8946-970d2c1facfe req-2b4d8103-11a8-43ce-94ac-e35c434a5f92 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=094e8afa-3f34-4410-9d2b-5de5dae54bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480973 Jul 16 08:57:47.638607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port 0f95cd3e-c267-41ad-b3d2-17671b934746, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0f95cd3e-c267-41ad-b3d2-17671b934746,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:47.639808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.685276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 0f95cd3e-c267-41ad-b3d2-17671b934746 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:47.685704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.706336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.720927 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3d7f51f5-7e78-478b-89f4-a15e8c915fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.732284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.742479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b743b-0673-466f-a0e8-89c67b83ef1f req-7098f7c5-994f-4ff3-b5f0-3a57d079042c tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.746407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f62b743b-0673-466f-a0e8-89c67b83ef1f req-7098f7c5-994f-4ff3-b5f0-3a57d079042c tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 948 time: 0.2443480 Jul 16 08:57:47.751692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.762888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5397add5-2893-4438-8670-213477390c41 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:47.802032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5397add5-2893-4438-8670-213477390c41, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5397add5-2893-4438-8670-213477390c41,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:47.807345 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.816263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f62b743b-0673-466f-a0e8-89c67b83ef1f req-f1d513ae-3636-49ba-ba01-ef82a0681a4b tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631773 Jul 16 08:57:47.846728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Made reservation on behalf of 9c7c5b28627a42f493354a90600907f4 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:47.846728 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.928622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:47.936509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5397add5-2893-4438-8670-213477390c41,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:47.987836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711a313a-fc99-4cd1-8876-29019604c2ee,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:48.006338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.007068 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Added segment 8f775820-abab-4ae3-86b3-d81c4299ef78 of type vlan for network a959bc3e-b0e6-459f-b0b6-b598481d9524 Jul 16 08:57:48.038629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5397add5-2893-4438-8670-213477390c41'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:48.126413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4580b5d9-a10b-409a-aa46-9bfb25ae71af req-3955f515-dfe2-4024-8fa5-4e56e347f4a9 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 210 time: 0.0856271 Jul 16 08:57:48.155744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea99de-ebfd-432e-9511-7747d4f3972a req-2020930d-b7a2-41c2-b52b-f10a70e7b150 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:48.157900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-68ea99de-ebfd-432e-9511-7747d4f3972a req-2020930d-b7a2-41c2-b52b-f10a70e7b150 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1861858 Jul 16 08:57:48.209996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-68ea99de-ebfd-432e-9511-7747d4f3972a req-ed4e3b3f-9fa7-46dd-b6c8-ed349ebe9de5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Jul 16 08:57:48.239609 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.344122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.350825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:48.351587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.472938 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8980954 Jul 16 08:57:48.476485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41200) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:48.481778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:48.565156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f13ed-2014-4f89-a879-aae6384af571 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Network': ['ID=a959bc3e-b0e6-459f-b0b6-b598481d9524,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:48.570834 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.582998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Allocated IP 172.20.0.13 (950db6da-59a4-444b-ade0-91d6e91bee58/a6b7430a-8c58-4eeb-853a-5d5fb535598b/d3f71fba-446b-4ca7-a161-36afb332c9a2) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:48.598956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:48.623820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=0f95cd3e-c267-41ad-b3d2-17671b934746,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:48.676493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-fb6bdebe-01c9-4ad3-b228-aff00009ae87 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:48.678348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-fb6bdebe-01c9-4ad3-b228-aff00009ae87 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.1929359 Jul 16 08:57:48.715063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] No DVR routers for this DVR port 0f95cd3e-c267-41ad-b3d2-17671b934746 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:48.719145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.722215 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c271ccf0-adb8-4cb4-9092-c7f5a5884bad req-e4d1f2bf-be3d-41d7-8e5b-57ee4575b1a3 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "DELETE /v2.0/ports/0f95cd3e-c267-41ad-b3d2-17671b934746 HTTP/1.1" status: 204 len: 173 time: 1.8439341 Jul 16 08:57:48.727503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e454834f-b913-486f-8191-85ee4603afc3', 'name': 'network-vif-deleted', 'tag': '0f95cd3e-c267-41ad-b3d2-17671b934746'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:48.731260 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3720f978-11b0-43f8-a878-fc631ff9ed29" -d '{"events": [{"server_uuid": "e454834f-b913-486f-8191-85ee4603afc3", "name": "network-vif-deleted", "tag": "0f95cd3e-c267-41ad-b3d2-17671b934746"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:48.732260 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.784822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-7d66e999-76bd-4684-90cb-f2512247c732 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/quotas/1d6ea71805264942b6afc045f1074524 HTTP/1.1" status: 200 len: 375 time: 0.0836892 Jul 16 08:57:48.799978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:48.803916 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.805031 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.943033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.049477 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.059770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-aa2df629-4e1d-47c1-a546-8161a065d032 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2739356 Jul 16 08:57:49.063686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dd87696-8333-4c5f-b488-cab039fd1c08 req-5f44183c-6e8d-409a-9546-2203262179f5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=e454834f-b913-486f-8191-85ee4603afc3 HTTP/1.1" status: 200 len: 210 time: 0.0876508 Jul 16 08:57:49.179687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Network 950db6da-59a4-444b-ade0-91d6e91bee58 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:49.182445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Pushing event updated for resources: {'Port': ['ID=d3f71fba-446b-4ca7-a161-36afb332c9a2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:49.186021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:49.189843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:49.232371 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ff2de-ae33-47b0-9081-152507a5f4f5 x-openstack-request-id: req-de6ff2de-ae33-47b0-9081-152507a5f4f5 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:49.233018 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e454834f-b913-486f-8191-85ee4603afc3", "name": "network-vif-deleted", "tag": "0f95cd3e-c267-41ad-b3d2-17671b934746", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:49.233516 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de6ff2de-ae33-47b0-9081-152507a5f4f5 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:49.234166 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e454834f-b913-486f-8191-85ee4603afc3', 'name': 'network-vif-deleted', 'tag': '0f95cd3e-c267-41ad-b3d2-17671b934746', 'status': 'completed', 'code': 200} Jul 16 08:57:49.251517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5397add5-2893-4438-8670-213477390c41 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:49.270638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:49.271958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.293024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-5f98365f-de38-4e0b-90a8-6b07ba49004d tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8843312 Jul 16 08:57:49.310971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Request body: {'port': {'device_id': '8af37425-918f-47c6-a3dd-510698cbe345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:49.401336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 5397add5-2893-4438-8670-213477390c41 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:49.407518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 5397add5-2893-4438-8670-213477390c41 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:49.407900 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.520962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.530572 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.555439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.582635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6214b958-be3b-4db0-850b-c64919e92be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397add5-2893-4438-8670-213477390c41'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:49.592515 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61fecb-ee50-4707-9b2d-9b927f8bc75f" -d '{"events": [{"server_uuid": "6214b958-be3b-4db0-850b-c64919e92be6", "name": "network-vif-plugged", "status": "completed", "tag": "5397add5-2893-4438-8670-213477390c41"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:49.608129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5397add5-2893-4438-8670-213477390c41, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5397add5-2893-4438-8670-213477390c41,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:49.618385 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.703767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-3d5eb416-4c21-45bc-8fed-417c439d6906 service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429935 Jul 16 08:57:49.739536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5397add5-2893-4438-8670-213477390c41,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:49.844913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=053ac87e-27c8-44ad-939f-2272023d5f59,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:49.926574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:49.926945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network hostable DHCP agents. Network: a959bc3e-b0e6-459f-b0b6-b598481d9524, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:49.999190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-ccdf3d92-197a-407c-81ae-d020579a6ef8 service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942736 Jul 16 08:57:50.016369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c7ca5-36c5-4331-92e5-d7d1d9c28083 req-08a62223-e672-41bb-8f2b-5e32930d96b3 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.030215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-750c7ca5-36c5-4331-92e5-d7d1d9c28083 req-08a62223-e672-41bb-8f2b-5e32930d96b3 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 950 time: 0.2367346 Jul 16 08:57:50.032126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:50.063166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f71fba-446b-4ca7-a161-36afb332c9a2 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:50.069140 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.076480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.091008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Transition to ACTIVE for port object d3f71fba-446b-4ca7-a161-36afb332c9a2 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:50.095511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.115190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, a959bc3e-b0e6-459f-b0b6-b598481d9524) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:50.126910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c617ad-f1cc-4a75-91d4-01213ad7fe70 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:50.127100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.127571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.164280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f71fba-446b-4ca7-a161-36afb332c9a2,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.188217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-750c7ca5-36c5-4331-92e5-d7d1d9c28083 req-3778a947-60e1-4252-814e-71339452321c tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546311 Jul 16 08:57:50.204574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4567d594-b8ee-4bdc-a930-c5ab6de6ae2c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7269301 Jul 16 08:57:50.226055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:50.247467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'name': 'tempest-NetworksTestDHCPv6-2028740542'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:50.417523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Attempting to bind port d3f71fba-446b-4ca7-a161-36afb332c9a2 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:50.418833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Attempting to bind port d3f71fba-446b-4ca7-a161-36afb332c9a2 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'dc3542bc-8ba2-4896-9f74-36ac3c5c41ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '950db6da-59a4-444b-ade0-91d6e91bee58'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:50.419359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Attempting to bind port d3f71fba-446b-4ca7-a161-36afb332c9a2 on network 950db6da-59a4-444b-ade0-91d6e91bee58 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:50.426229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Port d3f71fba-446b-4ca7-a161-36afb332c9a2 on network 950db6da-59a4-444b-ade0-91d6e91bee58 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:50.426559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Attempting to bind port d3f71fba-446b-4ca7-a161-36afb332c9a2 on network 950db6da-59a4-444b-ade0-91d6e91bee58 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:50.431681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:50.432023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Checking segment: {'id': 'dc3542bc-8ba2-4896-9f74-36ac3c5c41ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '950db6da-59a4-444b-ade0-91d6e91bee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:50.432503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Bound using segment: {'id': 'dc3542bc-8ba2-4896-9f74-36ac3c5c41ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '950db6da-59a4-444b-ade0-91d6e91bee58'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:50.433082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Bound port: d3f71fba-446b-4ca7-a161-36afb332c9a2, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3542bc-8ba2-4896-9f74-36ac3c5c41ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '950db6da-59a4-444b-ade0-91d6e91bee58'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:50.433452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.436840 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a2c6c-67db-4d70-96ce-f5994356a616 x-openstack-request-id: req-280a2c6c-67db-4d70-96ce-f5994356a616 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:50.449340 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6214b958-be3b-4db0-850b-c64919e92be6", "name": "network-vif-plugged", "status": "completed", "tag": "5397add5-2893-4438-8670-213477390c41", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:50.451259 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-280a2c6c-67db-4d70-96ce-f5994356a616 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:50.455254 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6214b958-be3b-4db0-850b-c64919e92be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397add5-2893-4438-8670-213477390c41', 'code': 200} Jul 16 08:57:50.481599 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:50.567050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] For port d3f71fba-446b-4ca7-a161-36afb332c9a2, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:50.570410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] For port d3f71fba-446b-4ca7-a161-36afb332c9a2, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d3f71fba-446b-4ca7-a161-36afb332c9a2,segment=NetworkSegment(dc3542bc-8ba2-4896-9f74-36ac3c5c41ea),segment_id=dc3542bc-8ba2-4896-9f74-36ac3c5c41ea)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:50.581386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '053ac87e-27c8-44ad-939f-2272023d5f59'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:50.584817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.602863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.641592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41264) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:50.679395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.680129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.681632 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] 10.222.0.54 "PUT /v2.0/ports/d3f71fba-446b-4ca7-a161-36afb332c9a2 HTTP/1.1" status: 200 len: 1093 time: 1.3764575 Jul 16 08:57:50.819355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2cfb395b-5408-4113-865f-182ba99fa5a4 req-b29bd803-b988-4cb4-84f8-1d3978cfc142 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 210 time: 0.1111307 Jul 16 08:57:50.864138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3d411-5959-4947-b82f-23eee612cd51 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f71fba-446b-4ca7-a161-36afb332c9a2,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.911107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:50.927082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.930817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b6a4add-5904-4372-9e25-9b83373924fe tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.946682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/053ac87e-27c8-44ad-939f-2272023d5f59/c3519d0f-2b7b-4a64-b94f-be6ea03ce55e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:50.954738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0f95cd3e-c267-41ad-b3d2-17671b934746 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:50.996811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 5005698c-233f-4cdb-bf66-a010739006f0 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:51.008414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 0f95cd3e-c267-41ad-b3d2-17671b934746 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:51.008789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0f95cd3e-c267-41ad-b3d2-17671b934746 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:51.037166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b6a4add-5904-4372-9e25-9b83373924fe tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.115040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-015dd593-ddb1-4433-9bf2-7d710b7fe411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.116857 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-015dd593-ddb1-4433-9bf2-7d710b7fe411 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c7c5b28627a42f493354a90600907f4&device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 1096 time: 0.3696260 Jul 16 08:57:51.118470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6f6f2-7814-4ced-8673-6e51125e2be3 req-3ca17f9e-4af0-4dc0-97e0-1c5046a1019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.121098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73b6f6f2-7814-4ced-8673-6e51125e2be3 req-3ca17f9e-4af0-4dc0-97e0-1c5046a1019b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 1102 time: 0.6025763 Jul 16 08:57:51.138748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb15a2d-f51f-498c-bc8a-f0af4c6c08df req-d60e183d-e172-4270-8d1a-2f8a01e22f97 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.139037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b6a4add-5904-4372-9e25-9b83373924fe tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.140749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fb15a2d-f51f-498c-bc8a-f0af4c6c08df req-d60e183d-e172-4270-8d1a-2f8a01e22f97 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 944 time: 0.6234281 Jul 16 08:57:51.149297 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b6a4add-5904-4372-9e25-9b83373924fe tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.155350 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0b6a4add-5904-4372-9e25-9b83373924fe tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/security-groups/094e8afa-3f34-4410-9d2b-5de5dae54bbb HTTP/1.1" status: 204 len: 168 time: 0.5124574 Jul 16 08:57:51.206781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a4add-5904-4372-9e25-9b83373924fe tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e8afa-3f34-4410-9d2b-5de5dae54bbb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:51.214004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41278) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:51.226537 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-2ad1fa22-4e74-495d-bc53-18f8ac3f5806 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3f71fba-446b-4ca7-a161-36afb332c9a2 HTTP/1.1" status: 200 len: 217 time: 0.0965099 Jul 16 08:57:51.280241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73b6f6f2-7814-4ced-8673-6e51125e2be3 req-73ae4226-bd2b-4e1f-b156-ae056c1ecc69 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518023 Jul 16 08:57:51.290142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af37425-918f-47c6-a3dd-510698cbe345', 'tag': 'd3f71fba-446b-4ca7-a161-36afb332c9a2'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:51.297776 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7c9645-67f3-41ff-adf3-844f679538d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8af37425-918f-47c6-a3dd-510698cbe345", "tag": "d3f71fba-446b-4ca7-a161-36afb332c9a2"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:51.329499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fb15a2d-f51f-498c-bc8a-f0af4c6c08df req-381b63b9-94e7-40ba-8e0b-613d08d85647 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269250 Jul 16 08:57:51.455916 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.457080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c2e933-7522-4bad-b9f8-9634cc8347fc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting subnet 72b75ace-b730-4757-9ade-5dcf3d06cc4b {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:51.462921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-76dc2073-8942-48a8-9879-14bd5ba780bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.466169 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-76dc2073-8942-48a8-9879-14bd5ba780bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6b7430a-8c58-4eeb-853a-5d5fb535598b HTTP/1.1" status: 200 len: 862 time: 0.1581137 Jul 16 08:57:51.473549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e9735-9c40-4e90-9dc9-9539da399636 req-bfb54118-321b-4f8c-b223-e3d25171bfda tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.474971 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e933-7522-4bad-b9f8-9634cc8347fc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.477704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Transition to ACTIVE for port object c3519d0f-2b7b-4a64-b94f-be6ea03ce55e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:51.490682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae5e9735-9c40-4e90-9dc9-9539da399636 req-bfb54118-321b-4f8c-b223-e3d25171bfda tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 950 time: 0.1138453 Jul 16 08:57:51.520775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Transition to ACTIVE for port object c3519d0f-2b7b-4a64-b94f-be6ea03ce55e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:51.533781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.637726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:51.641516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:51.661462 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-a533f80b-0679-49b2-b89a-c523df4fd0b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=950db6da-59a4-444b-ade0-91d6e91bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818235 Jul 16 08:57:51.662547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:51.666024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::12b (a959bc3e-b0e6-459f-b0b6-b598481d9524/053ac87e-27c8-44ad-939f-2272023d5f59/5005698c-233f-4cdb-bf66-a010739006f0) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:51.673815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Pushing event updated for resources: {'Port': ['ID=c3519d0f-2b7b-4a64-b94f-be6ea03ce55e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:51.803611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Attempting to bind port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:51.803994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Attempting to bind port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:51.804364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Attempting to bind port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:51.804517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e933-7522-4bad-b9f8-9634cc8347fc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.819203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:51.819588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:51.820002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.820406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:51.820892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Bound port: c3519d0f-2b7b-4a64-b94f-be6ea03ce55e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:51.821278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.859111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae5e9735-9c40-4e90-9dc9-9539da399636 req-a5516bfd-02ba-4a05-bdc9-0aaa1b8dc24d tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672731 Jul 16 08:57:51.872160 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ca19c-095e-46bf-a049-f72a285dc8c6 x-openstack-request-id: req-913ca19c-095e-46bf-a049-f72a285dc8c6 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:51.872160 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af37425-918f-47c6-a3dd-510698cbe345", "tag": "d3f71fba-446b-4ca7-a161-36afb332c9a2", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:51.872160 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-913ca19c-095e-46bf-a049-f72a285dc8c6 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:51.872160 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af37425-918f-47c6-a3dd-510698cbe345', 'tag': 'd3f71fba-446b-4ca7-a161-36afb332c9a2', 'status': 'completed', 'code': 200} Jul 16 08:57:51.995199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] For port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:52.001819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] For port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c3519d0f-2b7b-4a64-b94f-be6ea03ce55e,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:52.008329 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.104856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-faf3fa5e-6200-44df-8a6e-c19c524a3c8c service neutron] 10.222.0.54 "GET /v2.0/networks/950db6da-59a4-444b-ade0-91d6e91bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575509 Jul 16 08:57:52.110083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33a325-2c36-497a-b129-d1a49d9758c0 None None] Pushing event updated for resources: {'Port': ['ID=c3519d0f-2b7b-4a64-b94f-be6ea03ce55e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:52.140283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e933-7522-4bad-b9f8-9634cc8347fc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.306518 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef56b5d6-946f-46bc-83d1-900ff995b9e0 req-8d7f67ce-8222-4788-bf78-eb6cc34c5ca6 service neutron] 10.222.0.54 "GET /v2.0/networks/950db6da-59a4-444b-ade0-91d6e91bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580789 Jul 16 08:57:52.364731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e933-7522-4bad-b9f8-9634cc8347fc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.380119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e933-7522-4bad-b9f8-9634cc8347fc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.392262 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f6c2e933-7522-4bad-b9f8-9634cc8347fc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/subnets/72b75ace-b730-4757-9ade-5dcf3d06cc4b HTTP/1.1" status: 204 len: 168 time: 1.1769898 Jul 16 08:57:52.396357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5158bb-6c44-4b6c-8108-769fc721ec49 None None] Network edaa6b49-8c9d-4f3a-be28-6229caf31a05 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:52.434842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41312) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:52.459733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2e933-7522-4bad-b9f8-9634cc8347fc tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Subnet': ['ID=72b75ace-b730-4757-9ade-5dcf3d06cc4b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:52.894555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.920592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] DHCP port deletion for edaa6b49-8c9d-4f3a-be28-6229caf31a05 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:53.051986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] Deleting port 86d52574-537e-4c48-85fa-5305d1081f8c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:53.052579 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.070782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-8940d51b-43c7-41db-adb5-3b08dba93257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.078368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6be71544-a73a-48d0-821e-5f341e8de7d8 req-3ae58a64-ba08-4160-b977-93a43b7954d7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 210 time: 0.3008013 Jul 16 08:57:53.078954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-8940d51b-43c7-41db-adb5-3b08dba93257 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c7c5b28627a42f493354a90600907f4&device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 1096 time: 0.3033416 Jul 16 08:57:53.232564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 86d52574-537e-4c48-85fa-5305d1081f8c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:53.234010 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.257427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] For port 86d52574-537e-4c48-85fa-5305d1081f8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=86d52574-537e-4c48-85fa-5305d1081f8c,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:53.259960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.298240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.299180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] Calling delete_port for 86d52574-537e-4c48-85fa-5305d1081f8c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:53.319743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-6a6dd392-f7b5-4134-9189-076eee8c5c59 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.324398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-6a6dd392-f7b5-4134-9189-076eee8c5c59 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.5304189 Jul 16 08:57:53.351458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-6dbf73a2-5e3b-4f8c-b924-202fe45e3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.353092 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-6dbf73a2-5e3b-4f8c-b924-202fe45e3ab9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=950db6da-59a4-444b-ade0-91d6e91bee58 HTTP/1.1" status: 200 len: 923 time: 0.2690737 Jul 16 08:57:53.359138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port 86d52574-537e-4c48-85fa-5305d1081f8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=86d52574-537e-4c48-85fa-5305d1081f8c,segment=NetworkSegment(e177de9d-a9d9-41cf-865d-f1cdfd148347),segment_id=e177de9d-a9d9-41cf-865d-f1cdfd148347)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:53.359505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.370449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a04043-b67b-4ac3-8bbc-554b5301260a req-39a1952b-845e-4091-b1d6-dca3799ba8e3 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.378328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85a04043-b67b-4ac3-8bbc-554b5301260a req-39a1952b-845e-4091-b1d6-dca3799ba8e3 tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 946 time: 0.5996718 Jul 16 08:57:53.438965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'port': {'device_id': 'ab9bf6e2-2274-4b32-9383-be7ad1053b14', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'admin_state_up': True, 'tenant_id': '1d6ea71805264942b6afc045f1074524'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:53.528943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 86d52574-537e-4c48-85fa-5305d1081f8c owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:53.538815 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-741132de-746c-468a-85cb-2ebaf03bd6a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3f71fba-446b-4ca7-a161-36afb332c9a2 HTTP/1.1" status: 200 len: 217 time: 0.1243658 Jul 16 08:57:53.630852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Made reservation on behalf of 1d6ea71805264942b6afc045f1074524 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:53.636637 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.674643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 5005698c-233f-4cdb-bf66-a010739006f0 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:53.705637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-69431978-bb4a-43db-9341-35910089353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.708996 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-69431978-bb4a-43db-9341-35910089353f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6b7430a-8c58-4eeb-853a-5d5fb535598b HTTP/1.1" status: 200 len: 862 time: 0.1599207 Jul 16 08:57:53.737119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c3519d0f-2b7b-4a64-b94f-be6ea03ce55e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:53.821972 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-40e7e487-b454-4177-9536-dc113f406ce9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=950db6da-59a4-444b-ade0-91d6e91bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914314 Jul 16 08:57:53.887627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85a04043-b67b-4ac3-8bbc-554b5301260a req-ed4c1a2a-2686-44b9-8f20-ad7c8267f44b tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057635 Jul 16 08:57:53.888633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.889843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:53.939546 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.993155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] No DVR routers for this DVR port 86d52574-537e-4c48-85fa-5305d1081f8c on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:54.004656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d84e6d-3b28-451f-bab3-3209ea310fbd None None] Pushing event deleted for resources: {'Port': ['ID=86d52574-537e-4c48-85fa-5305d1081f8c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:54.045948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e68e6-00b5-4071-82c6-7f1673381729 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:54.061751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Allocated IP 172.20.0.14 (566d87ae-938b-40aa-98a3-2f84ab9a70f2/2125ad26-e72b-4ad1-a059-78b4eec6443f/a9e791bf-de47-4027-abdb-8247fd9cad8b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:54.065896 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-ab4bc07c-514f-40b1-81b4-43348c4196d2 service neutron] 10.222.0.54 "GET /v2.0/networks/950db6da-59a4-444b-ade0-91d6e91bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320421 Jul 16 08:57:54.093990 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.095843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=86d52574-537e-4c48-85fa-5305d1081f8c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:54.121700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 86d52574-537e-4c48-85fa-5305d1081f8c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:54.162839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] No DVR routers for this DVR port 86d52574-537e-4c48-85fa-5305d1081f8c on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:54.190550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 86d52574-537e-4c48-85fa-5305d1081f8c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:54.190737 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a202b6e-795e-4083-9c88-34ce6adf6dcb req-24533f92-8225-433b-beb6-7ef2b9b96226 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:54.191297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 86d52574-537e-4c48-85fa-5305d1081f8c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:54.199032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a202b6e-795e-4083-9c88-34ce6adf6dcb req-24533f92-8225-433b-beb6-7ef2b9b96226 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 944 time: 0.5061040 Jul 16 08:57:54.239872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:54.256892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-30ec01b6-beca-4590-a933-84ee17004894 None None] Provisioning for port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:54.272494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:54.277495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-30ec01b6-beca-4590-a933-84ee17004894 None None] Provisioning complete for port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:54.278380 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30ec01b6-beca-4590-a933-84ee17004894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.287565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=5005698c-233f-4cdb-bf66-a010739006f0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:54.290375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:54.297003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:54.297720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.358388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a202b6e-795e-4083-9c88-34ce6adf6dcb req-26b5d008-04a5-4c82-bafe-93aba20e1af0 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551044 Jul 16 08:57:54.381245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e2d2bf67-a7cf-44a3-8324-81637ef86adc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1497078 Jul 16 08:57:54.443896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41344) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:54.544392 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30ec01b6-beca-4590-a933-84ee17004894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.636708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39ccc5c6-ab9d-4786-9d80-fa125d159e47 req-956122dd-ee23-46f0-8fc7-a3a1ba42619e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 210 time: 0.0570836 Jul 16 08:57:54.668402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a27df-1b16-42d5-b5f9-5ace32f3a0bb req-0db4a704-ac1b-43c9-9fd4-974762fe427e tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:54.675258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-854a27df-1b16-42d5-b5f9-5ace32f3a0bb req-0db4a704-ac1b-43c9-9fd4-974762fe427e tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 950 time: 0.5206046 Jul 16 08:57:54.701614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-30ec01b6-beca-4590-a933-84ee17004894 None None] For port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c3519d0f-2b7b-4a64-b94f-be6ea03ce55e,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:54.716930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30ec01b6-beca-4590-a933-84ee17004894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.802758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec01b6-beca-4590-a933-84ee17004894 None None] Pushing event updated for resources: {'Port': ['ID=c3519d0f-2b7b-4a64-b94f-be6ea03ce55e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:54.835181 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.862176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecf2dd-5c27-4fa0-937f-1b9ceb2d451e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:54.868412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecf2dd-5c27-4fa0-937f-1b9ceb2d451e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:54.871671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6cecf2dd-5c27-4fa0-937f-1b9ceb2d451e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4267859 Jul 16 08:57:54.878258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41354) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:54.921264 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.951765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaa6b49-8c9d-4f3a-be28-6229caf31a05']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:54.966898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Transition to ACTIVE for port object a9e791bf-de47-4027-abdb-8247fd9cad8b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:54.967426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ea7c9645-67f3-41ff-adf3-844f679538d3 req-8e643a4d-4fdd-4bf0-b284-0aa0cb6233fc service neutron] 10.222.0.54 "GET /v2.0/networks/950db6da-59a4-444b-ade0-91d6e91bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8535523 Jul 16 08:57:54.993079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-c3884ee6-5d71-4751-ae5d-cf9beb21ad1a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:54.993079 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-c3884ee6-5d71-4751-ae5d-cf9beb21ad1a tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.54 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 946 time: 0.8931730 Jul 16 08:57:54.993079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e177de9d-a9d9-41cf-865d-f1cdfd148347') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:54.993079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e177de9d-a9d9-41cf-865d-f1cdfd148347') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:55.037907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-854a27df-1b16-42d5-b5f9-5ace32f3a0bb req-73c6d7c3-865c-4f64-bfa7-591c5d83c8c4 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616428 Jul 16 08:57:55.090701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.110094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.164546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f31b17e9-22b0-4279-934e-a6e664115be4 None None] Provisioning complete for port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:55.164546 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31b17e9-22b0-4279-934e-a6e664115be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.177715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.198776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:57:55.201302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:57:55.210345 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:57:55.343409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c3519d0f-2b7b-4a64-b94f-be6ea03ce55e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:55.358623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.364900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.369776 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/networks/edaa6b49-8c9d-4f3a-be28-6229caf31a05 HTTP/1.1" status: 204 len: 168 time: 2.9311221 Jul 16 08:57:55.376960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41364) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:55.381977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Deleting port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:55.382678 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.400797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008f531-cc2f-426f-8900-58ca8154fda0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Network': ['ID=edaa6b49-8c9d-4f3a-be28-6229caf31a05,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:55.465067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f31b17e9-22b0-4279-934e-a6e664115be4 None None] Provisioning for port 5005698c-233f-4cdb-bf66-a010739006f0 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:55.471695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:55.472301 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.532401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f31b17e9-22b0-4279-934e-a6e664115be4 None None] Provisioning complete for port 5005698c-233f-4cdb-bf66-a010739006f0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:55.533269 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f31b17e9-22b0-4279-934e-a6e664115be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.564026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:55.578915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'Port': ['ID=a9e791bf-de47-4027-abdb-8247fd9cad8b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:55.585373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:55.592085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:55.605415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f31b17e9-22b0-4279-934e-a6e664115be4 None None] Port 5005698c-233f-4cdb-bf66-a010739006f0 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:55.616648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92b15a99-b0d8-4a65-bfc8-03ea33492a53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 5005698c-233f-4cdb-bf66-a010739006f0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:55.617025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92b15a99-b0d8-4a65-bfc8-03ea33492a53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.627543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] For port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,segment=NetworkSegment(683f4e08-7645-49d7-aee2-9623f040a3e7),segment_id=683f4e08-7645-49d7-aee2-9623f040a3e7)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:55.628269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.649879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Calling delete_port for 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:55.754057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81326a-b811-4f07-9639-c9bc18b4555d req-1e6b4c73-f17c-4ad6-b9d9-2e190a1f0bde tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:55.761186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed81326a-b811-4f07-9639-c9bc18b4555d req-1e6b4c73-f17c-4ad6-b9d9-2e190a1f0bde tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/ports?device_id=eebfbacf-dc4c-4301-8617-a0182af79ccf HTTP/1.1" status: 200 len: 946 time: 0.6350086 Jul 16 08:57:55.773745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-457a5271-b703-4fd5-afd2-2ae5de868230 None None] Provisioning complete for port 5005698c-233f-4cdb-bf66-a010739006f0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:55.774179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-457a5271-b703-4fd5-afd2-2ae5de868230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.835780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-457a5271-b703-4fd5-afd2-2ae5de868230 None None] Port 5005698c-233f-4cdb-bf66-a010739006f0 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:55.842401 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.856299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:55.891319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Pushing event deleted for resources: {'Port': ['ID=62fa637d-7805-42cb-9d3c-ed5e4dc26ce9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:55.900873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:55.902105 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.959554 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92b15a99-b0d8-4a65-bfc8-03ea33492a53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.966623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6444ef1a-0ce7-4c2c-82c1-0ddd6dd368fb None None] Provisioning for port a9e791bf-de47-4027-abdb-8247fd9cad8b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:55.975314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6444ef1a-0ce7-4c2c-82c1-0ddd6dd368fb None None] Provisioning complete for port a9e791bf-de47-4027-abdb-8247fd9cad8b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:55.975968 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6444ef1a-0ce7-4c2c-82c1-0ddd6dd368fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.989308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] No DVR routers for this DVR port 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:55.994635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.000582 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e5abe489-7e95-4fe1-964d-ac3221bdb612 req-85943427-8c10-4105-9df2-1f6fd550a55e tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.54 "DELETE /v2.0/ports/62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 HTTP/1.1" status: 204 len: 173 time: 1.0067525 Jul 16 08:57:56.001618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebfbacf-dc4c-4301-8617-a0182af79ccf', 'name': 'network-vif-deleted', 'tag': '62fa637d-7805-42cb-9d3c-ed5e4dc26ce9'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:56.005863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-78134d8b-076b-4657-be91-39ff73515fd0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6192901 Jul 16 08:57:56.006973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92b15a99-b0d8-4a65-bfc8-03ea33492a53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 5005698c-233f-4cdb-bf66-a010739006f0 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:56.008599 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f5c167-f6af-4f50-b869-5769ec2952ed" -d '{"events": [{"server_uuid": "eebfbacf-dc4c-4301-8617-a0182af79ccf", "name": "network-vif-deleted", "tag": "62fa637d-7805-42cb-9d3c-ed5e4dc26ce9"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:56.024271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed81326a-b811-4f07-9639-c9bc18b4555d req-e943118e-8ddc-4b88-a7e2-75483b716a2f tempest-AttachVolumeNegativeTest-1548728526 tempest-AttachVolumeNegativeTest-1548728526-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c8055eb-881e-4e94-98e2-719e2b3061de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605760 Jul 16 08:57:56.044849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6444ef1a-0ce7-4c2c-82c1-0ddd6dd368fb None None] Port a9e791bf-de47-4027-abdb-8247fd9cad8b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:56.056045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Request body: {'port': {'device_id': 'ab9bf6e2-2274-4b32-9383-be7ad1053b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:56.175353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c619e0-a749-4b33-b486-a7958b7e5156 req-80bfd96e-1412-4856-ae42-99bca9c0178c tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:56.176916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c619e0-a749-4b33-b486-a7958b7e5156 req-80bfd96e-1412-4856-ae42-99bca9c0178c tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 944 time: 0.5813613 Jul 16 08:57:56.559906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.596400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c619e0-a749-4b33-b486-a7958b7e5156 req-4ef584dc-ba47-416c-9c55-713b9ad500bc tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001739 Jul 16 08:57:56.642669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 7c5adc7a-4abe-4851-90a2-2c41a75947cf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:56.643028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.860402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54033481-c453-4c20-95f9-2df798e10925 req-c4456d62-5df5-42f0-8c24-b68a0d986da4 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:56.862107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54033481-c453-4c20-95f9-2df798e10925 req-c4456d62-5df5-42f0-8c24-b68a0d986da4 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 950 time: 0.6810238 Jul 16 08:57:56.925989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.926311 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.983170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d3f71fba-446b-4ca7-a161-36afb332c9a2 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:56.988014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 7c5adc7a-4abe-4851-90a2-2c41a75947cf owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:57.067531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92b15a99-b0d8-4a65-bfc8-03ea33492a53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.071796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54033481-c453-4c20-95f9-2df798e10925 req-b37417ee-5185-4332-9f1a-fd607fa19c58 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988587 Jul 16 08:57:57.085308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd555a-9a64-4aa3-ada8-d0169261cc67 req-b917a362-5752-485d-b8bb-6454ca1e7253 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:57.086922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8bd555a-9a64-4aa3-ada8-d0169261cc67 req-b917a362-5752-485d-b8bb-6454ca1e7253 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 932 time: 0.3528574 Jul 16 08:57:57.104674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d3f71fba-446b-4ca7-a161-36afb332c9a2, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d3f71fba-446b-4ca7-a161-36afb332c9a2,segment=NetworkSegment(dc3542bc-8ba2-4896-9f74-36ac3c5c41ea),segment_id=dc3542bc-8ba2-4896-9f74-36ac3c5c41ea)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:57.115347 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'd3f71fba-446b-4ca7-a161-36afb332c9a2', 'network_id': '950db6da-59a4-444b-ade0-91d6e91bee58', 'port_id': 'd3f71fba-446b-4ca7-a161-36afb332c9a2', 'mac_address': 'fa:16:3e:b8:45:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b7430a-8c58-4eeb-853a-5d5fb535598b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:57.177960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.196584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f71fba-446b-4ca7-a161-36afb332c9a2 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:57.220474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d3f71fba-446b-4ca7-a161-36afb332c9a2, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d3f71fba-446b-4ca7-a161-36afb332c9a2,segment=NetworkSegment(dc3542bc-8ba2-4896-9f74-36ac3c5c41ea),segment_id=dc3542bc-8ba2-4896-9f74-36ac3c5c41ea)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:57.226523 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.280460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92b15a99-b0d8-4a65-bfc8-03ea33492a53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.285999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-92b15a99-b0d8-4a65-bfc8-03ea33492a53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/5005698c-233f-4cdb-bf66-a010739006f0 HTTP/1.1" status: 204 len: 168 time: 2.4036849 Jul 16 08:57:57.286207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41384) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:57.287197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b15a99-b0d8-4a65-bfc8-03ea33492a53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=5005698c-233f-4cdb-bf66-a010739006f0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:57.287546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=d3f71fba-446b-4ca7-a161-36afb332c9a2,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:57.385018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8bd555a-9a64-4aa3-ada8-d0169261cc67 req-03a0f903-f032-49b5-adba-ebd65a6f921a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725593 Jul 16 08:57:57.431945 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ae235d-2fad-4858-89fd-04b228383d97 x-openstack-request-id: req-90ae235d-2fad-4858-89fd-04b228383d97 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:57.432244 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebfbacf-dc4c-4301-8617-a0182af79ccf", "name": "network-vif-deleted", "tag": "62fa637d-7805-42cb-9d3c-ed5e4dc26ce9", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:57.433162 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90ae235d-2fad-4858-89fd-04b228383d97 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:57.433997 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebfbacf-dc4c-4301-8617-a0182af79ccf', 'name': 'network-vif-deleted', 'tag': '62fa637d-7805-42cb-9d3c-ed5e4dc26ce9', 'status': 'completed', 'code': 200} Jul 16 08:57:57.441934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c5cee-003d-4473-a506-22e2ecf68673 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:57.443569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c5cee-003d-4473-a506-22e2ecf68673 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:57.443704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41386) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:57.448857 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-872c5cee-003d-4473-a506-22e2ecf68673 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1605749 Jul 16 08:57:57.451305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41388) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:57.524020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d0d0cd-71c7-4b31-8096-0c25f7abdaa2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 053ac87e-27c8-44ad-939f-2272023d5f59 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:57.537193 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48d0d0cd-71c7-4b31-8096-0c25f7abdaa2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.587704 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48d0d0cd-71c7-4b31-8096-0c25f7abdaa2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.596901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e791bf-de47-4027-abdb-8247fd9cad8b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:57.600378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['d3f71fba-446b-4ca7-a161-36afb332c9a2'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:57.614805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.664453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-138c91e1-f837-4bfd-a038-854187f0eb07 admin admin] Deleting subnet 06a2f2d4-90a6-4084-b271-107bfeb4f670 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:57.668201 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-138c91e1-f837-4bfd-a038-854187f0eb07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.707396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-138c91e1-f837-4bfd-a038-854187f0eb07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.733491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48d0d0cd-71c7-4b31-8096-0c25f7abdaa2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.770745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Transition to ACTIVE for port object a9e791bf-de47-4027-abdb-8247fd9cad8b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:57.810054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.822620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48d0d0cd-71c7-4b31-8096-0c25f7abdaa2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.831388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-ae77e889-fbae-4a25-888e-46f319691b05 tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:57.832933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-ae77e889-fbae-4a25-888e-46f319691b05 tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 1102 time: 0.2891836 Jul 16 08:57:57.852085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0d0cd-71c7-4b31-8096-0c25f7abdaa2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=053ac87e-27c8-44ad-939f-2272023d5f59,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:57.854897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48d0d0cd-71c7-4b31-8096-0c25f7abdaa2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.856760 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-48d0d0cd-71c7-4b31-8096-0c25f7abdaa2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/053ac87e-27c8-44ad-939f-2272023d5f59 HTTP/1.1" status: 204 len: 168 time: 0.4045002 Jul 16 08:57:57.862042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59599d0-e641-4df4-aec1-b48f8ef6536f None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:57.862216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41394) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:57.875730 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-138c91e1-f837-4bfd-a038-854187f0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.938585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.954668 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-338dc326-171e-4df3-b4d6-130541366fe2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911496 Jul 16 08:57:57.955506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41396) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:57.964437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:57.970303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-42c6367f-133a-475c-bdf4-96d7c268f8ce tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.999655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e791bf-de47-4027-abdb-8247fd9cad8b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.087061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=7c5adc7a-4abe-4851-90a2-2c41a75947cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.115887 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:58.126042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.169927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-42c6367f-133a-475c-bdf4-96d7c268f8ce tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:57:58.169927 n-d-780147-28 neutron-server[94159]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:57:58.169927 n-d-780147-28 neutron-server[94159]: [parameters: {'project_id': 'edb4e65ddbd146f6b685381711581a78', 'id': '54f21ef1-7bee-4cbf-8acf-a48c9aeab571', 'expiration': datetime.datetime(2021, 7, 16, 8, 59, 58, 95688)}] Jul 16 08:57:58.169927 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:57:58.170487 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-42c6367f-133a-475c-bdf4-96d7c268f8ce tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:57:58.205448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532a39-350b-4be8-b1d3-c1b96535f701 req-c7513ad6-3d4a-4383-b642-df2d0255a81f tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.209064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:58.215985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e532a39-350b-4be8-b1d3-c1b96535f701 req-c7513ad6-3d4a-4383-b642-df2d0255a81f tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 945 time: 0.4496150 Jul 16 08:57:58.230038 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-138c91e1-f837-4bfd-a038-854187f0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.282991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c91e1-f837-4bfd-a038-854187f0eb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a2f2d4-90a6-4084-b271-107bfeb4f670,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.285092 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.285432 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Floating IP 047aff57-383d-4441-b0c1-d51db778deb4 disassociated (deleted). External IP: 172.25.6.235, port: 8f7aa3b9-94c0-4b52-a095-f3358685e412. Jul 16 08:57:58.298854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-138c91e1-f837-4bfd-a038-854187f0eb07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.303819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-138c91e1-f837-4bfd-a038-854187f0eb07 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/06a2f2d4-90a6-4084-b271-107bfeb4f670 HTTP/1.1" status: 204 len: 168 time: 0.8570123 Jul 16 08:57:58.304777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41400) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:58.327609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Deleting port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:58.327985 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.387535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e532a39-350b-4be8-b1d3-c1b96535f701 req-f83b574f-cc57-434f-b7ca-efc8fe03986f tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705799 Jul 16 08:57:58.402438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Attempting to bind port a9e791bf-de47-4027-abdb-8247fd9cad8b on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:58.402840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Attempting to bind port a9e791bf-de47-4027-abdb-8247fd9cad8b by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:58.403183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Attempting to bind port a9e791bf-de47-4027-abdb-8247fd9cad8b on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:58.410968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Port a9e791bf-de47-4027-abdb-8247fd9cad8b on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:58.411317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Attempting to bind port a9e791bf-de47-4027-abdb-8247fd9cad8b on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:58.429865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.431021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] For port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c3519d0f-2b7b-4a64-b94f-be6ea03ce55e,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:58.431407 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.449519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Calling delete_port for c3519d0f-2b7b-4a64-b94f-be6ea03ce55e owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:58.487579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:58.487922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Checking segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:58.488324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Bound using segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:58.488780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Bound port: a9e791bf-de47-4027-abdb-8247fd9cad8b, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:58.489144 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.571094 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.589320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.592491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.594121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] No DVR routers for this DVR port c3519d0f-2b7b-4a64-b94f-be6ea03ce55e on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:58.618720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d462d84-d187-4864-8ea5-a0f0066eb59b']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:58.634700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Pushing event deleted for resources: {'Port': ['ID=c3519d0f-2b7b-4a64-b94f-be6ea03ce55e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.645880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.646453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.647763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.648357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.648765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.649870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.650285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.650996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.650996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.652430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.652863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.653246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49558e-fc3c-446c-93b4-b0e7aa3690f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:58.661032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:58.668157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683f4e08-7645-49d7-aee2-9623f040a3e7') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:58.668586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683f4e08-7645-49d7-aee2-9623f040a3e7') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:58.671073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:58.672961 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-42c6367f-133a-475c-bdf4-96d7c268f8ce tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.680899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] For port a9e791bf-de47-4027-abdb-8247fd9cad8b, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:58.691909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a4a0a-c354-4550-ac2b-a2527d424364 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:58.696048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.696724 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.721373 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.721633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] For port a9e791bf-de47-4027-abdb-8247fd9cad8b, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9e791bf-de47-4027-abdb-8247fd9cad8b,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:58.759744 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.763840 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.778478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=5c4611f6-6c7a-4907-ba5d-95c092089e95,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.785933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:57:58.787985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:57:58.792857 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:57:58.849163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.849822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.851204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] 10.222.0.52 "PUT /v2.0/ports/a9e791bf-de47-4027-abdb-8247fd9cad8b HTTP/1.1" status: 200 len: 1093 time: 2.8246050 Jul 16 08:57:58.853604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9bf6e2-2274-4b32-9383-be7ad1053b14', 'tag': 'a9e791bf-de47-4027-abdb-8247fd9cad8b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:58.857263 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac6349a-a7f1-4054-941f-e0fcf8e017f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9bf6e2-2274-4b32-9383-be7ad1053b14", "tag": "a9e791bf-de47-4027-abdb-8247fd9cad8b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:58.876564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.882760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.888487 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6d462d84-d187-4864-8ea5-a0f0066eb59b HTTP/1.1" status: 204 len: 168 time: 0.5567200 Jul 16 08:57:58.910285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee29cb1-030b-41e6-b38a-de347f291297 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d462d84-d187-4864-8ea5-a0f0066eb59b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.915938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:58.935442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '5c4611f6-6c7a-4907-ba5d-95c092089e95'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:58.936367 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.939142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2eb6bd-42c2-4b1d-a4f9-bf488c5e6b27 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e791bf-de47-4027-abdb-8247fd9cad8b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:59.022179 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-42c6367f-133a-475c-bdf4-96d7c268f8ce tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.031022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa2b9472-5bab-4c76-aebc-450c36dbc812 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0741138 Jul 16 08:57:59.033537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41410) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:59.039965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'name': 'tempest-NetworksTestDHCPv6-597537539'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:59.092525 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-42c6367f-133a-475c-bdf4-96d7c268f8ce tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.136125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d3f71fba-446b-4ca7-a161-36afb332c9a2 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:59.264645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7fc917b4-fe45-4da0-92f3-ed11f44d1760 req-42c6367f-133a-475c-bdf4-96d7c268f8ce tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3959165 Jul 16 08:57:59.265180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41412) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:59.272481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:59.278482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.299202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/5c4611f6-6c7a-4907-ba5d-95c092089e95/4a877b09-8829-4a66-aa25-567b9006e42a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:59.306850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c3519d0f-2b7b-4a64-b94f-be6ea03ce55e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:59.317988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 14337128-406f-46e0-9814-98a535d80acc yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:59.366275 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9fca59-83ab-496d-9e55-1b752d8b9e00 x-openstack-request-id: req-8f9fca59-83ab-496d-9e55-1b752d8b9e00 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:59.366884 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9bf6e2-2274-4b32-9383-be7ad1053b14", "tag": "a9e791bf-de47-4027-abdb-8247fd9cad8b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:59.366884 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f9fca59-83ab-496d-9e55-1b752d8b9e00 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:59.367231 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9bf6e2-2274-4b32-9383-be7ad1053b14', 'tag': 'a9e791bf-de47-4027-abdb-8247fd9cad8b', 'status': 'completed', 'code': 200} Jul 16 08:57:59.424512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6367f-133a-475c-bdf4-96d7c268f8ce tempest-LiveMigrationNegativeTest-226869401 tempest-LiveMigrationNegativeTest-226869401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbba0c76-b853-4742-9d79-3c9a9b5ffae7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:59.436639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9c847-1bee-4b3d-8dd0-67cdc912626d req-54d4bff5-21b3-4262-9e46-a5169d1ef53b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:59.443609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9c847-1bee-4b3d-8dd0-67cdc912626d req-54d4bff5-21b3-4262-9e46-a5169d1ef53b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 944 time: 0.6138706 Jul 16 08:57:59.518065 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.519997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c0982b4a-2f4b-4180-9d83-cdc9aa6218f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9df005b8d634008b214fdeb6e2ed93d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323744 Jul 16 08:57:59.522621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: c3519d0f-2b7b-4a64-b94f-be6ea03ce55e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:59.523000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c3519d0f-2b7b-4a64-b94f-be6ea03ce55e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:59.523133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41422) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:59.524415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:59.528323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-8fc5095a-a53a-4055-a077-b753f6340ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:59.529898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-8fc5095a-a53a-4055-a077-b753f6340ddf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 1096 time: 0.5822594 Jul 16 08:57:59.536094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.542395 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port d3f71fba-446b-4ca7-a161-36afb332c9a2 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:59.547348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Transition to ACTIVE for port object 4a877b09-8829-4a66-aa25-567b9006e42a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:59.547749 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] Sync routers for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:59.549921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9c847-1bee-4b3d-8dd0-67cdc912626d req-170c9bd4-21a6-4c9a-8315-bbd2600b30e3 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053164 Jul 16 08:57:59.552174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port d3f71fba-446b-4ca7-a161-36afb332c9a2 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:59.552610 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.574618 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:59.574618 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:57:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:59.611334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Transition to ACTIVE for port object 4a877b09-8829-4a66-aa25-567b9006e42a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:59.641004 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.673379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-d4b83b5d-2f36-4d60-a442-0216eb3c6847 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e791bf-de47-4027-abdb-8247fd9cad8b HTTP/1.1" status: 200 len: 217 time: 0.1223965 Jul 16 08:57:59.700816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a19ffa5-f667-4004-a695-d8133b10fa5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/floatingips/047aff57-383d-4441-b0c1-d51db778deb4 HTTP/1.1" status: 204 len: 168 time: 4.3175931 Jul 16 08:57:59.736664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-991dbbe5-2715-4544-94f1-aa6f7f2bc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:59.739432 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-991dbbe5-2715-4544-94f1-aa6f7f2bc1c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.0523596 Jul 16 08:57:59.743943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Pushing event updated for resources: {'Port': ['ID=4a877b09-8829-4a66-aa25-567b9006e42a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:59.779992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:59.781756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:59.784919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:59.795944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-257f26b1-9325-44dc-98d9-6fc52999fe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.871440 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.885167 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-257f26b1-9325-44dc-98d9-6fc52999fe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.907263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-0c4bf600-f57a-4d3c-bb05-ac659c37ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:59.911349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-0c4bf600-f57a-4d3c-bb05-ac659c37ded3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573150 Jul 16 08:57:59.915559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d3f71fba-446b-4ca7-a161-36afb332c9a2, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d3f71fba-446b-4ca7-a161-36afb332c9a2,segment=NetworkSegment(dc3542bc-8ba2-4896-9f74-36ac3c5c41ea),segment_id=dc3542bc-8ba2-4896-9f74-36ac3c5c41ea)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:59.918823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af37425-918f-47c6-a3dd-510698cbe345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f71fba-446b-4ca7-a161-36afb332c9a2'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:59.919109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::39a (a959bc3e-b0e6-459f-b0b6-b598481d9524/5c4611f6-6c7a-4907-ba5d-95c092089e95/14337128-406f-46e0-9814-98a535d80acc) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:59.921335 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1a91b-e1e5-48dc-9aa3-f08ea9302977" -d '{"events": [{"server_uuid": "8af37425-918f-47c6-a3dd-510698cbe345", "name": "network-vif-plugged", "status": "completed", "tag": "d3f71fba-446b-4ca7-a161-36afb332c9a2"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:59.926991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.927809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:59.931213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Attempting to bind port 4a877b09-8829-4a66-aa25-567b9006e42a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:59.931580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Attempting to bind port 4a877b09-8829-4a66-aa25-567b9006e42a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:59.931939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Attempting to bind port 4a877b09-8829-4a66-aa25-567b9006e42a on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:59.974348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:59.974728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:59.975129 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.975527 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:59.976020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Bound port: 4a877b09-8829-4a66-aa25-567b9006e42a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:59.976401 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.982405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:59.982783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 62fa637d-7805-42cb-9d3c-ed5e4dc26ce9 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:00.083348 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:00.098676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=d3f71fba-446b-4ca7-a161-36afb332c9a2,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.107177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-257f26b1-9325-44dc-98d9-6fc52999fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.109944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-257f26b1-9325-44dc-98d9-6fc52999fe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.113384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-257f26b1-9325-44dc-98d9-6fc52999fe79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c8055eb-881e-4e94-98e2-719e2b3061de HTTP/1.1" status: 204 len: 168 time: 0.5868931 Jul 16 08:58:00.184736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] For port 4a877b09-8829-4a66-aa25-567b9006e42a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:00.188901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] For port 4a877b09-8829-4a66-aa25-567b9006e42a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4a877b09-8829-4a66-aa25-567b9006e42a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:00.193506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f26b1-9325-44dc-98d9-6fc52999fe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8055eb-881e-4e94-98e2-719e2b3061de,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.197183 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.349628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4805b-2c9b-4d75-a22b-ef2bbfd6cd2b None None] Pushing event updated for resources: {'Port': ['ID=4a877b09-8829-4a66-aa25-567b9006e42a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.405548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2566e1-f388-408b-a69e-426820b1bb10 req-481b24db-75e6-4bcf-a4e2-209390d7ed38 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.412750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd2566e1-f388-408b-a69e-426820b1bb10 req-481b24db-75e6-4bcf-a4e2-209390d7ed38 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 945 time: 0.6194639 Jul 16 08:58:00.467887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.498097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 14337128-406f-46e0-9814-98a535d80acc will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:00.502339 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:40Z', 'revision_number': 6, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:00.548260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-e8e08768-7a08-485d-9859-a88a69fb1fbd service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213903 Jul 16 08:58:00.552016 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] Checking router: 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:00.564487 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:00.565205 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:57:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:00.617121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.756058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd2566e1-f388-408b-a69e-426820b1bb10 req-a301b806-7c2d-4c3c-8f67-f792661001ed tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422599 Jul 16 08:58:00.758362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07be30de-5f3a-4370-95ab-3cfabe1209fe req-94956bd7-b19d-456c-a0ae-282af5bc57ab service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920068 Jul 16 08:58:00.788401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:00.801083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:00.818122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=14337128-406f-46e0-9814-98a535d80acc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.827508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:00.833327 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa699b0-00ba-4dae-8d91-c4c1dabc862b x-openstack-request-id: req-4aa699b0-00ba-4dae-8d91-c4c1dabc862b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:00.833486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.834100 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af37425-918f-47c6-a3dd-510698cbe345", "name": "network-vif-plugged", "status": "completed", "tag": "d3f71fba-446b-4ca7-a161-36afb332c9a2", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:00.835301 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4aa699b0-00ba-4dae-8d91-c4c1dabc862b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:00.835301 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af37425-918f-47c6-a3dd-510698cbe345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f71fba-446b-4ca7-a161-36afb332c9a2', 'code': 200} Jul 16 08:58:00.840965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.877975 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-85a01221-9acb-4800-bbd7-03986557f023 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8433537 Jul 16 08:58:00.880880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41448) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.990174 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:01.069011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-c7ceeb81-7199-4815-91e6-cdabb7c082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.070609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-c7ceeb81-7199-4815-91e6-cdabb7c082ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 1096 time: 0.2374415 Jul 16 08:58:01.131840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db059519-6f28-46f2-9796-5e764dc0cb80 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.143979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db059519-6f28-46f2-9796-5e764dc0cb80 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.150935 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db059519-6f28-46f2-9796-5e764dc0cb80 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2684040 Jul 16 08:58:01.154736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41458) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:01.231261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3340e-63da-4519-9e60-2caa275113fa req-5c91d081-0bb4-4497-8aa7-15d8bf8de299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.234971 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1d3340e-63da-4519-9e60-2caa275113fa req-5c91d081-0bb4-4497-8aa7-15d8bf8de299 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 1098 time: 0.2353382 Jul 16 08:58:01.263016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239a17e-25a5-4a74-b614-ba2527d4542a req-59cf9141-86ce-429f-b231-573ce25fb3c8 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.274459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e239a17e-25a5-4a74-b614-ba2527d4542a req-59cf9141-86ce-429f-b231-573ce25fb3c8 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 950 time: 0.2639420 Jul 16 08:58:01.349376 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:40Z', 'revision_number': 6, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:01.350051 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1d3340e-63da-4519-9e60-2caa275113fa req-aff79714-ed69-4b42-9061-5038db4b705a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840011 Jul 16 08:58:01.366800 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4a877b09-8829-4a66-aa25-567b9006e42a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:01.384262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:01.397479 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d316d9d-d765-460b-be5b-ebdc258f0a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:01.417332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-310f64fc-030e-4cfd-9f95-cbaf552100cf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 14337128-406f-46e0-9814-98a535d80acc {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:01.417804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-310f64fc-030e-4cfd-9f95-cbaf552100cf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.419661 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8786e8-892a-49f7-aeee-ae29268f9e68 None None] The sync data for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 is: [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:57:40Z', 'revision_number': 6, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '44e80ce7-7ab8-432b-bf6b-98a090482783', 'name': '', 'network_id': '6edac66c-9af6-489c-ac6a-355cd91e15da', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:66:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '88298692-21e7-4a82-878e-949a5865c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:29Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '88298692-21e7-4a82-878e-949a5865c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:01.457959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 4a877b09-8829-4a66-aa25-567b9006e42a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:01.520122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e239a17e-25a5-4a74-b614-ba2527d4542a req-7d83563a-be3f-431c-9a95-3b5e59b7dd7b tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897478 Jul 16 08:58:01.600756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aed41b-b443-4577-ab52-368dae972e52 req-79aeaf25-451d-4769-a7a1-2b1d57983e97 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.607764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61aed41b-b443-4577-ab52-368dae972e52 req-79aeaf25-451d-4769-a7a1-2b1d57983e97 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 944 time: 0.3845019 Jul 16 08:58:01.609109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-80f2fb5a-3d88-43eb-a85a-9598dde14335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.610608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-80f2fb5a-3d88-43eb-a85a-9598dde14335 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.5317042 Jul 16 08:58:01.662936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-310f64fc-030e-4cfd-9f95-cbaf552100cf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.690655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-c1988c5d-8c34-4974-859b-16ee686e1512 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e791bf-de47-4027-abdb-8247fd9cad8b HTTP/1.1" status: 200 len: 217 time: 0.0495164 Jul 16 08:58:01.701595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-310f64fc-030e-4cfd-9f95-cbaf552100cf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 14337128-406f-46e0-9814-98a535d80acc owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:01.800342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-902d0e7c-543c-470c-914b-dac5816f4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.802120 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-902d0e7c-543c-470c-914b-dac5816f4e9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.0972965 Jul 16 08:58:01.811213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61aed41b-b443-4577-ab52-368dae972e52 req-2515f0db-9b7f-4d05-8c69-2f8dcfff3179 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979682 Jul 16 08:58:01.914530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b92e4c-65f6-4e2e-8007-553b0b578765 None None] New status for floating IP 047aff57-383d-4441-b0c1-d51db778deb4: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:58:01.981734 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-310f64fc-030e-4cfd-9f95-cbaf552100cf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.012876 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e4c039-e686-46d3-9982-df4cf0e8ed83 x-openstack-request-id: req-b6e4c039-e686-46d3-9982-df4cf0e8ed83 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:02.013395 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:02.013889 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6e4c039-e686-46d3-9982-df4cf0e8ed83 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:02.014456 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'status': 'completed', 'code': 200} Jul 16 08:58:02.035058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-423abb0a-66ef-446a-a5e8-83b868af5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.038425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-423abb0a-66ef-446a-a5e8-83b868af5137 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2261214 Jul 16 08:58:02.094843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f64fc-030e-4cfd-9f95-cbaf552100cf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=14337128-406f-46e0-9814-98a535d80acc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:02.106492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c6590059-4a51-4ff9-bbc0-2dd91ec639a5 None None] Provisioning for port 4a877b09-8829-4a66-aa25-567b9006e42a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:02.112051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c6590059-4a51-4ff9-bbc0-2dd91ec639a5 None None] Provisioning complete for port 4a877b09-8829-4a66-aa25-567b9006e42a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:02.113293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6590059-4a51-4ff9-bbc0-2dd91ec639a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.142820 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-310f64fc-030e-4cfd-9f95-cbaf552100cf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.147891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-310f64fc-030e-4cfd-9f95-cbaf552100cf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/14337128-406f-46e0-9814-98a535d80acc HTTP/1.1" status: 204 len: 168 time: 0.9894958 Jul 16 08:58:02.149325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41478) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:02.228622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54288851-6940-4a84-83ae-a08a46ddc6d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.231896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54288851-6940-4a84-83ae-a08a46ddc6d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.236598 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-54288851-6940-4a84-83ae-a08a46ddc6d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0862610 Jul 16 08:58:02.238189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41480) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:02.239606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b553973-8966-4199-8ddb-d65ceb3fce48 req-ea1af1a0-b9f4-4089-b5d0-143a30876b26 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.248613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b553973-8966-4199-8ddb-d65ceb3fce48 req-ea1af1a0-b9f4-4089-b5d0-143a30876b26 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 945 time: 0.3115976 Jul 16 08:58:02.250096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-f9db809a-6306-4b7b-afa0-d4da356c4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.251587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-f9db809a-6306-4b7b-afa0-d4da356c4d41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 1097 time: 0.2593262 Jul 16 08:58:02.254518 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6590059-4a51-4ff9-bbc0-2dd91ec639a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.287873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-41c67c8a-833c-436a-ae7c-e9920a1648be service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402763 Jul 16 08:58:02.327238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c6590059-4a51-4ff9-bbc0-2dd91ec639a5 None None] For port 4a877b09-8829-4a66-aa25-567b9006e42a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4a877b09-8829-4a66-aa25-567b9006e42a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:02.340663 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c6590059-4a51-4ff9-bbc0-2dd91ec639a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.361188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-df86919b-7dea-41b3-939c-d3e099884372 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 5c4611f6-6c7a-4907-ba5d-95c092089e95 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:02.374753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df86919b-7dea-41b3-939c-d3e099884372 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.387763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b553973-8966-4199-8ddb-d65ceb3fce48 req-169485b4-4427-480e-b594-26c2dfb6e9f6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379054 Jul 16 08:58:02.418030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-0d8ece7f-e7a3-4f98-973c-45a407abe834 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.419615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-0d8ece7f-e7a3-4f98-973c-45a407abe834 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 950 time: 0.3053730 Jul 16 08:58:02.454294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6590059-4a51-4ff9-bbc0-2dd91ec639a5 None None] Pushing event updated for resources: {'Port': ['ID=4a877b09-8829-4a66-aa25-567b9006e42a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:02.470863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df86919b-7dea-41b3-939c-d3e099884372 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.486772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e76e6c45-96fe-4380-bc1d-6f0497b65d8c None None] Could not find standard attr ID for object 14337128-406f-46e0-9814-98a535d80acc. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:02.498386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-7f1bacc0-ee25-4ce8-95e7-831407e76ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.499944 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-7f1bacc0-ee25-4ce8-95e7-831407e76ea1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6edac66c-9af6-489c-ac6a-355cd91e15da HTTP/1.1" status: 200 len: 898 time: 0.2262764 Jul 16 08:58:02.623375 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-4b37cf68-0435-4932-99c9-62bd34d1d370 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412 HTTP/1.1" status: 200 len: 217 time: 0.0951881 Jul 16 08:58:02.658159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac6349a-a7f1-4054-941f-e0fcf8e017f2 req-0592b672-29e5-4cca-ab25-353b473fea2c service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563890 Jul 16 08:58:02.706117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Deleting port 5397add5-2893-4438-8670-213477390c41 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:02.706610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.724129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df86919b-7dea-41b3-939c-d3e099884372 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.729275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb205db4-1e09-470d-a60e-d5804b9ae4f4 req-c23f788e-749b-4c71-8ca3-7bb5f0121960 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.731706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb205db4-1e09-470d-a60e-d5804b9ae4f4 req-c23f788e-749b-4c71-8ca3-7bb5f0121960 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 946 time: 0.2587354 Jul 16 08:58:02.814559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-c69f9833-49a6-4660-8668-e2e15cf8d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.816038 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-c69f9833-49a6-4660-8668-e2e15cf8d275 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88298692-21e7-4a82-878e-949a5865c7ad HTTP/1.1" status: 200 len: 834 time: 0.1541538 Jul 16 08:58:02.824869 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-b794f495-2a99-49e2-8d05-2e13de49e1ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3075781 Jul 16 08:58:02.862674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df86919b-7dea-41b3-939c-d3e099884372 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.868122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb205db4-1e09-470d-a60e-d5804b9ae4f4 req-1ae3a2cc-a489-4098-9a93-edec12d95319 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275008 Jul 16 08:58:02.915134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] For port 5397add5-2893-4438-8670-213477390c41, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5397add5-2893-4438-8670-213477390c41,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:02.915781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.935265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Calling delete_port for 5397add5-2893-4438-8670-213477390c41 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:02.954801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86919b-7dea-41b3-939c-d3e099884372 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4611f6-6c7a-4907-ba5d-95c092089e95,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:02.958899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2b539-b039-40a0-83e3-e66a4b05c45e req-63c5048a-5d51-450b-8939-a95095611520 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.960592 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30c2b539-b039-40a0-83e3-e66a4b05c45e req-63c5048a-5d51-450b-8939-a95095611520 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 950 time: 0.2278578 Jul 16 08:58:02.964405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68097de-7562-4f48-9e05-6cb35873e49d None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:02.965520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df86919b-7dea-41b3-939c-d3e099884372 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.970516 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-df86919b-7dea-41b3-939c-d3e099884372 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/5c4611f6-6c7a-4907-ba5d-95c092089e95 HTTP/1.1" status: 204 len: 168 time: 0.7291257 Jul 16 08:58:02.990221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41518) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:03.047762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-abe9b25f-5b46-4126-a564-dcd30e1abb68 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553782 Jul 16 08:58:03.052454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41520) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:03.059634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:03.115374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30c2b539-b039-40a0-83e3-e66a4b05c45e req-150ae285-5396-49d4-8294-e342a8c5770a tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046698 Jul 16 08:58:03.115565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-13ea3ed4-bfae-474a-ae04-502ddcc56f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.116867 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-13ea3ed4-bfae-474a-ae04-502ddcc56f5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6edac66c-9af6-489c-ac6a-355cd91e15da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2755711 Jul 16 08:58:03.238769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-fa6d3741-33bb-4022-99e4-17af97c47d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.240412 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-fa6d3741-33bb-4022-99e4-17af97c47d53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1096 time: 0.3472424 Jul 16 08:58:03.307987 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.347391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a9e791bf-de47-4027-abdb-8247fd9cad8b details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:03.355111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e1bda9f0-cef3-424a-8163-5a628ccef189', '5397add5-2893-4438-8670-213477390c41'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:03.360640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Pushing event deleted for resources: {'Port': ['ID=5397add5-2893-4438-8670-213477390c41,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:03.393849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:03.397666 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.416388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4a877b09-8829-4a66-aa25-567b9006e42a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:03.442534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] No DVR routers for this DVR port 5397add5-2893-4438-8670-213477390c41 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:03.446521 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.452063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5a7d4a1-0e0b-4d9c-84d9-5f89f126c891 req-2d7c6caf-bde3-4d42-97c3-b46eef00af28 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "DELETE /v2.0/ports/5397add5-2893-4438-8670-213477390c41 HTTP/1.1" status: 204 len: 173 time: 0.9861677 Jul 16 08:58:03.579547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b66e-cfdd-461d-a2f2-42b35a0dfcce req-5300df59-5530-49c2-ae05-9cc588b9d60f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.590091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e56b66e-cfdd-461d-a2f2-42b35a0dfcce req-5300df59-5530-49c2-ae05-9cc588b9d60f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 944 time: 0.1599286 Jul 16 08:58:03.707611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41538) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:03.728895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e56b66e-cfdd-461d-a2f2-42b35a0dfcce req-8e4acd8f-4960-4a80-b221-7b1c9abe7f7d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378212 Jul 16 08:58:03.906206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550efa9-e2cb-4e42-a209-6aba044afcb8 req-3225cfda-767c-47fd-a84d-43e2e19ab3aa tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.913076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e550efa9-e2cb-4e42-a209-6aba044afcb8 req-3225cfda-767c-47fd-a84d-43e2e19ab3aa tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 945 time: 0.2316046 Jul 16 08:58:03.984114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f1d16b2-816b-4cee-9846-9a4992e8acd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.017616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6214b958-be3b-4db0-850b-c64919e92be6', 'name': 'network-vif-deleted', 'tag': '5397add5-2893-4438-8670-213477390c41'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:04.022505 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad3b99-8cda-4737-bb7e-f7b2b94cb651" -d '{"events": [{"server_uuid": "6214b958-be3b-4db0-850b-c64919e92be6", "name": "network-vif-deleted", "tag": "5397add5-2893-4438-8670-213477390c41"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:04.029815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e550efa9-e2cb-4e42-a209-6aba044afcb8 req-906353ba-3614-48c8-bb8f-c26849d7d783 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080678 Jul 16 08:58:04.193573 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-c19b8efc-d49d-4424-9239-343f6eefaaf1 service neutron] 10.222.0.54 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0359461 Jul 16 08:58:04.195397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f1d16b2-816b-4cee-9846-9a4992e8acd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.202862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-10e2e833-02fb-4328-b49b-3f3741d4ef4a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:04.204789 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-10e2e833-02fb-4328-b49b-3f3741d4ef4a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 945 time: 1.0355783 Jul 16 08:58:04.207449 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7b126-0ff6-41c2-85bf-d061504a3ed4 x-openstack-request-id: req-37c7b126-0ff6-41c2-85bf-d061504a3ed4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:04.208427 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6214b958-be3b-4db0-850b-c64919e92be6", "name": "network-vif-deleted", "tag": "5397add5-2893-4438-8670-213477390c41", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:04.209568 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37c7b126-0ff6-41c2-85bf-d061504a3ed4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:04.210107 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6214b958-be3b-4db0-850b-c64919e92be6', 'name': 'network-vif-deleted', 'tag': '5397add5-2893-4438-8670-213477390c41', 'status': 'completed', 'code': 200} Jul 16 08:58:04.309928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a9e791bf-de47-4027-abdb-8247fd9cad8b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9e791bf-de47-4027-abdb-8247fd9cad8b,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:04.320750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f1d16b2-816b-4cee-9846-9a4992e8acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.370382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:04.420107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'a9e791bf-de47-4027-abdb-8247fd9cad8b', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': 'a9e791bf-de47-4027-abdb-8247fd9cad8b', 'mac_address': 'fa:16:3e:0e:05:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:04.427629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-e7300424-fd8f-4131-9a2b-681c956e2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:04.429138 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-e7300424-fd8f-4131-9a2b-681c956e2d08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 1.1141338 Jul 16 08:58:04.434786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 4a877b09-8829-4a66-aa25-567b9006e42a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:04.435440 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.476025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6f1d16b2-816b-4cee-9846-9a4992e8acd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e39f2b7995540e1af2c06d3fd5fd957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7421126 Jul 16 08:58:04.478951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d16b2-816b-4cee-9846-9a4992e8acd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6dfbe-af46-4a6c-8090-8c8ae691beb2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:04.487453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41560) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:04.546619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.566396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef07ef6-b145-4f5b-8279-4881883f4688 req-91fc5d95-ac9d-4211-84a2-71650ebe2cf5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:04.567990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ef07ef6-b145-4f5b-8279-4881883f4688 req-91fc5d95-ac9d-4211-84a2-71650ebe2cf5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 946 time: 0.3672578 Jul 16 08:58:04.643139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e791bf-de47-4027-abdb-8247fd9cad8b {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:04.669666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a9e791bf-de47-4027-abdb-8247fd9cad8b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9e791bf-de47-4027-abdb-8247fd9cad8b,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:04.681089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] Deleting port 4a877b09-8829-4a66-aa25-567b9006e42a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:04.681708 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.714765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ef07ef6-b145-4f5b-8279-4881883f4688 req-81ccca87-28a7-4f0f-95b0-e07485d809ef tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316826 Jul 16 08:58:04.726854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edeeeef7-a81f-4563-8413-425bd2a25560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.742495 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d316d9d-d765-460b-be5b-ebdc258f0a2f req-73cb286c-2e0d-4c84-a6db-213d5d037300 service neutron] 10.222.0.54 "GET /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932449 Jul 16 08:58:04.746439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-975e2dbe-7714-4a83-9d44-81d32169e9b1 req-aafbfcc3-fb41-4a47-8293-1ca97364acdc tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=6214b958-be3b-4db0-850b-c64919e92be6 HTTP/1.1" status: 200 len: 210 time: 0.0357502 Jul 16 08:58:04.769691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] For port 4a877b09-8829-4a66-aa25-567b9006e42a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4a877b09-8829-4a66-aa25-567b9006e42a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:04.770102 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.785540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] Calling delete_port for 4a877b09-8829-4a66-aa25-567b9006e42a owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:04.816806 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edeeeef7-a81f-4563-8413-425bd2a25560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.897802 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.929981 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.951403 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edeeeef7-a81f-4563-8413-425bd2a25560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.956207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edeeeef7-a81f-4563-8413-425bd2a25560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.957517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-edeeeef7-a81f-4563-8413-425bd2a25560 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1e6dfbe-af46-4a6c-8090-8c8ae691beb2 HTTP/1.1" status: 204 len: 168 time: 0.4687550 Jul 16 08:58:04.969944 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-fbb83233-2eb6-431c-a6c1-39c90a91394b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 998 time: 0.4062448 Jul 16 08:58:04.986013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeeef7-a81f-4563-8413-425bd2a25560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6dfbe-af46-4a6c-8090-8c8ae691beb2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:05.022379 n-d-780147-28 neutron-server[94167]: INFO neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No ports have port_id starting with 4a877b09-8829-4a66-aa25-567b9006e42a Jul 16 08:58:05.043515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] No DVR routers for this DVR port 4a877b09-8829-4a66-aa25-567b9006e42a on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:05.173360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 8f7aa3b9-94c0-4b52-a095-f3358685e412 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:05.174757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace6891-5235-456b-bf89-66f1b0cba323 req-28bc335f-fd2c-45d7-a8cd-627f4c159212 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.175323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.187961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-7a63f9ec-8910-46e8-a957-0f4941548105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.189811 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-7a63f9ec-8910-46e8-a957-0f4941548105 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.1636631 Jul 16 08:58:05.197069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.207569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ace6891-5235-456b-bf89-66f1b0cba323 req-28bc335f-fd2c-45d7-a8cd-627f4c159212 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 945 time: 0.2125192 Jul 16 08:58:05.215872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9e791bf-de47-4027-abdb-8247fd9cad8b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:05.227589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a9e791bf-de47-4027-abdb-8247fd9cad8b,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:05.328085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26a999-1a26-42a9-acc3-b56408261da8 None None] Pushing event deleted for resources: {'Port': ['ID=4a877b09-8829-4a66-aa25-567b9006e42a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:05.330004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4a877b09-8829-4a66-aa25-567b9006e42a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:05.331845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5397add5-2893-4438-8670-213477390c41 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:05.354019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ace6891-5235-456b-bf89-66f1b0cba323 req-62c817d0-26e4-487a-b66c-dcfdb1833669 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447556 Jul 16 08:58:05.410492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348481b7-bed3-47c1-8c21-278d96a78264 req-985f79fc-e1d2-4977-9692-774cb992b2a1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.412592 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-348481b7-bed3-47c1-8c21-278d96a78264 req-985f79fc-e1d2-4977-9692-774cb992b2a1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 945 time: 0.1134553 Jul 16 08:58:05.422374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 4a877b09-8829-4a66-aa25-567b9006e42a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:05.422675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4a877b09-8829-4a66-aa25-567b9006e42a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:05.437075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port 8f7aa3b9-94c0-4b52-a095-f3358685e412, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8f7aa3b9-94c0-4b52-a095-f3358685e412,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:05.437454 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.469129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 5397add5-2893-4438-8670-213477390c41 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:05.469473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5397add5-2893-4438-8670-213477390c41 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:05.470656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 8f7aa3b9-94c0-4b52-a095-f3358685e412 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:05.504350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-348481b7-bed3-47c1-8c21-278d96a78264 req-e3f34825-6069-45b8-b20d-8efdfbefe3af tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c6588a3-8a20-4c7b-8bf9-aaddc4937053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850255 Jul 16 08:58:05.702930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:05.718912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:05.735698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.736757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.739259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46afac74-3b1c-483d-b6b4-904466318b57 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:05.762093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=17adb8b3-8ff3-45b6-8d14-bdb77f84b701,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:05.766121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5322a185-6f24-4dbb-b6e2-55eeb55b3f10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7113502 Jul 16 08:58:05.770595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41682) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:05.782200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'name': 'tempest-NetworksTestDHCPv6-988532787'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:05.818480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.962013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] No DVR routers for this DVR port 8f7aa3b9-94c0-4b52-a095-f3358685e412 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:05.968726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.973324 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1609610d-f7d8-4e95-abca-af71fb86e3b9 req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "DELETE /v2.0/ports/8f7aa3b9-94c0-4b52-a095-f3358685e412 HTTP/1.1" status: 204 len: 173 time: 1.7561822 Jul 16 08:58:05.976076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-7b9c3754-8ff5-4ca4-829d-9571111a4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.978399 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-7b9c3754-8ff5-4ca4-829d-9571111a4f1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7315032 Jul 16 08:58:05.980659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'name': 'network-vif-deleted', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:05.984922 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8963810-ab40-4a6e-9b96-d0ee307df1e0" -d '{"events": [{"server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "name": "network-vif-deleted", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:05.990592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe932c65-58c1-45db-97d8-9412ae906284 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=8f7aa3b9-94c0-4b52-a095-f3358685e412,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:06.137512 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-f7599d70-7ff6-4206-920d-4837c327e51e service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488113 Jul 16 08:58:06.237010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '17adb8b3-8ff3-45b6-8d14-bdb77f84b701'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:06.238858 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.250438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:06.265178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.329768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 068cffbb-f63a-43f2-9d8f-de52fd9d3f88 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:06.389275 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd6e24f-bf55-41d5-b239-8d722de24bc5 x-openstack-request-id: req-afd6e24f-bf55-41d5-b239-8d722de24bc5 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:06.390316 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f354f1e9-ab8b-4dd5-9d6a-edf79c464a10", "name": "network-vif-deleted", "tag": "8f7aa3b9-94c0-4b52-a095-f3358685e412", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:06.390780 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afd6e24f-bf55-41d5-b239-8d722de24bc5 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:06.391400 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f354f1e9-ab8b-4dd5-9d6a-edf79c464a10', 'name': 'network-vif-deleted', 'tag': '8f7aa3b9-94c0-4b52-a095-f3358685e412', 'status': 'completed', 'code': 200} Jul 16 08:58:06.470111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/17adb8b3-8ff3-45b6-8d14-bdb77f84b701/7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:06.517329 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b0449404-3739-4ad3-a7c5-0c540c3348a6 req-80006fc6-a909-4962-8c1b-653c08b157fe service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717694 Jul 16 08:58:06.804970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66af24e-4bd3-4817-96a0-22142c071919 req-9a95ad99-3587-4e80-8d3d-ca7bca38c3da tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:06.810463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e66af24e-4bd3-4817-96a0-22142c071919 req-9a95ad99-3587-4e80-8d3d-ca7bca38c3da tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 946 time: 0.3267703 Jul 16 08:58:06.840188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.850112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Transition to ACTIVE for port object 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:06.869269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Transition to ACTIVE for port object 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:06.896906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e66af24e-4bd3-4817-96a0-22142c071919 req-7cef3c73-c92d-46e1-a48d-2e0ea4a7e34c tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759108 Jul 16 08:58:06.905454 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.992526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:07.010556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:07.011753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::39b (a959bc3e-b0e6-459f-b0b6-b598481d9524/17adb8b3-8ff3-45b6-8d14-bdb77f84b701/068cffbb-f63a-43f2-9d8f-de52fd9d3f88) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:07.014074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:07.064687 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f7aa3b9-94c0-4b52-a095-f3358685e412 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:07.066572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Pushing event updated for resources: {'Port': ['ID=7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:07.120617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 8f7aa3b9-94c0-4b52-a095-f3358685e412 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:07.121219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8f7aa3b9-94c0-4b52-a095-f3358685e412 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:07.134497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Attempting to bind port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:07.135129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Attempting to bind port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:07.136290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Attempting to bind port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:07.149805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:07.150198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:07.150859 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.151551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:07.160051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Bound port: 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:07.160471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.278163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] For port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:07.282497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] For port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:07.288790 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.347708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a9e791bf-de47-4027-abdb-8247fd9cad8b up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:07.422495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc6859-07ae-4101-a9d0-b41ae4e7025d None None] Pushing event updated for resources: {'Port': ['ID=7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:07.463026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port a9e791bf-de47-4027-abdb-8247fd9cad8b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:07.473804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port a9e791bf-de47-4027-abdb-8247fd9cad8b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:07.474786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5195ff71-9f2a-47bb-935e-3558298505dd req-af3b4e9c-a1fb-4a37-a431-cf6ab12340e0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=f354f1e9-ab8b-4dd5-9d6a-edf79c464a10 HTTP/1.1" status: 200 len: 210 time: 0.1450000 Jul 16 08:58:07.477869 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.544028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.573154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 068cffbb-f63a-43f2-9d8f-de52fd9d3f88 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:07.773810 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.831338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d1e26-8db1-4970-be7e-651e7e7d0cbd req-ce7bebe5-3b52-4100-adde-9ed0c514efbc tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:07.846819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f54d1e26-8db1-4970-be7e-651e7e7d0cbd req-ce7bebe5-3b52-4100-adde-9ed0c514efbc tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 945 time: 0.5769355 Jul 16 08:58:07.853428 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.889125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9bf6e2-2274-4b32-9383-be7ad1053b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e791bf-de47-4027-abdb-8247fd9cad8b'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:07.896066 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334372a-9f2f-4519-b511-7ddedc95b7a8" -d '{"events": [{"server_uuid": "ab9bf6e2-2274-4b32-9383-be7ad1053b14", "name": "network-vif-plugged", "status": "completed", "tag": "a9e791bf-de47-4027-abdb-8247fd9cad8b"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:07.934893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a9e791bf-de47-4027-abdb-8247fd9cad8b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9e791bf-de47-4027-abdb-8247fd9cad8b,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:07.944464 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.061006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a9e791bf-de47-4027-abdb-8247fd9cad8b,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:08.092189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:08.103190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:08.110027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:08.115336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.116224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.134727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=068cffbb-f63a-43f2-9d8f-de52fd9d3f88,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:08.142600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f54d1e26-8db1-4970-be7e-651e7e7d0cbd req-1124d091-1cbc-452b-ad4a-4f6d76a1feb4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948411 Jul 16 08:58:08.162890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b0d9ac56-0f86-4e37-9bc6-8ff906d95a0c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3909683 Jul 16 08:58:08.165332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41904) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:08.238718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9c6d2-81c0-4e80-8ec7-a7aded4218da req-6450af1e-5a17-4901-9404-4b10d870a613 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.247067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abb9c6d2-81c0-4e80-8ec7-a7aded4218da req-6450af1e-5a17-4901-9404-4b10d870a613 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 949 time: 0.2811599 Jul 16 08:58:08.248222 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320e8cc8-ad73-46de-b666-f382cb219eeb x-openstack-request-id: req-320e8cc8-ad73-46de-b666-f382cb219eeb {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:08.248519 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9bf6e2-2274-4b32-9383-be7ad1053b14", "name": "network-vif-plugged", "status": "completed", "tag": "a9e791bf-de47-4027-abdb-8247fd9cad8b", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:08.248779 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-320e8cc8-ad73-46de-b666-f382cb219eeb {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:08.249636 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9bf6e2-2274-4b32-9383-be7ad1053b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e791bf-de47-4027-abdb-8247fd9cad8b', 'code': 200} Jul 16 08:58:08.331247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abb9c6d2-81c0-4e80-8ec7-a7aded4218da req-6da96c75-8f9e-4c62-8879-78a95071c464 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828485 Jul 16 08:58:08.348202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3498e9a-6147-47f0-bca0-f0f7df33f3b0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.354088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3498e9a-6147-47f0-bca0-f0f7df33f3b0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.356075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c3498e9a-6147-47f0-bca0-f0f7df33f3b0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1893616 Jul 16 08:58:08.358609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41920) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:08.366696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337e0e-b99b-4a33-940b-697ddc390afe req-15f78411-9185-46e5-bf92-90d8206872a3 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.373309 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-84337e0e-b99b-4a33-940b-697ddc390afe req-15f78411-9185-46e5-bf92-90d8206872a3 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.54 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 946 time: 0.3120058 Jul 16 08:58:08.721288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41966) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:08.760051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3c21f-f130-41e1-ac9e-0d2dd1a4f64d req-18c0da29-84d2-40d2-8571-1822f3b5d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.763101 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7ce3c21f-f130-41e1-ac9e-0d2dd1a4f64d req-18c0da29-84d2-40d2-8571-1822f3b5d0e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 1098 time: 0.3411107 Jul 16 08:58:08.880394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Deleting port d3f71fba-446b-4ca7-a161-36afb332c9a2 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:08.880843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.892102 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7ce3c21f-f130-41e1-ac9e-0d2dd1a4f64d req-e47ed639-b36d-44d1-8f70-284a4dda2a45 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097016 Jul 16 08:58:08.937448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baef57d-9f41-4561-910f-b236d403fc6f req-33a9df80-80a6-488d-aeb4-140e7b9e2439 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.939106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3baef57d-9f41-4561-910f-b236d403fc6f req-33a9df80-80a6-488d-aeb4-140e7b9e2439 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af37425-918f-47c6-a3dd-510698cbe345 HTTP/1.1" status: 200 len: 946 time: 0.3984005 Jul 16 08:58:08.955030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c2d03a96-acb6-47e4-b831-01e710a9825c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 068cffbb-f63a-43f2-9d8f-de52fd9d3f88 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:08.957296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2d03a96-acb6-47e4-b831-01e710a9825c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.067022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-da533b0f-a638-4bc3-ad05-574b2173bc4c tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.072165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-da533b0f-a638-4bc3-ad05-574b2173bc4c tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 949 time: 0.5314884 Jul 16 08:58:09.111379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] For port d3f71fba-446b-4ca7-a161-36afb332c9a2, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d3f71fba-446b-4ca7-a161-36afb332c9a2,segment=NetworkSegment(dc3542bc-8ba2-4896-9f74-36ac3c5c41ea),segment_id=dc3542bc-8ba2-4896-9f74-36ac3c5c41ea)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:09.111761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.143837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Calling delete_port for d3f71fba-446b-4ca7-a161-36afb332c9a2 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:09.390860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-09c00c06-3d69-4c92-b9ac-4bf7ff2af08e None None] Provisioning for port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:09.421219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:09.559972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:09.577227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:09.577814 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.585698 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.721789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['d3f71fba-446b-4ca7-a161-36afb332c9a2'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:09.803364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Pushing event deleted for resources: {'Port': ['ID=d3f71fba-446b-4ca7-a161-36afb332c9a2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:09.894581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] No DVR routers for this DVR port d3f71fba-446b-4ca7-a161-36afb332c9a2 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:09.900251 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.903473 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-84337e0e-b99b-4a33-940b-697ddc390afe req-e127a10c-d25d-489c-861b-ad508bb28ab5 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.54 "DELETE /v2.0/ports/d3f71fba-446b-4ca7-a161-36afb332c9a2 HTTP/1.1" status: 204 len: 173 time: 1.5040553 Jul 16 08:58:09.903940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af37425-918f-47c6-a3dd-510698cbe345', 'name': 'network-vif-deleted', 'tag': 'd3f71fba-446b-4ca7-a161-36afb332c9a2'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:09.907002 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3404a3-6e9d-49cb-ab7e-439e8c11eb56" -d '{"events": [{"server_uuid": "8af37425-918f-47c6-a3dd-510698cbe345", "name": "network-vif-deleted", "tag": "d3f71fba-446b-4ca7-a161-36afb332c9a2"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:10.023848 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb9ef-f717-4c5b-b2fd-f42a893bcb19 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.102692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3baef57d-9f41-4561-910f-b236d403fc6f req-43936fdb-6327-45b0-af59-f4b79c032d27 tempest-InstanceActionsNegativeTestJSON-1423334283 tempest-InstanceActionsNegativeTestJSON-1423334283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fc11d45-45a6-4b5f-8b08-1f2d774107d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1343148 Jul 16 08:58:10.139007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-89494368-37c2-4201-811c-4ab0a64e1e96 None None] Provisioning for port 068cffbb-f63a-43f2-9d8f-de52fd9d3f88 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:10.145825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-89494368-37c2-4201-811c-4ab0a64e1e96 None None] Provisioning complete for port 068cffbb-f63a-43f2-9d8f-de52fd9d3f88 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:10.146061 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89494368-37c2-4201-811c-4ab0a64e1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.150935 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.192515 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb9ef-f717-4c5b-b2fd-f42a893bcb19 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.301286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-89494368-37c2-4201-811c-4ab0a64e1e96 None None] Port 068cffbb-f63a-43f2-9d8f-de52fd9d3f88 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:10.306535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:10.313892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.388752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:10.411909 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb9ef-f717-4c5b-b2fd-f42a893bcb19 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.415123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb9ef-f717-4c5b-b2fd-f42a893bcb19 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.418226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1a9bb9ef-f717-4c5b-b2fd-f42a893bcb19 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/security-groups/7c6588a3-8a20-4c7b-8bf9-aaddc4937053 HTTP/1.1" status: 204 len: 168 time: 1.6958253 Jul 16 08:58:10.423354 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2d03a96-acb6-47e4-b831-01e710a9825c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.459984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c2d03a96-acb6-47e4-b831-01e710a9825c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 068cffbb-f63a-43f2-9d8f-de52fd9d3f88 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:10.464149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bb9ef-f717-4c5b-b2fd-f42a893bcb19 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6588a3-8a20-4c7b-8bf9-aaddc4937053,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:10.508780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e22636-c75c-4260-958b-7d74264733bc req-8664e14e-0eb0-4dd8-b11d-1ba706c48a0b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.516122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3e22636-c75c-4260-958b-7d74264733bc req-8664e14e-0eb0-4dd8-b11d-1ba706c48a0b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.7985055 Jul 16 08:58:10.601341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Deleting port e1bda9f0-cef3-424a-8163-5a628ccef189 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:10.601760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.620425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e1cbc-6983-4f7b-a0ce-a50e04d82873 req-776cbea6-6e16-4fef-9181-512d7466603d tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.622405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c00e1cbc-6983-4f7b-a0ce-a50e04d82873 req-776cbea6-6e16-4fef-9181-512d7466603d tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 949 time: 0.2786915 Jul 16 08:58:10.723737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3e22636-c75c-4260-958b-7d74264733bc req-212354be-31e1-47bb-a868-292772101925 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064788 Jul 16 08:58:10.775317 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444eed87-5b02-46a6-aeab-8a6f8a8694f1 x-openstack-request-id: req-444eed87-5b02-46a6-aeab-8a6f8a8694f1 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:10.776455 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af37425-918f-47c6-a3dd-510698cbe345", "name": "network-vif-deleted", "tag": "d3f71fba-446b-4ca7-a161-36afb332c9a2", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:10.777091 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-444eed87-5b02-46a6-aeab-8a6f8a8694f1 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:10.777985 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af37425-918f-47c6-a3dd-510698cbe345', 'name': 'network-vif-deleted', 'tag': 'd3f71fba-446b-4ca7-a161-36afb332c9a2', 'status': 'completed', 'code': 200} Jul 16 08:58:10.789746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c00e1cbc-6983-4f7b-a0ce-a50e04d82873 req-f5064c43-955d-424b-9f31-6ad19cd298c7 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f816623-58d0-4325-85c7-5d5c70779c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470499 Jul 16 08:58:10.859795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] For port e1bda9f0-cef3-424a-8163-5a628ccef189, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e1bda9f0-cef3-424a-8163-5a628ccef189,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:10.860280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.872436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42128) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:10.900301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Calling delete_port for e1bda9f0-cef3-424a-8163-5a628ccef189 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:10.918132 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2d03a96-acb6-47e4-b831-01e710a9825c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.017492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d03a96-acb6-47e4-b831-01e710a9825c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=068cffbb-f63a-43f2-9d8f-de52fd9d3f88,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:11.078280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2d03a96-acb6-47e4-b831-01e710a9825c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.084197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c2d03a96-acb6-47e4-b831-01e710a9825c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/068cffbb-f63a-43f2-9d8f-de52fd9d3f88 HTTP/1.1" status: 204 len: 168 time: 2.7244134 Jul 16 08:58:11.089039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42136) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.212633 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.227337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e1bda9f0-cef3-424a-8163-5a628ccef189'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:11.319789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42140) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.347306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Pushing event deleted for resources: {'Port': ['ID=e1bda9f0-cef3-424a-8163-5a628ccef189,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:11.356493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:11.362336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da6f626-c13a-4471-9239-49221321298f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.365053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da6f626-c13a-4471-9239-49221321298f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.367364 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7da6f626-c13a-4471-9239-49221321298f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2762306 Jul 16 08:58:11.370773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42144) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.454272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:11.454765 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.472515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd6e9f7-1c32-4fca-8d21-ffd2ae00fdb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 17adb8b3-8ff3-45b6-8d14-bdb77f84b701 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:11.482639 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cd6e9f7-1c32-4fca-8d21-ffd2ae00fdb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.521831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] No DVR routers for this DVR port e1bda9f0-cef3-424a-8163-5a628ccef189 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:11.525410 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.528311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd046b70-dd5f-42e9-b1f0-440d6aa70d44 req-dc24d3b8-1400-4eae-8018-18ea026f7c30 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.52 "DELETE /v2.0/ports/e1bda9f0-cef3-424a-8163-5a628ccef189 HTTP/1.1" status: 204 len: 173 time: 1.8088036 Jul 16 08:58:11.528938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10988e97-ae5c-43f0-919c-c46e407c4460', 'name': 'network-vif-deleted', 'tag': 'e1bda9f0-cef3-424a-8163-5a628ccef189'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:11.531091 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0fd07f-ebf4-4663-b9a2-03005661b1f9" -d '{"events": [{"server_uuid": "10988e97-ae5c-43f0-919c-c46e407c4460", "name": "network-vif-deleted", "tag": "e1bda9f0-cef3-424a-8163-5a628ccef189"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:11.548413 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cd6e9f7-1c32-4fca-8d21-ffd2ae00fdb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.566479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c730e19-cec7-47bc-9a69-37bfb21d3d29 admin admin] Deleting subnet a6b7430a-8c58-4eeb-853a-5d5fb535598b {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:11.578456 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c730e19-cec7-47bc-9a69-37bfb21d3d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.619329 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af350a-83e8-4e86-b3e9-f38255e00619 x-openstack-request-id: req-71af350a-83e8-4e86-b3e9-f38255e00619 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:11.619329 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10988e97-ae5c-43f0-919c-c46e407c4460", "name": "network-vif-deleted", "tag": "e1bda9f0-cef3-424a-8163-5a628ccef189", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:11.620234 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71af350a-83e8-4e86-b3e9-f38255e00619 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:11.620933 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10988e97-ae5c-43f0-919c-c46e407c4460', 'name': 'network-vif-deleted', 'tag': 'e1bda9f0-cef3-424a-8163-5a628ccef189', 'status': 'completed', 'code': 200} Jul 16 08:58:11.652229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c730e19-cec7-47bc-9a69-37bfb21d3d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.708052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c730e19-cec7-47bc-9a69-37bfb21d3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.720233 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cd6e9f7-1c32-4fca-8d21-ffd2ae00fdb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.829029 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c730e19-cec7-47bc-9a69-37bfb21d3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.865356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c730e19-cec7-47bc-9a69-37bfb21d3d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.867405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7c730e19-cec7-47bc-9a69-37bfb21d3d29 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a6b7430a-8c58-4eeb-853a-5d5fb535598b HTTP/1.1" status: 204 len: 168 time: 0.5466361 Jul 16 08:58:11.868570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c730e19-cec7-47bc-9a69-37bfb21d3d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b7430a-8c58-4eeb-853a-5d5fb535598b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:11.871452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42166) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.875155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cd6e9f7-1c32-4fca-8d21-ffd2ae00fdb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.953817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cd6e9f7-1c32-4fca-8d21-ffd2ae00fdb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.956089 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3cd6e9f7-1c32-4fca-8d21-ffd2ae00fdb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/17adb8b3-8ff3-45b6-8d14-bdb77f84b701 HTTP/1.1" status: 204 len: 168 time: 0.5840521 Jul 16 08:58:11.957243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e64347-4868-4918-b458-b82c896044d6 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:11.957462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6e9f7-1c32-4fca-8d21-ffd2ae00fdb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=17adb8b3-8ff3-45b6-8d14-bdb77f84b701,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:11.982877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42168) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:12.108015 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b54ae207-659a-4eaa-80b7-649c112da56e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076829 Jul 16 08:58:12.110901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42176) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:12.137827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.215169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.352914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37807cb-3756-4039-ad2f-419e16767b55 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.355443 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f37807cb-3756-4039-ad2f-419e16767b55 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2433283 Jul 16 08:58:12.398135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42182) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:12.399971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ae55a8f-6450-40e6-a975-97f09f160d20 req-70c5baa3-1854-4ca6-b353-48d90f5674b2 tempest-LiveMigrationNegativeTest-678075967 tempest-LiveMigrationNegativeTest-678075967-project] 10.222.0.55 "GET /v2.0/ports?device_id=10988e97-ae5c-43f0-919c-c46e407c4460 HTTP/1.1" status: 200 len: 210 time: 0.1139481 Jul 16 08:58:12.419081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:12.493909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1473a-bb38-478c-9ca7-d8e6db534f3b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.510722 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-acd1473a-bb38-478c-9ca7-d8e6db534f3b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1110990 Jul 16 08:58:12.534139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.548138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950db6da-59a4-444b-ade0-91d6e91bee58']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:12.562977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3542bc-8ba2-4896-9f74-36ac3c5c41ea') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:12.563604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3542bc-8ba2-4896-9f74-36ac3c5c41ea') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:12.610756 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.622631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] Deleting port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:12.623023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.667450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42186) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:12.743926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] For port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:12.744435 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.776461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] Calling delete_port for 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:12.879074 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.908839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] Pushing event deleted for resources: {'Port': ['ID=7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:12.926328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c4cf6000-ddba-476f-822c-9716bcb879d8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2436068 Jul 16 08:58:12.927463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42192) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:12.936135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef4edba-2630-4b8a-a7a0-50929cca4f38 None None] No DVR routers for this DVR port 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:12.953546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:12.957353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.971668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 44e80ce7-7ab8-432b-bf6b-98a090482783 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:12.972263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.009561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:58:13.011371 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.024022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a0ab-8241-4599-85f6-cc370200b29d req-206851e8-ae9c-42fc-8535-231ed341faef tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.032290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e801a0ab-8241-4599-85f6-cc370200b29d req-206851e8-ae9c-42fc-8535-231ed341faef tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.8854575 Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:58:13.034647 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:58:13.069832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d3f71fba-446b-4ca7-a161-36afb332c9a2 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:13.085527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port 44e80ce7-7ab8-432b-bf6b-98a090482783, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=44e80ce7-7ab8-432b-bf6b-98a090482783,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:13.086006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.107138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: d3f71fba-446b-4ca7-a161-36afb332c9a2 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:13.107494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d3f71fba-446b-4ca7-a161-36afb332c9a2 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:13.111055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 44e80ce7-7ab8-432b-bf6b-98a090482783 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:13.233972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e801a0ab-8241-4599-85f6-cc370200b29d req-691a5584-2ed2-4232-897c-0b1fb4ee0f31 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004142 Jul 16 08:58:13.264070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.278034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.278034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/950db6da-59a4-444b-ade0-91d6e91bee58 HTTP/1.1" status: 204 len: 168 time: 1.4003215 Jul 16 08:58:13.291642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41937fd0-3aaa-41ba-ad0a-41287f4a8ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=950db6da-59a4-444b-ade0-91d6e91bee58,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:13.298279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:13.302052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.386427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e1bda9f0-cef3-424a-8163-5a628ccef189 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:13.451513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:13.465613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: e1bda9f0-cef3-424a-8163-5a628ccef189 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:13.466047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e1bda9f0-cef3-424a-8163-5a628ccef189 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:13.523365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:13.524359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7b1f0e1d-a6d8-4e3d-a576-a2a1d5844709 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:13.554852 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.613775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=44e80ce7-7ab8-432b-bf6b-98a090482783,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:13.742739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42230) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:13.814319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.074580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.142187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6a3c24ac-743b-4e79-b0ee-3784880dbd3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c7c5b28627a42f493354a90600907f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980772 Jul 16 08:58:14.144244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:14.158951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42246) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:14.185161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:14.197562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a4e07a-3ac6-462c-9766-5252f9027667 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:14.236133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:14.236878 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.271968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3256695 Jul 16 08:58:14.279122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e90581-9f18-4546-8199-f9c49411a2df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=5dd33728-b4a3-43a3-9a8c-3e5288811917,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:14.282142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:14.308755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '5dd33728-b4a3-43a3-9a8c-3e5288811917', 'ip_address': '2001:db8::242:b128:3782:f7e1'}], 'name': 'tempest-NetworksTestDHCPv6-1245231495'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:14.345611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42252) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:14.424805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b07d50-60ec-4898-be69-552972222b56 req-d831067d-711c-49de-9141-46a24e09c68e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:14.432894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9b07d50-60ec-4898-be69-552972222b56 req-d831067d-711c-49de-9141-46a24e09c68e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.4541895 Jul 16 08:58:14.492753 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-190563ef-d27b-4738-b385-66d8f5d8ebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.500940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '5dd33728-b4a3-43a3-9a8c-3e5288811917'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:14.505132 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.527644 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf606-b62a-4f54-9a1b-925a8d8b91e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.598222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9b07d50-60ec-4898-be69-552972222b56 req-4597cc28-1141-4178-838e-450947667981 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639168 Jul 16 08:58:14.658197 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf606-b62a-4f54-9a1b-925a8d8b91e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.692536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:14.844319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/5dd33728-b4a3-43a3-9a8c-3e5288811917/e73f2847-6617-4b08-9b93-fb52e5a66d1d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:14.868699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.905403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port d5d17369-b685-47b4-abe9-002243f8bd00 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:15.211064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf606-b62a-4f54-9a1b-925a8d8b91e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.218702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf606-b62a-4f54-9a1b-925a8d8b91e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.221268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a1bf606-b62a-4f54-9a1b-925a8d8b91e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fc11d45-45a6-4b5f-8b08-1f2d774107d8 HTTP/1.1" status: 204 len: 168 time: 1.0604618 Jul 16 08:58:15.262187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bf606-b62a-4f54-9a1b-925a8d8b91e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc11d45-45a6-4b5f-8b08-1f2d774107d8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:15.303043 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.312023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.318164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Transition to ACTIVE for port object e73f2847-6617-4b08-9b93-fb52e5a66d1d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:15.350831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Transition to ACTIVE for port object e73f2847-6617-4b08-9b93-fb52e5a66d1d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:15.354925 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-24edc4ce-ccd1-4d52-b968-b731406b0790 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=822fb04746af486d9432623391c03d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0066860 Jul 16 08:58:15.358084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42298) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:15.373301 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.376760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:58:15.493705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:15.509384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:15.515869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:15.528953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Pushing event updated for resources: {'Port': ['ID=e73f2847-6617-4b08-9b93-fb52e5a66d1d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:15.551860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:15.564262 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] Sync routers for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:15.565945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42308) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:15.566661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3795f494-ec4f-4afa-8d84-047d8a7ee695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.571045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::242:b128:3782:f7e1 (a959bc3e-b0e6-459f-b0b6-b598481d9524/5dd33728-b4a3-43a3-9a8c-3e5288811917/d5d17369-b685-47b4-abe9-002243f8bd00) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:15.578556 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-abc068b8-24ab-4e3e-9793-aa00a359861c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "PUT /v2.0/routers/3ac12e6d-9d1e-4cfc-8844-1510af6f0189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6879823 Jul 16 08:58:15.583502 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:15.586443 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:57:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:15.649975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Attempting to bind port e73f2847-6617-4b08-9b93-fb52e5a66d1d on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:15.650697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Attempting to bind port e73f2847-6617-4b08-9b93-fb52e5a66d1d by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:15.652664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Attempting to bind port e73f2847-6617-4b08-9b93-fb52e5a66d1d on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:15.671883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:15.672350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:15.673005 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.675234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:15.676006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Bound port: e73f2847-6617-4b08-9b93-fb52e5a66d1d, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:15.678850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.736906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3795f494-ec4f-4afa-8d84-047d8a7ee695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.780372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d37fd9-6adc-479a-aefc-2255fee66822 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting subnet 88298692-21e7-4a82-878e-949a5865c7ad {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:15.815916 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:15.821686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] For port e73f2847-6617-4b08-9b93-fb52e5a66d1d, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:15.824617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd9-6adc-479a-aefc-2255fee66822 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.826403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] For port e73f2847-6617-4b08-9b93-fb52e5a66d1d, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e73f2847-6617-4b08-9b93-fb52e5a66d1d,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:15.834251 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.988560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d71661-0760-4e3e-8984-7e0fa52d38f6 None None] Pushing event updated for resources: {'Port': ['ID=e73f2847-6617-4b08-9b93-fb52e5a66d1d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:16.056290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd9-6adc-479a-aefc-2255fee66822 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.114492 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:58:13Z', 'revision_number': 7, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:16.182051 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] Checking router: 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:16.233811 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] Routers {'3ac12e6d-9d1e-4cfc-8844-1510af6f0189'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:16.234452 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:57:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:16.503305 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] Set router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:16.878982 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:58:13Z', 'revision_number': 7, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:16.888810 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3795f494-ec4f-4afa-8d84-047d8a7ee695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.891635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3795f494-ec4f-4afa-8d84-047d8a7ee695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.892782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3795f494-ec4f-4afa-8d84-047d8a7ee695 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f816623-58d0-4325-85c7-5d5c70779c2b HTTP/1.1" status: 204 len: 168 time: 1.5335076 Jul 16 08:58:16.908247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.914826 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1283b7a-b606-48d8-a827-5aeda9f3d52a None None] The sync data for ids ['3ac12e6d-9d1e-4cfc-8844-1510af6f0189'] in n-d-780147-28 is: [{'id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'name': 'tempest-TestNetworkBasicOps-router-505824234', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:58:13Z', 'revision_number': 7, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': '723eeb53-3df2-4574-bc14-1639980b09c7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12e6d-9d1e-4cfc-8844-1510af6f0189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:13Z', 'updated_at': '2021-07-16T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:16.937776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31f5d6-3600-453e-b5e5-cc719cf09128 req-eaa0e015-8993-4aef-b076-7dc64d0974c1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.939385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a31f5d6-3600-453e-b5e5-cc719cf09128 req-eaa0e015-8993-4aef-b076-7dc64d0974c1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 1.1119976 Jul 16 08:58:16.999783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795f494-ec4f-4afa-8d84-047d8a7ee695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f816623-58d0-4325-85c7-5d5c70779c2b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.006952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object d5d17369-b685-47b4-abe9-002243f8bd00 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:17.010396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd9-6adc-479a-aefc-2255fee66822 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.079032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a31f5d6-3600-453e-b5e5-cc719cf09128 req-1ed6bf64-ee06-4b98-b139-18d5adc2b372 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030369 Jul 16 08:58:17.125419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.188928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd9-6adc-479a-aefc-2255fee66822 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.227691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12131a72-b7ee-4c59-8250-7908ce49f4c2 None None] Network 6edac66c-9af6-489c-ac6a-355cd91e15da requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:17.232329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd9-6adc-479a-aefc-2255fee66822 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.234681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a0d37fd9-6adc-479a-aefc-2255fee66822 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/subnets/88298692-21e7-4a82-878e-949a5865c7ad HTTP/1.1" status: 204 len: 168 time: 1.6661017 Jul 16 08:58:17.237225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42388) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:17.289078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:17.339394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d37fd9-6adc-479a-aefc-2255fee66822 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Subnet': ['ID=88298692-21e7-4a82-878e-949a5865c7ad,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.426285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:17.435394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=d5d17369-b685-47b4-abe9-002243f8bd00,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.463987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:17.478035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.482878 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.596163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42400) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:17.652989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-529c71cf-b16d-4569-9813-3d4552fc5ad9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3498516 Jul 16 08:58:17.655798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42408) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:17.797317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42410) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:17.839258 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4a96286-69a3-4f1f-8daf-6c0823f42089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.855605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e73f2847-6617-4b08-9b93-fb52e5a66d1d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:17.916997 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aace59-6cfc-4a4c-9444-aacfde98233b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.929721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aace59-6cfc-4a4c-9444-aacfde98233b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.931798 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-82aace59-6cfc-4a4c-9444-aacfde98233b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2748237 Jul 16 08:58:17.935610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42416) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:17.966680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3e03ecae-438b-40ab-9716-174d008a5fac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edb4e65ddbd146f6b685381711581a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681304 Jul 16 08:58:17.972890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42420) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:17.997699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.024191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.053938 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-284a3670-ea6a-4132-a237-6fde6492ffbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.062470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-64fabb21-fe20-463d-9d63-7bd9b4f6033f None None] Provisioning for port e73f2847-6617-4b08-9b93-fb52e5a66d1d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:18.165935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b4957fe0-c170-44a0-a9a1-0496b19f146b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port d5d17369-b685-47b4-abe9-002243f8bd00 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:18.167244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4957fe0-c170-44a0-a9a1-0496b19f146b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.167846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port e73f2847-6617-4b08-9b93-fb52e5a66d1d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:18.173018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e73f2847-6617-4b08-9b93-fb52e5a66d1d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:18.173635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.234901 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-339d04fe-8884-448b-88ab-89baabe5494f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.235953 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4a96286-69a3-4f1f-8daf-6c0823f42089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.253890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] DHCP port deletion for 6edac66c-9af6-489c-ac6a-355cd91e15da request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:18.282079 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4a96286-69a3-4f1f-8daf-6c0823f42089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.328170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-339d04fe-8884-448b-88ab-89baabe5494f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.338073 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.349538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3beecf54-f20f-480f-83b3-0a71a98bcd7e None None] Provisioning for port d5d17369-b685-47b4-abe9-002243f8bd00 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:18.350184 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a4a96286-69a3-4f1f-8daf-6c0823f42089 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ac0e32bd3de43bbb9c6dbc2a871ad6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529798 Jul 16 08:58:18.353484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a96286-69a3-4f1f-8daf-6c0823f42089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b666f0-b59b-4bec-a244-1943f279065f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:18.362638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42426) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:18.387294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3beecf54-f20f-480f-83b3-0a71a98bcd7e None None] Provisioning complete for port d5d17369-b685-47b4-abe9-002243f8bd00 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:18.388428 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3beecf54-f20f-480f-83b3-0a71a98bcd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.415206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4957fe0-c170-44a0-a9a1-0496b19f146b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.442232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b4957fe0-c170-44a0-a9a1-0496b19f146b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for d5d17369-b685-47b4-abe9-002243f8bd00 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:18.485707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42430) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:18.507463 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0a13fa4-eb5c-4e5b-9efe-c511243309c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.524842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3beecf54-f20f-480f-83b3-0a71a98bcd7e None None] Port d5d17369-b685-47b4-abe9-002243f8bd00 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:18.530626 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.537309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] Deleting port 14dca8fe-7313-4125-b6de-c42ce2f21f8c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:18.538312 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.544396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4530-e8b5-4943-b77e-86d3e4f462b6 req-193f44fe-a10f-4f19-8efa-c768561e6d45 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.546269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e34a4530-e8b5-4943-b77e-86d3e4f462b6 req-193f44fe-a10f-4f19-8efa-c768561e6d45 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.2135978 Jul 16 08:58:18.553797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 723eeb53-3df2-4574-bc14-1639980b09c7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:18.554416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.557305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0a13fa4-eb5c-4e5b-9efe-c511243309c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.564542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-339d04fe-8884-448b-88ab-89baabe5494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.567370 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-339d04fe-8884-448b-88ab-89baabe5494f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.568717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-339d04fe-8884-448b-88ab-89baabe5494f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbba0c76-b853-4742-9d79-3c9a9b5ffae7 HTTP/1.1" status: 204 len: 168 time: 0.5932336 Jul 16 08:58:18.631176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d04fe-8884-448b-88ab-89baabe5494f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbba0c76-b853-4742-9d79-3c9a9b5ffae7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:18.739993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port e73f2847-6617-4b08-9b93-fb52e5a66d1d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e73f2847-6617-4b08-9b93-fb52e5a66d1d,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:18.752745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e34a4530-e8b5-4943-b77e-86d3e4f462b6 req-d8f2b0ae-6e85-427a-8f73-6a0d64453423 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958857 Jul 16 08:58:18.761685 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.775816 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99a1c533-d95b-4ac1-8193-f8cc98f2086b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.777672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] For port 14dca8fe-7313-4125-b6de-c42ce2f21f8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14dca8fe-7313-4125-b6de-c42ce2f21f8c,segment=NetworkSegment(5f793e12-b590-4c39-afe6-1cb57e218341),segment_id=5f793e12-b590-4c39-afe6-1cb57e218341)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:18.778300 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.782775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port 723eeb53-3df2-4574-bc14-1639980b09c7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=723eeb53-3df2-4574-bc14-1639980b09c7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:18.783138 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.792113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 44e80ce7-7ab8-432b-bf6b-98a090482783 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:18.807724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 723eeb53-3df2-4574-bc14-1639980b09c7 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:18.814610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0a13fa4-eb5c-4e5b-9efe-c511243309c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.821016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0a13fa4-eb5c-4e5b-9efe-c511243309c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.827760 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a0a13fa4-eb5c-4e5b-9efe-c511243309c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47b666f0-b59b-4bec-a244-1943f279065f HTTP/1.1" status: 204 len: 168 time: 0.4638245 Jul 16 08:58:18.862142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a13fa4-eb5c-4e5b-9efe-c511243309c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b666f0-b59b-4bec-a244-1943f279065f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:18.908839 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.912313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4957fe0-c170-44a0-a9a1-0496b19f146b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.953686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] Calling delete_port for 14dca8fe-7313-4125-b6de-c42ce2f21f8c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:18.979697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 44e80ce7-7ab8-432b-bf6b-98a090482783 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:18.981361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 44e80ce7-7ab8-432b-bf6b-98a090482783 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:18.982493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4957fe0-c170-44a0-a9a1-0496b19f146b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=d5d17369-b685-47b4-abe9-002243f8bd00,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.049710 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.074723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4957fe0-c170-44a0-a9a1-0496b19f146b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.079336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b4957fe0-c170-44a0-a9a1-0496b19f146b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/d5d17369-b685-47b4-abe9-002243f8bd00 HTTP/1.1" status: 204 len: 168 time: 1.1403656 Jul 16 08:58:19.082118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42448) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:19.111913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=e73f2847-6617-4b08-9b93-fb52e5a66d1d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.192308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b878987-8dcf-4219-817d-44dd5af4255a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.195867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b878987-8dcf-4219-817d-44dd5af4255a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.202192 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5b878987-8dcf-4219-817d-44dd5af4255a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1161630 Jul 16 08:58:19.202688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42452) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:19.208394 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.265285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] No DVR routers for this DVR port 14dca8fe-7313-4125-b6de-c42ce2f21f8c on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:19.273758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac408860-41ad-421c-b0d4-a5f7e3ed4e8e None None] Pushing event deleted for resources: {'Port': ['ID=14dca8fe-7313-4125-b6de-c42ce2f21f8c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.322347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-614c0d24-87f4-4a15-b266-5b995ab774bb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 5dd33728-b4a3-43a3-9a8c-3e5288811917 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:19.326797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614c0d24-87f4-4a15-b266-5b995ab774bb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.327944 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99a1c533-d95b-4ac1-8193-f8cc98f2086b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.342567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e73f2847-6617-4b08-9b93-fb52e5a66d1d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:19.387931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99a1c533-d95b-4ac1-8193-f8cc98f2086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.424757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614c0d24-87f4-4a15-b266-5b995ab774bb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.477401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-99a1c533-d95b-4ac1-8193-f8cc98f2086b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4dd345092803464d990acc61cd29e45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9894557 Jul 16 08:58:19.484009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42460) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:19.492012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1c533-d95b-4ac1-8193-f8cc98f2086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed3e5a-b017-4031-a8aa-05a34adffcab,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.497759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.502737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e73f2847-6617-4b08-9b93-fb52e5a66d1d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:19.503053 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.564039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=723eeb53-3df2-4574-bc14-1639980b09c7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.630921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42464) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:19.678452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dde1f33e-a283-4448-b17d-3cb33311dcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.695548 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca58f-31ce-461c-9bf0-b771e10cb280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.703954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.742921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614c0d24-87f4-4a15-b266-5b995ab774bb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.809029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14dca8fe-7313-4125-b6de-c42ce2f21f8c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:19.851998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 14dca8fe-7313-4125-b6de-c42ce2f21f8c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:19.851998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14dca8fe-7313-4125-b6de-c42ce2f21f8c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:19.882486 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dde1f33e-a283-4448-b17d-3cb33311dcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.926510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614c0d24-87f4-4a15-b266-5b995ab774bb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.974269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.981896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614c0d24-87f4-4a15-b266-5b995ab774bb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.984984 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-614c0d24-87f4-4a15-b266-5b995ab774bb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/5dd33728-b4a3-43a3-9a8c-3e5288811917 HTTP/1.1" status: 204 len: 168 time: 0.7811375 Jul 16 08:58:19.986660 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c0d24-87f4-4a15-b266-5b995ab774bb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd33728-b4a3-43a3-9a8c-3e5288811917,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.989131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42472) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:19.989669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.997087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab45b96-35c0-4bf8-9aba-f655bcdbf4b5 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:20.105487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42478) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:20.106036 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0a1ba4e2-1a5a-4782-b97e-6190d4794d5c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033008 Jul 16 08:58:20.111640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:20.181271 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.182838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Fanout notify agent at l3_agent the message router_deleted on router 3ac12e6d-9d1e-4cfc-8844-1510af6f0189 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:58:20.195654 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.197529 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.201145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-51b7a9b2-548a-4a03-bf02-46f96acbffb2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/routers/3ac12e6d-9d1e-4cfc-8844-1510af6f0189 HTTP/1.1" status: 204 len: 168 time: 2.9608650 Jul 16 08:58:20.211698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42480) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:20.223444 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca58f-31ce-461c-9bf0-b771e10cb280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.227798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca58f-31ce-461c-9bf0-b771e10cb280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.279995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ca58f-31ce-461c-9bf0-b771e10cb280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521085b6-26d3-4823-b6bd-7b3d06b5d677,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.344477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.370315 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2b8ca58f-31ce-461c-9bf0-b771e10cb280 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=985e8cf7526042da849503b6a82250b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7381892 Jul 16 08:58:20.375707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42486) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:20.444816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:20.469208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:20.473315 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.482423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dde1f33e-a283-4448-b17d-3cb33311dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.488519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dde1f33e-a283-4448-b17d-3cb33311dcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.493035 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dde1f33e-a283-4448-b17d-3cb33311dcbd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eeed3e5a-b017-4031-a8aa-05a34adffcab HTTP/1.1" status: 204 len: 168 time: 1.0056527 Jul 16 08:58:20.507608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c37d047-cfc6-477c-8b40-0b6d0e9fcb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.535093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c37d047-cfc6-477c-8b40-0b6d0e9fcb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.585228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1f33e-a283-4448-b17d-3cb33311dcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed3e5a-b017-4031-a8aa-05a34adffcab,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.588773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] Deleting port e73f2847-6617-4b08-9b93-fb52e5a66d1d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:20.589272 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.619806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d8a9c-0b33-41c2-a57f-d851e9b6924d req-95d0b2a3-6e1d-4cfc-9dcc-e3584895d244 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:20.627236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e0d8a9c-0b33-41c2-a57f-d851e9b6924d req-95d0b2a3-6e1d-4cfc-9dcc-e3584895d244 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.6201525 Jul 16 08:58:20.646213 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c37d047-cfc6-477c-8b40-0b6d0e9fcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.648839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c37d047-cfc6-477c-8b40-0b6d0e9fcb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.650065 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c37d047-cfc6-477c-8b40-0b6d0e9fcb72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/521085b6-26d3-4823-b6bd-7b3d06b5d677 HTTP/1.1" status: 204 len: 168 time: 0.2733266 Jul 16 08:58:20.659486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37d047-cfc6-477c-8b40-0b6d0e9fcb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521085b6-26d3-4823-b6bd-7b3d06b5d677,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.727232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] For port e73f2847-6617-4b08-9b93-fb52e5a66d1d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e73f2847-6617-4b08-9b93-fb52e5a66d1d,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:20.727856 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.738535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.750338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] Calling delete_port for e73f2847-6617-4b08-9b93-fb52e5a66d1d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:20.765360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edac66c-9af6-489c-ac6a-355cd91e15da']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:20.794864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e0d8a9c-0b33-41c2-a57f-d851e9b6924d req-1ca4ca63-27b7-45e4-9201-acaa96c4af97 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663411 Jul 16 08:58:20.810347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f793e12-b590-4c39-afe6-1cb57e218341') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:20.818039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f793e12-b590-4c39-afe6-1cb57e218341') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:20.852734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.878707 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.914448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] Pushing event deleted for resources: {'Port': ['ID=e73f2847-6617-4b08-9b93-fb52e5a66d1d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.921140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250ef9b-b5a3-4eed-ba3e-e9e792a4d2cc None None] No DVR routers for this DVR port e73f2847-6617-4b08-9b93-fb52e5a66d1d on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:20.962906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.970968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:58:20.971697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: timer() Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:58:21.040087 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:58:21.052977 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.059707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.062699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/networks/6edac66c-9af6-489c-ac6a-355cd91e15da HTTP/1.1" status: 204 len: 168 time: 0.8448360 Jul 16 08:58:21.090075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe47bb-f66d-41bf-8af1-34d720637ac2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Network': ['ID=6edac66c-9af6-489c-ac6a-355cd91e15da,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:21.090252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42506) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.098961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'network': {'name': 'tempest-network-smoke--198169534', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:21.160280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.176740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:21.180737 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.243275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:21.255868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:21.264503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:21.269737 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.270600 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.275401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=b4c36a67-3549-41ab-9da7-67e9f6aba8b9,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:21.276031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b85d3-cea8-4491-acce-575e296d8bc8 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:21.290773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-80404efd-5d0e-49ce-81b6-5550db37367a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1841073 Jul 16 08:58:21.294095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42516) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.302054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.302457 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Added segment a393e4d8-708e-4ef8-bbf7-43a86d897500 of type vlan for network abb28a17-bacd-4afb-bafb-f7769bcaab50 Jul 16 08:58:21.303036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': 'b4c36a67-3549-41ab-9da7-67e9f6aba8b9', 'ip_address': '2001:db8::c34d:3f16:b406:fb41'}], 'name': 'tempest-NetworksTestDHCPv6-261488907'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:21.339748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e73f2847-6617-4b08-9b93-fb52e5a66d1d no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:21.427323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.435139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: e73f2847-6617-4b08-9b93-fb52e5a66d1d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:21.437269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e73f2847-6617-4b08-9b93-fb52e5a66d1d not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:21.439169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 723eeb53-3df2-4574-bc14-1639980b09c7 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:21.506048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.513896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.516938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.559659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 723eeb53-3df2-4574-bc14-1639980b09c7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:21.569018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 723eeb53-3df2-4574-bc14-1639980b09c7 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:21.605537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:21.648401 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5614049 Jul 16 08:58:21.689127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42532) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.700898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-215212096', 'admin_state_up': True, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:21.716518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317d260-b7aa-43d1-a7e3-d1c2f9d206c1 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Network': ['ID=abb28a17-bacd-4afb-bafb-f7769bcaab50,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:21.721276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': 'b4c36a67-3549-41ab-9da7-67e9f6aba8b9'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:21.722490 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.742567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:22.032725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/b4c36a67-3549-41ab-9da7-67e9f6aba8b9/ab3bd0f1-045e-45e1-9703-0edd4b456772) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:22.247184 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.251789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.252737 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.259967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Transition to ACTIVE for port object ab3bd0f1-045e-45e1-9703-0edd4b456772 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:22.284974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Transition to ACTIVE for port object ab3bd0f1-045e-45e1-9703-0edd4b456772 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:22.295078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.319394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:22.322768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:22.333241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:22.347452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.352416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.355064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42556) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:22.451841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Pushing event updated for resources: {'Port': ['ID=ab3bd0f1-045e-45e1-9703-0edd4b456772,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:22.475007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Attempting to bind port ab3bd0f1-045e-45e1-9703-0edd4b456772 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:22.475709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Attempting to bind port ab3bd0f1-045e-45e1-9703-0edd4b456772 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:22.476324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Attempting to bind port ab3bd0f1-045e-45e1-9703-0edd4b456772 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:22.484836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:22.485482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:22.486088 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.487024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:22.487951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Bound port: ab3bd0f1-045e-45e1-9703-0edd4b456772, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:22.488651 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.514790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port b12a317a-c637-4a0d-b28a-2b14d9958a35 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:22.560608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-957428519-network', 'tenant_id': '4b127a17bc334b9ea35955d3b83e4a80'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:22.580600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] For port ab3bd0f1-045e-45e1-9703-0edd4b456772, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:22.584821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] For port ab3bd0f1-045e-45e1-9703-0edd4b456772, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ab3bd0f1-045e-45e1-9703-0edd4b456772,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:22.591107 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.666647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c5a9-96a3-440b-ae92-7e86b393e664 req-a7919b96-b271-444c-b802-a7511029a95a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:22.674697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26115-b0ff-4280-82f0-ed0389549e08 None None] Pushing event updated for resources: {'Port': ['ID=ab3bd0f1-045e-45e1-9703-0edd4b456772,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:22.675525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b23c5a9-96a3-440b-ae92-7e86b393e664 req-a7919b96-b271-444c-b802-a7511029a95a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.5211182 Jul 16 08:58:22.770792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.864653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Made reservation on behalf of 4b127a17bc334b9ea35955d3b83e4a80 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:22.867064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.898329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b23c5a9-96a3-440b-ae92-7e86b393e664 req-dfc7de8a-4422-4c28-afe0-ebd58c101409 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215202 Jul 16 08:58:22.902314 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.155646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::c34d:3f16:b406:fb41 (a959bc3e-b0e6-459f-b0b6-b598481d9524/b4c36a67-3549-41ab-9da7-67e9f6aba8b9/b12a317a-c637-4a0d-b28a-2b14d9958a35) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:23.365462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ab3bd0f1-045e-45e1-9703-0edd4b456772 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:23.437663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ab3bd0f1-045e-45e1-9703-0edd4b456772 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:23.443389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.489462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.490100 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.504661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.632124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:23.638532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42598) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:23.648054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ec0919-36a5-434c-a94a-8617e7d79525,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:23.691435 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.692052 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Added segment 9075abe5-5b09-4011-a0bf-7b4b4c091f78 of type vlan for network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 Jul 16 08:58:23.732196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.776234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object b12a317a-c637-4a0d-b28a-2b14d9958a35 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:23.792747 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.823998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.25.6.251 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/ba193e3b-8076-4866-bda4-28a5d444906a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:23.843072 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-531b1557-8b86-42a1-b37f-bc10d5d93478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.889124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.890418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:23.890780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.992093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-531b1557-8b86-42a1-b37f-bc10d5d93478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.002482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-531b1557-8b86-42a1-b37f-bc10d5d93478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.100658 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-531b1557-8b86-42a1-b37f-bc10d5d93478 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee8e2d9213c44606a5e1fffe29c1af11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583654 Jul 16 08:58:24.100865 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.100984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b1557-8b86-42a1-b37f-bc10d5d93478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db2fca5-e505-4f94-8ea4-d4d6706afbee,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.101077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=14c7bffb-f2f1-4a6a-bec7-8b7782700296,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.107705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42618) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:24.117346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:24.194133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=b12a317a-c637-4a0d-b28a-2b14d9958a35,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.222884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-002ed57c-e248-4327-99a5-1d1f593f8fb1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8664753 Jul 16 08:58:24.223132 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-732fbf77-2806-4836-8997-e7817e4e086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.227214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42624) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:24.234236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.240915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Request body: {'subnet': {'network_id': '14c7bffb-f2f1-4a6a-bec7-8b7782700296', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-957428519-subnet', 'tenant_id': '4b127a17bc334b9ea35955d3b83e4a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:24.247605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-732fbf77-2806-4836-8997-e7817e4e086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.288331 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-99112d59-3b08-4fbb-8f8e-08276e70b5c9 None None] Provisioning for port ab3bd0f1-045e-45e1-9703-0edd4b456772 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:24.292111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:24.297342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-99112d59-3b08-4fbb-8f8e-08276e70b5c9 None None] Provisioning complete for port ab3bd0f1-045e-45e1-9703-0edd4b456772 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:24.299399 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99112d59-3b08-4fbb-8f8e-08276e70b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.303605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:24.309558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:24.315685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:24.316739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.324676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-732fbf77-2806-4836-8997-e7817e4e086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.328498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-732fbf77-2806-4836-8997-e7817e4e086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.329985 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-732fbf77-2806-4836-8997-e7817e4e086c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4db2fca5-e505-4f94-8ea4-d4d6706afbee HTTP/1.1" status: 204 len: 168 time: 0.2210109 Jul 16 08:58:24.342438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fbf77-2806-4836-8997-e7817e4e086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db2fca5-e505-4f94-8ea4-d4d6706afbee,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.349906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Made reservation on behalf of 4b127a17bc334b9ea35955d3b83e4a80 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:24.352432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.411066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b7f0e4ce-d371-42d8-9723-8e354798f826 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1155188 Jul 16 08:58:24.414075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42632) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:24.562429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9f46-321c-4a23-aa3c-db0a86c81f3b req-927ff6dd-dd54-4a0f-adce-3e5d73f9f0d6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:24.564041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998b9f46-321c-4a23-aa3c-db0a86c81f3b req-927ff6dd-dd54-4a0f-adce-3e5d73f9f0d6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.4560084 Jul 16 08:58:24.567980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.571635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99112d59-3b08-4fbb-8f8e-08276e70b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.642029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653750dc-0eb4-4292-a51e-e043cbd2c1fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:24.668188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653750dc-0eb4-4292-a51e-e043cbd2c1fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:24.670182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-99112d59-3b08-4fbb-8f8e-08276e70b5c9 None None] For port ab3bd0f1-045e-45e1-9703-0edd4b456772, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ab3bd0f1-045e-45e1-9703-0edd4b456772,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:24.675850 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-653750dc-0eb4-4292-a51e-e043cbd2c1fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2601426 Jul 16 08:58:24.677338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99112d59-3b08-4fbb-8f8e-08276e70b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.678658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42640) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:24.781520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:24.807883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:24.828812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:24.838429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99112d59-3b08-4fbb-8f8e-08276e70b5c9 None None] Pushing event updated for resources: {'Port': ['ID=ab3bd0f1-045e-45e1-9703-0edd4b456772,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.862236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-61dadd15-4b6b-44ac-b245-224f9d43909c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port b12a317a-c637-4a0d-b28a-2b14d9958a35 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:24.863538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61dadd15-4b6b-44ac-b245-224f9d43909c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.864117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-977d0b5e-aecb-4756-a43a-4014da2132af None None] Provisioning for port b12a317a-c637-4a0d-b28a-2b14d9958a35 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:24.874262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=ba193e3b-8076-4866-bda4-28a5d444906a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.888695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-977d0b5e-aecb-4756-a43a-4014da2132af None None] Provisioning complete for port b12a317a-c637-4a0d-b28a-2b14d9958a35 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:24.890670 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-977d0b5e-aecb-4756-a43a-4014da2132af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.903686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998b9f46-321c-4a23-aa3c-db0a86c81f3b req-d6331dc0-6386-4aef-b0be-89ae6f6c9544 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964847 Jul 16 08:58:24.956673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-977d0b5e-aecb-4756-a43a-4014da2132af None None] Port b12a317a-c637-4a0d-b28a-2b14d9958a35 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:25.024180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42648) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:25.051099 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80ef743f-28e8-484d-907b-f587df733a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.061144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42650) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:25.177517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80ef743f-28e8-484d-907b-f587df733a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.181086 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.209861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80ef743f-28e8-484d-907b-f587df733a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.231191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61dadd15-4b6b-44ac-b245-224f9d43909c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.297599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-61dadd15-4b6b-44ac-b245-224f9d43909c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for b12a317a-c637-4a0d-b28a-2b14d9958a35 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:25.320942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ab3bd0f1-045e-45e1-9703-0edd4b456772 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:25.329704 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-80ef743f-28e8-484d-907b-f587df733a24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce2b40cea11246bfa2bfcd90bbeca088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040874 Jul 16 08:58:25.345867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42656) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:25.367711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef743f-28e8-484d-907b-f587df733a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcc120f-b54a-4244-8769-dfdc7b6eb28c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:25.373277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c106f9-3d09-4fe3-b0bf-8478b0e32c51,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:25.399764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Checking segment: {'id': '9075abe5-5b09-4011-a0bf-7b4b4c091f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14c7bffb-f2f1-4a6a-bec7-8b7782700296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:25.400200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Network hostable DHCP agents. Network: 14c7bffb-f2f1-4a6a-bec7-8b7782700296, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:25.412537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ab3bd0f1-045e-45e1-9703-0edd4b456772 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:25.413001 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.468547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:25.472550 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.492646 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c8e8271b-2070-45c9-90f8-0cd9f35dbeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.520984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 14c7bffb-f2f1-4a6a-bec7-8b7782700296) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:25.528197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:25.528926 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.546530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2baf5782-f9fe-4aa5-b537-844c1c3f7895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.565844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0911c55-e53a-429f-ab3c-245939127fef None None] Network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:25.620085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2baf5782-f9fe-4aa5-b537-844c1c3f7895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.759420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61dadd15-4b6b-44ac-b245-224f9d43909c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.774594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22705f4f-c939-47be-a3a2-50591ec1fb33 None None] Network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:25.802867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dadd15-4b6b-44ac-b245-224f9d43909c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=b12a317a-c637-4a0d-b28a-2b14d9958a35,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:25.823845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2baf5782-f9fe-4aa5-b537-844c1c3f7895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.826996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2baf5782-f9fe-4aa5-b537-844c1c3f7895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.828442 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2baf5782-f9fe-4aa5-b537-844c1c3f7895 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adcc120f-b54a-4244-8769-dfdc7b6eb28c HTTP/1.1" status: 204 len: 168 time: 0.4779689 Jul 16 08:58:25.892638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61dadd15-4b6b-44ac-b245-224f9d43909c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.895307 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-61dadd15-4b6b-44ac-b245-224f9d43909c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/b12a317a-c637-4a0d-b28a-2b14d9958a35 HTTP/1.1" status: 204 len: 168 time: 1.2155485 Jul 16 08:58:25.899363 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c8e8271b-2070-45c9-90f8-0cd9f35dbeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.904202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf5782-f9fe-4aa5-b537-844c1c3f7895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcc120f-b54a-4244-8769-dfdc7b6eb28c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:25.908919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:25.934580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c8e8271b-2070-45c9-90f8-0cd9f35dbeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.123898 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c8e8271b-2070-45c9-90f8-0cd9f35dbeda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b46fdfc28d441669098c680f9989ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0607703 Jul 16 08:58:26.133050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:26.154921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8271b-2070-45c9-90f8-0cd9f35dbeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b56bf-5b7e-4de2-8422-bac865c9c43f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:26.202958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826714a-5041-4c0c-81f6-6b08f95e35cc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.205464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826714a-5041-4c0c-81f6-6b08f95e35cc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.208040 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8826714a-5041-4c0c-81f6-6b08f95e35cc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2959218 Jul 16 08:58:26.214262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42682) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:26.293569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78fef4e3-db78-473d-bd62-01d3f41a233d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.304042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-788b0767-7c5a-4767-9197-a775e2ea780d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet b4c36a67-3549-41ab-9da7-67e9f6aba8b9 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:26.315208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-788b0767-7c5a-4767-9197-a775e2ea780d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.354826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78fef4e3-db78-473d-bd62-01d3f41a233d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.366267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f12f83d0-4a79-4ae4-bec2-26840a6bb30e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1270487 Jul 16 08:58:26.407625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-788b0767-7c5a-4767-9197-a775e2ea780d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.421395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.467153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da782431-29b4-4445-992f-46e595c93196 req-9009912f-42b7-44d1-8fe9-a779c52df05c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.481267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da782431-29b4-4445-992f-46e595c93196 req-9009912f-42b7-44d1-8fe9-a779c52df05c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.1737239 Jul 16 08:58:26.634513 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-788b0767-7c5a-4767-9197-a775e2ea780d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.638877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da782431-29b4-4445-992f-46e595c93196 req-b11959d9-d6c0-4a86-883a-6db0e78db91a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559420 Jul 16 08:58:26.685536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78fef4e3-db78-473d-bd62-01d3f41a233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.688271 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78fef4e3-db78-473d-bd62-01d3f41a233d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.689494 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-78fef4e3-db78-473d-bd62-01d3f41a233d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/901b56bf-5b7e-4de2-8422-bac865c9c43f HTTP/1.1" status: 204 len: 168 time: 0.5449288 Jul 16 08:58:26.715933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef4e3-db78-473d-bd62-01d3f41a233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b56bf-5b7e-4de2-8422-bac865c9c43f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:26.736809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-788b0767-7c5a-4767-9197-a775e2ea780d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.778885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router afc34046-0766-48d1-b064-e80e6dc4f169 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:58:26.780129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b0767-7c5a-4767-9197-a775e2ea780d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c36a67-3549-41ab-9da7-67e9f6aba8b9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:26.785930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-788b0767-7c5a-4767-9197-a775e2ea780d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.785930 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-788b0767-7c5a-4767-9197-a775e2ea780d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/b4c36a67-3549-41ab-9da7-67e9f6aba8b9 HTTP/1.1" status: 204 len: 168 time: 0.5679228 Jul 16 08:58:26.787285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42714) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:26.791064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee623c1-2591-49b5-9741-572216dd1ba9 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:26.836221 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c7836691-6bfe-4bce-9ce7-075fb21a1e3a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476227 Jul 16 08:58:26.839458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42718) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:26.847230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:27.039753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:27.073606 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:27.079313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.084504 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.085928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9bf22259-35e8-440a-b1cf-f8a37bdedd5c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3937414 Jul 16 08:58:27.089664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42724) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.123398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Sync routers for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:27.154047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9402bea1-a2af-46ba-9c74-c55bc11714d8 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c071ed889a84964ab506ca3ebb4377c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0632236 Jul 16 08:58:27.156489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42732) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.181328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:27.182702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:27.460419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42744) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.483494 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:27.500878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce5931d2-3195-4a67-9a0f-4719aa3be12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.518185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.590819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:27.593351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5844283-a2e6-41a3-98bd-6ca38187f8bf tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:27.595648 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a5844283-a2e6-41a3-98bd-6ca38187f8bf tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4379377 Jul 16 08:58:27.601012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42752) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.603006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:27.621736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:27.696310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:27.696855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:27.698007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.699415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-95043402-d331-4a7e-b511-cded71fa890c tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:27.701114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-95043402-d331-4a7e-b511-cded71fa890c tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/networks?id=14c7bffb-f2f1-4a6a-bec7-8b7782700296 HTTP/1.1" status: 200 len: 812 time: 0.2523296 Jul 16 08:58:27.713690 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c937911a-8372-493d-9458-fb9ac1ad2caf tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1085002 Jul 16 08:58:27.723261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42758) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.734451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-0d2a9268-b621-4894-9bf3-e66b00515eb0 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/quotas/4b127a17bc334b9ea35955d3b83e4a80 HTTP/1.1" status: 200 len: 375 time: 0.0262077 Jul 16 08:58:27.741444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228272534', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:27.747288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=39b73934-c787-4dfe-a4b9-226d8ab28827,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:27.829908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-908cefee-9fe4-4d37-af12-e451e33d8c69 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b127a17bc334b9ea35955d3b83e4a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896358 Jul 16 08:58:27.908706 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce5931d2-3195-4a67-9a0f-4719aa3be12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.918109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce5931d2-3195-4a67-9a0f-4719aa3be12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.952674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b6b1b3d9-d9a8-4b16-a718-3bb39015c213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1117215 Jul 16 08:58:27.959890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42764) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.969574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '39b73934-c787-4dfe-a4b9-226d8ab28827', 'ip_address': '2001:db8::dc67:26ee:db9c:742e'}], 'name': 'tempest-NetworksTestDHCPv6-1503157631'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:28.032301 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce5931d2-3195-4a67-9a0f-4719aa3be12c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=907565e9303d47f19622f5decbe2c2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669630 Jul 16 08:58:28.032561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] Deleting port ab3bd0f1-045e-45e1-9703-0edd4b456772 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:28.032561 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.033194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42770) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:28.049111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5931d2-3195-4a67-9a0f-4719aa3be12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e740b7-d08f-4d6e-96fd-7bd14a5f208b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:28.059917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:28.064758 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.142105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-87fc3686-4b0c-4ade-b576-c7347a1d23a1 service neutron] 10.222.0.55 "GET /v2.0/networks/14c7bffb-f2f1-4a6a-bec7-8b7782700296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043492 Jul 16 08:58:28.216616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] For port ab3bd0f1-045e-45e1-9703-0edd4b456772, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ab3bd0f1-045e-45e1-9703-0edd4b456772,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:28.217106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.244916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67452b24-6991-45e5-a453-3748dde30f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.263450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] Calling delete_port for ab3bd0f1-045e-45e1-9703-0edd4b456772 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:28.287623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67452b24-6991-45e5-a453-3748dde30f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.315438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:25Z', 'revision_number': 3, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:28.343785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb986-641c-4924-879b-8e7f9aec2c68 req-6a492ed2-3dd0-49b9-a138-c9c5c5b209ed tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:28.351099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa1fb986-641c-4924-879b-8e7f9aec2c68 req-6a492ed2-3dd0-49b9-a138-c9c5c5b209ed tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.3928812 Jul 16 08:58:28.364784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:28.413759 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Checking router: afc34046-0766-48d1-b064-e80e6dc4f169 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:28.414488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Updating router afc34046-0766-48d1-b064-e80e6dc4f169 port ba193e3b-8076-4866-bda4-28a5d444906a binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:58:28.433720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67452b24-6991-45e5-a453-3748dde30f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.436584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-67452b24-6991-45e5-a453-3748dde30f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.438226 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-67452b24-6991-45e5-a453-3748dde30f38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3e740b7-d08f-4d6e-96fd-7bd14a5f208b HTTP/1.1" status: 204 len: 168 time: 0.4047053 Jul 16 08:58:28.453552 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.455955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67452b24-6991-45e5-a453-3748dde30f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e740b7-d08f-4d6e-96fd-7bd14a5f208b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:28.568335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Subnet': ['ID=85e6d01c-71f1-4361-8a4a-79476453b10a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:28.588619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.621289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Checking segment: {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:28.621988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network hostable DHCP agents. Network: abb28a17-bacd-4afb-bafb-f7769bcaab50, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:28.639953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa1fb986-641c-4924-879b-8e7f9aec2c68 req-eb9a50f2-5263-46d0-92ec-8a2f5e4a33cb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855637 Jul 16 08:58:28.670438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:28.691153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, abb28a17-bacd-4afb-bafb-f7769bcaab50) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:28.700099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-bd60463b-601c-48f2-8a57-2956ad651074 service neutron] 10.222.0.55 "GET /v2.0/networks/14c7bffb-f2f1-4a6a-bec7-8b7782700296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476379 Jul 16 08:58:28.700892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.703063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:28.703922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.732119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb24981-0d2a-44ce-9835-f85a683fedd6 None None] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:28.737941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.744461 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa57b7e9-e8a4-4e6e-afe9-44f0ac3e7239 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0133646 Jul 16 08:58:28.744594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42796) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:28.765169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 90d20298-162c-469a-b708-7b84433c5581 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:28.970897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] Pushing event deleted for resources: {'Port': ['ID=ab3bd0f1-045e-45e1-9703-0edd4b456772,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:28.974741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb25e39-9e96-4245-9568-9b2c186531a2 None None] No DVR routers for this DVR port ab3bd0f1-045e-45e1-9703-0edd4b456772 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:29.018568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118da38b-c6ee-439a-b910-411563bb94cd None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:29.130040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::dc67:26ee:db9c:742e (a959bc3e-b0e6-459f-b0b6-b598481d9524/39b73934-c787-4dfe-a4b9-226d8ab28827/90d20298-162c-469a-b708-7b84433c5581) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:29.265202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee2cbb6d-08ab-44e4-91fd-612ec2b815a8 req-2f4e91cc-d792-4899-b066-50f7378ed952 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 210 time: 0.1280658 Jul 16 08:58:29.445462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ab3bd0f1-045e-45e1-9703-0edd4b456772 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:29.578715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.617504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 90d20298-162c-469a-b708-7b84433c5581 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:29.660635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.704181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: ab3bd0f1-045e-45e1-9703-0edd4b456772 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:29.704533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ab3bd0f1-045e-45e1-9703-0edd4b456772 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:29.795284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:29.804819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:29.811818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:29.852522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.855293 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.032674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42852) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.033889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0689147 Jul 16 08:58:30.064928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=90d20298-162c-469a-b708-7b84433c5581,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:30.112773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-abb28a17-bacd-4afb-bafb-f7769bcaab50', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:30.113768 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.149991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.150339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.151387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.151750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.152088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.152417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.152792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.153120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.153446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.153820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.154298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.154658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5400f5-b478-4f5a-8bbd-ed3778531048 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.225131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab8ac-6716-4cb5-9bc6-beb5d396a7f3 req-7d0b4598-6d2a-4838-861c-b1ae5ff2866e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.233144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f10ab8ac-6716-4cb5-9bc6-beb5d396a7f3 req-7d0b4598-6d2a-4838-861c-b1ae5ff2866e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.1574247 Jul 16 08:58:30.294533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '39b73934-c787-4dfe-a4b9-226d8ab28827'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:30.295235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f10ab8ac-6716-4cb5-9bc6-beb5d396a7f3 req-10bdb11b-6a1b-4a3c-98f5-169a7d5a6c3e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606999 Jul 16 08:58:30.332222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c51897-ffaf-4ab1-a772-166e435162ee tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.336240 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d3c51897-ffaf-4ab1-a772-166e435162ee tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2967095 Jul 16 08:58:30.338896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42866) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.339612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.452700 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.497968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.585430 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3488dc1b-db25-4f1b-81e6-29253e4ba91e req-eccc6a1d-1597-450b-91a5-bdc1d7a1d4ed tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 210 time: 0.0565190 Jul 16 08:58:30.639428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ceddea64-16ff-428f-acca-7ae805b1d5a1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 90d20298-162c-469a-b708-7b84433c5581 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:30.639821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ceddea64-16ff-428f-acca-7ae805b1d5a1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.732860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/39b73934-c787-4dfe-a4b9-226d8ab28827/c78b78b6-fe3c-4590-8efc-21440566185d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:30.753218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Transition to ACTIVE for port object ba193e3b-8076-4866-bda4-28a5d444906a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:30.843341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.910775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb8904-f2d2-4197-8e61-3137491f28a9 None None] Pushing event updated for resources: {'Port': ['ID=ba193e3b-8076-4866-bda4-28a5d444906a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:30.924954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ceddea64-16ff-428f-acca-7ae805b1d5a1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.943141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ceddea64-16ff-428f-acca-7ae805b1d5a1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 90d20298-162c-469a-b708-7b84433c5581 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:31.138126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ceddea64-16ff-428f-acca-7ae805b1d5a1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.197160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddea64-16ff-428f-acca-7ae805b1d5a1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=90d20298-162c-469a-b708-7b84433c5581,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:31.231319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ceddea64-16ff-428f-acca-7ae805b1d5a1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.233391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ceddea64-16ff-428f-acca-7ae805b1d5a1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/90d20298-162c-469a-b708-7b84433c5581 HTTP/1.1" status: 204 len: 168 time: 0.8928604 Jul 16 08:58:31.235888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:31.296966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Allocated IP 172.20.0.2 (abb28a17-bacd-4afb-bafb-f7769bcaab50/85e6d01c-71f1-4361-8a4a-79476453b10a/83254119-e541-4006-8603-546cf9b98a7d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:31.362817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a60e0a-fce9-4c3e-a18f-c0091c4848dc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:31.366193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a60e0a-fce9-4c3e-a18f-c0091c4848dc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:31.371544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-91a60e0a-fce9-4c3e-a18f-c0091c4848dc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1342199 Jul 16 08:58:31.372603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42912) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:31.517309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Attempting to bind port ba193e3b-8076-4866-bda4-28a5d444906a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:31.517921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Attempting to bind port ba193e3b-8076-4866-bda4-28a5d444906a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:31.518281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Attempting to bind port ba193e3b-8076-4866-bda4-28a5d444906a on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:31.547801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b65346f-9847-4997-bdff-084208fc41e4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 39b73934-c787-4dfe-a4b9-226d8ab28827 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:31.570338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:31.584262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:31.584262 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.584262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:31.584725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Bound port: ba193e3b-8076-4866-bda4-28a5d444906a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:31.590043 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.634130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-3b24ad79-f9ed-4a5d-9caf-e811d9924c87 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:31.641500 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-3b24ad79-f9ed-4a5d-9caf-e811d9924c87 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.54 "GET /v2.0/networks?id=14c7bffb-f2f1-4a6a-bec7-8b7782700296 HTTP/1.1" status: 200 len: 812 time: 0.3149352 Jul 16 08:58:31.654758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Request body: {'port': {'device_id': '1920b96f-cb87-422b-847d-364996d65b5a', 'network_id': '14c7bffb-f2f1-4a6a-bec7-8b7782700296', 'admin_state_up': True, 'tenant_id': '4b127a17bc334b9ea35955d3b83e4a80'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:31.721168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2645a3-ac88-4d55-8d13-fd732eb25fbb req-a99b2205-8f51-4431-bd78-460058048ad6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:31.732684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e2645a3-ac88-4d55-8d13-fd732eb25fbb req-a99b2205-8f51-4431-bd78-460058048ad6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.2184138 Jul 16 08:58:31.790328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e2645a3-ac88-4d55-8d13-fd732eb25fbb req-49787315-66c7-4fce-a616-f5569af9a992 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610662 Jul 16 08:58:31.901606 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.903525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Made reservation on behalf of 4b127a17bc334b9ea35955d3b83e4a80 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:31.907168 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.936934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] For port ba193e3b-8076-4866-bda4-28a5d444906a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:31.943705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] For port ba193e3b-8076-4866-bda4-28a5d444906a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ba193e3b-8076-4866-bda4-28a5d444906a,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:31.961515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Transition to ACTIVE for port object c78b78b6-fe3c-4590-8efc-21440566185d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:31.986628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.003220 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.079506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Transition to ACTIVE for port object c78b78b6-fe3c-4590-8efc-21440566185d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:32.088903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Transition to ACTIVE for port object 83254119-e541-4006-8603-546cf9b98a7d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:32.109184 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.112884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b65346f-9847-4997-bdff-084208fc41e4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.125019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:32.125695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:32.173744 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Allocated IP 172.20.0.13 (14c7bffb-f2f1-4a6a-bec7-8b7782700296/45c106f9-3d09-4fe3-b0bf-8478b0e32c51/dcf45837-4dc4-4654-abd5-9b7a496cac3c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:32.179440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:32.184293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb8904-f2d2-4197-8e61-3137491f28a9 None None] Pushing event updated for resources: {'Port': ['ID=ba193e3b-8076-4866-bda4-28a5d444906a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.191684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Transition to ACTIVE for port object 83254119-e541-4006-8603-546cf9b98a7d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:32.196823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:32.203040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:32.213429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a1e3712-6921-4853-ba95-0746e7cc2f11 req-b001aca9-c614-4c61-9457-85ba9b796ea7 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 210 time: 0.1266015 Jul 16 08:58:32.304077 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b65346f-9847-4997-bdff-084208fc41e4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.312269 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.329120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.20.0.1 (abb28a17-bacd-4afb-bafb-f7769bcaab50/85e6d01c-71f1-4361-8a4a-79476453b10a/844200a9-5eb8-4c45-8195-2eb40cc4b7b4) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:32.444487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b65346f-9847-4997-bdff-084208fc41e4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.488295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Pushing event updated for resources: {'Port': ['ID=c78b78b6-fe3c-4590-8efc-21440566185d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.516602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:32.566166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Attempting to bind port c78b78b6-fe3c-4590-8efc-21440566185d on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:32.567200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Attempting to bind port c78b78b6-fe3c-4590-8efc-21440566185d by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:32.567760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Attempting to bind port c78b78b6-fe3c-4590-8efc-21440566185d on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:32.577243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.590054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:32.590770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:32.591363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.591930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:32.592597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Bound port: c78b78b6-fe3c-4590-8efc-21440566185d, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:32.600076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b65346f-9847-4997-bdff-084208fc41e4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.603690 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.606461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:32.613821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:32.636798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:32.638590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.726793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b65346f-9847-4997-bdff-084208fc41e4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.732263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42954) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:32.733091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1b65346f-9847-4997-bdff-084208fc41e4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/39b73934-c787-4dfe-a4b9-226d8ab28827 HTTP/1.1" status: 204 len: 168 time: 1.3593910 Jul 16 08:58:32.734870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:32.737676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65346f-9847-4997-bdff-084208fc41e4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=39b73934-c787-4dfe-a4b9-226d8ab28827,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.775176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:32.792745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:32.805225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Pushing event updated for resources: {'Port': ['ID=83254119-e541-4006-8603-546cf9b98a7d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.868439 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba26bb5d-e1de-4274-8bf3-391a65525552 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947752 Jul 16 08:58:32.871576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42960) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:32.876287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Pushing event updated for resources: {'Port': ['ID=dcf45837-4dc4-4654-abd5-9b7a496cac3c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.944479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.945098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.945941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.946476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.947049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.947690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.949210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.949771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.950213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Attempting to bind port 83254119-e541-4006-8603-546cf9b98a7d on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:32.950460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.950623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Attempting to bind port 83254119-e541-4006-8603-546cf9b98a7d by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:32.950942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Attempting to bind port 83254119-e541-4006-8603-546cf9b98a7d on network abb28a17-bacd-4afb-bafb-f7769bcaab50 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:32.951457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.951974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.952474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:32.977477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:32.977879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Checking segment: {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:32.978289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.978748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Bound using segment: {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:32.979945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Bound port: 83254119-e541-4006-8603-546cf9b98a7d, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:32.980383 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.980816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.981822 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.005874 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ec5cbe4-f78d-40dd-830d-c9f2b240775d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3551314 Jul 16 08:58:33.012743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.023693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Request body: {'port': {'device_id': '1920b96f-cb87-422b-847d-364996d65b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:33.053751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86ed567-6287-4f80-9917-f04f82e5be91 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.055757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e86ed567-6287-4f80-9917-f04f82e5be91 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1820257 Jul 16 08:58:33.058657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42970) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:33.112693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] For port 83254119-e541-4006-8603-546cf9b98a7d, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:33.121342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42976) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:33.141446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Transition to ACTIVE for port object 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:33.148647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] For port c78b78b6-fe3c-4590-8efc-21440566185d, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:33.159803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] For port 83254119-e541-4006-8603-546cf9b98a7d, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83254119-e541-4006-8603-546cf9b98a7d,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:33.184352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] For port c78b78b6-fe3c-4590-8efc-21440566185d, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c78b78b6-fe3c-4590-8efc-21440566185d,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:33.187965 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.227310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.294165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc5d74-2bfa-4bef-8e1e-4166710be22b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.296030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-15dc5d74-2bfa-4bef-8e1e-4166710be22b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2043951 Jul 16 08:58:33.299904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42984) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:33.367909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3b7febc6-65ba-4a29-a6ae-2bb330c38d2e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636582 Jul 16 08:58:33.374885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.379082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42986) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:33.388102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:33.403952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59009e4-f8e8-42ac-a910-af2fa2058169 req-d65d7f51-c6c7-4c75-9c19-40ab051ec36b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.407701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b59009e4-f8e8-42ac-a910-af2fa2058169 req-d65d7f51-c6c7-4c75-9c19-40ab051ec36b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.3850987 Jul 16 08:58:33.444606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa49795-fc18-4181-bcda-ce6490fa952f None None] Pushing event updated for resources: {'Port': ['ID=83254119-e541-4006-8603-546cf9b98a7d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:33.522163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:25Z', 'revision_number': 3, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:33.559955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3801f3c-35aa-4a72-88ec-7909a7e4e430 None None] The sync data for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 is: [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:25Z', 'revision_number': 3, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:33.566099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f347-549d-46c2-8391-c2ed38370a51 None None] Pushing event updated for resources: {'Port': ['ID=c78b78b6-fe3c-4590-8efc-21440566185d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:33.608485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b59009e4-f8e8-42ac-a910-af2fa2058169 req-1f9dc5ae-f5f9-4bfd-8bab-296039d3bff9 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929696 Jul 16 08:58:33.678249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463619-0064-4ef4-8aa4-ed36c5c9aaa5 req-8d93f647-6668-4108-ba8d-afdec3acc520 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.690044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d463619-0064-4ef4-8aa4-ed36c5c9aaa5 req-8d93f647-6668-4108-ba8d-afdec3acc520 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 932 time: 0.2655597 Jul 16 08:58:33.771777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bde13b41-37f3-430c-bbb0-db85385a8cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.781109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.912002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:33.916261 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.929009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:33.942901 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bde13b41-37f3-430c-bbb0-db85385a8cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.950894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:33.965082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:33.968094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:33.987753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bde13b41-37f3-430c-bbb0-db85385a8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.020368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d463619-0064-4ef4-8aa4-ed36c5c9aaa5 req-0d689199-76eb-4d62-888b-237b7cc0928d tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292818 Jul 16 08:58:34.061226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.075584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bde13b41-37f3-430c-bbb0-db85385a8cb0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f1392bca9ac484dadfb3e7ad53df3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9363837 Jul 16 08:58:34.076321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43002) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:34.115745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde13b41-37f3-430c-bbb0-db85385a8cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdaa61d-87c4-4fdb-9d86-e872b5e2ad5a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:34.185300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96b71d55-db1a-48bd-93d0-5ca8a6bd15b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.221800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96b71d55-db1a-48bd-93d0-5ca8a6bd15b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.300866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96b71d55-db1a-48bd-93d0-5ca8a6bd15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.303536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96b71d55-db1a-48bd-93d0-5ca8a6bd15b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.304721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-96b71d55-db1a-48bd-93d0-5ca8a6bd15b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abdaa61d-87c4-4fdb-9d86-e872b5e2ad5a HTTP/1.1" status: 204 len: 168 time: 0.2185423 Jul 16 08:58:34.324647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b71d55-db1a-48bd-93d0-5ca8a6bd15b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdaa61d-87c4-4fdb-9d86-e872b5e2ad5a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:34.446760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.964685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51944e-f095-4be8-8d15-45d902ef0965 req-2abd9f26-1d5f-4ec0-bffc-81fb7438db06 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.975789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec51944e-f095-4be8-8d15-45d902ef0965 req-2abd9f26-1d5f-4ec0-bffc-81fb7438db06 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.1585393 Jul 16 08:58:35.035325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc2f35-76b7-4bb4-a98a-f88fcaff8293 None None] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:35.093710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.107690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec51944e-f095-4be8-8d15-45d902ef0965 req-05598b8d-ca4b-4f18-8f55-5cc334d38dcc tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304686 Jul 16 08:58:35.172976 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf45837-4dc4-4654-abd5-9b7a496cac3c {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:35.190092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:35.199049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.215067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:35.217924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.218528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.248513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cefdf47-3104-4a9b-af93-8d2b62c3d00e None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:35.259876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Transition to ACTIVE for port object dcf45837-4dc4-4654-abd5-9b7a496cac3c will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:35.263759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:35.311238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43038) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:35.326892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-28c2ffb5-5ce0-4f30-be18-8f1016a63c50 None None] Provisioning for port 83254119-e541-4006-8603-546cf9b98a7d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:35.334042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.336215 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8e4b071-446a-4b30-b0ca-9636a3bcd163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.361937 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ffee8f2b-1dc9-4f84-8973-e8dcbbff5e03 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9800689 Jul 16 08:58:35.371649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43040) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:35.382590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': 'e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be', 'ip_address': '2001:db8::b34b:c3cf:f0f:148'}], 'name': 'tempest-NetworksTestDHCPv6-239962821'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:35.445773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf45837-4dc4-4654-abd5-9b7a496cac3c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:35.552491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ba193e3b-8076-4866-bda4-28a5d444906a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:35.562101 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.587845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.718286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Attempting to bind port dcf45837-4dc4-4654-abd5-9b7a496cac3c on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:35.718864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Attempting to bind port dcf45837-4dc4-4654-abd5-9b7a496cac3c by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9075abe5-5b09-4011-a0bf-7b4b4c091f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14c7bffb-f2f1-4a6a-bec7-8b7782700296'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:35.719407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Attempting to bind port dcf45837-4dc4-4654-abd5-9b7a496cac3c on network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:35.736127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.741213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Port dcf45837-4dc4-4654-abd5-9b7a496cac3c on network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:35.741782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Attempting to bind port dcf45837-4dc4-4654-abd5-9b7a496cac3c on network 14c7bffb-f2f1-4a6a-bec7-8b7782700296 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:35.756056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:35.756694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Checking segment: {'id': '9075abe5-5b09-4011-a0bf-7b4b4c091f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14c7bffb-f2f1-4a6a-bec7-8b7782700296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:35.757286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Bound using segment: {'id': '9075abe5-5b09-4011-a0bf-7b4b4c091f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14c7bffb-f2f1-4a6a-bec7-8b7782700296'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:35.757927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Bound port: dcf45837-4dc4-4654-abd5-9b7a496cac3c, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9075abe5-5b09-4011-a0bf-7b4b4c091f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14c7bffb-f2f1-4a6a-bec7-8b7782700296'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:35.758524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.761580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:35.941356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ba193e3b-8076-4866-bda4-28a5d444906a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:35.970591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ba193e3b-8076-4866-bda4-28a5d444906a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:35.972152 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.012982 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] For port dcf45837-4dc4-4654-abd5-9b7a496cac3c, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:36.034333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] For port dcf45837-4dc4-4654-abd5-9b7a496cac3c, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dcf45837-4dc4-4654-abd5-9b7a496cac3c,segment=NetworkSegment(9075abe5-5b09-4011-a0bf-7b4b4c091f78),segment_id=9075abe5-5b09-4011-a0bf-7b4b4c091f78)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:36.067380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:36.078195 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.102378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:36.162796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.164155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.165416 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] 10.222.0.54 "PUT /v2.0/ports/dcf45837-4dc4-4654-abd5-9b7a496cac3c HTTP/1.1" status: 200 len: 1093 time: 3.1483743 Jul 16 08:58:36.184628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1920b96f-cb87-422b-847d-364996d65b5a', 'tag': 'dcf45837-4dc4-4654-abd5-9b7a496cac3c'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:36.187694 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43" -d '{"events": [{"name": "network-changed", "server_uuid": "1920b96f-cb87-422b-847d-364996d65b5a", "tag": "dcf45837-4dc4-4654-abd5-9b7a496cac3c"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:36.221761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658588a2-792b-40b0-814a-c018b9e8c7ad req-f22cbe84-19d7-4ff1-92ae-9a890bdb35be tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.235924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-658588a2-792b-40b0-814a-c018b9e8c7ad req-f22cbe84-19d7-4ff1-92ae-9a890bdb35be tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 944 time: 0.8442266 Jul 16 08:58:36.313015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8c60d-5251-4398-94ce-744f360be9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf45837-4dc4-4654-abd5-9b7a496cac3c,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:36.472223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-658588a2-792b-40b0-814a-c018b9e8c7ad req-7b67c722-3e28-4f5e-8b9e-889d46d2f53f tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224221 Jul 16 08:58:36.614654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3beaeb18-7df4-45af-95f8-2853b8a3e03b None None] Provisioning for port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:36.637265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3beaeb18-7df4-45af-95f8-2853b8a3e03b None None] Provisioning complete for port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:36.638535 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3beaeb18-7df4-45af-95f8-2853b8a3e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.653244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8e4b071-446a-4b30-b0ca-9636a3bcd163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.675658 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8e4b071-446a-4b30-b0ca-9636a3bcd163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.775377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.782076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3beaeb18-7df4-45af-95f8-2853b8a3e03b None None] Port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:36.800877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2661570-9716-4e61-9fb1-babeeaf34723 None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': 'e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be'}], 'binding:host_id': 'n-d-780147-28'}, 'id': 'c78b78b6-fe3c-4590-8efc-21440566185d'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:58:36.874272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:36.876008 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2661570-9716-4e61-9fb1-babeeaf34723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.882912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port ba193e3b-8076-4866-bda4-28a5d444906a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ba193e3b-8076-4866-bda4-28a5d444906a,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:36.904936 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.906341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83254119-e541-4006-8603-546cf9b98a7d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:36.955994 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f6757a-fa12-4711-b7d8-a356bdfc19b2 x-openstack-request-id: req-95f6757a-fa12-4711-b7d8-a356bdfc19b2 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:36.956315 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1920b96f-cb87-422b-847d-364996d65b5a", "tag": "dcf45837-4dc4-4654-abd5-9b7a496cac3c", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:36.956517 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95f6757a-fa12-4711-b7d8-a356bdfc19b2 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:36.957278 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1920b96f-cb87-422b-847d-364996d65b5a', 'tag': 'dcf45837-4dc4-4654-abd5-9b7a496cac3c', 'status': 'completed', 'code': 200} Jul 16 08:58:37.046928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:37.049605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b8e4b071-446a-4b30-b0ca-9636a3bcd163 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6e73c607937449b863194ab09e89d20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7324665 Jul 16 08:58:37.073432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.076129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4b071-446a-4b30-b0ca-9636a3bcd163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5ede0-4cd9-4bd3-b33c-b7543930e5af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:37.107268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50364b-6bc7-4def-a358-c919fa974c21 req-b1cf2790-050e-4aff-abbe-c56abeb78b46 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.115255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc50364b-6bc7-4def-a358-c919fa974c21 req-b1cf2790-050e-4aff-abbe-c56abeb78b46 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.6762054 Jul 16 08:58:37.136988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 628dc2e8-88dd-4249-b533-3d2390879fe1 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:37.151855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router afc34046-0766-48d1-b064-e80e6dc4f169 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:58:37.160885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0b92ad38-5c0c-4746-b47f-898f13df0a41 None None] Provisioning complete for port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:37.164628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b92ad38-5c0c-4746-b47f-898f13df0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.199586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-46cf02ac-9a4b-4497-b77b-aec7896d0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.202307 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-46cf02ac-9a4b-4497-b77b-aec7896d0d30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b127a17bc334b9ea35955d3b83e4a80&device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 1096 time: 0.9703386 Jul 16 08:58:37.219237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0b92ad38-5c0c-4746-b47f-898f13df0a41 None None] Port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:37.222816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=ba193e3b-8076-4866-bda4-28a5d444906a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:37.230016 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc50364b-6bc7-4def-a358-c919fa974c21 req-061a84d6-6a9b-426d-bce4-70b1d2a4ede2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135523 Jul 16 08:58:37.323316 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-19a13eff-8c3d-499a-b722-44708b4c2946 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcf45837-4dc4-4654-abd5-9b7a496cac3c HTTP/1.1" status: 200 len: 217 time: 0.1072872 Jul 16 08:58:37.344555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 83254119-e541-4006-8603-546cf9b98a7d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:37.351725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 83254119-e541-4006-8603-546cf9b98a7d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:37.352206 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.371993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f185f24d-f527-4963-93d6-ae492aa16c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.393232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-04ff65dd-9f8f-44e3-a568-0021f873e189 None None] Provisioning complete for port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:37.393933 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04ff65dd-9f8f-44e3-a568-0021f873e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.426675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::b34b:c3cf:f0f:148 (a959bc3e-b0e6-459f-b0b6-b598481d9524/e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be/628dc2e8-88dd-4249-b533-3d2390879fe1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:37.451880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-04ff65dd-9f8f-44e3-a568-0021f873e189 None None] Port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:37.456956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f185f24d-f527-4963-93d6-ae492aa16c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.466651 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ef1da56-5cb8-4ca4-9a16-c570852f94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.470454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-5ef1da56-5cb8-4ca4-9a16-c570852f94d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=45c106f9-3d09-4fe3-b0bf-8478b0e32c51 HTTP/1.1" status: 200 len: 852 time: 0.1345229 Jul 16 08:58:37.516909 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-b931135d-2436-4fa7-806e-df776370679e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14c7bffb-f2f1-4a6a-bec7-8b7782700296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416784 Jul 16 08:58:37.537245 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.559333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:37.570559 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-439b7221-ca31-4130-8508-b929d47fd48c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "PUT /v2.0/routers/afc34046-0766-48d1-b064-e80e6dc4f169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8245504 Jul 16 08:58:37.571627 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Sync routers for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:37.575117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43098) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:37.597773 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:37.606815 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:37.636740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 83254119-e541-4006-8603-546cf9b98a7d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83254119-e541-4006-8603-546cf9b98a7d,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:37.648019 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.701707 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f185f24d-f527-4963-93d6-ae492aa16c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.704681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f185f24d-f527-4963-93d6-ae492aa16c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.706046 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f185f24d-f527-4963-93d6-ae492aa16c4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5dc5ede0-4cd9-4bd3-b33c-b7543930e5af HTTP/1.1" status: 204 len: 168 time: 0.6581767 Jul 16 08:58:37.734025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185f24d-f527-4963-93d6-ae492aa16c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5ede0-4cd9-4bd3-b33c-b7543930e5af,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:37.763213 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-70a370a2-d1f5-4eb3-84e1-5660452fc9ed service neutron] 10.222.0.54 "GET /v2.0/networks/14c7bffb-f2f1-4a6a-bec7-8b7782700296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376220 Jul 16 08:58:37.852378 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.857700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ba193e3b-8076-4866-bda4-28a5d444906a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:37.883884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 628dc2e8-88dd-4249-b533-3d2390879fe1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:37.903482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.903875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.904347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.904811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.905277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.905752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.906209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.906669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.907122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.907569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.907735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429b15-958d-46cf-9ffc-ae03278fde3e req-9db84bfa-338a-4710-92fd-058b080b74aa tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.911114 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c6cc0ff2-20f3-439e-9624-59531391c947 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7068 time: 0.3337731 Jul 16 08:58:37.914327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4429b15-958d-46cf-9ffc-ae03278fde3e req-9db84bfa-338a-4710-92fd-058b080b74aa tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 944 time: 0.1715212 Jul 16 08:58:37.914834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43104) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:37.929582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=83254119-e541-4006-8603-546cf9b98a7d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:37.993878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ba193e3b-8076-4866-bda4-28a5d444906a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:37.995152 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.038921 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b3b68fb2-8c80-4bbc-8dae-617705d7c6b9 req-d5831248-d282-40e8-9f1c-615bf30f3f02 service neutron] 10.222.0.54 "GET /v2.0/networks/14c7bffb-f2f1-4a6a-bec7-8b7782700296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515776 Jul 16 08:58:38.106691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4429b15-958d-46cf-9ffc-ae03278fde3e req-8eec0d67-425d-4729-8675-910b5a9f5260 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694291 Jul 16 08:58:38.125450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.126050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.127035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.127185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.127532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.128027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.128867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.131324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.131717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.132180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.151018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a132f11a-16c5-4b82-97cd-50c37379786f tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6456 time: 0.2322307 Jul 16 08:58:38.154719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43114) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:38.266556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-54a00a4c-294b-451b-923a-170afe679d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.268708 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-54a00a4c-294b-451b-923a-170afe679d3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b127a17bc334b9ea35955d3b83e4a80&device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 1096 time: 0.1461890 Jul 16 08:58:38.296644 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:38.335969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.424514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:38.427700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f2661570-9716-4e61-9fb1-babeeaf34723 None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be/c78b78b6-fe3c-4590-8efc-21440566185d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:38.449860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:38.460387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:38.476346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.479150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.503638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-8d67943f-eeaf-441c-b0ea-8c23301fefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.506684 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-8d67943f-eeaf-441c-b0ea-8c23301fefaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=14c7bffb-f2f1-4a6a-bec7-8b7782700296 HTTP/1.1" status: 200 len: 913 time: 0.2267776 Jul 16 08:58:38.539636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=628dc2e8-88dd-4249-b533-3d2390879fe1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:38.552126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c1a53774-fe4f-4a6e-8a7a-2e633a7fa79d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.1791246 Jul 16 08:58:38.562311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43130) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:38.568655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-22a218bd-fa0d-4180-addd-572c72e39c9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': 'e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be', 'ip_address': '2001:db8::b34b:c3cf:f0f:148'}], 'name': 'tempest-NetworksTestDHCPv6-984840700'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:38.627062 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-532dd427-35ad-4288-b1af-3c534cc087ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcf45837-4dc4-4654-abd5-9b7a496cac3c HTTP/1.1" status: 200 len: 217 time: 0.1110094 Jul 16 08:58:38.683644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f2661570-9716-4e61-9fb1-babeeaf34723 None None] For port c78b78b6-fe3c-4590-8efc-21440566185d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c78b78b6-fe3c-4590-8efc-21440566185d,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:38.727709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-eee8a4c8-af2c-450c-a372-be3d322a8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.730704 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-eee8a4c8-af2c-450c-a372-be3d322a8734 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=45c106f9-3d09-4fe3-b0bf-8478b0e32c51 HTTP/1.1" status: 200 len: 852 time: 0.0933340 Jul 16 08:58:38.741548 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2661570-9716-4e61-9fb1-babeeaf34723 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.754913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f2661570-9716-4e61-9fb1-babeeaf34723 None None] Ignored duplicate provisioning block setup for port c78b78b6-fe3c-4590-8efc-21440566185d by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:58:38.762018 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2661570-9716-4e61-9fb1-babeeaf34723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.804750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-e261c1b0-10dc-406f-92ef-ad9768c25dd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14c7bffb-f2f1-4a6a-bec7-8b7782700296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632415 Jul 16 08:58:38.839481 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:35Z', 'revision_number': 2, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:38.875144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2661570-9716-4e61-9fb1-babeeaf34723 None None] Pushing event updated for resources: {'Port': ['ID=c78b78b6-fe3c-4590-8efc-21440566185d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:38.938203 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Checking router: afc34046-0766-48d1-b064-e80e6dc4f169 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:38.938573 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Updating router afc34046-0766-48d1-b064-e80e6dc4f169 port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:58:39.003803 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.034795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dd88b91a-1a3f-4eea-a932-11221b552fa1 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.8772693 Jul 16 08:58:39.035818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a218bd-fa0d-4180-addd-572c72e39c9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:39.061737 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22a218bd-fa0d-4180-addd-572c72e39c9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.070300 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-3e41fc57-8e97-4071-b64a-d7ab9c478cb7 service neutron] 10.222.0.54 "GET /v2.0/networks/14c7bffb-f2f1-4a6a-bec7-8b7782700296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387311 Jul 16 08:58:39.111544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-22a218bd-fa0d-4180-addd-572c72e39c9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 5cfa5f9a-24ea-479f-a853-2e38cb72edf0 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:39.376387 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd4cb18a-7480-4cc6-82f7-9b90104ecf43 req-f4d7d4f6-138b-40ed-809a-06b30b29b0a2 service neutron] 10.222.0.54 "GET /v2.0/networks/14c7bffb-f2f1-4a6a-bec7-8b7782700296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978404 Jul 16 08:58:39.736601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6ebd1-3c89-4923-980c-7b7234d1704d req-060edc95-2b34-4525-88f0-7b83731d9a8b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.739185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fa6ebd1-3c89-4923-980c-7b7234d1704d req-060edc95-2b34-4525-88f0-7b83731d9a8b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.3615510 Jul 16 08:58:39.757253 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a218bd-fa0d-4180-addd-572c72e39c9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:58:39.761598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a218bd-fa0d-4180-addd-572c72e39c9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:39.778806 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.809019 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Transition to ACTIVE for port object 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:39.826092 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.889252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fa6ebd1-3c89-4923-980c-7b7234d1704d req-b85f54c4-d3a3-48d5-acd2-9013c3d44872 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369960 Jul 16 08:58:39.890902 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Pushing event updated for resources: {'Port': ['ID=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:39.891469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-22a218bd-fa0d-4180-addd-572c72e39c9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.3269145 Jul 16 08:58:39.894011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43174) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:39.933258 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.938201 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.938738 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.941125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.941678 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.942373 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.945132 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.945698 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.946803 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.948640 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.949290 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:39.954518 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:40.018642 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Attempting to bind port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:40.019009 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Attempting to bind port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:40.019366 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Attempting to bind port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 on network abb28a17-bacd-4afb-bafb-f7769bcaab50 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:40.031157 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:40.031531 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Checking segment: {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:40.032028 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.032325 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Bound using segment: {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:40.032787 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Bound port: 844200a9-5eb8-4c45-8195-2eb40cc4b7b4, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:40.033173 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.068640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c78b78b6-fe3c-4590-8efc-21440566185d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:40.140698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfa594-4b52-425b-9bcf-9653e5420d9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.157859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfa594-4b52-425b-9bcf-9653e5420d9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.164141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43184) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:40.169009 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-11dfa594-4b52-425b-9bcf-9653e5420d9f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2735181 Jul 16 08:58:40.215390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port c78b78b6-fe3c-4590-8efc-21440566185d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:40.223659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83254119-e541-4006-8603-546cf9b98a7d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:40.226628 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] For port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:40.236390 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] For port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:40.249372 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.343896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 83254119-e541-4006-8603-546cf9b98a7d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:40.344746 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.351094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43188) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:40.443431 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:40.448044 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:40.451716 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6321f8-406a-4131-a50e-23397158c52d None None] Pushing event updated for resources: {'Port': ['ID=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:40.711134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e06c3-d735-43b9-82f7-4922e9b3e8ac req-21e6ebe7-82cc-4e39-b942-bfe230e4505f tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.727666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-657e06c3-d735-43b9-82f7-4922e9b3e8ac req-21e6ebe7-82cc-4e39-b942-bfe230e4505f tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 944 time: 0.4929297 Jul 16 08:58:40.760101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43194) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:40.765894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1c048903-89d7-4a21-94c6-d44e9a0d830c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330094401', 'description': 'tempest-secgroup-smoke-1330094401 description', 'project_id': '5c071ed889a84964ab506ca3ebb4377c'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:40.775067 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:40.778481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b34e9561-2713-45e8-a962-05308071ecc4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 628dc2e8-88dd-4249-b533-3d2390879fe1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:40.778833 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b34e9561-2713-45e8-a962-05308071ecc4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.849011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c048903-89d7-4a21-94c6-d44e9a0d830c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.881909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1590696794-network', 'tenant_id': 'c5ba7b131aa4458487ae94a24f3b7571'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:40.903230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-657e06c3-d735-43b9-82f7-4922e9b3e8ac req-3f5879cc-65a3-46d0-90fc-604d09fc5252 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726820 Jul 16 08:58:40.940311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Made reservation on behalf of c5ba7b131aa4458487ae94a24f3b7571 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:40.942951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.973093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.027003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-19316b7e-4b4c-4fe1-9022-1a016041487a None None] Provisioning for port c78b78b6-fe3c-4590-8efc-21440566185d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:41.036949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-19316b7e-4b4c-4fe1-9022-1a016041487a None None] Provisioning complete for port c78b78b6-fe3c-4590-8efc-21440566185d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:41.038732 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-19316b7e-4b4c-4fe1-9022-1a016041487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.067174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b34e9561-2713-45e8-a962-05308071ecc4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.134840 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c048903-89d7-4a21-94c6-d44e9a0d830c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.152977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c048903-89d7-4a21-94c6-d44e9a0d830c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.164358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dcf45837-4dc4-4654-abd5-9b7a496cac3c details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:41.204665 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c048903-89d7-4a21-94c6-d44e9a0d830c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:41.207118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b34e9561-2713-45e8-a962-05308071ecc4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 628dc2e8-88dd-4249-b533-3d2390879fe1 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:41.216379 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:40Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:41.288251 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4d9ca-e58f-4baa-8b53-b5ff647196e5 None None] The sync data for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 is: [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:40Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:41.399124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76866ee3-c6b3-4e54-9398-fe167d614b63 req-606c32d9-e4c3-4ebf-bcde-533481d253d7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.407534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76866ee3-c6b3-4e54-9398-fe167d614b63 req-606c32d9-e4c3-4ebf-bcde-533481d253d7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.3137362 Jul 16 08:58:41.428216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e200d52-f2ca-4103-a91a-de5acfed2786 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:58:41.462403 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-19316b7e-4b4c-4fe1-9022-1a016041487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.470431 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.477638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.484406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76866ee3-c6b3-4e54-9398-fe167d614b63 req-c3bb0298-4baa-4973-94e5-851f3ef250ca tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758781 Jul 16 08:58:41.497372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:41.529813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c048903-89d7-4a21-94c6-d44e9a0d830c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.529813 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1c048903-89d7-4a21-94c6-d44e9a0d830c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7667460 Jul 16 08:58:41.538776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43214) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:41.567886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cf692ec1-ff6f-4a33-bbd6-ef1464200b24 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:41.600957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5572e34b-35b7-4be3-98ff-06d6a540aa11,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:41.687352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.687708 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Added segment 76612eb3-9fcf-434f-8164-e308955d54c8 of type vlan for network 38d533c7-54df-48ef-a3b5-72f2542b44c2 Jul 16 08:58:41.709421 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b34e9561-2713-45e8-a962-05308071ecc4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.747659 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf692ec1-ff6f-4a33-bbd6-ef1464200b24 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.760987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.771219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dcf45837-4dc4-4654-abd5-9b7a496cac3c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dcf45837-4dc4-4654-abd5-9b7a496cac3c,segment=NetworkSegment(9075abe5-5b09-4011-a0bf-7b4b4c091f78),segment_id=9075abe5-5b09-4011-a0bf-7b4b4c091f78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:41.800513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e200d52-f2ca-4103-a91a-de5acfed2786 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:58:41.802859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'dcf45837-4dc4-4654-abd5-9b7a496cac3c', 'network_id': '14c7bffb-f2f1-4a6a-bec7-8b7782700296', 'port_id': 'dcf45837-4dc4-4654-abd5-9b7a496cac3c', 'mac_address': 'fa:16:3e:98:5f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c106f9-3d09-4fe3-b0bf-8478b0e32c51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:41.845356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:41.858594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e9561-2713-45e8-a962-05308071ecc4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=628dc2e8-88dd-4249-b533-3d2390879fe1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:41.914744 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.916046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.917453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.976004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b34e9561-2713-45e8-a962-05308071ecc4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.985462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b34e9561-2713-45e8-a962-05308071ecc4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/628dc2e8-88dd-4249-b533-3d2390879fe1 HTTP/1.1" status: 204 len: 168 time: 1.8202217 Jul 16 08:58:41.998606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43228) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.005857 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6534755 Jul 16 08:58:42.015353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43230) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.020893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Request body: {'subnet': {'network_id': '38d533c7-54df-48ef-a3b5-72f2542b44c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1590696794-subnet', 'tenant_id': 'c5ba7b131aa4458487ae94a24f3b7571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:42.071441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9895a-864a-432f-a229-d709243df70d admin admin] Pushing event updated for resources: {'Network': ['ID=38d533c7-54df-48ef-a3b5-72f2542b44c2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.096654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Made reservation on behalf of c5ba7b131aa4458487ae94a24f3b7571 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:42.099809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.103158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 38d533c7-54df-48ef-a3b5-72f2542b44c2 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:42.193972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-19316b7e-4b4c-4fe1-9022-1a016041487a None None] For port c78b78b6-fe3c-4590-8efc-21440566185d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c78b78b6-fe3c-4590-8efc-21440566185d,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:42.204196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.231591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-19316b7e-4b4c-4fe1-9022-1a016041487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.380754 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf692ec1-ff6f-4a33-bbd6-ef1464200b24 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.407813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ad957-6803-4d9d-8a2c-0c8dce5f7a69 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.410408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ad957-6803-4d9d-8a2c-0c8dce5f7a69 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.412271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-652ad957-6803-4d9d-8a2c-0c8dce5f7a69 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4078727 Jul 16 08:58:42.413328 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf692ec1-ff6f-4a33-bbd6-ef1464200b24 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.415161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43236) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.464179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf692ec1-ff6f-4a33-bbd6-ef1464200b24 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0357c9-1dab-4ed3-ade8-03444c9d5fc9,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.482653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf692ec1-ff6f-4a33-bbd6-ef1464200b24 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.487945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cf692ec1-ff6f-4a33-bbd6-ef1464200b24 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9236336 Jul 16 08:58:42.493272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43242) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.503757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b54e7-a4eb-48fa-ab60-65191ea4d43f req-bf582b05-77d8-4dee-958a-76bad6273ebd tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.509412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-043b54e7-a4eb-48fa-ab60-65191ea4d43f req-bf582b05-77d8-4dee-958a-76bad6273ebd tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 944 time: 0.2780395 Jul 16 08:58:42.522377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2aab-6994-40cb-892e-993951f62b83 req-c2927df2-9721-40cc-8416-b70786c4c262 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.524295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f51f2aab-6994-40cb-892e-993951f62b83 req-c2927df2-9721-40cc-8416-b70786c4c262 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4791944 Jul 16 08:58:42.530026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d1e97f97-4490-4e16-9aa1-230e10ae3346 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:42.618039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.636122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f51f2aab-6994-40cb-892e-993951f62b83 req-a8616d17-a879-4d7f-b92d-d82a67ea9f38 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003091 Jul 16 08:58:42.647539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-043b54e7-a4eb-48fa-ab60-65191ea4d43f req-a7bb1559-8800-459d-9f52-93a4d0cdf936 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219311 Jul 16 08:58:42.663773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1e97f97-4490-4e16-9aa1-230e10ae3346 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.690088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-957eb4ad-a1f4-4d6d-8c66-fb29eaf5e690 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:42.696605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.699360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-957eb4ad-a1f4-4d6d-8c66-fb29eaf5e690 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.794949 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1189b905-5e58-4bb6-93d4-885053f530d9,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.810230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1e97f97-4490-4e16-9aa1-230e10ae3346 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.824136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1e97f97-4490-4e16-9aa1-230e10ae3346 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.852849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e97f97-4490-4e16-9aa1-230e10ae3346 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402486c9-468d-4f9d-ad0d-50bc1e2f422e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.878879 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1e97f97-4490-4e16-9aa1-230e10ae3346 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.880141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d1e97f97-4490-4e16-9aa1-230e10ae3346 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3693514 Jul 16 08:58:42.883772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43254) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.893394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-42e649e2-96ed-43da-9ac8-581c5300a6c6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:42.919017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-957eb4ad-a1f4-4d6d-8c66-fb29eaf5e690 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.930985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf45837-4dc4-4654-abd5-9b7a496cac3c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:42.983313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b4b54b22-0f4f-44dd-893d-dcd46db85636 None None] Could not find standard attr ID for object 628dc2e8-88dd-4249-b533-3d2390879fe1. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:42.983603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1384217-d68a-4820-b76c-69c664e710d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.997623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dcf45837-4dc4-4654-abd5-9b7a496cac3c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dcf45837-4dc4-4654-abd5-9b7a496cac3c,segment=NetworkSegment(9075abe5-5b09-4011-a0bf-7b4b4c091f78),segment_id=9075abe5-5b09-4011-a0bf-7b4b4c091f78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:43.026652 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.032045 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-957eb4ad-a1f4-4d6d-8c66-fb29eaf5e690 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.077474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:43.090101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:43.090477 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.096246 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42e649e2-96ed-43da-9ac8-581c5300a6c6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.124083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-957eb4ad-a1f4-4d6d-8c66-fb29eaf5e690 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.146422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-957eb4ad-a1f4-4d6d-8c66-fb29eaf5e690 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.152324 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-957eb4ad-a1f4-4d6d-8c66-fb29eaf5e690 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be HTTP/1.1" status: 204 len: 168 time: 0.7357523 Jul 16 08:58:43.153111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43256) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:43.176992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eb4ad-a1f4-4d6d-8c66-fb29eaf5e690 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:43.182859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Checking segment: {'id': '76612eb3-9fcf-434f-8164-e308955d54c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '38d533c7-54df-48ef-a3b5-72f2542b44c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:43.184126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Network hostable DHCP agents. Network: 38d533c7-54df-48ef-a3b5-72f2542b44c2, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:43.188786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19316b7e-4b4c-4fe1-9022-1a016041487a None None] Pushing event updated for resources: {'Port': ['ID=c78b78b6-fe3c-4590-8efc-21440566185d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:43.205362 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42e649e2-96ed-43da-9ac8-581c5300a6c6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.218536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Network 38d533c7-54df-48ef-a3b5-72f2542b44c2 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:43.239648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 38d533c7-54df-48ef-a3b5-72f2542b44c2) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:43.252578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.253315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.271328 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42e649e2-96ed-43da-9ac8-581c5300a6c6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.274312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5183feb3-ff62-4292-a1e5-1f91a5b3f312 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190543 Jul 16 08:58:43.279800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43262) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:43.287884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:43.303625 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.312193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db5213-12cb-435b-86bb-a48692c8941c req-92cc1426-953f-4e84-b6f3-774320ef7d86 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.324201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41db5213-12cb-435b-86bb-a48692c8941c req-92cc1426-953f-4e84-b6f3-774320ef7d86 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3443801 Jul 16 08:58:43.336001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['dcf45837-4dc4-4654-abd5-9b7a496cac3c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:43.368858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e649e2-96ed-43da-9ac8-581c5300a6c6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb94ad65-71fe-44e1-b6d3-4309c30312dc,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:43.429405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41db5213-12cb-435b-86bb-a48692c8941c req-5e065182-6628-405f-a015-217909707b87 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038718 Jul 16 08:58:43.492653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dcf45837-4dc4-4654-abd5-9b7a496cac3c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:43.504678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:43.542805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1384217-d68a-4820-b76c-69c664e710d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.557284 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1384217-d68a-4820-b76c-69c664e710d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.583941 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.591653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42e649e2-96ed-43da-9ac8-581c5300a6c6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.592880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-42e649e2-96ed-43da-9ac8-581c5300a6c6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7081482 Jul 16 08:58:43.612922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43268) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:43.625283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d51a27dd-2cee-4ebe-9801-c4a3dab5ebdb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:43.630986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7ff46360-7fc6-4c37-a5a1-644b2727f1d6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6140003 Jul 16 08:58:43.635517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:43.645350 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.649576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:43.722939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b1384217-d68a-4820-b76c-69c664e710d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1fcd99863617413580b829da4694928e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1038554 Jul 16 08:58:43.732473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43278) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:43.768152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1384217-d68a-4820-b76c-69c664e710d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fb2ee6-279e-40fa-8311-1d2320111518,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:43.897039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:44.012037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:44.012683 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.065217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.113370 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d51a27dd-2cee-4ebe-9801-c4a3dab5ebdb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.144440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:44.160364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c78b78b6-fe3c-4590-8efc-21440566185d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:44.178738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:44.183873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.184481 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.227087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=b6a68e41-5678-4f0d-a2c0-1d9d00db788c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.227547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port c78b78b6-fe3c-4590-8efc-21440566185d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:44.227695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e877398f-cfec-4480-8468-c89f595db386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.228084 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.235828 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a57d38c8-b229-4f23-a4c1-8a6a05c2e53b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9546030 Jul 16 08:58:44.236763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43302) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:44.243156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-40a3da8c-af6c-4c86-bf7a-03f2de5e330d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': 'b6a68e41-5678-4f0d-a2c0-1d9d00db788c', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1418354841'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:44.315070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-6f68b162-3031-4412-907d-7a1c77ebbc2c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.324903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-6f68b162-3031-4412-907d-7a1c77ebbc2c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.3954995 Jul 16 08:58:44.395060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a3da8c-af6c-4c86-bf7a-03f2de5e330d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:44.424517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e877398f-cfec-4480-8468-c89f595db386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.451796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1a0fa7c3-7ba2-494c-81f4-117d8dd3580d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/quotas/1d6ea71805264942b6afc045f1074524 HTTP/1.1" status: 200 len: 375 time: 0.1255331 Jul 16 08:58:44.459797 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d9f43a7-0c40-4ea6-b519-9e4c09b2f484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.476368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3009cee9-6d65-4a79-baa7-f38bc0392f0d None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:44.485622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3392837b-0a00-4d1c-96e9-99ae7896a4e7 None None] Network 38d533c7-54df-48ef-a3b5-72f2542b44c2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:44.491801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e6156-177f-4bd5-b457-6ec58244bb80 req-395f10ac-544e-47e2-bf34-5f449b1d78aa tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.493347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-810e6156-177f-4bd5-b457-6ec58244bb80 req-395f10ac-544e-47e2-bf34-5f449b1d78aa tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 945 time: 0.6463029 Jul 16 08:58:44.503679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40a3da8c-af6c-4c86-bf7a-03f2de5e330d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.524309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-40a3da8c-af6c-4c86-bf7a-03f2de5e330d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port cd590095-e971-4ff8-b8e6-475037e00142 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:44.568883 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d51a27dd-2cee-4ebe-9801-c4a3dab5ebdb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.579421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43312) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:44.587590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1892058898-network', 'tenant_id': '8dc72ed471da49c89441dd5d444ad022'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:44.636204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-810e6156-177f-4bd5-b457-6ec58244bb80 req-4048297b-1493-4347-8478-5a6eb276062e tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043048 Jul 16 08:58:44.637937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Made reservation on behalf of 8dc72ed471da49c89441dd5d444ad022 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:44.641374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.643024 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d51a27dd-2cee-4ebe-9801-c4a3dab5ebdb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.697181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a27dd-2cee-4ebe-9801-c4a3dab5ebdb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34eca58c-bc13-4a4b-b9bc-f8b51268f63e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.702117 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.732635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-33513b0d-1a1d-4045-b122-71d0b26b4d4a None None] Provisioning complete for port c78b78b6-fe3c-4590-8efc-21440566185d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:44.733024 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-33513b0d-1a1d-4045-b122-71d0b26b4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.752832 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a3da8c-af6c-4c86-bf7a-03f2de5e330d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:58:44.753565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a3da8c-af6c-4c86-bf7a-03f2de5e330d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:44.754365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d51a27dd-2cee-4ebe-9801-c4a3dab5ebdb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.758014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d51a27dd-2cee-4ebe-9801-c4a3dab5ebdb tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1412249 Jul 16 08:58:44.758014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e877398f-cfec-4480-8468-c89f595db386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.758962 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e877398f-cfec-4480-8468-c89f595db386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.762376 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e877398f-cfec-4480-8468-c89f595db386 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98fb2ee6-279e-40fa-8311-1d2320111518 HTTP/1.1" status: 204 len: 168 time: 1.0257845 Jul 16 08:58:44.762376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43318) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:44.770214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bde8653c-fc15-45ae-a181-3f69b4c2b02e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:44.798718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877398f-cfec-4480-8468-c89f595db386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fb2ee6-279e-40fa-8311-1d2320111518,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.824859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-7a763bb5-d721-4d5e-916e-805ee150e097 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3719678 Jul 16 08:58:44.830433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d01bf-1b3b-48a3-9f7d-25c95d2ac1d4 None None] Network 38d533c7-54df-48ef-a3b5-72f2542b44c2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:44.979480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-8bc6ce0e-c1e4-4725-b968-74c965195d21 service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531820 Jul 16 08:58:45.028960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.039055 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.050897 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-40a3da8c-af6c-4c86-bf7a-03f2de5e330d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8122449 Jul 16 08:58:45.052910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43322) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.123006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:45.149829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b00bb2-8a73-4229-a97c-261f4cf4c08a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.163620 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-bde8653c-fc15-45ae-a181-3f69b4c2b02e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Project 5c071ed889a84964ab506ca3ebb4377c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:58:45.170664 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.171018 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Added segment 6ccae902-4263-4fdf-9ce7-b2b3856156d4 of type vlan for network e2a7ec26-f6ef-464f-8f24-919389fc0d75 Jul 16 08:58:45.175329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dcf45837-4dc4-4654-abd5-9b7a496cac3c up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:45.180792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bde8653c-fc15-45ae-a181-3f69b4c2b02e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.186561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-c6251029-d293-4d1a-92a4-943b6c2f0a0b service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944788 Jul 16 08:58:45.191598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b48c0-00cc-42a3-baaf-01b876140330 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.193527 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e7b48c0-00cc-42a3-baaf-01b876140330 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1393986 Jul 16 08:58:45.195936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43326) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.246761 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.288123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edfac32-d5c3-475e-97bb-cc0dfab9f8f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.290654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edfac32-d5c3-475e-97bb-cc0dfab9f8f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.293374 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3edfac32-d5c3-475e-97bb-cc0dfab9f8f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0957122 Jul 16 08:58:45.295970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43328) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.310137 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.350859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port dcf45837-4dc4-4654-abd5-9b7a496cac3c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:45.365243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port dcf45837-4dc4-4654-abd5-9b7a496cac3c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:45.365683 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.367631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bde8653c-fc15-45ae-a181-3f69b4c2b02e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.375347 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.376450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.377176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.382967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bde8653c-fc15-45ae-a181-3f69b4c2b02e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.421573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43336) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.440221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8653c-fc15-45ae-a181-3f69b4c2b02e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f06f736-a69f-4663-9609-5bc7c4106dfb,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.480142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3df0256-a0e3-4766-a6a9-de23e34e466e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet b6a68e41-5678-4f0d-a2c0-1d9d00db788c {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:45.482087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8961480 Jul 16 08:58:45.483430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43342) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.485956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3df0256-a0e3-4766-a6a9-de23e34e466e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.493351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Request body: {'subnet': {'network_id': 'e2a7ec26-f6ef-464f-8f24-919389fc0d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1892058898-subnet', 'tenant_id': '8dc72ed471da49c89441dd5d444ad022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:45.549500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeedde1-cab0-453e-8fdf-b6f24dd4bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.569140 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.579372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-13d73ff9-fc65-41ce-8612-4641d1159eb3 None None] Provisioning complete for port c78b78b6-fe3c-4590-8efc-21440566185d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:45.579801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13d73ff9-fc65-41ce-8612-4641d1159eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.585737 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bde8653c-fc15-45ae-a181-3f69b4c2b02e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.587893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bde8653c-fc15-45ae-a181-3f69b4c2b02e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8217089 Jul 16 08:58:45.591831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf8b5d-73b6-4bd2-b8da-ffabbe6a4726 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a7ec26-f6ef-464f-8f24-919389fc0d75,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.597189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43344) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.602400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-795bfcb6-df96-4bd3-a385-81fa8408b270 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'security_group_rule': {'security_group_id': '8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f', 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:45.620421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3df0256-a0e3-4766-a6a9-de23e34e466e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.626251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network e2a7ec26-f6ef-464f-8f24-919389fc0d75 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:45.633009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a865ef5-4e13-4341-8875-d3786030b5d8 req-469d6f37-7dee-46f7-a404-1f4af60397fa tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 210 time: 0.0718031 Jul 16 08:58:45.653466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Made reservation on behalf of 8dc72ed471da49c89441dd5d444ad022 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:45.657116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.731282 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1920b96f-cb87-422b-847d-364996d65b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf45837-4dc4-4654-abd5-9b7a496cac3c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:45.734009 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33b329e-a185-4d48-88a4-1a678ac49a4b" -d '{"events": [{"server_uuid": "1920b96f-cb87-422b-847d-364996d65b5a", "name": "network-vif-plugged", "status": "completed", "tag": "dcf45837-4dc4-4654-abd5-9b7a496cac3c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:45.755670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dcf45837-4dc4-4654-abd5-9b7a496cac3c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dcf45837-4dc4-4654-abd5-9b7a496cac3c,segment=NetworkSegment(9075abe5-5b09-4011-a0bf-7b4b4c091f78),segment_id=9075abe5-5b09-4011-a0bf-7b4b4c091f78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:45.781084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeedde1-cab0-453e-8fdf-b6f24dd4bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.795156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eeedde1-cab0-453e-8fdf-b6f24dd4bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.796044 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.825677 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2973cd79-13b3-4262-8908-584cd9199590 x-openstack-request-id: req-2973cd79-13b3-4262-8908-584cd9199590 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:45.826050 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1920b96f-cb87-422b-847d-364996d65b5a", "name": "network-vif-plugged", "status": "completed", "tag": "dcf45837-4dc4-4654-abd5-9b7a496cac3c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:45.826265 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2973cd79-13b3-4262-8908-584cd9199590 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:45.826628 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1920b96f-cb87-422b-847d-364996d65b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf45837-4dc4-4654-abd5-9b7a496cac3c', 'code': 200} Jul 16 08:58:45.895583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dcf45837-4dc4-4654-abd5-9b7a496cac3c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.928054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3df0256-a0e3-4766-a6a9-de23e34e466e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.929455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7eeedde1-cab0-453e-8fdf-b6f24dd4bcb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc5f8de54f5748e5884e8c936c478639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037446 Jul 16 08:58:45.934507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeedde1-cab0-453e-8fdf-b6f24dd4bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1216f66-00cb-4c2f-b7ce-f9de93dce251,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.936811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.034191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd67bd-8494-4e38-a9f1-ebd63ffdd497 req-7f88d945-a15a-4e33-8043-448b03e8c85e tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.044681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbd67bd-8494-4e38-a9f1-ebd63ffdd497 req-7f88d945-a15a-4e33-8043-448b03e8c85e tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 946 time: 0.1919394 Jul 16 08:58:46.090337 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-795bfcb6-df96-4bd3-a385-81fa8408b270 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Project 5c071ed889a84964ab506ca3ebb4377c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:58:46.102574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-795bfcb6-df96-4bd3-a385-81fa8408b270 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.163530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3df0256-a0e3-4766-a6a9-de23e34e466e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.191659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021afd-e1a8-41b6-9590-e1d742aa8812 req-052d0a2d-b574-470f-a83a-112b66e92573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.194071 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bf021afd-e1a8-41b6-9590-e1d742aa8812 req-052d0a2d-b574-470f-a83a-112b66e92573 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 1098 time: 0.2601233 Jul 16 08:58:46.243534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3df0256-a0e3-4766-a6a9-de23e34e466e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.254247 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e3df0256-a0e3-4766-a6a9-de23e34e466e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/b6a68e41-5678-4f0d-a2c0-1d9d00db788c HTTP/1.1" status: 204 len: 168 time: 0.9570396 Jul 16 08:58:46.257480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4884a0e-3784-41c6-9aa4-909ebfee1c40 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:46.262279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43370) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.305963 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-795bfcb6-df96-4bd3-a385-81fa8408b270 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.308084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df0256-a0e3-4766-a6a9-de23e34e466e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a68e41-5678-4f0d-a2c0-1d9d00db788c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:46.396068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-795bfcb6-df96-4bd3-a385-81fa8408b270 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.448481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e253e0be-6bce-478d-b023-d3e2fd887b9e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362448 Jul 16 08:58:46.455577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43372) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.464125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:46.493629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02520bda-a94b-418e-ba18-77a57d637a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.520081 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02520bda-a94b-418e-ba18-77a57d637a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.559190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbd67bd-8494-4e38-a9f1-ebd63ffdd497 req-9de17641-07f1-4698-addb-d9fcc96737e0 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127587 Jul 16 08:58:46.578642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bfcb6-df96-4bd3-a385-81fa8408b270 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdae1021-693a-4e28-a1ae-bfd70c298e2a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:46.603875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-795bfcb6-df96-4bd3-a385-81fa8408b270 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.605282 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-795bfcb6-df96-4bd3-a385-81fa8408b270 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0066683 Jul 16 08:58:46.609456 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.620701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:46.623141 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bf021afd-e1a8-41b6-9590-e1d742aa8812 req-3346b1b1-43d0-415a-9f30-3c59abd359fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976939 Jul 16 08:58:46.629338 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02520bda-a94b-418e-ba18-77a57d637a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.645523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02520bda-a94b-418e-ba18-77a57d637a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.645523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-02520bda-a94b-418e-ba18-77a57d637a15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1216f66-00cb-4c2f-b7ce-f9de93dce251 HTTP/1.1" status: 204 len: 168 time: 0.7055867 Jul 16 08:58:46.676322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520bda-a94b-418e-ba18-77a57d637a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1216f66-00cb-4c2f-b7ce-f9de93dce251,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:46.731408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff25c45-6bb8-41e4-9c72-1f48b2d7c8ae,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:46.748932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Checking segment: {'id': '6ccae902-4263-4fdf-9ce7-b2b3856156d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e2a7ec26-f6ef-464f-8f24-919389fc0d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:46.749324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Network hostable DHCP agents. Network: e2a7ec26-f6ef-464f-8f24-919389fc0d75, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:46.751382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:46.754997 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.833888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] Deleting port c78b78b6-fe3c-4590-8efc-21440566185d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:46.834275 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.904638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Network e2a7ec26-f6ef-464f-8f24-919389fc0d75 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:46.923053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6eac4c2-6514-4149-b051-c2b8957ea41e req-862c07ad-e26e-4fb2-8e66-a397743a15a1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 210 time: 0.0400443 Jul 16 08:58:46.972589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, e2a7ec26-f6ef-464f-8f24-919389fc0d75) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:46.978434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.979788 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.034059 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c4c114bf-b887-4cb4-ac04-87862447da79 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5406497 Jul 16 08:58:47.034347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0be0abbc-1380-4d97-b0f6-4bb08d51624f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330094401&fields=id&tenant_id=5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 267 time: 0.0575142 Jul 16 08:58:47.172943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784d66c0-39c1-4741-a64b-7346b9527012 None None] Network e2a7ec26-f6ef-464f-8f24-919389fc0d75 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:47.215740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] For port c78b78b6-fe3c-4590-8efc-21440566185d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c78b78b6-fe3c-4590-8efc-21440566185d,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:47.216092 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.217366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.277870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:47.282625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:47.293260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.294356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.320741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] Calling delete_port for c78b78b6-fe3c-4590-8efc-21440566185d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:47.332957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=8dcefe8b-9e24-49a6-9fe2-469af2b2ba30,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:47.347502 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bd54d313-196c-48de-b2aa-c8ffbe59448b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8864906 Jul 16 08:58:47.347909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43414) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:47.355895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4d48c60f-0efa-4236-8736-7b87c28c8d6b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1894876908', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:47.435683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d48c60f-0efa-4236-8736-7b87c28c8d6b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.437010 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d48c60f-0efa-4236-8736-7b87c28c8d6b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.442610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-43f3eeef-3606-46e7-b874-5a41317100f7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.451110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-43f3eeef-3606-46e7-b874-5a41317100f7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/networks?id=abb28a17-bacd-4afb-bafb-f7769bcaab50 HTTP/1.1" status: 200 len: 796 time: 0.4030671 Jul 16 08:58:47.506043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-d31f6d3d-d00c-452e-a733-9cdc7a7c6e7f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/quotas/5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 375 time: 0.0535309 Jul 16 08:58:47.715364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d48c60f-0efa-4236-8736-7b87c28c8d6b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.727069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d48c60f-0efa-4236-8736-7b87c28c8d6b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.749036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac96490-9820-44b5-a5ce-a3c5bcff231a None None] Network e2a7ec26-f6ef-464f-8f24-919389fc0d75 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:47.752896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4183c87e-307e-43a1-bab7-48838ac546b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.766774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d48c60f-0efa-4236-8736-7b87c28c8d6b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.771213 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4d48c60f-0efa-4236-8736-7b87c28c8d6b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4216771 Jul 16 08:58:47.771353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43436) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:47.829553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c78b78b6-fe3c-4590-8efc-21440566185d no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:47.831404 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.875840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-08d18c55-7e63-492f-8b4f-f78bb1e8ecfb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.877387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-08d18c55-7e63-492f-8b4f-f78bb1e8ecfb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.4232652 Jul 16 08:58:47.890341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.913671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'port': {'device_id': '71a99314-b0e9-43af-a167-bc9529ec166c', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'admin_state_up': True, 'tenant_id': '1d6ea71805264942b6afc045f1074524'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:47.924521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] Pushing event deleted for resources: {'Port': ['ID=c78b78b6-fe3c-4590-8efc-21440566185d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:47.983672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adbd2f8-b821-46d8-919d-f284d21fa4bd None None] No DVR routers for this DVR port c78b78b6-fe3c-4590-8efc-21440566185d on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:48.006200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-97563f86-f87a-49f1-b390-8b2c1455b444 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4896863 Jul 16 08:58:48.098146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e001bfd-1268-49a4-ae6b-7a38ee4b7cd6 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:48.167945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No active binding found for port c78b78b6-fe3c-4590-8efc-21440566185d {{(pid=94167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:58:48.168475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c78b78b6-fe3c-4590-8efc-21440566185d not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:48.251468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed12df-a4b1-419a-b914-a94554517471 req-85458300-6df1-4bad-ad65-4806e47f4b9a tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.253332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84ed12df-a4b1-419a-b914-a94554517471 req-85458300-6df1-4bad-ad65-4806e47f4b9a tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 946 time: 0.3750052 Jul 16 08:58:48.268755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-31a1f1e5-23d5-463b-8468-db47445b41a1 service neutron] 10.222.0.55 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407453 Jul 16 08:58:48.294066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '8dcefe8b-9e24-49a6-9fe2-469af2b2ba30'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:48.295240 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.382228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.411727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Made reservation on behalf of 1d6ea71805264942b6afc045f1074524 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:48.415957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.431309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84ed12df-a4b1-419a-b914-a94554517471 req-63e07da8-9561-410c-ac91-d3c2f7fa5789 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516883 Jul 16 08:58:48.522489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-54974f6e-b5ba-4b4b-975d-dca73621f9fa service neutron] 10.222.0.55 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525609 Jul 16 08:58:48.541622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/8dcefe8b-9e24-49a6-9fe2-469af2b2ba30/a5546f48-4142-4ff0-80e8-b6b3ed54dcff) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:48.868566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Allocated IP 172.20.0.5 (566d87ae-938b-40aa-98a3-2f84ab9a70f2/2125ad26-e72b-4ad1-a059-78b4eec6443f/33e2af5f-d2a7-4175-a339-99382b177be6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:48.981148 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.991745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Transition to ACTIVE for port object a5546f48-4142-4ff0-80e8-b6b3ed54dcff will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:49.010414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Transition to ACTIVE for port object a5546f48-4142-4ff0-80e8-b6b3ed54dcff will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:49.020389 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.108948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a9fb888-3644-4116-9ee3-5af08a21fb52 req-1d7ae803-462c-48b9-aec7-c9a0b55dd397 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 210 time: 0.1305559 Jul 16 08:58:49.121021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:49.122587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Pushing event updated for resources: {'Port': ['ID=a5546f48-4142-4ff0-80e8-b6b3ed54dcff,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:49.126906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:49.143073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:49.150194 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.151959 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.287089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Attempting to bind port a5546f48-4142-4ff0-80e8-b6b3ed54dcff on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:49.293772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Attempting to bind port a5546f48-4142-4ff0-80e8-b6b3ed54dcff by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:49.294159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Attempting to bind port a5546f48-4142-4ff0-80e8-b6b3ed54dcff on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:49.301697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:49.302085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:49.302488 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.302896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:49.305225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Bound port: a5546f48-4142-4ff0-80e8-b6b3ed54dcff, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:49.311307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.393712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.440391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Transition to ACTIVE for port object 33e2af5f-d2a7-4175-a339-99382b177be6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:49.459356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] For port a5546f48-4142-4ff0-80e8-b6b3ed54dcff, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:49.467287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] For port a5546f48-4142-4ff0-80e8-b6b3ed54dcff, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a5546f48-4142-4ff0-80e8-b6b3ed54dcff,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:49.474343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.547105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::1 (a959bc3e-b0e6-459f-b0b6-b598481d9524/8dcefe8b-9e24-49a6-9fe2-469af2b2ba30/a478a55f-6ff3-4551-ac73-dd992c97a745) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:49.561119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a7f0-4ade-4cb9-9933-4647874f7e7e None None] Pushing event updated for resources: {'Port': ['ID=a5546f48-4142-4ff0-80e8-b6b3ed54dcff,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:49.606715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.620316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9e791bf-de47-4027-abdb-8247fd9cad8b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:49.704762 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca30f960-f45d-46d0-9333-9c4f89dab3fe req-d7e7db52-b38c-43ff-8112-6251c0ec5a66 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 210 time: 0.1555195 Jul 16 08:58:49.825912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-0c27ed7f-ddca-46b4-9644-b35321bbb97c tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:49.853403 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.855582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-0c27ed7f-ddca-46b4-9644-b35321bbb97c tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/networks?id=38d533c7-54df-48ef-a3b5-72f2542b44c2 HTTP/1.1" status: 200 len: 815 time: 0.6878808 Jul 16 08:58:49.953989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object a478a55f-6ff3-4551-ac73-dd992c97a745 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:49.985289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:49.988349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:49.994995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:50.050995 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.086926 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.161661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:50.163023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=a478a55f-6ff3-4551-ac73-dd992c97a745,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:50.172994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:50.175809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:50.176616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.184828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-e8bb6334-13fe-4fd1-a02c-84a7d49ce249 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/quotas/c5ba7b131aa4458487ae94a24f3b7571 HTTP/1.1" status: 200 len: 375 time: 0.3252819 Jul 16 08:58:50.212174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'Port': ['ID=33e2af5f-d2a7-4175-a339-99382b177be6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:50.312101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-c4f295d0-c5d7-429e-940e-d3e3e852f4b1 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5ba7b131aa4458487ae94a24f3b7571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221542 Jul 16 08:58:50.381320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.382043 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.387817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.398668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53748400-b746-4c80-821a-ccd0e977ee0a req-6d53ee92-0326-4511-a001-2cf965e4baf9 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.409433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53748400-b746-4c80-821a-ccd0e977ee0a req-6d53ee92-0326-4511-a001-2cf965e4baf9 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 946 time: 0.3970215 Jul 16 08:58:50.485737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2fe8d997-4886-4129-baa8-4576ed6d7092 None None] Provisioning for port 33e2af5f-d2a7-4175-a339-99382b177be6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:50.499916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2fe8d997-4886-4129-baa8-4576ed6d7092 None None] Provisioning complete for port 33e2af5f-d2a7-4175-a339-99382b177be6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:50.501865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d997-4886-4129-baa8-4576ed6d7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.530253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-16f45efe-e40c-451a-a8c0-28fe5e72b600 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6145663 Jul 16 08:58:50.546784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8d997-4886-4129-baa8-4576ed6d7092 None None] Port 33e2af5f-d2a7-4175-a339-99382b177be6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:50.558465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Request body: {'port': {'device_id': '71a99314-b0e9-43af-a167-bc9529ec166c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:50.600423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-c72a5c65-c2bd-45d5-8674-5af901a665e3 service neutron] 10.222.0.55 "GET /v2.0/networks/38d533c7-54df-48ef-a3b5-72f2542b44c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836471 Jul 16 08:58:50.646349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53748400-b746-4c80-821a-ccd0e977ee0a req-7c85b77e-32f1-4cea-b54a-3349a2638028 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355943 Jul 16 08:58:50.850844 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.036713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-40c41568-ce25-4033-b4cc-ee3cd7590f68 service neutron] 10.222.0.55 "GET /v2.0/networks/38d533c7-54df-48ef-a3b5-72f2542b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872697 Jul 16 08:58:51.066681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.078283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.079049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.196297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=a478a55f-6ff3-4551-ac73-dd992c97a745,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:51.220082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-df4cd8b0-0964-4c34-98df-ec2261d2d429 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.221627 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-df4cd8b0-0964-4c34-98df-ec2261d2d429 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/networks?id=abb28a17-bacd-4afb-bafb-f7769bcaab50 HTTP/1.1" status: 200 len: 796 time: 0.4482875 Jul 16 08:58:51.255047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459a9d5-0ab7-411e-9015-c7ee8e5a1824 req-a0b6a59b-a657-4e70-95a2-dfb58cede7f0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.266861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0459a9d5-0ab7-411e-9015-c7ee8e5a1824 req-a0b6a59b-a657-4e70-95a2-dfb58cede7f0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 931 time: 0.2913847 Jul 16 08:58:51.407738 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-1a6adb72-1829-489b-ba03-fd831b8200f2 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c071ed889a84964ab506ca3ebb4377c HTTP/1.1" status: 200 len: 380 time: 0.1560760 Jul 16 08:58:51.413413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'port': {'device_id': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'admin_state_up': True, 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'security_groups': ['8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:51.418074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eb656415-9897-4eb8-b155-6e2bb5b49283 None None] Provisioning for port a5546f48-4142-4ff0-80e8-b6b3ed54dcff completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:51.471127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0459a9d5-0ab7-411e-9015-c7ee8e5a1824 req-b25c44c5-8558-4562-8a57-4dbd9e913821 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032349 Jul 16 08:58:51.723440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e2af5f-d2a7-4175-a339-99382b177be6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:51.746432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.748175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:51.779988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:51.793043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Transition to ACTIVE for port object 33e2af5f-d2a7-4175-a339-99382b177be6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:51.808744 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.971719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-53b906af-344b-4b55-acf2-58900ac17fd3 None None] Provisioning for port a478a55f-6ff3-4551-ac73-dd992c97a745 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:51.979072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-53b906af-344b-4b55-acf2-58900ac17fd3 None None] Provisioning complete for port a478a55f-6ff3-4551-ac73-dd992c97a745 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:51.980761 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53b906af-344b-4b55-acf2-58900ac17fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.982997 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Made reservation on behalf of 5c071ed889a84964ab506ca3ebb4377c for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:51.993574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.003936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Pushing event updated for resources: {'Port': ['ID=33e2af5f-d2a7-4175-a339-99382b177be6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:52.081217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a5546f48-4142-4ff0-80e8-b6b3ed54dcff up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:52.159966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-53b906af-344b-4b55-acf2-58900ac17fd3 None None] Port a478a55f-6ff3-4551-ac73-dd992c97a745 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:52.193484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port a5546f48-4142-4ff0-80e8-b6b3ed54dcff completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:52.198973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a5546f48-4142-4ff0-80e8-b6b3ed54dcff triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:52.199590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.281359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1412e908-b208-415f-82cf-523e29c404c8 req-38c57cd6-e3c0-4fb7-93f6-3cda837c9df1 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 210 time: 0.2198522 Jul 16 08:58:52.373712 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.381079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7a8440b-7238-465d-8be0-b839294ef129 req-7f35dd36-a1eb-4292-89d3-49fb4386fcd5 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 210 time: 0.1064146 Jul 16 08:58:52.446433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Attempting to bind port 33e2af5f-d2a7-4175-a339-99382b177be6 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:52.446782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Attempting to bind port 33e2af5f-d2a7-4175-a339-99382b177be6 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:52.447109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Attempting to bind port 33e2af5f-d2a7-4175-a339-99382b177be6 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:52.458520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Port 33e2af5f-d2a7-4175-a339-99382b177be6 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:52.458897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Attempting to bind port 33e2af5f-d2a7-4175-a339-99382b177be6 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:52.461968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port a5546f48-4142-4ff0-80e8-b6b3ed54dcff, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a5546f48-4142-4ff0-80e8-b6b3ed54dcff,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:52.470508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:52.471313 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.473417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Checking segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:52.474079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Bound using segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:52.474702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Bound port: 33e2af5f-d2a7-4175-a339-99382b177be6, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:52.475073 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.590824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.20.0.13 (abb28a17-bacd-4afb-bafb-f7769bcaab50/85e6d01c-71f1-4361-8a4a-79476453b10a/4234774d-5b39-4d3a-9c19-5c2a7b48ac1c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:52.591564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] For port 33e2af5f-d2a7-4175-a339-99382b177be6, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:52.601773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] For port 33e2af5f-d2a7-4175-a339-99382b177be6, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e2af5f-d2a7-4175-a339-99382b177be6,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:52.614395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.687236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=a5546f48-4142-4ff0-80e8-b6b3ed54dcff,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:52.702653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.703618 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.705160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] 10.222.0.52 "PUT /v2.0/ports/33e2af5f-d2a7-4175-a339-99382b177be6 HTTP/1.1" status: 200 len: 1092 time: 2.1739261 Jul 16 08:58:52.705706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a99314-b0e9-43af-a167-bc9529ec166c', 'tag': '33e2af5f-d2a7-4175-a339-99382b177be6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:52.708183 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d508bc3-16ac-47bf-8126-7770ca0140ab" -d '{"events": [{"name": "network-changed", "server_uuid": "71a99314-b0e9-43af-a167-bc9529ec166c", "tag": "33e2af5f-d2a7-4175-a339-99382b177be6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:52.749017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b172baf-6c8d-40c2-8ac6-a713d718bf2c service neutron] Pushing event updated for resources: {'Port': ['ID=33e2af5f-d2a7-4175-a339-99382b177be6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:52.796037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-403afc84-586e-4fe1-b4b2-5c4719c27b9f None None] Provisioning complete for port a478a55f-6ff3-4551-ac73-dd992c97a745 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:52.799503 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-403afc84-586e-4fe1-b4b2-5c4719c27b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.849743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.929696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Transition to ACTIVE for port object 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:52.930728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-403afc84-586e-4fe1-b4b2-5c4719c27b9f None None] Port a478a55f-6ff3-4551-ac73-dd992c97a745 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:52.933878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Router 96afd65d-ad50-4c8b-8032-d0a615542fb0 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:58:53.076854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:53.087122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Sync routers for ids ['96afd65d-ad50-4c8b-8032-d0a615542fb0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:53.110002 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7a4bb759-1065-4e0b-a940-8cf1d0e92840 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "PUT /v2.0/routers/96afd65d-ad50-4c8b-8032-d0a615542fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3354578 Jul 16 08:58:53.111690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Routers {'96afd65d-ad50-4c8b-8032-d0a615542fb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:53.112496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['96afd65d-ad50-4c8b-8032-d0a615542fb0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:53.122358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.125150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43588) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:53.219716 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6b4357-9e3d-48f8-82af-045fb87dfb3b x-openstack-request-id: req-ef6b4357-9e3d-48f8-82af-045fb87dfb3b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:53.220350 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a99314-b0e9-43af-a167-bc9529ec166c", "tag": "33e2af5f-d2a7-4175-a339-99382b177be6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:53.220599 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef6b4357-9e3d-48f8-82af-045fb87dfb3b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:53.221006 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a99314-b0e9-43af-a167-bc9529ec166c', 'tag': '33e2af5f-d2a7-4175-a339-99382b177be6', 'status': 'completed', 'code': 200} Jul 16 08:58:53.305993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:53.329723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:53.331525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:53.334271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:53.344098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Set router 96afd65d-ad50-4c8b-8032-d0a615542fb0 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:53.361593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc2fef-2d56-40e2-9146-e4e7a520dc1f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.364771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aabc2fef-2d56-40e2-9146-e4e7a520dc1f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports/a478a55f-6ff3-4551-ac73-dd992c97a745 HTTP/1.1" status: 200 len: 911 time: 0.2281966 Jul 16 08:58:53.371171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43596) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:53.395345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.396215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.426121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-0245164e-5a73-46dc-9569-0999f64ee12a tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0165920 Jul 16 08:58:53.439574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Request body: {'port': {'device_id': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:53.473901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-760ab4d2-7574-4155-891d-7a85eb84da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.475448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-760ab4d2-7574-4155-891d-7a85eb84da3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 1095 time: 0.6932397 Jul 16 08:58:53.597881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65224fa6-38ea-43ef-8f2f-22e9e6239ce0 req-f405405e-69ca-43af-8f3a-4698d270af05 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.600055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65224fa6-38ea-43ef-8f2f-22e9e6239ce0 req-f405405e-69ca-43af-8f3a-4698d270af05 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 943 time: 0.6609421 Jul 16 08:58:53.629606 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.726728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-0d4fd714-d78f-4873-9aa8-0acf6a0e9602 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e2af5f-d2a7-4175-a339-99382b177be6 HTTP/1.1" status: 200 len: 217 time: 0.2021432 Jul 16 08:58:53.816158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a5546f48-4142-4ff0-80e8-b6b3ed54dcff up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:53.871978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5019347-ff97-4643-8c15-adeb822483c9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.878407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5019347-ff97-4643-8c15-adeb822483c9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.883301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d5019347-ff97-4643-8c15-adeb822483c9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5102212 Jul 16 08:58:53.886667 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79851521-f264-4eb9-97a8-6090bd1dad2b req-9bc99346-e122-4dcf-9940-69b730dd19c4 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 210 time: 0.1110740 Jul 16 08:58:53.888021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d57320d5-881f-46b4-9d21-b7bfb1554084 None None] Provisioning for port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:53.889621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43612) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:53.907230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d57320d5-881f-46b4-9d21-b7bfb1554084 None None] Provisioning complete for port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:53.907813 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d57320d5-881f-46b4-9d21-b7bfb1554084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.022187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-6a453ab0-77eb-459e-8e34-e4ad6a6dcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.024852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-6a453ab0-77eb-459e-8e34-e4ad6a6dcd24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.2762437 Jul 16 08:58:54.061800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-5418ebdb-0230-46fe-ad74-369553b92150 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.063672 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-5418ebdb-0230-46fe-ad74-369553b92150 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.52 "GET /v2.0/networks?id=38d533c7-54df-48ef-a3b5-72f2542b44c2 HTTP/1.1" status: 200 len: 815 time: 0.2946129 Jul 16 08:58:54.082070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Request body: {'port': {'device_id': '41979a78-8262-46bd-b603-7e6d0fe2f249', 'network_id': '38d533c7-54df-48ef-a3b5-72f2542b44c2', 'admin_state_up': True, 'tenant_id': 'c5ba7b131aa4458487ae94a24f3b7571'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:54.101257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d57320d5-881f-46b4-9d21-b7bfb1554084 None None] Port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:54.181433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a5546f48-4142-4ff0-80e8-b6b3ed54dcff triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:54.185574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.194739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65224fa6-38ea-43ef-8f2f-22e9e6239ce0 req-63462033-e127-41c0-9cb2-eeee874e6a77 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789119 Jul 16 08:58:54.343658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'name': 'tempest-NetworksTestDHCPv6-router-1894876908', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:47Z', 'updated_at': '2021-07-16T08:58:50Z', 'revision_number': 2, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None, '_interfaces': [{'id': 'a478a55f-6ff3-4551-ac73-dd992c97a745', 'name': '', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'mac_address': 'fa:16:3e:a8:ab:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '8dcefe8b-9e24-49a6-9fe2-469af2b2ba30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:48Z', 'updated_at': '2021-07-16T08:58:50Z', 'revision_number': 2, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'subnets': [{'id': '8dcefe8b-9e24-49a6-9fe2-469af2b2ba30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:54.378028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Made reservation on behalf of c5ba7b131aa4458487ae94a24f3b7571 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:54.381985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Checking router: 96afd65d-ad50-4c8b-8032-d0a615542fb0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:54.382625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Updating router 96afd65d-ad50-4c8b-8032-d0a615542fb0 port a478a55f-6ff3-4551-ac73-dd992c97a745 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:58:54.382750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.464199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.550853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:54.566436 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.626628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Transition to ACTIVE for port object 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:54.635355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.713436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Allocated IP 172.20.0.6 (38d533c7-54df-48ef-a3b5-72f2542b44c2/1189b905-5e58-4bb6-93d4-885053f530d9/c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:54.727587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Pushing event updated for resources: {'Port': ['ID=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:54.826405 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.846804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Transition to ACTIVE for port object a478a55f-6ff3-4551-ac73-dd992c97a745 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:54.865137 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.955318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb3b54-76f1-4123-bcfa-5a997029b4bf None None] Pushing event updated for resources: {'Port': ['ID=a478a55f-6ff3-4551-ac73-dd992c97a745,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:55.009682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Attempting to bind port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:55.010008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Attempting to bind port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:55.010387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Attempting to bind port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c on network abb28a17-bacd-4afb-bafb-f7769bcaab50 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:55.093252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c on network abb28a17-bacd-4afb-bafb-f7769bcaab50 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:55.093585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Attempting to bind port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c on network abb28a17-bacd-4afb-bafb-f7769bcaab50 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:55.116119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:55.116473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Checking segment: {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:55.116861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Bound using segment: {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:55.117314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Bound port: 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a393e4d8-708e-4ef8-bbf7-43a86d897500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:55.117693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.152318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-41b3bf3d-b05f-4f68-83cd-2c647e197967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.153901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-41b3bf3d-b05f-4f68-83cd-2c647e197967 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1164711 Jul 16 08:58:55.168117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb4c3b-32ff-4644-a433-c287c1a601f4 req-42f402e1-89cc-4f21-973c-6936ff4e55af tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.176183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02fb4c3b-32ff-4644-a433-c287c1a601f4 req-42f402e1-89cc-4f21-973c-6936ff4e55af tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 932 time: 1.0001481 Jul 16 08:58:55.194744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Attempting to bind port a478a55f-6ff3-4551-ac73-dd992c97a745 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:55.195160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Attempting to bind port a478a55f-6ff3-4551-ac73-dd992c97a745 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:55.195482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Attempting to bind port a478a55f-6ff3-4551-ac73-dd992c97a745 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:55.210441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:55.211578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:55.212416 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.215431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:55.217385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Bound port: a478a55f-6ff3-4551-ac73-dd992c97a745, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:55.232902 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.293485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.320117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bdb4e-57dc-4296-8b6f-f87ccb5715c3 req-c58119c2-5797-4350-8782-e88cf3d5ac6c tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.329466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-081bdb4e-57dc-4296-8b6f-f87ccb5715c3 req-c58119c2-5797-4350-8782-e88cf3d5ac6c tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 946 time: 0.4993784 Jul 16 08:58:55.397322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.397674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] For port a478a55f-6ff3-4551-ac73-dd992c97a745, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:55.403493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] For port a478a55f-6ff3-4551-ac73-dd992c97a745, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a478a55f-6ff3-4551-ac73-dd992c97a745,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:55.413212 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.439305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02fb4c3b-32ff-4644-a433-c287c1a601f4 req-a369d3a9-df26-4451-8ad2-ced6c1eff2c0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620928 Jul 16 08:58:55.447128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] For port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:55.469627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] For port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:55.484272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Network 38d533c7-54df-48ef-a3b5-72f2542b44c2 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:55.492589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:55.495762 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.508442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-081bdb4e-57dc-4296-8b6f-f87ccb5715c3 req-89039e7f-8531-4010-bc61-cfad1abac8bd tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778207 Jul 16 08:58:55.519601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:55.588744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-d6bef71e-5b4f-49c5-8981-848eb8fe10ec service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078488 Jul 16 08:58:55.611383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Routers {'96afd65d-ad50-4c8b-8032-d0a615542fb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:55.611986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['96afd65d-ad50-4c8b-8032-d0a615542fb0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.636107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.637433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.639162 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] 10.222.0.54 "PUT /v2.0/ports/4234774d-5b39-4d3a-9c19-5c2a7b48ac1c HTTP/1.1" status: 200 len: 1093 time: 2.2047307 Jul 16 08:58:55.643278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:55.648916 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641c26e-972f-427d-99fb-b2fe4cc72c92" -d '{"events": [{"name": "network-changed", "server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:55.680166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Pushing event updated for resources: {'Port': ['ID=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:55.731454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-e913ca37-7b72-441b-b82d-5839c058bdc1 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.734501 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-e913ca37-7b72-441b-b82d-5839c058bdc1 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.54 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 946 time: 0.3873286 Jul 16 08:58:55.831214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb3b54-76f1-4123-bcfa-5a997029b4bf None None] Pushing event updated for resources: {'Port': ['ID=a478a55f-6ff3-4551-ac73-dd992c97a745,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:55.878413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9adb7-f9a9-4817-a1d9-94c17b4e992e service neutron] Pushing event updated for resources: {'Port': ['ID=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:55.897968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29a25feb-bd2e-4a1c-b2e1-d12a471bc225 req-f8a482ef-cb27-45a4-adc1-5d9f8eea13bf service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021221 Jul 16 08:58:55.914439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.918220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.945224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] Set router 96afd65d-ad50-4c8b-8032-d0a615542fb0 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:56.090951 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-ccf45aef-5544-480f-b83d-83ebdb5d2d8f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0158238 Jul 16 08:58:56.109063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Request body: {'port': {'device_id': '41979a78-8262-46bd-b603-7e6d0fe2f249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:56.191830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66297d21-9825-4063-9fbe-d331325e04d1 req-b2785b42-d612-40e7-b52b-c0bd94716c6b tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.193414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66297d21-9825-4063-9fbe-d331325e04d1 req-b2785b42-d612-40e7-b52b-c0bd94716c6b tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 931 time: 0.2941785 Jul 16 08:58:56.321090 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.323945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ea8e6-a31a-4b53-9f93-ab7001c275ea req-0a647ae4-30d0-4780-a723-0b328cb1947b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.332341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e3ea8e6-a31a-4b53-9f93-ab7001c275ea req-0a647ae4-30d0-4780-a723-0b328cb1947b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 943 time: 0.3795576 Jul 16 08:58:56.346151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-f147bd2f-3e4c-46d5-8636-082f93fea763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.347946 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-f147bd2f-3e4c-46d5-8636-082f93fea763 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 1096 time: 0.5972774 Jul 16 08:58:56.354777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-1cd9708f-9c39-47cc-95be-c5ab954dcde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.356264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-1cd9708f-9c39-47cc-95be-c5ab954dcde0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 1095 time: 0.3393514 Jul 16 08:58:56.433141 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-16544896-8ba6-4e13-89b3-bd7b09d81444 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c HTTP/1.1" status: 200 len: 217 time: 0.0733836 Jul 16 08:58:56.493092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-03ab3328-e76f-4077-90e0-c877c8975a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.495360 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-03ab3328-e76f-4077-90e0-c877c8975a6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85e6d01c-71f1-4361-8a4a-79476453b10a HTTP/1.1" status: 200 len: 835 time: 0.0518236 Jul 16 08:58:56.505788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Deleting port dcf45837-4dc4-4654-abd5-9b7a496cac3c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:56.506217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.597740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'name': 'tempest-NetworksTestDHCPv6-router-1894876908', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:47Z', 'updated_at': '2021-07-16T08:58:50Z', 'revision_number': 2, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None, '_interfaces': [{'id': 'a478a55f-6ff3-4551-ac73-dd992c97a745', 'name': '', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'mac_address': 'fa:16:3e:a8:ab:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '8dcefe8b-9e24-49a6-9fe2-469af2b2ba30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:48Z', 'updated_at': '2021-07-16T08:58:55Z', 'revision_number': 4, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'subnets': [{'id': '8dcefe8b-9e24-49a6-9fe2-469af2b2ba30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:56.597952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-c7d54003-14ab-4c24-ba0b-6cca47f6bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.601785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-c7d54003-14ab-4c24-ba0b-6cca47f6bbe6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.2143316 Jul 16 08:58:56.629020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91ab3a-db07-494a-9461-dee5f80148b3 None None] The sync data for ids ['96afd65d-ad50-4c8b-8032-d0a615542fb0'] in n-d-780147-28 is: [{'id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'name': 'tempest-NetworksTestDHCPv6-router-1894876908', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:47Z', 'updated_at': '2021-07-16T08:58:50Z', 'revision_number': 2, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None, '_interfaces': [{'id': 'a478a55f-6ff3-4551-ac73-dd992c97a745', 'name': '', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'mac_address': 'fa:16:3e:a8:ab:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '8dcefe8b-9e24-49a6-9fe2-469af2b2ba30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:48Z', 'updated_at': '2021-07-16T08:58:55Z', 'revision_number': 4, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'subnets': [{'id': '8dcefe8b-9e24-49a6-9fe2-469af2b2ba30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:56.643138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66297d21-9825-4063-9fbe-d331325e04d1 req-e304816d-8f60-4304-ba47-5cfe50d1f5a5 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358037 Jul 16 08:58:56.704205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e3ea8e6-a31a-4b53-9f93-ab7001c275ea req-167d12e4-16e3-468a-9c4d-0346abb31450 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707194 Jul 16 08:58:56.709866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.728507 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b04659-6460-4187-a11c-4a1a319e5bc3 x-openstack-request-id: req-88b04659-6460-4187-a11c-4a1a319e5bc3 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:56.729409 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:56.729409 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88b04659-6460-4187-a11c-4a1a319e5bc3 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:56.729839 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'status': 'completed', 'code': 200} Jul 16 08:58:56.784419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] For port dcf45837-4dc4-4654-abd5-9b7a496cac3c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dcf45837-4dc4-4654-abd5-9b7a496cac3c,segment=NetworkSegment(9075abe5-5b09-4011-a0bf-7b4b4c091f78),segment_id=9075abe5-5b09-4011-a0bf-7b4b4c091f78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:56.784843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.790727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-2b44fbfc-44df-4714-a37f-f0d45435e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.792865 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-2b44fbfc-44df-4714-a37f-f0d45435e3cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abb28a17-bacd-4afb-bafb-f7769bcaab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2889037 Jul 16 08:58:56.867806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Calling delete_port for dcf45837-4dc4-4654-abd5-9b7a496cac3c owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:56.915016 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-5bb3b9ec-b926-443a-a103-09004d06dcb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e2af5f-d2a7-4175-a339-99382b177be6 HTTP/1.1" status: 200 len: 217 time: 0.2578516 Jul 16 08:58:57.134707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-621da5fc-5f05-444a-92b3-fedf319a377d service neutron] 10.222.0.54 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012269 Jul 16 08:58:57.241984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:57.268976 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.316959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-44139e30-ade4-488e-b0aa-4086a38ee6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.318672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-44139e30-ade4-488e-b0aa-4086a38ee6f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.3482976 Jul 16 08:58:57.384460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Transition to ACTIVE for port object c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:57.393705 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.409749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414a9a1-d31b-4871-a03f-e241af66fd7f req-37ec83fd-7f49-4eed-bfba-99cbeb1c4e09 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.419013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0414a9a1-d31b-4871-a03f-e241af66fd7f req-37ec83fd-7f49-4eed-bfba-99cbeb1c4e09 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 944 time: 0.4473794 Jul 16 08:58:57.459292 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-960961f9-a72a-47f7-943a-290dcc4d0f0e req-40367166-edb1-4683-b69b-8ec0d8653d14 service neutron] 10.222.0.54 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853472 Jul 16 08:58:57.470440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.515071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b66445-124d-4e37-a319-8eaa422d25b4 req-19ec7cf3-8973-40f0-856e-8540adc0459a tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.530589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91b66445-124d-4e37-a319-8eaa422d25b4 req-19ec7cf3-8973-40f0-856e-8540adc0459a tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 867 time: 0.5581970 Jul 16 08:58:57.546673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:57.608297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0414a9a1-d31b-4871-a03f-e241af66fd7f req-ba387731-2776-4716-a9da-d5fd5d59cb85 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884034 Jul 16 08:58:57.660831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-c064ad49-e0d2-4531-9cc2-a4718f1c619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.663497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-c064ad49-e0d2-4531-9cc2-a4718f1c619d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3261578 Jul 16 08:58:57.696289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91b66445-124d-4e37-a319-8eaa422d25b4 req-105695d6-fd1c-4f12-80fd-f04dd04326fc tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2ec0919-36a5-434c-a94a-8617e7d79525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641855 Jul 16 08:58:57.807847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Pushing event deleted for resources: {'Port': ['ID=dcf45837-4dc4-4654-abd5-9b7a496cac3c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:57.857241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port a478a55f-6ff3-4551-ac73-dd992c97a745 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:57.857590 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.894107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a478a55f-6ff3-4551-ac73-dd992c97a745 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:57.990750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-a8d0ad79-b159-4f13-a304-afec1a983099 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930484 Jul 16 08:58:58.020962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port a478a55f-6ff3-4551-ac73-dd992c97a745 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:58.026671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a478a55f-6ff3-4551-ac73-dd992c97a745 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:58.027219 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.220048 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.263663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port a478a55f-6ff3-4551-ac73-dd992c97a745, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a478a55f-6ff3-4551-ac73-dd992c97a745,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:58.268689 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.294470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90de35-ff61-47fb-a1cb-05646b5926e0 req-c802484b-db77-49a9-b445-681d32416692 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.303311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb90de35-ff61-47fb-a1cb-05646b5926e0 req-c802484b-db77-49a9-b445-681d32416692 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 943 time: 0.3838055 Jul 16 08:58:58.340755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=a478a55f-6ff3-4551-ac73-dd992c97a745,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.343529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] No DVR routers for this DVR port dcf45837-4dc4-4654-abd5-9b7a496cac3c on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:58.354103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.356308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0ed6d433-3743-4f04-9c52-6f1b3338d596 req-0419edc7-ae60-43c3-8dee-d6335c27fe4b tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.54 "DELETE /v2.0/ports/dcf45837-4dc4-4654-abd5-9b7a496cac3c HTTP/1.1" status: 204 len: 173 time: 2.6020625 Jul 16 08:58:58.377681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] For port a478a55f-6ff3-4551-ac73-dd992c97a745, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a478a55f-6ff3-4551-ac73-dd992c97a745,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:58.378221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.407180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Attempting to bind port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:58.407664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Attempting to bind port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '76612eb3-9fcf-434f-8164-e308955d54c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '38d533c7-54df-48ef-a3b5-72f2542b44c2'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:58.408062 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Attempting to bind port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 on network 38d533c7-54df-48ef-a3b5-72f2542b44c2 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:58.412071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d508bc3-16ac-47bf-8126-7770ca0140ab req-b32ae339-b279-4836-b4ca-6a9091e9003a service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089684 Jul 16 08:58:58.417547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 on network 38d533c7-54df-48ef-a3b5-72f2542b44c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:58.418008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Attempting to bind port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 on network 38d533c7-54df-48ef-a3b5-72f2542b44c2 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:58.427879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-b03376eb-95ed-4f4a-bf93-7fea024762a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.429508 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-b03376eb-95ed-4f4a-bf93-7fea024762a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 1096 time: 0.8799598 Jul 16 08:58:58.430562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:58.430974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Checking segment: {'id': '76612eb3-9fcf-434f-8164-e308955d54c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '38d533c7-54df-48ef-a3b5-72f2542b44c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:58.431448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Bound using segment: {'id': '76612eb3-9fcf-434f-8164-e308955d54c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '38d533c7-54df-48ef-a3b5-72f2542b44c2'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:58.432171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Bound port: c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76612eb3-9fcf-434f-8164-e308955d54c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '38d533c7-54df-48ef-a3b5-72f2542b44c2'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:58.432658 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.451519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb90de35-ff61-47fb-a1cb-05646b5926e0 req-c8c0c69c-9783-4003-9132-107ad030d7fd tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464937 Jul 16 08:58:58.455900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for a478a55f-6ff3-4551-ac73-dd992c97a745 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:58.573045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c20b-f09a-4193-9d70-6ce451662c3f req-a071a5d8-74a8-4fd1-9da1-aa0d23705894 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.580714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5198c20b-f09a-4193-9d70-6ce451662c3f req-a071a5d8-74a8-4fd1-9da1-aa0d23705894 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 943 time: 0.3512201 Jul 16 08:58:58.588620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] For port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:58.591654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-195b3fa1-7bb2-4642-9bc8-163bf59d85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.593291 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-195b3fa1-7bb2-4642-9bc8-163bf59d85b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abb28a17-bacd-4afb-bafb-f7769bcaab50 HTTP/1.1" status: 200 len: 897 time: 0.1506050 Jul 16 08:58:58.595178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] For port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,segment=NetworkSegment(76612eb3-9fcf-434f-8164-e308955d54c8),segment_id=76612eb3-9fcf-434f-8164-e308955d54c8)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:58.601017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.673908 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-dc1cc324-f6aa-4d6c-9fa2-ddea63e36e23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c HTTP/1.1" status: 200 len: 217 time: 0.0694530 Jul 16 08:58:58.678406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5198c20b-f09a-4193-9d70-6ce451662c3f req-0bdec943-c033-4fdb-825f-d2085efc28a8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965052 Jul 16 08:58:58.696629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.698743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.699162 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] 10.222.0.52 "PUT /v2.0/ports/c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 HTTP/1.1" status: 200 len: 1092 time: 2.5979254 Jul 16 08:58:58.733274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1920b96f-cb87-422b-847d-364996d65b5a', 'name': 'network-vif-deleted', 'tag': 'dcf45837-4dc4-4654-abd5-9b7a496cac3c'}, {'name': 'network-changed', 'server_uuid': '41979a78-8262-46bd-b603-7e6d0fe2f249', 'tag': 'c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:58.736034 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ef7159-7e37-47a9-90d3-4a1f3920a244" -d '{"events": [{"server_uuid": "1920b96f-cb87-422b-847d-364996d65b5a", "name": "network-vif-deleted", "tag": "dcf45837-4dc4-4654-abd5-9b7a496cac3c"}, {"name": "network-changed", "server_uuid": "41979a78-8262-46bd-b603-7e6d0fe2f249", "tag": "c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:58.814943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cce12e-7dcb-4d30-aa08-d994a5b28a72 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.820024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-a981c56e-8768-4a9f-abac-0c6a53b25709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.821942 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-a981c56e-8768-4a9f-abac-0c6a53b25709 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85e6d01c-71f1-4361-8a4a-79476453b10a HTTP/1.1" status: 200 len: 835 time: 0.1343422 Jul 16 08:58:58.920237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-13d54e2c-130d-4c36-88f1-2232882e1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.921806 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-13d54e2c-130d-4c36-88f1-2232882e1301 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5ba7b131aa4458487ae94a24f3b7571&device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 1095 time: 0.1558793 Jul 16 08:58:58.947030 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.982793 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-2db7668b-ade6-4bbc-95f6-84aa33724e3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 HTTP/1.1" status: 200 len: 217 time: 0.0526791 Jul 16 08:58:58.995380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-f24e615e-880a-4489-8e52-86d53bb74553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.997598 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-f24e615e-880a-4489-8e52-86d53bb74553 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abb28a17-bacd-4afb-bafb-f7769bcaab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491654 Jul 16 08:58:59.094246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a879782-5664-4483-b472-8efb8a71a763 req-7efd968f-d844-40e7-b098-d0a7ad11dbd6 tempest-ServerPasswordTestJSON-1708824549 tempest-ServerPasswordTestJSON-1708824549-project] 10.222.0.55 "GET /v2.0/ports?device_id=1920b96f-cb87-422b-847d-364996d65b5a HTTP/1.1" status: 200 len: 210 time: 0.0523787 Jul 16 08:58:59.162373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=a478a55f-6ff3-4551-ac73-dd992c97a745,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:59.248587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-8a2e1b41-b7a0-45ef-8791-721a517e67ab service neutron] 10.222.0.54 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435181 Jul 16 08:58:59.251530 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd233c2-0ec8-46ad-9c30-d19173232201 x-openstack-request-id: req-ddd233c2-0ec8-46ad-9c30-d19173232201 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:59.251981 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1920b96f-cb87-422b-847d-364996d65b5a", "name": "network-vif-deleted", "tag": "dcf45837-4dc4-4654-abd5-9b7a496cac3c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41979a78-8262-46bd-b603-7e6d0fe2f249", "tag": "c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:59.252536 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddd233c2-0ec8-46ad-9c30-d19173232201 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:59.253249 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1920b96f-cb87-422b-847d-364996d65b5a', 'name': 'network-vif-deleted', 'tag': 'dcf45837-4dc4-4654-abd5-9b7a496cac3c', 'status': 'completed', 'code': 200} Jul 16 08:58:59.253657 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41979a78-8262-46bd-b603-7e6d0fe2f249', 'tag': 'c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2', 'status': 'completed', 'code': 200} Jul 16 08:58:59.255437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-95d0e228-0dd3-461f-b453-8ece14a2702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.257487 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-95d0e228-0dd3-461f-b453-8ece14a2702a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1189b905-5e58-4bb6-93d4-885053f530d9 HTTP/1.1" status: 200 len: 855 time: 0.2655365 Jul 16 08:58:59.279478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dcf45837-4dc4-4654-abd5-9b7a496cac3c no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:59.322032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: dcf45837-4dc4-4654-abd5-9b7a496cac3c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:59.322844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dcf45837-4dc4-4654-abd5-9b7a496cac3c not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:59.368623 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.404496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef9a84-7d0a-4b3c-ba1f-c0346087f725 req-89797343-2577-4c2c-97fe-1852d8b597d0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.406217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3ef9a84-7d0a-4b3c-ba1f-c0346087f725 req-89797343-2577-4c2c-97fe-1852d8b597d0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 944 time: 0.5172763 Jul 16 08:58:59.443384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-62230d34-9396-4fc2-a9c9-94574fa0dfc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38d533c7-54df-48ef-a3b5-72f2542b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397072 Jul 16 08:58:59.445373 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8641c26e-972f-427d-99fb-b2fe4cc72c92 req-5422241b-6ca7-43e7-a44f-295acd410256 service neutron] 10.222.0.54 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864343 Jul 16 08:58:59.562231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 33e2af5f-d2a7-4175-a339-99382b177be6 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:59.604483 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-d82f6995-ff57-40d7-aded-afaaebec56d2 service neutron] 10.222.0.52 "GET /v2.0/networks/38d533c7-54df-48ef-a3b5-72f2542b44c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522684 Jul 16 08:58:59.751132 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f1edf4ed-bc73-4cc0-9235-cf6647fb213c req-790f984a-218b-4779-b41e-9f743edce4f4 service neutron] 10.222.0.52 "GET /v2.0/networks/38d533c7-54df-48ef-a3b5-72f2542b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404254 Jul 16 08:58:59.758212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 33e2af5f-d2a7-4175-a339-99382b177be6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e2af5f-d2a7-4175-a339-99382b177be6,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:59.772895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '33e2af5f-d2a7-4175-a339-99382b177be6', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': '33e2af5f-d2a7-4175-a339-99382b177be6', 'mac_address': 'fa:16:3e:20:3f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:59.834695 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.849099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e2af5f-d2a7-4175-a339-99382b177be6 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:59.876635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 33e2af5f-d2a7-4175-a339-99382b177be6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e2af5f-d2a7-4175-a339-99382b177be6,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:59.882606 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.959788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=33e2af5f-d2a7-4175-a339-99382b177be6,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:59.964349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-8821142c-7928-4836-8e3d-4cadec3c5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.966719 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-8821142c-7928-4836-8e3d-4cadec3c5289 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5ba7b131aa4458487ae94a24f3b7571&device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 1095 time: 0.1489708 Jul 16 08:58:59.969236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.969586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.969951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.970282 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.970605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.970927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.971246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.971615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.971896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.972201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.972508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:59.972828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:00.038512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3ef9a84-7d0a-4b3c-ba1f-c0346087f725 req-2c06a86b-a3b2-4689-8f09-0790bbf6ab93 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6238482 Jul 16 08:59:00.106123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-d1f2e3e6-b0a9-44c6-8b7c-28bb8cc32654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.107751 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-d1f2e3e6-b0a9-44c6-8b7c-28bb8cc32654 service neutron] 10.222.0.52 "GET /v2.0/networks?id=38d533c7-54df-48ef-a3b5-72f2542b44c2 HTTP/1.1" status: 200 len: 916 time: 0.1329205 Jul 16 08:59:00.120901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['33e2af5f-d2a7-4175-a339-99382b177be6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:00.161892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Router 96afd65d-ad50-4c8b-8032-d0a615542fb0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:00.207448 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-59fe4d60-a4b1-405a-ad0a-e7a2ca2892fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 HTTP/1.1" status: 200 len: 217 time: 0.0896807 Jul 16 08:59:00.291726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-cb7b05fb-25bf-4ed8-bda7-0c5f9cf46a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.293700 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-cb7b05fb-25bf-4ed8-bda7-0c5f9cf46a13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1189b905-5e58-4bb6-93d4-885053f530d9 HTTP/1.1" status: 200 len: 855 time: 0.0788336 Jul 16 08:59:00.345178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:00.354226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-10b34a84-7849-4e0e-8e1a-483ebb08ab76 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "PUT /v2.0/routers/96afd65d-ad50-4c8b-8032-d0a615542fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4633293 Jul 16 08:59:00.357448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43774) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.357799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-fe31ec99-409a-4e63-9e82-4e18792b9b12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38d533c7-54df-48ef-a3b5-72f2542b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505683 Jul 16 08:59:00.360120 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] Sync routers for ids ['96afd65d-ad50-4c8b-8032-d0a615542fb0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:00.373862 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] Routers {'96afd65d-ad50-4c8b-8032-d0a615542fb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:00.374970 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['96afd65d-ad50-4c8b-8032-d0a615542fb0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:00.419229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0209083-9d78-43b6-8dbf-15b278c94658 req-52898d0e-3284-4061-bfa4-fd73d2bc436b tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.426750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0209083-9d78-43b6-8dbf-15b278c94658 req-52898d0e-3284-4061-bfa4-fd73d2bc436b tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 943 time: 0.4174619 Jul 16 08:59:00.463665 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] Set router 96afd65d-ad50-4c8b-8032-d0a615542fb0 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:00.488584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a47cf-1c59-41fe-937c-fc5e738f5534 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.490260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a47cf-1c59-41fe-937c-fc5e738f5534 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.491772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ab6a47cf-1c59-41fe-937c-fc5e738f5534 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1333315 Jul 16 08:59:00.495521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43780) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.519663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2d3ff-1706-4a9d-93d6-b77f89e000f0 req-4a5def73-7e82-406f-a143-2747b7df77bf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.521018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e2d3ff-1706-4a9d-93d6-b77f89e000f0 req-4a5def73-7e82-406f-a143-2747b7df77bf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 944 time: 0.2204983 Jul 16 08:59:00.537458 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'name': 'tempest-NetworksTestDHCPv6-router-1894876908', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:47Z', 'updated_at': '2021-07-16T08:58:58Z', 'revision_number': 3, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:00.538919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0209083-9d78-43b6-8dbf-15b278c94658 req-0aabf89f-ed5b-4049-9189-92677fa1d721 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119683 Jul 16 08:59:00.563024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-0f69a196-2034-441c-8544-21adcc818953 service neutron] 10.222.0.52 "GET /v2.0/networks/38d533c7-54df-48ef-a3b5-72f2542b44c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986213 Jul 16 08:59:00.581658 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] Checking router: 96afd65d-ad50-4c8b-8032-d0a615542fb0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:00.591701 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] Routers {'96afd65d-ad50-4c8b-8032-d0a615542fb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:00.592430 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['96afd65d-ad50-4c8b-8032-d0a615542fb0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:00.611896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-43807362-cc29-4287-9d64-2cd55708aaf9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 8dcefe8b-9e24-49a6-9fe2-469af2b2ba30 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:00.618781 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-43807362-cc29-4287-9d64-2cd55708aaf9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.637830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e2d3ff-1706-4a9d-93d6-b77f89e000f0 req-fd8727a9-039b-4862-baa1-2620ac887aad tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107340 Jul 16 08:59:00.690613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43788) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.748998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c81bae4-34c4-4418-bc5d-00d96028c672 admin admin] Deleting subnet 45c106f9-3d09-4fe3-b0bf-8478b0e32c51 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:00.750418 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] Set router 96afd65d-ad50-4c8b-8032-d0a615542fb0 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:00.759134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c81bae4-34c4-4418-bc5d-00d96028c672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.812873 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-43807362-cc29-4287-9d64-2cd55708aaf9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.820292 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'name': 'tempest-NetworksTestDHCPv6-router-1894876908', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:47Z', 'updated_at': '2021-07-16T08:58:58Z', 'revision_number': 3, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:00.845692 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c6ef7159-7e37-47a9-90d3-4a1f3920a244 req-d12f607b-5c78-4f4d-a10b-b1613f201e83 service neutron] 10.222.0.52 "GET /v2.0/networks/38d533c7-54df-48ef-a3b5-72f2542b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746665 Jul 16 08:59:00.855576 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c81bae4-34c4-4418-bc5d-00d96028c672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.867009 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb8a8d-7fe3-4745-a81f-391d52de7597 None None] The sync data for ids ['96afd65d-ad50-4c8b-8032-d0a615542fb0'] in n-d-780147-28 is: [{'id': '96afd65d-ad50-4c8b-8032-d0a615542fb0', 'name': 'tempest-NetworksTestDHCPv6-router-1894876908', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:47Z', 'updated_at': '2021-07-16T08:58:58Z', 'revision_number': 3, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:00.939347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c81bae4-34c4-4418-bc5d-00d96028c672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.978236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-43807362-cc29-4287-9d64-2cd55708aaf9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.042935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c81bae4-34c4-4418-bc5d-00d96028c672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.078720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81bae4-34c4-4418-bc5d-00d96028c672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c106f9-3d09-4fe3-b0bf-8478b0e32c51,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.080746 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c81bae4-34c4-4418-bc5d-00d96028c672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.086637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7c81bae4-34c4-4418-bc5d-00d96028c672 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/45c106f9-3d09-4fe3-b0bf-8478b0e32c51 HTTP/1.1" status: 204 len: 168 time: 0.3904622 Jul 16 08:59:01.086637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43800) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.163215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.171232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-43807362-cc29-4287-9d64-2cd55708aaf9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.221371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbffd82-988b-464e-bf12-f9b256f77970 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:01.230661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43807362-cc29-4287-9d64-2cd55708aaf9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcefe8b-9e24-49a6-9fe2-469af2b2ba30,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.233300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-43807362-cc29-4287-9d64-2cd55708aaf9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.235246 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-43807362-cc29-4287-9d64-2cd55708aaf9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/8dcefe8b-9e24-49a6-9fe2-469af2b2ba30 HTTP/1.1" status: 204 len: 168 time: 0.7371736 Jul 16 08:59:01.237736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43806) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.281689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:01.292752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43812) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.365030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.380200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3a2e-ed25-4e1d-967d-c798c4e98763 req-ae673b19-b5c1-4465-93d3-f3f2f0ec0596 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:01.381683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7ea3a2e-ed25-4e1d-967d-c798c4e98763 req-ae673b19-b5c1-4465-93d3-f3f2f0ec0596 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 944 time: 0.1985168 Jul 16 08:59:01.406512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c7bffb-f2f1-4a6a-bec7-8b7782700296']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:01.423482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9075abe5-5b09-4011-a0bf-7b4b4c091f78') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:01.423781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9075abe5-5b09-4011-a0bf-7b4b4c091f78') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:01.442130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.450079 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dee6ac84-e2c0-489c-b8d6-24070ab6d643 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2103083 Jul 16 08:59:01.456062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43816) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.467594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.476276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:01.476756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: timer() Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:01.479662 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:01.528351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:01.543479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'port_id': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'mac_address': 'fa:16:3e:b6:03:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:01.564506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.598295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 33e2af5f-d2a7-4175-a339-99382b177be6 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:01.608469 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.619511 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/14c7bffb-f2f1-4a6a-bec7-8b7782700296 HTTP/1.1" status: 204 len: 168 time: 0.5320532 Jul 16 08:59:01.620631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9271d3f-9959-492f-a75f-b21a6c8451b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c7bffb-f2f1-4a6a-bec7-8b7782700296,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.632394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:01.636035 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b7f2-5947-4a17-8247-2ae799209278 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.700065 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.738518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:01.760329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:01.787181 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.799758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7ea3a2e-ed25-4e1d-967d-c798c4e98763 req-f3d2ba17-7830-4c16-a995-8500026b8748 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080451 Jul 16 08:59:01.851987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.856743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43830) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.864988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a5546f48-4142-4ff0-80e8-b6b3ed54dcff no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:01.875134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 33e2af5f-d2a7-4175-a339-99382b177be6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:01.903459 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e5aacb-73f4-42cf-bee9-484598ba0e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.933627 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6ed5baed-892e-4e9a-b1cd-287f66237816 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b127a17bc334b9ea35955d3b83e4a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730977 Jul 16 08:59:01.934019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43832) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.940550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 33e2af5f-d2a7-4175-a339-99382b177be6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:01.941126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.942462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b7f2-5947-4a17-8247-2ae799209278 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.945302 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b7f2-5947-4a17-8247-2ae799209278 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.946029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] Deleting port a5546f48-4142-4ff0-80e8-b6b3ed54dcff {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:01.946532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.008488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-510c1962-7107-4979-b25d-de85adabf8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.053619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-510c1962-7107-4979-b25d-de85adabf8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.067296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] For port a5546f48-4142-4ff0-80e8-b6b3ed54dcff, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a5546f48-4142-4ff0-80e8-b6b3ed54dcff,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:02.067766 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.077631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b7f2-5947-4a17-8247-2ae799209278 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.078151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa6b7f2-5947-4a17-8247-2ae799209278 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Fanout notify agent at l3_agent the message router_deleted on router 96afd65d-ad50-4c8b-8032-d0a615542fb0 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:02.083551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] Calling delete_port for a5546f48-4142-4ff0-80e8-b6b3ed54dcff owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:02.087523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b7f2-5947-4a17-8247-2ae799209278 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.092715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9aa6b7f2-5947-4a17-8247-2ae799209278 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/routers/96afd65d-ad50-4c8b-8032-d0a615542fb0 HTTP/1.1" status: 204 len: 168 time: 0.6338484 Jul 16 08:59:02.108708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43834) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.122077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-510c1962-7107-4979-b25d-de85adabf8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.122458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:02.126429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-510c1962-7107-4979-b25d-de85adabf8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.131029 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-510c1962-7107-4979-b25d-de85adabf8ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2ec0919-36a5-434c-a94a-8617e7d79525 HTTP/1.1" status: 204 len: 168 time: 0.1958044 Jul 16 08:59:02.140703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c1962-7107-4979-b25d-de85adabf8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ec0919-36a5-434c-a94a-8617e7d79525,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.208057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['4234774d-5b39-4d3a-9c19-5c2a7b48ac1c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:02.278961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99133-9ce3-4238-b963-3966055cf3e1 req-d4261cac-56fa-492c-8c7b-9de476cc2a9a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:02.280739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dcb99133-9ce3-4238-b963-3966055cf3e1 req-d4261cac-56fa-492c-8c7b-9de476cc2a9a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 944 time: 0.3405969 Jul 16 08:59:02.311783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715562-c3c0-4e8d-86c9-2e9cc37ab1e0 req-be44f786-2992-48e7-98b2-9925036bf488 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:02.319795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed715562-c3c0-4e8d-86c9-2e9cc37ab1e0 req-be44f786-2992-48e7-98b2-9925036bf488 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 943 time: 0.4737825 Jul 16 08:59:02.388451 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.410958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed715562-c3c0-4e8d-86c9-2e9cc37ab1e0 req-44a797c0-41c6-4779-bd6a-f8acc1298957 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900290 Jul 16 08:59:02.435599 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.448397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e5aacb-73f4-42cf-bee9-484598ba0e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.478656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.486279 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e5aacb-73f4-42cf-bee9-484598ba0e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.513485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a99314-b0e9-43af-a167-bc9529ec166c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e2af5f-d2a7-4175-a339-99382b177be6'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:02.515816 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c510788-9611-4c04-8fbc-49de0de395b7" -d '{"events": [{"server_uuid": "71a99314-b0e9-43af-a167-bc9529ec166c", "name": "network-vif-plugged", "status": "completed", "tag": "33e2af5f-d2a7-4175-a339-99382b177be6"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:02.532531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5aacb-73f4-42cf-bee9-484598ba0e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3368dd21-d940-468f-b167-633f56bb1601,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.535014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:02.545559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a478a55f-6ff3-4551-ac73-dd992c97a745 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:02.557355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.561892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] Pushing event deleted for resources: {'Port': ['ID=a5546f48-4142-4ff0-80e8-b6b3ed54dcff,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.566764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 33e2af5f-d2a7-4175-a339-99382b177be6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e2af5f-d2a7-4175-a339-99382b177be6,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:02.589720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dcb99133-9ce3-4238-b963-3966055cf3e1 req-54db2a0d-1c8d-4f4a-8024-fa7764282bab tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388868 Jul 16 08:59:02.617699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680efda-28a7-4bce-a33f-9b31a95e76ff None None] No DVR routers for this DVR port a5546f48-4142-4ff0-80e8-b6b3ed54dcff on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:02.627095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: a478a55f-6ff3-4551-ac73-dd992c97a745 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:02.627441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a478a55f-6ff3-4551-ac73-dd992c97a745 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:02.628757 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.636297 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ec9035-8826-49e3-bba8-484c9fe1cd53 x-openstack-request-id: req-a0ec9035-8826-49e3-bba8-484c9fe1cd53 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:02.636579 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a99314-b0e9-43af-a167-bc9529ec166c", "name": "network-vif-plugged", "status": "completed", "tag": "33e2af5f-d2a7-4175-a339-99382b177be6", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:02.636840 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0ec9035-8826-49e3-bba8-484c9fe1cd53 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:02.637231 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a99314-b0e9-43af-a167-bc9529ec166c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e2af5f-d2a7-4175-a339-99382b177be6', 'code': 200} Jul 16 08:59:02.649273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-82e5aacb-73f4-42cf-bee9-484598ba0e7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e86dfad67f4c4bcba97b321da9af623e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3534517 Jul 16 08:59:02.653722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.789980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=33e2af5f-d2a7-4175-a339-99382b177be6,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.847149 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa11f108-0d72-40ca-9c6c-49d083e728ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.879282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef1e26-e832-4afd-8858-f72c2bf09aac req-53b2a0f4-beac-4fa1-8c4c-aeaf14e7a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:02.880828 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cfef1e26-e832-4afd-8858-f72c2bf09aac req-53b2a0f4-beac-4fa1-8c4c-aeaf14e7a6a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 1097 time: 0.1597447 Jul 16 08:59:02.882781 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa11f108-0d72-40ca-9c6c-49d083e728ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.919258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.948133 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cfef1e26-e832-4afd-8858-f72c2bf09aac req-497ba570-e3dc-4829-bc08-4f810845b435 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567749 Jul 16 08:59:02.972215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa11f108-0d72-40ca-9c6c-49d083e728ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.983884 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa11f108-0d72-40ca-9c6c-49d083e728ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.996420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:02.996599 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aa11f108-0d72-40ca-9c6c-49d083e728ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3368dd21-d940-468f-b167-633f56bb1601 HTTP/1.1" status: 204 len: 168 time: 0.3348701 Jul 16 08:59:03.000570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:03.005124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:03.005927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.014697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e6b3d-0aad-4385-be3c-8101eb837c5a None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:03.025376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11f108-0d72-40ca-9c6c-49d083e728ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368dd21-d940-468f-b167-633f56bb1601,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:03.050821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9343569 Jul 16 08:59:03.051049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43870) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:03.052770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba06546-cba3-46db-9d2c-6d5f541357d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=61a37557-6050-485e-9af5-bcad49dea00f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:03.058668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5fc59a55-ce27-4f02-b2a7-03131a386f50 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-569876980', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:03.128320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5fc59a55-ce27-4f02-b2a7-03131a386f50 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.129472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5fc59a55-ce27-4f02-b2a7-03131a386f50 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.246061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5fc59a55-ce27-4f02-b2a7-03131a386f50 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.246354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e22ddd-8734-468a-acae-36567e0f7600 req-c42de0ae-879e-47a2-abbb-df0e368dbe5b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:03.249254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e22ddd-8734-468a-acae-36567e0f7600 req-c42de0ae-879e-47a2-abbb-df0e368dbe5b tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 945 time: 0.1591570 Jul 16 08:59:03.257119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5fc59a55-ce27-4f02-b2a7-03131a386f50 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.280043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5fc59a55-ce27-4f02-b2a7-03131a386f50 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.285273 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5fc59a55-ce27-4f02-b2a7-03131a386f50 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2331724 Jul 16 08:59:03.286564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43878) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:03.300810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '61a37557-6050-485e-9af5-bcad49dea00f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:03.301722 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.355062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e22ddd-8734-468a-acae-36567e0f7600 req-d4f76309-54a7-4b4f-a5f9-2f81af78c52e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946178 Jul 16 08:59:03.494800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43892) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:03.514990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/61a37557-6050-485e-9af5-bcad49dea00f/b125132a-d267-417a-a57d-6072741bfbb8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:03.617099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:03.726740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2097673126-network', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:03.767572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43902) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:03.795344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da48f97d-941b-4beb-bc41-fdf2190179a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.818860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Made reservation on behalf of 8cf1376abcf841f78b2ccf9b61519b4a for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:03.822217 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.824300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.839477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.891303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.925471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ac8ba-a37a-40c5-be75-437e47b9ddc3 req-805d442f-ce25-4b76-85fe-6a715d70bdd6 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:03.926431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Transition to ACTIVE for port object b125132a-d267-417a-a57d-6072741bfbb8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:03.930629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-781ac8ba-a37a-40c5-be75-437e47b9ddc3 req-805d442f-ce25-4b76-85fe-6a715d70bdd6 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 943 time: 0.1784043 Jul 16 08:59:03.957994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Transition to ACTIVE for port object b125132a-d267-417a-a57d-6072741bfbb8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:03.965014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,segment=NetworkSegment(76612eb3-9fcf-434f-8164-e308955d54c8),segment_id=76612eb3-9fcf-434f-8164-e308955d54c8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:03.976525 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.012876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-781ac8ba-a37a-40c5-be75-437e47b9ddc3 req-076899e0-23a7-42c9-a661-e952041c4adc tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741856 Jul 16 08:59:04.023370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2', 'network_id': '38d533c7-54df-48ef-a3b5-72f2542b44c2', 'port_id': 'c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2', 'mac_address': 'fa:16:3e:0e:bd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1189b905-5e58-4bb6-93d4-885053f530d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:04.057569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Pushing event updated for resources: {'Port': ['ID=b125132a-d267-417a-a57d-6072741bfbb8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.063841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:04.069405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:04.074400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:04.142804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2b2ae-23ea-4d09-bb40-4be833eed973 req-9d14f940-2372-422c-9fa6-dcd9e1397b23 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.144424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04b2b2ae-23ea-4d09-bb40-4be833eed973 req-9d14f940-2372-422c-9fa6-dcd9e1397b23 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 945 time: 0.0826659 Jul 16 08:59:04.168560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.169515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da48f97d-941b-4beb-bc41-fdf2190179a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.179447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da48f97d-941b-4beb-bc41-fdf2190179a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.187327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:04.198454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Attempting to bind port b125132a-d267-417a-a57d-6072741bfbb8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:04.198835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Attempting to bind port b125132a-d267-417a-a57d-6072741bfbb8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:04.199251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Attempting to bind port b125132a-d267-417a-a57d-6072741bfbb8 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:04.209455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:04.209896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:04.210306 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.210708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:04.211643 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Bound port: b125132a-d267-417a-a57d-6072741bfbb8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:04.211643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.235786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,segment=NetworkSegment(76612eb3-9fcf-434f-8164-e308955d54c8),segment_id=76612eb3-9fcf-434f-8164-e308955d54c8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:04.235980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04b2b2ae-23ea-4d09-bb40-4be833eed973 req-5edcb240-82e1-4c72-b0f7-4bf26f79dce2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836389 Jul 16 08:59:04.265411 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.319985 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-da48f97d-941b-4beb-bc41-fdf2190179a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0146b7cd94b9426fadd8adaf09ba2f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475965 Jul 16 08:59:04.320799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43912) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.346831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] For port b125132a-d267-417a-a57d-6072741bfbb8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:04.353008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] For port b125132a-d267-417a-a57d-6072741bfbb8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b125132a-d267-417a-a57d-6072741bfbb8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:04.354624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.357406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48f97d-941b-4beb-bc41-fdf2190179a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bbc723-d2a0-46fe-a11c-e9eb4074f69d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.362479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.381804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.396485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.427531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::1 (a959bc3e-b0e6-459f-b0b6-b598481d9524/61a37557-6050-485e-9af5-bcad49dea00f/880f90d7-1060-44b9-bf0c-25866f005927) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:04.456774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121e94b-7533-446b-9067-2396ca885b77 None None] Pushing event updated for resources: {'Port': ['ID=b125132a-d267-417a-a57d-6072741bfbb8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.481169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:04.489132 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:04.504006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296e66c6-0a1d-419c-a440-30dbf90a4f70,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.518230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:04.519584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.519981 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Added segment 80e5d221-0e80-4a53-a88d-422de650471f of type vlan for network d1cf511e-c513-44b7-bd9d-26808ff3ee62 Jul 16 08:59:04.577805 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7051952c-43cc-4ab9-a240-12d6b2f4c41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.606317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.679096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.679688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7051952c-43cc-4ab9-a240-12d6b2f4c41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.680416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.681041 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.741555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2455003 Jul 16 08:59:04.745718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43922) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.756746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Request body: {'subnet': {'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2097673126-subnet', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.773802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.788309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb57c2-23cd-4d77-a06f-162782af5595 admin admin] Pushing event updated for resources: {'Network': ['ID=d1cf511e-c513-44b7-bd9d-26808ff3ee62,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.844240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f0cd3-76bd-4151-a870-4836c21ec8f7 req-f4260110-4996-4c32-afaf-c400d0b45374 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.852048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 880f90d7-1060-44b9-bf0c-25866f005927 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:04.857772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-790f0cd3-76bd-4151-a870-4836c21ec8f7 req-f4260110-4996-4c32-afaf-c400d0b45374 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 945 time: 0.2688441 Jul 16 08:59:04.864260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Made reservation on behalf of 8cf1376abcf841f78b2ccf9b61519b4a for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:04.867328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.886523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d1cf511e-c513-44b7-bd9d-26808ff3ee62 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:04.914328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7051952c-43cc-4ab9-a240-12d6b2f4c41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.917890 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7051952c-43cc-4ab9-a240-12d6b2f4c41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.921497 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7051952c-43cc-4ab9-a240-12d6b2f4c41e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6bbc723-d2a0-46fe-a11c-e9eb4074f69d HTTP/1.1" status: 204 len: 168 time: 0.5884490 Jul 16 08:59:04.926549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-790f0cd3-76bd-4151-a870-4836c21ec8f7 req-0a244e09-6c80-488c-934c-e5f104de1e69 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640855 Jul 16 08:59:04.982915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051952c-43cc-4ab9-a240-12d6b2f4c41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bbc723-d2a0-46fe-a11c-e9eb4074f69d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.047281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.178615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=880f90d7-1060-44b9-bf0c-25866f005927,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.208539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:05.232784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:05.235506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:05.236048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.310744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:05.349797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980529-1d59-4993-9e79-03cec41b4af1 req-4a3a0acb-6399-4be5-8b2f-1c304a46067e tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.353155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba980529-1d59-4993-9e79-03cec41b4af1 req-4a3a0acb-6399-4be5-8b2f-1c304a46067e tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 944 time: 0.1364617 Jul 16 08:59:05.419854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:05.427662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:05.428492 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.441411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba980529-1d59-4993-9e79-03cec41b4af1 req-d4c3bc56-22a9-40c1-82db-164e7de6223f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782759 Jul 16 08:59:05.623643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.666830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:05.669179 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56edf140-3db6-44ab-9526-2165443040ca" -d '{"events": [{"server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "name": "network-vif-plugged", "status": "completed", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:05.710906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:05.730619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.827130 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d479e19-b5c9-4bc7-b247-0c5a8097640b x-openstack-request-id: req-3d479e19-b5c9-4bc7-b247-0c5a8097640b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:05.829126 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "name": "network-vif-plugged", "status": "completed", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:05.830098 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d479e19-b5c9-4bc7-b247-0c5a8097640b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:05.830790 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'code': 200} Jul 16 08:59:05.878050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.928938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b125132a-d267-417a-a57d-6072741bfbb8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:06.018687 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b125132a-d267-417a-a57d-6072741bfbb8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:06.095830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.205219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.206967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9627293-21e4-4009-ac2b-25dcfcd61370 req-99e4294e-6d2b-43c1-b3ce-85ea76652000 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.219855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9627293-21e4-4009-ac2b-25dcfcd61370 req-99e4294e-6d2b-43c1-b3ce-85ea76652000 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 946 time: 0.1453526 Jul 16 08:59:06.245911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a4c62ed0-6728-4f44-9a8d-76bb02793120 None None] Provisioning for port b125132a-d267-417a-a57d-6072741bfbb8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:06.264780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a4c62ed0-6728-4f44-9a8d-76bb02793120 None None] Provisioning complete for port b125132a-d267-417a-a57d-6072741bfbb8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:06.266343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4c62ed0-6728-4f44-9a8d-76bb02793120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.294728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9627293-21e4-4009-ac2b-25dcfcd61370 req-e7b40ecc-3e2c-4a45-b9b2-72b72190a9ba tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739527 Jul 16 08:59:06.390453 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4c62ed0-6728-4f44-9a8d-76bb02793120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.443083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a4c62ed0-6728-4f44-9a8d-76bb02793120 None None] For port b125132a-d267-417a-a57d-6072741bfbb8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b125132a-d267-417a-a57d-6072741bfbb8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:06.450821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4c62ed0-6728-4f44-9a8d-76bb02793120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.475959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.485834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Checking segment: {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:06.487385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Network hostable DHCP agents. Network: d1cf511e-c513-44b7-bd9d-26808ff3ee62, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:06.500390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6d1ce-b517-47c1-9d5f-38ec92a74874 req-3e710312-39bd-4576-94a1-a7333e23937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.502752 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7c6d1ce-b517-47c1-9d5f-38ec92a74874 req-3e710312-39bd-4576-94a1-a7333e23937f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 1098 time: 0.5437210 Jul 16 08:59:06.579490 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Network d1cf511e-c513-44b7-bd9d-26808ff3ee62 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:06.622386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c62ed0-6728-4f44-9a8d-76bb02793120 None None] Pushing event updated for resources: {'Port': ['ID=b125132a-d267-417a-a57d-6072741bfbb8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.634945 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e7c6d1ce-b517-47c1-9d5f-38ec92a74874 req-ac4a496d-0a0c-4a7b-9a7b-79d2ebaa90c6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173799 Jul 16 08:59:06.646859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d1cf511e-c513-44b7-bd9d-26808ff3ee62) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:06.653261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.653911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.658899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a56e40-f8d7-40fa-86ea-95125cab702c None None] Network d1cf511e-c513-44b7-bd9d-26808ff3ee62 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:06.689794 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a0a54405-7486-4d99-a76d-be49d069b3e3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9370482 Jul 16 08:59:06.693233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43984) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.701584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:06.743423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.744892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.797563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.814940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.815777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.871841 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.892466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=880f90d7-1060-44b9-bf0c-25866f005927,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.938363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086cfadf-5b98-4336-82cc-4f8ea892ec02 None None] Network d1cf511e-c513-44b7-bd9d-26808ff3ee62 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:06.940849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1d17d3ca-4777-420e-ba6c-8bd3bf0ba6a3 None None] Provisioning for port 880f90d7-1060-44b9-bf0c-25866f005927 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:06.966922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1d17d3ca-4777-420e-ba6c-8bd3bf0ba6a3 None None] Provisioning complete for port 880f90d7-1060-44b9-bf0c-25866f005927 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:06.967325 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d17d3ca-4777-420e-ba6c-8bd3bf0ba6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.099674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:07.101679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:07.126664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1d17d3ca-4777-420e-ba6c-8bd3bf0ba6a3 None None] Port 880f90d7-1060-44b9-bf0c-25866f005927 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:07.153516 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.262771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd6d7f-c0e2-4970-a34a-155a4890c6c8 req-27fb3c1c-d927-45b5-b424-52155c9ab59f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.272310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53bd6d7f-c0e2-4970-a34a-155a4890c6c8 req-27fb3c1c-d927-45b5-b424-52155c9ab59f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 944 time: 0.2041056 Jul 16 08:59:07.311229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Router b135c17c-bacf-4112-8ff5-a04920ab9750 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:07.367097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53bd6d7f-c0e2-4970-a34a-155a4890c6c8 req-724e8549-5faa-4422-85a4-1f9299d5d529 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938022 Jul 16 08:59:07.498310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:07.507620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44014) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.514554 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-042f882b-029d-4879-a22c-ec3e9cd12298 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "PUT /v2.0/routers/b135c17c-bacf-4112-8ff5-a04920ab9750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2266273 Jul 16 08:59:07.519523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Sync routers for ids ['b135c17c-bacf-4112-8ff5-a04920ab9750'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:07.558475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Routers {'b135c17c-bacf-4112-8ff5-a04920ab9750'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:07.559445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['b135c17c-bacf-4112-8ff5-a04920ab9750'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:07.697574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Set router b135c17c-bacf-4112-8ff5-a04920ab9750 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:07.708817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce74c1-e5a1-4b07-b2d4-f6e4b9aa30ef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.716320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44022) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.730763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-18ce74c1-e5a1-4b07-b2d4-f6e4b9aa30ef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports/880f90d7-1060-44b9-bf0c-25866f005927 HTTP/1.1" status: 200 len: 911 time: 0.2216346 Jul 16 08:59:07.847287 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.865412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74276484-8131-4bcd-aea0-a12b1bb9aa77 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.884841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74276484-8131-4bcd-aea0-a12b1bb9aa77 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.890568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:07.906787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74276484-8131-4bcd-aea0-a12b1bb9aa77 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1891682 Jul 16 08:59:07.907417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44034) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.940850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b125132a-d267-417a-a57d-6072741bfbb8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:07.942095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cb77f-339a-43a8-ad18-509a96d7cab6 req-8401f40e-5309-4f70-8c11-b3cb4abd2121 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.955360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-585cb77f-339a-43a8-ad18-509a96d7cab6 req-8401f40e-5309-4f70-8c11-b3cb4abd2121 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 946 time: 0.3987477 Jul 16 08:59:07.956500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.026376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-51c6a76c-2fd8-44a5-bf45-655fdcc93389 None None] Provisioning complete for port 880f90d7-1060-44b9-bf0c-25866f005927 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:08.026833 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51c6a76c-2fd8-44a5-bf45-655fdcc93389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.068638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:08.114974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-585cb77f-339a-43a8-ad18-509a96d7cab6 req-3b4915a1-ca4d-4504-837a-99766d5c2d70 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407011 Jul 16 08:59:08.117830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:08.118205 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.131965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-51c6a76c-2fd8-44a5-bf45-655fdcc93389 None None] Port 880f90d7-1060-44b9-bf0c-25866f005927 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:08.219008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b125132a-d267-417a-a57d-6072741bfbb8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:08.219670 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.237118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Allocated IP 172.25.6.10 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/8dd066d1-fc23-4786-affc-ac4ecb555231) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:08.307698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c17c-bacf-4112-8ff5-a04920ab9750', 'name': 'tempest-NetworksTestDHCPv6-router-569876980', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:03Z', 'updated_at': '2021-07-16T08:59:05Z', 'revision_number': 2, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None, '_interfaces': [{'id': '880f90d7-1060-44b9-bf0c-25866f005927', 'name': '', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'mac_address': 'fa:16:3e:25:2a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b135c17c-bacf-4112-8ff5-a04920ab9750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '61a37557-6050-485e-9af5-bcad49dea00f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:04Z', 'updated_at': '2021-07-16T08:59:06Z', 'revision_number': 2, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'subnets': [{'id': '61a37557-6050-485e-9af5-bcad49dea00f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:08.358805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Checking router: b135c17c-bacf-4112-8ff5-a04920ab9750 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:08.359211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Updating router b135c17c-bacf-4112-8ff5-a04920ab9750 port 880f90d7-1060-44b9-bf0c-25866f005927 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:08.395183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.477962 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.510736 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.548945 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.561271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:08.565747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:08.576500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:08.669429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd066d1-fc23-4786-affc-ac4ecb555231,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:08.748049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41979a78-8262-46bd-b603-7e6d0fe2f249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:08.751513 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85611ac1-f984-4228-9dcc-de04ac1c084a" -d '{"events": [{"server_uuid": "41979a78-8262-46bd-b603-7e6d0fe2f249", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:08.763456 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.833174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,segment=NetworkSegment(76612eb3-9fcf-434f-8164-e308955d54c8),segment_id=76612eb3-9fcf-434f-8164-e308955d54c8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:08.838862 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f345b55-289e-42c0-bc2a-26d6c87fd727 x-openstack-request-id: req-7f345b55-289e-42c0-bc2a-26d6c87fd727 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:08.838971 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41979a78-8262-46bd-b603-7e6d0fe2f249", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:08.839841 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f345b55-289e-42c0-bc2a-26d6c87fd727 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:08.840416 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41979a78-8262-46bd-b603-7e6d0fe2f249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2', 'code': 200} Jul 16 08:59:08.858730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.880399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18acce-3843-45cb-8f91-2510fbd60e47 req-53b65cc3-c8cf-40aa-a68a-d60ea628548d tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:08.889264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a18acce-3843-45cb-8f91-2510fbd60e47 req-53b65cc3-c8cf-40aa-a68a-d60ea628548d tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 944 time: 0.3035371 Jul 16 08:59:08.976467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a18acce-3843-45cb-8f91-2510fbd60e47 req-878d24a9-aa4e-43b2-99d1-4c0b338610a2 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857279 Jul 16 08:59:09.093570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179520-4fa0-4c20-bd2b-3f5ee29dd006 req-2dca75dc-9e06-46be-9286-cc8f78ea1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.095235 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c4179520-4fa0-4c20-bd2b-3f5ee29dd006 req-2dca75dc-9e06-46be-9286-cc8f78ea1e11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 1097 time: 0.1639078 Jul 16 08:59:09.204935 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c4179520-4fa0-4c20-bd2b-3f5ee29dd006 req-a6b58c6f-8f5b-418e-a60a-cce446ca12ab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005669 Jul 16 08:59:09.244616 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.259225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 880f90d7-1060-44b9-bf0c-25866f005927 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:09.263975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.291925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.406617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.422068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 880f90d7-1060-44b9-bf0c-25866f005927 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:09.423736 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.437328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Transition to ACTIVE for port object 880f90d7-1060-44b9-bf0c-25866f005927 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:09.446611 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.600270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f117c6-0600-4ecd-b59c-876bb7f57651 None None] Pushing event updated for resources: {'Port': ['ID=880f90d7-1060-44b9-bf0c-25866f005927,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.627084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.649954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfa9fd-d0e4-412f-bbe9-8192c3a29fd1 req-9d7e83ea-d99f-42ef-8996-63204d4221fa tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.664666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56cfa9fd-d0e4-412f-bbe9-8192c3a29fd1 req-9d7e83ea-d99f-42ef-8996-63204d4221fa tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 946 time: 0.2175744 Jul 16 08:59:09.683694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Attempting to bind port 880f90d7-1060-44b9-bf0c-25866f005927 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:09.684068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Attempting to bind port 880f90d7-1060-44b9-bf0c-25866f005927 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:09.684432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Attempting to bind port 880f90d7-1060-44b9-bf0c-25866f005927 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:09.730072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:09.730475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:09.730891 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.731299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:09.731801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Bound port: 880f90d7-1060-44b9-bf0c-25866f005927, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:09.736357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.887000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.919739 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:59:09.920413 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:59:09.943178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=880f90d7-1060-44b9-bf0c-25866f005927,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.074600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5a9189d2-06f3-4708-8ed8-f7d3ae8a8bca None None] Could not find standard attr ID for object 880f90d7-1060-44b9-bf0c-25866f005927. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:10.231112 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.476684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Attempting to bind port 880f90d7-1060-44b9-bf0c-25866f005927 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:10.481531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Attempting to bind port 880f90d7-1060-44b9-bf0c-25866f005927 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:10.485731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Attempting to bind port 880f90d7-1060-44b9-bf0c-25866f005927 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:10.495342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:10.495719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:10.496138 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.496535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:10.497027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Bound port: 880f90d7-1060-44b9-bf0c-25866f005927, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:10.497408 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.549930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Port 880f90d7-1060-44b9-bf0c-25866f005927 has been deleted concurrently {{(pid=94167) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 08:59:10.559385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Routers {'b135c17c-bacf-4112-8ff5-a04920ab9750'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:10.560005 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['b135c17c-bacf-4112-8ff5-a04920ab9750'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:10.610376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Router b135c17c-bacf-4112-8ff5-a04920ab9750 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:10.644849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] Set router b135c17c-bacf-4112-8ff5-a04920ab9750 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:10.732078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c17c-bacf-4112-8ff5-a04920ab9750', 'name': 'tempest-NetworksTestDHCPv6-router-569876980', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:03Z', 'updated_at': '2021-07-16T08:59:09Z', 'revision_number': 3, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:10.733623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:10.741685 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-005afdf6-8872-49c7-8dba-575f3bc399e3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "PUT /v2.0/routers/b135c17c-bacf-4112-8ff5-a04920ab9750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310502 Jul 16 08:59:10.742684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44120) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:10.758158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56cfa9fd-d0e4-412f-bbe9-8192c3a29fd1 req-0324816b-2093-4aea-a5ee-5142f8fbcdae tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0883355 Jul 16 08:59:10.780852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2d220-0077-41c9-8f07-00cf9313037c None None] The sync data for ids ['b135c17c-bacf-4112-8ff5-a04920ab9750'] in n-d-780147-28 is: [{'id': 'b135c17c-bacf-4112-8ff5-a04920ab9750', 'name': 'tempest-NetworksTestDHCPv6-router-569876980', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:03Z', 'updated_at': '2021-07-16T08:59:09Z', 'revision_number': 3, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:10.839651 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc16ae-c525-4e00-a28e-35a06bf37fd4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:10.841295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc16ae-c525-4e00-a28e-35a06bf37fd4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:10.846268 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-15fc16ae-c525-4e00-a28e-35a06bf37fd4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1022553 Jul 16 08:59:10.846709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44130) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:10.852769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561baa-8dc6-489f-bc76-0290974546fa req-9644a598-264b-4d3f-9435-c78c4f80b461 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:10.866924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc561baa-8dc6-489f-bc76-0290974546fa req-9644a598-264b-4d3f-9435-c78c4f80b461 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 945 time: 0.3902833 Jul 16 08:59:10.958465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d7ace5-b418-4019-a2c1-3d712e391b8a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 61a37557-6050-485e-9af5-bcad49dea00f {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:10.962415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace5-b418-4019-a2c1-3d712e391b8a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.997250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc561baa-8dc6-489f-bc76-0290974546fa req-973e38b8-61c3-4201-afb1-8af9d21b486e tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293645 Jul 16 08:59:11.000530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Router 2347650f-6bd8-4803-94f5-bb5e4391b0cb is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:11.044344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace5-b418-4019-a2c1-3d712e391b8a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.189743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace5-b418-4019-a2c1-3d712e391b8a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.267287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:11.277976 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Sync routers for ids ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:11.293009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace5-b418-4019-a2c1-3d712e391b8a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.293810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977e0d0-e4b6-4592-9675-d35018a31616 req-df3ba880-69e9-4c66-ad1c-37d759725129 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.299796 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Routers {'2347650f-6bd8-4803-94f5-bb5e4391b0cb'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:11.300865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e977e0d0-e4b6-4592-9675-d35018a31616 req-df3ba880-69e9-4c66-ad1c-37d759725129 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 946 time: 0.1734359 Jul 16 08:59:11.301070 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:11.327342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7ace5-b418-4019-a2c1-3d712e391b8a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=61a37557-6050-485e-9af5-bcad49dea00f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:11.331437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace5-b418-4019-a2c1-3d712e391b8a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.336105 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-37d7ace5-b418-4019-a2c1-3d712e391b8a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/61a37557-6050-485e-9af5-bcad49dea00f HTTP/1.1" status: 204 len: 168 time: 0.4884081 Jul 16 08:59:11.336758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44146) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.340927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714b745-5959-4bfd-89d5-f0cb5058e3d7 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:11.355882 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.359687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c4debcd9-8f17-490f-ac79-f081638d2b64 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6631532 Jul 16 08:59:11.363656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44148) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.422860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e977e0d0-e4b6-4592-9675-d35018a31616 req-e2fb20ae-f4ca-440e-81c8-c0b4630598de tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198735 Jul 16 08:59:11.443451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44154) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.561129 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-68fd64a4-14f9-4e30-8cef-b0dfe97737ca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2232382 Jul 16 08:59:11.561825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44158) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.643587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756b0f5-9315-43d4-973c-c3cdc5e65307 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.648651 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a756b0f5-9315-43d4-973c-c3cdc5e65307 tempest-TestNetworkBasicOps-1500071188 tempest-TestNetworkBasicOps-1500071188-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 1093 time: 0.2036774 Jul 16 08:59:11.648786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.655314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:11.662324 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45079212-9ff4-4f65-a909-da9f0b9a088c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.750416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:11.779933 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Set router 2347650f-6bd8-4803-94f5-bb5e4391b0cb gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:11.935409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] Deleting port b125132a-d267-417a-a57d-6072741bfbb8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:11.936249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.210671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] For port b125132a-d267-417a-a57d-6072741bfbb8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b125132a-d267-417a-a57d-6072741bfbb8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:12.211394 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.248645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] Calling delete_port for b125132a-d267-417a-a57d-6072741bfbb8 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:12.268153 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:08Z', 'revision_number': 3, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:12.313838 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Checking router: 2347650f-6bd8-4803-94f5-bb5e4391b0cb for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:12.314505 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Updating router 2347650f-6bd8-4803-94f5-bb5e4391b0cb port 8dd066d1-fc23-4786-affc-ac4ecb555231 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:12.415439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.450001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] Sync routers for ids ['b135c17c-bacf-4112-8ff5-a04920ab9750'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:12.451466 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.463175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] Routers {'b135c17c-bacf-4112-8ff5-a04920ab9750'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:12.464043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['b135c17c-bacf-4112-8ff5-a04920ab9750'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:12.519153 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.581090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc458e5-2b39-4bdb-94dc-55cb2546a122 req-b83c9fa2-3d04-4877-9c5a-838e043151db tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.592099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-efc458e5-2b39-4bdb-94dc-55cb2546a122 req-b83c9fa2-3d04-4877-9c5a-838e043151db tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 945 time: 0.2180142 Jul 16 08:59:12.606551 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.648325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] No DVR routers for this DVR port b125132a-d267-417a-a57d-6072741bfbb8 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:12.685488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] Set router b135c17c-bacf-4112-8ff5-a04920ab9750 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:12.762179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c17c-bacf-4112-8ff5-a04920ab9750', 'name': 'tempest-NetworksTestDHCPv6-router-569876980', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:03Z', 'updated_at': '2021-07-16T08:59:09Z', 'revision_number': 3, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:12.765452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603d1e4-49a2-4c22-bc7f-a4ee38c0728c None None] Pushing event deleted for resources: {'Port': ['ID=b125132a-d267-417a-a57d-6072741bfbb8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:12.777962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45079212-9ff4-4f65-a909-da9f0b9a088c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.785408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45079212-9ff4-4f65-a909-da9f0b9a088c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.849707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] Checking router: b135c17c-bacf-4112-8ff5-a04920ab9750 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:12.859949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] Routers {'b135c17c-bacf-4112-8ff5-a04920ab9750'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:12.860805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['b135c17c-bacf-4112-8ff5-a04920ab9750'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:12.894996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-efc458e5-2b39-4bdb-94dc-55cb2546a122 req-c44e2484-3843-45cf-99e4-1b4e56aaf97f tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939796 Jul 16 08:59:12.963630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] Set router b135c17c-bacf-4112-8ff5-a04920ab9750 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:12.992703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45079212-9ff4-4f65-a909-da9f0b9a088c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.998507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45079212-9ff4-4f65-a909-da9f0b9a088c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Fanout notify agent at l3_agent the message router_deleted on router b135c17c-bacf-4112-8ff5-a04920ab9750 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:13.034940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b135c17c-bacf-4112-8ff5-a04920ab9750', 'name': 'tempest-NetworksTestDHCPv6-router-569876980', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:03Z', 'updated_at': '2021-07-16T08:59:09Z', 'revision_number': 3, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:13.035740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45079212-9ff4-4f65-a909-da9f0b9a088c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.039542 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45079212-9ff4-4f65-a909-da9f0b9a088c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/routers/b135c17c-bacf-4112-8ff5-a04920ab9750 HTTP/1.1" status: 204 len: 168 time: 1.4737258 Jul 16 08:59:13.055524 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.066543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992757e-cf13-4940-b58b-3e6a4817279e None None] The sync data for ids ['b135c17c-bacf-4112-8ff5-a04920ab9750'] in n-d-780147-28 is: [{'id': 'b135c17c-bacf-4112-8ff5-a04920ab9750', 'name': 'tempest-NetworksTestDHCPv6-router-569876980', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:03Z', 'updated_at': '2021-07-16T08:59:09Z', 'revision_number': 3, 'project_id': '8cff1c84901d4d38babde63792ac606c', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:13.073984 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Transition to ACTIVE for port object 8dd066d1-fc23-4786-affc-ac4ecb555231 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:13.084510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44200) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.085160 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.209921 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbb35f-4f9f-4aab-b04a-48c8155807e9 None None] Pushing event updated for resources: {'Port': ['ID=8dd066d1-fc23-4786-affc-ac4ecb555231,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.212608 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Attempting to bind port 8dd066d1-fc23-4786-affc-ac4ecb555231 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:13.213726 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Attempting to bind port 8dd066d1-fc23-4786-affc-ac4ecb555231 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:13.214256 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Attempting to bind port 8dd066d1-fc23-4786-affc-ac4ecb555231 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:13.220543 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:13.221175 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:13.222952 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.223501 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:13.224125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Bound port: 8dd066d1-fc23-4786-affc-ac4ecb555231, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:13.226982 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.302998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Allocated IP 172.20.0.1 (d1cf511e-c513-44b7-bd9d-26808ff3ee62/24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27/dd621ac6-8d01-4924-a43f-b78fc536ffb1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:13.310053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e89644c3-ce6d-431c-a00f-be8f26d0f241 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2069585 Jul 16 08:59:13.314905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44206) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.342495 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-7bf1b2bb-dd2e-4d3d-b0c8-04e93171bf15 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0591202 Jul 16 08:59:13.446113 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] For port 8dd066d1-fc23-4786-affc-ac4ecb555231, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:13.456079 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] For port 8dd066d1-fc23-4786-affc-ac4ecb555231, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8dd066d1-fc23-4786-affc-ac4ecb555231,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:13.459530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.463694 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.667332 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Routers {'2347650f-6bd8-4803-94f5-bb5e4391b0cb'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:13.670735 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:13.789873 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbb35f-4f9f-4aab-b04a-48c8155807e9 None None] Pushing event updated for resources: {'Port': ['ID=8dd066d1-fc23-4786-affc-ac4ecb555231,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.837112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b125132a-d267-417a-a57d-6072741bfbb8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:13.875729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b125132a-d267-417a-a57d-6072741bfbb8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:13.876003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b125132a-d267-417a-a57d-6072741bfbb8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:13.958555 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.976008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f3005-6f7f-4902-b2e3-bd33108e1251 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.984996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c53f3005-6f7f-4902-b2e3-bd33108e1251 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6669195 Jul 16 08:59:13.987190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44242) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:14.011377 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] Set router 2347650f-6bd8-4803-94f5-bb5e4391b0cb gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:14.014322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Allocated IP 172.25.6.158 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/b25f4f27-07e3-4d37-86e9-bf9ebc44f255) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:14.099784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-316002a2-0e13-4f8b-945f-2e2a75b12a15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114101 Jul 16 08:59:14.100583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44252) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:14.110368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:14.252485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.261154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-641ba099-d983-4474-9dc4-df17ebbaaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.261973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-641ba099-d983-4474-9dc4-df17ebbaaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.262681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-641ba099-d983-4474-9dc4-df17ebbaaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.263325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-641ba099-d983-4474-9dc4-df17ebbaaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.263963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-641ba099-d983-4474-9dc4-df17ebbaaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.264599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-641ba099-d983-4474-9dc4-df17ebbaaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.265234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-641ba099-d983-4474-9dc4-df17ebbaaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.268368 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-641ba099-d983-4474-9dc4-df17ebbaaeee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6510 time: 0.5859694 Jul 16 08:59:14.284011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.388020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Network d1cf511e-c513-44b7-bd9d-26808ff3ee62 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:14.395782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:14.401965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:14.412768 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09e943e5-43e7-49e1-aebe-a9ef9e0b0dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.416345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:14.421042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.438638 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:08Z', 'revision_number': 3, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:14.466366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.506469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Pushing event updated for resources: {'Port': ['ID=dd621ac6-8d01-4924-a43f-b78fc536ffb1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:14.529720 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430469eb-af30-4815-aba6-ce17f191b618 None None] The sync data for ids ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'] in n-d-780147-28 is: [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:08Z', 'revision_number': 3, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:14.557890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:14.597955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=b25f4f27-07e3-4d37-86e9-bf9ebc44f255,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:14.601465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:14.608931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-66b9d9f4-c1b6-4671-92df-97588149ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.609597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-66b9d9f4-c1b6-4671-92df-97588149ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.610091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-66b9d9f4-c1b6-4671-92df-97588149ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.611875 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-66b9d9f4-c1b6-4671-92df-97588149ccde service neutron] 10.222.0.54 "GET /v2.0/networks?id=f56d1b59-6046-47e5-8358-9118989f30fb&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=d7cd753c-1243-4a01-b070-f46b22af0ad9&id=d7cd753c-1243-4a01-b070-f46b22af0ad9 HTTP/1.1" status: 200 len: 2297 time: 0.3075831 Jul 16 08:59:14.612942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:14.624734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.852221 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-047fea7c-d37e-4cb0-9c47-a0b19d509b57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee HTTP/1.1" status: 200 len: 1002 time: 0.1861854 Jul 16 08:59:15.130960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.202798 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.314388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-f03a92c4-af30-4922-a4fa-10430704c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.315890 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-f03a92c4-af30-4922-a4fa-10430704c2a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb977cdb-bd1e-4952-93e4-386a3ffddfea HTTP/1.1" status: 200 len: 855 time: 0.1493862 Jul 16 08:59:15.610451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.objects.ports [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94159) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:15.616259 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.716221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.744153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:15.748135 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.766126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:15.771653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.772267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.777806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7e632-e68e-484f-8915-ab8e776cada9 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:15.889100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-ed2a70b0-f436-43a0-9582-ccbc5e208565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.890674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-ed2a70b0-f436-43a0-9582-ccbc5e208565 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f56d1b59-6046-47e5-8358-9118989f30fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5661907 Jul 16 08:59:15.912610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=48385e7f-69c2-4060-be13-4a16294be54f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:15.943080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8dd066d1-fc23-4786-affc-ac4ecb555231 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:15.990533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44300) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.991645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-decd19e5-b2fd-4f73-9ee1-65d3dcaa5761 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8879926 Jul 16 08:59:16.031779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Pushing event updated for resources: {'Port': ['ID=dd621ac6-8d01-4924-a43f-b78fc536ffb1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:16.042150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.061487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:16.101675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.241379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 8dd066d1-fc23-4786-affc-ac4ecb555231 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:16.255787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8dd066d1-fc23-4786-affc-ac4ecb555231 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:16.257859 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.326281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '48385e7f-69c2-4060-be13-4a16294be54f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:16.328538 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.351727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Network d1cf511e-c513-44b7-bd9d-26808ff3ee62 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:16.353782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:16.557273 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.581780 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-b2342629-f474-4733-8186-f254bca2fdba service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505039 Jul 16 08:59:16.606580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 8dd066d1-fc23-4786-affc-ac4ecb555231, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8dd066d1-fc23-4786-affc-ac4ecb555231,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:16.612544 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.665222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Router 2347650f-6bd8-4803-94f5-bb5e4391b0cb has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:16.678491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.707926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:16.711561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.801786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=8dd066d1-fc23-4786-affc-ac4ecb555231,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:16.850887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Allocated IP 2001:db8::f816:3eff:fea4:cb7 (a959bc3e-b0e6-459f-b0b6-b598481d9524/48385e7f-69c2-4060-be13-4a16294be54f/bab46e45-3f96-447a-a84a-fe3f1d41dfa1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:16.889062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:16.905487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f9eac658-2118-4a38-8422-9eaa781dc46b admin admin] 10.222.0.55 "PUT /v2.0/routers/2347650f-6bd8-4803-94f5-bb5e4391b0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5323484 Jul 16 08:59:17.028078 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-d9cea3b6-63f1-475a-8206-08fe77ea3d8e service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372945 Jul 16 08:59:17.136391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-5da201d9-2fa9-497d-9088-bc730a2e50c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 217 time: 0.0917356 Jul 16 08:59:17.171228 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.185961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Transition to ACTIVE for port object bab46e45-3f96-447a-a84a-fe3f1d41dfa1 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:17.212186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Transition to ACTIVE for port object bab46e45-3f96-447a-a84a-fe3f1d41dfa1 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:17.223628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.414076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:17.418528 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Sync routers for ids ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:17.431053 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Routers {'2347650f-6bd8-4803-94f5-bb5e4391b0cb'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:17.431989 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:58:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:17.433313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Pushing event updated for resources: {'Port': ['ID=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:17.445858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:17.457086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:17.691902 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccbb08fd-eafe-4555-aa05-21fd7e8a9430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.694811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Attempting to bind port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:17.695274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Attempting to bind port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:17.695724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Attempting to bind port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:17.699924 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.706559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:17.707044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:17.707536 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.708034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:17.708660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Bound port: bab46e45-3f96-447a-a84a-fe3f1d41dfa1, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:17.709144 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.790305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] For port bab46e45-3f96-447a-a84a-fe3f1d41dfa1, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:17.794490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] For port bab46e45-3f96-447a-a84a-fe3f1d41dfa1, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:17.799656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.837013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e889-c85d-4280-9e2f-7c9b40872e8e req-a393bbe7-ea8d-4e88-9117-0df3717db517 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:17.855197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7f0e889-c85d-4280-9e2f-7c9b40872e8e req-a393bbe7-ea8d-4e88-9117-0df3717db517 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2684827 Jul 16 08:59:17.890639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8dd066d1-fc23-4786-affc-ac4ecb555231 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:17.897057 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Set router 2347650f-6bd8-4803-94f5-bb5e4391b0cb gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:17.974114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7f0e889-c85d-4280-9e2f-7c9b40872e8e req-cb9a9e9a-1fe3-4743-a0e0-ef347f966758 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169126 Jul 16 08:59:18.045930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb36d5c-a67d-4432-b1d3-2928b93f5f14 None None] Pushing event updated for resources: {'Port': ['ID=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.056612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.111063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8dd066d1-fc23-4786-affc-ac4ecb555231 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:18.111063 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.240023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:18.248624 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.274314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.277080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:18.308684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:18.309325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.350167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-5b258354-437b-45a4-96bc-034c626e345c tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:18.351370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=f8b0d143-c819-42e7-b4f8-f102bd0606df,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.352094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-5b258354-437b-45a4-96bc-034c626e345c tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 811 time: 0.3728189 Jul 16 08:59:18.377630 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-1e51d910-4b02-4a40-8a7e-9213fbfe719d tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/quotas/8cf1376abcf841f78b2ccf9b61519b4a HTTP/1.1" status: 200 len: 375 time: 0.0191731 Jul 16 08:59:18.399216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-cbd54500-aaf7-4d93-82d8-0da459fc1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:18.401692 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-cbd54500-aaf7-4d93-82d8-0da459fc1744 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.3585675 Jul 16 08:59:18.474867 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'dd621ac6-8d01-4924-a43f-b78fc536ffb1', 'name': '', 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'mac_address': 'fa:16:3e:06:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:12Z', 'updated_at': '2021-07-16T08:59:15Z', 'revision_number': 2, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'subnets': [{'id': '24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:18.514243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-5584c225-0df5-4ecd-ad52-7fd463c3288f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1295502 Jul 16 08:59:18.529943 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Checking router: 2347650f-6bd8-4803-94f5-bb5e4391b0cb for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:18.530509 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Updating router 2347650f-6bd8-4803-94f5-bb5e4391b0cb port dd621ac6-8d01-4924-a43f-b78fc536ffb1 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:18.558687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.564586 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d8fb9668-e3d9-4b5b-b6e4-a6937adc4ac8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5458679 Jul 16 08:59:18.578146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:18.582507 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.631785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:f6:59:a4', 'name': 'tempest-NetworksTestDHCPv6-1038369940'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:18.704903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.752007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event updated for resources: {'Port': ['ID=b25f4f27-07e3-4d37-86e9-bf9ebc44f255,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.808909 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.823786 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Floating IP a7affd1d-4b56-4dac-a9cd-cae29c1536ce associated. External IP: 172.25.6.158, port: 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c. Jul 16 08:59:19.009025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-da00861b-dd1b-4f79-b03d-60e4b77c3abd service neutron] 10.222.0.55 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938769 Jul 16 08:59:19.042021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df53cc-cb27-488f-a405-231327c259de req-a630e167-5ad5-4a1a-a4a9-ab1a57680629 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.043649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7df53cc-cb27-488f-a405-231327c259de req-a630e167-5ad5-4a1a-a4a9-ab1a57680629 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.5211196 Jul 16 08:59:19.147500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-6587fc2e-9f8b-4f56-a208-beb6ed7433b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.149249 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-6587fc2e-9f8b-4f56-a208-beb6ed7433b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7146621 Jul 16 08:59:19.152241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router afc34046-0766-48d1-b064-e80e6dc4f169 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:19.170972 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.188205 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Transition to ACTIVE for port object dd621ac6-8d01-4924-a43f-b78fc536ffb1 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:19.196327 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.277466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-1e759020-4be6-4dc8-a0ee-62adcc091b13 service neutron] 10.222.0.55 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533462 Jul 16 08:59:19.321753 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351ac4-39f6-48e7-8b30-884e24109776 None None] Pushing event updated for resources: {'Port': ['ID=dd621ac6-8d01-4924-a43f-b78fc536ffb1,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.328151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7df53cc-cb27-488f-a405-231327c259de req-3c5a0e98-f1b7-4024-af9a-97f6f54ed6da tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564933 Jul 16 08:59:19.348399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:19.356893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:19.371390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] Sync routers for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:19.402342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:19.403358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:59:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:19.492093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.514118 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Attempting to bind port dd621ac6-8d01-4924-a43f-b78fc536ffb1 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:19.514701 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Attempting to bind port dd621ac6-8d01-4924-a43f-b78fc536ffb1 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:19.516521 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Attempting to bind port dd621ac6-8d01-4924-a43f-b78fc536ffb1 on network d1cf511e-c513-44b7-bd9d-26808ff3ee62 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:19.528039 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:19.529113 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Checking segment: {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:19.531626 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.532060 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Bound using segment: {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:19.533834 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Bound port: dd621ac6-8d01-4924-a43f-b78fc536ffb1, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:19.534334 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.593448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:19.663646 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f64235d5-96cb-4cae-8447-f91ca5dc1f88 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.0123427 Jul 16 08:59:19.665812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44388) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:19.667773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:19.672411 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a10da20-a3d2-4df8-b809-cfcfe927f781" -d '{"events": [{"name": "network-changed", "server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:19.734601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-66015a68-10f9-4f7e-8d8e-faf3ca2e01ff service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745249 Jul 16 08:59:19.759953 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] For port dd621ac6-8d01-4924-a43f-b78fc536ffb1, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:19.770708 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] For port dd621ac6-8d01-4924-a43f-b78fc536ffb1, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dd621ac6-8d01-4924-a43f-b78fc536ffb1,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:19.780291 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.803049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855a7c4-5d80-495d-a303-877862467f15 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:19.927817 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Routers {'2347650f-6bd8-4803-94f5-bb5e4391b0cb'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:19.932082 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:59:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:20.010396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3f51c5a0-45c2-4188-a31b-7a84a328af66 None None] Provisioning for port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:20.138190 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] Set router 2347650f-6bd8-4803-94f5-bb5e4391b0cb gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:20.168662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bab46e45-3f96-447a-a84a-fe3f1d41dfa1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:20.196493 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-dc9566fd-6dc4-4c2e-b465-db13a8fa10c4 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010720 Jul 16 08:59:20.397385 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7ca86b03-37fd-4776-b055-fdce9e391d59 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/a7affd1d-4b56-4dac-a9cd-cae29c1536ce HTTP/1.1" status: 200 len: 992 time: 0.6939838 Jul 16 08:59:20.407528 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673db2ee-cd6d-4885-b5d5-0bf6f227c02b x-openstack-request-id: req-673db2ee-cd6d-4885-b5d5-0bf6f227c02b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:20.407824 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:20.408083 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-673db2ee-cd6d-4885-b5d5-0bf6f227c02b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:20.410214 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'status': 'completed', 'code': 200} Jul 16 08:59:20.411942 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-8cdb9a7d-4cc1-40ad-a2a0-41d6ffc03d15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 217 time: 0.1888494 Jul 16 08:59:20.485216 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351ac4-39f6-48e7-8b30-884e24109776 None None] Pushing event updated for resources: {'Port': ['ID=dd621ac6-8d01-4924-a43f-b78fc536ffb1,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:20.670304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a811ef2-27d1-447e-98e0-c27d3a10824a req-9ec6aaed-a126-42f8-8e07-6dc3ecfd06fc tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 210 time: 0.1444240 Jul 16 08:59:20.701803 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'dd621ac6-8d01-4924-a43f-b78fc536ffb1', 'name': '', 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'mac_address': 'fa:16:3e:06:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:12Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 4, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'subnets': [{'id': '24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:20.717505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-66cc8fdc-35c2-496a-a2d1-419a7b7333de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.717505 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-66cc8fdc-35c2-496a-a2d1-419a7b7333de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.2972639 Jul 16 08:59:20.784101 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34d7a1-d8d8-41e7-9668-17072ea06b9c None None] The sync data for ids ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'] in n-d-780147-28 is: [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'dd621ac6-8d01-4924-a43f-b78fc536ffb1', 'name': '', 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'mac_address': 'fa:16:3e:06:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:12Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 4, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'subnets': [{'id': '24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:20.809449 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.919429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 5a0c3ad4-3fcf-4837-8b59-84f5347bc247 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:20.925629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-43539045-6c7c-42b4-8ac9-13046a0e744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.927799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-43539045-6c7c-42b4-8ac9-13046a0e744a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 1098 time: 0.4851778 Jul 16 08:59:20.973093 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.012477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-a4db8ffe-46a1-44c6-8d46-4bb5cb492b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.016477 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-a4db8ffe-46a1-44c6-8d46-4bb5cb492b53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2811167 Jul 16 08:59:21.214187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:21.235129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec60d-a254-4466-91a0-dd08000a6b59 req-549e1c69-331a-4d3d-87c0-e7c03202f494 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.235386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:21.235763 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.245321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f31ec60d-a254-4466-91a0-dd08000a6b59 req-549e1c69-331a-4d3d-87c0-e7c03202f494 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.5355501 Jul 16 08:59:21.341459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a7affd1d-4b56-4dac-a9cd-cae29c1536ce', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'port_id': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'mac_address': 'fa:16:3e:b6:03:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:15Z', 'updated_at': '2021-07-16T08:59:15Z', 'revision_number': 0, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:43Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.399738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44432) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:21.410447 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-16b6c26d-7262-4d7d-8994-85f6a599b502 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813009 Jul 16 08:59:21.448665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f31ec60d-a254-4466-91a0-dd08000a6b59 req-1814767b-e2af-4037-a4ae-803d8d6c6e55 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944094 Jul 16 08:59:21.455246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] Checking router: afc34046-0766-48d1-b064-e80e6dc4f169 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:21.539673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 172.20.0.9 (a959bc3e-b0e6-459f-b0b6-b598481d9524/f8b0d143-c819-42e7-b4f8-f102bd0606df/5a0c3ad4-3fcf-4837-8b59-84f5347bc247) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:21.551911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-95e5d069-7d7a-4e92-ae71-8e5520014f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.553528 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-95e5d069-7d7a-4e92-ae71-8e5520014f41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abb28a17-bacd-4afb-bafb-f7769bcaab50 HTTP/1.1" status: 200 len: 897 time: 0.6139061 Jul 16 08:59:21.559252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fef6:59a4 (a959bc3e-b0e6-459f-b0b6-b598481d9524/48385e7f-69c2-4060-be13-4a16294be54f/5a0c3ad4-3fcf-4837-8b59-84f5347bc247) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:21.568807 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-106131d5-f8c7-41c1-b9b6-d23baeb7ec3e service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148162 Jul 16 08:59:21.583480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:21.583956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:59:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.789456 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-c01e0476-b141-40e3-b92f-9851a039eb56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=b907f41a-7d40-4b14-939a-e6b601b4b132 HTTP/1.1" status: 200 len: 217 time: 0.2017202 Jul 16 08:59:21.880539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.907187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 5a0c3ad4-3fcf-4837-8b59-84f5347bc247 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:21.931033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef19fa2-304a-4664-a0a0-d6d3de1e0b0e None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '48385e7f-69c2-4060-be13-4a16294be54f', 'ip_address': '2001:db8::f816:3eff:fea4:cb7'}, {'subnet_id': 'f8b0d143-c819-42e7-b4f8-f102bd0606df'}], 'binding:host_id': 'n-d-780147-28'}, 'id': 'bab46e45-3f96-447a-a84a-fe3f1d41dfa1'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:59:21.956002 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.019886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:22.024506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:22.065459 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.105465 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fd813916-93d2-4e28-910e-3e1cb028f130 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/a7affd1d-4b56-4dac-a9cd-cae29c1536ce HTTP/1.1" status: 200 len: 992 time: 0.7038388 Jul 16 08:59:22.125429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:22.148997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=5a0c3ad4-3fcf-4837-8b59-84f5347bc247,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.294999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45f3e253-5a2e-479e-8715-4383d2178864 req-67e8fdd6-6223-45fb-a926-c46f0f653ba7 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 210 time: 0.2435148 Jul 16 08:59:22.309980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.318426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.381061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-db827d2d-edd1-4924-8e06-3390e16799fc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7747805 Jul 16 08:59:22.382176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44452) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:22.387094 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ef19fa2-304a-4664-a0a0-d6d3de1e0b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.392048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port bab46e45-3f96-447a-a84a-fe3f1d41dfa1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:22.419814 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.528957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:22.573253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825cfc6-e5ac-4e18-af8d-85607d43d477 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.592283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825cfc6-e5ac-4e18-af8d-85607d43d477 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.600205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9825cfc6-e5ac-4e18-af8d-85607d43d477 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2125158 Jul 16 08:59:22.601862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44456) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:22.642100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dd621ac6-8d01-4924-a43f-b78fc536ffb1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:22.812878 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-28097cc1-d789-40ab-96d5-4ff28df9bafc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c HTTP/1.1" status: 200 len: 1000 time: 1.2259192 Jul 16 08:59:22.813376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.827180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-7ceaa328-2cec-4734-ba22-e40bb67b4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.828520 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-7ceaa328-2cec-4734-ba22-e40bb67b4491 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 1.0026171 Jul 16 08:59:22.879109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-da8f4d0a-2bc2-454f-a76a-f7a9101e29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.880945 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-da8f4d0a-2bc2-454f-a76a-f7a9101e29bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85e6d01c-71f1-4361-8a4a-79476453b10a HTTP/1.1" status: 200 len: 835 time: 0.0559227 Jul 16 08:59:22.947209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dac9b28c-c513-48f2-b673-8d1ab54c6ca9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 5a0c3ad4-3fcf-4837-8b59-84f5347bc247 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:22.947733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dac9b28c-c513-48f2-b673-8d1ab54c6ca9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.003079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-90b1908f-4ec6-4b65-a0f6-ca92af034ff6 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.004645 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-90b1908f-4ec6-4b65-a0f6-ca92af034ff6 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.52 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 811 time: 1.1798711 Jul 16 08:59:23.027262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Request body: {'port': {'device_id': '54bd0516-8778-4917-8aa3-6057f5f98c39', 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62', 'admin_state_up': True, 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:23.034882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port dd621ac6-8d01-4924-a43f-b78fc536ffb1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:23.087638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dd621ac6-8d01-4924-a43f-b78fc536ffb1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:23.088571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.104918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-6cb2f987-5515-449b-b26e-e09c5d87d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.106536 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-6cb2f987-5515-449b-b26e-e09c5d87d5cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2247083 Jul 16 08:59:23.112124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44468) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:23.143816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-7691e99d-a158-4b2d-8bb2-cb467ae5a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.145785 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-7691e99d-a158-4b2d-8bb2-cb467ae5a855 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abb28a17-bacd-4afb-bafb-f7769bcaab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2496715 Jul 16 08:59:23.318474 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-820b7034-1c11-4dae-9eac-145e12ed115e service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800730 Jul 16 08:59:23.329839 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dac9b28c-c513-48f2-b673-8d1ab54c6ca9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.427238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1ef19fa2-304a-4664-a0a0-d6d3de1e0b0e None None] Allocated IP 172.20.0.2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/f8b0d143-c819-42e7-b4f8-f102bd0606df/bab46e45-3f96-447a-a84a-fe3f1d41dfa1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:23.443283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dac9b28c-c513-48f2-b673-8d1ab54c6ca9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 5a0c3ad4-3fcf-4837-8b59-84f5347bc247 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:23.471724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-89fa92c1-f22e-48f7-a25d-77796524fa38 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/a7affd1d-4b56-4dac-a9cd-cae29c1536ce HTTP/1.1" status: 200 len: 992 time: 0.3566389 Jul 16 08:59:23.483876 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-00f13601-a39a-4967-b67d-fb7120ce2bf2 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502497 Jul 16 08:59:23.545434 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-dd783d08-cada-45f6-a63c-c2efb2e00ef5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a HTTP/1.1" status: 200 len: 217 time: 0.0465961 Jul 16 08:59:23.614947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1ef19fa2-304a-4664-a0a0-d6d3de1e0b0e None None] For port bab46e45-3f96-447a-a84a-fe3f1d41dfa1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:23.657913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ef19fa2-304a-4664-a0a0-d6d3de1e0b0e None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.704236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.719055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-08c8a077-514c-48fa-901f-6fe2d2a5bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.722776 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-08c8a077-514c-48fa-901f-6fe2d2a5bc3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1626136 Jul 16 08:59:23.746867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port dd621ac6-8d01-4924-a43f-b78fc536ffb1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dd621ac6-8d01-4924-a43f-b78fc536ffb1,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:23.753629 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.760655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1ef19fa2-304a-4664-a0a0-d6d3de1e0b0e None None] Transition to ACTIVE for port object bab46e45-3f96-447a-a84a-fe3f1d41dfa1 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:23.785637 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ef19fa2-304a-4664-a0a0-d6d3de1e0b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.804815 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-f445d340-be36-48c4-bb59-88601b4777c3 service neutron] 10.222.0.54 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853480 Jul 16 08:59:23.875179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f504fe2-1796-44b0-a99c-b91b2bd2ea7e req-877ecbc8-a9d1-4e4c-bfa5-a46746fb73df tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 210 time: 0.2681465 Jul 16 08:59:23.879129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dac9b28c-c513-48f2-b673-8d1ab54c6ca9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.885004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a7affd1d-4b56-4dac-a9cd-cae29c1536ce', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'port_id': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'mac_address': 'fa:16:3e:b6:03:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:15Z', 'updated_at': '2021-07-16T08:59:15Z', 'revision_number': 0, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:43Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:23.923654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237ec27-816b-4732-8572-c1d54b44da36 None None] The sync data for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 is: [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a7affd1d-4b56-4dac-a9cd-cae29c1536ce', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'port_id': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'mac_address': 'fa:16:3e:b6:03:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:15Z', 'updated_at': '2021-07-16T08:59:15Z', 'revision_number': 0, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:43Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:23.929598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=dd621ac6-8d01-4924-a43f-b78fc536ffb1,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:23.938373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9b28c-c513-48f2-b673-8d1ab54c6ca9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=5a0c3ad4-3fcf-4837-8b59-84f5347bc247,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:24.051524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ce7e6-3b61-401c-ace7-79c2326ce082 req-6a79e01b-1b27-42ca-b6f1-ab07d3f1ea96 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.058796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f3ce7e6-3b61-401c-ace7-79c2326ce082 req-6a79e01b-1b27-42ca-b6f1-ab07d3f1ea96 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4946904 Jul 16 08:59:24.090230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef19fa2-304a-4664-a0a0-d6d3de1e0b0e None None] Pushing event updated for resources: {'Port': ['ID=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:24.129915 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0a10da20-a3d2-4df8-b809-cfcfe927f781 req-0c90bf90-8ce0-422d-837e-66586f631ad8 service neutron] 10.222.0.54 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941122 Jul 16 08:59:24.152506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Made reservation on behalf of 8cf1376abcf841f78b2ccf9b61519b4a for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:24.156440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.214896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-b6523257-bfa0-408c-be07-7e7cd6aad11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.225314 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-b6523257-bfa0-408c-be07-7e7cd6aad11d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3963480 Jul 16 08:59:24.302504 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dac9b28c-c513-48f2-b673-8d1ab54c6ca9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.309146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dac9b28c-c513-48f2-b673-8d1ab54c6ca9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/5a0c3ad4-3fcf-4837-8b59-84f5347bc247 HTTP/1.1" status: 204 len: 168 time: 1.7034669 Jul 16 08:59:24.317482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44492) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:24.333721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f3ce7e6-3b61-401c-ace7-79c2326ce082 req-31ffb6db-c0d9-4462-a441-3c51fad599c8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174850 Jul 16 08:59:24.353909 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7e019-d3df-411e-bf19-4a79197aa3a3 None None] New status for floating IP a7affd1d-4b56-4dac-a9cd-cae29c1536ce: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:59:24.473996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44496) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:24.583657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dd621ac6-8d01-4924-a43f-b78fc536ffb1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:24.592591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cba9b526-45fd-4795-be7a-286ff4205fa0 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/a7affd1d-4b56-4dac-a9cd-cae29c1536ce HTTP/1.1" status: 200 len: 992 time: 0.1173987 Jul 16 08:59:24.632057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b4d94-0d5c-453b-be53-bd35f4f6bcc9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.636652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b4d94-0d5c-453b-be53-bd35f4f6bcc9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.638377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b4d94-0d5c-453b-be53-bd35f4f6bcc9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.643574 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ef4b4d94-0d5c-453b-be53-bd35f4f6bcc9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3057728 Jul 16 08:59:24.644235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44500) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:24.663843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Allocated IP 172.20.0.13 (d1cf511e-c513-44b7-bd9d-26808ff3ee62/24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27/e9fb160f-4a42-433d-9e03-8e67c8311c3c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:24.697961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dd621ac6-8d01-4924-a43f-b78fc536ffb1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:24.698496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.740821 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-de4bf331-bc62-4425-a32b-310289469c9e service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145388 Jul 16 08:59:24.764162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ede1724-738e-4210-84a3-43f06d1c2ac6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 48385e7f-69c2-4060-be13-4a16294be54f {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:24.768805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ede1724-738e-4210-84a3-43f06d1c2ac6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.841389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ede1724-738e-4210-84a3-43f06d1c2ac6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.861254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bab46e45-3f96-447a-a84a-fe3f1d41dfa1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:24.908545 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-44ff6a78-3e17-479f-ac74-41994f6438a8 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503050 Jul 16 08:59:24.978494 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-eadfbf34-1740-4a53-b1f5-3a7ed65e598c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d HTTP/1.1" status: 200 len: 217 time: 0.0562310 Jul 16 08:59:24.983749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e36b34d2-750f-45d3-bb87-081ce32ae415 None None] Provisioning for port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:24.988917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e36b34d2-750f-45d3-bb87-081ce32ae415 None None] Provisioning complete for port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:24.989474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e36b34d2-750f-45d3-bb87-081ce32ae415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.032039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:25.032743 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.044753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ede1724-738e-4210-84a3-43f06d1c2ac6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.124965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-1635798c-3427-4818-b3cc-21d959d2b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:25.126513 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-1635798c-3427-4818-b3cc-21d959d2b00a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.1348045 Jul 16 08:59:25.185785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58b53623-89af-458a-9ae9-e056691a10f7 req-006d23a8-9a9d-45df-b1c5-c2ec76c8a173 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 210 time: 0.0552957 Jul 16 08:59:25.230175 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ede1724-738e-4210-84a3-43f06d1c2ac6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.329903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede1724-738e-4210-84a3-43f06d1c2ac6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=48385e7f-69c2-4060-be13-4a16294be54f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.339714 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ede1724-738e-4210-84a3-43f06d1c2ac6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.346928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1ede1724-738e-4210-84a3-43f06d1c2ac6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/48385e7f-69c2-4060-be13-4a16294be54f HTTP/1.1" status: 204 len: 168 time: 0.6978574 Jul 16 08:59:25.347629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44510) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.397369 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.450207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-ae5b47dc-7022-49e9-ad0f-8a6e3f0cb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:25.458373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c3aebdff-ac08-4c01-8ffe-4546852936e9 None None] Could not find standard attr ID for object 5a0c3ad4-3fcf-4837-8b59-84f5347bc247. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:25.461023 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-ae5b47dc-7022-49e9-ad0f-8a6e3f0cb0ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3243239 Jul 16 08:59:25.505657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba241c7-52f8-4534-97a7-7c7ca2dafb97 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet f8b0d143-c819-42e7-b4f8-f102bd0606df {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:25.509931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba241c7-52f8-4534-97a7-7c7ca2dafb97 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.552608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.577544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba241c7-52f8-4534-97a7-7c7ca2dafb97 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.652833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44520) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.715991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c458df3-aa1c-40d6-8e31-f3eea984d23d None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:25.730449 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba241c7-52f8-4534-97a7-7c7ca2dafb97 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.759198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Pushing event updated for resources: {'Port': ['ID=e9fb160f-4a42-433d-9e03-8e67c8311c3c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.771697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Network d1cf511e-c513-44b7-bd9d-26808ff3ee62 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:25.778993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:25.784448 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-25bee965-9959-45d8-b340-af59a8931822 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116586 Jul 16 08:59:25.789998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:25.882121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a80d8c86-32cb-4939-8726-e5c88532e9ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/a7affd1d-4b56-4dac-a9cd-cae29c1536ce HTTP/1.1" status: 200 len: 994 time: 0.2247407 Jul 16 08:59:25.898980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba241c7-52f8-4534-97a7-7c7ca2dafb97 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.938284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:25.938938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.943290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6817df-a2a6-4649-83b6-ba70fa5175cf req-e461f502-8ba9-4da0-88de-cdd36941a8d2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:25.951482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c6817df-a2a6-4649-83b6-ba70fa5175cf req-e461f502-8ba9-4da0-88de-cdd36941a8d2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1641867 Jul 16 08:59:25.988998 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba241c7-52f8-4534-97a7-7c7ca2dafb97 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.993608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1ba241c7-52f8-4534-97a7-7c7ca2dafb97 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/f8b0d143-c819-42e7-b4f8-f102bd0606df HTTP/1.1" status: 204 len: 168 time: 0.6419811 Jul 16 08:59:25.993608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba241c7-52f8-4534-97a7-7c7ca2dafb97 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b0d143-c819-42e7-b4f8-f102bd0606df,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.994956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44524) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.033120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2fb4af95-f477-4756-a75e-4c252eedbaf9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0156379 Jul 16 08:59:26.053859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Request body: {'port': {'device_id': '54bd0516-8778-4917-8aa3-6057f5f98c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:26.082944 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-c4049a99-4fc5-4890-bf01-d81c67b83535 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847779 Jul 16 08:59:26.095369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:26.100806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-67bb5094-07ec-4fcf-97cb-f45ce45f021d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801771 Jul 16 08:59:26.101685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44528) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.119467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:26.147029 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-66c72100-7427-41d3-aa5e-173646a2599e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a HTTP/1.1" status: 200 len: 217 time: 0.0546503 Jul 16 08:59:26.148663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] Deleting port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:26.149048 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.218849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] For port bab46e45-3f96-447a-a84a-fe3f1d41dfa1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:26.219248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.231880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] Calling delete_port for bab46e45-3f96-447a-a84a-fe3f1d41dfa1 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:26.232325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.236030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c6817df-a2a6-4649-83b6-ba70fa5175cf req-4de9df7a-5d01-4944-a368-d2e5755cf80e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832890 Jul 16 08:59:26.288655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-fed81a41-6c5f-41fd-889f-908ddc6bcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.290333 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-fed81a41-6c5f-41fd-889f-908ddc6bcf67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.1157424 Jul 16 08:59:26.382264 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.418681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:26.422595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.441618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] Pushing event deleted for resources: {'Port': ['ID=bab46e45-3f96-447a-a84a-fe3f1d41dfa1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:26.447734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e2315-6035-4ed7-a453-727fb326531a None None] No DVR routers for this DVR port bab46e45-3f96-447a-a84a-fe3f1d41dfa1 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:26.483944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44536) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.550302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-cb7ba433-8457-4e10-9f41-06534b235c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.552275 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-cb7ba433-8457-4e10-9f41-06534b235c89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2520440 Jul 16 08:59:26.566648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bab46e45-3f96-447a-a84a-fe3f1d41dfa1 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:26.617129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: bab46e45-3f96-447a-a84a-fe3f1d41dfa1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:26.617887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bab46e45-3f96-447a-a84a-fe3f1d41dfa1 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:26.708844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c523a-3200-45e8-a020-7fa53db21675 req-133db443-3828-4b2f-be26-e916a7301597 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.716711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-029c523a-3200-45e8-a020-7fa53db21675 req-133db443-3828-4b2f-be26-e916a7301597 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 932 time: 0.3177545 Jul 16 08:59:26.804780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-029c523a-3200-45e8-a020-7fa53db21675 req-115acb53-2e32-4af9-81dc-0b0e79a87871 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865633 Jul 16 08:59:26.946960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.objects.ports [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94159) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:26.948805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.978859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0389d35c-0c9f-494e-af74-d6da52002dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.999315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:27.004663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:27.009086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.010340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.014324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:27.024578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb311a5b-a5a0-474a-bbfb-ad1d4351e3e2 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:27.050995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44544) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:27.060639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:27.061622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-db1d3818-0e1b-424f-a13f-26d1c69d15f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9583368 Jul 16 08:59:27.184660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d751b068-481d-4913-9164-ce5427982709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:27.185515 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d751b068-481d-4913-9164-ce5427982709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.196098 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-ef3de17b-a04c-466e-a88f-d388925c999e service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348219 Jul 16 08:59:27.311567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fb160f-4a42-433d-9e03-8e67c8311c3c {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:27.328131 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.372671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d751b068-481d-4913-9164-ce5427982709 None None] Allocated IP 2001:db8::f816:3eff:fee5:3493 (a959bc3e-b0e6-459f-b0b6-b598481d9524/5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7/cc8a9a84-f256-4c16-8b40-fd8165119f8a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:27.390713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Transition to ACTIVE for port object e9fb160f-4a42-433d-9e03-8e67c8311c3c will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:27.405677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.426273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162f38-1a79-44e6-9546-eb73ea5eff65 req-d0de7c72-51cd-429b-8b8f-ee8c3da3e588 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.427861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56162f38-1a79-44e6-9546-eb73ea5eff65 req-d0de7c72-51cd-429b-8b8f-ee8c3da3e588 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.0772955 Jul 16 08:59:27.459102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0389d35c-0c9f-494e-af74-d6da52002dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.462286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1a34f6e1-1177-4cc6-b9a3-b0c4b1bf2ded req-ab30a0f2-acc1-4897-8cc0-c85555e13b59 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472470 Jul 16 08:59:27.476318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56162f38-1a79-44e6-9546-eb73ea5eff65 req-042a88f4-2df0-4aab-9953-722c95a40beb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369077 Jul 16 08:59:27.491158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0389d35c-0c9f-494e-af74-d6da52002dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.601286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb160f-4a42-433d-9e03-8e67c8311c3c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:27.621353 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d751b068-481d-4913-9164-ce5427982709 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.627787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:27.631297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d751b068-481d-4913-9164-ce5427982709 None None] Transition to ACTIVE for port object cc8a9a84-f256-4c16-8b40-fd8165119f8a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:27.632213 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.640649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d35c-0c9f-494e-af74-d6da52002dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fce51ec-57f8-465f-886a-21df7c5eb7d7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:27.652080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d751b068-481d-4913-9164-ce5427982709 None None] Transition to ACTIVE for port object cc8a9a84-f256-4c16-8b40-fd8165119f8a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:27.659633 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d751b068-481d-4913-9164-ce5427982709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.680953 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0389d35c-0c9f-494e-af74-d6da52002dcf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edfd3b5b5d284727be763f9e54379304&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1885099 Jul 16 08:59:27.681785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44552) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:27.681922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751b068-481d-4913-9164-ce5427982709 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:27.683547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d751b068-481d-4913-9164-ce5427982709 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:27.686418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d751b068-481d-4913-9164-ce5427982709 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:27.836228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24cf9ae0-49a9-42d9-afda-d451ec788d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.917817 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24cf9ae0-49a9-42d9-afda-d451ec788d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.920863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Attempting to bind port e9fb160f-4a42-433d-9e03-8e67c8311c3c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:27.921213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Attempting to bind port e9fb160f-4a42-433d-9e03-8e67c8311c3c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:27.921553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Attempting to bind port e9fb160f-4a42-433d-9e03-8e67c8311c3c on network d1cf511e-c513-44b7-bd9d-26808ff3ee62 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:27.943193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Port e9fb160f-4a42-433d-9e03-8e67c8311c3c on network d1cf511e-c513-44b7-bd9d-26808ff3ee62 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:59:27.943527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Attempting to bind port e9fb160f-4a42-433d-9e03-8e67c8311c3c on network d1cf511e-c513-44b7-bd9d-26808ff3ee62 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:27.975597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:27.975947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Checking segment: {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:27.976384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Bound using segment: {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:27.976838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Bound port: e9fb160f-4a42-433d-9e03-8e67c8311c3c, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:27.977205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.020899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24cf9ae0-49a9-42d9-afda-d451ec788d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.023563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24cf9ae0-49a9-42d9-afda-d451ec788d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.028009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-24cf9ae0-49a9-42d9-afda-d451ec788d8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fce51ec-57f8-465f-886a-21df7c5eb7d7 HTTP/1.1" status: 204 len: 168 time: 0.3469546 Jul 16 08:59:28.050746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf9ae0-49a9-42d9-afda-d451ec788d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fce51ec-57f8-465f-886a-21df7c5eb7d7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.123591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751b068-481d-4913-9164-ce5427982709 None None] Pushing event updated for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.136528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d751b068-481d-4913-9164-ce5427982709 None None] Attempting to bind port cc8a9a84-f256-4c16-8b40-fd8165119f8a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:28.136946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d751b068-481d-4913-9164-ce5427982709 None None] Attempting to bind port cc8a9a84-f256-4c16-8b40-fd8165119f8a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:28.137269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751b068-481d-4913-9164-ce5427982709 None None] Attempting to bind port cc8a9a84-f256-4c16-8b40-fd8165119f8a on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:28.143063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751b068-481d-4913-9164-ce5427982709 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:28.143446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751b068-481d-4913-9164-ce5427982709 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:28.143853 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d751b068-481d-4913-9164-ce5427982709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.144246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751b068-481d-4913-9164-ce5427982709 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:28.144727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d751b068-481d-4913-9164-ce5427982709 None None] Bound port: cc8a9a84-f256-4c16-8b40-fd8165119f8a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:28.145111 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d751b068-481d-4913-9164-ce5427982709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.241493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31c37b-63b9-41d2-9bd4-bd29f391afb6 req-f3bc05fe-9293-44b4-bce8-6969492bac1f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.245070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb31c37b-63b9-41d2-9bd4-bd29f391afb6 req-f3bc05fe-9293-44b4-bce8-6969492bac1f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 944 time: 0.1404181 Jul 16 08:59:28.253715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] For port e9fb160f-4a42-433d-9e03-8e67c8311c3c, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:28.262449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] For port e9fb160f-4a42-433d-9e03-8e67c8311c3c, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e9fb160f-4a42-433d-9e03-8e67c8311c3c,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:28.270328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.310086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d751b068-481d-4913-9164-ce5427982709 None None] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:28.315072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d751b068-481d-4913-9164-ce5427982709 None None] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc8a9a84-f256-4c16-8b40-fd8165119f8a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:28.323127 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d751b068-481d-4913-9164-ce5427982709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.342743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb31c37b-63b9-41d2-9bd4-bd29f391afb6 req-07440743-d1ab-4109-95be-67213302567f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845776 Jul 16 08:59:28.349832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.350484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.351937 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] 10.222.0.52 "PUT /v2.0/ports/e9fb160f-4a42-433d-9e03-8e67c8311c3c HTTP/1.1" status: 200 len: 1093 time: 2.3066957 Jul 16 08:59:28.352393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bd0516-8778-4917-8aa3-6057f5f98c39', 'tag': 'e9fb160f-4a42-433d-9e03-8e67c8311c3c'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:28.355371 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff7c246-8b13-4111-a8a6-c37618ff4a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "54bd0516-8778-4917-8aa3-6057f5f98c39", "tag": "e9fb160f-4a42-433d-9e03-8e67c8311c3c"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:28.436478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751b068-481d-4913-9164-ce5427982709 None None] Pushing event updated for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.461525 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470d5e00-8c74-4bb1-8d1a-fb7538c5f210 x-openstack-request-id: req-470d5e00-8c74-4bb1-8d1a-fb7538c5f210 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:28.461824 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bd0516-8778-4917-8aa3-6057f5f98c39", "tag": "e9fb160f-4a42-433d-9e03-8e67c8311c3c", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:28.462086 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-470d5e00-8c74-4bb1-8d1a-fb7538c5f210 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:28.462886 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bd0516-8778-4917-8aa3-6057f5f98c39', 'tag': 'e9fb160f-4a42-433d-9e03-8e67c8311c3c', 'status': 'completed', 'code': 200} Jul 16 08:59:28.514908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ad41f-0e6a-4004-85f2-d6f04e6a4eda service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb160f-4a42-433d-9e03-8e67c8311c3c,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.558941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.604850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:28.608655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:28.615925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.616773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.653689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44626) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:28.654165 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6004279 Jul 16 08:59:28.660418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:3a:fa:09', 'name': 'tempest-NetworksTestDHCPv6-353949361'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:28.670251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2ad0f9f7-4e2d-4f02-8cc6-dc97e1711601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.671534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44628) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:28.675106 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-2ad0f9f7-4e2d-4f02-8cc6-dc97e1711601 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 1096 time: 0.2375858 Jul 16 08:59:28.675867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51c2ee-0fbe-48eb-8f98-fad1cabe34c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=4c1eb60f-8a20-4296-89f4-1588d0837861,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.724049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e65b8137-59b5-4191-8288-f80335985b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.801294 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-d8d7707c-dbdf-4ee0-8a34-a003cafb9f9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb160f-4a42-433d-9e03-8e67c8311c3c HTTP/1.1" status: 200 len: 217 time: 0.1165519 Jul 16 08:59:28.923316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-b89bb55b-36c0-4b2f-969c-e6fc0421a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.925050 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-b89bb55b-36c0-4b2f-969c-e6fc0421a40b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 HTTP/1.1" status: 200 len: 851 time: 0.1146162 Jul 16 08:59:28.975015 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-b065164f-57f0-4ef0-8e57-250b2d8a0bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1cf511e-c513-44b7-bd9d-26808ff3ee62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421765 Jul 16 08:59:29.123067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec186548-f4b9-45d8-86a9-fd0f0db5db49 req-41a45523-ed35-4b54-afc2-cd1d8278aa45 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.125442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec186548-f4b9-45d8-86a9-fd0f0db5db49 req-41a45523-ed35-4b54-afc2-cd1d8278aa45 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3790340 Jul 16 08:59:29.141493 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-c7a1ac2c-4a5a-4848-b8ed-9b2f6995c3c2 service neutron] 10.222.0.52 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582587 Jul 16 08:59:29.210230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec186548-f4b9-45d8-86a9-fd0f0db5db49 req-84aa666e-7d6e-4504-9c97-1876f518742a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717869 Jul 16 08:59:29.237707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e65b8137-59b5-4191-8288-f80335985b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.258656 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e65b8137-59b5-4191-8288-f80335985b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.276670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:29.288357 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a6c532b9-ef49-4fb4-89fc-cf332ab587f6 req-930f8b5d-da44-498b-8c3d-64af5b047a5e service neutron] 10.222.0.52 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370792 Jul 16 08:59:29.334144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b8137-59b5-4191-8288-f80335985b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda22cf7-944e-455a-b8aa-77510d565a4d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:29.347014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e65b8137-59b5-4191-8288-f80335985b11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6124997ae51f42b79f2651f2e0a77bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6621733 Jul 16 08:59:29.349868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44708) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:29.474907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.499406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90e9db86-abbd-45e6-abf1-ddda5bed2330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.518974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 2c24758a-2a87-4cd9-82ef-353ba0227939 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:29.543059 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90e9db86-abbd-45e6-abf1-ddda5bed2330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.629354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-a2c16976-4b7a-4527-b0f0-6c40de458fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.634906 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-a2c16976-4b7a-4527-b0f0-6c40de458fbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 1096 time: 0.2659039 Jul 16 08:59:29.758866 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90e9db86-abbd-45e6-abf1-ddda5bed2330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.762281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90e9db86-abbd-45e6-abf1-ddda5bed2330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.770225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-90e9db86-abbd-45e6-abf1-ddda5bed2330 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bda22cf7-944e-455a-b8aa-77510d565a4d HTTP/1.1" status: 204 len: 168 time: 0.4181943 Jul 16 08:59:29.810672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9db86-abbd-45e6-abf1-ddda5bed2330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda22cf7-944e-455a-b8aa-77510d565a4d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:29.858909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-6b8c4015-f66d-483d-85e2-d09599d5939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.860670 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-6b8c4015-f66d-483d-85e2-d09599d5939d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 912 time: 0.2119849 Jul 16 08:59:29.871012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efe96e-cbdf-4e1e-a0e8-1339decf1e55 req-1e1dd3e2-ed05-46b1-8e1d-ff73267efc21 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.872826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86efe96e-cbdf-4e1e-a0e8-1339decf1e55 req-1e1dd3e2-ed05-46b1-8e1d-ff73267efc21 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 944 time: 0.2092340 Jul 16 08:59:29.874471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 172.20.0.6 (a959bc3e-b0e6-459f-b0b6-b598481d9524/4c1eb60f-8a20-4296-89f4-1588d0837861/2c24758a-2a87-4cd9-82ef-353ba0227939) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:29.907105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fe3a:fa09 (a959bc3e-b0e6-459f-b0b6-b598481d9524/5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7/2c24758a-2a87-4cd9-82ef-353ba0227939) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:30.021378 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-80b63b6f-2c91-434b-bfb6-b3079b282c8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb160f-4a42-433d-9e03-8e67c8311c3c HTTP/1.1" status: 200 len: 217 time: 0.1531057 Jul 16 08:59:30.026098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86efe96e-cbdf-4e1e-a0e8-1339decf1e55 req-a6387b2c-bd46-4e46-97ae-0b636da81614 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366820 Jul 16 08:59:30.082564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186110c5-9b40-43da-b23b-c27ec1b2cca5 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:30.119961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-bc85f615-4e41-4733-9c59-8038cc3e4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.122331 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-bc85f615-4e41-4733-9c59-8038cc3e4976 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 HTTP/1.1" status: 200 len: 851 time: 0.0924549 Jul 16 08:59:30.198280 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-64a1a9ee-543c-4a53-a6be-dbcf8bb00fa8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1cf511e-c513-44b7-bd9d-26808ff3ee62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693810 Jul 16 08:59:30.277570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.296017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 2c24758a-2a87-4cd9-82ef-353ba0227939 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:30.366041 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.421551 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-aa3cca12-754f-46f4-abd9-76a488076e92 service neutron] 10.222.0.52 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155910 Jul 16 08:59:30.452589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2e3c7743-8bac-4203-8434-fd7a5413f952 None None] Provisioning for port cc8a9a84-f256-4c16-8b40-fd8165119f8a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:30.458105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:30.463821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:30.471103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:30.476031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=2c24758a-2a87-4cd9-82ef-353ba0227939,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:30.554165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.555139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.555788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.556864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.557474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.557978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.558464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.558948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.559679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.560178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.560664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.561142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:30.636369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.637324 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.662767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef6f9b-e363-467b-a77d-c3cf9a8da7d8 None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7', 'ip_address': '2001:db8::f816:3eff:fee5:3493'}, {'subnet_id': '4c1eb60f-8a20-4296-89f4-1588d0837861'}], 'binding:host_id': 'n-d-780147-28'}, 'id': 'cc8a9a84-f256-4c16-8b40-fd8165119f8a'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:59:30.664589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-db5185d7-b97c-4fd6-a6f3-3c055df8494e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0086021 Jul 16 08:59:30.665686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44846) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.665856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-aff7c246-8b13-4111-a8a6-c37618ff4a0a req-f84f1d71-849b-4199-8a19-c945f234fa76 service neutron] 10.222.0.52 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346945 Jul 16 08:59:30.704097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc8a9a84-f256-4c16-8b40-fd8165119f8a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:30.723974 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1aef6f9b-e363-467b-a77d-c3cf9a8da7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.739222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc60b9b-6d3a-4f12-a756-3e85e27811a7 req-f3a269b4-bf1b-48bd-8272-19b13d871e0f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.746775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dc60b9b-6d3a-4f12-a756-3e85e27811a7 req-f3a269b4-bf1b-48bd-8272-19b13d871e0f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2003124 Jul 16 08:59:30.810389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059733c1-8dd7-408a-9f7b-adf079272a38 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.816811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059733c1-8dd7-408a-9f7b-adf079272a38 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.821200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44866) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.821326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-059733c1-8dd7-408a-9f7b-adf079272a38 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1516821 Jul 16 08:59:30.839458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dc60b9b-6d3a-4f12-a756-3e85e27811a7 req-eaf3edd7-f28f-4def-8af7-3ef00276f891 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917094 Jul 16 08:59:30.961925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-452dd6ff-6e90-4ddb-8266-fa4b25dd0177 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 2c24758a-2a87-4cd9-82ef-353ba0227939 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:30.962339 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-452dd6ff-6e90-4ddb-8266-fa4b25dd0177 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.964446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port cc8a9a84-f256-4c16-8b40-fd8165119f8a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:30.981238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:30.981565 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.063991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1aef6f9b-e363-467b-a77d-c3cf9a8da7d8 None None] Allocated IP 172.20.0.2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/4c1eb60f-8a20-4296-89f4-1588d0837861/cc8a9a84-f256-4c16-8b40-fd8165119f8a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:31.113854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-452dd6ff-6e90-4ddb-8266-fa4b25dd0177 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.154442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-452dd6ff-6e90-4ddb-8266-fa4b25dd0177 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 2c24758a-2a87-4cd9-82ef-353ba0227939 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:31.194264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1aef6f9b-e363-467b-a77d-c3cf9a8da7d8 None None] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc8a9a84-f256-4c16-8b40-fd8165119f8a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:31.262126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1aef6f9b-e363-467b-a77d-c3cf9a8da7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.301571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1aef6f9b-e363-467b-a77d-c3cf9a8da7d8 None None] Transition to ACTIVE for port object cc8a9a84-f256-4c16-8b40-fd8165119f8a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:31.311062 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1aef6f9b-e363-467b-a77d-c3cf9a8da7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.314241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab69b7-96d1-4c83-8ca7-68e0a404dbab req-c97e5272-8578-4f0d-bf89-9599a299e559 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.323053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-beab69b7-96d1-4c83-8ca7-68e0a404dbab req-c97e5272-8578-4f0d-bf89-9599a299e559 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 944 time: 0.1178832 Jul 16 08:59:31.414802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-beab69b7-96d1-4c83-8ca7-68e0a404dbab req-d23fc0a7-436d-4147-a091-4557dd15fd54 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838542 Jul 16 08:59:31.433060 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.500900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-452dd6ff-6e90-4ddb-8266-fa4b25dd0177 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.530201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc8a9a84-f256-4c16-8b40-fd8165119f8a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:31.552719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452dd6ff-6e90-4ddb-8266-fa4b25dd0177 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=2c24758a-2a87-4cd9-82ef-353ba0227939,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.566046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.584131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef6f9b-e363-467b-a77d-c3cf9a8da7d8 None None] Pushing event updated for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.684603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.731109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-452dd6ff-6e90-4ddb-8266-fa4b25dd0177 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.735905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44986) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:31.741029 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-452dd6ff-6e90-4ddb-8266-fa4b25dd0177 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/2c24758a-2a87-4cd9-82ef-353ba0227939 HTTP/1.1" status: 204 len: 168 time: 0.9186509 Jul 16 08:59:31.820682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c33ae-f43d-48fd-ae6a-82f42d128465 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.823644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c33ae-f43d-48fd-ae6a-82f42d128465 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.825739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c33ae-f43d-48fd-ae6a-82f42d128465 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.827385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-db0c33ae-f43d-48fd-ae6a-82f42d128465 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0904117 Jul 16 08:59:31.830444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45002) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:31.914216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e861de-a4ba-4063-a2df-50aec3849f7b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 4c1eb60f-8a20-4296-89f4-1588d0837861 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:31.916538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78e861de-a4ba-4063-a2df-50aec3849f7b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.992528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78e861de-a4ba-4063-a2df-50aec3849f7b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.198088 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78e861de-a4ba-4063-a2df-50aec3849f7b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.227632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b234174-c77e-4762-94b7-384debd2a1f4 req-b5596d53-2b38-4100-82ce-507cafc1bcab tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:32.230258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b234174-c77e-4762-94b7-384debd2a1f4 req-b5596d53-2b38-4100-82ce-507cafc1bcab tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2203681 Jul 16 08:59:32.304001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78e861de-a4ba-4063-a2df-50aec3849f7b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.333790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b234174-c77e-4762-94b7-384debd2a1f4 req-330e551d-a4f6-4d37-9d01-ffcc13d57254 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966618 Jul 16 08:59:32.366925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e861de-a4ba-4063-a2df-50aec3849f7b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1eb60f-8a20-4296-89f4-1588d0837861,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:32.370306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78e861de-a4ba-4063-a2df-50aec3849f7b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.378903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45080) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:32.379321 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-78e861de-a4ba-4063-a2df-50aec3849f7b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/4c1eb60f-8a20-4296-89f4-1588d0837861 HTTP/1.1" status: 204 len: 168 time: 0.5473080 Jul 16 08:59:32.468119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0a289e-9a3d-47fd-8d6c-3014c4b4ab21 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:32.471252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be0a289e-9a3d-47fd-8d6c-3014c4b4ab21 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.538679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3282b-bab8-47f6-9b08-1b9733960fed None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:32.562782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be0a289e-9a3d-47fd-8d6c-3014c4b4ab21 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.594091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc8a9a84-f256-4c16-8b40-fd8165119f8a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:32.649046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6026c48b-e8cf-4b99-a7c9-efc5b74728f2 None None] Provisioning for port cc8a9a84-f256-4c16-8b40-fd8165119f8a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:32.686220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6026c48b-e8cf-4b99-a7c9-efc5b74728f2 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:32.686822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6026c48b-e8cf-4b99-a7c9-efc5b74728f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.724050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be0a289e-9a3d-47fd-8d6c-3014c4b4ab21 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.734350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0824b-dd33-4e17-b232-120ebdd9185c req-72e0efa3-c6e9-4bd7-b2bc-19a2972bba94 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:32.741214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edb0824b-dd33-4e17-b232-120ebdd9185c req-72e0efa3-c6e9-4bd7-b2bc-19a2972bba94 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 944 time: 0.1449184 Jul 16 08:59:32.758029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:32.758402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.821578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edb0824b-dd33-4e17-b232-120ebdd9185c req-1ef30124-e276-480c-842c-fbdf980336cc tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794156 Jul 16 08:59:32.849633 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be0a289e-9a3d-47fd-8d6c-3014c4b4ab21 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.880807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a289e-9a3d-47fd-8d6c-3014c4b4ab21 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:32.895227 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be0a289e-9a3d-47fd-8d6c-3014c4b4ab21 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.900270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-be0a289e-9a3d-47fd-8d6c-3014c4b4ab21 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7 HTTP/1.1" status: 204 len: 168 time: 0.5173528 Jul 16 08:59:32.900740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45110) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:32.926869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6026c48b-e8cf-4b99-a7c9-efc5b74728f2 None None] Could not find standard attr ID for object 2c24758a-2a87-4cd9-82ef-353ba0227939. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:32.951398 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dea7b542-4cc3-43f8-9550-f3c1223988c6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494099 Jul 16 08:59:32.954047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:32.959560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:33.047740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4303e-89a8-43b3-98c8-784c13dc9469 None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7'}], 'binding:host_id': 'n-d-780147-28'}, 'id': 'cc8a9a84-f256-4c16-8b40-fd8165119f8a'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:59:33.072912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:33.077811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.087052 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fad4303e-89a8-43b3-98c8-784c13dc9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.289469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109c181-7570-4339-99db-fa2c771ae2cb None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:33.360299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.412733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0975ea11-5e09-4f50-a864-6ffcf21cd95c None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:33.413026 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0975ea11-5e09-4f50-a864-6ffcf21cd95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.447336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:33.453810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:33.458751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.459476 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.480339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=46b49a2d-71e3-48a6-be68-d650e8199a50,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:33.494169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.494708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.495607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.495607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.496209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.497032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.497438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.497943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.498246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.498649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.499193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.499589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:33.505470 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3f124eb1-eff2-4059-aabb-1378ea80f1ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5501208 Jul 16 08:59:33.508213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45140) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:33.515386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:33.669305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:33.674247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.677566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4ddd3-9757-4c44-b454-572f233a0c73 req-adb16e95-00ab-425f-b7af-c9bc8c614c38 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.680703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20b4ddd3-9757-4c44-b454-572f233a0c73 req-adb16e95-00ab-425f-b7af-c9bc8c614c38 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1100619 Jul 16 08:59:33.731740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e9fb160f-4a42-433d-9e03-8e67c8311c3c details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:33.766593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20b4ddd3-9757-4c44-b454-572f233a0c73 req-6423d8fe-4b74-47a9-8748-1fd1a9af81ef tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768392 Jul 16 08:59:33.773522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45146) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:33.864189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1414519-e602-4c35-8e4f-48018728bec6 None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '46b49a2d-71e3-48a6-be68-d650e8199a50'}], 'binding:host_id': 'n-d-780147-28'}, 'id': 'cc8a9a84-f256-4c16-8b40-fd8165119f8a'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:59:33.953602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7248ea31-360e-44c0-9fd7-21d13db75a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.038221 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1414519-e602-4c35-8e4f-48018728bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.095479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e9fb160f-4a42-433d-9e03-8e67c8311c3c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e9fb160f-4a42-433d-9e03-8e67c8311c3c,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:34.117248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'e9fb160f-4a42-433d-9e03-8e67c8311c3c', 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62', 'port_id': 'e9fb160f-4a42-433d-9e03-8e67c8311c3c', 'mac_address': 'fa:16:3e:11:22:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:34.155700 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7248ea31-360e-44c0-9fd7-21d13db75a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.167732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7248ea31-360e-44c0-9fd7-21d13db75a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.208675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7248ea31-360e-44c0-9fd7-21d13db75a9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f790d3530a64c728fe0e5076768d105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329655 Jul 16 08:59:34.215897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45152) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:34.225673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b064d2-a58b-4dd5-9b4d-6b5f37ff85f9 req-b7fe052f-1472-4daf-b480-c9863f23e991 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.235530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92b064d2-a58b-4dd5-9b4d-6b5f37ff85f9 req-b7fe052f-1472-4daf-b480-c9863f23e991 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 944 time: 0.2130442 Jul 16 08:59:34.268705 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.289233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:34.298718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb160f-4a42-433d-9e03-8e67c8311c3c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:34.320972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248ea31-360e-44c0-9fd7-21d13db75a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b53b3bc-fd10-4ce5-8ede-d7ee5ec7248d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:34.341226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e9fb160f-4a42-433d-9e03-8e67c8311c3c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e9fb160f-4a42-433d-9e03-8e67c8311c3c,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:34.345023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d1414519-e602-4c35-8e4f-48018728bec6 None None] Allocated IP 172.20.0.2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/46b49a2d-71e3-48a6-be68-d650e8199a50/cc8a9a84-f256-4c16-8b40-fd8165119f8a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:34.349173 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8dc389a7-c474-4057-83cd-0adefed48a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.350364 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.375476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8dc389a7-c474-4057-83cd-0adefed48a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.437095 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8dc389a7-c474-4057-83cd-0adefed48a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.439891 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8dc389a7-c474-4057-83cd-0adefed48a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.441089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8dc389a7-c474-4057-83cd-0adefed48a9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b53b3bc-fd10-4ce5-8ede-d7ee5ec7248d HTTP/1.1" status: 204 len: 168 time: 0.1958506 Jul 16 08:59:34.460841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92b064d2-a58b-4dd5-9b4d-6b5f37ff85f9 req-739e63b7-1e66-40a1-a75c-c714cec9d73a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243347 Jul 16 08:59:34.483672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc389a7-c474-4057-83cd-0adefed48a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b53b3bc-fd10-4ce5-8ede-d7ee5ec7248d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:34.581048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc8a9a84-f256-4c16-8b40-fd8165119f8a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:34.648678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d1414519-e602-4c35-8e4f-48018728bec6 None None] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc8a9a84-f256-4c16-8b40-fd8165119f8a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:34.653162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e9fb160f-4a42-433d-9e03-8e67c8311c3c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:34.697291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e9fb160f-4a42-433d-9e03-8e67c8311c3c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:34.758624 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1414519-e602-4c35-8e4f-48018728bec6 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.941939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45164) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:34.973271 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.981713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47aca44a-61c0-43a5-abd7-798982fe8c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.999354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d1414519-e602-4c35-8e4f-48018728bec6 None None] Transition to ACTIVE for port object cc8a9a84-f256-4c16-8b40-fd8165119f8a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:35.021053 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1414519-e602-4c35-8e4f-48018728bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.036772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc9e40-95e2-47e3-a39d-246646c3e042 req-0d9cab7d-8c4c-45b4-a99a-2d31cab479ca tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.038445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97bc9e40-95e2-47e3-a39d-246646c3e042 req-0d9cab7d-8c4c-45b4-a99a-2d31cab479ca tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1409357 Jul 16 08:59:35.098792 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.107785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97bc9e40-95e2-47e3-a39d-246646c3e042 req-c30a3928-b645-4737-89f8-e32040818b1c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594122 Jul 16 08:59:35.184757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47aca44a-61c0-43a5-abd7-798982fe8c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.191542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47aca44a-61c0-43a5-abd7-798982fe8c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.232211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1414519-e602-4c35-8e4f-48018728bec6 None None] Pushing event updated for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.238864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:59:35.239226 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:59:35.265521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-47aca44a-61c0-43a5-abd7-798982fe8c74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63ca08fb267242859996caa18bcffdea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213573 Jul 16 08:59:35.266699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aca44a-61c0-43a5-abd7-798982fe8c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc1b1bb-a154-4d30-b626-923f97fbcf4e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.273866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45168) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:35.338528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0a92d0f-9ec9-4163-a53d-63d395867485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.343462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc8a9a84-f256-4c16-8b40-fd8165119f8a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:35.391512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.396781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0a92d0f-9ec9-4163-a53d-63d395867485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.399780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.400612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.486576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:35.499469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0a92d0f-9ec9-4163-a53d-63d395867485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.502232 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0a92d0f-9ec9-4163-a53d-63d395867485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.503427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c0a92d0f-9ec9-4163-a53d-63d395867485 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bc1b1bb-a154-4d30-b626-923f97fbcf4e HTTP/1.1" status: 204 len: 168 time: 0.2286079 Jul 16 08:59:35.503575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:35.513031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.513672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.528028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a92d0f-9ec9-4163-a53d-63d395867485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc1b1bb-a154-4d30-b626-923f97fbcf4e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.542557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=ac1cd0aa-1e2a-4d8a-95e5-c71a2661fd7f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.546703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=9']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.562970 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-046b6a6c-0f42-4662-ad53-a893a90af6fa tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0535233 Jul 16 08:59:35.565795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45178) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:35.571731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:a2:0a:02', 'name': 'tempest-NetworksTestDHCPv6-1404093710'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:35.787961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:35.824577 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.881759 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc8a9a84-f256-4c16-8b40-fd8165119f8a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:35.887837 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.910308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772495af-c6ff-416c-bceb-ade612eda710 req-fce809c0-5ca0-4bdb-a0f9-ca75c7cc6b5f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.918047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-772495af-c6ff-416c-bceb-ade612eda710 req-fce809c0-5ca0-4bdb-a0f9-ca75c7cc6b5f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 945 time: 0.1621742 Jul 16 08:59:36.013463 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.023921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-772495af-c6ff-416c-bceb-ade612eda710 req-c41d5107-959e-4f84-a450-0b59ce2fc092 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049831 Jul 16 08:59:36.038129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:36.108996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 0ed8611d-6c47-4881-97e1-e1a3c556d1cf yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:36.330348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5d86b-3016-43e4-9e47-109e6d467cea None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:36.443294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19cb02-f21d-4222-967f-0204497e1e0c req-bba95ad7-c94d-47cc-b19f-d7b3dff294ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:36.445101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d19cb02-f21d-4222-967f-0204497e1e0c req-bba95ad7-c94d-47cc-b19f-d7b3dff294ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1400054 Jul 16 08:59:36.454539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 172.20.0.12 (a959bc3e-b0e6-459f-b0b6-b598481d9524/46b49a2d-71e3-48a6-be68-d650e8199a50/0ed8611d-6c47-4881-97e1-e1a3c556d1cf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:36.474704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fea2:a02 (a959bc3e-b0e6-459f-b0b6-b598481d9524/ac1cd0aa-1e2a-4d8a-95e5-c71a2661fd7f/0ed8611d-6c47-4881-97e1-e1a3c556d1cf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:36.486200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a0cd4518-cf3f-474d-a549-57468e7562a3 None None] Provisioning for port cc8a9a84-f256-4c16-8b40-fd8165119f8a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:36.496804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a0cd4518-cf3f-474d-a549-57468e7562a3 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:36.497173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4518-cf3f-474d-a549-57468e7562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.514189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d19cb02-f21d-4222-967f-0204497e1e0c req-8e1360dc-873d-45ae-9c7a-2d0e2d2b83df tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619676 Jul 16 08:59:36.658163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc8a9a84-f256-4c16-8b40-fd8165119f8a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:36.737132 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4518-cf3f-474d-a549-57468e7562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.769252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:36.769614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.811387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.826883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a0cd4518-cf3f-474d-a549-57468e7562a3 None None] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc8a9a84-f256-4c16-8b40-fd8165119f8a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:36.835885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4518-cf3f-474d-a549-57468e7562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.851802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 0ed8611d-6c47-4881-97e1-e1a3c556d1cf will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:36.939745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.942479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd4518-cf3f-474d-a549-57468e7562a3 None None] Pushing event updated for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=11']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:37.036648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:37.043676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:37.047096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:37.120883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=0ed8611d-6c47-4881-97e1-e1a3c556d1cf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:37.151389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:37.152183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.170869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45222) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:37.180578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-846a27eb-dc1b-4722-bf10-ae58c3805edf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6034417 Jul 16 08:59:37.301362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53cd5a4-267b-4696-be18-430b8776ed91 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:37.316126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53cd5a4-267b-4696-be18-430b8776ed91 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:37.317831 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c53cd5a4-267b-4696-be18-430b8776ed91 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1459136 Jul 16 08:59:37.329326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45226) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:37.361532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad80f-ec6d-4fa9-b2fb-076157239f2b req-5e7c40dd-3495-498a-8d42-b33ca23714c0 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:37.363357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-898ad80f-ec6d-4fa9-b2fb-076157239f2b req-5e7c40dd-3495-498a-8d42-b33ca23714c0 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 945 time: 0.1281703 Jul 16 08:59:37.454046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-898ad80f-ec6d-4fa9-b2fb-076157239f2b req-46162210-2ed6-41a7-92b1-e4de76b656ec tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843942 Jul 16 08:59:37.597219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7f688bc0-1512-400d-93d1-a8b9c05914c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 0ed8611d-6c47-4881-97e1-e1a3c556d1cf {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:37.600316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f688bc0-1512-400d-93d1-a8b9c05914c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.757671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e9fb160f-4a42-433d-9e03-8e67c8311c3c up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:37.868136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39290-e267-4261-8a8c-601e39893d02 req-3d6773ab-c5cf-489b-b50f-b1fa50a08318 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:37.891336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32b39290-e267-4261-8a8c-601e39893d02 req-3d6773ab-c5cf-489b-b50f-b1fa50a08318 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1346788 Jul 16 08:59:37.893115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f688bc0-1512-400d-93d1-a8b9c05914c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.901057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892202f-0343-41bf-b215-2d428f690b8b None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:37.904967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port e9fb160f-4a42-433d-9e03-8e67c8311c3c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:37.923832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7f688bc0-1512-400d-93d1-a8b9c05914c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 0ed8611d-6c47-4881-97e1-e1a3c556d1cf owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:37.972546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port e9fb160f-4a42-433d-9e03-8e67c8311c3c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:37.974319 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.028422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32b39290-e267-4261-8a8c-601e39893d02 req-5d3b68a6-d901-436c-bc8a-bd0a77b27eef tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347113 Jul 16 08:59:38.136631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-51b77871-6ec1-40ea-b27a-9e349c35b2b8 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:38.136914 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51b77871-6ec1-40ea-b27a-9e349c35b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.338824 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.344498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f688bc0-1512-400d-93d1-a8b9c05914c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.387816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688bc0-1512-400d-93d1-a8b9c05914c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=0ed8611d-6c47-4881-97e1-e1a3c556d1cf,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:38.404429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd0516-8778-4917-8aa3-6057f5f98c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb160f-4a42-433d-9e03-8e67c8311c3c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:38.406716 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff89b42a-a13b-4521-91bd-a68134aa15cb" -d '{"events": [{"server_uuid": "54bd0516-8778-4917-8aa3-6057f5f98c39", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb160f-4a42-433d-9e03-8e67c8311c3c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:38.428668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e9fb160f-4a42-433d-9e03-8e67c8311c3c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e9fb160f-4a42-433d-9e03-8e67c8311c3c,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:38.451769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.486196 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0656e60-4678-423a-a18c-99ad9006a5f5 x-openstack-request-id: req-b0656e60-4678-423a-a18c-99ad9006a5f5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:38.486486 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd0516-8778-4917-8aa3-6057f5f98c39", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb160f-4a42-433d-9e03-8e67c8311c3c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:38.486735 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0656e60-4678-423a-a18c-99ad9006a5f5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:38.487124 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bd0516-8778-4917-8aa3-6057f5f98c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb160f-4a42-433d-9e03-8e67c8311c3c', 'code': 200} Jul 16 08:59:38.536824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e9fb160f-4a42-433d-9e03-8e67c8311c3c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:38.582858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc8a9a84-f256-4c16-8b40-fd8165119f8a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:38.707081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f688bc0-1512-400d-93d1-a8b9c05914c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.709514 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7f688bc0-1512-400d-93d1-a8b9c05914c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/0ed8611d-6c47-4881-97e1-e1a3c556d1cf HTTP/1.1" status: 204 len: 168 time: 1.3790936 Jul 16 08:59:38.712212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45272) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:38.744596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:38.746148 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.812305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa943-8d19-475f-9b8b-c9d7f84e48b7 req-49c8e247-e08f-40cb-a472-11c5628b4137 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.822634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955023df-a0cc-43a0-a237-8cacc7aec6c1 req-15442843-f9f7-49f3-a0ba-d941c4dd76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.830274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-213aa943-8d19-475f-9b8b-c9d7f84e48b7 req-49c8e247-e08f-40cb-a472-11c5628b4137 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.1490161 Jul 16 08:59:38.839763 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-955023df-a0cc-43a0-a237-8cacc7aec6c1 req-15442843-f9f7-49f3-a0ba-d941c4dd76a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 1098 time: 0.2567029 Jul 16 08:59:38.888706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab3038-c719-4f04-b4ec-ab14b1fbb6d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.890503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab3038-c719-4f04-b4ec-ab14b1fbb6d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.892445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab3038-c719-4f04-b4ec-ab14b1fbb6d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.894190 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-faab3038-c719-4f04-b4ec-ab14b1fbb6d9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1806645 Jul 16 08:59:38.899636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45276) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:38.919327 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-955023df-a0cc-43a0-a237-8cacc7aec6c1 req-d8a8a489-944c-47e3-9a81-2eee8a676fb2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666046 Jul 16 08:59:38.973080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-213aa943-8d19-475f-9b8b-c9d7f84e48b7 req-08bb3f3e-e072-4beb-974a-47691bbd0ccc tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405339 Jul 16 08:59:39.014040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c353b2-6199-4e9e-ad69-81ae2b23d9ce tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 46b49a2d-71e3-48a6-be68-d650e8199a50 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:39.019168 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c353b2-6199-4e9e-ad69-81ae2b23d9ce tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.043512 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0342e99c-065a-4b32-96f3-ece7ac37a201 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:39.044058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0342e99c-065a-4b32-96f3-ece7ac37a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.074450 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c353b2-6199-4e9e-ad69-81ae2b23d9ce tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.240508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0342e99c-065a-4b32-96f3-ece7ac37a201 None None] Could not find standard attr ID for object 0ed8611d-6c47-4881-97e1-e1a3c556d1cf. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:39.311198 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c353b2-6199-4e9e-ad69-81ae2b23d9ce tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.379727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e2f58fc0-97a7-445a-b699-5a4caa68bf15 None None] Could not find standard attr ID for object 2c24758a-2a87-4cd9-82ef-353ba0227939. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:39.463448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3660a-864e-441c-8dc8-6af332b87158 req-39dbc50a-9f6c-4ec8-9f93-3e3418aa1469 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:39.465159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26b3660a-864e-441c-8dc8-6af332b87158 req-39dbc50a-9f6c-4ec8-9f93-3e3418aa1469 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1996915 Jul 16 08:59:39.504553 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c353b2-6199-4e9e-ad69-81ae2b23d9ce tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.898771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9da9fa98-e6cd-47c5-a11e-13480f36c637 None None] Could not find standard attr ID for object 0ed8611d-6c47-4881-97e1-e1a3c556d1cf. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:40.119691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26b3660a-864e-441c-8dc8-6af332b87158 req-d752f3d3-ad16-4cf5-8448-e215f92be945 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6480491 Jul 16 08:59:40.120804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c353b2-6199-4e9e-ad69-81ae2b23d9ce tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=46b49a2d-71e3-48a6-be68-d650e8199a50,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:40.145511 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c353b2-6199-4e9e-ad69-81ae2b23d9ce tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.147497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-86c353b2-6199-4e9e-ad69-81ae2b23d9ce tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/46b49a2d-71e3-48a6-be68-d650e8199a50 HTTP/1.1" status: 204 len: 168 time: 1.2465580 Jul 16 08:59:40.150393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45310) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:40.252467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-731c5dc5-ebb6-4efe-abf6-7e6f9fc5f628 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet ac1cd0aa-1e2a-4d8a-95e5-c71a2661fd7f {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:40.256194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731c5dc5-ebb6-4efe-abf6-7e6f9fc5f628 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.277481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0894ac7-d259-44eb-9fcc-8e3c47e366ad None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:40.338875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731c5dc5-ebb6-4efe-abf6-7e6f9fc5f628 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.360528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521921a-f5a2-462f-860a-4ab0002d6048 req-bcbaad9d-6674-4827-b4e0-782f001be66a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:40.372233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e521921a-f5a2-462f-860a-4ab0002d6048 req-bcbaad9d-6674-4827-b4e0-782f001be66a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.0820324 Jul 16 08:59:40.425048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e521921a-f5a2-462f-860a-4ab0002d6048 req-910d4d16-2f20-468b-935e-64d49f4cfb08 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Jul 16 08:59:40.564607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731c5dc5-ebb6-4efe-abf6-7e6f9fc5f628 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.660727 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731c5dc5-ebb6-4efe-abf6-7e6f9fc5f628 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.769175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731c5dc5-ebb6-4efe-abf6-7e6f9fc5f628 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.780096 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-731c5dc5-ebb6-4efe-abf6-7e6f9fc5f628 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/ac1cd0aa-1e2a-4d8a-95e5-c71a2661fd7f HTTP/1.1" status: 204 len: 168 time: 0.6264079 Jul 16 08:59:40.785898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5dc5-ebb6-4efe-abf6-7e6f9fc5f628 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1cd0aa-1e2a-4d8a-95e5-c71a2661fd7f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:40.789727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45326) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:40.852801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31308d94-a5df-4af3-8d61-62f430d31b25 None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': 'ac1cd0aa-1e2a-4d8a-95e5-c71a2661fd7f'}], 'binding:host_id': 'n-d-780147-28'}, 'id': 'cc8a9a84-f256-4c16-8b40-fd8165119f8a'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:59:40.867446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9fc08061-37ef-4e0c-a6e8-731bead34da5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698256 Jul 16 08:59:40.867446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45328) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:40.871883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:40.932004 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31308d94-a5df-4af3-8d61-62f430d31b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.964509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-2c103b70-5b6e-48ed-b3f0-3d5ce47657fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:40.966078 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-2c103b70-5b6e-48ed-b3f0-3d5ce47657fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1096 time: 0.1827083 Jul 16 08:59:41.180634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcda9f3-b941-441c-9194-72296430740c None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:41.187348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c594f-a25d-4605-82c3-dbca11bc99b7 req-8a076ac7-4c00-4cb8-a625-9380e69229a8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:41.193812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-2fc5ec6e-617d-4da9-a930-bd611b997fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:41.194410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c594f-a25d-4605-82c3-dbca11bc99b7 req-8a076ac7-4c00-4cb8-a625-9380e69229a8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4148672 Jul 16 08:59:41.197979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-2fc5ec6e-617d-4da9-a930-bd611b997fa4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.2223992 Jul 16 08:59:41.224863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:41.229366 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.296774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-c2eeb0e1-d243-4337-9018-da680b313273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:41.298623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-c2eeb0e1-d243-4337-9018-da680b313273 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 1098 time: 0.3720202 Jul 16 08:59:41.341187 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-3c3a10f7-51c4-4e23-a123-0e32535de08a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 998 time: 0.1360459 Jul 16 08:59:41.372842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-238c594f-a25d-4605-82c3-dbca11bc99b7 req-52bf04cb-aabc-480e-b090-1a21a5cc5bce tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774676 Jul 16 08:59:41.461925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-f2043171-e703-4825-b02f-7883dd0d6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:41.468208 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-f2043171-e703-4825-b02f-7883dd0d6039 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.1189399 Jul 16 08:59:41.490313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3371e975-dc69-4a0e-80f1-77ce228e0c67 None None] Provisioning complete for port cc8a9a84-f256-4c16-8b40-fd8165119f8a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:41.492983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3371e975-dc69-4a0e-80f1-77ce228e0c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.494574 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:41.623924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf5d9-5ccb-465d-9809-0e684b5d93d8 req-9be3a577-96f6-4b46-8a1a-aebd42972059 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:41.632970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af3cf5d9-5ccb-465d-9809-0e684b5d93d8 req-9be3a577-96f6-4b46-8a1a-aebd42972059 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.5452859 Jul 16 08:59:41.671834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-8b78f7eb-b567-4e6c-9f48-f8011279861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:41.677953 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-8b78f7eb-b567-4e6c-9f48-f8011279861a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1975880 Jul 16 08:59:41.782884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af3cf5d9-5ccb-465d-9809-0e684b5d93d8 req-cbf87095-8182-4a0f-874a-6efc5a0d8593 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463335 Jul 16 08:59:41.809424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:41.816921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-d191cf0f-0adc-4bb2-90fc-e8a94edff786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:41.824879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-d191cf0f-0adc-4bb2-90fc-e8a94edff786 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 912 time: 0.5022161 Jul 16 08:59:41.923902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45348) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:41.924910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] Deleting port cc8a9a84-f256-4c16-8b40-fd8165119f8a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:41.925295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.940343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-9bd9ce7e-faeb-4ad6-b34e-f6ac1155b65a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb160f-4a42-433d-9e03-8e67c8311c3c HTTP/1.1" status: 200 len: 217 time: 0.1033771 Jul 16 08:59:41.981535 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-07cccf04-0f67-448d-9992-b7a99772faf0 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921810 Jul 16 08:59:42.036913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-73401bb7-bd13-4c1f-b98a-b3ee91b06a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:42.038823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-73401bb7-bd13-4c1f-b98a-b3ee91b06a5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 HTTP/1.1" status: 200 len: 851 time: 0.0906076 Jul 16 08:59:42.051436 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.119130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-54f388cd-68fb-4c2d-9edf-0f15ac28e540 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1cf511e-c513-44b7-bd9d-26808ff3ee62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631826 Jul 16 08:59:42.130039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] For port cc8a9a84-f256-4c16-8b40-fd8165119f8a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc8a9a84-f256-4c16-8b40-fd8165119f8a,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:42.130443 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.150735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:42.158608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] Calling delete_port for cc8a9a84-f256-4c16-8b40-fd8165119f8a owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:42.168247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:42.187396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:42.188755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.203718 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-431d2865-32ce-4b40-81a9-8bd4641345f8 req-ced16335-4bb8-49ea-ad91-3246c3fc0bb1 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141590 Jul 16 08:59:42.218348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=9c7ff7a7-a655-4b80-871f-150d0014731b,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:42.238698 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2824141f-a271-439b-ab11-f179e6a06406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.287313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9d20529c-2d72-4444-bb22-8836078adcca tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4213390 Jul 16 08:59:42.290600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45356) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:42.298468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:42.336253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-529fce5b-aefe-4d8f-a3c2-00d24ca81716 service neutron] 10.222.0.52 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030153 Jul 16 08:59:42.354865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.384682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] Pushing event deleted for resources: {'Port': ['ID=cc8a9a84-f256-4c16-8b40-fd8165119f8a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:42.389024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c0aea-a6aa-45c2-a6ec-2b84f3cd0e63 None None] No DVR routers for this DVR port cc8a9a84-f256-4c16-8b40-fd8165119f8a on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:42.409805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731d1b2c-f854-4dea-ab79-1399134e755c None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:42.628150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc8a9a84-f256-4c16-8b40-fd8165119f8a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:42.652966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9bb3f0-631c-46d2-b10f-34fcc1d9089f req-6b244d16-5aab-475a-aacf-0d57622519bd service neutron] 10.222.0.52 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077254 Jul 16 08:59:42.658047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2824141f-a271-439b-ab11-f179e6a06406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.690298 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2824141f-a271-439b-ab11-f179e6a06406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.692669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:42.696307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.720972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: cc8a9a84-f256-4c16-8b40-fd8165119f8a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:42.721388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc8a9a84-f256-4c16-8b40-fd8165119f8a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:42.746186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '9c7ff7a7-a655-4b80-871f-150d0014731b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:42.746967 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.923360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824141f-a271-439b-ab11-f179e6a06406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ad6ce0-7b4d-43c8-85de-b4d562ec2ea0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:42.959428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2824141f-a271-439b-ab11-f179e6a06406 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=033a846ab8c942eaaf941c38ead8f7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0251436 Jul 16 08:59:42.976321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45372) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:43.025620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee968e1c-e2ca-4869-bab1-07b7f6e73956 req-ff45abce-58f6-405f-a766-8767fa0186d7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:43.034251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee968e1c-e2ca-4869-bab1-07b7f6e73956 req-ff45abce-58f6-405f-a766-8767fa0186d7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3707867 Jul 16 08:59:43.098014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee968e1c-e2ca-4869-bab1-07b7f6e73956 req-f1a4c765-ae29-4a04-8574-3cbf3f796354 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627401 Jul 16 08:59:43.114620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Allocated IP 172.20.0.2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/9c7ff7a7-a655-4b80-871f-150d0014731b/c2e188fd-19e6-4dda-9462-e9b6ad599a56) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:43.153795 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9521-8ccf-418b-95e6-26816c9eb642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.213521 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40f1c2-2620-4de0-a405-95a52c02528c req-1f604d16-eecd-4a33-a389-5d4f08c88c0a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:43.215245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e40f1c2-2620-4de0-a405-95a52c02528c req-1f604d16-eecd-4a33-a389-5d4f08c88c0a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.0876529 Jul 16 08:59:43.262251 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9521-8ccf-418b-95e6-26816c9eb642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.289382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e40f1c2-2620-4de0-a405-95a52c02528c req-79cb7b8e-4bed-4c8b-84c9-fdce2ac136e1 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669918 Jul 16 08:59:43.356363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.372129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Transition to ACTIVE for port object c2e188fd-19e6-4dda-9462-e9b6ad599a56 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:43.403617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Transition to ACTIVE for port object c2e188fd-19e6-4dda-9462-e9b6ad599a56 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:43.405549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9521-8ccf-418b-95e6-26816c9eb642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.409069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9521-8ccf-418b-95e6-26816c9eb642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.410263 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.411531 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2d3c9521-8ccf-418b-95e6-26816c9eb642 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89ad6ce0-7b4d-43c8-85de-b4d562ec2ea0 HTTP/1.1" status: 204 len: 168 time: 0.4343717 Jul 16 08:59:43.424304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c9521-8ccf-418b-95e6-26816c9eb642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ad6ce0-7b4d-43c8-85de-b4d562ec2ea0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:43.476475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:43.480129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:43.483855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:43.489634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Pushing event updated for resources: {'Port': ['ID=c2e188fd-19e6-4dda-9462-e9b6ad599a56,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:43.561100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:43.565690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Attempting to bind port c2e188fd-19e6-4dda-9462-e9b6ad599a56 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:43.566728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Attempting to bind port c2e188fd-19e6-4dda-9462-e9b6ad599a56 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:43.567098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Attempting to bind port c2e188fd-19e6-4dda-9462-e9b6ad599a56 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:43.574554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:43.574979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:43.575486 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.575885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:43.576618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Bound port: c2e188fd-19e6-4dda-9462-e9b6ad599a56, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:43.576991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.658385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] For port c2e188fd-19e6-4dda-9462-e9b6ad599a56, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:43.663909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] For port c2e188fd-19e6-4dda-9462-e9b6ad599a56, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c2e188fd-19e6-4dda-9462-e9b6ad599a56,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:43.677577 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.777170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874d20-52dd-4c52-b417-1200d21f462e None None] Pushing event updated for resources: {'Port': ['ID=c2e188fd-19e6-4dda-9462-e9b6ad599a56,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:43.831802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.096069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45398) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:44.128759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-934c1b0f-6a72-4cd9-b99b-eb0fd96d46ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.149910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] For port c2e188fd-19e6-4dda-9462-e9b6ad599a56, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c2e188fd-19e6-4dda-9462-e9b6ad599a56,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:44.209617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.224578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.225850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.307054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:44.317483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-934c1b0f-6a72-4cd9-b99b-eb0fd96d46ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.319162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:44.325062 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-934c1b0f-6a72-4cd9-b99b-eb0fd96d46ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.340380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:44.340998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.347074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd9bf6-31fb-4903-91ee-d3249c570eea req-428baf1e-a346-41d1-b2e1-cb7fa2d4c975 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:44.348934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccdd9bf6-31fb-4903-91ee-d3249c570eea req-428baf1e-a346-41d1-b2e1-cb7fa2d4c975 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1185350 Jul 16 08:59:44.374224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=5f189399-8988-49c9-baf6-b2476678aedf,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:44.389614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=c2e188fd-19e6-4dda-9462-e9b6ad599a56,revision_number=4']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:44.401532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45404) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:44.401911 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-269e7d30-a09b-444b-9aed-ba74bffbd96b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1086466 Jul 16 08:59:44.408711 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bd11a0d-e840-4fba-b3c3-690163f56ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.416414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-934c1b0f-6a72-4cd9-b99b-eb0fd96d46ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f54162a86577401bb81961e9f38a63d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160031 Jul 16 08:59:44.417224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45406) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:44.420158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:25:0b:42', 'name': 'tempest-NetworksTestDHCPv6-2017930572'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:44.425475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c1b0f-6a72-4cd9-b99b-eb0fd96d46ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cda449-9d33-4604-86fc-edce546766f8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:44.487488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af04b946-5dd6-4ae7-a1c1-4024755e8570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.511353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccdd9bf6-31fb-4903-91ee-d3249c570eea req-42007178-2d52-4bf0-98e3-3bf65dea8b16 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497386 Jul 16 08:59:44.533380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af04b946-5dd6-4ae7-a1c1-4024755e8570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.610661 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af04b946-5dd6-4ae7-a1c1-4024755e8570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.614062 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af04b946-5dd6-4ae7-a1c1-4024755e8570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.619205 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af04b946-5dd6-4ae7-a1c1-4024755e8570 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2cda449-9d33-4604-86fc-edce546766f8 HTTP/1.1" status: 204 len: 168 time: 0.1995006 Jul 16 08:59:44.623495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c2e188fd-19e6-4dda-9462-e9b6ad599a56 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:44.631133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04b946-5dd6-4ae7-a1c1-4024755e8570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cda449-9d33-4604-86fc-edce546766f8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:44.717039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port c2e188fd-19e6-4dda-9462-e9b6ad599a56 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:44.733553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44dd4f-c3c6-4a4c-8bc0-03b1f2063800 req-e22a3a2c-5b9a-4e86-851f-289a0e807558 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:44.738923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a44dd4f-c3c6-4a4c-8bc0-03b1f2063800 req-e22a3a2c-5b9a-4e86-851f-289a0e807558 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.2897210 Jul 16 08:59:44.798029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:44.849448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8447f-1580-43ed-9324-d83725572ffa req-8cbbfbb2-90fe-4266-856a-d63af5517c59 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:44.857486 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82f8447f-1580-43ed-9324-d83725572ffa req-8cbbfbb2-90fe-4266-856a-d63af5517c59 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1891842 Jul 16 08:59:44.875446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a44dd4f-c3c6-4a4c-8bc0-03b1f2063800 req-3d807897-8c7b-411a-9317-22c1d2950e0a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177509 Jul 16 08:59:44.969060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.003973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82f8447f-1580-43ed-9324-d83725572ffa req-da563908-503d-44c3-b4a1-f904f78a75f7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456404 Jul 16 08:59:45.014804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 31e4b721-911c-4b2f-a560-ea231a76de5b yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:45.192047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c44228-696f-428d-9e29-64678d6be217 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:45.343628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.352432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b112c757-7aa6-43fe-b9da-732417168856 None None] Provisioning for port c2e188fd-19e6-4dda-9462-e9b6ad599a56 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:45.372598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b112c757-7aa6-43fe-b9da-732417168856 None None] Provisioning complete for port c2e188fd-19e6-4dda-9462-e9b6ad599a56 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:45.372905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b112c757-7aa6-43fe-b9da-732417168856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.411916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 172.20.0.6 (a959bc3e-b0e6-459f-b0b6-b598481d9524/9c7ff7a7-a655-4b80-871f-150d0014731b/31e4b721-911c-4b2f-a560-ea231a76de5b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:45.422077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fe25:b42 (a959bc3e-b0e6-459f-b0b6-b598481d9524/5f189399-8988-49c9-baf6-b2476678aedf/31e4b721-911c-4b2f-a560-ea231a76de5b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:45.688948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853359b7-ce3c-4d34-91a5-d6996c79fa4b req-eaffbfa0-7b8b-4a48-a931-c54428dbb3b5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.696440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-853359b7-ce3c-4d34-91a5-d6996c79fa4b req-eaffbfa0-7b8b-4a48-a931-c54428dbb3b5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1624904 Jul 16 08:59:45.721134 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.747719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 31e4b721-911c-4b2f-a560-ea231a76de5b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:45.751846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b112c757-7aa6-43fe-b9da-732417168856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.764943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-853359b7-ce3c-4d34-91a5-d6996c79fa4b req-6e049b98-1a46-4342-a562-d391eba62300 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673490 Jul 16 08:59:45.802471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b112c757-7aa6-43fe-b9da-732417168856 None None] For port c2e188fd-19e6-4dda-9462-e9b6ad599a56, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c2e188fd-19e6-4dda-9462-e9b6ad599a56,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:45.811757 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b112c757-7aa6-43fe-b9da-732417168856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.855284 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.878334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112c757-7aa6-43fe-b9da-732417168856 None None] Pushing event updated for resources: {'Port': ['ID=c2e188fd-19e6-4dda-9462-e9b6ad599a56,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:45.955468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:45.959256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:45.970703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:45.975118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=31e4b721-911c-4b2f-a560-ea231a76de5b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:46.107701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:46.108635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.308997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c9c65d87-b6c5-4be1-b3b9-43a0ffc22660 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9010723 Jul 16 08:59:46.312650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45470) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:46.423591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed72f4-f7d4-4e6d-939d-a163e3ffdf92 req-95cee65e-a3e0-421b-8ec4-74510cad77e7 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:46.425164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8ed72f4-f7d4-4e6d-939d-a163e3ffdf92 req-95cee65e-a3e0-421b-8ec4-74510cad77e7 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.3094866 Jul 16 08:59:46.443610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5285ed-bd36-4038-b14b-7250936e6d88 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:46.453402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5285ed-bd36-4038-b14b-7250936e6d88 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:46.454328 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4f5285ed-bd36-4038-b14b-7250936e6d88 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1388304 Jul 16 08:59:46.456096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45476) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:46.520833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4619296-7e3b-41d3-a7c5-a7bda44406bd req-c5e0eea7-b65f-437e-bee4-ba8d301fd88a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:46.522824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4619296-7e3b-41d3-a7c5-a7bda44406bd req-c5e0eea7-b65f-437e-bee4-ba8d301fd88a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3027678 Jul 16 08:59:46.528163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8ed72f4-f7d4-4e6d-939d-a163e3ffdf92 req-0b499512-560c-4263-9340-afc191ef302f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893366 Jul 16 08:59:46.670198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c2e188fd-19e6-4dda-9462-e9b6ad599a56 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:46.717498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4619296-7e3b-41d3-a7c5-a7bda44406bd req-2e92d856-49e2-4f09-a617-9da680a486e0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738055 Jul 16 08:59:46.778003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-606837a3-e750-419b-81c5-1f6433416321 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 31e4b721-911c-4b2f-a560-ea231a76de5b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:46.778229 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-606837a3-e750-419b-81c5-1f6433416321 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.834066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port c2e188fd-19e6-4dda-9462-e9b6ad599a56 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:46.834559 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.995378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-606837a3-e750-419b-81c5-1f6433416321 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.013678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-606837a3-e750-419b-81c5-1f6433416321 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 31e4b721-911c-4b2f-a560-ea231a76de5b owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:47.063112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f11b8e0-debc-4818-9b5d-0ea6fc722544 None None] Provisioning complete for port c2e188fd-19e6-4dda-9462-e9b6ad599a56 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:47.063483 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f11b8e0-debc-4818-9b5d-0ea6fc722544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.068331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45490) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.143257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45494) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.291897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-614a528b-3acf-42b4-929f-1de8c37e43cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.373172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a0ee5358-af2b-43fa-a29c-757a5f4b55e6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/floatingips/a7affd1d-4b56-4dac-a9cd-cae29c1536ce HTTP/1.1" status: 200 len: 994 time: 0.2257836 Jul 16 08:59:47.418403 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-606837a3-e750-419b-81c5-1f6433416321 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.427555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e64679bf-6cf2-4d36-9c34-c6ab23a4864a None None] Provisioning complete for port 31e4b721-911c-4b2f-a560-ea231a76de5b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:47.428559 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e64679bf-6cf2-4d36-9c34-c6ab23a4864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.488456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e64679bf-6cf2-4d36-9c34-c6ab23a4864a None None] Port 31e4b721-911c-4b2f-a560-ea231a76de5b was deleted so its status cannot be updated. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:59:47.490232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45502) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.553847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606837a3-e750-419b-81c5-1f6433416321 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=31e4b721-911c-4b2f-a560-ea231a76de5b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:47.621980 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.649274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-614a528b-3acf-42b4-929f-1de8c37e43cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.657069 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-767b3b41-4a60-47cd-9333-8c52cc2bf6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.659005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-614a528b-3acf-42b4-929f-1de8c37e43cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.672181 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-606837a3-e750-419b-81c5-1f6433416321 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.678787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-606837a3-e750-419b-81c5-1f6433416321 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/31e4b721-911c-4b2f-a560-ea231a76de5b HTTP/1.1" status: 204 len: 168 time: 1.2210925 Jul 16 08:59:47.679551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45510) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.741429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-614a528b-3acf-42b4-929f-1de8c37e43cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7da7d20711f4849a11f9cbc0a366c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6719832 Jul 16 08:59:47.753922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45512) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.760893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428b7af-9229-42fe-829c-40124c031651 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:47.762466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428b7af-9229-42fe-829c-40124c031651 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:47.764506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428b7af-9229-42fe-829c-40124c031651 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:47.766127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a528b-3acf-42b4-929f-1de8c37e43cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd8447-6c52-4471-a039-f8091a3eb7f1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:47.770729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45514) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.771061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45516) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.771269 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2428b7af-9229-42fe-829c-40124c031651 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0898590 Jul 16 08:59:47.849867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e3521e3-1f51-4c13-a980-7242269c0791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.002163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3080687-5d96-44fb-bcc8-31bd559c629f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 5f189399-8988-49c9-baf6-b2476678aedf {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:48.013685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3080687-5d96-44fb-bcc8-31bd559c629f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.125432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30cb40ec-0d27-4ddb-a0e8-b267b64cb9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.141947 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3080687-5d96-44fb-bcc8-31bd559c629f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.219779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b07cc3-01ed-4421-9ff4-a4b134c064cb req-f11350b4-1c79-45c2-9afd-38b689823294 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:48.221289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0b07cc3-01ed-4421-9ff4-a4b134c064cb req-f11350b4-1c79-45c2-9afd-38b689823294 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.4514244 Jul 16 08:59:48.226067 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30cb40ec-0d27-4ddb-a0e8-b267b64cb9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.282954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f0f16-3bda-42d2-b269-6a847418f96a req-e8212d46-c558-4af0-a254-2fb1ef8cee23 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:48.284426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a9f0f16-3bda-42d2-b269-6a847418f96a req-e8212d46-c558-4af0-a254-2fb1ef8cee23 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3732996 Jul 16 08:59:48.423511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0b07cc3-01ed-4421-9ff4-a4b134c064cb req-8cc866f6-0a95-488b-8777-55795aede92a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857452 Jul 16 08:59:48.441274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a9f0f16-3bda-42d2-b269-6a847418f96a req-509ca373-595b-48e6-a23f-c6c386e1d84d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425502 Jul 16 08:59:48.449672 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e3521e3-1f51-4c13-a980-7242269c0791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.451217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3080687-5d96-44fb-bcc8-31bd559c629f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.473950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30cb40ec-0d27-4ddb-a0e8-b267b64cb9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.476523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30cb40ec-0d27-4ddb-a0e8-b267b64cb9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.480621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-30cb40ec-0d27-4ddb-a0e8-b267b64cb9ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fdd8447-6c52-4471-a039-f8091a3eb7f1 HTTP/1.1" status: 204 len: 168 time: 0.7210653 Jul 16 08:59:48.486597 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e3521e3-1f51-4c13-a980-7242269c0791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.513962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port b25f4f27-07e3-4d37-86e9-bf9ebc44f255 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:48.514564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.520271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb40ec-0d27-4ddb-a0e8-b267b64cb9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd8447-6c52-4471-a039-f8091a3eb7f1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:48.592279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9e3521e3-1f51-4c13-a980-7242269c0791 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89b945c962e049e1836ab0de00e55552&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0922871 Jul 16 08:59:48.593365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45530) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:48.660325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3521e3-1f51-4c13-a980-7242269c0791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce79a2c4-4258-425a-baab-5dbfcc3f90f3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:48.670722 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3080687-5d96-44fb-bcc8-31bd559c629f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.694625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97cf3f74-bf7e-4f21-ab5f-684b725f974b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.720654 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.721538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97cf3f74-bf7e-4f21-ab5f-684b725f974b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.736538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3080687-5d96-44fb-bcc8-31bd559c629f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=5f189399-8988-49c9-baf6-b2476678aedf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:48.737511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e265f2b7-92e3-490d-bf7a-fbf5d734d954 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:48.738773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3080687-5d96-44fb-bcc8-31bd559c629f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.744253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f3080687-5d96-44fb-bcc8-31bd559c629f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/5f189399-8988-49c9-baf6-b2476678aedf HTTP/1.1" status: 204 len: 168 time: 0.9581594 Jul 16 08:59:48.744662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.745003 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.747457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45538) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:48.792829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97cf3f74-bf7e-4f21-ab5f-684b725f974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.798205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97cf3f74-bf7e-4f21-ab5f-684b725f974b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.801941 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-97cf3f74-bf7e-4f21-ab5f-684b725f974b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce79a2c4-4258-425a-baab-5dbfcc3f90f3 HTTP/1.1" status: 204 len: 168 time: 0.2053003 Jul 16 08:59:48.812757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for b25f4f27-07e3-4d37-86e9-bf9ebc44f255 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:48.819395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf3f74-bf7e-4f21-ab5f-684b725f974b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce79a2c4-4258-425a-baab-5dbfcc3f90f3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:48.890186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8031ce-2fff-4301-93be-586ad6e156ea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 9c7ff7a7-a655-4b80-871f-150d0014731b {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:48.906830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a8031ce-2fff-4301-93be-586ad6e156ea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.972244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a8031ce-2fff-4301-93be-586ad6e156ea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.046176 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.570146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a8031ce-2fff-4301-93be-586ad6e156ea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.576254 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45568) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:49.592980 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52343286-189c-44b2-8731-f62a90333252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.675139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a8031ce-2fff-4301-93be-586ad6e156ea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.746906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8031ce-2fff-4301-93be-586ad6e156ea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7ff7a7-a655-4b80-871f-150d0014731b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.749930 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a8031ce-2fff-4301-93be-586ad6e156ea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.759664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6a8031ce-2fff-4301-93be-586ad6e156ea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/9c7ff7a7-a655-4b80-871f-150d0014731b HTTP/1.1" status: 204 len: 168 time: 1.0101659 Jul 16 08:59:49.762073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45574) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:49.828093 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-86cabe43-a8eb-405a-8ff7-037d3537a792 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625048 Jul 16 08:59:49.832830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45576) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:49.839128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52343286-189c-44b2-8731-f62a90333252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.845718 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52343286-189c-44b2-8731-f62a90333252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.897889 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-52343286-189c-44b2-8731-f62a90333252 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=799f52195a4b430083c4363d83d03d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202484 Jul 16 08:59:49.901767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45578) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:49.937130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59213c5-7616-4418-b77a-81a0491b177f req-2e69d225-ed5f-4676-9edf-246a8b04d974 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:49.944453 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a59213c5-7616-4418-b77a-81a0491b177f req-2e69d225-ed5f-4676-9edf-246a8b04d974 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4410658 Jul 16 08:59:49.956551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52343286-189c-44b2-8731-f62a90333252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625e536a-aee5-4aac-8451-68cf14dc981c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:50.031528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0118-d2ab-4de0-bcad-e5945bc532eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.047878 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.067140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0118-d2ab-4de0-bcad-e5945bc532eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.074947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a59213c5-7616-4418-b77a-81a0491b177f req-a24d423e-3012-41e0-9299-4f943e0dcf01 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295309 Jul 16 08:59:50.082930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.106345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d156831-8871-46ae-b880-ef4c1860221b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.108594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4d156831-8871-46ae-b880-ef4c1860221b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2717879 Jul 16 08:59:50.115868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45582) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.144477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038782dd-7c72-470e-bc9b-5b27fc6b7970 req-ec2b52b4-72b7-42ae-807d-d1d1baeeeb63 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.146924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-038782dd-7c72-470e-bc9b-5b27fc6b7970 req-ec2b52b4-72b7-42ae-807d-d1d1baeeeb63 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.4462066 Jul 16 08:59:50.165068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=b25f4f27-07e3-4d37-86e9-bf9ebc44f255,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:50.208325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385871d6-b6a8-47e6-8022-2b203b6fe336 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:50.253869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc8c50-71bb-4fe5-98de-c4d304f87191 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.255473 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-99bc8c50-71bb-4fe5-98de-c4d304f87191 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1366262 Jul 16 08:59:50.261556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45584) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.292986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0118-d2ab-4de0-bcad-e5945bc532eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.295768 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0118-d2ab-4de0-bcad-e5945bc532eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.299187 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d3aa0118-d2ab-4de0-bcad-e5945bc532eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/625e536a-aee5-4aac-8451-68cf14dc981c HTTP/1.1" status: 204 len: 168 time: 0.3934999 Jul 16 08:59:50.309304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa0118-d2ab-4de0-bcad-e5945bc532eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625e536a-aee5-4aac-8451-68cf14dc981c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:50.363413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45592) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.364839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-19d236ac-886d-4456-b31c-e2ac5f1b37b4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937073 Jul 16 08:59:50.369589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-66733263-361b-45a0-99ca-9c0faf2c7ddb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:50.372749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-038782dd-7c72-470e-bc9b-5b27fc6b7970 req-6c35d439-0c2c-4ca1-ad33-2b986a52ce2a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091675 Jul 16 08:59:50.381050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.382208 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Floating IP a7affd1d-4b56-4dac-a9cd-cae29c1536ce disassociated (deleted). External IP: 172.25.6.158, port: 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c. Jul 16 08:59:50.495651 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66733263-361b-45a0-99ca-9c0faf2c7ddb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:50.499750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66733263-361b-45a0-99ca-9c0faf2c7ddb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.501359 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-66733263-361b-45a0-99ca-9c0faf2c7ddb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:50.501591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-299ec848-db41-4462-85b7-35e4a9e7e740 None None] Provisioning complete for port c2e188fd-19e6-4dda-9462-e9b6ad599a56 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:50.501835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66733263-361b-45a0-99ca-9c0faf2c7ddb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:50.501986 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-299ec848-db41-4462-85b7-35e4a9e7e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.524044 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-66733263-361b-45a0-99ca-9c0faf2c7ddb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1566644 Jul 16 08:59:50.525814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45594) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.533143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-33991008-b5e5-4880-ba09-360d3cbe88ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:50.702388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:50.750942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33991008-b5e5-4880-ba09-360d3cbe88ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:50.757694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-33991008-b5e5-4880-ba09-360d3cbe88ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.761469 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-33991008-b5e5-4880-ba09-360d3cbe88ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:50.767297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33991008-b5e5-4880-ba09-360d3cbe88ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:50.799115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] Deleting port c2e188fd-19e6-4dda-9462-e9b6ad599a56 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:50.799731 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.803533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router afc34046-0766-48d1-b064-e80e6dc4f169 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:50.805092 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-33991008-b5e5-4880-ba09-360d3cbe88ec tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2779183 Jul 16 08:59:50.808767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45600) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.815290 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-32825d3d-b97c-4907-b3e5-171c58d6b45e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:50.922595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32825d3d-b97c-4907-b3e5-171c58d6b45e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:50.925303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] For port c2e188fd-19e6-4dda-9462-e9b6ad599a56, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c2e188fd-19e6-4dda-9462-e9b6ad599a56,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:50.925926 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.928843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32825d3d-b97c-4907-b3e5-171c58d6b45e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.930502 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-32825d3d-b97c-4907-b3e5-171c58d6b45e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:50.931474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32825d3d-b97c-4907-b3e5-171c58d6b45e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:50.940243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] Calling delete_port for c2e188fd-19e6-4dda-9462-e9b6ad599a56 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:50.950644 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-32825d3d-b97c-4907-b3e5-171c58d6b45e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1403174 Jul 16 08:59:50.953336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45602) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.964217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f25cb205-2d7e-4e3b-9b56-b45c72cc9c25 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:50.979590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:51.002296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.096164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7df77e57-15c0-4e31-a14a-effe3ec7353d tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/floatingips/a7affd1d-4b56-4dac-a9cd-cae29c1536ce HTTP/1.1" status: 204 len: 168 time: 3.3241329 Jul 16 08:59:51.103046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:51.110949 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b51268-b1a7-4913-b587-30e41e645cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:51.112990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25cb205-2d7e-4e3b-9b56-b45c72cc9c25 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:51.117235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f25cb205-2d7e-4e3b-9b56-b45c72cc9c25 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.119938 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25cb205-2d7e-4e3b-9b56-b45c72cc9c25 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:51.120339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25cb205-2d7e-4e3b-9b56-b45c72cc9c25 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:51.151116 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f25cb205-2d7e-4e3b-9b56-b45c72cc9c25 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1962337 Jul 16 08:59:51.154307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45618) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.160701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-05bdb4b9-0a58-46ad-ac0e-55947f89a8cb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:51.177742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] Sync routers for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:51.197688 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.216501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] No DVR routers for this DVR port c2e188fd-19e6-4dda-9462-e9b6ad599a56 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:51.308141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc546c-9bbf-4646-9840-ed88a4df7728 None None] Pushing event deleted for resources: {'Port': ['ID=c2e188fd-19e6-4dda-9462-e9b6ad599a56,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:51.317446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:51.318398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:59:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:51.450645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bdb4b9-0a58-46ad-ac0e-55947f89a8cb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:51.455087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05bdb4b9-0a58-46ad-ac0e-55947f89a8cb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.459283 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bdb4b9-0a58-46ad-ac0e-55947f89a8cb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:51.460098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bdb4b9-0a58-46ad-ac0e-55947f89a8cb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:51.462019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:51.498071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c05c7-c23d-4fa8-b2bf-521e76fa8108 req-9747732b-afad-4763-a1a1-f5a7de3fcb48 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.512898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c7c05c7-c23d-4fa8-b2bf-521e76fa8108 req-9747732b-afad-4763-a1a1-f5a7de3fcb48 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1861606 Jul 16 08:59:51.552632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-05bdb4b9-0a58-46ad-ac0e-55947f89a8cb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3938444 Jul 16 08:59:51.554664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45630) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.567816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-27677137-ed28-49c3-b0f7-85afc7f30eb3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:51.667352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c7c05c7-c23d-4fa8-b2bf-521e76fa8108 req-568a83c9-e919-4614-a259-e57ec28e3a9a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355519 Jul 16 08:59:51.748790 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94885b09-0586-4dbe-847f-d801e2defa53 x-openstack-request-id: req-94885b09-0586-4dbe-847f-d801e2defa53 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:51.749119 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:51.749460 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94885b09-0586-4dbe-847f-d801e2defa53 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:51.749963 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'status': 'completed', 'code': 200} Jul 16 08:59:51.750524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27677137-ed28-49c3-b0f7-85afc7f30eb3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:51.756210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27677137-ed28-49c3-b0f7-85afc7f30eb3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.758230 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-27677137-ed28-49c3-b0f7-85afc7f30eb3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:51.759098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27677137-ed28-49c3-b0f7-85afc7f30eb3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:51.781875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45644) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.783138 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-27677137-ed28-49c3-b0f7-85afc7f30eb3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2252495 Jul 16 08:59:51.852073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d7544343-89a6-4d7b-9c34-4d48123feaff tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0689404 Jul 16 08:59:51.854328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45646) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.872379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:43Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:51.937181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b51268-b1a7-4913-b587-30e41e645cbb req-6e8d296f-45d1-49ec-b623-6af82b7b37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.939160 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33b51268-b1a7-4913-b587-30e41e645cbb req-6e8d296f-45d1-49ec-b623-6af82b7b37d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c071ed889a84964ab506ca3ebb4377c&device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 1098 time: 0.1547484 Jul 16 08:59:51.940627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] Checking router: afc34046-0766-48d1-b064-e80e6dc4f169 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:51.950977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:51.951629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:59:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:52.090611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b9a15-067b-4253-a872-5c98fca3a3be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.095625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d82b9a15-067b-4253-a872-5c98fca3a3be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2398551 Jul 16 08:59:52.095807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45652) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.108319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:52.124760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b51268-b1a7-4913-b587-30e41e645cbb req-04ba28ad-9d74-4c2e-82a4-9dc7893b53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.128797 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33b51268-b1a7-4913-b587-30e41e645cbb req-04ba28ad-9d74-4c2e-82a4-9dc7893b53df service neutron] 10.222.0.54 "GET /v2.0/networks?id=abb28a17-bacd-4afb-bafb-f7769bcaab50 HTTP/1.1" status: 200 len: 897 time: 0.1807935 Jul 16 08:59:52.178999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28555f-dc48-4636-a13c-a4a8ba7d56b2 req-b4a6e8ed-d8f1-4321-9a14-6f24b1957a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.185757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f28555f-dc48-4636-a13c-a4a8ba7d56b2 req-b4a6e8ed-d8f1-4321-9a14-6f24b1957a63 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 946 time: 0.2228973 Jul 16 08:59:52.232845 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-630d9dac-4b45-4815-8061-4ea10a03cce2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233697 Jul 16 08:59:52.233536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45658) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.263303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d89e9f-a909-4ac3-8d23-49580910ad33 req-0d6d872c-4949-4858-9ebe-7784681aef82 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.280578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9d89e9f-a909-4ac3-8d23-49580910ad33 req-0d6d872c-4949-4858-9ebe-7784681aef82 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.3204162 Jul 16 08:59:52.317258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:52.356638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f28555f-dc48-4636-a13c-a4a8ba7d56b2 req-4fca3e79-c62c-4dbb-831e-8692dc176039 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654921 Jul 16 08:59:52.360524 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33b51268-b1a7-4913-b587-30e41e645cbb req-706e6092-3b31-4a8f-be5f-cb04b1af37fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c HTTP/1.1" status: 200 len: 217 time: 0.1541381 Jul 16 08:59:52.402748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9d89e9f-a909-4ac3-8d23-49580910ad33 req-09c82d67-391e-44c2-8017-66fefa130eac tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182196 Jul 16 08:59:52.465631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:43Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:52.486968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45664) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.506197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b51268-b1a7-4913-b587-30e41e645cbb req-a14ccab4-3316-4ced-a2a9-f695934436c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.507589 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33b51268-b1a7-4913-b587-30e41e645cbb req-a14ccab4-3316-4ced-a2a9-f695934436c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85e6d01c-71f1-4361-8a4a-79476453b10a HTTP/1.1" status: 200 len: 835 time: 0.1293404 Jul 16 08:59:52.535343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4692-d0de-4272-84e9-89f9af0e1fcc None None] The sync data for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 is: [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:58:34Z', 'revision_number': 4, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '844200a9-5eb8-4c45-8195-2eb40cc4b7b4', 'name': '', 'network_id': 'abb28a17-bacd-4afb-bafb-f7769bcaab50', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'mac_address': 'fa:16:3e:5a:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:30Z', 'updated_at': '2021-07-16T08:58:43Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'subnets': [{'id': '85e6d01c-71f1-4361-8a4a-79476453b10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:52.565490 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:52.570063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.606483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c2e188fd-19e6-4dda-9462-e9b6ad599a56 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:52.644742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: c2e188fd-19e6-4dda-9462-e9b6ad599a56 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:52.646267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c2e188fd-19e6-4dda-9462-e9b6ad599a56 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:52.707147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c08272-12dc-4b6f-a26a-5f53e45bdeb9 req-b9915463-17af-444a-bd42-cd21feed9f90 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.708973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09c08272-12dc-4b6f-a26a-5f53e45bdeb9 req-b9915463-17af-444a-bd42-cd21feed9f90 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.1463220 Jul 16 08:59:52.747533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b51268-b1a7-4913-b587-30e41e645cbb req-706dce9b-e0ce-4805-b1b1-fd10e2d76eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.755703 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33b51268-b1a7-4913-b587-30e41e645cbb req-706dce9b-e0ce-4805-b1b1-fd10e2d76eba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abb28a17-bacd-4afb-bafb-f7769bcaab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2374394 Jul 16 08:59:52.778030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09c08272-12dc-4b6f-a26a-5f53e45bdeb9 req-8ec85fff-5cf6-41f9-92d8-f33f89219115 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620732 Jul 16 08:59:52.798968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b237264-0c02-4c98-b954-d1c0bfc76a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.047268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b237264-0c02-4c98-b954-d1c0bfc76a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.055139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b237264-0c02-4c98-b954-d1c0bfc76a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.116355 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289799d-5d02-429b-9263-5a23109449c7 None None] New status for floating IP a7affd1d-4b56-4dac-a9cd-cae29c1536ce: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:59:53.124867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b237264-0c02-4c98-b954-d1c0bfc76a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b5010d-ee6b-4c07-95b9-17237cc9fbd0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.241391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3b237264-0c02-4c98-b954-d1c0bfc76a05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76e9c638fac94886a6cf498fdbe6d48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7530844 Jul 16 08:59:53.244436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45678) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:53.358846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bafc5-8b6e-4b8e-ab55-6d39c9d37cf0 req-5447e5e3-6972-4b89-bd39-4da4c07f0643 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.360584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-781bafc5-8b6e-4b8e-ab55-6d39c9d37cf0 req-5447e5e3-6972-4b89-bd39-4da4c07f0643 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2438667 Jul 16 08:59:53.389370 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faf0ed1-14bf-47e7-aa22-f1ddb5ccebbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.462483 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-781bafc5-8b6e-4b8e-ab55-6d39c9d37cf0 req-2e71a528-cf09-4f0e-b86c-ef6ca46cff39 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932419 Jul 16 08:59:53.495189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faf0ed1-14bf-47e7-aa22-f1ddb5ccebbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.538559 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33b51268-b1a7-4913-b587-30e41e645cbb req-37c5b9ae-b785-4fcd-8b33-02379e64e8b0 service neutron] 10.222.0.54 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7590301 Jul 16 08:59:53.575792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faf0ed1-14bf-47e7-aa22-f1ddb5ccebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.579392 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faf0ed1-14bf-47e7-aa22-f1ddb5ccebbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.580855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6faf0ed1-14bf-47e7-aa22-f1ddb5ccebbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6b5010d-ee6b-4c07-95b9-17237cc9fbd0 HTTP/1.1" status: 204 len: 168 time: 0.3353646 Jul 16 08:59:53.591029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf0ed1-14bf-47e7-aa22-f1ddb5ccebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b5010d-ee6b-4c07-95b9-17237cc9fbd0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.776594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aeb71-ef08-47aa-a5d4-4467efb1f9bd req-9ef5d8dc-7526-46ee-a8a2-0876f947ba0c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.778230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-206aeb71-ef08-47aa-a5d4-4467efb1f9bd req-9ef5d8dc-7526-46ee-a8a2-0876f947ba0c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 946 time: 0.1668127 Jul 16 08:59:53.795985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-d730c34c-d7ec-4538-b896-5c2d79659a3e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.797491 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-d730c34c-d7ec-4538-b896-5c2d79659a3e tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 946 time: 0.3942282 Jul 16 08:59:53.805119 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33b51268-b1a7-4913-b587-30e41e645cbb req-3cbcb279-f066-4798-b4e6-7e9ff64b3ece service neutron] 10.222.0.54 "GET /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938415 Jul 16 08:59:53.823646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694a253-227b-439e-8751-9e5b7586275c req-85bac40b-b91f-423e-bcc4-6968871f2af9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.825773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1694a253-227b-439e-8751-9e5b7586275c req-85bac40b-b91f-423e-bcc4-6968871f2af9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.1766906 Jul 16 08:59:53.864257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-206aeb71-ef08-47aa-a5d4-4467efb1f9bd req-0d7055c0-4622-4eae-806b-45953239313c tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792727 Jul 16 08:59:53.901194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1694a253-227b-439e-8751-9e5b7586275c req-d0db70bc-95c5-420a-a277-abdc8bc9f2d3 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596671 Jul 16 08:59:53.956793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:53.980116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.089942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:54.096770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:54.112430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6240fc-5642-43a9-9176-e5c0483dd757 req-96bd31e7-c462-4888-ade4-0def66d5bad7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.115026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.115637 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.120498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd5fad0-ba6d-4f88-b7b3-1bd8e938ca57 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:54.123896 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a6240fc-5642-43a9-9176-e5c0483dd757 req-96bd31e7-c462-4888-ade4-0def66d5bad7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.0850797 Jul 16 08:59:54.143877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=8084cc47-cde8-4212-ba95-e91c893f57e8,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.186491 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5bd07978-9f14-4455-ab14-76d2e2d2a578 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9502695 Jul 16 08:59:54.189687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:54.190044 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.193689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45706) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:54.210666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:06:e3:0e', 'name': 'tempest-NetworksTestDHCPv6-1213675234'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:54.276812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a6240fc-5642-43a9-9176-e5c0483dd757 req-9269d04c-e3a2-42c5-8388-bbbbde88c99e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510904 Jul 16 08:59:54.408372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:54.408710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.430353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '8084cc47-cde8-4212-ba95-e91c893f57e8'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:54.432077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.434808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:54.515057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:54.690843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Allocated IP 2001:db8::f816:3eff:fe74:9871 (a959bc3e-b0e6-459f-b0b6-b598481d9524/8084cc47-cde8-4212-ba95-e91c893f57e8/88a401c0-52f0-4228-b97a-b9ae6d244242) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:54.721674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.798604 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.837803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=4234774d-5b39-4d3a-9c19-5c2a7b48ac1c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.899369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 1c33685c-f3a1-472f-be43-ec9c9b6a91d3 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:55.012420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] No DVR routers for this DVR port 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:55.029150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.038579 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-51b8fe6f-8d98-47f0-8119-7c334da0861e req-91ba6228-3b5b-4e39-932c-e0543e94946f tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.54 "DELETE /v2.0/ports/4234774d-5b39-4d3a-9c19-5c2a7b48ac1c HTTP/1.1" status: 204 len: 173 time: 1.2099705 Jul 16 08:59:55.041004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'name': 'network-vif-deleted', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:55.057369 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93668f4-5746-41a7-9507-1156ecdbc18f" -d '{"events": [{"server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "name": "network-vif-deleted", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:55.165205 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.188326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Transition to ACTIVE for port object 88a401c0-52f0-4228-b97a-b9ae6d244242 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:55.222572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Transition to ACTIVE for port object 88a401c0-52f0-4228-b97a-b9ae6d244242 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:55.236935 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.255200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e71038b-edca-41b2-b137-3c3dd1cbca5c req-3cc19d41-d82f-49b7-ba49-50bc3868dbb7 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9463531-9595-4e5d-a690-b4e21ed2b69d HTTP/1.1" status: 200 len: 210 time: 0.0528829 Jul 16 08:59:55.285345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:55.292036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:55.301618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:55.309531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Pushing event updated for resources: {'Port': ['ID=88a401c0-52f0-4228-b97a-b9ae6d244242,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:55.330646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca1708-2208-4ae9-972c-5a449695588e req-88f5528a-6a60-4f46-a4f2-6c39456a56a0 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.332603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45ca1708-2208-4ae9-972c-5a449695588e req-88f5528a-6a60-4f46-a4f2-6c39456a56a0 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.1864877 Jul 16 08:59:55.371724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fe06:e30e (a959bc3e-b0e6-459f-b0b6-b598481d9524/8084cc47-cde8-4212-ba95-e91c893f57e8/1c33685c-f3a1-472f-be43-ec9c9b6a91d3) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:55.378957 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2b24c6-a64f-463c-a852-02439bff8a18 x-openstack-request-id: req-ad2b24c6-a64f-463c-a852-02439bff8a18 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:55.379260 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9463531-9595-4e5d-a690-b4e21ed2b69d", "name": "network-vif-deleted", "tag": "4234774d-5b39-4d3a-9c19-5c2a7b48ac1c", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:55.380279 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad2b24c6-a64f-463c-a852-02439bff8a18 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:55.380698 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9463531-9595-4e5d-a690-b4e21ed2b69d', 'name': 'network-vif-deleted', 'tag': '4234774d-5b39-4d3a-9c19-5c2a7b48ac1c', 'status': 'completed', 'code': 200} Jul 16 08:59:55.387095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Attempting to bind port 88a401c0-52f0-4228-b97a-b9ae6d244242 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:55.387421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Attempting to bind port 88a401c0-52f0-4228-b97a-b9ae6d244242 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:55.387918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Attempting to bind port 88a401c0-52f0-4228-b97a-b9ae6d244242 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:55.393454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:55.394307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:55.394307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.394704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:55.395454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Bound port: 88a401c0-52f0-4228-b97a-b9ae6d244242, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:55.395852 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.453102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45ca1708-2208-4ae9-972c-5a449695588e req-4b1ef866-4318-4343-83e3-56d9b1aa111f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069388 Jul 16 08:59:55.483185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] For port 88a401c0-52f0-4228-b97a-b9ae6d244242, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:55.487655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] For port 88a401c0-52f0-4228-b97a-b9ae6d244242, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88a401c0-52f0-4228-b97a-b9ae6d244242,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:55.492869 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.727424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.732411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1cf62-d9c7-497f-8399-267dddeb768c None None] Pushing event updated for resources: {'Port': ['ID=88a401c0-52f0-4228-b97a-b9ae6d244242,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:55.761584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 1c33685c-f3a1-472f-be43-ec9c9b6a91d3 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:55.828519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.892462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:55.898764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:55.903646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:55.909596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.910558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.930071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=1c33685c-f3a1-472f-be43-ec9c9b6a91d3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:55.938653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45746) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:55.940985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e49e16f0-1935-4e5c-ab90-e684c69b3903 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7454350 Jul 16 08:59:56.053256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cb272-bebf-45e6-a6a6-c7a78b6471ab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.068652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cb272-bebf-45e6-a6a6-c7a78b6471ab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.074058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45754) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:56.078924 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-134cb272-bebf-45e6-a6a6-c7a78b6471ab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1369231 Jul 16 08:59:56.205366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-52f60d1e-f29c-4a85-8e80-2e7aae5be9b7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 1c33685c-f3a1-472f-be43-ec9c9b6a91d3 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:56.205866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52f60d1e-f29c-4a85-8e80-2e7aae5be9b7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.368510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52f60d1e-f29c-4a85-8e80-2e7aae5be9b7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.384836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-52f60d1e-f29c-4a85-8e80-2e7aae5be9b7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 1c33685c-f3a1-472f-be43-ec9c9b6a91d3 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:56.393441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45764) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:56.632901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88a401c0-52f0-4228-b97a-b9ae6d244242 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:56.647711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52f60d1e-f29c-4a85-8e80-2e7aae5be9b7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.708514 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 88a401c0-52f0-4228-b97a-b9ae6d244242 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:56.726091 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfd668c2-0111-4553-8a08-3d5a5fa01e39 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.858596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f60d1e-f29c-4a85-8e80-2e7aae5be9b7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=1c33685c-f3a1-472f-be43-ec9c9b6a91d3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:56.893632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52f60d1e-f29c-4a85-8e80-2e7aae5be9b7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.895932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-52f60d1e-f29c-4a85-8e80-2e7aae5be9b7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/1c33685c-f3a1-472f-be43-ec9c9b6a91d3 HTTP/1.1" status: 204 len: 168 time: 0.8207824 Jul 16 08:59:56.898499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45800) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:56.976394 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfd668c2-0111-4553-8a08-3d5a5fa01e39 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.011036 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e7ca22-6ac5-4f69-8d5b-3bb68db6fd10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:57.013159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e7ca22-6ac5-4f69-8d5b-3bb68db6fd10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:57.015362 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f4e7ca22-6ac5-4f69-8d5b-3bb68db6fd10 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1154540 Jul 16 08:59:57.017892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45806) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.064482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608db08-8734-4173-9a90-ec4284b78f6a req-a24bdc7d-8c02-4ebf-8deb-b9cc590a88d3 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:57.072023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7608db08-8734-4173-9a90-ec4284b78f6a req-a24bdc7d-8c02-4ebf-8deb-b9cc590a88d3 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.4106793 Jul 16 08:59:57.112940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af6343f-187b-4184-97f9-404b4658a8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 8084cc47-cde8-4212-ba95-e91c893f57e8 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:57.126494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af6343f-187b-4184-97f9-404b4658a8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.147136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7608db08-8734-4173-9a90-ec4284b78f6a req-96c89b09-2069-41c1-880b-0ce8a2943d7f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741675 Jul 16 08:59:57.168543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfd668c2-0111-4553-8a08-3d5a5fa01e39 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.179340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfd668c2-0111-4553-8a08-3d5a5fa01e39 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.179340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dfd668c2-0111-4553-8a08-3d5a5fa01e39 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/security-groups/8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f HTTP/1.1" status: 204 len: 168 time: 0.7816126 Jul 16 08:59:57.206362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd668c2-0111-4553-8a08-3d5a5fa01e39 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c9166-2cfb-4a2f-92f5-12e503cdfd9f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.216193 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af6343f-187b-4184-97f9-404b4658a8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.341379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45814) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.430193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45818) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.456999 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af6343f-187b-4184-97f9-404b4658a8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.513551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8fd7ca8c-80cd-4594-96e7-d2fe38e3760f None None] Provisioning for port 88a401c0-52f0-4228-b97a-b9ae6d244242 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:57.526031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8fd7ca8c-80cd-4594-96e7-d2fe38e3760f None None] Provisioning complete for port 88a401c0-52f0-4228-b97a-b9ae6d244242 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:57.526446 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ca8c-80cd-4594-96e7-d2fe38e3760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.586404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af6343f-187b-4184-97f9-404b4658a8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.614630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:57.645989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdce90d-aadf-4726-9f00-56032a0be836 req-407e9377-1b7b-4657-87cd-f41f47f8afd6 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:57.647563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7fdce90d-aadf-4726-9f00-56032a0be836 req-407e9377-1b7b-4657-87cd-f41f47f8afd6 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 945 time: 0.3039529 Jul 16 08:59:57.650694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6343f-187b-4184-97f9-404b4658a8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=8084cc47-cde8-4212-ba95-e91c893f57e8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.668624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:57.669182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4234774d-5b39-4d3a-9c19-5c2a7b48ac1c not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:57.686105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af6343f-187b-4184-97f9-404b4658a8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.688432 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1af6343f-187b-4184-97f9-404b4658a8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/8084cc47-cde8-4212-ba95-e91c893f57e8 HTTP/1.1" status: 204 len: 168 time: 0.6694334 Jul 16 08:59:57.691712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45822) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.692997 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6987eb0-99e2-404d-9ea2-b2ef2a169602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.769022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fbc1e6ba-ac60-4cbb-a612-4f863a37ec07 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683076 Jul 16 08:59:57.774040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.784528 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ca8c-80cd-4594-96e7-d2fe38e3760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.864180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8fd7ca8c-80cd-4594-96e7-d2fe38e3760f None None] For port 88a401c0-52f0-4228-b97a-b9ae6d244242, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88a401c0-52f0-4228-b97a-b9ae6d244242,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:57.867053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2f3d1-840e-43e4-bb3c-24015b478f30 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:57.871750 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ca8c-80cd-4594-96e7-d2fe38e3760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.891567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7fdce90d-aadf-4726-9f00-56032a0be836 req-9340a423-5beb-4fa3-b828-4623a1b005b1 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814133 Jul 16 08:59:57.909678 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6987eb0-99e2-404d-9ea2-b2ef2a169602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.924178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.954969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6987eb0-99e2-404d-9ea2-b2ef2a169602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.000715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6987eb0-99e2-404d-9ea2-b2ef2a169602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5229b02-4c6c-4a1f-abdd-cdcedb4afce1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.026428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7ca8c-80cd-4594-96e7-d2fe38e3760f None None] Pushing event updated for resources: {'Port': ['ID=88a401c0-52f0-4228-b97a-b9ae6d244242,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.031439 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-be23b77a-be2a-42c2-8283-88e9277bede8 None None] Could not find standard attr ID for object 1c33685c-f3a1-472f-be43-ec9c9b6a91d3. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:58.109718 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6987eb0-99e2-404d-9ea2-b2ef2a169602 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55b88db7893a492eb63f4763590d4651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6741552 Jul 16 08:59:58.109718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45826) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:58.136390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.169178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:58.175068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.183988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:58.281288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] Deleting port 88a401c0-52f0-4228-b97a-b9ae6d244242 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:58.281870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.318318 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d9b54e-4a1a-4d26-9eda-215b4c22a28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.429865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d9b54e-4a1a-4d26-9eda-215b4c22a28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.472691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] For port 88a401c0-52f0-4228-b97a-b9ae6d244242, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88a401c0-52f0-4228-b97a-b9ae6d244242,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:58.473358 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.514941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] Calling delete_port for 88a401c0-52f0-4228-b97a-b9ae6d244242 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:58.596944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88a401c0-52f0-4228-b97a-b9ae6d244242 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:58.624939 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d9b54e-4a1a-4d26-9eda-215b4c22a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.628602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d9b54e-4a1a-4d26-9eda-215b4c22a28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.632569 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74d9b54e-4a1a-4d26-9eda-215b4c22a28f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5229b02-4c6c-4a1f-abdd-cdcedb4afce1 HTTP/1.1" status: 204 len: 168 time: 0.5204501 Jul 16 08:59:58.651221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80431b-b58b-43a6-a60a-0f3a24fede44 req-21601152-f166-4cd4-9558-4a998dcf9623 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.658321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f80431b-b58b-43a6-a60a-0f3a24fede44 req-21601152-f166-4cd4-9558-4a998dcf9623 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.2624471 Jul 16 08:59:58.678274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9b54e-4a1a-4d26-9eda-215b4c22a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5229b02-4c6c-4a1f-abdd-cdcedb4afce1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.708188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.729338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.748553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f80431b-b58b-43a6-a60a-0f3a24fede44 req-4be8c757-c5f0-4027-874a-6f789b36a02b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892618 Jul 16 08:59:58.757889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] Pushing event deleted for resources: {'Port': ['ID=88a401c0-52f0-4228-b97a-b9ae6d244242,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.776263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cd7a2-3fa5-405c-a7cb-0fbf794925ba None None] No DVR routers for this DVR port 88a401c0-52f0-4228-b97a-b9ae6d244242 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:58.821801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:58.825356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.828734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:58.830387 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.883317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:58.889667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:58.891557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=c1f44884-667f-432b-82d9-758cf78157d0,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.894667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.894813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.908622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ead5b-e3d3-4022-bc90-67abb4c63d3e None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:58.914795 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ded75196-efe9-4667-a4a3-7c5184be9cef tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9987297 Jul 16 08:59:58.916428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45838) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:58.922606 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:d4:fc:02', 'name': 'tempest-NetworksTestDHCPv6-610965134'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:58.927138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-3f2bc9f7-e514-4353-b738-64c555d4c430 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.929861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-3f2bc9f7-e514-4353-b738-64c555d4c430 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.52 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 945 time: 0.1497154 Jul 16 08:59:58.984681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port 844200a9-5eb8-4c45-8195-2eb40cc4b7b4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:58.984951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.009833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:59.088604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:59.120644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45842) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:59.128130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': 'c1f44884-667f-432b-82d9-758cf78157d0'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:59.129099 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.141831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50194977-7d75-42b9-a437-735b3708c08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.237495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.275102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 1198efab-dbe4-46fe-9bc8-62c79a9a7854 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:59.276856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Allocated IP 2001:db8::f816:3eff:fe58:15cb (a959bc3e-b0e6-459f-b0b6-b598481d9524/c1f44884-667f-432b-82d9-758cf78157d0/84c68962-0142-4b43-82eb-fb447ef4ef8c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:59.381169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50194977-7d75-42b9-a437-735b3708c08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.385960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50194977-7d75-42b9-a437-735b3708c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.435233 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-50194977-7d75-42b9-a437-735b3708c08c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8afebcedf8e9438d84c278269cfcf07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120458 Jul 16 08:59:59.435968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50194977-7d75-42b9-a437-735b3708c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287f10a4-8543-4a11-bbd1-641b58deba5a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:59.438388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45846) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:59.466775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.476514 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Transition to ACTIVE for port object 84c68962-0142-4b43-82eb-fb447ef4ef8c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:59.495639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Transition to ACTIVE for port object 84c68962-0142-4b43-82eb-fb447ef4ef8c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:59.503478 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.534354 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6debf6b6-8f62-4afd-ba54-3bc2f2f37c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.553794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:59.556038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Deleting port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:59.559111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.570242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Pushing event updated for resources: {'Port': ['ID=84c68962-0142-4b43-82eb-fb447ef4ef8c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:59.573700 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6debf6b6-8f62-4afd-ba54-3bc2f2f37c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.588217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fed4:fc02 (a959bc3e-b0e6-459f-b0b6-b598481d9524/c1f44884-667f-432b-82d9-758cf78157d0/1198efab-dbe4-46fe-9bc8-62c79a9a7854) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:59.605057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:59.609735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:59.709909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Attempting to bind port 84c68962-0142-4b43-82eb-fb447ef4ef8c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:59.710478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Attempting to bind port 84c68962-0142-4b43-82eb-fb447ef4ef8c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:59.711289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Attempting to bind port 84c68962-0142-4b43-82eb-fb447ef4ef8c on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:59.718684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:59.719075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:59.719574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.720396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:59.721490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Bound port: 84c68962-0142-4b43-82eb-fb447ef4ef8c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:59.721911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.747159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6debf6b6-8f62-4afd-ba54-3bc2f2f37c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.750636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6debf6b6-8f62-4afd-ba54-3bc2f2f37c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.751800 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6debf6b6-8f62-4afd-ba54-3bc2f2f37c6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/287f10a4-8543-4a11-bbd1-641b58deba5a HTTP/1.1" status: 204 len: 168 time: 0.3124335 Jul 16 08:59:59.766329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debf6b6-8f62-4afd-ba54-3bc2f2f37c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287f10a4-8543-4a11-bbd1-641b58deba5a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:59.804633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885069a-bdb4-4c7a-b1a0-721890702e47 req-d040010a-931e-4010-945f-af1042b05cdd tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:59.807803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7885069a-bdb4-4c7a-b1a0-721890702e47 req-d040010a-931e-4010-945f-af1042b05cdd tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 945 time: 0.7241650 Jul 16 08:59:59.843354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] For port 84c68962-0142-4b43-82eb-fb447ef4ef8c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:59.847524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] For port 84c68962-0142-4b43-82eb-fb447ef4ef8c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=84c68962-0142-4b43-82eb-fb447ef4ef8c,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:59.847961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] For port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,segment=NetworkSegment(76612eb3-9fcf-434f-8164-e308955d54c8),segment_id=76612eb3-9fcf-434f-8164-e308955d54c8)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:59.848346 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.856723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.867040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Calling delete_port for c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:59.882782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.924720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 1198efab-dbe4-46fe-9bc8-62c79a9a7854 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:59.970660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699f554-8d60-439d-8d06-7ad9336cea34 None None] Pushing event updated for resources: {'Port': ['ID=84c68962-0142-4b43-82eb-fb447ef4ef8c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.023933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.089902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:00.105504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:00.114628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:00.121897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.122404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.126877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7885069a-bdb4-4c7a-b1a0-721890702e47 req-d25176dd-bed3-473b-b55e-76f64ad2114b tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/security-groups?id=5572e34b-35b7-4be3-98ff-06d6a540aa11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329558 Jul 16 09:00:00.157693 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2372742 Jul 16 09:00:00.157693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7c969-05bb-4202-9ee1-bd6cc62fe99a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=1198efab-dbe4-46fe-9bc8-62c79a9a7854,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.159137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45862) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:00.260823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.300566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27137016-580c-405b-a8c6-8fac89c1db63 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.307822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27137016-580c-405b-a8c6-8fac89c1db63 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.312901 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-27137016-580c-405b-a8c6-8fac89c1db63 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1527245 Jul 16 09:00:00.313542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45868) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:00.325195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=844200a9-5eb8-4c45-8195-2eb40cc4b7b4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.437189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.457030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:00.485573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5252d-3337-4693-91cd-8c8b89d7fb15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 1198efab-dbe4-46fe-9bc8-62c79a9a7854 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:00.486121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0c5252d-3337-4693-91cd-8c8b89d7fb15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.538679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bbf12-5428-4416-a3a4-da888bb9b817 req-1a000a10-4ef5-4133-b849-72c4e9cb2ddc tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.541270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-253bbf12-5428-4416-a3a4-da888bb9b817 req-1a000a10-4ef5-4133-b849-72c4e9cb2ddc tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.5520871 Jul 16 09:00:00.576354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Pushing event deleted for resources: {'Port': ['ID=c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.636336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0c5252d-3337-4693-91cd-8c8b89d7fb15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.663668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5252d-3337-4693-91cd-8c8b89d7fb15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 1198efab-dbe4-46fe-9bc8-62c79a9a7854 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:00.776405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 84c68962-0142-4b43-82eb-fb447ef4ef8c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:00.886899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] No DVR routers for this DVR port c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:00.898986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 84c68962-0142-4b43-82eb-fb447ef4ef8c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:00.901047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.904464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7608c10-63b8-4c62-bea5-52e5403528f6 req-d2998ead-2c40-4743-b7dc-67ffc78cd623 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.52 "DELETE /v2.0/ports/c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 HTTP/1.1" status: 204 len: 173 time: 1.9658365 Jul 16 09:00:00.947835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41979a78-8262-46bd-b603-7e6d0fe2f249', 'name': 'network-vif-deleted', 'tag': 'c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:00.950824 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a1f207-216c-42d2-826b-40c7160a1ac6" -d '{"events": [{"server_uuid": "41979a78-8262-46bd-b603-7e6d0fe2f249", "name": "network-vif-deleted", "tag": "c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:00.966435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0c5252d-3337-4693-91cd-8c8b89d7fb15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.988577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-253bbf12-5428-4416-a3a4-da888bb9b817 req-d4c4f44c-f540-440f-b49a-b7b43dc81770 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895657 Jul 16 09:00:01.051865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5252d-3337-4693-91cd-8c8b89d7fb15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=1198efab-dbe4-46fe-9bc8-62c79a9a7854,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:01.074019 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f82978-8b3d-4599-855d-66a4b803b7cd x-openstack-request-id: req-04f82978-8b3d-4599-855d-66a4b803b7cd {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:01.074322 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41979a78-8262-46bd-b603-7e6d0fe2f249", "name": "network-vif-deleted", "tag": "c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:01.074578 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04f82978-8b3d-4599-855d-66a4b803b7cd {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:01.074977 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41979a78-8262-46bd-b603-7e6d0fe2f249', 'name': 'network-vif-deleted', 'tag': 'c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2', 'status': 'completed', 'code': 200} Jul 16 09:00:01.109455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.113207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0c5252d-3337-4693-91cd-8c8b89d7fb15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.117362 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b0c5252d-3337-4693-91cd-8c8b89d7fb15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/1198efab-dbe4-46fe-9bc8-62c79a9a7854 HTTP/1.1" status: 204 len: 168 time: 0.8006785 Jul 16 09:00:01.119479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:01.291538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b57830-fa72-41f4-8976-2b84325e8a5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.294024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b57830-fa72-41f4-8976-2b84325e8a5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.295807 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-48b57830-fa72-41f4-8976-2b84325e8a5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1747601 Jul 16 09:00:01.298629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45894) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:01.361873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7df4474-a650-465c-9b30-fbda66faa293 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet c1f44884-667f-432b-82d9-758cf78157d0 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:01.366083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7df4474-a650-465c-9b30-fbda66faa293 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.462773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7df4474-a650-465c-9b30-fbda66faa293 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.520596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7b3ad1c-4a1d-49ef-aec8-6040c07ae610 req-28e2b4c9-e771-4ccd-8a40-69385c099999 tempest-VolumesAdminNegativeTest-871108102 tempest-VolumesAdminNegativeTest-871108102-project] 10.222.0.55 "GET /v2.0/ports?device_id=41979a78-8262-46bd-b603-7e6d0fe2f249 HTTP/1.1" status: 200 len: 210 time: 0.0811286 Jul 16 09:00:01.637343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Provisioning for port 84c68962-0142-4b43-82eb-fb447ef4ef8c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:01.638660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Router afc34046-0766-48d1-b064-e80e6dc4f169 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:01.643638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Provisioning complete for port 84c68962-0142-4b43-82eb-fb447ef4ef8c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:01.644619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.678643 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7df4474-a650-465c-9b30-fbda66faa293 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.784545 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.830975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7df4474-a650-465c-9b30-fbda66faa293 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.908871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df4474-a650-465c-9b30-fbda66faa293 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f44884-667f-432b-82d9-758cf78157d0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:01.916044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:01.922926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1717cae4-d062-40c4-8f97-decfe2d886ef tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "PUT /v2.0/routers/afc34046-0766-48d1-b064-e80e6dc4f169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5807843 Jul 16 09:00:01.924228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7df4474-a650-465c-9b30-fbda66faa293 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.927826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45910) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:01.934035 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a7df4474-a650-465c-9b30-fbda66faa293 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/c1f44884-667f-432b-82d9-758cf78157d0 HTTP/1.1" status: 204 len: 168 time: 0.6339796 Jul 16 09:00:01.935410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45912) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:01.950588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:01.950946 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:01.958464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] Sync routers for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:01.999832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:02.001624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:59:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:02.007791 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2a0dd3f9-aab8-441d-b135-388b24310bdf tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718000 Jul 16 09:00:02.008396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45916) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.072056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1d387d-dc49-4799-93e5-d64980c2a195 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting subnet 85e6d01c-71f1-4361-8a4a-79476453b10a {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:02.081311 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d1d387d-dc49-4799-93e5-d64980c2a195 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.117090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c554b3-2294-4feb-a691-595b5854fe7e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.123959 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-48c554b3-2294-4feb-a691-595b5854fe7e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1139591 Jul 16 09:00:02.124598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.134599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c18d47a-296b-4649-8088-7fbc18906a07 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:02.186481 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d1d387d-dc49-4799-93e5-d64980c2a195 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.188336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230e5e7-8c1c-4c8e-a9c5-4e19c9440c7c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.192855 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6230e5e7-8c1c-4c8e-a9c5-4e19c9440c7c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671833 Jul 16 09:00:02.193493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45928) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.251004 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eae275a3-1b7b-4b44-9f7e-079af74b8948 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563166 Jul 16 09:00:02.251710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45930) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.256732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:02.375059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:02.376102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d1d387d-dc49-4799-93e5-d64980c2a195 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.381385 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.441899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:02.457674 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d1d387d-dc49-4799-93e5-d64980c2a195 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.472773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5227f-b47d-4b62-a4d0-d31ae4e75d53 req-74827b2b-69a0-4c98-ae81-fceb241cfeea tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.480828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0da5227f-b47d-4b62-a4d0-d31ae4e75d53 req-74827b2b-69a0-4c98-ae81-fceb241cfeea tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.1656191 Jul 16 09:00:02.543261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d387d-dc49-4799-93e5-d64980c2a195 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Subnet': ['ID=85e6d01c-71f1-4361-8a4a-79476453b10a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:02.550789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d1d387d-dc49-4799-93e5-d64980c2a195 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.555151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3d1d387d-dc49-4799-93e5-d64980c2a195 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/subnets/85e6d01c-71f1-4361-8a4a-79476453b10a HTTP/1.1" status: 204 len: 168 time: 0.6238980 Jul 16 09:00:02.559003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.609480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0da5227f-b47d-4b62-a4d0-d31ae4e75d53 req-81729b23-c9ed-48b4-a4f2-b197a58cfaff tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277795 Jul 16 09:00:02.647125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9386dc-5bdd-4082-9aa4-636d1b631953 None None] Network abb28a17-bacd-4afb-bafb-f7769bcaab50 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:02.660230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45952) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.721082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4e8d5e-8cb5-4e03-8656-514d8e15daa3 admin admin] Deleting subnet 1189b905-5e58-4bb6-93d4-885053f530d9 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:02.724656 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d5e-8cb5-4e03-8656-514d8e15daa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.777359 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d5e-8cb5-4e03-8656-514d8e15daa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.839440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.858383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d5e-8cb5-4e03-8656-514d8e15daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.861333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.943649 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d5e-8cb5-4e03-8656-514d8e15daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.955402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] For port 84c68962-0142-4b43-82eb-fb447ef4ef8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=84c68962-0142-4b43-82eb-fb447ef4ef8c,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:02.973764 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.064371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.065073 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d5e-8cb5-4e03-8656-514d8e15daa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.071038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45980) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:03.072938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9e4e8d5e-8cb5-4e03-8656-514d8e15daa3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1189b905-5e58-4bb6-93d4-885053f530d9 HTTP/1.1" status: 204 len: 168 time: 0.4103849 Jul 16 09:00:03.076423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e8d5e-8cb5-4e03-8656-514d8e15daa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1189b905-5e58-4bb6-93d4-885053f530d9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:03.148238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:03.246242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:03.249711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.302838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2f2a4f40-1078-4b68-b895-c90d4ebe79a8 None None] Could not find standard attr ID for object 1198efab-dbe4-46fe-9bc8-62c79a9a7854. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:03.340386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port': {'id': 'ba193e3b-8076-4866-bda4-28a5d444906a', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:23Z', 'updated_at': '2021-07-16T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:03.374835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] Checking router: afc34046-0766-48d1-b064-e80e6dc4f169 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:03.382285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Pushing event updated for resources: {'Port': ['ID=84c68962-0142-4b43-82eb-fb447ef4ef8c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:03.406603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.407038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.407466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.407871 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.408275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.408684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.409091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.409483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.409967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.413673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.413673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.413673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1d95-2d0f-46f7-b507-0344e8603172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:03.416370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] Routers {'afc34046-0766-48d1-b064-e80e6dc4f169'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:03.417124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T08:59:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['afc34046-0766-48d1-b064-e80e6dc4f169'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:03.458663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] DHCP port deletion for abb28a17-bacd-4afb-bafb-f7769bcaab50 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:03.524561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] Deleting port 84c68962-0142-4b43-82eb-fb447ef4ef8c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:03.524933 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.566442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] Set router afc34046-0766-48d1-b064-e80e6dc4f169 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:03.578083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45990) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:03.599868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Deleting port ba193e3b-8076-4866-bda4-28a5d444906a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:03.599868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.605665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.670394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T09:00:03Z', 'revision_number': 6, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:03.718332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02fb68d-fddc-410f-888a-fabedbfab1c0 None None] The sync data for ids ['afc34046-0766-48d1-b064-e80e6dc4f169'] in n-d-780147-28 is: [{'id': 'afc34046-0766-48d1-b064-e80e6dc4f169', 'name': 'tempest-TestNetworkBasicOps-router-215212096', 'tenant_id': '5c071ed889a84964ab506ca3ebb4377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:22Z', 'updated_at': '2021-07-16T09:00:03Z', 'revision_number': 6, 'project_id': '5c071ed889a84964ab506ca3ebb4377c', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:03.730077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] Deleting port 83254119-e541-4006-8603-546cf9b98a7d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:03.730462 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.795183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f730e0f-85df-43a6-9b75-dfa2511a536e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.814586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:03.841459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:03.841847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c0c5edbb-38b6-4d5d-b4dc-afb7409d50c2 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:03.844717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] For port 83254119-e541-4006-8603-546cf9b98a7d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83254119-e541-4006-8603-546cf9b98a7d,segment=NetworkSegment(a393e4d8-708e-4ef8-bbf7-43a86d897500),segment_id=a393e4d8-708e-4ef8-bbf7-43a86d897500)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:03.845122 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.856947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] For port 84c68962-0142-4b43-82eb-fb447ef4ef8c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=84c68962-0142-4b43-82eb-fb447ef4ef8c,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:03.857348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.871579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] Calling delete_port for 83254119-e541-4006-8603-546cf9b98a7d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:03.877998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] Calling delete_port for 84c68962-0142-4b43-82eb-fb447ef4ef8c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:03.973374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306f96f-0f8a-45a6-b411-03444f7fe341 req-85910fe1-056c-4f02-aa6a-7dea7893d13b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.983729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c306f96f-0f8a-45a6-b411-03444f7fe341 req-85910fe1-056c-4f02-aa6a-7dea7893d13b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.1611924 Jul 16 09:00:04.019071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.043450 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.060123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d533c7-54df-48ef-a3b5-72f2542b44c2']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:04.088802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c306f96f-0f8a-45a6-b411-03444f7fe341 req-7d418c9b-21c0-4bc3-b8a0-abec5b6c1ef9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036277 Jul 16 09:00:04.138507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] Pushing event deleted for resources: {'Port': ['ID=83254119-e541-4006-8603-546cf9b98a7d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.148686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb1e14-2321-4fb3-89c9-baaf1d811374 None None] No DVR routers for this DVR port 83254119-e541-4006-8603-546cf9b98a7d on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:04.153354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76612eb3-9fcf-434f-8164-e308955d54c8') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:04.153897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76612eb3-9fcf-434f-8164-e308955d54c8') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:04.174279 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f730e0f-85df-43a6-9b75-dfa2511a536e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.177563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.178691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.179632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f730e0f-85df-43a6-9b75-dfa2511a536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.207593 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:04.207938 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:04.220346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.225370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7f730e0f-85df-43a6-9b75-dfa2511a536e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cef3436dc274391a866f90f5bc7e550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454201 Jul 16 09:00:04.225617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] Pushing event deleted for resources: {'Port': ['ID=84c68962-0142-4b43-82eb-fb447ef4ef8c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.227909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45998) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:04.233770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] For port ba193e3b-8076-4866-bda4-28a5d444906a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ba193e3b-8076-4866-bda4-28a5d444906a,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:04.234156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.239279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f730e0f-85df-43a6-9b75-dfa2511a536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8fc294-ee36-4864-82a9-c03ba51c29fc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.249815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:04.250223 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: items = [ Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:04.251931 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:04.270571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Calling delete_port for ba193e3b-8076-4866-bda4-28a5d444906a owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:04.275428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f68089-5d6c-4639-8eb2-ee288d21dcd5 None None] No DVR routers for this DVR port 84c68962-0142-4b43-82eb-fb447ef4ef8c on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:04.342265 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7c10a61-af2a-4f30-92f0-2f2c058914e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.347082 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.366475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.369152 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] 10.222.0.55 "DELETE /v2.0/networks/38d533c7-54df-48ef-a3b5-72f2542b44c2 HTTP/1.1" status: 204 len: 168 time: 1.2964437 Jul 16 09:00:04.370188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d69e4d-b9f5-4160-9d15-00f20100c199 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d533c7-54df-48ef-a3b5-72f2542b44c2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.372380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46002) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:04.389373 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7c10a61-af2a-4f30-92f0-2f2c058914e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.459356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-39201719-7e82-427b-934c-d2986138e4ed admin admin] Deleting subnet bff25c45-6bb8-41e4-9c72-1f48b2d7c8ae {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:04.463683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39201719-7e82-427b-934c-d2986138e4ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.503642 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39201719-7e82-427b-934c-d2986138e4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.523994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7c10a61-af2a-4f30-92f0-2f2c058914e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.527527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7c10a61-af2a-4f30-92f0-2f2c058914e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.531171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a7c10a61-af2a-4f30-92f0-2f2c058914e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df8fc294-ee36-4864-82a9-c03ba51c29fc HTTP/1.1" status: 204 len: 168 time: 0.2963774 Jul 16 09:00:04.543710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c10a61-af2a-4f30-92f0-2f2c058914e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8fc294-ee36-4864-82a9-c03ba51c29fc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.560937 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39201719-7e82-427b-934c-d2986138e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.627540 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.654053 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39201719-7e82-427b-934c-d2986138e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.691928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Port': ['ID=ba193e3b-8076-4866-bda4-28a5d444906a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.706881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39201719-7e82-427b-934c-d2986138e4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff25c45-6bb8-41e4-9c72-1f48b2d7c8ae,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.709061 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39201719-7e82-427b-934c-d2986138e4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.711214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-39201719-7e82-427b-934c-d2986138e4ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bff25c45-6bb8-41e4-9c72-1f48b2d7c8ae HTTP/1.1" status: 204 len: 168 time: 0.3376884 Jul 16 09:00:04.727224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46006) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:04.750309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:04.783011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:04.783375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 844200a9-5eb8-4c45-8195-2eb40cc4b7b4 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:04.783684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 84c68962-0142-4b43-82eb-fb447ef4ef8c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:04.800795 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Port 84c68962-0142-4b43-82eb-fb447ef4ef8c concurrently deleted while adding address for new subnet {'id': '91a79706-d9cc-4417-930f-38dd621f5f2d', 'name': '', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2056, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T09:00:02Z', 'updated_at': '2021-07-16T09:00:02Z', 'revision_number': 0, 'segment_id': None, 'project_id': '8cff1c84901d4d38babde63792ac606c'}. {{(pid=94164) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 09:00:04.801499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.819177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 84c68962-0142-4b43-82eb-fb447ef4ef8c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:04.819520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 84c68962-0142-4b43-82eb-fb447ef4ef8c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:04.819946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ba193e3b-8076-4866-bda4-28a5d444906a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:04.851907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: ba193e3b-8076-4866-bda4-28a5d444906a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:04.852326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ba193e3b-8076-4866-bda4-28a5d444906a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:04.852852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83254119-e541-4006-8603-546cf9b98a7d no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:04.894736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 83254119-e541-4006-8603-546cf9b98a7d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:04.895336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83254119-e541-4006-8603-546cf9b98a7d not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:04.928432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46010) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:04.929227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:04.940872 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.947354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:04.951376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c489eca6-66fd-403c-830e-df19599a0176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.971064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3156c4-6583-4ff5-a07d-1e3e6b9c7202 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:04.976661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:04.977262 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.980383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=91a79706-d9cc-4417-930f-38dd621f5f2d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:05.015530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.065412 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c489eca6-66fd-403c-830e-df19599a0176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.065980 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.068446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.071061 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c489eca6-66fd-403c-830e-df19599a0176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.080123 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d816c13a-3a4c-4469-b041-86d4e6b9459b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8274477 Jul 16 09:00:05.085914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46012) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.093083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:84:df:d0', 'name': 'tempest-NetworksTestDHCPv6-1113752508'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:05.162862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c489eca6-66fd-403c-830e-df19599a0176 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e67be050ebe14c4ca6eed8e5fd2c0c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328887 Jul 16 09:00:05.167426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46018) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.168064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489eca6-66fd-403c-830e-df19599a0176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97630db8-c1bf-46f4-8aca-a301647b3802,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:05.187753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.188295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Fanout notify agent at l3_agent the message router_deleted on router afc34046-0766-48d1-b064-e80e6dc4f169 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:00:05.209716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.210854 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-37d9ccc2-4855-4b4e-8538-7dc39027b9b6 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/routers/afc34046-0766-48d1-b064-e80e6dc4f169 HTTP/1.1" status: 204 len: 168 time: 2.6507034 Jul 16 09:00:05.214110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46020) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.248790 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '91a79706-d9cc-4417-930f-38dd621f5f2d'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:05.249914 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.295408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.313276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a7ec26-f6ef-464f-8f24-919389fc0d75']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.328471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccae902-4263-4fdf-9ce7-b2b3856156d4') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.328699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccae902-4263-4fdf-9ce7-b2b3856156d4') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.360862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.386291 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.413040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-106d4480-8921-45d3-adaf-9ec37bbac884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.465160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:05.466170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.492406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:05.503611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Allocated IP 2001:db8::f816:3eff:fe6a:4b9 (a959bc3e-b0e6-459f-b0b6-b598481d9524/91a79706-d9cc-4417-930f-38dd621f5f2d/cbb777a7-833a-4d50-b102-84db3e461681) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:05.533546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-106d4480-8921-45d3-adaf-9ec37bbac884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:05.538803 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:05.546393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.549984 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.561007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.565714 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e2a7ec26-f6ef-464f-8f24-919389fc0d75 HTTP/1.1" status: 204 len: 168 time: 0.8332069 Jul 16 09:00:05.596663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba525e4a-af58-475a-a113-437ec4945c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a7ec26-f6ef-464f-8f24-919389fc0d75,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:05.619743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78a044-977d-4bc0-87e7-8cbf4c358e48 req-98988563-ca90-452b-a441-4715bdb94fab tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.621312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a78a044-977d-4bc0-87e7-8cbf4c358e48 req-98988563-ca90-452b-a441-4715bdb94fab tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.2903714 Jul 16 09:00:05.722839 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.734853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Transition to ACTIVE for port object cbb777a7-833a-4d50-b102-84db3e461681 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:05.756994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.766432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Transition to ACTIVE for port object cbb777a7-833a-4d50-b102-84db3e461681 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:05.778338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.783392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb28a17-bacd-4afb-bafb-f7769bcaab50']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.812338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a393e4d8-708e-4ef8-bbf7-43a86d897500') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.814557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a393e4d8-708e-4ef8-bbf7-43a86d897500') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.818278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:05.821934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:05.825947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:05.840935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.862419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.866745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46026) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.873150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Pushing event updated for resources: {'Port': ['ID=cbb777a7-833a-4d50-b102-84db3e461681,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:05.899103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:05.900531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:05.905958 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:05.911904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Attempting to bind port cbb777a7-833a-4d50-b102-84db3e461681 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:05.912891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Attempting to bind port cbb777a7-833a-4d50-b102-84db3e461681 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:05.913426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Attempting to bind port cbb777a7-833a-4d50-b102-84db3e461681 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:05.920924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:05.921568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:05.922366 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.922982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:05.924777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Bound port: cbb777a7-833a-4d50-b102-84db3e461681, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:05.925569 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.001038 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.007458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.016463 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] 10.222.0.55 "DELETE /v2.0/networks/abb28a17-bacd-4afb-bafb-f7769bcaab50 HTTP/1.1" status: 204 len: 168 time: 0.7974565 Jul 16 09:00:06.016649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] For port cbb777a7-833a-4d50-b102-84db3e461681, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:06.039322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] For port cbb777a7-833a-4d50-b102-84db3e461681, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cbb777a7-833a-4d50-b102-84db3e461681,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:06.046496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.073286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2e47bb32-091a-4714-ab05-851343d614c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5ba7b131aa4458487ae94a24f3b7571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020807 Jul 16 09:00:06.073286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6ccae-4845-47a2-8762-bb1541530402 tempest-TestNetworkBasicOps-1400605346 tempest-TestNetworkBasicOps-1400605346-project] Pushing event deleted for resources: {'Network': ['ID=abb28a17-bacd-4afb-bafb-f7769bcaab50,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.075985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46030) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:06.151918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d7b55-2259-43f6-9b1f-7bba8fa5ad5d None None] Pushing event updated for resources: {'Port': ['ID=cbb777a7-833a-4d50-b102-84db3e461681,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.185877 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8679-69a9-4f46-9530-ec1da286c8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.210843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a78a044-977d-4bc0-87e7-8cbf4c358e48 req-23b7596f-99ab-46f8-83c5-5d2921d7bd75 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476537 Jul 16 09:00:06.232395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.234076 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8679-69a9-4f46-9530-ec1da286c8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.256559 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-106d4480-8921-45d3-adaf-9ec37bbac884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.259848 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-106d4480-8921-45d3-adaf-9ec37bbac884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.261193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-106d4480-8921-45d3-adaf-9ec37bbac884 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97630db8-c1bf-46f4-8aca-a301647b3802 HTTP/1.1" status: 204 len: 168 time: 1.0889225 Jul 16 09:00:06.283823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-18f86282-aa26-4b11-adb5-2a183379a935 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7365294 Jul 16 09:00:06.293562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4480-8921-45d3-adaf-9ec37bbac884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97630db8-c1bf-46f4-8aca-a301647b3802,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.304456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 1b3c39f0-ec87-4212-bbf2-54c6d913b64b yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:06.412105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8679-69a9-4f46-9530-ec1da286c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.414932 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8679-69a9-4f46-9530-ec1da286c8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.418501 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dd5c8679-69a9-4f46-9530-ec1da286c8b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5572e34b-35b7-4be3-98ff-06d6a540aa11 HTTP/1.1" status: 204 len: 168 time: 0.3376439 Jul 16 09:00:06.452212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c8679-69a9-4f46-9530-ec1da286c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5572e34b-35b7-4be3-98ff-06d6a540aa11,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.611488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46050) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:06.645401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fe84:dfd0 (a959bc3e-b0e6-459f-b0b6-b598481d9524/91a79706-d9cc-4417-930f-38dd621f5f2d/1b3c39f0-ec87-4212-bbf2-54c6d913b64b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:06.676437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-8fb343d0-5fc9-4351-b8f5-c9ab79573565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.691538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-8fb343d0-5fc9-4351-b8f5-c9ab79573565 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1096 time: 0.2949655 Jul 16 09:00:06.737864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cbb777a7-833a-4d50-b102-84db3e461681 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:06.864903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port cbb777a7-833a-4d50-b102-84db3e461681 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:06.929205 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e4b165b1-37f9-45fd-8fae-ad6bf5d47a3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c071ed889a84964ab506ca3ebb4377c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108764 Jul 16 09:00:06.932700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46060) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.080742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09753236-f727-424d-8b4e-96aceaa69b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.112403 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.146344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09753236-f727-424d-8b4e-96aceaa69b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.147179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 1b3c39f0-ec87-4212-bbf2-54c6d913b64b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:07.237830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09753236-f727-424d-8b4e-96aceaa69b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.238918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-ca244c69-6e9f-46f0-815b-ef2dba8b11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.240473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-ca244c69-6e9f-46f0-815b-ef2dba8b11ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.5200679 Jul 16 09:00:07.242191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.249980 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09753236-f727-424d-8b4e-96aceaa69b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.257141 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-09753236-f727-424d-8b4e-96aceaa69b0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5c187d2-bfeb-4c38-9f30-84544eeee5d7 HTTP/1.1" status: 204 len: 168 time: 0.3208506 Jul 16 09:00:07.273405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09753236-f727-424d-8b4e-96aceaa69b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c187d2-bfeb-4c38-9f30-84544eeee5d7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:07.288197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46076) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.363426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc6c782f-72c3-429e-8b29-7ba20a1c14b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dc72ed471da49c89441dd5d444ad022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740042 Jul 16 09:00:07.366516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.460152 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c08a9eb2-5152-43de-aa69-16921745fd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.471788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:07.495744 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c08a9eb2-5152-43de-aa69-16921745fd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.570663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:07.582259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:07.588614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.589288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.599843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=1b3c39f0-ec87-4212-bbf2-54c6d913b64b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:07.611692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c08a9eb2-5152-43de-aa69-16921745fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.615143 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c08a9eb2-5152-43de-aa69-16921745fd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.616864 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c08a9eb2-5152-43de-aa69-16921745fd36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9b00bb2-8a73-4229-a97c-261f4cf4c08a HTTP/1.1" status: 204 len: 168 time: 0.2494154 Jul 16 09:00:07.637867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a9eb2-5152-43de-aa69-16921745fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b00bb2-8a73-4229-a97c-261f4cf4c08a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:07.657202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-fa1f96a5-4b62-497e-9d1f-ad0ebbd20a80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 998 time: 0.4050143 Jul 16 09:00:07.664744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5a8a80fe-2d96-4468-aa29-13a1260a3213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5757091 Jul 16 09:00:07.668278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46088) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.759109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-16426364-626d-4e3b-92e0-693c3b5d17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.761075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-16426364-626d-4e3b-92e0-693c3b5d17e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.0919211 Jul 16 09:00:07.770966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91557-f866-45db-89ce-2a53f4d1d8c6 req-962be34c-f219-413c-9e75-7f016085e659 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.772835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4d91557-f866-45db-89ce-2a53f4d1d8c6 req-962be34c-f219-413c-9e75-7f016085e659 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.3354785 Jul 16 09:00:07.812262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89fcf9-5105-4acd-a4ac-647f69aa7d46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.832179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89fcf9-5105-4acd-a4ac-647f69aa7d46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.844666 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bf89fcf9-5105-4acd-a4ac-647f69aa7d46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1750832 Jul 16 09:00:07.845075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46096) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.867919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4d91557-f866-45db-89ce-2a53f4d1d8c6 req-6c0c6486-738d-4b96-a62e-90f715288c29 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840933 Jul 16 09:00:07.905222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b3493b25-3f88-4c69-ab12-615a2ddf3af0 None None] Provisioning for port cbb777a7-833a-4d50-b102-84db3e461681 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:07.911912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b3493b25-3f88-4c69-ab12-615a2ddf3af0 None None] Provisioning complete for port cbb777a7-833a-4d50-b102-84db3e461681 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:07.912293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3493b25-3f88-4c69-ab12-615a2ddf3af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.956974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-93e50842-5a1c-4cf3-aeb9-c07c30e49980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.959040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-93e50842-5a1c-4cf3-aeb9-c07c30e49980 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848266 Jul 16 09:00:08.125173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3493b25-3f88-4c69-ab12-615a2ddf3af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.181678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46106) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.210002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c2813b14-a3e9-4536-a487-8a32cd7eff23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 1b3c39f0-ec87-4212-bbf2-54c6d913b64b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:08.210584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2813b14-a3e9-4536-a487-8a32cd7eff23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.219863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-804975c5-9372-4578-8f8a-fd40add22ac0 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297530 Jul 16 09:00:08.230310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaaa1-6704-40a0-a3cd-8fef4153a2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.233983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b3493b25-3f88-4c69-ab12-615a2ddf3af0 None None] For port cbb777a7-833a-4d50-b102-84db3e461681, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cbb777a7-833a-4d50-b102-84db3e461681,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:08.240500 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3493b25-3f88-4c69-ab12-615a2ddf3af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.412283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3493b25-3f88-4c69-ab12-615a2ddf3af0 None None] Pushing event updated for resources: {'Port': ['ID=cbb777a7-833a-4d50-b102-84db3e461681,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.433180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fff2871-6f2e-413c-8f0e-b7002532a5d9 None None] Provisioning for port 1b3c39f0-ec87-4212-bbf2-54c6d913b64b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:08.436170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65435337-ef1f-4089-be1e-fcf732a314f4 req-8d394d7d-e496-48de-99d5-5b2620ed490f service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035944 Jul 16 09:00:08.444788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fff2871-6f2e-413c-8f0e-b7002532a5d9 None None] Provisioning complete for port 1b3c39f0-ec87-4212-bbf2-54c6d913b64b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:08.445317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fff2871-6f2e-413c-8f0e-b7002532a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.447455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2813b14-a3e9-4536-a487-8a32cd7eff23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.464786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c2813b14-a3e9-4536-a487-8a32cd7eff23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 1b3c39f0-ec87-4212-bbf2-54c6d913b64b owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:08.486164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaaa1-6704-40a0-a3cd-8fef4153a2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.500144 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaaa1-6704-40a0-a3cd-8fef4153a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.568967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4fff2871-6f2e-413c-8f0e-b7002532a5d9 None None] Port 1b3c39f0-ec87-4212-bbf2-54c6d913b64b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:08.592853 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb4aaaa1-6704-40a0-a3cd-8fef4153a2ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87864c3ff99f4693bf5daa968fea71b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099073 Jul 16 09:00:08.598818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aaaa1-6704-40a0-a3cd-8fef4153a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019d4f34-5664-4a23-97a8-47a645b248df,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.598818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.612242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cbb777a7-833a-4d50-b102-84db3e461681 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:08.688000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cbb777a7-833a-4d50-b102-84db3e461681 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:08.688574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.710212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-001575a7-6146-418b-be53-82942a6e6178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.734505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-001575a7-6146-418b-be53-82942a6e6178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.750473 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2813b14-a3e9-4536-a487-8a32cd7eff23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.789355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-001575a7-6146-418b-be53-82942a6e6178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.791300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2813b14-a3e9-4536-a487-8a32cd7eff23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=1b3c39f0-ec87-4212-bbf2-54c6d913b64b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.794888 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-001575a7-6146-418b-be53-82942a6e6178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.796983 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-001575a7-6146-418b-be53-82942a6e6178 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/019d4f34-5664-4a23-97a8-47a645b248df HTTP/1.1" status: 204 len: 168 time: 0.1997950 Jul 16 09:00:08.814897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001575a7-6146-418b-be53-82942a6e6178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019d4f34-5664-4a23-97a8-47a645b248df,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.887110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2813b14-a3e9-4536-a487-8a32cd7eff23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.894186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46124) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.895903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c2813b14-a3e9-4536-a487-8a32cd7eff23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/1b3c39f0-ec87-4212-bbf2-54c6d913b64b HTTP/1.1" status: 204 len: 168 time: 1.0467522 Jul 16 09:00:08.972383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797c1964-35f4-4772-a3b0-60c68aadafc2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.974464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797c1964-35f4-4772-a3b0-60c68aadafc2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.976081 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-797c1964-35f4-4772-a3b0-60c68aadafc2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0808508 Jul 16 09:00:08.979292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46130) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:09.066939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2ca338-2de5-4dcf-9ae3-cc1efb46c954 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 91a79706-d9cc-4417-930f-38dd621f5f2d {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:09.074446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca338-2de5-4dcf-9ae3-cc1efb46c954 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.124017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca338-2de5-4dcf-9ae3-cc1efb46c954 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.294819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10094d-7adf-4d84-9570-9ec8d9d0773b req-b37622cd-9f9c-432f-bed7-a0ab9dd443c8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.294972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca338-2de5-4dcf-9ae3-cc1efb46c954 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.300280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db10094d-7adf-4d84-9570-9ec8d9d0773b req-b37622cd-9f9c-432f-bed7-a0ab9dd443c8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.1989069 Jul 16 09:00:09.382847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db10094d-7adf-4d84-9570-9ec8d9d0773b req-5f963a4f-56ea-4bdd-8824-7ab82b6aab20 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746906 Jul 16 09:00:09.407260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca338-2de5-4dcf-9ae3-cc1efb46c954 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.455474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ca338-2de5-4dcf-9ae3-cc1efb46c954 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=91a79706-d9cc-4417-930f-38dd621f5f2d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:09.457490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca338-2de5-4dcf-9ae3-cc1efb46c954 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.459414 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cb2ca338-2de5-4dcf-9ae3-cc1efb46c954 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/91a79706-d9cc-4417-930f-38dd621f5f2d HTTP/1.1" status: 204 len: 168 time: 0.4791768 Jul 16 09:00:09.462181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46152) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:09.472303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1f8cf-b80a-4b4e-bd91-7793f1d8f8f1 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:09.520913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-93c3532a-f175-4f49-ba4e-52890020faf6 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572958 Jul 16 09:00:09.523629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46156) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:09.531280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:09.630589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6e47e-2994-410f-9594-933b3f788bad req-72236141-5be4-47ad-ace7-cc24c7e4adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.632140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0c6e47e-2994-410f-9594-933b3f788bad req-72236141-5be4-47ad-ace7-cc24c7e4adf5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 1098 time: 0.1142495 Jul 16 09:00:09.689636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0c6e47e-2994-410f-9594-933b3f788bad req-f1ec0248-aa2a-44f6-94ba-35b54a5eb9f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495136 Jul 16 09:00:09.727154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:09.732112 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.876141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:09.936831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] Deleting port cbb777a7-833a-4d50-b102-84db3e461681 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:09.938278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.028413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] For port cbb777a7-833a-4d50-b102-84db3e461681, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cbb777a7-833a-4d50-b102-84db3e461681,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:10.028817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.047589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] Calling delete_port for cbb777a7-833a-4d50-b102-84db3e461681 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:10.207896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.246752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:10.248507 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.253434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] Pushing event deleted for resources: {'Port': ['ID=cbb777a7-833a-4d50-b102-84db3e461681,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:10.268458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e35037-5d34-4924-b939-3ac878c77bab None None] No DVR routers for this DVR port cbb777a7-833a-4d50-b102-84db3e461681 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:10.296711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:10.300043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:10.303608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.304225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.314569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2a380-af25-48da-8301-358bfce79378 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:10.339057 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8137777 Jul 16 09:00:10.340240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693895f3-d6e2-4896-b3bc-2d345525bfe9 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=f6e82138-5fc6-481e-855c-7000e447c62e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:10.341951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46192) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:10.349403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:97:a4:79', 'name': 'tempest-NetworksTestDHCPv6-525898429'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:10.610356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46208) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:10.629499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:10.641415 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.735197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port e538b41b-6008-4af8-a095-26c808a766e6 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:10.994761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-56579530-network', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:11.023726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fe97:a479 (a959bc3e-b0e6-459f-b0b6-b598481d9524/f6e82138-5fc6-481e-855c-7000e447c62e/e538b41b-6008-4af8-a095-26c808a766e6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:11.069885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Made reservation on behalf of cbc8a6e7f3c64b3fa2bbef19842abb26 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:11.073516 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.085347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca0c62-b634-4275-bbdf-9c308f403170 req-8dc2d20b-d4e2-474c-977b-b2dcb172ca87 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:11.088876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcca0c62-b634-4275-bbdf-9c308f403170 req-8dc2d20b-d4e2-474c-977b-b2dcb172ca87 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.2098520 Jul 16 09:00:11.124040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cbb777a7-833a-4d50-b102-84db3e461681 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:11.171549 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.195887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: cbb777a7-833a-4d50-b102-84db3e461681 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:11.196969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cbb777a7-833a-4d50-b102-84db3e461681 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:11.262478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcca0c62-b634-4275-bbdf-9c308f403170 req-8472b7a7-6d0a-49ab-9777-d508fb2f7b6e tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590972 Jul 16 09:00:11.280890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': 'f6e82138-5fc6-481e-855c-7000e447c62e'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:11.282429 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.558409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.567663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.570023 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.584865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:11.625434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.626819 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Added segment b9057aaf-fb99-4171-86ed-8608f164ce3c of type vlan for network 7e4a1826-e917-46f5-befb-a5814c1f9874 Jul 16 09:00:11.664439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object e538b41b-6008-4af8-a095-26c808a766e6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:11.701799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11660bc5-6288-4ff8-bcb3-d88c2977f3ae,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:11.724907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.779785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.780847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:11.781518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.793476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.819066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2069607 Jul 16 09:00:11.822630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46278) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:11.827937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Request body: {'subnet': {'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-56579530-subnet', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:11.838342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Allocated IP 2001:db8::f816:3eff:fe82:fc79 (a959bc3e-b0e6-459f-b0b6-b598481d9524/f6e82138-5fc6-481e-855c-7000e447c62e/8f94b32f-2c54-4ab5-8db3-50b9883cbe04) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:11.842850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:11.874610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:11.877794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:11.884963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:11.885988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.912189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Made reservation on behalf of cbc8a6e7f3c64b3fa2bbef19842abb26 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:11.916356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.002245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8412b-b497-4a66-8e0c-be25c960c773 admin admin] Pushing event updated for resources: {'Network': ['ID=7e4a1826-e917-46f5-befb-a5814c1f9874,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.022590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6766393 Jul 16 09:00:12.022590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46286) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.025364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:12.031946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3bfaa-3915-40dc-955e-7dae2c7906c0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=e538b41b-6008-4af8-a095-26c808a766e6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.046434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46290) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.188030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092ba84-0379-4b62-9294-8ee5797060b0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.192034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8092ba84-0379-4b62-9294-8ee5797060b0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1407635 Jul 16 09:00:12.195132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46296) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.197632 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.228173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.255504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Transition to ACTIVE for port object 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:12.292270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Transition to ACTIVE for port object 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:12.304624 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.306931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e247866-5a36-45bb-ae75-7220f17270cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.375894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Checking segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:12.376258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Network hostable DHCP agents. Network: 7e4a1826-e917-46f5-befb-a5814c1f9874, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:12.379771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=29070e93-5640-4632-aa6f-98a6633041cf,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.386317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:12.391523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:12.402636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:12.417952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:12.438847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 7e4a1826-e917-46f5-befb-a5814c1f9874) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:12.443302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.444883 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.488419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab3625-0edb-4608-a5dd-344e7e7c9a6c None None] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:12.514105 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e247866-5a36-45bb-ae75-7220f17270cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.526755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e247866-5a36-45bb-ae75-7220f17270cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.541106 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b11fc7c4-ca8f-42ec-8531-2adb281114bd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7173452 Jul 16 09:00:12.543704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46312) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.548923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:12.602052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.604002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.630684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0e247866-5a36-45bb-ae75-7220f17270cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dd666c8282a4d93ad77b3a39224fb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064777 Jul 16 09:00:12.633585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46318) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.676613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7768dfb2-7277-4e88-bd35-480fe5f4ebc3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port e538b41b-6008-4af8-a095-26c808a766e6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:12.676964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7768dfb2-7277-4e88-bd35-480fe5f4ebc3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.700689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e247866-5a36-45bb-ae75-7220f17270cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456baf3d-e709-4e8a-be51-bcf057f61181,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.704401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Attempting to bind port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:12.709499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Attempting to bind port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:12.710172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Attempting to bind port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:12.736497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:12.739873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:12.740525 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.741131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:12.741859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Bound port: 8f94b32f-2c54-4ab5-8db3-50b9883cbe04, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:12.745395 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.803821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Pushing event updated for resources: {'Port': ['ID=8f94b32f-2c54-4ab5-8db3-50b9883cbe04,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.824243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.900870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-7e4a1826-e917-46f5-befb-a5814c1f9874', 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'fixed_ips': [{'subnet_id': '29070e93-5640-4632-aa6f-98a6633041cf'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:12.905046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.905509 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7768dfb2-7277-4e88-bd35-480fe5f4ebc3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.916405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21182-ee99-4c1f-b2a0-1576dc139a85 req-2193aa90-d75a-40b4-a788-4e2156d69481 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.923559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92e21182-ee99-4c1f-b2a0-1576dc139a85 req-2193aa90-d75a-40b4-a788-4e2156d69481 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.3724935 Jul 16 09:00:12.960952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7768dfb2-7277-4e88-bd35-480fe5f4ebc3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for e538b41b-6008-4af8-a095-26c808a766e6 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:12.991793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46326) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.994495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] For port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:12.999936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] For port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8f94b32f-2c54-4ab5-8db3-50b9883cbe04,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:13.010726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92e21182-ee99-4c1f-b2a0-1576dc139a85 req-965cf80e-a3c1-4cb5-a8db-077c012919c6 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Jul 16 09:00:13.064740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.073912 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.089356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7a809ed-7d77-4cf3-96cf-0ad7a1ad98b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.185557 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7768dfb2-7277-4e88-bd35-480fe5f4ebc3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.191713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6110-4a4c-4b00-95da-aa59e19f16ee None None] Pushing event updated for resources: {'Port': ['ID=8f94b32f-2c54-4ab5-8db3-50b9883cbe04,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.209455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7a809ed-7d77-4cf3-96cf-0ad7a1ad98b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.282683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-167a6a6f-2c7e-4ef2-bffb-858424da5af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.285151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768dfb2-7277-4e88-bd35-480fe5f4ebc3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=e538b41b-6008-4af8-a095-26c808a766e6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.332906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7768dfb2-7277-4e88-bd35-480fe5f4ebc3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.339820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7768dfb2-7277-4e88-bd35-480fe5f4ebc3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/e538b41b-6008-4af8-a095-26c808a766e6 HTTP/1.1" status: 204 len: 168 time: 1.1420665 Jul 16 09:00:13.340730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46340) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:13.345565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Allocated IP 172.20.0.2 (7e4a1826-e917-46f5-befb-a5814c1f9874/29070e93-5640-4632-aa6f-98a6633041cf/074bf429-62ee-4346-bea3-39732339444e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:13.438173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981f17e8-2789-4767-b66f-9a5a79c86130 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:13.440849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981f17e8-2789-4767-b66f-9a5a79c86130 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:13.445734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-981f17e8-2789-4767-b66f-9a5a79c86130 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1013973 Jul 16 09:00:13.447669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46342) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:13.502960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7a809ed-7d77-4cf3-96cf-0ad7a1ad98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.521078 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7a809ed-7d77-4cf3-96cf-0ad7a1ad98b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.529456 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d7a809ed-7d77-4cf3-96cf-0ad7a1ad98b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/456baf3d-e709-4e8a-be51-bcf057f61181 HTTP/1.1" status: 204 len: 168 time: 0.8944402 Jul 16 09:00:13.572102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a809ed-7d77-4cf3-96cf-0ad7a1ad98b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456baf3d-e709-4e8a-be51-bcf057f61181,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.692485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.708148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Transition to ACTIVE for port object 074bf429-62ee-4346-bea3-39732339444e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:13.756830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Transition to ACTIVE for port object 074bf429-62ee-4346-bea3-39732339444e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:13.775760 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.912336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:13.938166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:13.951186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:13.955867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Pushing event updated for resources: {'Port': ['ID=074bf429-62ee-4346-bea3-39732339444e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:14.071885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.119436 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.154987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Attempting to bind port 074bf429-62ee-4346-bea3-39732339444e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:14.155358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Attempting to bind port 074bf429-62ee-4346-bea3-39732339444e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:14.163304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Attempting to bind port 074bf429-62ee-4346-bea3-39732339444e on network 7e4a1826-e917-46f5-befb-a5814c1f9874 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:14.171158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:14.171827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Checking segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:14.172441 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.173126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Bound using segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:14.173975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Bound port: 074bf429-62ee-4346-bea3-39732339444e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:14.175432 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.269894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] For port 074bf429-62ee-4346-bea3-39732339444e, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:14.273409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] For port 074bf429-62ee-4346-bea3-39732339444e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=074bf429-62ee-4346-bea3-39732339444e,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:14.280143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-94031a8e-4447-47b2-bb6e-69c06539c32a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet f6e82138-5fc6-481e-855c-7000e447c62e {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:14.283348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.302082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Allocated IP 172.25.6.155 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/7f395b56-26fe-4f64-a60e-cd89e7296af1) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:14.312639 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94031a8e-4447-47b2-bb6e-69c06539c32a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.414587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d41c1c-449a-477d-bc18-14047976389f None None] Pushing event updated for resources: {'Port': ['ID=074bf429-62ee-4346-bea3-39732339444e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:14.453104 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad4be-16f0-4ff5-a897-85958e9125fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.560715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.612099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94031a8e-4447-47b2-bb6e-69c06539c32a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.656340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:14.658716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.730707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:14.736156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:14.739505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f395b56-26fe-4f64-a60e-cd89e7296af1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:14.756460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:14.768332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:14.782187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-6ef85728-927d-4d35-b23a-bfaea890bd31 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:14.787437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-6ef85728-927d-4d35-b23a-bfaea890bd31 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 811 time: 0.5812860 Jul 16 09:00:14.827439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-167a6a6f-2c7e-4ef2-bffb-858424da5af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.841799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-167a6a6f-2c7e-4ef2-bffb-858424da5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.891204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-1aa57f27-6eb8-43ef-bbd1-4e1866afbf6f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/quotas/8cf1376abcf841f78b2ccf9b61519b4a HTTP/1.1" status: 200 len: 375 time: 0.0929565 Jul 16 09:00:14.961032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a6a6f-2c7e-4ef2-bffb-858424da5af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6a57ca-84d1-4cd6-91d9-1228f6798fd9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.085424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-167a6a6f-2c7e-4ef2-bffb-858424da5af0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f9d17d7140d4507be8279c82d2f5cef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0733228 Jul 16 09:00:15.088784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46378) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.103692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94031a8e-4447-47b2-bb6e-69c06539c32a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.121017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46380) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.227837 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.235667 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-0ded9546-c977-4f21-af6e-5ef2615e5abd tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3276658 Jul 16 09:00:15.263969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94031a8e-4447-47b2-bb6e-69c06539c32a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.279366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97825bc7-fecf-4b2b-ba3c-062f94e41686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.321935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97825bc7-fecf-4b2b-ba3c-062f94e41686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.329127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.350641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94031a8e-4447-47b2-bb6e-69c06539c32a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e82138-5fc6-481e-855c-7000e447c62e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.355069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94031a8e-4447-47b2-bb6e-69c06539c32a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.356941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-94031a8e-4447-47b2-bb6e-69c06539c32a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/f6e82138-5fc6-481e-855c-7000e447c62e HTTP/1.1" status: 204 len: 168 time: 1.9057789 Jul 16 09:00:15.374172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46384) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.381292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-network', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:15.383537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8798ee44-31da-477a-876b-7cfb55a9e0c3 None None] Provisioning for port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:15.388885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8798ee44-31da-477a-876b-7cfb55a9e0c3 None None] Provisioning complete for port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:15.389468 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8798ee44-31da-477a-876b-7cfb55a9e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.462439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-e7f5561c-ae5d-4ab8-98eb-28ffd2c82d1d service neutron] 10.222.0.55 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120664 Jul 16 09:00:15.505563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8798ee44-31da-477a-876b-7cfb55a9e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.544897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8798ee44-31da-477a-876b-7cfb55a9e0c3 None None] For port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8f94b32f-2c54-4ab5-8db3-50b9883cbe04,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:15.550727 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8798ee44-31da-477a-876b-7cfb55a9e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.617027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-285eda1d-5f60-4674-99a8-2e2289849e18 service neutron] 10.222.0.55 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456313 Jul 16 09:00:15.646886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798ee44-31da-477a-876b-7cfb55a9e0c3 None None] Pushing event updated for resources: {'Port': ['ID=8f94b32f-2c54-4ab5-8db3-50b9883cbe04,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.678585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8aaf2-2b4d-4073-a0a5-65f0504bc53b None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:15.835328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0184d2bf-2300-4a04-8f12-7ef40f6a53e7 None None] Could not find standard attr ID for object e538b41b-6008-4af8-a095-26c808a766e6. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:15.917264 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5b65cdeb-1995-4d7d-812d-081526d8f8f5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5102592 Jul 16 09:00:15.918018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46394) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.961051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97825bc7-fecf-4b2b-ba3c-062f94e41686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.964211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-97825bc7-fecf-4b2b-ba3c-062f94e41686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.988615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-97825bc7-fecf-4b2b-ba3c-062f94e41686 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f6a57ca-84d1-4cd6-91d9-1228f6798fd9 HTTP/1.1" status: 204 len: 168 time: 0.8971498 Jul 16 09:00:16.023754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:16.085072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64e2b8-a943-4f63-bfb3-22fe9872ca19 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:16.088579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2b64e2b8-a943-4f63-bfb3-22fe9872ca19 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1695645 Jul 16 09:00:16.095001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46400) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.108462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97825bc7-fecf-4b2b-ba3c-062f94e41686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6a57ca-84d1-4cd6-91d9-1228f6798fd9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.206384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Made reservation on behalf of e4dd9e35e7404403a15e2cf10683ead9 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:16.209933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.223043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] Deleting port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:16.223422 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.241155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.286565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2a79200-9308-42f9-a656-a5153dd1c871 req-e2940558-23c5-4ef1-9c22-e7406394276e tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 210 time: 0.3865488 Jul 16 09:00:16.296884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768ba88-5317-454d-9ed3-511c68fc1213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:16.298732 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7768ba88-5317-454d-9ed3-511c68fc1213 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2024305 Jul 16 09:00:16.301693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46408) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.346002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] For port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8f94b32f-2c54-4ab5-8db3-50b9883cbe04,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:16.346635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.389359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] Calling delete_port for 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:16.406279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2546fd23-3e32-42f0-bc82-ebbe79b89d72 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900886 Jul 16 09:00:16.407505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46412) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.413732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:16.523375 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.561581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:16.565947 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.598323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.611519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc76b8-2b70-498b-9a79-299ba0dc19c9 None None] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:16.691662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:16.703201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 074bf429-62ee-4346-bea3-39732339444e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:16.723641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81e41c-cc75-4a31-8af2-6d805a8a4e60,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.728821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.729373 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Added segment eff36429-5433-4eea-a0a4-c686c90babce of type vlan for network d0a573aa-8fee-4ec8-9c49-d8852926f19e Jul 16 09:00:16.743923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.749166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46416) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.764119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4ba2837c-3bf0-4860-bbdd-0e244cb93f26 None None] Provisioning for port 074bf429-62ee-4346-bea3-39732339444e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:16.788083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-165b161b-6401-4baf-940f-f620622b19ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.840302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.877385 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.950307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 074bf429-62ee-4346-bea3-39732339444e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:16.952564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] Pushing event deleted for resources: {'Port': ['ID=8f94b32f-2c54-4ab5-8db3-50b9883cbe04,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.972366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.973476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:16.974189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.982953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab60c27-3fca-4bd3-b711-e626d8779f63 None None] No DVR routers for this DVR port 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:16.984959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 074bf429-62ee-4346-bea3-39732339444e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:16.985526 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.022205 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.077489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] Pushing event updated for resources: {'Network': ['ID=d0a573aa-8fee-4ec8-9c49-d8852926f19e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.102085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.109600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:17.136454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:17.144739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-165b161b-6401-4baf-940f-f620622b19ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.156539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:17.158358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Router 0c18e475-80f1-4dce-a403-62da23cbd11d is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:17.164680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:17.165716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-165b161b-6401-4baf-940f-f620622b19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.167174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.192741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=38664077-a766-4fe7-ada1-bcd9fde80c21,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.194324 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7cecf66f-3171-4465-b6e2-a205deecfe9c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.0718334 Jul 16 09:00:17.198759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:17.209063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Request body: {'subnet': {'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-subnet', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:17.219011 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2c77d2d0-50b0-4963-a92f-76a6fa69663b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8079715 Jul 16 09:00:17.219379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46422) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:17.224204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:df:a9:86', 'name': 'tempest-NetworksTestDHCPv6-26403022'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:17.246816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-165b161b-6401-4baf-940f-f620622b19ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dedf8689f6c545e8bef2654d879f62cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752202 Jul 16 09:00:17.247496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46424) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:17.255375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e92f5f-bbc2-4d70-b9d2-ed51778b26df None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:17.264013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 074bf429-62ee-4346-bea3-39732339444e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=074bf429-62ee-4346-bea3-39732339444e,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:17.293535 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.349918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b161b-6401-4baf-940f-f620622b19ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a402cda2-e5c7-4299-84d5-8b77700b5cf3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.371434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=074bf429-62ee-4346-bea3-39732339444e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.471065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Made reservation on behalf of e4dd9e35e7404403a15e2cf10683ead9 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:17.473902 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.543702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:17.545092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:17.583277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abf0b842-d1a0-4738-ad0b-440702a1c67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.589416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:17.590442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8f94b32f-2c54-4ab5-8db3-50b9883cbe04 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:17.606932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '38664077-a766-4fe7-ada1-bcd9fde80c21'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:17.607790 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.686776 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.699335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:17.718153 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-db2ceac7-01eb-4e8d-b542-9d816f3a528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.725773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abf0b842-d1a0-4738-ad0b-440702a1c67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.759385 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.763259 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-98f0586f-e6a2-46c4-9b4b-3634f4e7a4a4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2180908 Jul 16 09:00:17.765250 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Sync routers for ids ['0c18e475-80f1-4dce-a403-62da23cbd11d'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:17.769433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46430) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:17.802927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Routers {'0c18e475-80f1-4dce-a403-62da23cbd11d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:17.803984 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0c18e475-80f1-4dce-a403-62da23cbd11d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:17.829372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0e0a0182-5b36-48af-9aad-48d606b441d8 None None] Provisioning complete for port 074bf429-62ee-4346-bea3-39732339444e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:17.829372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0182-5b36-48af-9aad-48d606b441d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.835859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d27353ba-1bc5-4f4c-9028-045729747d4f req-175570a0-41e4-4f6a-85bc-a163647d1c17 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 210 time: 0.2168663 Jul 16 09:00:17.913030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abf0b842-d1a0-4738-ad0b-440702a1c67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.917139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abf0b842-d1a0-4738-ad0b-440702a1c67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.918635 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-abf0b842-d1a0-4738-ad0b-440702a1c67b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a402cda2-e5c7-4299-84d5-8b77700b5cf3 HTTP/1.1" status: 204 len: 168 time: 0.6642911 Jul 16 09:00:17.919298 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.980817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 4cd84d07-8e73-4441-a930-4c9348dfab34 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:18.043536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.121438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=507c3e10-2c17-4039-a16c-2ac9a03d6d8f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:18.123589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0b842-d1a0-4738-ad0b-440702a1c67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a402cda2-e5c7-4299-84d5-8b77700b5cf3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:18.147191 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Set router 0c18e475-80f1-4dce-a403-62da23cbd11d gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:18.198166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/38664077-a766-4fe7-ada1-bcd9fde80c21/3603f899-668f-49e6-ac0d-e1721596a968) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:18.259962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-8937e1ff-5e5d-4e31-a8f5-4a835a11bca8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.261507 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-8937e1ff-5e5d-4e31-a8f5-4a835a11bca8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.54 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 811 time: 0.1412580 Jul 16 09:00:18.407032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Request body: {'port': {'device_id': '88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75', 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62', 'admin_state_up': True, 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:18.503051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Checking segment: {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:18.503405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Network hostable DHCP agents. Network: d0a573aa-8fee-4ec8-9c49-d8852926f19e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:18.642284 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:18.670494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 074bf429-62ee-4346-bea3-39732339444e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:18.723122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:18.758448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d0a573aa-8fee-4ec8-9c49-d8852926f19e) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:18.772882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d26f5-a7b3-46c7-9fb0-83071de6d8c4 None None] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:18.776741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.777354 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.870539 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:15Z', 'revision_number': 3, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:18.901553 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e3431ac6-3e16-445e-bf04-c9b06c2606fe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7002654 Jul 16 09:00:18.906983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46450) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.907825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Made reservation on behalf of 8cf1376abcf841f78b2ccf9b61519b4a for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:18.913095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.913722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:18.939702 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Checking router: 0c18e475-80f1-4dce-a403-62da23cbd11d for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:18.940736 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Updating router 0c18e475-80f1-4dce-a403-62da23cbd11d port 7f395b56-26fe-4f64-a60e-cd89e7296af1 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:18.957552 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.000652 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.005150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.023111 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.064964 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.080881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.127958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 074bf429-62ee-4346-bea3-39732339444e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:19.128332 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.156287 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.239299 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.270917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65846ae8-ef70-4167-b6d3-e633ce26ef3c req-1a5314b9-fa98-407b-9850-44a335101398 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 210 time: 0.1105494 Jul 16 09:00:19.310763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Transition to ACTIVE for port object 3603f899-668f-49e6-ac0d-e1721596a968 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:19.428894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Transition to ACTIVE for port object 3603f899-668f-49e6-ac0d-e1721596a968 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:19.499885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.576581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Allocated IP 172.20.0.12 (d1cf511e-c513-44b7-bd9d-26808ff3ee62/24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27/d5603323-1f3a-419d-b5d4-0b7648864dbe) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:19.663233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:19.680991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:19.686961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:19.720023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d0a573aa-8fee-4ec8-9c49-d8852926f19e', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:19.725842 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.731482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Allocated IP 172.20.0.1 (7e4a1826-e917-46f5-befb-a5814c1f9874/29070e93-5640-4632-aa6f-98a6633041cf/07fcb911-26f1-4136-b77b-f7ab870005cc) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:19.763320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.802223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Pushing event updated for resources: {'Port': ['ID=3603f899-668f-49e6-ac0d-e1721596a968,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.808652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::308 (a959bc3e-b0e6-459f-b0b6-b598481d9524/38664077-a766-4fe7-ada1-bcd9fde80c21/4cd84d07-8e73-4441-a930-4c9348dfab34) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:19.819547 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.852794 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Transition to ACTIVE for port object 7f395b56-26fe-4f64-a60e-cd89e7296af1 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:19.866429 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.901933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Attempting to bind port 3603f899-668f-49e6-ac0d-e1721596a968 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:19.902408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Attempting to bind port 3603f899-668f-49e6-ac0d-e1721596a968 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:19.902847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Attempting to bind port 3603f899-668f-49e6-ac0d-e1721596a968 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:19.915325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:19.918179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:19.918656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.919135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:19.919722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Bound port: 3603f899-668f-49e6-ac0d-e1721596a968, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:19.922941 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.978272 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Attempting to bind port 7f395b56-26fe-4f64-a60e-cd89e7296af1 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:19.978903 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Attempting to bind port 7f395b56-26fe-4f64-a60e-cd89e7296af1 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:19.979103 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Attempting to bind port 7f395b56-26fe-4f64-a60e-cd89e7296af1 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:19.992050 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:19.992432 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:20.000134 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.000614 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:20.001121 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Bound port: 7f395b56-26fe-4f64-a60e-cd89e7296af1, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:20.001522 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.007780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.026046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.046642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Transition to ACTIVE for port object 07fcb911-26f1-4136-b77b-f7ab870005cc will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:20.054338 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Pushing event updated for resources: {'Port': ['ID=7f395b56-26fe-4f64-a60e-cd89e7296af1,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.078716 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.079077 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.079403 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.079740 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.080072 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.080411 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.080740 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.081065 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.081388 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.095570 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.096058 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.098451 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.135815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.184829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Network d1cf511e-c513-44b7-bd9d-26808ff3ee62 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:20.187361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.198117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:20.206881 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] For port 7f395b56-26fe-4f64-a60e-cd89e7296af1, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:20.209093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:20.210615 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] For port 7f395b56-26fe-4f64-a60e-cd89e7296af1, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7f395b56-26fe-4f64-a60e-cd89e7296af1,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:20.218270 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.286146 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82ceb9-bf03-4350-a888-9efea5bd7e97 None None] Pushing event updated for resources: {'Port': ['ID=7f395b56-26fe-4f64-a60e-cd89e7296af1,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.308902 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Routers {'0c18e475-80f1-4dce-a403-62da23cbd11d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:20.310381 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0c18e475-80f1-4dce-a403-62da23cbd11d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:20.325475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e9fb160f-4a42-433d-9e03-8e67c8311c3c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:20.390548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.442045 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.451672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Pushing event updated for resources: {'Port': ['ID=d5603323-1f3a-419d-b5d4-0b7648864dbe,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.456978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] For port 3603f899-668f-49e6-ac0d-e1721596a968, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:20.498252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 4cd84d07-8e73-4441-a930-4c9348dfab34 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:20.547964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:20.579952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] For port 3603f899-668f-49e6-ac0d-e1721596a968, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3603f899-668f-49e6-ac0d-e1721596a968,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:20.602007 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.651250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:20.673194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:20.676288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.747470 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] Set router 0c18e475-80f1-4dce-a403-62da23cbd11d gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:20.822739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.944101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Allocated IP 172.20.0.2 (d0a573aa-8fee-4ec8-9c49-d8852926f19e/507c3e10-2c17-4039-a16c-2ac9a03d6d8f/f041d90b-d8b4-4db6-971c-4761637f4c48) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:21.056437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6562a-6855-4757-8e2b-ac0878512c8a None None] Pushing event updated for resources: {'Port': ['ID=3603f899-668f-49e6-ac0d-e1721596a968,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.323808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20499940-c408-4f63-ae25-1a9ed11835c0 req-1d9a14f3-7fb1-456d-9c68-5815d731ef57 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.338361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20499940-c408-4f63-ae25-1a9ed11835c0 req-1d9a14f3-7fb1-456d-9c68-5815d731ef57 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 932 time: 0.8886774 Jul 16 09:00:21.420245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3d58bb42-c5c4-4254-8462-2deea4d99ff6 None None] Provisioning for port 07fcb911-26f1-4136-b77b-f7ab870005cc completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:21.440709 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.444503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46492) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:21.454452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3d58bb42-c5c4-4254-8462-2deea4d99ff6 None None] Provisioning complete for port 07fcb911-26f1-4136-b77b-f7ab870005cc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:21.455188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3d58bb42-c5c4-4254-8462-2deea4d99ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.461251 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.529905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Transition to ACTIVE for port object f041d90b-d8b4-4db6-971c-4761637f4c48 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:21.561115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3d58bb42-c5c4-4254-8462-2deea4d99ff6 None None] Port 07fcb911-26f1-4136-b77b-f7ab870005cc cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:21.567133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Transition to ACTIVE for port object f041d90b-d8b4-4db6-971c-4761637f4c48 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:21.582302 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:15Z', 'revision_number': 3, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:21.584411 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.619435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20499940-c408-4f63-ae25-1a9ed11835c0 req-3cb8d5e9-5148-4a76-8830-67804a3e70de tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800443 Jul 16 09:00:21.668402 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747915d-7c2d-418f-846d-7a10f6b6bf92 None None] The sync data for ids ['0c18e475-80f1-4dce-a403-62da23cbd11d'] in n-d-780147-28 is: [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:15Z', 'revision_number': 3, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:21.707163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:21.732303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:21.751965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.754455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.773977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:21.808402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Pushing event updated for resources: {'Port': ['ID=07fcb911-26f1-4136-b77b-f7ab870005cc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.808624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Pushing event updated for resources: {'Port': ['ID=f041d90b-d8b4-4db6-971c-4761637f4c48,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.842218 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3021c50c-1d4d-4c3d-9afd-de7f02e581db tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4464045 Jul 16 09:00:21.851062 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.886140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Request body: {'port': {'device_id': '88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:21.896411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=4cd84d07-8e73-4441-a930-4c9348dfab34,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:22.008102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:22.034621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Allocated IP 172.25.6.194 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/51611db3-4742-46bb-8ed7-23ea9d8bde78) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:22.037501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Attempting to bind port f041d90b-d8b4-4db6-971c-4761637f4c48 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:22.037998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Attempting to bind port f041d90b-d8b4-4db6-971c-4761637f4c48 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:22.038403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Attempting to bind port f041d90b-d8b4-4db6-971c-4761637f4c48 on network d0a573aa-8fee-4ec8-9c49-d8852926f19e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:22.066727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:22.067195 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Checking segment: {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:22.067608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.081355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Bound using segment: {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:22.081909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Bound port: f041d90b-d8b4-4db6-971c-4761637f4c48, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:22.082406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.082928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:22.088656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:22.112364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:22.113557 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.155446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-739eea22-1240-4f25-9378-2f16d230b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:22.158462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-739eea22-1240-4f25-9378-2f16d230b987 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1096 time: 1.1594160 Jul 16 09:00:22.206657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-210266790'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:22.265949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cfdc9-482c-4a76-8725-67f96b985451 req-2c36d225-bf7c-426b-bd58-28369a089c40 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:22.278912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5cfdc9-482c-4a76-8725-67f96b985451 req-2c36d225-bf7c-426b-bd58-28369a089c40 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 1.0678360 Jul 16 09:00:22.296293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.365210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] For port f041d90b-d8b4-4db6-971c-4761637f4c48, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:22.389399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] For port f041d90b-d8b4-4db6-971c-4761637f4c48, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f041d90b-d8b4-4db6-971c-4761637f4c48,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:22.400907 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.557581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69c411-f15a-4350-9dc3-26784867501c None None] Pushing event updated for resources: {'Port': ['ID=f041d90b-d8b4-4db6-971c-4761637f4c48,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:22.666062 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.670316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-7523c95f-0e99-4361-9c76-4afa75b6fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:22.672289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-7523c95f-0e99-4361-9c76-4afa75b6fdbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.4489663 Jul 16 09:00:22.685809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b64363a6-dafc-4a8b-8b99-ce923c66a4fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4655271 Jul 16 09:00:22.698776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46500) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:22.783580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3603f899-668f-49e6-ac0d-e1721596a968 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:23.005166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3603f899-668f-49e6-ac0d-e1721596a968 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:23.018476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7f395b56-26fe-4f64-a60e-cd89e7296af1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:23.121177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.143239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.210818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 7f395b56-26fe-4f64-a60e-cd89e7296af1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:23.240967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7f395b56-26fe-4f64-a60e-cd89e7296af1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:23.241964 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.263827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-acd0c853-0b7d-439f-bddd-527e6d0d6a7d None None] Provisioning for port 3603f899-668f-49e6-ac0d-e1721596a968 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:23.375089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-acd0c853-0b7d-439f-bddd-527e6d0d6a7d None None] Provisioning complete for port 3603f899-668f-49e6-ac0d-e1721596a968 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:23.375467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd0c853-0b7d-439f-bddd-527e6d0d6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.394674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Pushing event updated for resources: {'Port': ['ID=07fcb911-26f1-4136-b77b-f7ab870005cc,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:23.404276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.535677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Made reservation on behalf of f0af48d58480482198a6ef392822b89f for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:23.547592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.635641 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd0c853-0b7d-439f-bddd-527e6d0d6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.654530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-fd3596ef-ed87-4f9b-8fa4-7bf6cf953f0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 998 time: 0.9661112 Jul 16 09:00:23.718516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-acd0c853-0b7d-439f-bddd-527e6d0d6a7d None None] For port 3603f899-668f-49e6-ac0d-e1721596a968, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3603f899-668f-49e6-ac0d-e1721596a968,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:23.735979 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-acd0c853-0b7d-439f-bddd-527e6d0d6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.739472 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.746088 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.810828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5cfdc9-482c-4a76-8725-67f96b985451 req-fa4c109e-0855-45b0-b766-cc78550fc138 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5305078 Jul 16 09:00:23.841424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 7f395b56-26fe-4f64-a60e-cd89e7296af1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7f395b56-26fe-4f64-a60e-cd89e7296af1,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:23.848843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:23.853015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5603323-1f3a-419d-b5d4-0b7648864dbe {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:23.862013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:23.881865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.886764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0c853-0b7d-439f-bddd-527e6d0d6a7d None None] Pushing event updated for resources: {'Port': ['ID=3603f899-668f-49e6-ac0d-e1721596a968,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:23.958747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1dad9ec4-459f-4c04-b0c5-b0bd8d1adf79 None None] Provisioning for port 4cd84d07-8e73-4441-a930-4c9348dfab34 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:24.020418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1dad9ec4-459f-4c04-b0c5-b0bd8d1adf79 None None] Provisioning complete for port 4cd84d07-8e73-4441-a930-4c9348dfab34 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:24.020971 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dad9ec4-459f-4c04-b0c5-b0bd8d1adf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.069906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-e08d328a-1a06-40c2-b8ca-c16c804b570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.072536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-e08d328a-1a06-40c2-b8ca-c16c804b570d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.3973448 Jul 16 09:00:24.125966 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.166049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=7f395b56-26fe-4f64-a60e-cd89e7296af1,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.170643 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Router 0c18e475-80f1-4dce-a403-62da23cbd11d has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:24.178571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1dad9ec4-459f-4c04-b0c5-b0bd8d1adf79 None None] Port 4cd84d07-8e73-4441-a930-4c9348dfab34 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:24.201115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.203942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Transition to ACTIVE for port object d5603323-1f3a-419d-b5d4-0b7648864dbe will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:24.211998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.281951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.398144 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.412070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3fe14b9b-28a0-4b13-aa90-7a2bc83425fc None None] Provisioning complete for port 07fcb911-26f1-4136-b77b-f7ab870005cc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:24.412603 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3fe14b9b-28a0-4b13-aa90-7a2bc83425fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.414371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e577dfd3-37e4-418c-91a8-15922e19fe9b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.421221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e577dfd3-37e4-418c-91a8-15922e19fe9b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.425886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e577dfd3-37e4-418c-91a8-15922e19fe9b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.7151749 Jul 16 09:00:24.436840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46508) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:24.453665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773458e-69b8-4c90-8e31-c18136fa6da1 req-e55c8352-997f-4c3b-a70b-cc62d76cf064 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.459640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4773458e-69b8-4c90-8e31-c18136fa6da1 req-e55c8352-997f-4c3b-a70b-cc62d76cf064 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 932 time: 0.9018242 Jul 16 09:00:24.506672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3fe14b9b-28a0-4b13-aa90-7a2bc83425fc None None] Port 07fcb911-26f1-4136-b77b-f7ab870005cc cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:24.532820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:24.554735 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9598fb0e-1806-4626-baed-4cdd2deeca3b admin admin] 10.222.0.55 "PUT /v2.0/routers/0c18e475-80f1-4dce-a403-62da23cbd11d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7843010 Jul 16 09:00:24.556655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Pushing event updated for resources: {'Port': ['ID=d5603323-1f3a-419d-b5d4-0b7648864dbe,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.559413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Attempting to bind port d5603323-1f3a-419d-b5d4-0b7648864dbe on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:24.559722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Attempting to bind port d5603323-1f3a-419d-b5d4-0b7648864dbe by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:24.560039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Attempting to bind port d5603323-1f3a-419d-b5d4-0b7648864dbe on network d1cf511e-c513-44b7-bd9d-26808ff3ee62 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:24.571427 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Port d5603323-1f3a-419d-b5d4-0b7648864dbe on network d1cf511e-c513-44b7-bd9d-26808ff3ee62 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:24.572609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Attempting to bind port d5603323-1f3a-419d-b5d4-0b7648864dbe on network d1cf511e-c513-44b7-bd9d-26808ff3ee62 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:24.577543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:24.577928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Checking segment: {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:24.578310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Bound using segment: {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:24.578889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Bound port: d5603323-1f3a-419d-b5d4-0b7648864dbe, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e5d221-0e80-4a53-a88d-422de650471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:24.579255 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.602031 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.617261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=51611db3-4742-46bb-8ed7-23ea9d8bde78,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.655733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:24.671454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:24.674730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:24.806676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:24.812161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] For port d5603323-1f3a-419d-b5d4-0b7648864dbe, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:24.816876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] For port d5603323-1f3a-419d-b5d4-0b7648864dbe, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:24.817915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cbd20-7cdd-41a8-add7-e5795df5163a None None] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:24.825903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.891105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Pushing event updated for resources: {'Port': ['ID=d5603323-1f3a-419d-b5d4-0b7648864dbe,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.911110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.914350 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.920655 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-90e11ff3-c250-455b-b425-ca1c904b7496 service neutron] 10.222.0.54 "PUT /v2.0/ports/d5603323-1f3a-419d-b5d4-0b7648864dbe HTTP/1.1" status: 200 len: 1093 time: 3.0559061 Jul 16 09:00:24.925968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75', 'tag': 'd5603323-1f3a-419d-b5d4-0b7648864dbe'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:24.928204 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.930791 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Added segment 31d39590-76d4-4847-9c44-6b746af3b2ca of type vlan for network f598147e-c04e-4d53-b016-298e599b1063 Jul 16 09:00:24.933450 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d" -d '{"events": [{"name": "network-changed", "server_uuid": "88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75", "tag": "d5603323-1f3a-419d-b5d4-0b7648864dbe"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:24.987194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3603f899-668f-49e6-ac0d-e1721596a968 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:24.992642 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-50be0be0-5a2c-46ef-9684-f8ae8677f40c None None] Provisioning for port f041d90b-d8b4-4db6-971c-4761637f4c48 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:25.090880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.123478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-fd3fef5b-ecb2-47ac-82f4-d11a5364ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.125414 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-fd3fef5b-ecb2-47ac-82f4-d11a5364ed5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 1096 time: 0.1054432 Jul 16 09:00:25.184516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3603f899-668f-49e6-ac0d-e1721596a968 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:25.185259 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.192606 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-a02c5fa0-525b-4734-b813-d5067d3330a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe HTTP/1.1" status: 200 len: 217 time: 0.0571845 Jul 16 09:00:25.265818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3104d2a6-d0c3-4a86-b775-047e01500ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.267339 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-3104d2a6-d0c3-4a86-b775-047e01500ef4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 HTTP/1.1" status: 200 len: 851 time: 0.0675647 Jul 16 09:00:25.311463 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-b33bc8c4-b889-4a8d-9d36-c25c487075db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1cf511e-c513-44b7-bd9d-26808ff3ee62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359499 Jul 16 09:00:25.318677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Sync routers for ids ['0c18e475-80f1-4dce-a403-62da23cbd11d'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:25.328005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff252c5b-9116-4195-99df-eb5a7ecd6d1b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.338496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Routers {'0c18e475-80f1-4dce-a403-62da23cbd11d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:25.339125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0c18e475-80f1-4dce-a403-62da23cbd11d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:25.370742 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.377041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.377991 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.440954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-12daaa6c-c556-49b5-9575-5e60ca00e29f service neutron] 10.222.0.54 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143162 Jul 16 09:00:25.460142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-791bd532-32a1-45ee-801f-a26f7748d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.461727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-791bd532-32a1-45ee-801f-a26f7748d3a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3651218 Jul 16 09:00:25.525061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7f395b56-26fe-4f64-a60e-cd89e7296af1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:25.543360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4773458e-69b8-4c90-8e31-c18136fa6da1 req-024cfc76-58cb-4fa1-8d81-2921f1066bc4 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8782501 Jul 16 09:00:25.621689 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c95e72e3-78b0-456a-8772-0886c8d9de39 req-5b549c02-4248-4957-b588-1f0d878aefaf service neutron] 10.222.0.54 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731057 Jul 16 09:00:25.642395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.0661800 Jul 16 09:00:25.651336 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a1c1a-ea2d-4092-aa8a-09e9518fbb60 x-openstack-request-id: req-887a1c1a-ea2d-4092-aa8a-09e9518fbb60 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:25.651648 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75", "tag": "d5603323-1f3a-419d-b5d4-0b7648864dbe", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:25.651908 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-887a1c1a-ea2d-4092-aa8a-09e9518fbb60 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:25.652323 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75', 'tag': 'd5603323-1f3a-419d-b5d4-0b7648864dbe', 'status': 'completed', 'code': 200} Jul 16 09:00:25.702142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Set router 0c18e475-80f1-4dce-a403-62da23cbd11d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:25.702809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46534) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:25.710408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2096994709-network', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:25.754969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Made reservation on behalf of 2ad89203cb25409eb5f8c9ff58cfb100 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:25.764091 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.799392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b075773-ae31-4ec5-a8ac-a2d1b4c28ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Pushing event updated for resources: {'Network': ['ID=f598147e-c04e-4d53-b016-298e599b1063,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.812109 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.815386 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.851375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7f395b56-26fe-4f64-a60e-cd89e7296af1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:25.851760 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.856335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f598147e-c04e-4d53-b016-298e599b1063 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:25.884662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-947a1863-6595-4255-a4a2-f8d202feec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.886715 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-947a1863-6595-4255-a4a2-f8d202feec2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 1096 time: 0.1516173 Jul 16 09:00:25.912650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f8725e5c-0b2f-461c-82b6-8fe34f46e8d0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 4cd84d07-8e73-4441-a930-4c9348dfab34 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:25.913004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8725e5c-0b2f-461c-82b6-8fe34f46e8d0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.028338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f62008-4d4e-4fd3-b190-d5f096bcf5dd req-6befae1b-8700-4159-a14c-2b2643bac5a6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.037462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4f62008-4d4e-4fd3-b190-d5f096bcf5dd req-6befae1b-8700-4159-a14c-2b2643bac5a6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.7216704 Jul 16 09:00:26.039024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.046351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-b537b6d4-f19a-41de-9bad-ef7fd9d6e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.048236 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-b537b6d4-f19a-41de-9bad-ef7fd9d6e17c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 912 time: 0.1447031 Jul 16 09:00:26.049549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.050809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-2a81b56a-3244-472d-93f8-12eb2fff5140 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404670 Jul 16 09:00:26.081119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:26.141138 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-46c6db3d-3f73-40e7-abd8-da9d40f79e24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe HTTP/1.1" status: 200 len: 217 time: 0.0697038 Jul 16 09:00:26.144226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:26.160985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.161594 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Added segment fc044586-78ba-4c72-90c7-801ba26adba0 of type vlan for network d81cd65e-e6a9-4ede-810d-302c4a446f50 Jul 16 09:00:26.279955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4f62008-4d4e-4fd3-b190-d5f096bcf5dd req-84888c94-77a1-429b-9b3a-3c5bbd1e2cc8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281957 Jul 16 09:00:26.286671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46542) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:26.297154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8725e5c-0b2f-461c-82b6-8fe34f46e8d0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.308403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Request body: {'port': {'network_id': 'f598147e-c04e-4d53-b016-298e599b1063', 'binding:host_id': 'n-h1-780147-28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-518833087'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:26.311288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.318507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-e3399105-2324-4350-a571-d11ecad0859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.320007 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-e3399105-2324-4350-a571-d11ecad0859a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 HTTP/1.1" status: 200 len: 851 time: 0.1559880 Jul 16 09:00:26.368989 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-b90c2ef5-ea81-48af-a2cb-fe254e33c396 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1cf511e-c513-44b7-bd9d-26808ff3ee62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369451 Jul 16 09:00:26.373507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f041d90b-d8b4-4db6-971c-4761637f4c48 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:26.376196 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.377334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.378263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.465599 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7613235 Jul 16 09:00:26.468458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46548) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:26.480017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port f041d90b-d8b4-4db6-971c-4761637f4c48 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:26.486852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f041d90b-d8b4-4db6-971c-4761637f4c48 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:26.487239 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.492226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:22Z', 'revision_number': 4, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '07fcb911-26f1-4136-b77b-f7ab870005cc', 'name': '', 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'mac_address': 'fa:16:3e:8b:7b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '29070e93-5640-4632-aa6f-98a6633041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:22Z', 'revision_number': 2, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'subnets': [{'id': '29070e93-5640-4632-aa6f-98a6633041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:26.501914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Request body: {'subnet': {'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2096994709-subnet', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:26.534371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedfb5e-b513-42ff-afd4-9219eaee1450 admin admin] Pushing event updated for resources: {'Network': ['ID=d81cd65e-e6a9-4ede-810d-302c4a446f50,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:26.543172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Checking router: 0c18e475-80f1-4dce-a403-62da23cbd11d for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:26.543755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Updating router 0c18e475-80f1-4dce-a403-62da23cbd11d port 07fcb911-26f1-4136-b77b-f7ab870005cc binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:26.563702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d81cd65e-e6a9-4ede-810d-302c4a446f50 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:26.591378 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-802f35b1-3256-44af-a27d-3a1ace0edb10 service neutron] 10.222.0.54 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104709 Jul 16 09:00:26.644303 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.672088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Made reservation on behalf of 2ad89203cb25409eb5f8c9ff58cfb100 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:26.675033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.726919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f8725e5c-0b2f-461c-82b6-8fe34f46e8d0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 4cd84d07-8e73-4441-a930-4c9348dfab34 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:26.794122 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.837715 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6d7662e3-7cf9-4997-8ce1-6fa1d5dcb66d req-38adfb5d-1872-4128-a0d8-31f1c4439af8 service neutron] 10.222.0.54 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322910 Jul 16 09:00:26.916051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port f041d90b-d8b4-4db6-971c-4761637f4c48, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f041d90b-d8b4-4db6-971c-4761637f4c48,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:26.936249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.995846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=f041d90b-d8b4-4db6-971c-4761637f4c48,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.007956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.019105 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.032569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61cb18b-3f65-453d-8e96-a1f8691ba303 req-41a9f4cd-06a7-477c-8c37-efca69db6efa service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9717007 Jul 16 09:00:27.056473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Made reservation on behalf of 4b554e1b342e4eb5b2a6facedab14360 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:27.059723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.095521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=8471f664-636e-4495-bffb-96e5e93f2ede,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.115108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Checking segment: {'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:27.115809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Network hostable DHCP agents. Network: d81cd65e-e6a9-4ede-810d-302c4a446f50, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:27.137110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.141633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Network d81cd65e-e6a9-4ede-810d-302c4a446f50 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:27.158672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d81cd65e-e6a9-4ede-810d-302c4a446f50) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:27.167497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.176912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a84c74-0aa7-44f9-b2bc-674ee73ca8f4 req-e1aeb5d9-87f2-4c85-b4bd-74fc5981416a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:27.177498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c52c01-dcdf-44d0-8532-f347adb4c6bd None None] Network d81cd65e-e6a9-4ede-810d-302c4a446f50 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:27.178614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8a84c74-0aa7-44f9-b2bc-674ee73ca8f4 req-e1aeb5d9-87f2-4c85-b4bd-74fc5981416a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 944 time: 0.4377244 Jul 16 09:00:27.184550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:27.185575 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.209518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Transition to ACTIVE for port object 07fcb911-26f1-4136-b77b-f7ab870005cc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:27.249834 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.368603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116ab2e-ba22-45df-88e9-92488eea228e None None] Pushing event updated for resources: {'Port': ['ID=07fcb911-26f1-4136-b77b-f7ab870005cc,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.373097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8a84c74-0aa7-44f9-b2bc-674ee73ca8f4 req-061a108f-2c14-4b42-b459-911740b0d990 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557384 Jul 16 09:00:27.439229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8725e5c-0b2f-461c-82b6-8fe34f46e8d0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.464692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Attempting to bind port 07fcb911-26f1-4136-b77b-f7ab870005cc on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:27.465061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Attempting to bind port 07fcb911-26f1-4136-b77b-f7ab870005cc by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:27.465435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Attempting to bind port 07fcb911-26f1-4136-b77b-f7ab870005cc on network 7e4a1826-e917-46f5-befb-a5814c1f9874 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:27.472580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:27.476259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Checking segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:27.476700 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.477858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Bound using segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:27.478601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Bound port: 07fcb911-26f1-4136-b77b-f7ab870005cc, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:27.479024 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.490605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Router a7cfab90-5b6b-43a6-ac83-79707bd711dc is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:27.515413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8725e5c-0b2f-461c-82b6-8fe34f46e8d0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=4cd84d07-8e73-4441-a930-4c9348dfab34,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.555902 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8725e5c-0b2f-461c-82b6-8fe34f46e8d0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.560312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f8725e5c-0b2f-461c-82b6-8fe34f46e8d0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/4cd84d07-8e73-4441-a930-4c9348dfab34 HTTP/1.1" status: 204 len: 168 time: 3.1187994 Jul 16 09:00:27.561180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46558) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:27.571839 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.598433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.641544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] device_id is not set on port f2837af6-68db-4215-ad6b-0868a32cbcc0 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:27.645302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d81cd65e-e6a9-4ede-810d-302c4a446f50', 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'fixed_ips': [{'subnet_id': '8471f664-636e-4495-bffb-96e5e93f2ede'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:27.649781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.711596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] For port 07fcb911-26f1-4136-b77b-f7ab870005cc, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:27.716408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] For port 07fcb911-26f1-4136-b77b-f7ab870005cc, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=07fcb911-26f1-4136-b77b-f7ab870005cc,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:27.769294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.780816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d5603323-1f3a-419d-b5d4-0b7648864dbe details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:27.790041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2856783a-ae7a-447b-b773-7e4cc58bf7fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:27.791748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2856783a-ae7a-447b-b773-7e4cc58bf7fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:27.803496 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2856783a-ae7a-447b-b773-7e4cc58bf7fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2374632 Jul 16 09:00:27.808072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46560) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:27.834163 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1c16d955-fba3-4147-a045-9607712ecbde admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3629665 Jul 16 09:00:27.866080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46562) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:27.908459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:27.922252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334de0af-5814-45b5-842c-91583f1c3434,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.930893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116ab2e-ba22-45df-88e9-92488eea228e None None] Pushing event updated for resources: {'Port': ['ID=07fcb911-26f1-4136-b77b-f7ab870005cc,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.028791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a0608-ca66-43bc-9b45-edc7f1b03877 req-1c019f8f-f2f4-41a0-8eea-7738ff3c4ad5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.029318 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:00:28.037622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Routers {'0c18e475-80f1-4dce-a403-62da23cbd11d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:28.042618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d59a0608-ca66-43bc-9b45-edc7f1b03877 req-1c019f8f-f2f4-41a0-8eea-7738ff3c4ad5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.5247593 Jul 16 09:00:28.043962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0c18e475-80f1-4dce-a403-62da23cbd11d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:28.052262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a11baec-9807-4cce-9325-6d770d4564be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 38664077-a766-4fe7-ada1-bcd9fde80c21 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:28.064873 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a11baec-9807-4cce-9325-6d770d4564be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.147732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a11baec-9807-4cce-9325-6d770d4564be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.185564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Allocated IP 172.20.0.2 (d81cd65e-e6a9-4ede-810d-302c4a446f50/8471f664-636e-4495-bffb-96e5e93f2ede/19e3b897-8ad7-4dd4-8572-e5f6ef0e5845) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:28.273531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a11baec-9807-4cce-9325-6d770d4564be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.315502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] device_id is not set on port f2837af6-68db-4215-ad6b-0868a32cbcc0 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:28.325904 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.339014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Transition to ACTIVE for port object f2837af6-68db-4215-ad6b-0868a32cbcc0 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:28.362357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d59a0608-ca66-43bc-9b45-edc7f1b03877 req-9e01ad6f-4666-417c-843f-9e4c2902a1a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182175 Jul 16 09:00:28.365891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:28.368620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.369733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.374518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a11baec-9807-4cce-9325-6d770d4564be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.376851 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Sync routers for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:28.388082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.391663 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:28.392303 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:28.414164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d5603323-1f3a-419d-b5d4-0b7648864dbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:28.442680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'd5603323-1f3a-419d-b5d4-0b7648864dbe', 'network_id': 'd1cf511e-c513-44b7-bd9d-26808ff3ee62', 'port_id': 'd5603323-1f3a-419d-b5d4-0b7648864dbe', 'mac_address': 'fa:16:3e:2c:96:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:28.444409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2efd2a-5935-4b29-977a-0abd7e3dba6e None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:28.446504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11baec-9807-4cce-9325-6d770d4564be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=38664077-a766-4fe7-ada1-bcd9fde80c21,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.458745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a11baec-9807-4cce-9325-6d770d4564be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.462073 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2a11baec-9807-4cce-9325-6d770d4564be tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/38664077-a766-4fe7-ada1-bcd9fde80c21 HTTP/1.1" status: 204 len: 168 time: 0.6508234 Jul 16 09:00:28.470622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46568) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.529363 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.536363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-24152968-574d-4ebf-99a2-16fa41a2f3c8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 9.6275485 Jul 16 09:00:28.537119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46570) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.582575 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e3fde92d-ad6a-4c3a-8b6b-5110e8808728 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065531 Jul 16 09:00:28.583522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46572) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.661032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] Set router 0c18e475-80f1-4dce-a403-62da23cbd11d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:28.673068 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:28.726613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.737181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8713ff19-75d9-4286-82d5-67bca20519c7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.738837 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8713ff19-75d9-4286-82d5-67bca20519c7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1542110 Jul 16 09:00:28.742277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.757935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=f2837af6-68db-4215-ad6b-0868a32cbcc0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.861684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e0c5b-049a-4cb4-90ca-7f423a453dfc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.865890 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fe0e0c5b-049a-4cb4-90ca-7f423a453dfc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1222434 Jul 16 09:00:28.875784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46578) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.895876 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.928562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-47173a41-2c99-475f-9f97-94c0a00a41d8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472572 Jul 16 09:00:28.933437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46580) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.939401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:28.987145 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:25Z', 'revision_number': 3, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:28.989330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5603323-1f3a-419d-b5d4-0b7648864dbe {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:29.000627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Checking segment: {'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:29.001000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Network hostable DHCP agents. Network: f598147e-c04e-4d53-b016-298e599b1063, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:29.057339 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Checking router: a7cfab90-5b6b-43a6-ac83-79707bd711dc for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:29.059253 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Updating router a7cfab90-5b6b-43a6-ac83-79707bd711dc port 51611db3-4742-46bb-8ed7-23ea9d8bde78 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:29.073503 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.090755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d5603323-1f3a-419d-b5d4-0b7648864dbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:29.096375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.102916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f041d90b-d8b4-4db6-971c-4761637f4c48 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:29.120456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Transition to ACTIVE for port object 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:29.126262 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.128022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:29.131794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.166388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.224094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Network f598147e-c04e-4d53-b016-298e599b1063 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:29.249745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb7676-9ce6-4ed1-a879-b9be0913c9e4 req-6ca7f9c6-8449-4ae3-b2c5-4017ec275518 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.255490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Transition to ACTIVE for port object 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:29.257607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ffb7676-9ce6-4ed1-a879-b9be0913c9e4 req-6ca7f9c6-8449-4ae3-b2c5-4017ec275518 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 944 time: 0.5558500 Jul 16 09:00:29.294944 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.388226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:29.392463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=d5603323-1f3a-419d-b5d4-0b7648864dbe,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.418258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f598147e-c04e-4d53-b016-298e599b1063) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:29.420325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Network d81cd65e-e6a9-4ede-810d-302c4a446f50 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:29.453598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e03bda-3476-415f-85bd-a9516cbcfb6e None None] Network f598147e-c04e-4d53-b016-298e599b1063 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:29.460996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:29.493861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:29.501816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:29.503792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f041d90b-d8b4-4db6-971c-4761637f4c48 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:29.504253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.506138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['d5603323-1f3a-419d-b5d4-0b7648864dbe'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:29.608393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ffb7676-9ce6-4ed1-a879-b9be0913c9e4 req-dd6a4c90-b87c-46ec-970b-9cfd08f86d3b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473310 Jul 16 09:00:29.613392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:29.613881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:29.614260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:29.677372 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.688513 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Transition to ACTIVE for port object 51611db3-4742-46bb-8ed7-23ea9d8bde78 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:29.696758 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.715295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Pushing event updated for resources: {'Port': ['ID=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.724988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:29.725560 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:29.738336 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 2 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:29.759896 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Attempting to bind port 51611db3-4742-46bb-8ed7-23ea9d8bde78 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:29.760513 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Attempting to bind port 51611db3-4742-46bb-8ed7-23ea9d8bde78 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:29.760847 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Attempting to bind port 51611db3-4742-46bb-8ed7-23ea9d8bde78 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:29.781739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:29.785235 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:29.786018 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:29.786531 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.787062 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:29.787798 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Bound port: 51611db3-4742-46bb-8ed7-23ea9d8bde78, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:29.788271 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.817256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:29.819074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:29.820287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:29.856635 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa607738-f08b-425b-994b-7cd71daae79d None None] Pushing event updated for resources: {'Port': ['ID=51611db3-4742-46bb-8ed7-23ea9d8bde78,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.859679 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] For port 51611db3-4742-46bb-8ed7-23ea9d8bde78, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:29.863193 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] For port 51611db3-4742-46bb-8ed7-23ea9d8bde78, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=51611db3-4742-46bb-8ed7-23ea9d8bde78,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:29.870106 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.889680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Attempting to bind port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:29.889680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Attempting to bind port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:29.889680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Attempting to bind port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 on network d81cd65e-e6a9-4ede-810d-302c4a446f50 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:29.911881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:22Z', 'revision_number': 4, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '07fcb911-26f1-4136-b77b-f7ab870005cc', 'name': '', 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'mac_address': 'fa:16:3e:8b:7b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '29070e93-5640-4632-aa6f-98a6633041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:27Z', 'revision_number': 4, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'subnets': [{'id': '29070e93-5640-4632-aa6f-98a6633041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:29.932758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:29.934122 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:29.934855 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:29.937107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Checking segment: {'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:29.937579 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.938013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Bound using segment: {'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:29.938525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Bound port: 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:29.938919 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.013875 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa607738-f08b-425b-994b-7cd71daae79d None None] Pushing event updated for resources: {'Port': ['ID=51611db3-4742-46bb-8ed7-23ea9d8bde78,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.063271 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.069810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39398091-7412-43b0-aba2-e6fd5689ea00 None None] The sync data for ids ['0c18e475-80f1-4dce-a403-62da23cbd11d'] in n-d-780147-28 is: [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:22Z', 'revision_number': 4, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '07fcb911-26f1-4136-b77b-f7ab870005cc', 'name': '', 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'mac_address': 'fa:16:3e:8b:7b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '29070e93-5640-4632-aa6f-98a6633041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:27Z', 'revision_number': 4, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'subnets': [{'id': '29070e93-5640-4632-aa6f-98a6633041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:30.128737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] Deleting port 3603f899-668f-49e6-ac0d-e1721596a968 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:30.129348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.131227 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:30.284611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] For port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:30.353174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] For port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,segment=NetworkSegment(fc044586-78ba-4c72-90c7-801ba26adba0),segment_id=fc044586-78ba-4c72-90c7-801ba26adba0)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:30.379758 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.412151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] For port 3603f899-668f-49e6-ac0d-e1721596a968, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3603f899-668f-49e6-ac0d-e1721596a968,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:30.412935 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.469748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] For port 3603f899-668f-49e6-ac0d-e1721596a968, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3603f899-668f-49e6-ac0d-e1721596a968,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:30.493503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] Calling delete_port for 3603f899-668f-49e6-ac0d-e1721596a968 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:30.495261 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:25Z', 'revision_number': 3, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:30.516412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:30.516942 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:30.527039 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e331f8-bd4f-4ac0-b515-71fdcf005360 None None] The sync data for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 is: [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:25Z', 'revision_number': 3, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:30.548773 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 3 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:30.590287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.606513 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.607326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.691501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376af88-471a-49f9-b887-496b65dc2b62 req-75c7677d-823e-407e-8571-e225b8e4ab7a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.716594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0376af88-471a-49f9-b887-496b65dc2b62 req-75c7677d-823e-407e-8571-e225b8e4ab7a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 1.0764127 Jul 16 09:00:30.718764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:30.719106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:30.719449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:30.748910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:30.757316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:30.761321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.762007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.768507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb2e1d-25df-4e45-959f-32a95118b2e7 None None] Pushing event updated for resources: {'Port': ['ID=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.778858 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.828543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=87dceb57-d91a-4420-8082-70f821bb0b97,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.869202 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9344831 Jul 16 09:00:30.873372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46592) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:30.889465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39b1cf-bead-45ea-96a6-09027aec222a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=3603f899-668f-49e6-ac0d-e1721596a968,revision_number=6']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.915777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] Pushing event deleted for resources: {'Port': ['ID=3603f899-668f-49e6-ac0d-e1721596a968,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.924113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2bd4dcc1-b29a-4110-aaa2-b80e1becb9b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:30.962157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0376af88-471a-49f9-b887-496b65dc2b62 req-d85f8321-8e1c-482c-aff2-eefc8edbdddd tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438803 Jul 16 09:00:30.982876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:30.984851 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:31.010271 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 4 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:31.083859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb3295-deb0-433d-9583-c80781b4a852 None None] No DVR routers for this DVR port 3603f899-668f-49e6-ac0d-e1721596a968 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:31.114704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b128d-3f5f-4ce5-a107-603f5fe65ded None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:31.303183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:31.368580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:31.369389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:31.369836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:31.440424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:31.440861 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:31.445890 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 5 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:31.503343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:31.503780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:31.504387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:31.522679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:31.523315 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:31.532422 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 6 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:31.536610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:31.537696 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.540022 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.550025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 07fcb911-26f1-4136-b77b-f7ab870005cc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:31.612235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.616477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:31.616820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:31.617159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:31.636584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242e6f-7ef7-4187-959f-b1d4753d9033 req-64f6f292-77e7-44d5-b0c0-545f23f08206 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.638217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34242e6f-7ef7-4187-959f-b1d4753d9033 req-64f6f292-77e7-44d5-b0c0-545f23f08206 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 945 time: 0.6521709 Jul 16 09:00:31.646910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '87dceb57-d91a-4420-8082-70f821bb0b97'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:31.647775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.650557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:31.651056 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:31.655057 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 7 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:31.818852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:31.819155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:31.819496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:31.896575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d5603323-1f3a-419d-b5d4-0b7648864dbe up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:31.900068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Allocated IP 2001:db8::f816:3eff:feb2:51fa (a959bc3e-b0e6-459f-b0b6-b598481d9524/87dceb57-d91a-4420-8082-70f821bb0b97/3685a341-c71d-462c-b3f5-206d06e9c6ba) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:31.994628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:31.994628 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:32.006641 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 8 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:32.037620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd4dcc1-b29a-4110-aaa2-b80e1becb9b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:32.042290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd4dcc1-b29a-4110-aaa2-b80e1becb9b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.141318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:32.141878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:32.142226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:32.178480 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-2bd4dcc1-b29a-4110-aaa2-b80e1becb9b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87dceb57-d91a-4420-8082-70f821bb0b97 (CIDR: 2001:db8::/64) Jul 16 09:00:32.182825 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd4dcc1-b29a-4110-aaa2-b80e1becb9b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:32.184472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd4dcc1-b29a-4110-aaa2-b80e1becb9b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:32.207594 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2bd4dcc1-b29a-4110-aaa2-b80e1becb9b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3323653 Jul 16 09:00:32.208281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46604) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:32.211043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34242e6f-7ef7-4187-959f-b1d4753d9033 req-651f9540-3983-4ed7-8c5d-251db063a778 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570495 Jul 16 09:00:32.215985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:32.306370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:32.306712 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:32.310819 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 9 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:32.356353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:32.356698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:32.357046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:32.413097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:32.413421 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:32.418664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Allocated IP 172.25.6.98 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/3070c945-b5f7-41df-b6cd-a0967de59f32) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:32.442480 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 10 to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 Jul 16 09:00:32.464164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:32.474459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.546949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:32.547474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:32.547695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:32.628770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b611dff6-2e91-4d23-92c8-0787ae78f1be None None] Network d81cd65e-e6a9-4ede-810d-302c4a446f50 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:32.677525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port f2837af6-68db-4215-ad6b-0868a32cbcc0 on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:32.678036 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port f2837af6-68db-4215-ad6b-0868a32cbcc0 on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:32.678427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.684820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 07fcb911-26f1-4136-b77b-f7ab870005cc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:32.704719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Allocated IP 172.20.0.1 (d0a573aa-8fee-4ec8-9c49-d8852926f19e/507c3e10-2c17-4039-a16c-2ac9a03d6d8f/c0b34f11-59db-43df-88f2-bd8b4121fd04) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:32.770043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 07fcb911-26f1-4136-b77b-f7ab870005cc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:32.770459 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.855685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8a999b1b-6917-4154-a325-9cd1efeab599 None None] Provisioning for port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:32.872485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.886967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.906794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8a999b1b-6917-4154-a325-9cd1efeab599 None None] Provisioning complete for port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:32.907386 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a999b1b-6917-4154-a325-9cd1efeab599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.908398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] For port f2837af6-68db-4215-ad6b-0868a32cbcc0, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:32.908781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempted to set empty binding levels {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:00:32.923472 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.936972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:32.941223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:32.946597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.947557 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.954333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=9f411eb4-4853-4867-bf55-e0b234ccc6c5,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:32.974924 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0047e55e-5601-4772-9abb-923007b83397 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7621660 Jul 16 09:00:32.975871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46612) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:32.980942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:dd:a9:e6', 'name': 'tempest-NetworksTestDHCPv6-67118554'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:33.020298 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.040942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port d5603323-1f3a-419d-b5d4-0b7648864dbe completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:33.054767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Transition to ACTIVE for port object 3685a341-c71d-462c-b3f5-206d06e9c6ba will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:33.062649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port d5603323-1f3a-419d-b5d4-0b7648864dbe triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:33.063277 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.094215 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.120699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Transition to ACTIVE for port object c0b34f11-59db-43df-88f2-bd8b4121fd04 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:33.146276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=f2837af6-68db-4215-ad6b-0868a32cbcc0,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.150930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.158171 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.198626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Transition to ACTIVE for port object 3685a341-c71d-462c-b3f5-206d06e9c6ba will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:33.200228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.200582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.200927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.201265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.201608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.201966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.202298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.202626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.202952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.203279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.203746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.204090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.231137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.232889 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.238309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:33.240525 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.278658 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a1369f12-3645-4630-abe0-2be4e99b284a tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 6.9812620 Jul 16 09:00:33.291009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46618) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:33.313706 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.329689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:33.354710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:33.356879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:33.363719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:33.388894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:33.391884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:33.397404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:33.404197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.417446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:33.453636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Pushing event updated for resources: {'Port': ['ID=3685a341-c71d-462c-b3f5-206d06e9c6ba,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.454841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 3a977e96-fe96-47c8-952a-43ace1c9e081 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:33.457522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:33.459505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Pushing event updated for resources: {'Port': ['ID=c0b34f11-59db-43df-88f2-bd8b4121fd04,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.473200 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a999b1b-6917-4154-a325-9cd1efeab599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.478078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.560306 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.679760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5603323-1f3a-419d-b5d4-0b7648864dbe'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:33.682771 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae73fc-8c6e-4227-8d85-3048cc63c1ae" -d '{"events": [{"server_uuid": "88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75", "name": "network-vif-plugged", "status": "completed", "tag": "d5603323-1f3a-419d-b5d4-0b7648864dbe"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:33.748452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port d5603323-1f3a-419d-b5d4-0b7648864dbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:33.803536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 07fcb911-26f1-4136-b77b-f7ab870005cc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=07fcb911-26f1-4136-b77b-f7ab870005cc,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:33.808654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8:0:1::156 (a959bc3e-b0e6-459f-b0b6-b598481d9524/9f411eb4-4853-4867-bf55-e0b234ccc6c5/3a977e96-fe96-47c8-952a-43ace1c9e081) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:33.824264 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab97cf7-cc26-472b-806e-ad3a457a8221 x-openstack-request-id: req-dab97cf7-cc26-472b-806e-ad3a457a8221 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:33.824569 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75", "name": "network-vif-plugged", "status": "completed", "tag": "d5603323-1f3a-419d-b5d4-0b7648864dbe", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:33.824835 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dab97cf7-cc26-472b-806e-ad3a457a8221 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:33.826375 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5603323-1f3a-419d-b5d4-0b7648864dbe', 'code': 200} Jul 16 09:00:33.827497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fedd:a9e6 (a959bc3e-b0e6-459f-b0b6-b598481d9524/87dceb57-d91a-4420-8082-70f821bb0b97/3a977e96-fe96-47c8-952a-43ace1c9e081) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:33.840168 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.842682 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.953892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=d5603323-1f3a-419d-b5d4-0b7648864dbe,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.960426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Attempting to bind port 3685a341-c71d-462c-b3f5-206d06e9c6ba on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:33.960808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Attempting to bind port 3685a341-c71d-462c-b3f5-206d06e9c6ba by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:33.961170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Attempting to bind port 3685a341-c71d-462c-b3f5-206d06e9c6ba on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:33.964065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3603f899-668f-49e6-ac0d-e1721596a968 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:33.995810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3603f899-668f-49e6-ac0d-e1721596a968 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:33.996164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3603f899-668f-49e6-ac0d-e1721596a968 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:34.026808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Pushing event updated for resources: {'Port': ['ID=3070c945-b5f7-41df-b6cd-a0967de59f32,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.034391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8a999b1b-6917-4154-a325-9cd1efeab599 None None] For port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,segment=NetworkSegment(fc044586-78ba-4c72-90c7-801ba26adba0),segment_id=fc044586-78ba-4c72-90c7-801ba26adba0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:34.035975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:34.036343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:34.036749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.037141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:34.037630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Bound port: 3685a341-c71d-462c-b3f5-206d06e9c6ba, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:34.038031 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.054181 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a999b1b-6917-4154-a325-9cd1efeab599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.107288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.122989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 3a977e96-fe96-47c8-952a-43ace1c9e081 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:34.175692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.182482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] For port 3685a341-c71d-462c-b3f5-206d06e9c6ba, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:34.184120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Deleting port f2837af6-68db-4215-ad6b-0868a32cbcc0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:34.185121 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.201247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] For port 3685a341-c71d-462c-b3f5-206d06e9c6ba, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3685a341-c71d-462c-b3f5-206d06e9c6ba,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:34.213551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 51611db3-4742-46bb-8ed7-23ea9d8bde78 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:34.215081 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.224231 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.270166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792754cd-df6e-4be3-9b6d-407dc70bc426 req-8067c9e8-7dd9-43e8-b1ef-556dfa7541c8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.272628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792754cd-df6e-4be3-9b6d-407dc70bc426 req-8067c9e8-7dd9-43e8-b1ef-556dfa7541c8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 945 time: 0.7667577 Jul 16 09:00:34.282556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=07fcb911-26f1-4136-b77b-f7ab870005cc,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.299770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-44875c8a-e0eb-4287-8161-0463cadf9aa8 None None] Provisioning for port c0b34f11-59db-43df-88f2-bd8b4121fd04 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:34.318446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:34.324042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=3a977e96-fe96-47c8-952a-43ace1c9e081,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.326686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-44875c8a-e0eb-4287-8161-0463cadf9aa8 None None] Provisioning complete for port c0b34f11-59db-43df-88f2-bd8b4121fd04 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:34.327264 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44875c8a-e0eb-4287-8161-0463cadf9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.327399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:34.335806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:34.351006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.353165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.374844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-44875c8a-e0eb-4287-8161-0463cadf9aa8 None None] Port c0b34f11-59db-43df-88f2-bd8b4121fd04 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:34.394222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57400e-f596-4d3c-b71d-4c44eafa4102 req-0f5abe76-f64d-4d91-839e-e0fb7fb9b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.399830 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a57400e-f596-4d3c-b71d-4c44eafa4102 req-0f5abe76-f64d-4d91-839e-e0fb7fb9b9a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 1098 time: 0.5395954 Jul 16 09:00:34.404593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.406819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.407191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.407540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.408703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.409122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.410516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.411531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.411531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.411800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.414996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.415328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:34.428091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-44875c8a-e0eb-4287-8161-0463cadf9aa8 None None] Provisioning complete for port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:34.429555 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44875c8a-e0eb-4287-8161-0463cadf9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.445430 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-189f725c-05e5-4e9b-aab4-3f63abfa32e5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4681318 Jul 16 09:00:34.449809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46626) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:34.482083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 51611db3-4742-46bb-8ed7-23ea9d8bde78 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:34.490322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 51611db3-4742-46bb-8ed7-23ea9d8bde78 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:34.490702 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.495171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a999b1b-6917-4154-a325-9cd1efeab599 None None] Pushing event updated for resources: {'Port': ['ID=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.598563 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2a57400e-f596-4d3c-b71d-4c44eafa4102 req-c98d968a-c911-4c0b-8b85-5df200ec3a5f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779201 Jul 16 09:00:34.617671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c62f9-930f-422f-b805-ba483ca3313d None None] Pushing event updated for resources: {'Port': ['ID=3685a341-c71d-462c-b3f5-206d06e9c6ba,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.681012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792754cd-df6e-4be3-9b6d-407dc70bc426 req-d4cba957-4b69-43e6-a2e2-9c3fcfefae14 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587042 Jul 16 09:00:34.727348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-09f052e5-de35-495f-9938-39cf7adcf061 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 3a977e96-fe96-47c8-952a-43ace1c9e081 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:34.727673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09f052e5-de35-495f-9938-39cf7adcf061 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.829405 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.838100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] For port f2837af6-68db-4215-ad6b-0868a32cbcc0, host n-h1-780147-28, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:34.838471 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.855768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 51611db3-4742-46bb-8ed7-23ea9d8bde78, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=51611db3-4742-46bb-8ed7-23ea9d8bde78,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:34.862123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.862379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.873184 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.875328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Calling delete_port for f2837af6-68db-4215-ad6b-0868a32cbcc0 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:34.915247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.920844 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09f052e5-de35-495f-9938-39cf7adcf061 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.924202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=51611db3-4742-46bb-8ed7-23ea9d8bde78,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.936696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-09f052e5-de35-495f-9938-39cf7adcf061 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 3a977e96-fe96-47c8-952a-43ace1c9e081 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:35.087610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.100352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Pushing event updated for resources: {'Port': ['ID=c0b34f11-59db-43df-88f2-bd8b4121fd04,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.141246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09f052e5-de35-495f-9938-39cf7adcf061 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.183644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f052e5-de35-495f-9938-39cf7adcf061 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=3a977e96-fe96-47c8-952a-43ace1c9e081,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.245563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09f052e5-de35-495f-9938-39cf7adcf061 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.248707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-09f052e5-de35-495f-9938-39cf7adcf061 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/3a977e96-fe96-47c8-952a-43ace1c9e081 HTTP/1.1" status: 204 len: 168 time: 0.7964618 Jul 16 09:00:35.252961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46630) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.287273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.346508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e275e-23a9-4c4a-9871-86a6785caddd tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.351435 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-222e275e-23a9-4c4a-9871-86a6785caddd tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0973246 Jul 16 09:00:35.352197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46632) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.431583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b2716-e99f-4e03-8f63-8a93b2e4b0c7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.436154 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-102b2716-e99f-4e03-8f63-8a93b2e4b0c7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0801549 Jul 16 09:00:35.436380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46634) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.515857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b5f2e-15ba-4378-b841-20152fe402eb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.517587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b5f2e-15ba-4378-b841-20152fe402eb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.519434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b5f2e-15ba-4378-b841-20152fe402eb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.525387 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-344b5f2e-15ba-4378-b841-20152fe402eb tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0867984 Jul 16 09:00:35.526105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46638) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.627362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1dc866-98e5-4984-ba63-e8611a465dab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 87dceb57-d91a-4420-8082-70f821bb0b97 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:35.633216 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc866-98e5-4984-ba63-e8611a465dab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.690825 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc866-98e5-4984-ba63-e8611a465dab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.723714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2837af6-68db-4215-ad6b-0868a32cbcc0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.734256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.736213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-28bb7ce3-c011-487d-b27b-b045207068cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "DELETE /v2.0/ports/f2837af6-68db-4215-ad6b-0868a32cbcc0 HTTP/1.1" status: 204 len: 168 time: 2.4320011 Jul 16 09:00:35.742232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46642) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.780660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.788647 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab09759-b35e-4815-8516-1187725a3206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:00:35.794950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1ab09759-b35e-4815-8516-1187725a3206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "GET /v2.0/ports/f2837af6-68db-4215-ad6b-0868a32cbcc0 HTTP/1.1" status: 404 len: 333 time: 0.0479393 Jul 16 09:00:35.795303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:35.796589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46646) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.800199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf6aa1-fbce-4db8-8f40-e74c3567bc8c None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:35.803492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Request body: {'port': {'network_id': 'f598147e-c04e-4d53-b016-298e599b1063', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-280014022'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:35.809028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:35.828409 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc866-98e5-4984-ba63-e8611a465dab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.941426 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc866-98e5-4984-ba63-e8611a465dab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.952597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-58d89023-6df9-4446-8a44-ac891688b1ee None None] Provisioning for port 3685a341-c71d-462c-b3f5-206d06e9c6ba completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:35.978048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dc866-98e5-4984-ba63-e8611a465dab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=87dceb57-d91a-4420-8082-70f821bb0b97,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.987685 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc866-98e5-4984-ba63-e8611a465dab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.990057 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6e1dc866-98e5-4984-ba63-e8611a465dab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/87dceb57-d91a-4420-8082-70f821bb0b97 HTTP/1.1" status: 204 len: 168 time: 0.4626489 Jul 16 09:00:35.992315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46658) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.114784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Made reservation on behalf of 4b554e1b342e4eb5b2a6facedab14360 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:36.120677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.153849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-56742ed2-4529-4a04-b0ba-67326333c5a4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 9f411eb4-4853-4867-bf55-e0b234ccc6c5 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:36.168693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56742ed2-4529-4a04-b0ba-67326333c5a4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.178500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] device_id is not set on port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:36.266278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bc2da-da68-4b7c-9def-aa27e98a3632 None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '9f411eb4-4853-4867-bf55-e0b234ccc6c5'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '3685a341-c71d-462c-b3f5-206d06e9c6ba'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:00:36.280033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56742ed2-4529-4a04-b0ba-67326333c5a4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.363107 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc6bc2da-da68-4b7c-9def-aa27e98a3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.371675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56742ed2-4529-4a04-b0ba-67326333c5a4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.388289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b347cd5-c6d8-40d8-9437-899b43f49f3b req-5d0b0657-190a-4132-a2e6-c1786eab6884 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:36.396356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b347cd5-c6d8-40d8-9437-899b43f49f3b req-5d0b0657-190a-4132-a2e6-c1786eab6884 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.5085628 Jul 16 09:00:36.412114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:36.450393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Router a7cfab90-5b6b-43a6-ac83-79707bd711dc has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:36.475581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56742ed2-4529-4a04-b0ba-67326333c5a4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.511604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56742ed2-4529-4a04-b0ba-67326333c5a4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=9f411eb4-4853-4867-bf55-e0b234ccc6c5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.518103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56742ed2-4529-4a04-b0ba-67326333c5a4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.521686 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-56742ed2-4529-4a04-b0ba-67326333c5a4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/9f411eb4-4853-4867-bf55-e0b234ccc6c5 HTTP/1.1" status: 204 len: 168 time: 0.5260949 Jul 16 09:00:36.526389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 51611db3-4742-46bb-8ed7-23ea9d8bde78 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:36.526652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46664) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.555635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46666) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.558507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fbe4493d-d425-4d78-9765-97eba58cc177 None None] Provisioning complete for port c0b34f11-59db-43df-88f2-bd8b4121fd04 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:36.558856 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fbe4493d-d425-4d78-9765-97eba58cc177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.592682 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-334c5237-4779-4508-91f4-73ef1673b71e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647151 Jul 16 09:00:36.595631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.600697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:36.608694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b347cd5-c6d8-40d8-9437-899b43f49f3b req-e9dd89d6-e1a5-45a7-bb16-b5c3e4ad936f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114573 Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server [None req-dc6bc2da-da68-4b7c-9def-aa27e98a3632 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f411eb4-4853-4867-bf55-e0b234ccc6c5: This subnet is being modified by another concurrent operation. Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f411eb4-4853-4867-bf55-e0b234ccc6c5: This subnet is being modified by another concurrent operation. Jul 16 09:00:36.682210 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Jul 16 09:00:36.688631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4493d-d425-4d78-9765-97eba58cc177 None None] Port c0b34f11-59db-43df-88f2-bd8b4121fd04 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:36.711027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 51611db3-4742-46bb-8ed7-23ea9d8bde78 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:36.712017 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.753879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:36.762852 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.799390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.851289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70267ec7-1350-484d-8a5e-a9ef34d9f84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.856465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe1cb4-0761-4955-a946-f500fc734ab8 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:36.890911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:36.904368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:36.915823 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Sync routers for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:36.929203 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:36.932042 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:36.938179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-64823bd7-92c4-42e5-ae03-ebbabc8f163c admin admin] 10.222.0.55 "PUT /v2.0/routers/a7cfab90-5b6b-43a6-ac83-79707bd711dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3957253 Jul 16 09:00:37.042614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.094746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Sync routers for ids ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:37.111405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 07fcb911-26f1-4136-b77b-f7ab870005cc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:37.166421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Network f598147e-c04e-4d53-b016-298e599b1063 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:37.174855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:37.178688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.183364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:37.184464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:37.185177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.209299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Routers {'2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:37.210026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:37.238523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70267ec7-1350-484d-8a5e-a9ef34d9f84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.245442 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70267ec7-1350-484d-8a5e-a9ef34d9f84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.271873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.273403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-990da42c-08ce-43bd-9e8b-935948257584 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3838630 Jul 16 09:00:37.280352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-360759db-b10a-4364-91db-ce851b184d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4812732 Jul 16 09:00:37.283987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46682) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.284340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46686) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.312139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:37.341868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-70267ec7-1350-484d-8a5e-a9ef34d9f84a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=183a4d4f0e1a40bcbaf34ec8b73c1459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452655 Jul 16 09:00:37.341868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70267ec7-1350-484d-8a5e-a9ef34d9f84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d192b-234e-4de1-851a-ddf17dce17a2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.343730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46692) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.378217 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:37.424259 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5305de99-a3e9-49b3-8f01-79dd7f924c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.437963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8700de-7d10-4205-8750-c213c6094262 req-32049885-dfe4-4cc5-8f91-578c5125a688 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:37.439585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea8700de-7d10-4205-8750-c213c6094262 req-32049885-dfe4-4cc5-8f91-578c5125a688 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.1713889 Jul 16 09:00:37.481314 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5305de99-a3e9-49b3-8f01-79dd7f924c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.516332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea8700de-7d10-4205-8750-c213c6094262 req-fc3a96df-a8ca-427a-bed4-998e2ae6061e tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679171 Jul 16 09:00:37.567225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-832e950c-e942-41ac-9003-2610fbbbe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:37.568781 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-832e950c-e942-41ac-9003-2610fbbbe1ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 1098 time: 0.3686879 Jul 16 09:00:37.571725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Set router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:37.579335 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5305de99-a3e9-49b3-8f01-79dd7f924c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.584621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 07fcb911-26f1-4136-b77b-f7ab870005cc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:37.585668 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.585787 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5305de99-a3e9-49b3-8f01-79dd7f924c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.597976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5305de99-a3e9-49b3-8f01-79dd7f924c5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f20d192b-234e-4de1-851a-ddf17dce17a2 HTTP/1.1" status: 204 len: 168 time: 0.2520196 Jul 16 09:00:37.623655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305de99-a3e9-49b3-8f01-79dd7f924c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20d192b-234e-4de1-851a-ddf17dce17a2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.670169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.749844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:37.810229 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 2, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:37.886182 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Checking router: a7cfab90-5b6b-43a6-ac83-79707bd711dc for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:37.886778 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Updating router a7cfab90-5b6b-43a6-ac83-79707bd711dc port c0b34f11-59db-43df-88f2-bd8b4121fd04 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:37.888540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3685a341-c71d-462c-b3f5-206d06e9c6ba up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:37.901433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-43730d43-20c7-47ba-a856-45ffef55f22f tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:37.903268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-43730d43-20c7-47ba-a856-45ffef55f22f tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/networks?id=d0a573aa-8fee-4ec8-9c49-d8852926f19e HTTP/1.1" status: 200 len: 829 time: 0.2614551 Jul 16 09:00:37.945596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-cd87f786-9300-4a47-b286-a809612c6924 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/quotas/e4dd9e35e7404403a15e2cf10683ead9 HTTP/1.1" status: 200 len: 375 time: 0.0270514 Jul 16 09:00:38.034511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 3, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:38.041096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4006e607-5348-4401-b25e-186f011a8493 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:00:38.041395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-61332566-855e-4d8a-ab31-2c0289f5b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:38.044050 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-61332566-855e-4d8a-ab31-2c0289f5b092 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 912 time: 0.4499502 Jul 16 09:00:38.072443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-d6d6e295-a0ce-4d45-bc23-0a510f7d424f tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4dd9e35e7404403a15e2cf10683ead9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230729 Jul 16 09:00:38.075428 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.089148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3685a341-c71d-462c-b3f5-206d06e9c6ba completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:38.094955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:38.095360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.096939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Checking router: 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:38.097344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Updating router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 port 3070c945-b5f7-41df-b6cd-a0967de59f32 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:38.145532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.259784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-14c1e249-ab73-4ddd-afef-7d72ddd90b3b service neutron] 10.222.0.55 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863093 Jul 16 09:00:38.318384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-27413f19-5260-404a-bebf-162cf63a764d None None] Could not find standard attr ID for object 3a977e96-fe96-47c8-952a-43ace1c9e081. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:38.422862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-f426f6bf-70d8-455d-8944-20cf1ac4857b service neutron] 10.222.0.55 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561813 Jul 16 09:00:38.576487 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.582217 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.614360 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Transition to ACTIVE for port object c0b34f11-59db-43df-88f2-bd8b4121fd04 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:38.633942 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-207604df-ae5a-4bd7-b289-8c2c1405486e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe HTTP/1.1" status: 200 len: 217 time: 0.5749464 Jul 16 09:00:38.634921 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.639695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006e607-5348-4401-b25e-186f011a8493 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:00:38.820741 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.838287 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:38.838650 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:38.842474 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2ba04-4881-43a0-bdf0-b6134467fa12 None None] Pushing event updated for resources: {'Port': ['ID=c0b34f11-59db-43df-88f2-bd8b4121fd04,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.850440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54907ca0-abbd-49e5-a0a4-6b44ab5dd17d req-ef8521d3-4591-49c5-87a8-ae58db19a6b4 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 210 time: 0.0967543 Jul 16 09:00:38.855196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Transition to ACTIVE for port object 3070c945-b5f7-41df-b6cd-a0967de59f32 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:38.865514 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Attempting to bind port c0b34f11-59db-43df-88f2-bd8b4121fd04 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:38.866076 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Attempting to bind port c0b34f11-59db-43df-88f2-bd8b4121fd04 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:38.866715 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Attempting to bind port c0b34f11-59db-43df-88f2-bd8b4121fd04 on network d0a573aa-8fee-4ec8-9c49-d8852926f19e {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:38.879538 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.879792 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:38.879792 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Checking segment: {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:38.879792 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.879792 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Bound using segment: {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:38.879792 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Bound port: c0b34f11-59db-43df-88f2-bd8b4121fd04, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:38.880633 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.900670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-cad2bfff-20d8-49f7-9895-651461dc961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:38.902387 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-cad2bfff-20d8-49f7-9895-651461dc961b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 HTTP/1.1" status: 200 len: 851 time: 0.2444355 Jul 16 09:00:38.948378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.986830 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-7510fcae-dc06-4568-aea8-88affcf09141 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1cf511e-c513-44b7-bd9d-26808ff3ee62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582817 Jul 16 09:00:38.998606 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] device_id is not set on port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:39.020078 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] For port c0b34f11-59db-43df-88f2-bd8b4121fd04, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:39.026823 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] For port c0b34f11-59db-43df-88f2-bd8b4121fd04, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c0b34f11-59db-43df-88f2-bd8b4121fd04,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:39.033445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69422cb-5d76-4af0-8178-b915e10fb315 req-822c4a70-e768-471a-8928-e23b3405b311 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:39.035438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b69422cb-5d76-4af0-8178-b915e10fb315 req-822c4a70-e768-471a-8928-e23b3405b311 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.2148998 Jul 16 09:00:39.042959 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.046660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Attempting to bind port 3070c945-b5f7-41df-b6cd-a0967de59f32 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:39.047193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Attempting to bind port 3070c945-b5f7-41df-b6cd-a0967de59f32 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:39.047574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Attempting to bind port 3070c945-b5f7-41df-b6cd-a0967de59f32 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:39.073385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:39.073793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:39.074209 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.074614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:39.075103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Bound port: 3070c945-b5f7-41df-b6cd-a0967de59f32, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:39.075489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.129333 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:39.129994 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:39.166265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b69422cb-5d76-4af0-8178-b915e10fb315 req-91d64c20-636b-43b7-b623-74e7cd1a16bc tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895786 Jul 16 09:00:39.181932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15b12a-30e2-4707-bf84-c4a25cc9ac77 None None] Pushing event updated for resources: {'Port': ['ID=3070c945-b5f7-41df-b6cd-a0967de59f32,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.183175 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2ba04-4881-43a0-bdf0-b6134467fa12 None None] Pushing event updated for resources: {'Port': ['ID=c0b34f11-59db-43df-88f2-bd8b4121fd04,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.195435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.229020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] For port 3070c945-b5f7-41df-b6cd-a0967de59f32, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:39.237695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] For port 3070c945-b5f7-41df-b6cd-a0967de59f32, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3070c945-b5f7-41df-b6cd-a0967de59f32,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:39.248005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Transition to ACTIVE for port object e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:39.316275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.318125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:39.385073 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.410875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.540124 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-93b8012b-21ab-4464-91a4-33d27beb9ceb service neutron] 10.222.0.54 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282249 Jul 16 09:00:39.592464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] For port 3685a341-c71d-462c-b3f5-206d06e9c6ba, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3685a341-c71d-462c-b3f5-206d06e9c6ba,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:39.632373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:39.632842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:39.633453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:39.642951 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.645238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15b12a-30e2-4707-bf84-c4a25cc9ac77 None None] Pushing event updated for resources: {'Port': ['ID=3070c945-b5f7-41df-b6cd-a0967de59f32,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.664940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Routers {'2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:39.665597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:39.720087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:39.720537 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:39.742741 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 2 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:39.816500 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:39Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:39.820494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.823775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] Set router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:39.825750 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:39.826074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:39.826407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:39.833338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.902812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.903799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.925840 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b9373-823f-4a60-b1d6-a138cce42915 None None] The sync data for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 is: [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:39Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:39.978897 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:39.979248 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:40.069069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:40.069327 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:40.098362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77b997e4-271a-45d9-a4c4-45cfb1086d35 req-07a69e68-3f2b-4cdd-aa9d-bd774ec79bd7 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 210 time: 0.1371379 Jul 16 09:00:40.340685 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.345171 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 3 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:40.366042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 3, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:40.395922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=3685a341-c71d-462c-b3f5-206d06e9c6ba,revision_number=5']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.415111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:40.422984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e5993-0983-4d15-9079-d9c1f562ea97 None None] The sync data for ids ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'] in n-d-780147-28 is: [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 3, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:40.424026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:40.424376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:40.424722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:40.473330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3685a341-c71d-462c-b3f5-206d06e9c6ba, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3685a341-c71d-462c-b3f5-206d06e9c6ba,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:40.480317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.481348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:40.483021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:40.487300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:40.487907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.543676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=81dc3268-9e3f-4c58-819d-cfb125f6a852,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.546071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:40.546397 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:40.567730 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 4 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:40.578429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52c14055-bb69-4dbb-947e-6dcaa2e84838 req-89dffa97-322d-423e-b4fb-a6aca90d2971 service neutron] 10.222.0.54 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9898317 Jul 16 09:00:40.619581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77980a1c-4552-42c8-97a9-fdc67b143e2f req-93c4005a-ab4f-4142-a6ec-f5971e95c58f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:40.625561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77980a1c-4552-42c8-97a9-fdc67b143e2f req-93c4005a-ab4f-4142-a6ec-f5971e95c58f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.2352297 Jul 16 09:00:40.701283 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-17a47388-2353-4824-8be9-0f9db444b627 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1045723 Jul 16 09:00:40.705926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46808) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.722370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:40.728521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:40.728901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:40.760071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a3c51c51-85f4-4148-89c0-eed44f6aedf3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:40.761614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3685a341-c71d-462c-b3f5-206d06e9c6ba,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.767198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:40.782324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.816887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77980a1c-4552-42c8-97a9-fdc67b143e2f req-69f29cbd-e159-4618-8612-62075bbf59c1 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757011 Jul 16 09:00:40.843870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:40.844574 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:40.865421 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 5 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:40.911417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Allocated IP 172.20.0.1 (d81cd65e-e6a9-4ede-810d-302c4a446f50/8471f664-636e-4495-bffb-96e5e93f2ede/b995e3b8-d616-4209-a354-1010a41df6e3) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:40.921472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:40.924455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:40.924976 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:40.987724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:40.988525 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:40.996617 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 6 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:41.018905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3685a341-c71d-462c-b3f5-206d06e9c6ba no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:41.049055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:41.059569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:41.060263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:41.128332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:41.133181 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:41.147677 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 7 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:41.201826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:41.202169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:41.202762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:41.239713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ed951-2672-4165-81f0-b3990183e219 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:00:41.244886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:41.245435 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:41.247359 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 8 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:41.265241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c51c51-85f4-4148-89c0-eed44f6aedf3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:41.269085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3c51c51-85f4-4148-89c0-eed44f6aedf3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.280116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:41.280855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:41.281351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:41.301460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-07671bc8-32d9-42b0-9352-58ff16d0b309 None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:41.301866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07671bc8-32d9-42b0-9352-58ff16d0b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.319474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:41.320127 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:41.331756 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 9 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:41.353160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:41.353775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:41.354273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:41.458634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:41.458966 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:41.489390 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 10 to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a Jul 16 09:00:41.489851 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.507270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.554718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Transition to ACTIVE for port object b995e3b8-d616-4209-a354-1010a41df6e3 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:41.563626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:41.564410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:41.564735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:41.593460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75ae8c30-e465-478d-8c1b-dd15da2c020e req-7f3a7934-463c-4e76-96fc-73e53903637a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 210 time: 0.2249889 Jul 16 09:00:41.599632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:41.599973 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:41.600351 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.632589 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-a3c51c51-85f4-4148-89c0-eed44f6aedf3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81dc3268-9e3f-4c58-819d-cfb125f6a852 (CIDR: 2001:db8::/64) Jul 16 09:00:41.639095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ed951-2672-4165-81f0-b3990183e219 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:00:41.649018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3685a341-c71d-462c-b3f5-206d06e9c6ba, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3685a341-c71d-462c-b3f5-206d06e9c6ba,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:41.668022 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c51c51-85f4-4148-89c0-eed44f6aedf3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:41.668766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c51c51-85f4-4148-89c0-eed44f6aedf3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:41.670455 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.681964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5a0d3186-513a-4f0b-954a-f5901d8498e1 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:41.690499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5a0d3186-513a-4f0b-954a-f5901d8498e1 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.52 "GET /v2.0/networks?id=d0a573aa-8fee-4ec8-9c49-d8852926f19e HTTP/1.1" status: 200 len: 829 time: 0.4770763 Jul 16 09:00:41.713954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Request body: {'port': {'device_id': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'admin_state_up': True, 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:41.763207 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a3c51c51-85f4-4148-89c0-eed44f6aedf3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0307484 Jul 16 09:00:41.781075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46834) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:41.786801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.795079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:41.951899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c0b34f11-59db-43df-88f2-bd8b4121fd04 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:41.961956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Pushing event updated for resources: {'Port': ['ID=b995e3b8-d616-4209-a354-1010a41df6e3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:41.978897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] For port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:41.979683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempted to set empty binding levels {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:00:42.052197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Network d81cd65e-e6a9-4ede-810d-302c4a446f50 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:42.056063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.076008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:42.076679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Made reservation on behalf of e4dd9e35e7404403a15e2cf10683ead9 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:42.081114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.093518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3685a341-c71d-462c-b3f5-206d06e9c6ba,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.093761 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:42.227520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port c0b34f11-59db-43df-88f2-bd8b4121fd04 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:42.236004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port c0b34f11-59db-43df-88f2-bd8b4121fd04 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:42.236675 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.249065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] In _notify_port_updated(), no bound segment for port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:00:42.249488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.250120 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.254282 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "PUT /v2.0/ports/e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a HTTP/1.1" status: 200 len: 979 time: 4.9624889 Jul 16 09:00:42.254904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46838) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.362709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.368702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61648c8-dfa9-49f7-aabe-a0457bd34d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.401419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713dd8d-324c-4a4b-a40b-cb482b9620ad req-bff69ca1-a020-4519-aeba-cf9566d04403 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.403196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3713dd8d-324c-4a4b-a40b-cb482b9620ad req-bff69ca1-a020-4519-aeba-cf9566d04403 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.3180091 Jul 16 09:00:42.418822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:42.422597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.490580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3713dd8d-324c-4a4b-a40b-cb482b9620ad req-3a807052-26d5-464c-92af-b3617918cc94 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766785 Jul 16 09:00:42.509918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Allocated IP 172.20.0.13 (d0a573aa-8fee-4ec8-9c49-d8852926f19e/507c3e10-2c17-4039-a16c-2ac9a03d6d8f/7d96f864-57bd-431b-ba29-03d370354621) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:42.563149 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.656549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port c0b34f11-59db-43df-88f2-bd8b4121fd04, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c0b34f11-59db-43df-88f2-bd8b4121fd04,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:42.667424 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.668199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3685a341-c71d-462c-b3f5-206d06e9c6ba up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:42.687607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.687981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.688440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.689107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.689757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.690517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.691231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.691842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.692451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.693060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.693704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.694150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.694759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.695365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.697468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.698287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.698932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.700244 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.701015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.701668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.702299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.703158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.703790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.704707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.705350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.706060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.706710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.707370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.707995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.708625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.709301 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.709953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.710694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.711923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.712922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.713698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.714379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.715075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.715739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.720302 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d2d8d462-5977-4e72-a34b-51c3fc836794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35246 time: 0.4587545 Jul 16 09:00:42.735736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46844) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.839936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.841536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=c0b34f11-59db-43df-88f2-bd8b4121fd04,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.879051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Transition to ACTIVE for port object 7d96f864-57bd-431b-ba29-03d370354621 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:42.886180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:42.887173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.977454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14fd32af-501c-4a53-a1d4-f713b0e364b6 req-1155388f-0422-4db9-ad13-9f259d490ebb tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 210 time: 0.0582974 Jul 16 09:00:42.999748 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.070047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:43.083862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.089932 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.091261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:43.101241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:43.176661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3685a341-c71d-462c-b3f5-206d06e9c6ba, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3685a341-c71d-462c-b3f5-206d06e9c6ba,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:43.186910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Pushing event updated for resources: {'Port': ['ID=7d96f864-57bd-431b-ba29-03d370354621,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.188463 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.241960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Deleting port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:43.243509 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.308781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:43.312581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.341341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3685a341-c71d-462c-b3f5-206d06e9c6ba,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.348892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5f7a8b59-ab09-4f60-9106-4c23f8559d67 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6446581 Jul 16 09:00:43.361570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5d79c445-ebd3-45a9-8744-1b9bf15b9c3f tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:00:43.365783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-5d79c445-ebd3-45a9-8744-1b9bf15b9c3f tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101981 Jul 16 09:00:43.556713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Request body: {'port': {'device_id': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:43.564895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3070c945-b5f7-41df-b6cd-a0967de59f32 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:43.695465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d1cd94-352f-4cf3-9c2a-231be37e0de9 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:43.797759 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3070c945-b5f7-41df-b6cd-a0967de59f32 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:43.821180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3070c945-b5f7-41df-b6cd-a0967de59f32 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:43.830231 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.832805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.861089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b5afc-837d-4a8d-a888-66e44413e4ad req-07a484e2-aa3d-45f9-8d3f-da03fa20f6fc tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:43.871223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b32b5afc-837d-4a8d-a888-66e44413e4ad req-07a484e2-aa3d-45f9-8d3f-da03fa20f6fc tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.2152860 Jul 16 09:00:43.944657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6c318d1d-c025-4d61-8f2b-c85328fb77fc None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:43.945238 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c318d1d-c025-4d61-8f2b-c85328fb77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.219376 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.263404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] For port e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a, host n-h1-780147-28, got binding levels [] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:44.269813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.280173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3070c945-b5f7-41df-b6cd-a0967de59f32, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3070c945-b5f7-41df-b6cd-a0967de59f32,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:44.285154 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.286747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c0b34f11-59db-43df-88f2-bd8b4121fd04 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:44.315563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Calling delete_port for e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:44.325970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b32b5afc-837d-4a8d-a888-66e44413e4ad req-33060f40-23d2-4b49-b1f7-311c5de76691 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816975 Jul 16 09:00:44.429367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0b16e-6746-4bca-b84d-92bac0110bf3 req-b919e51e-c7de-4e57-b2e3-0f38d24a791a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:44.432356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ede0b16e-6746-4bca-b84d-92bac0110bf3 req-b919e51e-c7de-4e57-b2e3-0f38d24a791a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 932 time: 0.1894541 Jul 16 09:00:44.465601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4c183c3-5f7a-49eb-9e74-cb1a0aeb7a9d None None] Provisioning complete for port c0b34f11-59db-43df-88f2-bd8b4121fd04 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:44.466026 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4c183c3-5f7a-49eb-9e74-cb1a0aeb7a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.536510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d96f864-57bd-431b-ba29-03d370354621 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:44.548631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3070c945-b5f7-41df-b6cd-a0967de59f32,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.573534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.575725 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7362029-d199-457b-a895-5f01decd21c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.607467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ede0b16e-6746-4bca-b84d-92bac0110bf3 req-102dcb05-b9a6-42a5-9e44-5e74ee8f117a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666028 Jul 16 09:00:44.627133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Transition to ACTIVE for port object 7d96f864-57bd-431b-ba29-03d370354621 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:44.643116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port c0b34f11-59db-43df-88f2-bd8b4121fd04 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:44.643585 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.644643 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.721777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Pushing event updated for resources: {'Port': ['ID=7d96f864-57bd-431b-ba29-03d370354621,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.779662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4c183c3-5f7a-49eb-9e74-cb1a0aeb7a9d None None] Provisioning for port b995e3b8-d616-4209-a354-1010a41df6e3 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:44.791632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4c183c3-5f7a-49eb-9e74-cb1a0aeb7a9d None None] Provisioning complete for port b995e3b8-d616-4209-a354-1010a41df6e3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:44.792036 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4c183c3-5f7a-49eb-9e74-cb1a0aeb7a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.824610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.857124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Attempting to bind port 7d96f864-57bd-431b-ba29-03d370354621 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:44.857468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Attempting to bind port 7d96f864-57bd-431b-ba29-03d370354621 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:44.857796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Attempting to bind port 7d96f864-57bd-431b-ba29-03d370354621 on network d0a573aa-8fee-4ec8-9c49-d8852926f19e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:44.866580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Port 7d96f864-57bd-431b-ba29-03d370354621 on network d0a573aa-8fee-4ec8-9c49-d8852926f19e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:44.867248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Attempting to bind port 7d96f864-57bd-431b-ba29-03d370354621 on network d0a573aa-8fee-4ec8-9c49-d8852926f19e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:44.868164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.878944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:44.881166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Checking segment: {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:44.883363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Bound using segment: {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:44.884603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Bound port: 7d96f864-57bd-431b-ba29-03d370354621, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff36429-5433-4eea-a0a4-c686c90babce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:44.885402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.935425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f4c183c3-5f7a-49eb-9e74-cb1a0aeb7a9d None None] Port b995e3b8-d616-4209-a354-1010a41df6e3 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:44.948706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:44.955298 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.964380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:44.985511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.990771 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4566cf02-e77c-49f7-b351-fafb3bccbebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a HTTP/1.1" status: 204 len: 168 time: 2.2430317 Jul 16 09:00:44.990771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=dfa92c9c-25b4-4df0-8c72-2f4908da7656,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.991063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] For port 7d96f864-57bd-431b-ba29-03d370354621, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:44.991598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46862) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:44.992675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3685a341-c71d-462c-b3f5-206d06e9c6ba up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:44.999368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] For port 7d96f864-57bd-431b-ba29-03d370354621, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d96f864-57bd-431b-ba29-03d370354621,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:45.010128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.011139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.016571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.036052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37d632-70b8-4aae-8ae8-c4474150d24a None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:45.042473 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c13fef75-b698-4a65-9b6f-e9c0fc6f4613 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2575552 Jul 16 09:00:45.051569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46864) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:45.058963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:89:f2:5a', 'name': 'tempest-NetworksTestDHCPv6-1616900426'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:45.067121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.075166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.093407 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6f4c68-b762-41fb-90e9-a3348a19ff10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:00:45.095748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7b6f4c68-b762-41fb-90e9-a3348a19ff10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "GET /v2.0/ports/e0f91ffa-f3fd-4fb8-8e2c-afb47704e87a HTTP/1.1" status: 404 len: 333 time: 0.1012757 Jul 16 09:00:45.181633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4ca9dfe-f188-499c-9bcd-5d5aa70327e9 None None] Provisioning complete for port c0b34f11-59db-43df-88f2-bd8b4121fd04 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:45.181949 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9dfe-f188-499c-9bcd-5d5aa70327e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.191419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46866) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:45.191419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Pushing event updated for resources: {'Port': ['ID=b995e3b8-d616-4209-a354-1010a41df6e3,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.208579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-587406509', 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:45.224344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:45.224992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.270669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.288099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Made reservation on behalf of 4b554e1b342e4eb5b2a6facedab14360 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:45.292303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.293021 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.354795 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] device_id is not set on port 470da8e4-9f51-46b5-9fcd-1ed3ef7fe278 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:45.504125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4ca9dfe-f188-499c-9bcd-5d5aa70327e9 None None] Provisioning for port 7d96f864-57bd-431b-ba29-03d370354621 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:45.516089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.516713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.518151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] 10.222.0.52 "PUT /v2.0/ports/7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 200 len: 1093 time: 2.1445229 Jul 16 09:00:45.521202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'tag': '7d96f864-57bd-431b-ba29-03d370354621'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:45.521401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4ca9dfe-f188-499c-9bcd-5d5aa70327e9 None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:45.521930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9dfe-f188-499c-9bcd-5d5aa70327e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.523377 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aabe5c6-bcc1-4c03-b443-a12605f8b686" -d '{"events": [{"name": "network-changed", "server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "tag": "7d96f864-57bd-431b-ba29-03d370354621"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:45.587539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f41548-aa96-490c-9023-37eeaf59b214 service neutron] Pushing event updated for resources: {'Port': ['ID=7d96f864-57bd-431b-ba29-03d370354621,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.627517 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeeda6e-24cb-4e25-be0b-bb15fffd0add x-openstack-request-id: req-dfeeda6e-24cb-4e25-be0b-bb15fffd0add {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:45.627893 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "tag": "7d96f864-57bd-431b-ba29-03d370354621", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:45.628135 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfeeda6e-24cb-4e25-be0b-bb15fffd0add {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:45.628528 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'tag': '7d96f864-57bd-431b-ba29-03d370354621', 'status': 'completed', 'code': 200} Jul 16 09:00:45.675855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Network d81cd65e-e6a9-4ede-810d-302c4a446f50 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:45.679558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:45.725327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3070c945-b5f7-41df-b6cd-a0967de59f32 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:45.876912 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.886704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241df063-7594-4766-a2ba-a0174ce19b8d None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '81dc3268-9e3f-4c58-819d-cfb125f6a852', 'ip_address': '2001:db8::f816:3eff:feb2:51fa'}, {'subnet_id': 'dfa92c9c-25b4-4df0-8c72-2f4908da7656'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '3685a341-c71d-462c-b3f5-206d06e9c6ba'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:00:45.932515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:46.010226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.021366 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-241df063-7594-4766-a2ba-a0174ce19b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.093929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c2d8b-0051-4981-b6ae-1cb18f3b4f7e req-4b9f07d1-0943-44b3-a893-0ec772a339f9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.094208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Network f598147e-c04e-4d53-b016-298e599b1063 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:46.099897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-274c2d8b-0051-4981-b6ae-1cb18f3b4f7e req-4b9f07d1-0943-44b3-a893-0ec772a339f9 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.4981692 Jul 16 09:00:46.117930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-af6d2b21-8a71-45f0-8a21-675eb307122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.119557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-af6d2b21-8a71-45f0-8a21-675eb307122f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4dd9e35e7404403a15e2cf10683ead9&device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 1096 time: 0.5100658 Jul 16 09:00:46.128270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:46.132109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:46.133678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.134318 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.156670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=470da8e4-9f51-46b5-9fcd-1ed3ef7fe278,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.195575 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af87e002-70bd-4fc4-a882-012bf8db2fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9939277 Jul 16 09:00:46.198689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46878) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.218414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0193b-9709-40c2-b02a-0163d692b1fc req-bd5bf2e0-63b1-4da5-a993-398b962c8f1e tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.226144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5da0193b-9709-40c2-b02a-0163d692b1fc req-bd5bf2e0-63b1-4da5-a993-398b962c8f1e tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 944 time: 0.3128378 Jul 16 09:00:46.241489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3070c945-b5f7-41df-b6cd-a0967de59f32 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:46.241931 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.242519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-3e7749c4-a5d1-4492-973d-1a7558b75ede service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 200 len: 217 time: 0.1093755 Jul 16 09:00:46.245189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.255984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:46.257746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da479007-149f-4b46-81b2-90eb3b765adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.262811 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-da479007-149f-4b46-81b2-90eb3b765adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "GET /v2.0/ports/470da8e4-9f51-46b5-9fcd-1ed3ef7fe278 HTTP/1.1" status: 200 len: 958 time: 0.0604117 Jul 16 09:00:46.266195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46880) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.330935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-0e705bec-a8ed-4450-b796-787de8986613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.332711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-0e705bec-a8ed-4450-b796-787de8986613 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=507c3e10-2c17-4039-a16c-2ac9a03d6d8f HTTP/1.1" status: 200 len: 868 time: 0.0670540 Jul 16 09:00:46.365171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-274c2d8b-0051-4981-b6ae-1cb18f3b4f7e req-6b9da223-4081-4d57-8455-27afc00abfd2 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643340 Jul 16 09:00:46.415272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3685a341-c71d-462c-b3f5-206d06e9c6ba up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:46.435476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bdec048a-acb4-4b16-a747-a1f9b5c46d09 None None] Provisioning complete for port b995e3b8-d616-4209-a354-1010a41df6e3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:46.435834 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdec048a-acb4-4b16-a747-a1f9b5c46d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.453328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 988146f2-d912-4880-80ff-a17fa6e1ba48 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:46.472453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bdec048a-acb4-4b16-a747-a1f9b5c46d09 None None] Port b995e3b8-d616-4209-a354-1010a41df6e3 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:46.487807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5da0193b-9709-40c2-b02a-0163d692b1fc req-f6a6a81d-46f3-400a-9476-af790d6e882d tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607002 Jul 16 09:00:46.536946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-241df063-7594-4766-a2ba-a0174ce19b8d None None] Allocated IP 2001:db8:0:1::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/dfa92c9c-25b4-4df0-8c72-2f4908da7656/3685a341-c71d-462c-b3f5-206d06e9c6ba) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:46.552397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9a622631-19ed-4b46-9e9d-ece4762c64bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Deleting port 470da8e4-9f51-46b5-9fcd-1ed3ef7fe278 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:46.553013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a622631-19ed-4b46-9e9d-ece4762c64bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.566056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:46.566426 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.587589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:46.588116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-927eda0a-1031-4238-9668-94f59f19e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.589922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-927eda0a-1031-4238-9668-94f59f19e8c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0a573aa-8fee-4ec8-9c49-d8852926f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2443659 Jul 16 09:00:46.603550 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-15dffa8b-1877-422f-b900-c624f6e36f5a admin admin] 10.222.0.55 "PUT /v2.0/routers/2c4c35b7-8954-4526-bf0d-a2cd9d5364e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3033633 Jul 16 09:00:46.618384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Sync routers for ids ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:46.648189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a622631-19ed-4b46-9e9d-ece4762c64bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.661389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9a622631-19ed-4b46-9e9d-ece4762c64bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Calling delete_port for 470da8e4-9f51-46b5-9fcd-1ed3ef7fe278 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:46.691463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Routers {'2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:46.692100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:46.728869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-6af6bfaa-abdf-47f0-926e-684deaef756f service neutron] 10.222.0.52 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251876 Jul 16 09:00:46.762196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-241df063-7594-4766-a2ba-a0174ce19b8d None None] For port 3685a341-c71d-462c-b3f5-206d06e9c6ba, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3685a341-c71d-462c-b3f5-206d06e9c6ba,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:46.763874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a622631-19ed-4b46-9e9d-ece4762c64bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.809412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a622631-19ed-4b46-9e9d-ece4762c64bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event deleted for resources: {'Port': ['ID=470da8e4-9f51-46b5-9fcd-1ed3ef7fe278,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.823210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a622631-19ed-4b46-9e9d-ece4762c64bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.829676 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9a622631-19ed-4b46-9e9d-ece4762c64bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "DELETE /v2.0/ports/470da8e4-9f51-46b5-9fcd-1ed3ef7fe278 HTTP/1.1" status: 204 len: 168 time: 0.5576003 Jul 16 09:00:46.830365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.869050 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0d72bd-1dcd-45f7-9cca-12a3321dbf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:00:46.874432 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fd0d72bd-1dcd-45f7-9cca-12a3321dbf65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "GET /v2.0/ports/470da8e4-9f51-46b5-9fcd-1ed3ef7fe278 HTTP/1.1" status: 404 len: 333 time: 0.0396385 Jul 16 09:00:46.875633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46890) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.881532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Request body: {'port': {'network_id': 'f598147e-c04e-4d53-b016-298e599b1063', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-724448356'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:46.903718 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-241df063-7594-4766-a2ba-a0174ce19b8d None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.909306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f5dbd02-dd61-4f38-ba5c-e83959e28c99 req-8b1ec1e0-3b84-44bc-be17-e19ec0df98b2 service neutron] 10.222.0.52 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724732 Jul 16 09:00:46.914514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Made reservation on behalf of 4b554e1b342e4eb5b2a6facedab14360 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:46.921485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.928895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Set router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:46.941979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-241df063-7594-4766-a2ba-a0174ce19b8d None None] Transition to ACTIVE for port object 3685a341-c71d-462c-b3f5-206d06e9c6ba will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:46.959564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] device_id is not set on port e2b9c275-70be-4e81-95ba-39de8d31415c yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:46.985034 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-241df063-7594-4766-a2ba-a0174ce19b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.173422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8:0:1::25d (a959bc3e-b0e6-459f-b0b6-b598481d9524/dfa92c9c-25b4-4df0-8c72-2f4908da7656/988146f2-d912-4880-80ff-a17fa6e1ba48) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:47.184054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-79141f40-604f-4dae-b2e7-755161f2738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.186082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-79141f40-604f-4dae-b2e7-755161f2738d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4dd9e35e7404403a15e2cf10683ead9&device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 1096 time: 0.1755207 Jul 16 09:00:47.190302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::f816:3eff:fe89:f25a (a959bc3e-b0e6-459f-b0b6-b598481d9524/81dc3268-9e3f-4c58-819d-cfb125f6a852/988146f2-d912-4880-80ff-a17fa6e1ba48) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:47.225926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.236297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241df063-7594-4766-a2ba-a0174ce19b8d None None] Pushing event updated for resources: {'Port': ['ID=3685a341-c71d-462c-b3f5-206d06e9c6ba,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:47.309605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.355196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Network f598147e-c04e-4d53-b016-298e599b1063 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:47.358893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:47.367024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:47.368972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.369589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.384719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b9c275-70be-4e81-95ba-39de8d31415c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:47.395691 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-208364df-f1aa-4e6d-9ef3-33b9064d9619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5197115 Jul 16 09:00:47.398366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46908) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.411179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:47.446804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-e64b3a20-f6d1-44db-9fd6-8c5511f5133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.450274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-e64b3a20-f6d1-44db-9fd6-8c5511f5133e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0a573aa-8fee-4ec8-9c49-d8852926f19e HTTP/1.1" status: 200 len: 930 time: 0.2572773 Jul 16 09:00:47.491913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 4, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b995e3b8-d616-4209-a354-1010a41df6e3', 'name': '', 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'mac_address': 'fa:16:3e:99:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8471f664-636e-4495-bffb-96e5e93f2ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:40Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 2, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'subnets': [{'id': '8471f664-636e-4495-bffb-96e5e93f2ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:47.551913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Checking router: 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:47.552269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Updating router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 port b995e3b8-d616-4209-a354-1010a41df6e3 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:47.565836 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.654386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3685a341-c71d-462c-b3f5-206d06e9c6ba up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:47.673342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.689547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 988146f2-d912-4880-80ff-a17fa6e1ba48 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:47.693628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.697296 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.739413 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8675be7d-736d-4126-9b0f-dac19af93a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.767116 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.841156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] device_id is not set on port e2b9c275-70be-4e81-95ba-39de8d31415c yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:47.841702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-15049769-59cd-4fc6-9842-3958daa0ffb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 200 len: 217 time: 0.1153779 Jul 16 09:00:47.851548 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.866467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Transition to ACTIVE for port object e2b9c275-70be-4e81-95ba-39de8d31415c will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:47.877513 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.954222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b9c275-70be-4e81-95ba-39de8d31415c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:47.978029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:47.978408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:47.978716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:47.988144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:47.988488 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:47.989308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:47.994003 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 2 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.019160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:48.021596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.021764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.022059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.027833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.028030 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.028447 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 3 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.046252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-d387efcf-27b1-489b-aaee-f71a81d423ab tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.047820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-d387efcf-27b1-489b-aaee-f71a81d423ab tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/networks?id=7e4a1826-e917-46f5-befb-a5814c1f9874 HTTP/1.1" status: 200 len: 909 time: 0.5963781 Jul 16 09:00:48.050969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.051312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.051648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.054724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:48.061614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.062190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.062526 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.062648 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.062923 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 4 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.077367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=988146f2-d912-4880-80ff-a17fa6e1ba48,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.093793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-89fe53ca-b01a-4552-8dde-0e2c2dfa9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.095542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-89fe53ca-b01a-4552-8dde-0e2c2dfa9a7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=507c3e10-2c17-4039-a16c-2ac9a03d6d8f HTTP/1.1" status: 200 len: 868 time: 0.2221293 Jul 16 09:00:48.104758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba819-4ab7-4d03-896f-a4a9ac4d5fe3 req-448c79ee-9c82-4c06-aa6d-38b677d6afe0 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.112271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1ba819-4ab7-4d03-896f-a4a9ac4d5fe3 req-448c79ee-9c82-4c06-aa6d-38b677d6afe0 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.3834891 Jul 16 09:00:48.118325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.118814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.119157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.143945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.144298 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.144693 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 5 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.173572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.174134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.174658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.179746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ad705602-f273-4675-b932-9216c953e64c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1253176 Jul 16 09:00:48.182825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-dab8acf7-ae75-4821-a26f-157fbc75df22 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/quotas/2ad89203cb25409eb5f8c9ff58cfb100 HTTP/1.1" status: 200 len: 375 time: 0.1129692 Jul 16 09:00:48.183346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.183758 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.184270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.184913 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 6 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.245814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.246403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.246967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.255163 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.259568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.259988 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.263677 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 7 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.263967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8e51e5dd-c1ee-49f5-9337-ef399c44d371 None None] Provisioning for port 3685a341-c71d-462c-b3f5-206d06e9c6ba completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:48.270763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8e51e5dd-c1ee-49f5-9337-ef399c44d371 None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:48.271225 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e51e5dd-c1ee-49f5-9337-ef399c44d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.293818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.294563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.295379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.318536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Transition to ACTIVE for port object b995e3b8-d616-4209-a354-1010a41df6e3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:48.320355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b1ba819-4ab7-4d03-896f-a4a9ac4d5fe3 req-31e36048-582d-49da-bd75-cbf91947b44e tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070837 Jul 16 09:00:48.327279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.328316 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.330559 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 8 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.335784 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.354592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.355150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.355652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.371552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-9206184d-370d-43a0-b4f5-f565ced12a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.373553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-9206184d-370d-43a0-b4f5-f565ced12a04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0a573aa-8fee-4ec8-9c49-d8852926f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2475078 Jul 16 09:00:48.379307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.379664 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.381377 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 9 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.398446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d242a-9fb2-4718-9f7e-ffc68c3ecd64 None None] Pushing event updated for resources: {'Port': ['ID=b995e3b8-d616-4209-a354-1010a41df6e3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.426829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.428400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.430574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.442354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.443664 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.444394 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempt 10 to bind port e2b9c275-70be-4e81-95ba-39de8d31415c Jul 16 09:00:48.497017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.497485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.499810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempting to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.513464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-61d74070-5bad-4a47-ad97-7877df5fc2f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 988146f2-d912-4880-80ff-a17fa6e1ba48 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:48.514710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61d74070-5bad-4a47-ad97-7877df5fc2f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.517518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-46ddcce9-35fc-43ab-bf54-b3dfe23e453d service neutron] 10.222.0.52 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355219 Jul 16 09:00:48.605921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-80d797d9-8546-4c22-add5-15aab9605410 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ad89203cb25409eb5f8c9ff58cfb100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4130538 Jul 16 09:00:48.626221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Attempting to bind port b995e3b8-d616-4209-a354-1010a41df6e3 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:48.626675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Attempting to bind port b995e3b8-d616-4209-a354-1010a41df6e3 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:48.627123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Attempting to bind port b995e3b8-d616-4209-a354-1010a41df6e3 on network d81cd65e-e6a9-4ede-810d-302c4a446f50 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:48.633082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:48.633777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Checking segment: {'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:48.634423 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.635109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Bound using segment: {'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:48.635662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Bound port: b995e3b8-d616-4209-a354-1010a41df6e3, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc044586-78ba-4c72-90c7-801ba26adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:48.636133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.668268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61d74070-5bad-4a47-ad97-7877df5fc2f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.685905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-61d74070-5bad-4a47-ad97-7877df5fc2f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 988146f2-d912-4880-80ff-a17fa6e1ba48 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:48.733177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-368c4dd0-3797-41e0-88c6-9c7a3d2a0de1 None None] Provisioning for port 988146f2-d912-4880-80ff-a17fa6e1ba48 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:48.744150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-368c4dd0-3797-41e0-88c6-9c7a3d2a0de1 None None] Provisioning complete for port 988146f2-d912-4880-80ff-a17fa6e1ba48 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:48.745742 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-368c4dd0-3797-41e0-88c6-9c7a3d2a0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.748270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.792539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:48.793126 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Failed to bind port e2b9c275-70be-4e81-95ba-39de8d31415c on host n-h1-780147-28 for vnic_type normal using segments [{'id': '31d39590-76d4-4847-9c44-6b746af3b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f598147e-c04e-4d53-b016-298e599b1063'}] Jul 16 09:00:48.793797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.806569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b6d26-d39b-469b-bd59-3331b5c84712 req-c6aa81bb-c109-4874-b2ad-51f7b89cb555 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.811832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] For port b995e3b8-d616-4209-a354-1010a41df6e3, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:48.814102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-224b6d26-d39b-469b-bd59-3331b5c84712 req-c6aa81bb-c109-4874-b2ad-51f7b89cb555 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 944 time: 0.2462041 Jul 16 09:00:48.841968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] For port b995e3b8-d616-4209-a354-1010a41df6e3, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b995e3b8-d616-4209-a354-1010a41df6e3,segment=NetworkSegment(fc044586-78ba-4c72-90c7-801ba26adba0),segment_id=fc044586-78ba-4c72-90c7-801ba26adba0)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:48.848111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-368c4dd0-3797-41e0-88c6-9c7a3d2a0de1 None None] Port 988146f2-d912-4880-80ff-a17fa6e1ba48 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:48.852356 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.853826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.879106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-224b6d26-d39b-469b-bd59-3331b5c84712 req-12c4497a-4005-4e32-87b0-d77de709927a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632200 Jul 16 09:00:48.893733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0aabe5c6-bcc1-4c03-b443-a12605f8b686 req-ae4cbaca-d635-4caa-8c53-a1f54dd63427 service neutron] 10.222.0.52 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573673 Jul 16 09:00:48.942872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] For port e2b9c275-70be-4e81-95ba-39de8d31415c, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:48.943209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attempted to set empty binding levels {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:00:48.948960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Routers {'2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:48.949606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:48.958720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-09768888-3197-4a11-9c99-6986264c77c2 service neutron] 10.222.0.55 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291945 Jul 16 09:00:48.974182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.071844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b9c275-70be-4e81-95ba-39de8d31415c,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.085716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] In _notify_port_updated(), no bound segment for port e2b9c275-70be-4e81-95ba-39de8d31415c on network f598147e-c04e-4d53-b016-298e599b1063 {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:00:49.087195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.087813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.091785 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-01eee319-86f0-437f-a2a5-7439864d1db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "PUT /v2.0/ports/e2b9c275-70be-4e81-95ba-39de8d31415c HTTP/1.1" status: 200 len: 979 time: 1.6896281 Jul 16 09:00:49.092110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46922) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.115640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-1ecf8535-3339-4f88-998d-794f93de7378 service neutron] 10.222.0.55 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557512 Jul 16 09:00:49.122122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] Set router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:49.160017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61d74070-5bad-4a47-ad97-7877df5fc2f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.231464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d74070-5bad-4a47-ad97-7877df5fc2f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=988146f2-d912-4880-80ff-a17fa6e1ba48,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.324534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61d74070-5bad-4a47-ad97-7877df5fc2f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.329548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46928) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.330121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-61d74070-5bad-4a47-ad97-7877df5fc2f1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/988146f2-d912-4880-80ff-a17fa6e1ba48 HTTP/1.1" status: 204 len: 168 time: 1.1411841 Jul 16 09:00:49.343317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Deleting port e2b9c275-70be-4e81-95ba-39de8d31415c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:49.344172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.399418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d242a-9fb2-4718-9f7e-ffc68c3ecd64 None None] Pushing event updated for resources: {'Port': ['ID=b995e3b8-d616-4209-a354-1010a41df6e3,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.493454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] For port e2b9c275-70be-4e81-95ba-39de8d31415c, host n-h1-780147-28, got binding levels [] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:49.497313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.531719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Calling delete_port for e2b9c275-70be-4e81-95ba-39de8d31415c owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:49.567467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c805555-48bc-436e-9cde-8f117620dd4f req-8682a80f-869c-481f-aa18-64e1e7df5c79 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 210 time: 0.1391392 Jul 16 09:00:49.674711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543ee50-76d3-4bb6-86b2-081874d17f40 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.679457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9543ee50-76d3-4bb6-86b2-081874d17f40 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3485632 Jul 16 09:00:49.681253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.716758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402c195-66ab-4128-a503-b5770377dd30 req-08bc5ca1-713e-4810-b762-7193e42a6de4 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.721695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.730243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d402c195-66ab-4128-a503-b5770377dd30 req-08bc5ca1-713e-4810-b762-7193e42a6de4 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.1325548 Jul 16 09:00:49.762488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b9c275-70be-4e81-95ba-39de8d31415c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.768838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.774286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-344ede23-9c83-487d-9918-a2803130185b tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e2b9c275-70be-4e81-95ba-39de8d31415c HTTP/1.1" status: 204 len: 168 time: 0.6806753 Jul 16 09:00:49.776872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.785799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 4, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b995e3b8-d616-4209-a354-1010a41df6e3', 'name': '', 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'mac_address': 'fa:16:3e:99:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8471f664-636e-4495-bffb-96e5e93f2ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:40Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'subnets': [{'id': '8471f664-636e-4495-bffb-96e5e93f2ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:49.789345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d402c195-66ab-4128-a503-b5770377dd30 req-f3f1c8c9-a29e-4319-a051-cd94c0fb8cd1 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560749 Jul 16 09:00:49.821497 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58f37eb-b79e-4904-b65e-96eab63f4131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:00:49.823216 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d58f37eb-b79e-4904-b65e-96eab63f4131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251754948-project-admin] 10.222.0.55 "GET /v2.0/ports/e2b9c275-70be-4e81-95ba-39de8d31415c HTTP/1.1" status: 404 len: 333 time: 0.0453699 Jul 16 09:00:49.830190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46942) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.845103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf7f66-0d3d-4284-a2ed-83af340b4b19 None None] The sync data for ids ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'] in n-d-780147-28 is: [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 4, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b995e3b8-d616-4209-a354-1010a41df6e3', 'name': '', 'network_id': 'd81cd65e-e6a9-4ede-810d-302c4a446f50', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'mac_address': 'fa:16:3e:99:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8471f664-636e-4495-bffb-96e5e93f2ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:40Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'subnets': [{'id': '8471f664-636e-4495-bffb-96e5e93f2ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:49.868536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d4dd9-b968-4b12-8979-3fea6c67b66c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.870404 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-310d4dd9-b968-4b12-8979-3fea6c67b66c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1885347 Jul 16 09:00:49.872836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.968232 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.029027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfcf7c-ca73-40b8-a71b-0b1009809f18 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.031598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfcf7c-ca73-40b8-a71b-0b1009809f18 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.033873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfcf7c-ca73-40b8-a71b-0b1009809f18 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.039741 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3cbfcf7c-ca73-40b8-a71b-0b1009809f18 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1653521 Jul 16 09:00:50.040726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46950) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.097133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.107786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d96f864-57bd-431b-ba29-03d370354621 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:50.176097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7372681d-d063-45c3-8e94-5b8fe0408024 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 81dc3268-9e3f-4c58-819d-cfb125f6a852 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:50.185077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7372681d-d063-45c3-8e94-5b8fe0408024 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.286419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7372681d-d063-45c3-8e94-5b8fe0408024 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.308022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d96f864-57bd-431b-ba29-03d370354621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d96f864-57bd-431b-ba29-03d370354621,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:50.346917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '7d96f864-57bd-431b-ba29-03d370354621', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'port_id': '7d96f864-57bd-431b-ba29-03d370354621', 'mac_address': 'fa:16:3e:c9:f9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:50.410063 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.441434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d96f864-57bd-431b-ba29-03d370354621 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:50.482487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7372681d-d063-45c3-8e94-5b8fe0408024 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.485582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d96f864-57bd-431b-ba29-03d370354621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d96f864-57bd-431b-ba29-03d370354621,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:50.495428 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.590140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d96f864-57bd-431b-ba29-03d370354621,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.628407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7372681d-d063-45c3-8e94-5b8fe0408024 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.684804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372681d-d063-45c3-8e94-5b8fe0408024 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=81dc3268-9e3f-4c58-819d-cfb125f6a852,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.697477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eee619-5126-437e-bf3c-9bddda3f7e24 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:50.708870 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7372681d-d063-45c3-8e94-5b8fe0408024 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.717248 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7372681d-d063-45c3-8e94-5b8fe0408024 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/81dc3268-9e3f-4c58-819d-cfb125f6a852 HTTP/1.1" status: 204 len: 168 time: 0.6752274 Jul 16 09:00:50.722848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46958) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.744829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.760862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['7d96f864-57bd-431b-ba29-03d370354621'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:50.769363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f598147e-c04e-4d53-b016-298e599b1063']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:50.793260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d39590-76d4-4847-9c44-6b746af3b2ca') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:50.793558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d39590-76d4-4847-9c44-6b746af3b2ca') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:50.818953 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.849137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9533c2-ba82-4f2f-9fa2-be9fc50d2aab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet dfa92c9c-25b4-4df0-8c72-2f4908da7656 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:50.853794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.858556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c9533c2-ba82-4f2f-9fa2-be9fc50d2aab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.876803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:50.882862 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:50.886717 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:50.930983 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c9533c2-ba82-4f2f-9fa2-be9fc50d2aab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.977737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c609221b-1c49-4cab-a10f-9fbf9830da4c req-20fe09a5-5bf1-4b89-9029-3c5bd4e1aa50 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 210 time: 0.1020951 Jul 16 09:00:51.024356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6cf09-c7bb-458d-837d-5ecb3bd19b05 req-94f96258-d309-4726-8714-fe552c6ce9dd tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.032603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82d6cf09-c7bb-458d-837d-5ecb3bd19b05 req-94f96258-d309-4726-8714-fe552c6ce9dd tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 944 time: 0.9123008 Jul 16 09:00:51.069551 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.079752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.081666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] 10.222.0.55 "DELETE /v2.0/networks/f598147e-c04e-4d53-b016-298e599b1063 HTTP/1.1" status: 204 len: 168 time: 1.2504721 Jul 16 09:00:51.114393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c9533c2-ba82-4f2f-9fa2-be9fc50d2aab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.140312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e2215-ba0f-415d-8f58-1661c986539c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180998792-project] Pushing event deleted for resources: {'Network': ['ID=f598147e-c04e-4d53-b016-298e599b1063,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.169122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82d6cf09-c7bb-458d-837d-5ecb3bd19b05 req-453cdf2e-e5eb-4b9d-9f74-e7e959c38881 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353824 Jul 16 09:00:51.324074 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c9533c2-ba82-4f2f-9fa2-be9fc50d2aab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.394749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c9533c2-ba82-4f2f-9fa2-be9fc50d2aab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.399634 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7c9533c2-ba82-4f2f-9fa2-be9fc50d2aab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/dfa92c9c-25b4-4df0-8c72-2f4908da7656 HTTP/1.1" status: 204 len: 168 time: 0.6719389 Jul 16 09:00:51.400303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46968) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.419693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ed379-c91f-4965-b04a-3989552ad840 req-43ae72b8-77f6-48f4-909a-9f1fad054129 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.430659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-739ed379-c91f-4965-b04a-3989552ad840 req-43ae72b8-77f6-48f4-909a-9f1fad054129 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.1792300 Jul 16 09:00:51.440800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9533c2-ba82-4f2f-9fa2-be9fc50d2aab tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa92c9c-25b4-4df0-8c72-2f4908da7656,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.592075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-739ed379-c91f-4965-b04a-3989552ad840 req-9b973361-72b5-40d7-a4a5-f3930d6168f5 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584029 Jul 16 09:00:51.609092 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9ea0dc98-7d18-4649-a930-ef47b85eaa38 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2010305 Jul 16 09:00:51.609818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46972) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.616600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:51.760086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b995e3b8-d616-4209-a354-1010a41df6e3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:51.847687 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b995e3b8-d616-4209-a354-1010a41df6e3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:51.852943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46974) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.854438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b995e3b8-d616-4209-a354-1010a41df6e3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:51.854965 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.855819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-82e8759a-63b4-42c4-b9fa-7d2bb7986aef tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.857934 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-82e8759a-63b4-42c4-b9fa-7d2bb7986aef tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.54 "GET /v2.0/networks?id=7e4a1826-e917-46f5-befb-a5814c1f9874 HTTP/1.1" status: 200 len: 909 time: 0.2499843 Jul 16 09:00:51.875838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Request body: {'port': {'device_id': 'a1059ded-ffe8-43c3-8cac-ae019d123dbc', 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'admin_state_up': True, 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:51.900203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:51.909412 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.935999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Made reservation on behalf of 2ad89203cb25409eb5f8c9ff58cfb100 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:51.941711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.017990 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.084711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b995e3b8-d616-4209-a354-1010a41df6e3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b995e3b8-d616-4209-a354-1010a41df6e3,segment=NetworkSegment(fc044586-78ba-4c72-90c7-801ba26adba0),segment_id=fc044586-78ba-4c72-90c7-801ba26adba0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:52.092950 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.162890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b995e3b8-d616-4209-a354-1010a41df6e3,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.172224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d96f864-57bd-431b-ba29-03d370354621 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:52.255303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 7d96f864-57bd-431b-ba29-03d370354621 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:52.262242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 7d96f864-57bd-431b-ba29-03d370354621 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:52.262891 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.289948 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Allocated IP 172.20.0.8 (7e4a1826-e917-46f5-befb-a5814c1f9874/29070e93-5640-4632-aa6f-98a6633041cf/f6b7081d-1d4c-477b-9970-2eb01ffa58ab) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:52.376520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7773d1e4-0157-4bb0-8e8f-087cb4e7359e req-d6342780-ff5e-4ddb-8f18-cefbb0d82b03 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 210 time: 0.0790501 Jul 16 09:00:52.416039 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.476244 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d96f864-57bd-431b-ba29-03d370354621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d96f864-57bd-431b-ba29-03d370354621,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:52.478288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d96f864-57bd-431b-ba29-03d370354621'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:52.480975 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128b79d-5771-486c-b390-ca9409467b3a" -d '{"events": [{"server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "name": "network-vif-plugged", "status": "completed", "tag": "7d96f864-57bd-431b-ba29-03d370354621"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:52.484638 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.515105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e10361b-2585-4939-8018-4a0fbf41f94c None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:52.527700 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.558341 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a16af8-9548-41e8-9d37-11bec2261b42 x-openstack-request-id: req-15a16af8-9548-41e8-9d37-11bec2261b42 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:52.558341 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "name": "network-vif-plugged", "status": "completed", "tag": "7d96f864-57bd-431b-ba29-03d370354621", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:52.559074 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15a16af8-9548-41e8-9d37-11bec2261b42 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:52.559652 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d96f864-57bd-431b-ba29-03d370354621', 'code': 200} Jul 16 09:00:52.563759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2994812a-2de6-44b7-8eb4-dff33f21d79a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0af48d58480482198a6ef392822b89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046356 Jul 16 09:00:52.566989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46986) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.590169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Transition to ACTIVE for port object f6b7081d-1d4c-477b-9970-2eb01ffa58ab will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:52.653498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ce9c65eb-da32-4e70-a010-9f1537c23006 None None] Provisioning complete for port 3685a341-c71d-462c-b3f5-206d06e9c6ba triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:52.653966 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ce9c65eb-da32-4e70-a010-9f1537c23006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.675505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a707d0a1-fb15-4a66-8d4e-27be84510ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.683250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d96f864-57bd-431b-ba29-03d370354621,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.704620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.712163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.766403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:52.768202 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a707d0a1-fb15-4a66-8d4e-27be84510ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.769932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.789132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:52.791679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:52.795068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:52.798763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:52.815753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.816322 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.920590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.921315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.932783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75292159-b063-4441-958b-4de30b140841 req-81dd753d-c1dd-4c99-9675-b36e63094e07 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.943529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75292159-b063-4441-958b-4de30b140841 req-81dd753d-c1dd-4c99-9675-b36e63094e07 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 945 time: 0.5459895 Jul 16 09:00:52.960065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a707d0a1-fb15-4a66-8d4e-27be84510ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.963893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a707d0a1-fb15-4a66-8d4e-27be84510ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.967968 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a707d0a1-fb15-4a66-8d4e-27be84510ef9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff252c5b-9116-4195-99df-eb5a7ecd6d1b HTTP/1.1" status: 204 len: 168 time: 0.3978257 Jul 16 09:00:52.970906 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-bf5d9ddf-ee36-4097-ab59-c91ac640b606 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1035554 Jul 16 09:00:52.982707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:53.006436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Request body: {'port': {'device_id': 'a1059ded-ffe8-43c3-8cac-ae019d123dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:53.012712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=26002f13-adbe-4516-b40d-4763b3e92dc1,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.024693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707d0a1-fb15-4a66-8d4e-27be84510ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff252c5b-9116-4195-99df-eb5a7ecd6d1b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.048989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-da92a4f8-48e0-43cc-b144-a493ae6c9636 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4355114 Jul 16 09:00:53.052494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46994) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.083540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-708281b9-c0d1-44a3-b7ce-91c9bc933e53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:53.125908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011459a-e70b-433d-a21f-e2790f22ea5d req-8b9a11a0-ff65-4016-8668-5f0389d155b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.127476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1011459a-e70b-433d-a21f-e2790f22ea5d req-8b9a11a0-ff65-4016-8668-5f0389d155b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 1098 time: 0.5001385 Jul 16 09:00:53.146640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] Deleting port 3685a341-c71d-462c-b3f5-206d06e9c6ba {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:53.148002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.164783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75292159-b063-4441-958b-4de30b140841 req-c915978f-0c97-40bc-87e9-1cbd1392dd0e tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150438 Jul 16 09:00:53.202308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.222947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f21984ab-bb81-4ebc-b4a1-4bfbe28288ce None None] Provisioning for port f6b7081d-1d4c-477b-9970-2eb01ffa58ab completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:53.265308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f21984ab-bb81-4ebc-b4a1-4bfbe28288ce None None] Provisioning complete for port f6b7081d-1d4c-477b-9970-2eb01ffa58ab triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:53.267253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f21984ab-bb81-4ebc-b4a1-4bfbe28288ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.304208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1011459a-e70b-433d-a21f-e2790f22ea5d req-dc01d37a-ff15-4210-97a7-827c72bcef40 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594050 Jul 16 09:00:53.305106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708281b9-c0d1-44a3-b7ce-91c9bc933e53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:53.309078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-708281b9-c0d1-44a3-b7ce-91c9bc933e53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.347283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f21984ab-bb81-4ebc-b4a1-4bfbe28288ce None None] Port f6b7081d-1d4c-477b-9970-2eb01ffa58ab cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:53.359798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451100c9-f636-4923-8cac-4ca2dbfd221c req-2234f525-b704-4431-962e-c56df8960325 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.367919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-451100c9-f636-4923-8cac-4ca2dbfd221c req-2234f525-b704-4431-962e-c56df8960325 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.4163971 Jul 16 09:00:53.378680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] For port 3685a341-c71d-462c-b3f5-206d06e9c6ba, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3685a341-c71d-462c-b3f5-206d06e9c6ba,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:53.379222 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.419812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] Calling delete_port for 3685a341-c71d-462c-b3f5-206d06e9c6ba owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:53.452105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-451100c9-f636-4923-8cac-4ca2dbfd221c req-ff6b122d-3010-48f4-8c08-2ab0734bac7b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817697 Jul 16 09:00:53.521832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47000) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.606686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-77df0b12-54f8-44a6-bb75-5c36c3b1eb5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b554e1b342e4eb5b2a6facedab14360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814030 Jul 16 09:00:53.615568 n-d-780147-28 neutron-server[94159]: INFO neutron.db.ipam_backend_mixin [None req-708281b9-c0d1-44a3-b7ce-91c9bc933e53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26002f13-adbe-4516-b40d-4763b3e92dc1 (CIDR: 2001:db8::/64) Jul 16 09:00:53.616306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47004) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.632910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b995e3b8-d616-4209-a354-1010a41df6e3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:53.644504 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-708281b9-c0d1-44a3-b7ce-91c9bc933e53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:53.645028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708281b9-c0d1-44a3-b7ce-91c9bc933e53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.674906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b7081d-1d4c-477b-9970-2eb01ffa58ab {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:53.686100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-708281b9-c0d1-44a3-b7ce-91c9bc933e53 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6291330 Jul 16 09:00:53.687953 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.691437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47006) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.696864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.697579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:53.710552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b995e3b8-d616-4209-a354-1010a41df6e3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:53.711497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.724865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] No DVR routers for this DVR port 3685a341-c71d-462c-b3f5-206d06e9c6ba on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:53.740419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Transition to ACTIVE for port object f6b7081d-1d4c-477b-9970-2eb01ffa58ab will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:53.748331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.768726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de55dd3-6387-44b8-9e0b-661796af6a71 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:53.771829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d010eafa-2f16-4b41-bdbb-070f6edab2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.792973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6381ea8-e3fb-4f43-820a-a883ed1f0559 req-5dc4309a-c546-4a7c-abfe-60c3ec20b00e tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.794786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6381ea8-e3fb-4f43-820a-a883ed1f0559 req-5dc4309a-c546-4a7c-abfe-60c3ec20b00e tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1027 time: 0.1589332 Jul 16 09:00:53.805964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d6e45-dfa9-424b-8e4f-702c5a5a869e None None] Pushing event deleted for resources: {'Port': ['ID=3685a341-c71d-462c-b3f5-206d06e9c6ba,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.820203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d010eafa-2f16-4b41-bdbb-070f6edab2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.887148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6381ea8-e3fb-4f43-820a-a883ed1f0559 req-487eb6c6-d22b-4010-aab3-437bd13b9361 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Jul 16 09:00:53.920194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d010eafa-2f16-4b41-bdbb-070f6edab2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.922856 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d010eafa-2f16-4b41-bdbb-070f6edab2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.926921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d010eafa-2f16-4b41-bdbb-070f6edab2af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/334de0af-5814-45b5-842c-91583f1c3434 HTTP/1.1" status: 204 len: 168 time: 0.3067229 Jul 16 09:00:53.934082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010eafa-2f16-4b41-bdbb-070f6edab2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334de0af-5814-45b5-842c-91583f1c3434,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.127866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a959bc3e-b0e6-459f-b0b6-b598481d9524', 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'tenant_id': '8cff1c84901d4d38babde63792ac606c', 'fixed_ips': [{'subnet_id': '26002f13-adbe-4516-b40d-4763b3e92dc1'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:54.131895 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.203331 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3685a341-c71d-462c-b3f5-206d06e9c6ba no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:54.326931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:54.336967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.362965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.425275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3685a341-c71d-462c-b3f5-206d06e9c6ba {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:54.425617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3685a341-c71d-462c-b3f5-206d06e9c6ba not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:54.469494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/26002f13-adbe-4516-b40d-4763b3e92dc1/88bd9098-128d-4d31-93ba-62b623012fa8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:54.470644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9a6ee-ef1d-421e-82ee-2608938b14e8 req-0b97c5fe-ae5e-44ba-8463-30ceae47ba79 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.478507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7a9a6ee-ef1d-421e-82ee-2608938b14e8 req-0b97c5fe-ae5e-44ba-8463-30ceae47ba79 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 946 time: 0.0935020 Jul 16 09:00:54.525381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7a9a6ee-ef1d-421e-82ee-2608938b14e8 req-43903ffb-dc30-4a7f-8355-a8fe1ee3eb23 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Jul 16 09:00:54.548944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Attempting to bind port f6b7081d-1d4c-477b-9970-2eb01ffa58ab on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:54.549621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Attempting to bind port f6b7081d-1d4c-477b-9970-2eb01ffa58ab by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:54.550033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Attempting to bind port f6b7081d-1d4c-477b-9970-2eb01ffa58ab on network 7e4a1826-e917-46f5-befb-a5814c1f9874 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:54.560705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Port f6b7081d-1d4c-477b-9970-2eb01ffa58ab on network 7e4a1826-e917-46f5-befb-a5814c1f9874 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:54.561085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Attempting to bind port f6b7081d-1d4c-477b-9970-2eb01ffa58ab on network 7e4a1826-e917-46f5-befb-a5814c1f9874 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:54.583161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:54.583605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Checking segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:54.583996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Bound using segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:54.584765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Bound port: f6b7081d-1d4c-477b-9970-2eb01ffa58ab, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:54.585129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.772997 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.782369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Transition to ACTIVE for port object 88bd9098-128d-4d31-93ba-62b623012fa8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:54.810480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Transition to ACTIVE for port object 88bd9098-128d-4d31-93ba-62b623012fa8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:54.820465 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.872484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] For port f6b7081d-1d4c-477b-9970-2eb01ffa58ab, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:54.878831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:54.884448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:54.888279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:54.899581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c5c2-dc78-441a-b1d9-612f7ee4898d req-d5e46f21-b6bf-4075-8f6a-6426bc7945de tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.901964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92d9c5c2-dc78-441a-b1d9-612f7ee4898d req-d5e46f21-b6bf-4075-8f6a-6426bc7945de tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.1670263 Jul 16 09:00:54.921161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] For port f6b7081d-1d4c-477b-9970-2eb01ffa58ab, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:54.936192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.956145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Pushing event updated for resources: {'Port': ['ID=88bd9098-128d-4d31-93ba-62b623012fa8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.974204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92d9c5c2-dc78-441a-b1d9-612f7ee4898d req-44f1ff01-91de-44d8-a502-5202aacbeaff tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624137 Jul 16 09:00:55.023034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Attempting to bind port 88bd9098-128d-4d31-93ba-62b623012fa8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:55.024441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Attempting to bind port 88bd9098-128d-4d31-93ba-62b623012fa8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:55.025147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Attempting to bind port 88bd9098-128d-4d31-93ba-62b623012fa8 on network a959bc3e-b0e6-459f-b0b6-b598481d9524 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:55.032240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:55.033290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Checking segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:55.033993 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.034935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Bound using segment: {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:55.035161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Bound port: 88bd9098-128d-4d31-93ba-62b623012fa8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f775820-abab-4ae3-86b3-d81c4299ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:55.036213 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.074697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.075308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.076730 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] 10.222.0.54 "PUT /v2.0/ports/f6b7081d-1d4c-477b-9970-2eb01ffa58ab HTTP/1.1" status: 200 len: 1092 time: 2.0864544 Jul 16 09:00:55.077224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1059ded-ffe8-43c3-8cac-ae019d123dbc', 'tag': 'f6b7081d-1d4c-477b-9970-2eb01ffa58ab'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:55.079730 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55860b-f8f7-4b02-88d4-92dcb84b602d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1059ded-ffe8-43c3-8cac-ae019d123dbc", "tag": "f6b7081d-1d4c-477b-9970-2eb01ffa58ab"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:55.131918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9fb8-548f-4ee0-807e-5b5ce4655c54 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.166628 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658d92d4-460f-4c3a-a6cb-446f4c9859ea x-openstack-request-id: req-658d92d4-460f-4c3a-a6cb-446f4c9859ea {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:55.167232 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1059ded-ffe8-43c3-8cac-ae019d123dbc", "tag": "f6b7081d-1d4c-477b-9970-2eb01ffa58ab", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:55.167663 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-658d92d4-460f-4c3a-a6cb-446f4c9859ea {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:55.168293 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1059ded-ffe8-43c3-8cac-ae019d123dbc', 'tag': 'f6b7081d-1d4c-477b-9970-2eb01ffa58ab', 'status': 'completed', 'code': 200} Jul 16 09:00:55.177290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3194443-2358-4d6a-80a9-e01bbba8d741 req-34f012b3-da4d-4aa4-b90c-bb4de3b0dd55 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.186049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3194443-2358-4d6a-80a9-e01bbba8d741 req-34f012b3-da4d-4aa4-b90c-bb4de3b0dd55 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1095 time: 0.1268227 Jul 16 09:00:55.245598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3194443-2358-4d6a-80a9-e01bbba8d741 req-11eb2b99-f3a9-4836-ad7f-fafb898b9a03 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585430 Jul 16 09:00:55.271849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] For port 88bd9098-128d-4d31-93ba-62b623012fa8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:55.276952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] For port 88bd9098-128d-4d31-93ba-62b623012fa8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88bd9098-128d-4d31-93ba-62b623012fa8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:55.286806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.341613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ab350cef-c57b-4869-a7dc-536974083549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.346866 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ab350cef-c57b-4869-a7dc-536974083549 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad89203cb25409eb5f8c9ff58cfb100&device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1095 time: 0.1658652 Jul 16 09:00:55.408811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c4580-1d1a-4c90-93f0-e645b2effd5f None None] Pushing event updated for resources: {'Port': ['ID=88bd9098-128d-4d31-93ba-62b623012fa8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.447774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47040) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.451655 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-5cd4c090-230c-4e12-972f-f9f474ade5c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b7081d-1d4c-477b-9970-2eb01ffa58ab HTTP/1.1" status: 200 len: 217 time: 0.0908427 Jul 16 09:00:55.476147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:55.626615 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:55.636631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1770529566'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:55.655083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-1e148eb2-318b-4e1c-8268-152b7745173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.656581 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-1e148eb2-318b-4e1c-8268-152b7745173b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29070e93-5640-4632-aa6f-98a6633041cf HTTP/1.1" status: 200 len: 847 time: 0.1925442 Jul 16 09:00:55.698547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:55.707596 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.754679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.869470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3dc8b-8362-41f2-b468-e74d658ebbdc req-9ee1373e-e556-49db-afac-9bb6b1a13489 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.876786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bde3dc8b-8362-41f2-b468-e74d658ebbdc req-9ee1373e-e556-49db-afac-9bb6b1a13489 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 946 time: 0.1405809 Jul 16 09:00:55.907792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-3824c7a4-fe32-4110-a03a-1f6339f915c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.909338 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-3824c7a4-fe32-4110-a03a-1f6339f915c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e4a1826-e917-46f5-befb-a5814c1f9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421536 Jul 16 09:00:55.915763 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.957775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bde3dc8b-8362-41f2-b468-e74d658ebbdc req-b2bfbe3c-f1c4-436a-9f48-8534d89e0ba3 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799549 Jul 16 09:00:56.152775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.166603 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-ab8eff4d-8d5a-40c8-8b46-aa2a0ea0d218 service neutron] 10.222.0.54 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469311 Jul 16 09:00:56.177701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.280310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:56.308744 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] For port 88bd9098-128d-4d31-93ba-62b623012fa8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88bd9098-128d-4d31-93ba-62b623012fa8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:56.354272 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba713df0-91bc-4368-b732-0b4fb1f942f9 req-65367da8-90da-4810-b0a1-19e9eaf2fd2a service neutron] 10.222.0.54 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793633 Jul 16 09:00:56.355788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.356143 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Added segment eed2f72b-53d5-4385-8c4d-707375581bfe of type vlan for network 76cfafcb-07f6-4010-b2b1-b79688ff771b Jul 16 09:00:56.362657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a86148b-1a47-4545-bb22-1068a6f6021b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.376708 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.386243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.387228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.408540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-cddd8c59-9e2c-427c-a011-2a2ab744d55a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 258 time: 0.3838193 Jul 16 09:00:56.437284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:56.474006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.494223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e85c1a-8cd5-4480-b5fa-904934c1430d req-363851e8-682f-41d9-9168-6ea3f12f887b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:56.495870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8e85c1a-8cd5-4480-b5fa-904934c1430d req-363851e8-682f-41d9-9168-6ea3f12f887b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.3455088 Jul 16 09:00:56.524556 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.545302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=c6532394-22cc-4fdf-852d-aba248c1f346,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.583176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.589414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:56.590084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.598971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=88bd9098-128d-4d31-93ba-62b623012fa8,revision_number=4']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.609277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8e85c1a-8cd5-4480-b5fa-904934c1430d req-4f971556-fd8e-4101-85e8-540a8e80961a tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058836 Jul 16 09:00:56.621000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:56.643775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:56.652199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:56.652802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.661621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2126608 Jul 16 09:00:56.662447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47056) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.679780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'name': 'tempest-PortsIpV6TestJSON-440260901'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:56.690700 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0c3a9ad2-1dd3-43cb-ad0e-fd64f68e7a37 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9976773 Jul 16 09:00:56.693030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47058) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.700024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:a2:49:26', 'name': 'tempest-NetworksTestDHCPv6-105762201'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:56.803959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-ba117c26-f1f9-4d14-b938-2578384da0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:56.806447 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-ba117c26-f1f9-4d14-b938-2578384da0aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ad89203cb25409eb5f8c9ff58cfb100&device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1095 time: 0.3774772 Jul 16 09:00:56.835105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee1a17-8d1a-4b45-a40d-c4ec49966aa6 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:56.877799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56710f85-7e29-4922-84e8-e5e1e0970bce tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Network': ['ID=76cfafcb-07f6-4010-b2b1-b79688ff771b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.913817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:56.941174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5d49a876-f95f-4b66-8a84-3854543a8e32 None None] Provisioning for port 88bd9098-128d-4d31-93ba-62b623012fa8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:56.999158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.003188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:57.048293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-54d981d8-c50c-4af7-94f7-b9005efc2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:57.050589 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-54d981d8-c50c-4af7-94f7-b9005efc2e2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e4a1826-e917-46f5-befb-a5814c1f9874 HTTP/1.1" status: 200 len: 909 time: 0.2370446 Jul 16 09:00:57.083234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36f4dd-83be-498a-ad08-9cfe9aa80c89 req-405c6f04-cc43-4525-96bd-5d8e08785d10 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:57.084833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd36f4dd-83be-498a-ad08-9cfe9aa80c89 req-405c6f04-cc43-4525-96bd-5d8e08785d10 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1095 time: 0.3192284 Jul 16 09:00:57.090981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:57.094655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.164303 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-4aa817b3-8084-41c0-bf7a-74219e6b06d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b7081d-1d4c-477b-9970-2eb01ffa58ab HTTP/1.1" status: 200 len: 217 time: 0.0602901 Jul 16 09:00:57.167893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:57.226433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.246054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd36f4dd-83be-498a-ad08-9cfe9aa80c89 req-de6be302-f4b1-4a49-ac82-b4c7d24276aa tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455040 Jul 16 09:00:57.253041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-e2c5d7af-2522-4fa0-aedd-13e8fa4a6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:57.254568 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-e2c5d7af-2522-4fa0-aedd-13e8fa4a6bf4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29070e93-5640-4632-aa6f-98a6633041cf HTTP/1.1" status: 200 len: 847 time: 0.0763783 Jul 16 09:00:57.267916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Allocated IP 172.25.6.186 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/f0dc4351-a4b1-441f-ac62-9210aad7950a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:57.281751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port 9d610a66-44ca-43a1-b32b-62f59550f01e yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:57.423415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-12043e7e-a440-4043-9699-f5ffbb933606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:57.424954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-12043e7e-a440-4043-9699-f5ffbb933606 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e4a1826-e917-46f5-befb-a5814c1f9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1572878 Jul 16 09:00:57.481202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.623741 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.642030 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-b28d5c52-2320-45dd-bb13-bc3a7eca84b1 service neutron] 10.222.0.54 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014823 Jul 16 09:00:57.643501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::20e (a959bc3e-b0e6-459f-b0b6-b598481d9524/26002f13-adbe-4516-b40d-4763b3e92dc1/9d610a66-44ca-43a1-b32b-62f59550f01e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:57.665483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88bd9098-128d-4d31-93ba-62b623012fa8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:57.682700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8:0:1:f816:3eff:fea2:4926 (a959bc3e-b0e6-459f-b0b6-b598481d9524/c6532394-22cc-4fdf-852d-aba248c1f346/9d610a66-44ca-43a1-b32b-62f59550f01e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:57.760903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 88bd9098-128d-4d31-93ba-62b623012fa8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:57.766398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:57.767171 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.884357 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ca55860b-f8f7-4b02-88d4-92dcb84b602d req-d1f7f590-3488-4b1e-b621-19c1d6be41fb service neutron] 10.222.0.54 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174137 Jul 16 09:00:57.918600 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.997887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 88bd9098-128d-4d31-93ba-62b623012fa8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88bd9098-128d-4d31-93ba-62b623012fa8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:58.015827 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.032427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.069400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object 9d610a66-44ca-43a1-b32b-62f59550f01e will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:58.079900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=88bd9098-128d-4d31-93ba-62b623012fa8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.102076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=ea6a554b-4ea5-4751-b6d4-05c68bb712b7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.116015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.120809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.185090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-65d1d40a-feb9-4353-b859-94e252fc575b None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:58.185739 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d1d40a-feb9-4353-b859-94e252fc575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.186908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:58.191267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:58.194496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:58.202352 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.202802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.209938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=9d610a66-44ca-43a1-b32b-62f59550f01e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.222438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Checking segment: {'id': 'eed2f72b-53d5-4385-8c4d-707375581bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:58.222939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network hostable DHCP agents. Network: 76cfafcb-07f6-4010-b2b1-b79688ff771b, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:58.228997 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-900a11dd-34d9-45ff-a108-50d1da8c1a46 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5347562 Jul 16 09:00:58.231389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.236281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c18e1-5806-4c81-989e-57000ed09bd6 req-a024135b-6953-4a63-ad10-d7132861f5d8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.243790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-362c18e1-5806-4c81-989e-57000ed09bd6 req-a024135b-6953-4a63-ad10-d7132861f5d8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.1457024 Jul 16 09:00:58.274240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.339502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:58.348680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:58.360364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:58.362376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:58.380552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5cf03a84-5d88-4d34-b9aa-f95255c56c0a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port 9d610a66-44ca-43a1-b32b-62f59550f01e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:58.381095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cf03a84-5d88-4d34-b9aa-f95255c56c0a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.437010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-362c18e1-5806-4c81-989e-57000ed09bd6 req-c59766ed-a758-4e66-8a33-b4cce25a16cb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889026 Jul 16 09:00:58.453406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Pushing event updated for resources: {'Port': ['ID=f0dc4351-a4b1-441f-ac62-9210aad7950a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.459296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 76cfafcb-07f6-4010-b2b1-b79688ff771b) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:58.470253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:58.474702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70503e5f-ea1b-4b82-b989-46a63713f706 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:58.478124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.479418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.530902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9e4275ba-1b69-4848-a29a-c72e4ec74138 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8598149 Jul 16 09:00:58.532276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cf03a84-5d88-4d34-b9aa-f95255c56c0a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.548595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5cf03a84-5d88-4d34-b9aa-f95255c56c0a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for 9d610a66-44ca-43a1-b32b-62f59550f01e owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:58.555674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47074) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.569244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1138427213'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.620468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:58.628894 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.726099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.782327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cf03a84-5d88-4d34-b9aa-f95255c56c0a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.793478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:58.808003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43359496-c283-4013-a9f0-93381b2bfbf8 req-67cd1d79-d89d-4df9-b492-3c4ed8356373 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.809551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43359496-c283-4013-a9f0-93381b2bfbf8 req-67cd1d79-d89d-4df9-b492-3c4ed8356373 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1095 time: 0.1362884 Jul 16 09:00:58.811431 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.815981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ba64284d-3685-4e9a-b22a-75f646f59905 None None] Could not find standard attr ID for object 9d610a66-44ca-43a1-b32b-62f59550f01e. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:58.816375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.816719 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Added segment f5cd0821-209e-49ba-b6ce-9c653a749ee3 of type vlan for network 966808ef-6faa-4bb6-977d-b7dda87bf372 Jul 16 09:00:58.817309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf03a84-5d88-4d34-b9aa-f95255c56c0a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=9d610a66-44ca-43a1-b32b-62f59550f01e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.879023 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cf03a84-5d88-4d34-b9aa-f95255c56c0a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.885733 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5cf03a84-5d88-4d34-b9aa-f95255c56c0a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/9d610a66-44ca-43a1-b32b-62f59550f01e HTTP/1.1" status: 204 len: 168 time: 0.6531630 Jul 16 09:00:58.886729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47076) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.957015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43359496-c283-4013-a9f0-93381b2bfbf8 req-e2177e51-01bb-4a5b-91f4-be1796abc2b6 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106095 Jul 16 09:00:58.964581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9575ca-dabe-4ece-82d4-e03c02f0bbb1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.968433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.969242 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7c9575ca-dabe-4ece-82d4-e03c02f0bbb1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0812552 Jul 16 09:00:58.969984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.078634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f509e94-2d98-4ce6-969b-bc3a70b1f8c8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.083428 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f509e94-2d98-4ce6-969b-bc3a70b1f8c8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1122375 Jul 16 09:00:59.084093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47082) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.142165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e6d18-4a1e-4f5f-a9eb-765bb9675ff4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.143810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e6d18-4a1e-4f5f-a9eb-765bb9675ff4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.146668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e6d18-4a1e-4f5f-a9eb-765bb9675ff4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.150415 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e37e6d18-4a1e-4f5f-a9eb-765bb9675ff4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0650363 Jul 16 09:00:59.151310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47084) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.152781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.158525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.159389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.208075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d46c02-207b-4df5-973f-d1efb894a005 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 26002f13-adbe-4516-b40d-4763b3e92dc1 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:59.211797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16d46c02-207b-4df5-973f-d1efb894a005 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.213552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6565411 Jul 16 09:00:59.223121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47086) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.252680 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.257802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'ports': [{'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b'}, {'network_id': '966808ef-6faa-4bb6-977d-b7dda87bf372'}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.258212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.258788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '966808ef-6faa-4bb6-977d-b7dda87bf372'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.259464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16d46c02-207b-4df5-973f-d1efb894a005 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.263793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.265592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1acc6-1d65-4463-8316-9a001c3c976e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Network': ['ID=966808ef-6faa-4bb6-977d-b7dda87bf372,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.277275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 966808ef-6faa-4bb6-977d-b7dda87bf372 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:59.363916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16d46c02-207b-4df5-973f-d1efb894a005 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.406588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.432308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16d46c02-207b-4df5-973f-d1efb894a005 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.437136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Pushing event updated for resources: {'Port': ['ID=f0dc4351-a4b1-441f-ac62-9210aad7950a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.464183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.465473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-d504b6ee-4123-4089-8879-61a9a1f15546 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0576701 Jul 16 09:00:59.472082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d46c02-207b-4df5-973f-d1efb894a005 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=26002f13-adbe-4516-b40d-4763b3e92dc1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.479206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16d46c02-207b-4df5-973f-d1efb894a005 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.481466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-16d46c02-207b-4df5-973f-d1efb894a005 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/26002f13-adbe-4516-b40d-4763b3e92dc1 HTTP/1.1" status: 204 len: 168 time: 0.3290060 Jul 16 09:00:59.486758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47090) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.491865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29682a6-13e3-43ca-9f6f-df251ab793e1 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:59.583758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bfc5a8-5dc6-4526-997e-1ee746578583 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet c6532394-22cc-4fdf-852d-aba248c1f346 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:59.591950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3bfc5a8-5dc6-4526-997e-1ee746578583 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.662327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88bd9098-128d-4d31-93ba-62b623012fa8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:59.668078 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3bfc5a8-5dc6-4526-997e-1ee746578583 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.673628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-68079807-bdf1-443a-820d-a7654e30f084 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 696 time: 0.1731851 Jul 16 09:00:59.770394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3bfc5a8-5dc6-4526-997e-1ee746578583 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.804253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 2} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:59.811296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.813975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:59.821914 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.851202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.861283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3bfc5a8-5dc6-4526-997e-1ee746578583 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.892484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-ad828d35-d1b0-4ed0-b6b9-9707181bd2c6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.900037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfc5a8-5dc6-4526-997e-1ee746578583 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=c6532394-22cc-4fdf-852d-aba248c1f346,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.902765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-ad828d35-d1b0-4ed0-b6b9-9707181bd2c6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.2279229 Jul 16 09:00:59.907353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3bfc5a8-5dc6-4526-997e-1ee746578583 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.912702 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a3bfc5a8-5dc6-4526-997e-1ee746578583 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/c6532394-22cc-4fdf-852d-aba248c1f346 HTTP/1.1" status: 204 len: 168 time: 0.4225485 Jul 16 09:00:59.913043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47100) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.913804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-b3df9906-bb53-43da-9c17-2efc974e4aa4 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:00:59.930721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c9c1a1c-87ce-408e-bba8-ff2a69a2e3cb req-b3df9906-bb53-43da-9c17-2efc974e4aa4 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270565 Jul 16 09:00:59.956951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f6b7081d-1d4c-477b-9970-2eb01ffa58ab details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:59.970592 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f9d4a0fa-7e6f-46f8-9371-d2e4989648d1 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537481 Jul 16 09:00:59.971458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47104) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.978672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.980945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6633e9-bbd8-498e-874d-0b459271e0be req-edc69848-1a7e-41d0-b99a-6d9de6390651 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.988992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c6633e9-bbd8-498e-874d-0b459271e0be req-edc69848-1a7e-41d0-b99a-6d9de6390651 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.3106961 Jul 16 09:01:00.134551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port c95c2965-617e-4b7a-a696-4a7e8950b0a4 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:00.148953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c6633e9-bbd8-498e-874d-0b459271e0be req-802e57c1-374e-4c64-8bda-0efa8f5d5a6f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589785 Jul 16 09:01:00.230836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f6b7081d-1d4c-477b-9970-2eb01ffa58ab, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:00.250452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'f6b7081d-1d4c-477b-9970-2eb01ffa58ab', 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'port_id': 'f6b7081d-1d4c-477b-9970-2eb01ffa58ab', 'mac_address': 'fa:16:3e:34:77:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29070e93-5640-4632-aa6f-98a6633041cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:00.325307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.348805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b7081d-1d4c-477b-9970-2eb01ffa58ab {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:00.375278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f6b7081d-1d4c-477b-9970-2eb01ffa58ab, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:00.383485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.484854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.551097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-4d3ab5cf-f61d-4507-b2aa-c5c59f1f8395 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.556283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-4d3ab5cf-f61d-4507-b2aa-c5c59f1f8395 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4277000 Jul 16 09:01:00.560415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:00.564541 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.579119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad5e2-4cf3-4fab-bd80-ce8ea98db363 req-d76157e7-adfa-4249-b9e8-747801f4b8d7 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.580917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-024ad5e2-4cf3-4fab-bd80-ce8ea98db363 req-d76157e7-adfa-4249-b9e8-747801f4b8d7 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1095 time: 0.2500069 Jul 16 09:01:00.658651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-9b03a3c3-a25f-4fd1-b7d4-e7ef9cad8bdf tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 696 time: 0.0916734 Jul 16 09:01:00.671606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Request body: {'floatingip': {'port_id': '7d96f864-57bd-431b-ba29-03d370354621', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.747410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f6b7081d-1d4c-477b-9970-2eb01ffa58ab'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:00.754152 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.758407 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.762318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-024ad5e2-4cf3-4fab-bd80-ce8ea98db363 req-16a61ea3-19ca-4d1b-864f-5aff21c33975 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407216 Jul 16 09:01:00.817173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.819349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f50f0d-3810-4148-8670-2d123e746254 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:00.862835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:00.865548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:00.897731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.898504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.938182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9658930 Jul 16 09:01:00.939302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cc6fd-df38-43b3-ac94-c49644651f8b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=3a444c66-3d20-45f8-9208-513bc2a0b403,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.942850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47120) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.948390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ab3e1695-3961-434a-aaae-97421d6b129a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.984279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port 91544c88-d6b0-4e70-8320-aa84538c8d68 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:00.989813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d2510a16-c785-447a-b2b2-41f3b3cdb4d8 None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:00.990190 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2510a16-c785-447a-b2b2-41f3b3cdb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.104888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3e1695-3961-434a-aaae-97421d6b129a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:01.113185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1695-3961-434a-aaae-97421d6b129a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.304448 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-ab3e1695-3961-434a-aaae-97421d6b129a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a444c66-3d20-45f8-9208-513bc2a0b403 (CIDR: 2001:db8::/64) Jul 16 09:01:01.310358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b096f-6538-44b1-88c4-71c518c48531 None None] Update dhcp port {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'fixed_ips': [{'subnet_id': '3a444c66-3d20-45f8-9208-513bc2a0b403'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '88bd9098-128d-4d31-93ba-62b623012fa8'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:01:01.312567 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3e1695-3961-434a-aaae-97421d6b129a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:01.313026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3e1695-3961-434a-aaae-97421d6b129a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:01.331927 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab3e1695-3961-434a-aaae-97421d6b129a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3878300 Jul 16 09:01:01.335709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47126) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.343701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'subnet': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:01.355173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220b096f-6538-44b1-88c4-71c518c48531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.509141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:01.513347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.570206 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.588964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-220b096f-6538-44b1-88c4-71c518c48531 None None] Allocated IP 2001:db8::2 (a959bc3e-b0e6-459f-b0b6-b598481d9524/3a444c66-3d20-45f8-9208-513bc2a0b403/88bd9098-128d-4d31-93ba-62b623012fa8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:01.711911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-220b096f-6538-44b1-88c4-71c518c48531 None None] For port 88bd9098-128d-4d31-93ba-62b623012fa8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88bd9098-128d-4d31-93ba-62b623012fa8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:01.748091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220b096f-6538-44b1-88c4-71c518c48531 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.764186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-220b096f-6538-44b1-88c4-71c518c48531 None None] Transition to ACTIVE for port object 88bd9098-128d-4d31-93ba-62b623012fa8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:01.769030 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-220b096f-6538-44b1-88c4-71c518c48531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.874548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b096f-6538-44b1-88c4-71c518c48531 None None] Pushing event updated for resources: {'Port': ['ID=88bd9098-128d-4d31-93ba-62b623012fa8,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:01.975061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:01:02.005336 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:01:02.109234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f197fc8-ecd8-49b8-9c3b-1b738ba17f42 req-7fe678c5-dc9c-4587-a246-ec72b4fc8167 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.116712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f197fc8-ecd8-49b8-9c3b-1b738ba17f42 req-7fe678c5-dc9c-4587-a246-ec72b4fc8167 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.2051718 Jul 16 09:01:02.122325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.128975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.171252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.193394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.259872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f197fc8-ecd8-49b8-9c3b-1b738ba17f42 req-17795e14-237e-44d8-9e33-0b904f6b8afa tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415265 Jul 16 09:01:02.286224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:02.310065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:02.316257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:02.317123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.360228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=c95c2965-617e-4b7a-a696-4a7e8950b0a4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.425230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] For port 88bd9098-128d-4d31-93ba-62b623012fa8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88bd9098-128d-4d31-93ba-62b623012fa8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:02.466230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.474629 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.475845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.547543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=91544c88-d6b0-4e70-8320-aa84538c8d68,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.566218 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Floating IP 1462818a-539c-4118-bd29-4d6321250194 associated. External IP: 172.25.6.186, port: 7d96f864-57bd-431b-ba29-03d370354621. Jul 16 09:01:02.571832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:02.581515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:02.585019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.585630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.620744 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2834876 Jul 16 09:01:02.621370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47142) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.624239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aec8cb-d9dc-4bdd-942a-04dfe90fabe4 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:02.633929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Request body: {'port': {'network_id': 'a959bc3e-b0e6-459f-b0b6-b598481d9524', 'mac_address': 'fa:16:3e:7d:f8:51', 'name': 'tempest-NetworksTestDHCPv6-605976616'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:02.715242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0e16a124-5839-42bb-95d4-aa1755a733a2 None None] Provisioning for port 88bd9098-128d-4d31-93ba-62b623012fa8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:02.723523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0e16a124-5839-42bb-95d4-aa1755a733a2 None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:02.730215 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0e16a124-5839-42bb-95d4-aa1755a733a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.735479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Checking segment: {'id': 'f5cd0821-209e-49ba-b6ce-9c653a749ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '966808ef-6faa-4bb6-977d-b7dda87bf372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:02.736016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network hostable DHCP agents. Network: 966808ef-6faa-4bb6-977d-b7dda87bf372, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:02.737152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Subnet': ['ID=7a94b07a-17cd-4b82-8949-d84efaef906e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.746216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d9aad-d658-4716-bc6c-fe44a8cbad5e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=88bd9098-128d-4d31-93ba-62b623012fa8,revision_number=10']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.754348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec18158-f23f-47c9-9755-fadbfe37f606 req-bed5e048-4ac9-45aa-9bdc-f60a02955aee tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.755935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ec18158-f23f-47c9-9755-fadbfe37f606 req-bed5e048-4ac9-45aa-9bdc-f60a02955aee tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1096 time: 0.2927463 Jul 16 09:01:02.800698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Made reservation on behalf of 8cff1c84901d4d38babde63792ac606c for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:02.824946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 966808ef-6faa-4bb6-977d-b7dda87bf372 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:02.846009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 966808ef-6faa-4bb6-977d-b7dda87bf372) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:02.873371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a740656c-a614-41e7-bcd2-ac3d677e9899 None None] Network 966808ef-6faa-4bb6-977d-b7dda87bf372 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:02.885990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:02.891697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.896608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.897285 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.904730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ec18158-f23f-47c9-9755-fadbfe37f606 req-9824e13e-9b3f-49cd-b6fc-cca7f6a84a97 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117029 Jul 16 09:01:02.934137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fbb3afbf-fa0c-4894-b3f3-7bae1806f1d6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7076077 Jul 16 09:01:02.934424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47144) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.969841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Router a7cfab90-5b6b-43a6-ac83-79707bd711dc has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:02.973697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.033352 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] device_id is not set on port e16769c2-acc8-433a-9ac4-647fd55d528d yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:03.188140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3ae79c31-9efe-4518-ae78-4ea6b4114bac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 91544c88-d6b0-4e70-8320-aa84538c8d68 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:03.188474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae79c31-9efe-4518-ae78-4ea6b4114bac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.208728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:03.218390 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] Sync routers for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:03.239109 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:03.240396 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:03.244419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.354779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8::242 (a959bc3e-b0e6-459f-b0b6-b598481d9524/3a444c66-3d20-45f8-9208-513bc2a0b403/e16769c2-acc8-433a-9ac4-647fd55d528d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:03.362799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:f851 (a959bc3e-b0e6-459f-b0b6-b598481d9524/7a94b07a-17cd-4b82-8949-d84efaef906e/e16769c2-acc8-433a-9ac4-647fd55d528d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:03.407734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae79c31-9efe-4518-ae78-4ea6b4114bac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.422460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-c2f16b8b-fd90-43ef-946a-39ee16f13363 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "PUT /v2.0/floatingips/1462818a-539c-4118-bd29-4d6321250194 HTTP/1.1" status: 200 len: 997 time: 2.7554643 Jul 16 09:01:03.430230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'tag': '7d96f864-57bd-431b-ba29-03d370354621'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:03.433011 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb34362-a550-427e-b952-04200310a623" -d '{"events": [{"name": "network-changed", "server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "tag": "7d96f864-57bd-431b-ba29-03d370354621"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:03.442917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3ae79c31-9efe-4518-ae78-4ea6b4114bac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 91544c88-d6b0-4e70-8320-aa84538c8d68 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:03.475962 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:03.607111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88bd9098-128d-4d31-93ba-62b623012fa8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:03.631281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae79c31-9efe-4518-ae78-4ea6b4114bac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.655848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.657373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1966e-7599-43e2-b5b3-d1b17cdc6974 req-ef37beb1-78bf-405a-94c2-35f9c67bd310 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.659406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56f1966e-7599-43e2-b5b3-d1b17cdc6974 req-ef37beb1-78bf-405a-94c2-35f9c67bd310 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3420444 Jul 16 09:01:03.689556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae79c31-9efe-4518-ae78-4ea6b4114bac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=91544c88-d6b0-4e70-8320-aa84538c8d68,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:03.691193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Transition to ACTIVE for port object e16769c2-acc8-433a-9ac4-647fd55d528d will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:03.735267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:03.735796 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.745494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae79c31-9efe-4518-ae78-4ea6b4114bac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.761710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3ae79c31-9efe-4518-ae78-4ea6b4114bac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/91544c88-d6b0-4e70-8320-aa84538c8d68 HTTP/1.1" status: 204 len: 168 time: 0.8263004 Jul 16 09:01:03.764368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47154) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.778780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56f1966e-7599-43e2-b5b3-d1b17cdc6974 req-80fcee0b-4c61-4021-b0d2-0bbce0d6b0a5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946131 Jul 16 09:01:03.811870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-4699b202-5c88-48fd-bc74-847f5a5d3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.813137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-4699b202-5c88-48fd-bc74-847f5a5d3a34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4dd9e35e7404403a15e2cf10683ead9&device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 1098 time: 0.2936680 Jul 16 09:01:03.840843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.879755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:03.884390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:03.887422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:03.893725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.894523 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.974296 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3459179 Jul 16 09:01:03.980134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.996253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f6b7081d-1d4c-477b-9970-2eb01ffa58ab up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:04.000024 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1462818a-539c-4118-bd29-4d6321250194', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'port_id': '7d96f864-57bd-431b-ba29-03d370354621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'mac_address': 'fa:16:3e:c9:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:01Z', 'revision_number': 1, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:04.035122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5414fbd-e105-4715-81a7-8ae11fb8e1b3 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:04.064820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9915c-18e1-42a8-9f7e-0e0ec2e61f15 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event updated for resources: {'Port': ['ID=e16769c2-acc8-433a-9ac4-647fd55d528d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.073245 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] Checking router: a7cfab90-5b6b-43a6-ac83-79707bd711dc for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:04.084623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-ab151e95-4270-49c7-8430-dca796d58da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.088304 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:04.094349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-ab151e95-4270-49c7-8430-dca796d58da3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0a573aa-8fee-4ec8-9c49-d8852926f19e HTTP/1.1" status: 200 len: 930 time: 0.2802243 Jul 16 09:01:04.097940 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:00:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:04.142413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad338e5-d8b1-4574-82bf-0eec6e7e2712 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.149916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad338e5-d8b1-4574-82bf-0eec6e7e2712 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.151647 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9ad338e5-d8b1-4574-82bf-0eec6e7e2712 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3860626 Jul 16 09:01:04.154330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47164) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:04.183515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ace42a9e-b98b-4981-9a5b-2f654d53b353 None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:04.183960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ace42a9e-b98b-4981-9a5b-2f654d53b353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.256887 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:04.262132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port f6b7081d-1d4c-477b-9970-2eb01ffa58ab completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:04.267458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726045c-9776-4566-ac66-4f84c2193a82 req-03a0e8b9-22f1-44eb-b999-dd831b325043 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.269585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c726045c-9776-4566-ac66-4f84c2193a82 req-03a0e8b9-22f1-44eb-b999-dd831b325043 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.2532692 Jul 16 09:01:04.282201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port f6b7081d-1d4c-477b-9970-2eb01ffa58ab triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:04.282673 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.294545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-af45a340-ed6b-4f4d-9b4e-6d0afe57adb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 200 len: 1000 time: 0.1991117 Jul 16 09:01:04.338759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-91af8b8f-4c60-4e0d-99aa-52c922be118a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting port e16769c2-acc8-433a-9ac4-647fd55d528d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:04.339116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91af8b8f-4c60-4e0d-99aa-52c922be118a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.381614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c726045c-9776-4566-ac66-4f84c2193a82 req-00c571dd-f262-4f56-9d74-8db5006927bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016662 Jul 16 09:01:04.384314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-a7152b3e-ddb5-45bc-aadc-5d2fb0872c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.385834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-a7152b3e-ddb5-45bc-aadc-5d2fb0872c31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=507c3e10-2c17-4039-a16c-2ac9a03d6d8f HTTP/1.1" status: 200 len: 868 time: 0.0816367 Jul 16 09:01:04.449914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b2618bdb-7b71-4287-affb-fd2c782046aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port c95c2965-617e-4b7a-a696-4a7e8950b0a4 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:04.450303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2618bdb-7b71-4287-affb-fd2c782046aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.537524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-64c152a2-5265-41e9-b4bd-5ec6f8830029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.539704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-64c152a2-5265-41e9-b4bd-5ec6f8830029 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0a573aa-8fee-4ec8-9c49-d8852926f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455910 Jul 16 09:01:04.551239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-58981e30-32c3-44b3-9aca-7a60332f7880 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:01:04.552469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-58981e30-32c3-44b3-9aca-7a60332f7880 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059938 Jul 16 09:01:04.662270 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c712a10-e26b-495a-92ca-cea6802191dd x-openstack-request-id: req-8c712a10-e26b-495a-92ca-cea6802191dd {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:04.663511 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "tag": "7d96f864-57bd-431b-ba29-03d370354621", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:04.663804 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c712a10-e26b-495a-92ca-cea6802191dd {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:04.664255 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'tag': '7d96f864-57bd-431b-ba29-03d370354621', 'status': 'completed', 'code': 200} Jul 16 09:01:04.669239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91af8b8f-4c60-4e0d-99aa-52c922be118a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.676825 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2618bdb-7b71-4287-affb-fd2c782046aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.730240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-91af8b8f-4c60-4e0d-99aa-52c922be118a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Calling delete_port for e16769c2-acc8-433a-9ac4-647fd55d528d owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:04.732396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b2618bdb-7b71-4287-affb-fd2c782046aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for c95c2965-617e-4b7a-a696-4a7e8950b0a4 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:04.865837 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1462818a-539c-4118-bd29-4d6321250194', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'port_id': '7d96f864-57bd-431b-ba29-03d370354621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'mac_address': 'fa:16:3e:c9:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:01Z', 'revision_number': 1, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:04.937160 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b19135-8b0a-4e76-b4bd-ab52e09c51d0 None None] The sync data for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 is: [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1462818a-539c-4118-bd29-4d6321250194', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'port_id': '7d96f864-57bd-431b-ba29-03d370354621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'mac_address': 'fa:16:3e:c9:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:01Z', 'revision_number': 1, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:04.947815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-aa6b5c58-066d-4e2f-8bff-d190f477779c service neutron] 10.222.0.55 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868589 Jul 16 09:01:05.024939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.025529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2618bdb-7b71-4287-affb-fd2c782046aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.071253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1059ded-ffe8-43c3-8cac-ae019d123dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b7081d-1d4c-477b-9970-2eb01ffa58ab'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:05.077049 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06b544-8e2b-40d1-87db-3d67d77aaae7" -d '{"events": [{"server_uuid": "a1059ded-ffe8-43c3-8cac-ae019d123dbc", "name": "network-vif-plugged", "status": "completed", "tag": "f6b7081d-1d4c-477b-9970-2eb01ffa58ab"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:05.080664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb34362-a550-427e-b952-04200310a623 req-a85de22b-dfd8-4ceb-8f7a-caa452b1d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.082247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eb34362-a550-427e-b952-04200310a623 req-a85de22b-dfd8-4ceb-8f7a-caa452b1d9aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4dd9e35e7404403a15e2cf10683ead9&device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 1098 time: 0.3914976 Jul 16 09:01:05.094441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2618bdb-7b71-4287-affb-fd2c782046aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=c95c2965-617e-4b7a-a696-4a7e8950b0a4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.096316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f6b7081d-1d4c-477b-9970-2eb01ffa58ab, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:05.104051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.111052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2618bdb-7b71-4287-affb-fd2c782046aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.120322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69781df1-351c-4364-998a-e353a3a91cc4 req-47e0a2d5-ae2c-44b0-8013-a03e40112347 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.123701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69781df1-351c-4364-998a-e353a3a91cc4 req-47e0a2d5-ae2c-44b0-8013-a03e40112347 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2807686 Jul 16 09:01:05.124434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47172) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.131684 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b2618bdb-7b71-4287-affb-fd2c782046aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/c95c2965-617e-4b7a-a696-4a7e8950b0a4 HTTP/1.1" status: 204 len: 168 time: 0.9742892 Jul 16 09:01:05.209571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.233599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.236589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.237035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.237579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.238820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.239260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.240662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.241352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.243274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.243969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.244410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.244551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26c1db09-4166-4828-9120-24fc9bbd60c7 req-b2c8b234-fd95-4d34-a90d-0b3532e718b5 service neutron] 10.222.0.55 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773242 Jul 16 09:01:05.244922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:05.386289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69781df1-351c-4364-998a-e353a3a91cc4 req-a077f576-121b-4334-9b65-5acd02280155 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241833 Jul 16 09:01:05.397581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91af8b8f-4c60-4e0d-99aa-52c922be118a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.404559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8fa44-2b09-4547-ba0b-11006ed00a2a None None] New status for floating IP 1462818a-539c-4118-bd29-4d6321250194: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:05.412556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb34362-a550-427e-b952-04200310a623 req-6792eb45-c8c9-4559-8d55-b2900f09bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.418770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eb34362-a550-427e-b952-04200310a623 req-6792eb45-c8c9-4559-8d55-b2900f09bb7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0a573aa-8fee-4ec8-9c49-d8852926f19e HTTP/1.1" status: 200 len: 930 time: 0.3187063 Jul 16 09:01:05.469583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af8b8f-4c60-4e0d-99aa-52c922be118a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Port': ['ID=e16769c2-acc8-433a-9ac4-647fd55d528d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.548902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-89ed5bd6-21fc-403e-b146-f0b6c1003346 None None] Could not find standard attr ID for object e16769c2-acc8-433a-9ac4-647fd55d528d. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:01:05.582356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91af8b8f-4c60-4e0d-99aa-52c922be118a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.587121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-91af8b8f-4c60-4e0d-99aa-52c922be118a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/e16769c2-acc8-433a-9ac4-647fd55d528d HTTP/1.1" status: 204 len: 168 time: 1.6027713 Jul 16 09:01:05.587632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47180) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.677324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5f73d-c2d7-41b0-8636-4caf9683a017 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.684725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2dd5f73d-c2d7-41b0-8636-4caf9683a017 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5565345 Jul 16 09:01:05.687506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47186) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.718770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eb34362-a550-427e-b952-04200310a623 req-e4a77c43-11ef-4cbc-99d8-ffc8c84685c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 200 len: 1000 time: 0.2890987 Jul 16 09:01:05.777128 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4efee1-2596-4b5a-9216-70ba8bfad88a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:01:05.781954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7d4efee1-2596-4b5a-9216-70ba8bfad88a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/91544c88-d6b0-4e70-8320-aa84538c8d68 HTTP/1.1" status: 404 len: 333 time: 0.0934572 Jul 16 09:01:05.783370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47190) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.809699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dda21e-913e-43de-bfcc-be31c8990e13 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.818838 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d6dda21e-913e-43de-bfcc-be31c8990e13 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2303915 Jul 16 09:01:05.819710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47192) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.846261 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c71aac-39da-4a1b-96eb-cd4ff46e9dab x-openstack-request-id: req-70c71aac-39da-4a1b-96eb-cd4ff46e9dab {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:05.846575 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1059ded-ffe8-43c3-8cac-ae019d123dbc", "name": "network-vif-plugged", "status": "completed", "tag": "f6b7081d-1d4c-477b-9970-2eb01ffa58ab", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:05.846837 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70c71aac-39da-4a1b-96eb-cd4ff46e9dab {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:05.847259 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1059ded-ffe8-43c3-8cac-ae019d123dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b7081d-1d4c-477b-9970-2eb01ffa58ab', 'code': 200} Jul 16 09:01:05.849605 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eedb7a3-3edf-4014-b9a5-98a8bf3eb64b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:01:05.852700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7eedb7a3-3edf-4014-b9a5-98a8bf3eb64b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/c95c2965-617e-4b7a-a696-4a7e8950b0a4 HTTP/1.1" status: 404 len: 333 time: 0.0661225 Jul 16 09:01:05.876544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-89ed5bd6-21fc-403e-b146-f0b6c1003346 None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:05.876978 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89ed5bd6-21fc-403e-b146-f0b6c1003346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.890433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb34362-a550-427e-b952-04200310a623 req-88b46e71-ffac-4e6b-b29f-8890f89cb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.892264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eb34362-a550-427e-b952-04200310a623 req-88b46e71-ffac-4e6b-b29f-8890f89cb6f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=507c3e10-2c17-4039-a16c-2ac9a03d6d8f HTTP/1.1" status: 200 len: 868 time: 0.1660409 Jul 16 09:01:05.894240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47194) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.979046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011dbc4-42d3-441d-af50-c12510d5982a req-413efc93-d01e-455e-9471-31f8c058e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.980487 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5011dbc4-42d3-441d-af50-c12510d5982a req-413efc93-d01e-455e-9471-31f8c058e61f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1097 time: 0.0789626 Jul 16 09:01:05.995165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1292f58d-a4f3-4af6-aec4-84aeb4589d77 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.999754 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1292f58d-a4f3-4af6-aec4-84aeb4589d77 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1792569 Jul 16 09:01:06.020335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47196) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.034367 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.066042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb071ee-72b5-40c2-8ef8-a13d5d9ce4e4 req-36f96519-06f2-4f2b-abd1-aab6cb256e3a tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.067789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adb071ee-72b5-40c2-8ef8-a13d5d9ce4e4 req-36f96519-06f2-4f2b-abd1-aab6cb256e3a tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1097 time: 0.5185750 Jul 16 09:01:06.098351 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5011dbc4-42d3-441d-af50-c12510d5982a req-3f1501d5-5fa9-4365-a462-12dc3ff696b5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974369 Jul 16 09:01:06.103383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79923f-af2e-44ce-b7ae-1e7c282f856d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.106011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79923f-af2e-44ce-b7ae-1e7c282f856d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.109263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79923f-af2e-44ce-b7ae-1e7c282f856d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.114838 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4d79923f-af2e-44ce-b7ae-1e7c282f856d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0773735 Jul 16 09:01:06.115142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47198) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.138179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-44a3167c-c25d-49ef-833d-0c888b0783bd None None] Could not find standard attr ID for object e16769c2-acc8-433a-9ac4-647fd55d528d. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:01:06.191608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adb071ee-72b5-40c2-8ef8-a13d5d9ce4e4 req-27a0f7a2-2f47-4dda-a877-b8e66752e2f7 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132751 Jul 16 09:01:06.193878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-90494891-75be-4c19-9ba5-5b26a3260688 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 3a444c66-3d20-45f8-9208-513bc2a0b403 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:06.198564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90494891-75be-4c19-9ba5-5b26a3260688 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.247239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90494891-75be-4c19-9ba5-5b26a3260688 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.334205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90494891-75be-4c19-9ba5-5b26a3260688 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.404066 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90494891-75be-4c19-9ba5-5b26a3260688 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.432718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90494891-75be-4c19-9ba5-5b26a3260688 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=3a444c66-3d20-45f8-9208-513bc2a0b403,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.439201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90494891-75be-4c19-9ba5-5b26a3260688 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.441362 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-90494891-75be-4c19-9ba5-5b26a3260688 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/3a444c66-3d20-45f8-9208-513bc2a0b403 HTTP/1.1" status: 204 len: 168 time: 0.3250897 Jul 16 09:01:06.446153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47200) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.450280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a6902b-98a7-4749-acd1-f2bdc87f2a61 None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:06.506091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3159cf9-ea21-43ee-8479-2483d699c2d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Deleting subnet 7a94b07a-17cd-4b82-8949-d84efaef906e {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:06.510706 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3159cf9-ea21-43ee-8479-2483d699c2d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.560138 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3159cf9-ea21-43ee-8479-2483d699c2d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.598772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb34362-a550-427e-b952-04200310a623 req-23051870-e32e-474d-a2f8-7232d91ba402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.598772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eb34362-a550-427e-b952-04200310a623 req-23051870-e32e-474d-a2f8-7232d91ba402 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0a573aa-8fee-4ec8-9c49-d8852926f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5781114 Jul 16 09:01:06.644155 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.684305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-71638982-1d3a-444a-82f0-894aedd7dbfa tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 258 time: 0.8062806 Jul 16 09:01:06.692070 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-427bf705-eed6-4d31-9215-11b2dd90f262 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1289449 Jul 16 09:01:06.692288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966808ef-6faa-4bb6-977d-b7dda87bf372']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:06.693353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3159cf9-ea21-43ee-8479-2483d699c2d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.712717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:06.727088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cd0821-209e-49ba-b6ce-9c653a749ee3') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:06.727507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cd0821-209e-49ba-b6ce-9c653a749ee3') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:06.772958 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.805413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-5862f390-e48b-4018-9998-c75e409f760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.815699 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-5862f390-e48b-4018-9998-c75e409f760e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 1098 time: 0.0953290 Jul 16 09:01:06.817016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3159cf9-ea21-43ee-8479-2483d699c2d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.826386 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.849208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.852175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:06.852834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:06.857468 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:06.866648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3159cf9-ea21-43ee-8479-2483d699c2d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Subnet': ['ID=7a94b07a-17cd-4b82-8949-d84efaef906e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.871104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b7c9c-486a-41be-89ff-a85bc50dc388 req-e998bbb8-c378-4a3b-a37f-af1bc542a246 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.872734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-082b7c9c-486a-41be-89ff-a85bc50dc388 req-e998bbb8-c378-4a3b-a37f-af1bc542a246 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.3269830 Jul 16 09:01:06.882132 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3159cf9-ea21-43ee-8479-2483d699c2d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.885155 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c3159cf9-ea21-43ee-8479-2483d699c2d4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/7a94b07a-17cd-4b82-8949-d84efaef906e HTTP/1.1" status: 204 len: 168 time: 0.4377651 Jul 16 09:01:06.894540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47208) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.945829 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a06f83b0-5846-4f9f-89d4-1e0ff5d7d524 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488803 Jul 16 09:01:06.956717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47210) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.984489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eb34362-a550-427e-b952-04200310a623 req-f75fb1b1-bb03-4298-b829-06ddcf83bff5 service neutron] 10.222.0.52 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351393 Jul 16 09:01:07.056010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-082b7c9c-486a-41be-89ff-a85bc50dc388 req-8d85191d-d163-4e69-903c-018d17f9ac12 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694537 Jul 16 09:01:07.058831 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.075835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-e98027d8-a48b-4899-a81d-400f80e0f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.077304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-e98027d8-a48b-4899-a81d-400f80e0f673 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.1909437 Jul 16 09:01:07.094967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.097457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/networks/966808ef-6faa-4bb6-977d-b7dda87bf372 HTTP/1.1" status: 204 len: 168 time: 1.2000449 Jul 16 09:01:07.105682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47212) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.111709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-571995151'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:07.168522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05741746-a801-47a6-9087-56c8c8aff04d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Network': ['ID=966808ef-6faa-4bb6-977d-b7dda87bf372,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.173301 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914ae765-5bbd-4b0c-ae6b-7b1647b77e19 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.177601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-914ae765-5bbd-4b0c-ae6b-7b1647b77e19 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2193451 Jul 16 09:01:07.179204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-f9a61955-473d-4812-9524-cf9e9cd840ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e791bf-de47-4027-abdb-8247fd9cad8b HTTP/1.1" status: 200 len: 217 time: 0.0895643 Jul 16 09:01:07.180588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47218) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.295454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:07.299239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.314218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-cc2ee68c-ca03-4871-86ae-553dabc65450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.315847 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-cc2ee68c-ca03-4871-86ae-553dabc65450 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.1131423 Jul 16 09:01:07.321618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347978e5-33c8-4bf7-893f-222c2197e98a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.325910 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-347978e5-33c8-4bf7-893f-222c2197e98a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1425152 Jul 16 09:01:07.326603 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47230) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.403019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:07.417207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.417555 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Added segment dee61714-d516-4a80-a9c6-b191c103fa26 of type vlan for network d3c25820-8ffc-45b9-be00-01b1df32c40d Jul 16 09:01:07.440760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eb34362-a550-427e-b952-04200310a623 req-8fdc4bed-a453-4ab5-902d-b0cd14c447a9 service neutron] 10.222.0.52 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029510 Jul 16 09:01:07.509827 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c5479f80-68d7-455c-bf8d-a9b5890555b3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1684453 Jul 16 09:01:07.517873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47234) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.525101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4275545-c560-4505-a0ca-1a6fbf9a96fb None None] Network a959bc3e-b0e6-459f-b0b6-b598481d9524 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:07.547054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-e0c45d5e-59fd-45f8-9c0f-42140742fe59 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.548591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-e0c45d5e-59fd-45f8-9c0f-42140742fe59 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.2093592 Jul 16 09:01:07.551533 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.571895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-8009b652-95de-4b68-92ba-b3f22ce61893 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/quotas/1d6ea71805264942b6afc045f1074524 HTTP/1.1" status: 200 len: 375 time: 0.0124705 Jul 16 09:01:07.585123 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-343ab395-bd2d-4f15-a520-fd97bfb45ffe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:07.586575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343ab395-bd2d-4f15-a520-fd97bfb45ffe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:07.588750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-343ab395-bd2d-4f15-a520-fd97bfb45ffe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/e16769c2-acc8-433a-9ac4-647fd55d528d HTTP/1.1" status: 404 len: 333 time: 0.0457761 Jul 16 09:01:07.614628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47236) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.616555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.665098 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2426a22f-54de-43bc-be0b-68c8a0bd1cac tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:07.665562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2426a22f-54de-43bc-be0b-68c8a0bd1cac tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:07.669611 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2426a22f-54de-43bc-be0b-68c8a0bd1cac tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/7a94b07a-17cd-4b82-8949-d84efaef906e HTTP/1.1" status: 404 len: 337 time: 0.0461524 Jul 16 09:01:07.671742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47238) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.687206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aa01cc64-205d-46bb-8ecb-a1b68df11efc None None] Provisioning complete for port 88bd9098-128d-4d31-93ba-62b623012fa8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:07.687578 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa01cc64-205d-46bb-8ecb-a1b68df11efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.690022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Allocated IP 172.25.6.145 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/4e622c0e-3e1a-4efe-8ef4-6c294d5e73b0) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:07.706530 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1717fb0-f92a-4872-bcdb-dd6c35c2a33c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:07.706994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1717fb0-f92a-4872-bcdb-dd6c35c2a33c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:07.711956 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1717fb0-f92a-4872-bcdb-dd6c35c2a33c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/3a444c66-3d20-45f8-9208-513bc2a0b403 HTTP/1.1" status: 404 len: 337 time: 0.0323541 Jul 16 09:01:07.718005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47240) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.768499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-c2a18cfd-90ea-4310-86d5-f5fe249ab3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.770082 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-c2a18cfd-90ea-4310-86d5-f5fe249ab3e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4413435 Jul 16 09:01:07.777288 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e409e698-d441-451e-956f-c7682ecf7e1a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:07.778032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e409e698-d441-451e-956f-c7682ecf7e1a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:07.782144 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e409e698-d441-451e-956f-c7682ecf7e1a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/9d610a66-44ca-43a1-b32b-62f59550f01e HTTP/1.1" status: 404 len: 333 time: 0.0575833 Jul 16 09:01:07.783159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47242) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.837164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.838733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] DHCP port deletion for a959bc3e-b0e6-459f-b0b6-b598481d9524 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:07.842907 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.843517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.854259 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.866796 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c99a728-cc45-4fc1-804b-edcd061c5e84 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:07.868155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c99a728-cc45-4fc1-804b-edcd061c5e84 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:07.870753 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2c99a728-cc45-4fc1-804b-edcd061c5e84 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/c6532394-22cc-4fdf-852d-aba248c1f346 HTTP/1.1" status: 404 len: 337 time: 0.0858493 Jul 16 09:01:07.898803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] Deleting port 88bd9098-128d-4d31-93ba-62b623012fa8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:07.899446 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.900518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.936203 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a506833-94c8-467e-b969-d7e1234867a2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:07.936945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a506833-94c8-467e-b969-d7e1234867a2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:07.938884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a506833-94c8-467e-b969-d7e1234867a2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/26002f13-adbe-4516-b40d-4763b3e92dc1 HTTP/1.1" status: 404 len: 337 time: 0.0341978 Jul 16 09:01:07.941853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47246) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.972607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] For port 88bd9098-128d-4d31-93ba-62b623012fa8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88bd9098-128d-4d31-93ba-62b623012fa8,segment=NetworkSegment(8f775820-abab-4ae3-86b3-d81c4299ef78),segment_id=8f775820-abab-4ae3-86b3-d81c4299ef78)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:07.973168 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.980044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bf039-0d53-4d40-850e-50fcc1c1dea1 req-b772d079-434b-43bd-8137-887f164f6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.981728 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5d3bf039-0d53-4d40-850e-50fcc1c1dea1 req-b772d079-434b-43bd-8137-887f164f6540 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 1098 time: 0.4685476 Jul 16 09:01:07.987530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] Calling delete_port for 88bd9098-128d-4d31-93ba-62b623012fa8 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:07.989157 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-04280b12-6487-4076-84c1-f944632870b1 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053943 Jul 16 09:01:07.994192 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-124a5f35-b8b0-4852-9f2f-b441cd565bb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:07.994967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124a5f35-b8b0-4852-9f2f-b441cd565bb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:07.997216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-124a5f35-b8b0-4852-9f2f-b441cd565bb5 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/988146f2-d912-4880-80ff-a17fa6e1ba48 HTTP/1.1" status: 404 len: 333 time: 0.0526264 Jul 16 09:01:08.003636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.015505 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9047110 Jul 16 09:01:08.035891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47250) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.042379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': 'd3c25820-8ffc-45b9-be00-01b1df32c40d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:08.048388 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a568b3d9-0501-4f6d-bdfb-1580d68a3ba0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.048824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a568b3d9-0501-4f6d-bdfb-1580d68a3ba0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.051014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a568b3d9-0501-4f6d-bdfb-1580d68a3ba0 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/dfa92c9c-25b4-4df0-8c72-2f4908da7656 HTTP/1.1" status: 404 len: 337 time: 0.0455487 Jul 16 09:01:08.067091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47254) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.092406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.109016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.117271 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd84e25a-9c7d-46c0-b30b-573403a0941d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.117596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd84e25a-9c7d-46c0-b30b-573403a0941d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.121780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cd84e25a-9c7d-46c0-b30b-573403a0941d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/81dc3268-9e3f-4c58-819d-cfb125f6a852 HTTP/1.1" status: 404 len: 337 time: 0.0512536 Jul 16 09:01:08.132687 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] Pushing event deleted for resources: {'Port': ['ID=88bd9098-128d-4d31-93ba-62b623012fa8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:08.134884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881eb8bc-1efa-4ff3-b529-e660fc01442d None None] No DVR routers for this DVR port 88bd9098-128d-4d31-93ba-62b623012fa8 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:08.146340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-08879a3c-434a-4a04-9376-54713ecb2502 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2828486 Jul 16 09:01:08.152350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-db508f6c-ec22-43bf-946b-a7ccf1b12591 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:01:08.159169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-db508f6c-ec22-43bf-946b-a7ccf1b12591 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119448 Jul 16 09:01:08.195618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47258) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.294834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:08.300534 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb137e1-230f-4965-b41a-2a6786526d7e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.301211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb137e1-230f-4965-b41a-2a6786526d7e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.305326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7eb137e1-230f-4965-b41a-2a6786526d7e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/3a977e96-fe96-47c8-952a-43ace1c9e081 HTTP/1.1" status: 404 len: 333 time: 0.1062376 Jul 16 09:01:08.310394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47260) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.313614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:08.316850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:08.332970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Pushing event updated for resources: {'Port': ['ID=4e622c0e-3e1a-4efe-8ef4-6c294d5e73b0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:08.406573 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6597578a-0caf-494b-932b-d8c1c101f458 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.407044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6597578a-0caf-494b-932b-d8c1c101f458 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.411808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6597578a-0caf-494b-932b-d8c1c101f458 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/9f411eb4-4853-4867-bf55-e0b234ccc6c5 HTTP/1.1" status: 404 len: 337 time: 0.0933945 Jul 16 09:01:08.420208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47264) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.468718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:08.472290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.475728 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ab7195-fc11-47e5-8864-12ad7a9926e8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.476175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ab7195-fc11-47e5-8864-12ad7a9926e8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.480976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-12ab7195-fc11-47e5-8864-12ad7a9926e8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/87dceb57-d91a-4420-8082-70f821bb0b97 HTTP/1.1" status: 404 len: 337 time: 0.0556145 Jul 16 09:01:08.485775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47266) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.505906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c5bc8-90ae-4c01-9653-e67fcbad72a7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Network': ['ID=d3c25820-8ffc-45b9-be00-01b1df32c40d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:08.522861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d3c25820-8ffc-45b9-be00-01b1df32c40d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:08.574844 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-5d3bf039-0d53-4d40-850e-50fcc1c1dea1 req-c76acb82-c1b5-4cc3-8c01-7b58c0e10d78 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638018 Jul 16 09:01:08.581488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-f496ef42-59b4-41de-b573-3580eb471899 service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209135 Jul 16 09:01:08.594285 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdf3004-af65-4c76-9b75-1e6f8119a548 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.595107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdf3004-af65-4c76-9b75-1e6f8119a548 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.599206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ccdf3004-af65-4c76-9b75-1e6f8119a548 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/4cd84d07-8e73-4441-a930-4c9348dfab34 HTTP/1.1" status: 404 len: 333 time: 0.0990493 Jul 16 09:01:08.602008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47268) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.643888 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-377be8a3-ac31-4e5e-8c68-a87e0d55da14 req-a051321a-95ba-4236-a00c-c1071ab83679 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341245 Jul 16 09:01:08.644721 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-59685fe5-0c9a-4a23-aaa3-8d3ec47fe8d3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.645297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59685fe5-0c9a-4a23-aaa3-8d3ec47fe8d3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.647118 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-59685fe5-0c9a-4a23-aaa3-8d3ec47fe8d3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/38664077-a766-4fe7-ada1-bcd9fde80c21 HTTP/1.1" status: 404 len: 337 time: 0.0417423 Jul 16 09:01:08.650871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47270) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.689164 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bddf06-7edd-44ce-9e81-b0aaf9d6905d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.689164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bddf06-7edd-44ce-9e81-b0aaf9d6905d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.696245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47272) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.703319 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-85bddf06-7edd-44ce-9e81-b0aaf9d6905d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/e538b41b-6008-4af8-a095-26c808a766e6 HTTP/1.1" status: 404 len: 333 time: 0.0382638 Jul 16 09:01:08.731326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.811384 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e09c42-5eb4-44d9-8635-5b9a9c175d24 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.811853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e09c42-5eb4-44d9-8635-5b9a9c175d24 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.813779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-81e09c42-5eb4-44d9-8635-5b9a9c175d24 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/f6e82138-5fc6-481e-855c-7000e447c62e HTTP/1.1" status: 404 len: 337 time: 0.1163986 Jul 16 09:01:08.816654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47274) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.855955 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e0663c-64fc-4888-b02e-1709706462b8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.856659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e0663c-64fc-4888-b02e-1709706462b8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.858607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-19e0663c-64fc-4888-b02e-1709706462b8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/1b3c39f0-ec87-4212-bbf2-54c6d913b64b HTTP/1.1" status: 404 len: 333 time: 0.0408134 Jul 16 09:01:08.861071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47276) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.889113 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3548917-0ea6-4e96-982e-6813dfe9ee24 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.889737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3548917-0ea6-4e96-982e-6813dfe9ee24 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.892140 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b3548917-0ea6-4e96-982e-6813dfe9ee24 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/91a79706-d9cc-4417-930f-38dd621f5f2d HTTP/1.1" status: 404 len: 337 time: 0.0296822 Jul 16 09:01:08.894443 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47278) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.917282 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.920414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-6cc77fb9-efc4-4d85-bd9b-45070a8195b7 service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386269 Jul 16 09:01:08.924627 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f75a059-0f14-4cd0-be0f-27e06aa954b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.925445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f75a059-0f14-4cd0-be0f-27e06aa954b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.927250 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7f75a059-0f14-4cd0-be0f-27e06aa954b2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/1198efab-dbe4-46fe-9bc8-62c79a9a7854 HTTP/1.1" status: 404 len: 333 time: 0.0315874 Jul 16 09:01:08.929926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47280) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.957916 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ce31be-262e-4788-ad5e-0dc4fdea5010 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.959032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ce31be-262e-4788-ad5e-0dc4fdea5010 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.961754 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-26ce31be-262e-4788-ad5e-0dc4fdea5010 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/c1f44884-667f-432b-82d9-758cf78157d0 HTTP/1.1" status: 404 len: 337 time: 0.0308032 Jul 16 09:01:08.964959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47282) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.994860 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e2f2d9-aab8-4b69-9a05-3627b313d371 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:08.995800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e2f2d9-aab8-4b69-9a05-3627b313d371 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:08.997755 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-66e2f2d9-aab8-4b69-9a05-3627b313d371 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/1c33685c-f3a1-472f-be43-ec9c9b6a91d3 HTTP/1.1" status: 404 len: 333 time: 0.0314786 Jul 16 09:01:09.000309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47284) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.020453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.038720 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-479ace20-ff7b-4d28-9bbe-62929414c7c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.039257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479ace20-ff7b-4d28-9bbe-62929414c7c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.041865 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-479ace20-ff7b-4d28-9bbe-62929414c7c3 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/8084cc47-cde8-4212-ba95-e91c893f57e8 HTTP/1.1" status: 404 len: 337 time: 0.0404198 Jul 16 09:01:09.044454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47286) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.081148 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaf13a4-761a-4321-aa80-2c1f099dd841 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.082022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaf13a4-761a-4321-aa80-2c1f099dd841 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.084053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cdaf13a4-761a-4321-aa80-2c1f099dd841 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/31e4b721-911c-4b2f-a560-ea231a76de5b HTTP/1.1" status: 404 len: 333 time: 0.0382466 Jul 16 09:01:09.088036 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47290) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.144218 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bb35ba-c208-4e69-ae35-d00a09602eea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.144685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bb35ba-c208-4e69-ae35-d00a09602eea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.146512 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-17bb35ba-c208-4e69-ae35-d00a09602eea tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/5f189399-8988-49c9-baf6-b2476678aedf HTTP/1.1" status: 404 len: 337 time: 0.0575244 Jul 16 09:01:09.158188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47294) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.195617 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6608e4d2-a6a9-46c4-99d2-6f3cf8bba9f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.196286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6608e4d2-a6a9-46c4-99d2-6f3cf8bba9f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.198091 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6608e4d2-a6a9-46c4-99d2-6f3cf8bba9f2 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/9c7ff7a7-a655-4b80-871f-150d0014731b HTTP/1.1" status: 404 len: 337 time: 0.0389004 Jul 16 09:01:09.200581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47296) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.203501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=7b13f8d6-53cb-487e-b188-bae727512a7b,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:09.228816 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f0c7b2-831e-47c7-bb7b-787dddfd3f23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.229600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f0c7b2-831e-47c7-bb7b-787dddfd3f23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.231824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77f0c7b2-831e-47c7-bb7b-787dddfd3f23 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/0ed8611d-6c47-4881-97e1-e1a3c556d1cf HTTP/1.1" status: 404 len: 333 time: 0.0303147 Jul 16 09:01:09.234520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47298) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.266731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Checking segment: {'id': 'dee61714-d516-4a80-a9c6-b191c103fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd3c25820-8ffc-45b9-be00-01b1df32c40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:09.267107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network hostable DHCP agents. Network: d3c25820-8ffc-45b9-be00-01b1df32c40d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:09.300179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network d3c25820-8ffc-45b9-be00-01b1df32c40d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:09.305250 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-434a7a05-46de-4715-9e7b-e1553a0eb501 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.305624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434a7a05-46de-4715-9e7b-e1553a0eb501 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.307451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-434a7a05-46de-4715-9e7b-e1553a0eb501 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/ac1cd0aa-1e2a-4d8a-95e5-c71a2661fd7f HTTP/1.1" status: 404 len: 337 time: 0.0713415 Jul 16 09:01:09.308786 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.309996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47302) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.316914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.340733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d3c25820-8ffc-45b9-be00-01b1df32c40d) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:09.345018 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79a5deb-ec7f-49da-b6d7-137b640c5e3e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.345621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79a5deb-ec7f-49da-b6d7-137b640c5e3e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.347466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e79a5deb-ec7f-49da-b6d7-137b640c5e3e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/46b49a2d-71e3-48a6-be68-d650e8199a50 HTTP/1.1" status: 404 len: 337 time: 0.0363050 Jul 16 09:01:09.349981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47306) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.352168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ca98e-a2af-4d0e-92f1-e3cb18f556c5 None None] Network d3c25820-8ffc-45b9-be00-01b1df32c40d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:09.378865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.379072 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-453346da-3c40-47e7-a8b0-f4cb173964da tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.379465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.379767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453346da-3c40-47e7-a8b0-f4cb173964da tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.381530 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-453346da-3c40-47e7-a8b0-f4cb173964da tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/2c24758a-2a87-4cd9-82ef-353ba0227939 HTTP/1.1" status: 404 len: 333 time: 0.0305684 Jul 16 09:01:09.387534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47308) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.419964 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb06ab4b-d42b-4cc1-94f9-208d5ab2da30 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.420170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb06ab4b-d42b-4cc1-94f9-208d5ab2da30 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.422022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb06ab4b-d42b-4cc1-94f9-208d5ab2da30 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/4c1eb60f-8a20-4296-89f4-1588d0837861 HTTP/1.1" status: 404 len: 337 time: 0.0334721 Jul 16 09:01:09.425583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47310) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.484669 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fcce3a-115f-4bcd-a08f-c13f62f0f2b4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.486129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fcce3a-115f-4bcd-a08f-c13f62f0f2b4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.510015 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-91fcce3a-115f-4bcd-a08f-c13f62f0f2b4 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/5ca1ffc7-3eeb-494a-9b82-4dfa0bff44e7 HTTP/1.1" status: 404 len: 337 time: 0.0831969 Jul 16 09:01:09.512455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47314) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.512874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47316) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.516935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c0bab11f-f642-4b80-a5c5-dccf2f862e0c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4582582 Jul 16 09:01:09.518057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Pushing event updated for resources: {'Port': ['ID=4e622c0e-3e1a-4efe-8ef4-6c294d5e73b0,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:09.548741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': 'd3c25820-8ffc-45b9-be00-01b1df32c40d', 'name': 'tempest-PortsIpV6TestJSON-643377901'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:09.557100 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.620146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.621407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-e1b80176-62be-4b72-8099-f03e31bcfdb6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9265404 Jul 16 09:01:09.631231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d3c25820-8ffc-45b9-be00-01b1df32c40d', 'network_id': 'd3c25820-8ffc-45b9-be00-01b1df32c40d', 'tenant_id': '4d7f02459eb640fb913972341f0211a3', 'fixed_ips': [{'subnet_id': '7b13f8d6-53cb-487e-b188-bae727512a7b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:09.632339 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.638312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb96cc-0eeb-4c4d-8d12-4e83f9ff7ed1 req-944ee433-14eb-464a-963f-5aa566efc514 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.639888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-faeb96cc-0eeb-4c4d-8d12-4e83f9ff7ed1 req-944ee433-14eb-464a-963f-5aa566efc514 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1097 time: 0.2802520 Jul 16 09:01:09.731608 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-177b3685-d69e-48d0-beb6-ab67ee615052 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.740402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177b3685-d69e-48d0-beb6-ab67ee615052 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.745846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-177b3685-d69e-48d0-beb6-ab67ee615052 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/5a0c3ad4-3fcf-4837-8b59-84f5347bc247 HTTP/1.1" status: 404 len: 333 time: 0.1770358 Jul 16 09:01:09.747507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47320) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.822351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-faeb96cc-0eeb-4c4d-8d12-4e83f9ff7ed1 req-943ae08e-cb5b-4e9d-b25e-1246d69715d0 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450748 Jul 16 09:01:09.835178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-b9ac9f42-0b38-4676-91b7-342c8a3a4759 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.2000322 Jul 16 09:01:09.841295 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-746061bd-1106-4392-977b-88334e976c7c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.842036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746061bd-1106-4392-977b-88334e976c7c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.844019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-746061bd-1106-4392-977b-88334e976c7c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/f8b0d143-c819-42e7-b4f8-f102bd0606df HTTP/1.1" status: 404 len: 337 time: 0.0967684 Jul 16 09:01:09.853226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47322) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.884275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Allocated IP 2001:db8::2 (d3c25820-8ffc-45b9-be00-01b1df32c40d/7b13f8d6-53cb-487e-b188-bae727512a7b/8a32593b-244f-4e3e-8e24-65e24ffd072c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:09.896899 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed954658-a166-4737-9283-808e1c7589fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:09.897363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed954658-a166-4737-9283-808e1c7589fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:09.902907 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ed954658-a166-4737-9283-808e1c7589fe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/48385e7f-69c2-4060-be13-4a16294be54f HTTP/1.1" status: 404 len: 337 time: 0.0462096 Jul 16 09:01:09.905596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47326) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.916656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88bd9098-128d-4d31-93ba-62b623012fa8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:09.951284 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a0fbfee4-2c07-40f4-bc90-a6cd6c8e8b31 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports?device_id=b135c17c-bacf-4112-8ff5-a04920ab9750 HTTP/1.1" status: 200 len: 205 time: 0.0414910 Jul 16 09:01:09.951470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47328) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.962408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 88bd9098-128d-4d31-93ba-62b623012fa8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:09.963037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88bd9098-128d-4d31-93ba-62b623012fa8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:10.012336 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-43e9495b-3663-42ad-b9da-ae998830689b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] delete failed (client error): The resource could not be found. Jul 16 09:01:10.017551 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-43e9495b-3663-42ad-b9da-ae998830689b tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/routers/b135c17c-bacf-4112-8ff5-a04920ab9750 HTTP/1.1" status: 404 len: 336 time: 0.0651860 Jul 16 09:01:10.017823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47330) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.022290 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:10.027383 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.048669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port 0b56ab43-6bca-47b1-a866-92e9b4ef05fa yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:10.114780 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab250db0-6b4b-4292-9aa7-2a4938ed9136 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:10.115235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab250db0-6b4b-4292-9aa7-2a4938ed9136 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:10.117498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ab250db0-6b4b-4292-9aa7-2a4938ed9136 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/61a37557-6050-485e-9af5-bcad49dea00f HTTP/1.1" status: 404 len: 337 time: 0.0981059 Jul 16 09:01:10.125748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47332) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.158932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c6bb27f8-a9ec-42a9-983a-6a53de853366 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "GET /v2.0/ports?device_id=96afd65d-ad50-4c8b-8032-d0a615542fb0 HTTP/1.1" status: 200 len: 205 time: 0.0320611 Jul 16 09:01:10.163166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47334) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.173866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.178692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-66833ff0-195d-4db2-955f-264ffedbf01f tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:10.180717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-66833ff0-195d-4db2-955f-264ffedbf01f tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.3337626 Jul 16 09:01:10.184084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Transition to ACTIVE for port object 8a32593b-244f-4e3e-8e24-65e24ffd072c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:10.200971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Transition to ACTIVE for port object 8a32593b-244f-4e3e-8e24-65e24ffd072c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:10.225346 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.235201 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-053c6e65-4ed5-4462-bfc0-ba4169a97d6e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] delete failed (client error): The resource could not be found. Jul 16 09:01:10.236316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-053c6e65-4ed5-4462-bfc0-ba4169a97d6e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/routers/96afd65d-ad50-4c8b-8032-d0a615542fb0 HTTP/1.1" status: 404 len: 336 time: 0.0721898 Jul 16 09:01:10.240466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-59aa195d-ce34-4ad4-9a4c-32f968ac2643 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:01:10.241474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29d76e30-2ac6-4876-90cb-55e0dcb8cefd req-59aa195d-ce34-4ad4-9a4c-32f968ac2643 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148056 Jul 16 09:01:10.244606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47338) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.290697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Pushing event updated for resources: {'Port': ['ID=8a32593b-244f-4e3e-8e24-65e24ffd072c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.305082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Network d3c25820-8ffc-45b9-be00-01b1df32c40d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:10.306820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:10.311526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:10.324408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::d2 (d3c25820-8ffc-45b9-be00-01b1df32c40d/7b13f8d6-53cb-487e-b188-bae727512a7b/0b56ab43-6bca-47b1-a866-92e9b4ef05fa) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:10.388811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Attempting to bind port 8a32593b-244f-4e3e-8e24-65e24ffd072c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:10.389446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Attempting to bind port 8a32593b-244f-4e3e-8e24-65e24ffd072c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'dee61714-d516-4a80-a9c6-b191c103fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd3c25820-8ffc-45b9-be00-01b1df32c40d'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:10.389562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Attempting to bind port 8a32593b-244f-4e3e-8e24-65e24ffd072c on network d3c25820-8ffc-45b9-be00-01b1df32c40d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:10.395310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:10.395723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Checking segment: {'id': 'dee61714-d516-4a80-a9c6-b191c103fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd3c25820-8ffc-45b9-be00-01b1df32c40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:10.396224 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.396629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Bound using segment: {'id': 'dee61714-d516-4a80-a9c6-b191c103fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd3c25820-8ffc-45b9-be00-01b1df32c40d'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:10.397122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Bound port: 8a32593b-244f-4e3e-8e24-65e24ffd072c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee61714-d516-4a80-a9c6-b191c103fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd3c25820-8ffc-45b9-be00-01b1df32c40d'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:10.397665 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.474276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] For port 8a32593b-244f-4e3e-8e24-65e24ffd072c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:10.480065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] For port 8a32593b-244f-4e3e-8e24-65e24ffd072c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8a32593b-244f-4e3e-8e24-65e24ffd072c,segment=NetworkSegment(dee61714-d516-4a80-a9c6-b191c103fa26),segment_id=dee61714-d516-4a80-a9c6-b191c103fa26)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:10.487588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.562218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6ac03-8de2-4a9d-9f3d-045f9f6a14ff None None] Pushing event updated for resources: {'Port': ['ID=8a32593b-244f-4e3e-8e24-65e24ffd072c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.599252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.625206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object 0b56ab43-6bca-47b1-a866-92e9b4ef05fa will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:10.644020 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c2f3fb-06d6-4e5c-9760-1aaa266f0c18 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:10.644502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c2f3fb-06d6-4e5c-9760-1aaa266f0c18 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:10.646304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-35c2f3fb-06d6-4e5c-9760-1aaa266f0c18 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/8dcefe8b-9e24-49a6-9fe2-469af2b2ba30 HTTP/1.1" status: 404 len: 337 time: 0.4007902 Jul 16 09:01:10.649591 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47342) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.669261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fc93d-9c9a-491e-9f5d-a2c3575dbc5f req-76adef61-953c-4697-a0c4-0be62027325b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:10.676584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-036fc93d-9c9a-491e-9f5d-a2c3575dbc5f req-76adef61-953c-4697-a0c4-0be62027325b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.6340258 Jul 16 09:01:10.688879 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-4733688c-6f18-483e-b6ce-b0fdbaee9abe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:10.689342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4733688c-6f18-483e-b6ce-b0fdbaee9abe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:10.691242 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4733688c-6f18-483e-b6ce-b0fdbaee9abe tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/b6a68e41-5678-4f0d-a2c0-1d9d00db788c HTTP/1.1" status: 404 len: 337 time: 0.0405509 Jul 16 09:01:10.693784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47346) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.725721 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39a21b9-d8b1-4b38-aee2-519d10ecc03d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:10.727605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39a21b9-d8b1-4b38-aee2-519d10ecc03d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:10.729592 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b39a21b9-d8b1-4b38-aee2-519d10ecc03d tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/628dc2e8-88dd-4249-b533-3d2390879fe1 HTTP/1.1" status: 404 len: 333 time: 0.0348179 Jul 16 09:01:10.730878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.732318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47348) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.764697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d99c335-c5e9-46f4-9082-67cf48f4c755 req-9eaaf35a-0130-4fda-8e19-b5c8e65de443 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 210 time: 0.1170161 Jul 16 09:01:10.779317 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f19920-ea8c-4f56-89dc-9cca7c30e737 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:10.779781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f19920-ea8c-4f56-89dc-9cca7c30e737 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:10.781534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a4f19920-ea8c-4f56-89dc-9cca7c30e737 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/e3cd0d1f-d279-4d8f-a6b9-b66eb2a414be HTTP/1.1" status: 404 len: 337 time: 0.0483100 Jul 16 09:01:10.791516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47350) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.813558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network d3c25820-8ffc-45b9-be00-01b1df32c40d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:10.832529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:10.839858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:10.845500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:10.846157 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada7a4e9-2f90-4b35-bab8-1fef116aa7dc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:10.846290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.846972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada7a4e9-2f90-4b35-bab8-1fef116aa7dc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:10.851388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ada7a4e9-2f90-4b35-bab8-1fef116aa7dc tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/90d20298-162c-469a-b708-7b84433c5581 HTTP/1.1" status: 404 len: 333 time: 0.0565739 Jul 16 09:01:10.853813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47352) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.871861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=0b56ab43-6bca-47b1-a866-92e9b4ef05fa,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.934462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-036fc93d-9c9a-491e-9f5d-a2c3575dbc5f req-32e5a1a2-b58b-4add-af59-41429dedc91b tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568002 Jul 16 09:01:10.937528 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5ea2b6d1-4ac2-4afe-ad49-9cd195d52536 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4227476 Jul 16 09:01:10.940426 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b52ac96-7182-4095-955f-34d59419ae28 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:10.944292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b52ac96-7182-4095-955f-34d59419ae28 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:10.950095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9b52ac96-7182-4095-955f-34d59419ae28 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/39b73934-c787-4dfe-a4b9-226d8ab28827 HTTP/1.1" status: 404 len: 337 time: 0.0950470 Jul 16 09:01:10.951093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47354) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.964065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47356) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.057742 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e1209a-7a93-4db8-8ced-55636336a68a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.058443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e1209a-7a93-4db8-8ced-55636336a68a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.063506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-74e1209a-7a93-4db8-8ced-55636336a68a tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/b12a317a-c637-4a0d-b28a-2b14d9958a35 HTTP/1.1" status: 404 len: 333 time: 0.0921459 Jul 16 09:01:11.076209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47360) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.168632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-e8ddfb4c-cfb3-40c2-903e-45bd65ca7462 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.170794 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-e8ddfb4c-cfb3-40c2-903e-45bd65ca7462 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.2628679 Jul 16 09:01:11.171861 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8c195f-c135-4c8f-a216-a3aca1d5a0df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.172310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8c195f-c135-4c8f-a216-a3aca1d5a0df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.186342 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cb8c195f-c135-4c8f-a216-a3aca1d5a0df tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/b4c36a67-3549-41ab-9da7-67e9f6aba8b9 HTTP/1.1" status: 404 len: 337 time: 0.1048980 Jul 16 09:01:11.191037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47362) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.209994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'port': {'device_id': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'admin_state_up': True, 'tenant_id': '1d6ea71805264942b6afc045f1074524'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:11.263058 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-697c5191-549d-4a9b-9322-784f8055ba4f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.263738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697c5191-549d-4a9b-9322-784f8055ba4f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.267802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-697c5191-549d-4a9b-9322-784f8055ba4f tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/d5d17369-b685-47b4-abe9-002243f8bd00 HTTP/1.1" status: 404 len: 333 time: 0.0717993 Jul 16 09:01:11.273195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47364) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.316046 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa307935-3438-4fa3-be3b-2175dcfa91c7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.316516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa307935-3438-4fa3-be3b-2175dcfa91c7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.321458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fa307935-3438-4fa3-be3b-2175dcfa91c7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/5dd33728-b4a3-43a3-9a8c-3e5288811917 HTTP/1.1" status: 404 len: 337 time: 0.0437572 Jul 16 09:01:11.324645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47366) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.400995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Made reservation on behalf of 1d6ea71805264942b6afc045f1074524 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:11.406156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.408653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00ab91-d8e9-470c-a6e5-45ec4ba8d625 req-53e13d8e-d3bc-400b-8d3b-43a0cd6ed207 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.417137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f00ab91-d8e9-470c-a6e5-45ec4ba8d625 req-53e13d8e-d3bc-400b-8d3b-43a0cd6ed207 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1097 time: 0.3196349 Jul 16 09:01:11.426979 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e6090b-2774-4f5e-bb0b-c960bbb4d6f7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.427734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e6090b-2774-4f5e-bb0b-c960bbb4d6f7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.432327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-71e6090b-2774-4f5e-bb0b-c960bbb4d6f7 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/068cffbb-f63a-43f2-9d8f-de52fd9d3f88 HTTP/1.1" status: 404 len: 333 time: 0.1023192 Jul 16 09:01:11.434091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47368) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.485025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f00ab91-d8e9-470c-a6e5-45ec4ba8d625 req-c30a4e26-fa57-4cac-aecc-40d7b91994dd tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670047 Jul 16 09:01:11.487698 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b995fb92-df49-4031-9d1c-de963697b757 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.488380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e5c9b9cd-ba96-4e44-bac1-833ad67c394b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 0b56ab43-6bca-47b1-a866-92e9b4ef05fa {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:11.488683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b995fb92-df49-4031-9d1c-de963697b757 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.488796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b9cd-ba96-4e44-bac1-833ad67c394b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.511822 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b995fb92-df49-4031-9d1c-de963697b757 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/17adb8b3-8ff3-45b6-8d14-bdb77f84b701 HTTP/1.1" status: 404 len: 337 time: 0.0741830 Jul 16 09:01:11.514174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47370) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.606851 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d9f375-adc8-47a9-b857-50f308a8d8ff tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.612726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d9f375-adc8-47a9-b857-50f308a8d8ff tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.617488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-77d9f375-adc8-47a9-b857-50f308a8d8ff tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/14337128-406f-46e0-9814-98a535d80acc HTTP/1.1" status: 404 len: 333 time: 0.0889542 Jul 16 09:01:11.630119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47374) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.692288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf39bc-2535-43d4-9663-263c43feb6f0 req-44016f9e-8b63-43d9-ade6-6d18f730abb8 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.705666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dbf39bc-2535-43d4-9663-263c43feb6f0 req-44016f9e-8b63-43d9-ade6-6d18f730abb8 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3637886 Jul 16 09:01:11.732585 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-adecad72-a15b-4c07-b9a8-61a08177725e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.733055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adecad72-a15b-4c07-b9a8-61a08177725e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.737097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-adecad72-a15b-4c07-b9a8-61a08177725e tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/5c4611f6-6c7a-4907-ba5d-95c092089e95 HTTP/1.1" status: 404 len: 337 time: 0.0623789 Jul 16 09:01:11.752522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47376) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.781134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8a32593b-244f-4e3e-8e24-65e24ffd072c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:11.798937 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dbf39bc-2535-43d4-9663-263c43feb6f0 req-e8b2f489-e0df-4cbf-a499-d9957c6931c3 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.0784841 Jul 16 09:01:11.803834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-0dbf39bc-2535-43d4-9663-263c43feb6f0 req-130534e5-09df-4ce6-a5b0-2ace8c061dc7 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Request body: {'floatingip': {'port_id': '7d96f864-57bd-431b-ba29-03d370354621', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:11.846269 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7132bcc9-9b4c-4dc6-9457-dfba812837e8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.851913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7132bcc9-9b4c-4dc6-9457-dfba812837e8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.859732 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7132bcc9-9b4c-4dc6-9457-dfba812837e8 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/ports/5005698c-233f-4cdb-bf66-a010739006f0 HTTP/1.1" status: 404 len: 333 time: 0.1017892 Jul 16 09:01:11.860088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47382) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.885468 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b9cd-ba96-4e44-bac1-833ad67c394b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.898671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0dbf39bc-2535-43d4-9663-263c43feb6f0 req-130534e5-09df-4ce6-a5b0-2ace8c061dc7 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.908537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 8a32593b-244f-4e3e-8e24-65e24ffd072c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:11.981019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Allocated IP 172.20.0.10 (566d87ae-938b-40aa-98a3-2f84ab9a70f2/2125ad26-e72b-4ad1-a059-78b4eec6443f/a6aa48b5-f9d3-4b12-b73d-48f6a08847b4) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:11.983326 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e1aef4-d97d-483f-a431-a7dc813aa59c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:11.983789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e1aef4-d97d-483f-a431-a7dc813aa59c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:11.985603 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b6e1aef4-d97d-483f-a431-a7dc813aa59c tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/subnets/053ac87e-27c8-44ad-939f-2272023d5f59 HTTP/1.1" status: 404 len: 337 time: 0.1202941 Jul 16 09:01:11.988201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47386) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:12.250830 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-0dbf39bc-2535-43d4-9663-263c43feb6f0 req-130534e5-09df-4ce6-a5b0-2ace8c061dc7 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 09:01:12.263823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dbf39bc-2535-43d4-9663-263c43feb6f0 req-130534e5-09df-4ce6-a5b0-2ace8c061dc7 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "PUT /v2.0/floatingips/04acc401-c672-4309-93b8-506f5d97f5a0 HTTP/1.1" status: 409 len: 551 time: 0.4639139 Jul 16 09:01:12.265745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e5c9b9cd-ba96-4e44-bac1-833ad67c394b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 0b56ab43-6bca-47b1-a866-92e9b4ef05fa owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:12.293997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a2f78d-b20f-4365-8b26-0133081f1460 None None] Network d3c25820-8ffc-45b9-be00-01b1df32c40d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:12.358786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.447895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a5b1ce33-2a1c-4dec-bf35-de082bc4324f None None] Provisioning for port 8a32593b-244f-4e3e-8e24-65e24ffd072c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:12.470650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a5b1ce33-2a1c-4dec-bf35-de082bc4324f None None] Provisioning complete for port 8a32593b-244f-4e3e-8e24-65e24ffd072c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:12.471483 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5b1ce33-2a1c-4dec-bf35-de082bc4324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.584260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b9cd-ba96-4e44-bac1-833ad67c394b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.642599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-e8405fba-eaaf-418a-ab6b-e8364f2c167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:12.642921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66be64bb-9a28-4734-83f5-755e0a29f1a0 req-79f7c9aa-e949-460f-8b26-4edad75d4637 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 210 time: 0.0754328 Jul 16 09:01:12.647335 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-e8405fba-eaaf-418a-ab6b-e8364f2c167e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 1098 time: 0.6269269 Jul 16 09:01:12.693118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9b9cd-ba96-4e44-bac1-833ad67c394b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=0b56ab43-6bca-47b1-a866-92e9b4ef05fa,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:12.748133 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b9cd-ba96-4e44-bac1-833ad67c394b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.750227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e5c9b9cd-ba96-4e44-bac1-833ad67c394b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/0b56ab43-6bca-47b1-a866-92e9b4ef05fa HTTP/1.1" status: 204 len: 168 time: 1.7835872 Jul 16 09:01:12.752680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb73c2-6e98-462f-b1df-30624318077e req-28d21ab7-2f68-42ee-ad6e-160ceaf5b90a tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:12.754835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47392) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:12.760384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8fb73c2-6e98-462f-b1df-30624318077e req-28d21ab7-2f68-42ee-ad6e-160ceaf5b90a tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1097 time: 0.2065568 Jul 16 09:01:12.811473 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5b1ce33-2a1c-4dec-bf35-de082bc4324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.823910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8fb73c2-6e98-462f-b1df-30624318077e req-eeb0a636-8074-4ee5-90dd-907c080b65a6 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620487 Jul 16 09:01:12.882157 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.892564 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-748ac7bc-0ec0-48af-b83d-e4f4a89bfd4a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:12.897132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748ac7bc-0ec0-48af-b83d-e4f4a89bfd4a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:12.902257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-748ac7bc-0ec0-48af-b83d-e4f4a89bfd4a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/0b56ab43-6bca-47b1-a866-92e9b4ef05fa HTTP/1.1" status: 404 len: 333 time: 0.1265306 Jul 16 09:01:12.902697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47398) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:12.929164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a5b1ce33-2a1c-4dec-bf35-de082bc4324f None None] For port 8a32593b-244f-4e3e-8e24-65e24ffd072c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8a32593b-244f-4e3e-8e24-65e24ffd072c,segment=NetworkSegment(dee61714-d516-4a80-a9c6-b191c103fa26),segment_id=dee61714-d516-4a80-a9c6-b191c103fa26)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:12.943080 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5b1ce33-2a1c-4dec-bf35-de082bc4324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.968777 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8a3f2f-71df-4b91-9693-f18474905fcd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:01:12.974604 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ec8a3f2f-71df-4b91-9693-f18474905fcd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/0b56ab43-6bca-47b1-a866-92e9b4ef05fa HTTP/1.1" status: 404 len: 333 time: 0.0668201 Jul 16 09:01:12.975385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47400) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.047811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.055140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Transition to ACTIVE for port object a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:13.142227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a959bc3e-b0e6-459f-b0b6-b598481d9524']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:13.160650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f775820-abab-4ae3-86b3-d81c4299ef78') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:13.161333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f775820-abab-4ae3-86b3-d81c4299ef78') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:13.163039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1ce33-2a1c-4dec-bf35-de082bc4324f None None] Pushing event updated for resources: {'Port': ['ID=8a32593b-244f-4e3e-8e24-65e24ffd072c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.181231 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.226950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-766e188b-f1ae-4bf2-8e34-e5cff07000e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.228978 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-766e188b-f1ae-4bf2-8e34-e5cff07000e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 200 len: 912 time: 0.5729060 Jul 16 09:01:13.230274 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.241410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:13.242036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.245749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e488128-92c4-440a-8fa0-874eb8fec78c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet 7b13f8d6-53cb-487e-b188-bae727512a7b {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:13.247180 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:13.251174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e488128-92c4-440a-8fa0-874eb8fec78c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.300438 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-59d39f28-ff19-4685-b4ab-344c96cbe918 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe HTTP/1.1" status: 200 len: 217 time: 0.0542626 Jul 16 09:01:13.308815 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e488128-92c4-440a-8fa0-874eb8fec78c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.326806 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.340704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9e791bf-de47-4027-abdb-8247fd9cad8b', '33e2af5f-d2a7-4175-a339-99382b177be6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:13.453266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:13.459079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:13.465350 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.474026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:13.479030 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e488128-92c4-440a-8fa0-874eb8fec78c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.483377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ab9bd4aa-5b32-41fc-b4e0-d97d0cb842d9 None None] Provisioning complete for port 8a32593b-244f-4e3e-8e24-65e24ffd072c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:13.483753 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd4aa-5b32-41fc-b4e0-d97d0cb842d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.485855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.488064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] 10.222.0.55 "DELETE /v2.0/networks/a959bc3e-b0e6-459f-b0b6-b598481d9524 HTTP/1.1" status: 204 len: 168 time: 1.4991069 Jul 16 09:01:13.515468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-52adb582-fc6b-4d3d-bc3f-102d76176838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.519223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-52adb582-fc6b-4d3d-bc3f-102d76176838 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 HTTP/1.1" status: 200 len: 851 time: 0.2082756 Jul 16 09:01:13.563381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-a87a7a8a-f555-48ed-a9c4-b8b49c5445c6 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips/04acc401-c672-4309-93b8-506f5d97f5a0 HTTP/1.1" status: 200 len: 693 time: 0.4608109 Jul 16 09:01:13.622196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1847b-f0be-466d-bdad-3c322d9b5055 req-d47590c4-c2b5-438e-b2e3-1faa9f14c01f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.642156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cec1847b-f0be-466d-bdad-3c322d9b5055 req-d47590c4-c2b5-438e-b2e3-1faa9f14c01f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.6834950 Jul 16 09:01:13.663601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8a32593b-244f-4e3e-8e24-65e24ffd072c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:13.753737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'Port': ['ID=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.759585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-1f676c32-dd03-4bee-998b-68c1048cd4cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1cf511e-c513-44b7-bd9d-26808ff3ee62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332603 Jul 16 09:01:13.772115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a7d40-7690-429f-b713-49adbb8fd232 tempest-NetworksTestDHCPv6-724070336 tempest-NetworksTestDHCPv6-724070336-project] Pushing event deleted for resources: {'Network': ['ID=a959bc3e-b0e6-459f-b0b6-b598481d9524,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.817403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-9e2b31a1-b6a2-4308-9a68-96fc4a3a1101 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:01:13.817403 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-9e2b31a1-b6a2-4308-9a68-96fc4a3a1101 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0362444 Jul 16 09:01:13.918120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.919655 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.938231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cec1847b-f0be-466d-bdad-3c322d9b5055 req-07519597-1776-4cc0-bad3-63f83d8cbac5 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948108 Jul 16 09:01:13.972451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-8fb8bf5a-92c5-4da2-9970-03ce3277c1a3 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.973873 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-36b713ac-d5a9-48a6-b391-c98f63aabc60 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7875082 Jul 16 09:01:13.990337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-8fb8bf5a-92c5-4da2-9970-03ce3277c1a3 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.4261646 Jul 16 09:01:14.006867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9dcea830-ccc4-4a55-a49a-548952e8c8d0 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:01:14.017760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9dcea830-ccc4-4a55-a49a-548952e8c8d0 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253992 Jul 16 09:01:14.020190 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e488128-92c4-440a-8fa0-874eb8fec78c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.027095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Request body: {'port': {'device_id': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:14.122024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8a32593b-244f-4e3e-8e24-65e24ffd072c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:14.122561 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.195752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e488128-92c4-440a-8fa0-874eb8fec78c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=7b13f8d6-53cb-487e-b188-bae727512a7b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:14.198678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e488128-92c4-440a-8fa0-874eb8fec78c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.211129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1e488128-92c4-440a-8fa0-874eb8fec78c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/7b13f8d6-53cb-487e-b188-bae727512a7b HTTP/1.1" status: 204 len: 168 time: 1.2317650 Jul 16 09:01:14.212725 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-7df925ad-e1a5-4e20-993d-d3f57301c91f service neutron] 10.222.0.54 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861802 Jul 16 09:01:14.223338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-ab53b1a2-9b4d-45b7-a18e-5c8778a8cfdd tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.2044516 Jul 16 09:01:14.237261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47426) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:14.276639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47428) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:14.301980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-317b396d-cec5-4b3d-a855-16b77a33d813 None None] Provisioning for port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:14.313323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-317b396d-cec5-4b3d-a855-16b77a33d813 None None] Provisioning complete for port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:14.313704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-317b396d-cec5-4b3d-a855-16b77a33d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.384042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-a3b06f3e-4b9f-4f82-87b6-bcfce2b4f8f7 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.1594548 Jul 16 09:01:14.394218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.442951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-317b396d-cec5-4b3d-a855-16b77a33d813 None None] Port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:14.460478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-317b396d-cec5-4b3d-a855-16b77a33d813 None None] Could not find standard attr ID for object 0b56ab43-6bca-47b1-a866-92e9b4ef05fa. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:01:14.470923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b65f45c7-9900-46d5-9d66-e01e05f239a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.532885 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883a78a-318a-4136-bb43-496ab372dcca None None] Network d3c25820-8ffc-45b9-be00-01b1df32c40d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:14.552861 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.575286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-674b902e-c3bf-4675-ad09-3b4b5e52ac51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3578320 Jul 16 09:01:14.579871 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9359882f-e944-4a9c-a0a1-7bb5b0c36bc6 req-3da28ca4-438c-47d2-965e-3715800fd11f service neutron] 10.222.0.54 "GET /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028598 Jul 16 09:01:14.654839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-cbf51260-0960-4e74-9d21-996393a9875e tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:14.657769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-cbf51260-0960-4e74-9d21-996393a9875e tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/networks?id=7e4a1826-e917-46f5-befb-a5814c1f9874 HTTP/1.1" status: 200 len: 909 time: 0.4441690 Jul 16 09:01:14.751278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-ac79735f-9490-42c1-a32c-5bae0ca55ab8 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/quotas/2ad89203cb25409eb5f8c9ff58cfb100 HTTP/1.1" status: 200 len: 375 time: 0.0872416 Jul 16 09:01:14.784579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7d8f0b7d-4fa0-4686-a512-3bcdd10fad6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cff1c84901d4d38babde63792ac606c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007026 Jul 16 09:01:14.790637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47432) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:14.931941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 8a32593b-244f-4e3e-8e24-65e24ffd072c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:14.932207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.954003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Deleting port 4e622c0e-3e1a-4efe-8ef4-6c294d5e73b0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:14.954416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.979620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] DHCP port deletion for d3c25820-8ffc-45b9-be00-01b1df32c40d request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:15.053037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c9665b-af27-4a60-a6c6-aef7d7a7e700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.068974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e6bb7652-771a-4274-8c5d-2e2691592745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.070018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e6bb7652-771a-4274-8c5d-2e2691592745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.070129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] Deleting port 8a32593b-244f-4e3e-8e24-65e24ffd072c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:15.070215 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e6bb7652-771a-4274-8c5d-2e2691592745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.070291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.070515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e6bb7652-771a-4274-8c5d-2e2691592745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.071086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e6bb7652-771a-4274-8c5d-2e2691592745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.071742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e6bb7652-771a-4274-8c5d-2e2691592745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.072011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e6bb7652-771a-4274-8c5d-2e2691592745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.074212 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e6bb7652-771a-4274-8c5d-2e2691592745 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6510 time: 0.2261624 Jul 16 09:01:15.076372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:15.103156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-c5fb6158-d341-4c56-a780-562c4adf9368 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ad89203cb25409eb5f8c9ff58cfb100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3306203 Jul 16 09:01:15.104961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.116509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] For port 8a32593b-244f-4e3e-8e24-65e24ffd072c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8a32593b-244f-4e3e-8e24-65e24ffd072c,segment=NetworkSegment(dee61714-d516-4a80-a9c6-b191c103fa26),segment_id=dee61714-d516-4a80-a9c6-b191c103fa26)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:15.117584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.155946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Transition to ACTIVE for port object a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:15.173306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.178915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 8a32593b-244f-4e3e-8e24-65e24ffd072c owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:15.189873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c9665b-af27-4a60-a6c6-aef7d7a7e700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.192728 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.192886 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.207905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] For port 8a32593b-244f-4e3e-8e24-65e24ffd072c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8a32593b-244f-4e3e-8e24-65e24ffd072c,segment=NetworkSegment(dee61714-d516-4a80-a9c6-b191c103fa26),segment_id=dee61714-d516-4a80-a9c6-b191c103fa26)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:15.207905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.228670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] Calling delete_port for 8a32593b-244f-4e3e-8e24-65e24ffd072c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:15.249505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Calling delete_port for 4e622c0e-3e1a-4efe-8ef4-6c294d5e73b0 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:15.255118 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.322556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.338895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-5d35b750-404e-4347-b809-3f5c5ae787c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.339373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-5d35b750-404e-4347-b809-3f5c5ae787c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.339842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-5d35b750-404e-4347-b809-3f5c5ae787c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.341567 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-5d35b750-404e-4347-b809-3f5c5ae787c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f56d1b59-6046-47e5-8358-9118989f30fb&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=d7cd753c-1243-4a01-b070-f46b22af0ad9&id=d7cd753c-1243-4a01-b070-f46b22af0ad9 HTTP/1.1" status: 200 len: 2297 time: 0.2266259 Jul 16 09:01:15.501311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Attempting to bind port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:15.501779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Attempting to bind port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:15.502208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Attempting to bind port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:15.508093 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-1f3f2d35-e79c-4e75-a2a9-d47b7f28162b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee HTTP/1.1" status: 200 len: 1002 time: 0.1346188 Jul 16 09:01:15.509598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:15.510233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Attempting to bind port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:15.524573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:15.529854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Checking segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:15.533677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Bound using segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:15.534777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Bound port: a6aa48b5-f9d3-4b12-b73d-48f6a08847b4, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:15.545773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.552691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.635733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8a32593b-244f-4e3e-8e24-65e24ffd072c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:15.641672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] Pushing event deleted for resources: {'Port': ['ID=8a32593b-244f-4e3e-8e24-65e24ffd072c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.698334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236af77c-5601-42ce-bbfe-50b77fcc077d None None] No DVR routers for this DVR port 8a32593b-244f-4e3e-8e24-65e24ffd072c on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:15.720082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-f1395c7c-0d7b-485a-a526-05e8da738614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.722001 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-f1395c7c-0d7b-485a-a526-05e8da738614 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb977cdb-bd1e-4952-93e4-386a3ffddfea HTTP/1.1" status: 200 len: 855 time: 0.1991055 Jul 16 09:01:15.723186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] For port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:15.725090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 8a32593b-244f-4e3e-8e24-65e24ffd072c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:15.725473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8a32593b-244f-4e3e-8e24-65e24ffd072c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:15.727950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] For port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:15.741713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.823659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.824294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.825852 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 HTTP/1.1" status: 200 len: 1093 time: 1.8043816 Jul 16 09:01:15.828176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'tag': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:15.839073 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d0c906-25ed-4df2-88d8-7798d5fa793a", "tag": "a6aa48b5-f9d3-4b12-b73d-48f6a08847b4"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:15.868347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612ec9b-c2fa-4213-b1d4-a4215983f8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.883836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-6c5b803c-4774-4a46-b887-8d149497bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.885386 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-6c5b803c-4774-4a46-b887-8d149497bf8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f56d1b59-6046-47e5-8358-9118989f30fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559837 Jul 16 09:01:16.045346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-8037e6ab-5400-49ad-b6d2-4792385e6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.048074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-8037e6ab-5400-49ad-b6d2-4792385e6802 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 1096 time: 0.1527474 Jul 16 09:01:16.050567 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-223e6fc2-5913-452e-8b61-c71786e47b13 service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567590 Jul 16 09:01:16.109920 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-8ff4ba79-cbf9-4c70-a1ab-839d01da6cd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 HTTP/1.1" status: 200 len: 217 time: 0.0529573 Jul 16 09:01:16.143574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-993082af-66a5-494e-a32d-b3f6722e6616 service neutron] 10.222.0.55 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0200357 Jul 16 09:01:16.203441 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c9665b-af27-4a60-a6c6-aef7d7a7e700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.208683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c9665b-af27-4a60-a6c6-aef7d7a7e700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.210324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-64c9665b-af27-4a60-a6c6-aef7d7a7e700 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/711a313a-fc99-4cd1-8876-29019604c2ee HTTP/1.1" status: 204 len: 168 time: 1.4090557 Jul 16 09:01:16.286690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9665b-af27-4a60-a6c6-aef7d7a7e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711a313a-fc99-4cd1-8876-29019604c2ee,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.338874 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.396333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=8a32593b-244f-4e3e-8e24-65e24ffd072c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.444141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No DVR routers for this DVR port 8a32593b-244f-4e3e-8e24-65e24ffd072c on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:16.457574 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.575387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Pushing event deleted for resources: {'Port': ['ID=4e622c0e-3e1a-4efe-8ef4-6c294d5e73b0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.607501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-7e2eb4d7-ceba-4fa8-8cb5-3ada1aa08e93 service neutron] 10.222.0.55 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626315 Jul 16 09:01:16.627174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-b44a8724-942c-4687-8cb1-f983a7959006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.629601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-b44a8724-942c-4687-8cb1-f983a7959006 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.5083814 Jul 16 09:01:16.740383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.777258 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-cb29b428-5a54-4d47-bb34-7c9ae389a74c service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057481 Jul 16 09:01:16.834311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c25820-8ffc-45b9-be00-01b1df32c40d']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:16.858775 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-2e42031c-1099-47e4-89ce-f5899d79766a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 217 time: 0.0695741 Jul 16 09:01:16.862080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee61714-d516-4a80-a9c6-b191c103fa26') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:16.862599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee61714-d516-4a80-a9c6-b191c103fa26') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:16.862984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-5a3a5e90-c856-4c88-8fed-e9dc298e5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.864512 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-5a3a5e90-c856-4c88-8fed-e9dc298e5974 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2204723 Jul 16 09:01:16.905308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.910124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.911741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ebf1c13d-4300-4dc3-aab9-bea2cc771c5a req-9e9da76a-6df6-4534-b599-03d0962b4508 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "DELETE /v2.0/floatingips/04acc401-c672-4309-93b8-506f5d97f5a0 HTTP/1.1" status: 204 len: 173 time: 2.5269635 Jul 16 09:01:16.922226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.943691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.976246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:16.979836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:16.988678 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:16.996624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-1af2eec8-766d-4637-83d3-f5f9be568708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.004563 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-1af2eec8-766d-4637-83d3-f5f9be568708 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1367321 Jul 16 09:01:17.210486 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-5f36e6a9-80e0-4f8b-ac5a-c23fb8e03cbc service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344471 Jul 16 09:01:17.271042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-1486547a-22d7-4e85-ae97-b681b804ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.272616 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-1486547a-22d7-4e85-ae97-b681b804ceaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2558749 Jul 16 09:01:17.276149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.291083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.300933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/networks/d3c25820-8ffc-45b9-be00-01b1df32c40d HTTP/1.1" status: 204 len: 168 time: 3.0662613 Jul 16 09:01:17.304911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47462) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:17.330009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1426364863'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:17.367919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08f7fd-9ba3-4a61-8e2b-0d73a43de22b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Network': ['ID=d3c25820-8ffc-45b9-be00-01b1df32c40d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.454178 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3b5f0934-94ee-45fe-b711-fcad60ea9c4b req-6d5ecbfa-9acb-4cbc-87e8-f8da2c072caa service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349787 Jul 16 09:01:17.481713 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-4672a666-d78d-4f07-8591-9d2aeee3df12 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618292 Jul 16 09:01:17.534865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb8f74-61d5-4ebd-be2c-bdd8be0a65c1 req-92804957-2553-43df-9c57-8859b1922577 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.537460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb8f74-61d5-4ebd-be2c-bdd8be0a65c1 req-92804957-2553-43df-9c57-8859b1922577 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 944 time: 0.4690568 Jul 16 09:01:17.558270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:17.562578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.629430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.642926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47478) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:17.644041 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f0a3-a879-494c-94b0-5408c7378b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.704971 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-7785d414-97e2-4dd1-b33b-0857a2e70144 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108684 Jul 16 09:01:17.709328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ca6c1-1369-4403-bc2c-6aeb0289428f req-74c96afb-6ee4-40ac-9867-32031cc25d8e tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.719057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-390ca6c1-1369-4403-bc2c-6aeb0289428f req-74c96afb-6ee4-40ac-9867-32031cc25d8e tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.3472073 Jul 16 09:01:17.731799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:17.768454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-bc8110b7-2960-4ca7-aaa7-2267bb22bc28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 217 time: 0.0561309 Jul 16 09:01:17.772329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb8f74-61d5-4ebd-be2c-bdd8be0a65c1 req-c324a786-16d1-4c2f-8abe-dffee600328c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193584 Jul 16 09:01:17.777438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.777821 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Added segment c251fa1d-f2ba-45f4-9887-2fc3139ddb6b of type vlan for network 2387142e-b394-41f1-b378-46a9bde0e426 Jul 16 09:01:17.831888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-390ca6c1-1369-4403-bc2c-6aeb0289428f req-ff391487-9984-410a-a8b4-7878f67720ee tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118481 Jul 16 09:01:17.882098 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.885003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-42037de4-d7af-4590-bc07-bba1f071cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.886852 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-42037de4-d7af-4590-bc07-bba1f071cd2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1044240 Jul 16 09:01:17.912618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-58379627'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:17.975624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:17.983496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.010780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.035611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e2c79617-714f-4d96-8a6c-a8da37e4838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.036418 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e2c79617-714f-4d96-8a6c-a8da37e4838c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1417801 Jul 16 09:01:18.049678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.056694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.057319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.099800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-669faabe-e9ca-4e9e-907f-c0d26e92c9ef req-da9eb44d-3fc7-4e36-943a-c38f9fa6ec03 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 210 time: 0.0585067 Jul 16 09:01:18.240370 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0335f6-6072-4ca0-bff3-41d84ac7384f x-openstack-request-id: req-2e0335f6-6072-4ca0-bff3-41d84ac7384f {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:18.240370 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d0c906-25ed-4df2-88d8-7798d5fa793a", "tag": "a6aa48b5-f9d3-4b12-b73d-48f6a08847b4", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:18.240370 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e0335f6-6072-4ca0-bff3-41d84ac7384f {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:18.240370 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'tag': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4', 'status': 'completed', 'code': 200} Jul 16 09:01:18.262982 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-61bf43e5-12c6-4cf4-8f3a-264493ae5bba service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024386 Jul 16 09:01:18.284720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Network': ['ID=2387142e-b394-41f1-b378-46a9bde0e426,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.300536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 2387142e-b394-41f1-b378-46a9bde0e426 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:18.327239 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-817741b5-3b9c-49e5-80de-71e38707374a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 1002 time: 0.1866779 Jul 16 09:01:18.474387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-9a548fb8-9f64-42a1-87a5-6c27c972e1df tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.483157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-9a548fb8-9f64-42a1-87a5-6c27c972e1df tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports/7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 200 len: 943 time: 0.1547742 Jul 16 09:01:18.525310 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-59ed29ec-60de-4a4a-b42d-957e3ccbe90c service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459633 Jul 16 09:01:18.559791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-d9132203-fc93-43d5-818b-0a132fa17ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.561725 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-d9132203-fc93-43d5-818b-0a132fa17ab6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 1096 time: 0.2937925 Jul 16 09:01:18.616896 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-d92c6cd2-9159-4d89-ba2e-12df52192c6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=b907f41a-7d40-4b14-939a-e6b601b4b132 HTTP/1.1" status: 200 len: 217 time: 0.0834250 Jul 16 09:01:18.716745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.735050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.741435 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.772089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-53bf5b15-e675-45fe-9f26-77ec5a95cad6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4574621 Jul 16 09:01:18.775285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47492) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:18.782400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '2387142e-b394-41f1-b378-46a9bde0e426', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:18.803647 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.823645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:18.826432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-82c3acf9-8a7d-46e2-9abd-518fb33f0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.828761 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-82c3acf9-8a7d-46e2-9abd-518fb33f0e2b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1857178 Jul 16 09:01:18.829158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-dcd9def5-15cd-4343-ae35-b63c15034dfc tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 1002 time: 0.1886909 Jul 16 09:01:18.851875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.852406 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Added segment efcaaf24-7b03-45f3-b7ef-3878cfa6098a of type vlan for network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d Jul 16 09:01:18.858543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c61019-a9a4-41ed-aaa0-3c7e385dde88,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.913464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-d43fd711-472a-49b2-9a3a-b223ef21a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.917778 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-d43fd711-472a-49b2-9a3a-b223ef21a2ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.3013945 Jul 16 09:01:18.998918 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-91863b66-d5ac-4275-82da-7f14d4e64260 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 HTTP/1.1" status: 200 len: 217 time: 0.0410023 Jul 16 09:01:19.073796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-51a8816d-5a52-4cdc-ac3a-17aea650119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.075196 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-51a8816d-5a52-4cdc-ac3a-17aea650119a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.0553253 Jul 16 09:01:19.079790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.144670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-d2460291-e731-4f36-b10a-4ed900f87d00 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.152516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-d2460291-e731-4f36-b10a-4ed900f87d00 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.3165677 Jul 16 09:01:19.180723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-86cc426a-f581-4111-a380-a1a6dc47bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.182396 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-86cc426a-f581-4111-a380-a1a6dc47bf53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3326621 Jul 16 09:01:19.184450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.190250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.190855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.191505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-e1654783-5630-427c-93b0-9b082b1810f8 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:01:19.198204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-e1654783-5630-427c-93b0-9b082b1810f8 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439985 Jul 16 09:01:19.220816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5744834 Jul 16 09:01:19.237638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:19.240903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:19.245106 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.259018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'subnet': {'network_id': '4e6853cb-dee3-49a2-bf30-f2e8eff7b39d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:19.259251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-3db4ec38-47d3-4fde-9bc5-a8b64cc4ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.260763 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-3db4ec38-47d3-4fde-9bc5-a8b64cc4ec93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735957 Jul 16 09:01:19.348297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99417942-eb8c-4f65-b4af-7e5cf3a50391 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Network': ['ID=4e6853cb-dee3-49a2-bf30-f2e8eff7b39d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:19.377491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:19.411293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-e51f5ab1-a1a7-498f-ac48-da906d80ee57 req-689031f2-ff88-4c42-959a-010d70f21452 service neutron] (94164) timed out ('10.222.0.54', 57293) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:01:19.430600 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-96451ae8-84ee-48de-854e-f7e1d28beef3 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276745 Jul 16 09:01:19.483399 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-62395aa1-a04a-455c-9319-a328ee5c7e82 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144833 Jul 16 09:01:19.578801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-259b72cd-d795-4260-8568-8fa7064691b2 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 1002 time: 0.3400133 Jul 16 09:01:19.582517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:19.586587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.638539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:19.653926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-d274b1db-2883-43f0-ae3d-0ebaba6f5a25 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.655436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-d274b1db-2883-43f0-ae3d-0ebaba6f5a25 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.52 "GET /v2.0/networks?id=7e4a1826-e917-46f5-befb-a5814c1f9874 HTTP/1.1" status: 200 len: 909 time: 0.4835801 Jul 16 09:01:19.664759 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-ea175244-56bc-43e2-bd35-40c668ddb008 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242951 Jul 16 09:01:19.676841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Request body: {'port': {'device_id': 'be7c88da-8858-43a6-ac3b-8445d677611a', 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'admin_state_up': True, 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:19.684937 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6602bf11-35b7-4f58-bfd3-4f5bc4a8ff05 req-70f1df02-7d73-4a07-8c8b-39276c5059fa service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903589 Jul 16 09:01:19.715953 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-056e6622-751e-4519-82d4-023272b7b31e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a HTTP/1.1" status: 200 len: 217 time: 0.0396590 Jul 16 09:01:19.832745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8262859-2f2b-4389-a6b3-581660cee0fc req-58fccdb4-1ecf-467e-ac7a-8ca9cc2aa444 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.841413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-fc329f2e-f908-4661-8705-8edd44a263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.843083 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-fc329f2e-f908-4661-8705-8edd44a263b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1171048 Jul 16 09:01:19.846214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8262859-2f2b-4389-a6b3-581660cee0fc req-58fccdb4-1ecf-467e-ac7a-8ca9cc2aa444 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.6059740 Jul 16 09:01:19.885573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Made reservation on behalf of 2ad89203cb25409eb5f8c9ff58cfb100 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:19.888726 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.957863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-85334662-28bb-4d14-900b-4c8851d776c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.959646 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-85334662-28bb-4d14-900b-4c8851d776c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027458 Jul 16 09:01:19.960393 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.075585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8262859-2f2b-4389-a6b3-581660cee0fc req-90741099-2f49-45f3-aede-066a9d37fedd tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067180 Jul 16 09:01:20.101564 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-c1b1765d-06bb-4602-9eb5-75e9b1d6c98e service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302326 Jul 16 09:01:20.104571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.161883 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.250614 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-069102f3-78bb-493e-b33f-f1548afdceee service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386204 Jul 16 09:01:20.297399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:20.307481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-920cd2c9-3397-4fc4-8c1e-6b6d32865c15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d HTTP/1.1" status: 200 len: 217 time: 0.0476925 Jul 16 09:01:20.381219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=efa7d613-c468-4eee-8592-ae1a930cacc3,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:20.386558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-2cf859d0-2ef7-4e32-b17d-250bb3a81fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.392544 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-2cf859d0-2ef7-4e32-b17d-250bb3a81fcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.0717473 Jul 16 09:01:20.441420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:20.455617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4', 'mac_address': 'fa:16:3e:8b:8f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:20.517491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-46c37bd4-b9b0-424e-bdc1-174136242838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.517998 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.520578 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-46c37bd4-b9b0-424e-bdc1-174136242838 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190763 Jul 16 09:01:20.552530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:20.569734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.571900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.576093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:20.586253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.620991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Allocated IP 172.20.0.5 (7e4a1826-e917-46f5-befb-a5814c1f9874/29070e93-5640-4632-aa6f-98a6633041cf/a98abcc8-fc2b-46e3-a879-5ae783f276c4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:20.624844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Checking segment: {'id': 'c251fa1d-f2ba-45f4-9887-2fc3139ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2387142e-b394-41f1-b378-46a9bde0e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:20.625253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network hostable DHCP agents. Network: 2387142e-b394-41f1-b378-46a9bde0e426, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:20.642040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.642275 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Floating IP 1462818a-539c-4118-bd29-4d6321250194 disassociated. External IP: 172.25.6.186, port: 7d96f864-57bd-431b-ba29-03d370354621. Jul 16 09:01:20.672081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:20.708014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-47c5b1c2-4603-47d5-9b4c-53af3c73665c service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750705 Jul 16 09:01:20.744015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Subnet': ['ID=85524445-4456-4931-a2c4-b1a46d63d91d,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:20.768580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619e946-4138-44db-9786-1e12873c8837 req-f127dfd3-e6f6-4943-98e4-510a3c1380f8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.770128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e619e946-4138-44db-9786-1e12873c8837 req-f127dfd3-e6f6-4943-98e4-510a3c1380f8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 944 time: 0.5147974 Jul 16 09:01:20.807905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 2387142e-b394-41f1-b378-46a9bde0e426 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:20.822284 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-6ce69cda-a63e-441c-a19c-30c6c3a02f2d service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052215 Jul 16 09:01:20.870268 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-e8bf4f38-b5f5-457c-b00f-5cc380221e3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a HTTP/1.1" status: 200 len: 217 time: 0.0370750 Jul 16 09:01:20.873980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a6aa48b5-f9d3-4b12-b73d-48f6a08847b4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:20.888872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 2387142e-b394-41f1-b378-46a9bde0e426) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:20.903403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.904008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.907491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aeea12-b4da-4bf8-a538-459d16c766dc None None] Network 2387142e-b394-41f1-b378-46a9bde0e426 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:20.952316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-c7b02bef-d891-4c08-813f-7a9b2c6aa27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.953865 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-c7b02bef-d891-4c08-813f-7a9b2c6aa27c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.0732861 Jul 16 09:01:21.035908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-081e4773-b06f-439b-894f-232c710622f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:21.037375 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-081e4773-b06f-439b-894f-232c710622f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725892 Jul 16 09:01:21.149298 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-a179d75d-fe95-4b71-a6d8-551a89d4dbbf service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009967 Jul 16 09:01:21.158847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-2387142e-b394-41f1-b378-46a9bde0e426', 'network_id': '2387142e-b394-41f1-b378-46a9bde0e426', 'tenant_id': '4d7f02459eb640fb913972341f0211a3', 'fixed_ips': [{'subnet_id': 'efa7d613-c468-4eee-8592-ae1a930cacc3'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:21.159703 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.270853 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8d1e0c8d-fab3-48f0-b802-6a64e610ffaf req-436e49d6-6450-43db-a6b3-d6e16ab6bf6e service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092782 Jul 16 09:01:21.294125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Checking segment: {'id': 'efcaaf24-7b03-45f3-b7ef-3878cfa6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4e6853cb-dee3-49a2-bf30-f2e8eff7b39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:21.294847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network hostable DHCP agents. Network: 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:21.346473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Allocated IP 2001:db8::2 (2387142e-b394-41f1-b378-46a9bde0e426/efa7d613-c468-4eee-8592-ae1a930cacc3/24b9e2ff-cf9a-4618-820b-93b7ec2efc08) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:21.354442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d6c6c7aa-a649-4d59-8dc3-eeb355197a9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5779994 Jul 16 09:01:21.357747 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47510) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:21.366012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e619e946-4138-44db-9786-1e12873c8837 req-5c3624f7-a1b3-472f-a966-732edde47e09 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757704 Jul 16 09:01:21.368005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '2387142e-b394-41f1-b378-46a9bde0e426', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1124030581'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:21.369849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:21.415126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:21.433741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9b161-522c-4685-8e0a-31c6c1c874a2 None None] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:21.538493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:21.539866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.564538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Router a7cfab90-5b6b-43a6-ac83-79707bd711dc has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:21.599696 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.609581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:21.612879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ea4d14ee-fa6a-457f-aa1c-6c94b1804994 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3639946 Jul 16 09:01:21.613203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.627349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47512) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:21.630278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.642800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b2369aa-58cd-4623-b0ec-82d97197be0d req-ddb35b57-952f-43e3-802b-5c4ae9dc5c2e tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 210 time: 0.0543513 Jul 16 09:01:21.646795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Transition to ACTIVE for port object a98abcc8-fc2b-46e3-a879-5ae783f276c4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:21.650502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-72483197', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:21.698932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port 0478e03d-dd87-4edd-8d6e-c27c70b31c32 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:21.703320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Transition to ACTIVE for port object 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:21.712508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbbcc5e-84d4-4bc3-85be-0046a5aafe96 None None] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:21.783867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Transition to ACTIVE for port object 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:21.827368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.834532 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.836709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.866635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:21.876415 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.880745 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] Sync routers for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:21.896965 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:21.897590 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:21.903299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f6b7081d-1d4c-477b-9970-2eb01ffa58ab'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:21.909365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.931288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:21.959563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-6a5e6c20-b9e5-4582-a106-8014bb2c559a tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "PUT /v2.0/floatingips/1462818a-539c-4118-bd29-4d6321250194 HTTP/1.1" status: 200 len: 695 time: 2.3455212 Jul 16 09:01:21.968746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:21.973886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'tag': '7d96f864-57bd-431b-ba29-03d370354621'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:21.984605 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49d4f6-ce68-4467-a084-f2377feaf6be" -d '{"events": [{"name": "network-changed", "server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "tag": "7d96f864-57bd-431b-ba29-03d370354621"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:22.000429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.011312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:22.099165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.099165 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.152682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4846659 Jul 16 09:01:22.154576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe9d09-83c0-4205-96f7-4e1bf781f200 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Pushing event updated for resources: {'Port': ['ID=a98abcc8-fc2b-46e3-a879-5ae783f276c4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:22.182776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Request body: {'port': {'device_id': 'be7c88da-8858-43a6-ac3b-8445d677611a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:22.212068 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:22.269078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Network 2387142e-b394-41f1-b378-46a9bde0e426 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:22.297411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:22.298080 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.303173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:22.332009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.340875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:22.343248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-8e4bf709-0fd7-4c3f-bd19-f3696f578272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.344907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-8e4bf709-0fd7-4c3f-bd19-f3696f578272 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4dd9e35e7404403a15e2cf10683ead9&device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 1098 time: 0.2489569 Jul 16 09:01:22.387902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::163 (2387142e-b394-41f1-b378-46a9bde0e426/efa7d613-c468-4eee-8592-ae1a930cacc3/0478e03d-dd87-4edd-8d6e-c27c70b31c32) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:22.390493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Pushing event updated for resources: {'Port': ['ID=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:22.480839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Attempting to bind port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:22.481064 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:22.481269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Attempting to bind port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c251fa1d-f2ba-45f4-9887-2fc3139ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2387142e-b394-41f1-b378-46a9bde0e426'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:22.481581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Attempting to bind port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 on network 2387142e-b394-41f1-b378-46a9bde0e426 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:22.493293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2dbcede0-cae6-41e5-8218-a8ea86a463fe None None] Provisioning for port a98abcc8-fc2b-46e3-a879-5ae783f276c4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:22.499419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2dbcede0-cae6-41e5-8218-a8ea86a463fe None None] Provisioning complete for port a98abcc8-fc2b-46e3-a879-5ae783f276c4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:22.499794 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2dbcede0-cae6-41e5-8218-a8ea86a463fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.514842 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] Checking router: a7cfab90-5b6b-43a6-ac83-79707bd711dc for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:22.526037 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:22.526721 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:22.539802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:22.540287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Checking segment: {'id': 'c251fa1d-f2ba-45f4-9887-2fc3139ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2387142e-b394-41f1-b378-46a9bde0e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:22.540704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.541113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Bound using segment: {'id': 'c251fa1d-f2ba-45f4-9887-2fc3139ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2387142e-b394-41f1-b378-46a9bde0e426'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:22.541615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Bound port: 24b9e2ff-cf9a-4618-820b-93b7ec2efc08, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c251fa1d-f2ba-45f4-9887-2fc3139ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2387142e-b394-41f1-b378-46a9bde0e426'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:22.542030 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.557059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcede0-cae6-41e5-8218-a8ea86a463fe None None] Port a98abcc8-fc2b-46e3-a879-5ae783f276c4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:22.621229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] For port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:22.626968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] For port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,segment=NetworkSegment(c251fa1d-f2ba-45f4-9887-2fc3139ddb6b),segment_id=c251fa1d-f2ba-45f4-9887-2fc3139ddb6b)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:22.641866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.654026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b185e-7836-4f94-b85d-5bbcd5bf5653 req-ad6ddf15-75e9-4014-a9b8-b48e72bcc5d2 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.663573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa0b185e-7836-4f94-b85d-5bbcd5bf5653 req-ad6ddf15-75e9-4014-a9b8-b48e72bcc5d2 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.3674965 Jul 16 09:01:22.683405 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:22.766241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:22.801566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:22.801982 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.843175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2838ee-f98f-48d0-a729-9a64e464242a None None] Pushing event updated for resources: {'Port': ['ID=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:22.870222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa0b185e-7836-4f94-b85d-5bbcd5bf5653 req-500793e5-136e-4812-827f-2b98528629da tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050068 Jul 16 09:01:22.888075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-5a77145c-dd1a-4583-bf37-f688f589c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.891450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-5a77145c-dd1a-4583-bf37-f688f589c97d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0a573aa-8fee-4ec8-9c49-d8852926f19e HTTP/1.1" status: 200 len: 930 time: 0.5329747 Jul 16 09:01:22.935460 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.964612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.971764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:22.979763 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df39be28-a8c4-442f-9ddb-d6401fd507bd" -d '{"events": [{"server_uuid": "e0d0c906-25ed-4df2-88d8-7798d5fa793a", "name": "network-vif-plugged", "status": "completed", "tag": "a6aa48b5-f9d3-4b12-b73d-48f6a08847b4"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:23.033872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:23.036941 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efb298a-cf49-4e80-9213-143e11b61e02 x-openstack-request-id: req-7efb298a-cf49-4e80-9213-143e11b61e02 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:23.036941 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "tag": "7d96f864-57bd-431b-ba29-03d370354621", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:23.038234 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7efb298a-cf49-4e80-9213-143e11b61e02 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:23.038409 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'tag': '7d96f864-57bd-431b-ba29-03d370354621', 'status': 'completed', 'code': 200} Jul 16 09:01:23.042548 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.059162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-74e4e3f5-4884-4520-901d-973b6d2cc4c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 200 len: 217 time: 0.1597970 Jul 16 09:01:23.097260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object 0478e03d-dd87-4edd-8d6e-c27c70b31c32 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:23.185280 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:23.200134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-43362830-2fcf-4cd0-b5dd-593718ae2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.202397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-43362830-2fcf-4cd0-b5dd-593718ae2915 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=507c3e10-2c17-4039-a16c-2ac9a03d6d8f HTTP/1.1" status: 200 len: 868 time: 0.1319478 Jul 16 09:01:23.208971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:23.225181 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f239c4-f3e1-4e62-92e6-dfa5bcbfb779 None None] The sync data for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 is: [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:00:33Z', 'revision_number': 4, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'c0b34f11-59db-43df-88f2-bd8b4121fd04', 'name': '', 'network_id': 'd0a573aa-8fee-4ec8-9c49-d8852926f19e', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'mac_address': 'fa:16:3e:67:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:42Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'subnets': [{'id': '507c3e10-2c17-4039-a16c-2ac9a03d6d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:23.268136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.288900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98abcc8-fc2b-46e3-a879-5ae783f276c4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:23.299518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.317937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Transition to ACTIVE for port object a98abcc8-fc2b-46e3-a879-5ae783f276c4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:23.324973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.368122 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.411480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-c8f630ca-dddc-419f-b908-273cbfbe1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.414349 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-c8f630ca-dddc-419f-b908-273cbfbe1e2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4dd9e35e7404403a15e2cf10683ead9&device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 1098 time: 0.4150367 Jul 16 09:01:23.419441 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.509371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Pushing event updated for resources: {'Port': ['ID=a98abcc8-fc2b-46e3-a879-5ae783f276c4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:23.596406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 2387142e-b394-41f1-b378-46a9bde0e426 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:23.614304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-84f52b55-aa68-48ce-9c80-5c4af1cec061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.621985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-84f52b55-aa68-48ce-9c80-5c4af1cec061 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0a573aa-8fee-4ec8-9c49-d8852926f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3799999 Jul 16 09:01:23.651455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:23.688772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10143d04-cf4e-4812-9f9c-841ae8f87342 req-5895c01b-5763-4098-82fe-54a17559559d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.701319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10143d04-cf4e-4812-9f9c-841ae8f87342 req-5895c01b-5763-4098-82fe-54a17559559d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 946 time: 0.4687130 Jul 16 09:01:23.757188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:23.767809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.767809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.783431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:23.787483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560df693-f311-4e7b-926d-213f448a35c5 req-5253a5ec-86cb-415a-be3b-59d12de7eca2 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.789394 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-560df693-f311-4e7b-926d-213f448a35c5 req-5253a5ec-86cb-415a-be3b-59d12de7eca2 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.54 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.5317860 Jul 16 09:01:23.814668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=0478e03d-dd87-4edd-8d6e-c27c70b31c32,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:23.929333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:23.931855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Attempting to bind port a98abcc8-fc2b-46e3-a879-5ae783f276c4 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:23.932252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Attempting to bind port a98abcc8-fc2b-46e3-a879-5ae783f276c4 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:23.932852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Attempting to bind port a98abcc8-fc2b-46e3-a879-5ae783f276c4 on network 7e4a1826-e917-46f5-befb-a5814c1f9874 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:23.958656 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10143d04-cf4e-4812-9f9c-841ae8f87342 req-463bf2de-3efe-42ff-b9a0-6e61620bc4f3 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579615 Jul 16 09:01:23.983477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Port a98abcc8-fc2b-46e3-a879-5ae783f276c4 on network 7e4a1826-e917-46f5-befb-a5814c1f9874 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:23.984123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Attempting to bind port a98abcc8-fc2b-46e3-a879-5ae783f276c4 on network 7e4a1826-e917-46f5-befb-a5814c1f9874 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:23.996136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224084a-02f5-4d3a-a8bc-4888fc730f68 None None] New status for floating IP 1462818a-539c-4118-bd29-4d6321250194: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:24.008520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:24.008876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Checking segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:24.010060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Bound using segment: {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:24.010623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Bound port: a98abcc8-fc2b-46e3-a879-5ae783f276c4, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9057aaf-fb99-4171-86ed-8608f164ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:24.011000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.018700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-1eb6158a-8e14-46f2-8ade-f775e170ae8e service neutron] 10.222.0.55 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813868 Jul 16 09:01:24.059915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.25.6.228 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/80ebc08a-d7c4-49b9-812f-c631bcd2f484) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:24.071558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-003677e4-de06-4de3-8dc4-3902e897dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.073336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-003677e4-de06-4de3-8dc4-3902e897dcb5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0a573aa-8fee-4ec8-9c49-d8852926f19e HTTP/1.1" status: 200 len: 930 time: 0.6420507 Jul 16 09:01:24.075612 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a429f376-fb8e-4d63-a3e0-1890aa9e589e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7148223 Jul 16 09:01:24.086624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47540) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:24.214587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] For port a98abcc8-fc2b-46e3-a879-5ae783f276c4, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:24.224304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] For port a98abcc8-fc2b-46e3-a879-5ae783f276c4, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a98abcc8-fc2b-46e3-a879-5ae783f276c4,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:24.233024 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.243469 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-619aee3c-9a1b-47f9-aae7-12ad1b5d163c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 200 len: 217 time: 0.1479392 Jul 16 09:01:24.246040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63cbe7f5-e9c1-4272-96d9-b06419f5ef19 req-66c1bbb1-fac5-431c-a38e-02834f36d05e service neutron] 10.222.0.55 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164738 Jul 16 09:01:24.315200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.316054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.317290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] 10.222.0.52 "PUT /v2.0/ports/a98abcc8-fc2b-46e3-a879-5ae783f276c4 HTTP/1.1" status: 200 len: 1092 time: 2.1490057 Jul 16 09:01:24.416012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c0df2-a8ff-4c33-a084-775e9bcd0030 service neutron] Pushing event updated for resources: {'Port': ['ID=a98abcc8-fc2b-46e3-a879-5ae783f276c4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:24.449979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca20e08-7612-419d-9511-f46b7ce0edf0 req-10c7e77b-2eb5-4155-b9ea-3760e3ae6f46 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.451525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fca20e08-7612-419d-9511-f46b7ce0edf0 req-10c7e77b-2eb5-4155-b9ea-3760e3ae6f46 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1095 time: 0.2056181 Jul 16 09:01:24.483298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-a796fed8-0003-4354-b4e0-7bf31c0763f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.484858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-a796fed8-0003-4354-b4e0-7bf31c0763f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ad89203cb25409eb5f8c9ff58cfb100&device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1095 time: 0.1218963 Jul 16 09:01:24.516364 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6def77-d39d-492b-9f1a-e541bec1d5e9 x-openstack-request-id: req-5c6def77-d39d-492b-9f1a-e541bec1d5e9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:24.516680 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d0c906-25ed-4df2-88d8-7798d5fa793a", "name": "network-vif-plugged", "status": "completed", "tag": "a6aa48b5-f9d3-4b12-b73d-48f6a08847b4", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:24.518977 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c6def77-d39d-492b-9f1a-e541bec1d5e9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:24.519329 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4', 'code': 200} Jul 16 09:01:24.531622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-2d4b1951-1b08-4cad-ad72-98bcddc01f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.533266 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-2d4b1951-1b08-4cad-ad72-98bcddc01f5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=507c3e10-2c17-4039-a16c-2ac9a03d6d8f HTTP/1.1" status: 200 len: 868 time: 0.2665367 Jul 16 09:01:24.551195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fca20e08-7612-419d-9511-f46b7ce0edf0 req-2c5d4486-3e96-4460-b917-49cb09dc4b3d tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920079 Jul 16 09:01:24.624110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abdbf61-33d7-40b3-9e1a-808f311f9de1 None None] Network 2387142e-b394-41f1-b378-46a9bde0e426 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:24.714660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-8f8da5e7-ae1d-4863-b5eb-decc5cebce84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98abcc8-fc2b-46e3-a879-5ae783f276c4 HTTP/1.1" status: 200 len: 217 time: 0.1699972 Jul 16 09:01:24.718585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Deleting port d5603323-1f3a-419d-b5d4-0b7648864dbe {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:24.722797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.873900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f8fa5e84-d1ee-4777-8ed7-827a862ba6d8 None None] Provisioning for port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:24.885216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f8fa5e84-d1ee-4777-8ed7-827a862ba6d8 None None] Provisioning complete for port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:24.885216 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8fa5e84-d1ee-4777-8ed7-827a862ba6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.917900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edfdb07c-a473-421f-be66-c546d78320b7 req-605fb66f-dadc-49ae-b7d0-67c7b2484955 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips/1462818a-539c-4118-bd29-4d6321250194 HTTP/1.1" status: 200 len: 693 time: 0.2823513 Jul 16 09:01:24.940718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] For port d5603323-1f3a-419d-b5d4-0b7648864dbe, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=d5603323-1f3a-419d-b5d4-0b7648864dbe,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:24.940985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.975415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Calling delete_port for d5603323-1f3a-419d-b5d4-0b7648864dbe owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:24.986621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8fa5e84-d1ee-4777-8ed7-827a862ba6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.987102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5e72234c-d0f9-4039-86c1-e0c1b809c66d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 0478e03d-dd87-4edd-8d6e-c27c70b31c32 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:24.987450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e72234c-d0f9-4039-86c1-e0c1b809c66d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.992541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-017a10e2-f521-464d-8d3c-4f8c6f438e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.993927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-017a10e2-f521-464d-8d3c-4f8c6f438e5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29070e93-5640-4632-aa6f-98a6633041cf HTTP/1.1" status: 200 len: 847 time: 0.2612934 Jul 16 09:01:25.032147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f8fa5e84-d1ee-4777-8ed7-827a862ba6d8 None None] For port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,segment=NetworkSegment(c251fa1d-f2ba-45f4-9887-2fc3139ddb6b),segment_id=c251fa1d-f2ba-45f4-9887-2fc3139ddb6b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:25.037226 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8fa5e84-d1ee-4777-8ed7-827a862ba6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.066350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c88da-8858-43a6-ac3b-8445d677611a', 'tag': 'a98abcc8-fc2b-46e3-a879-5ae783f276c4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:25.068618 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903a9578-73c0-46bd-81fe-c8e1e2bcf997" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c88da-8858-43a6-ac3b-8445d677611a", "tag": "a98abcc8-fc2b-46e3-a879-5ae783f276c4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:25.092162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e72234c-d0f9-4039-86c1-e0c1b809c66d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.101558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f58a-7cd0-40fa-8c07-ddfe4935aceb req-211d3e0c-9c59-4608-b177-30d573ad22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.104765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa5e84-d1ee-4777-8ed7-827a862ba6d8 None None] Pushing event updated for resources: {'Port': ['ID=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:25.108496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4893f58a-7cd0-40fa-8c07-ddfe4935aceb req-211d3e0c-9c59-4608-b177-30d573ad22f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 1098 time: 0.4655373 Jul 16 09:01:25.111846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-458605fb-6108-41b4-bb95-c3f14b5ca778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.113044 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-458605fb-6108-41b4-bb95-c3f14b5ca778 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0a573aa-8fee-4ec8-9c49-d8852926f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5705376 Jul 16 09:01:25.138053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5e72234c-d0f9-4039-86c1-e0c1b809c66d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 0478e03d-dd87-4edd-8d6e-c27c70b31c32 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:25.140692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174311c-e27f-442c-a4af-062f533904d6 req-05e4e27e-919c-4193-9971-d0aa2823dfa8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.142258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9174311c-e27f-442c-a4af-062f533904d6 req-05e4e27e-919c-4193-9971-d0aa2823dfa8 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75 HTTP/1.1" status: 200 len: 946 time: 0.3248212 Jul 16 09:01:25.159427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdb07c-a473-421f-be66-c546d78320b7 req-146cb143-c221-4ef9-9c6b-3cfba892ad60 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.160790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edfdb07c-a473-421f-be66-c546d78320b7 req-146cb143-c221-4ef9-9c6b-3cfba892ad60 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 784 time: 0.2218969 Jul 16 09:01:25.182147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-edfdb07c-a473-421f-be66-c546d78320b7 req-bcf18360-655f-4037-8d0a-6cf00fb87087 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:01:25.183159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edfdb07c-a473-421f-be66-c546d78320b7 req-bcf18360-655f-4037-8d0a-6cf00fb87087 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096927 Jul 16 09:01:25.183287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.264404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4893f58a-7cd0-40fa-8c07-ddfe4935aceb req-24cbf71c-8c8d-4e4c-a220-8fedb8a59a7f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418197 Jul 16 09:01:25.270627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edfdb07c-a473-421f-be66-c546d78320b7 req-55667b4b-d550-46c9-bda4-549834c168b0 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 696 time: 0.0772994 Jul 16 09:01:25.276224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-06742e18-afb6-4ed0-a0de-d25096da44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.277715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-06742e18-afb6-4ed0-a0de-d25096da44b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e4a1826-e917-46f5-befb-a5814c1f9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2743490 Jul 16 09:01:25.281818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9174311c-e27f-442c-a4af-062f533904d6 req-49b1d793-95f9-4da2-98ce-982b88bcbeff tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172087 Jul 16 09:01:25.302068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ad930037-efa6-464c-a0f6-7243c5962e81 None None] Provisioning for port 0478e03d-dd87-4edd-8d6e-c27c70b31c32 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:25.316179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ad930037-efa6-464c-a0f6-7243c5962e81 None None] Provisioning complete for port 0478e03d-dd87-4edd-8d6e-c27c70b31c32 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:25.317199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad930037-efa6-464c-a0f6-7243c5962e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.365331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edfdb07c-a473-421f-be66-c546d78320b7 req-4064797c-235a-40c5-a08e-68280600a268 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.186 HTTP/1.1" status: 200 len: 696 time: 0.0866480 Jul 16 09:01:25.391348 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-156e2dcc-9b22-47aa-a390-b28b7a9a8eb7 service neutron] 10.222.0.52 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638354 Jul 16 09:01:25.391692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ad930037-efa6-464c-a0f6-7243c5962e81 None None] Port 0478e03d-dd87-4edd-8d6e-c27c70b31c32 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:25.394999 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.428846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ad930037-efa6-464c-a0f6-7243c5962e81 None None] Provisioning complete for port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:25.430351 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad930037-efa6-464c-a0f6-7243c5962e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.529570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:25.553934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:25.580234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-bbacfd7e-1bcf-4971-93f9-d1b014c890a3 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417138 Jul 16 09:01:25.602255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:25.617266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:25.630272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=80ebc08a-d7c4-49b9-812f-c631bcd2f484,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:25.654904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e72234c-d0f9-4039-86c1-e0c1b809c66d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.655600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3c2c39ca-8e46-4bfd-a022-79bc5e0a72d6 None None] Could not find standard attr ID for object 0478e03d-dd87-4edd-8d6e-c27c70b31c32. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:01:25.679269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:25.679811 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.693497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.706075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e9fb160f-4a42-433d-9e03-8e67c8311c3c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:25.706324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72234c-d0f9-4039-86c1-e0c1b809c66d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=0478e03d-dd87-4edd-8d6e-c27c70b31c32,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:25.777245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9b49d4f6-ce68-4467-a084-f2377feaf6be req-dc9530d7-c668-4e45-a28f-5f99448ee713 service neutron] 10.222.0.52 "GET /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732703 Jul 16 09:01:25.796126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Deleting port f0dc4351-a4b1-441f-ac62-9210aad7950a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:25.796661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.808727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57418fb9-9e47-482e-a01e-364f635492bc req-16b71d46-b513-422d-bd3d-0cf1e86397fa tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.815989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57418fb9-9e47-482e-a01e-364f635492bc req-16b71d46-b513-422d-bd3d-0cf1e86397fa tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 946 time: 0.2421241 Jul 16 09:01:25.819832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a4e881-04ef-4128-8e2b-4cee05d9250f req-0c71294d-d0b3-44e0-92ba-6b4370a69ecf service neutron] 10.222.0.52 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266490 Jul 16 09:01:25.934561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e72234c-d0f9-4039-86c1-e0c1b809c66d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.938751 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e72234c-d0f9-4039-86c1-e0c1b809c66d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/0478e03d-dd87-4edd-8d6e-c27c70b31c32 HTTP/1.1" status: 204 len: 168 time: 1.8320920 Jul 16 09:01:25.941835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Pushing event deleted for resources: {'Port': ['ID=d5603323-1f3a-419d-b5d4-0b7648864dbe,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:25.964352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47558) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:26.043758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] No DVR routers for this DVR port d5603323-1f3a-419d-b5d4-0b7648864dbe on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:26.048060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.050234 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-560df693-f311-4e7b-926d-213f448a35c5 req-6e8156ce-4736-4356-b679-e6845ff526bb tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.54 "DELETE /v2.0/ports/d5603323-1f3a-419d-b5d4-0b7648864dbe HTTP/1.1" status: 204 len: 173 time: 2.2118053 Jul 16 09:01:26.050798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75', 'name': 'network-vif-deleted', 'tag': 'd5603323-1f3a-419d-b5d4-0b7648864dbe'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:26.053215 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc53b23a-2958-42b1-b932-7f812f4017ba" -d '{"events": [{"server_uuid": "88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75", "name": "network-vif-deleted", "tag": "d5603323-1f3a-419d-b5d4-0b7648864dbe"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:26.162755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d5603323-1f3a-419d-b5d4-0b7648864dbe no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:26.194404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.211879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: d5603323-1f3a-419d-b5d4-0b7648864dbe {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:26.212392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device d5603323-1f3a-419d-b5d4-0b7648864dbe not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:26.365209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57418fb9-9e47-482e-a01e-364f635492bc req-469b9737-b31d-45e9-bbf9-752427506ce1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483413 Jul 16 09:01:26.375412 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedc4354-e2a8-4ac2-948c-884bfd55d31c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:01:26.381134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cedc4354-e2a8-4ac2-948c-884bfd55d31c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/0478e03d-dd87-4edd-8d6e-c27c70b31c32 HTTP/1.1" status: 404 len: 333 time: 0.4155672 Jul 16 09:01:26.384305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47566) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:26.479914 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7bb534-0a7a-4211-9266-70e89dafd932 x-openstack-request-id: req-da7bb534-0a7a-4211-9266-70e89dafd932 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:26.480206 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c88da-8858-43a6-ac3b-8445d677611a", "tag": "a98abcc8-fc2b-46e3-a879-5ae783f276c4", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:26.480461 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da7bb534-0a7a-4211-9266-70e89dafd932 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:26.480857 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c88da-8858-43a6-ac3b-8445d677611a', 'tag': 'a98abcc8-fc2b-46e3-a879-5ae783f276c4', 'status': 'completed', 'code': 200} Jul 16 09:01:26.500158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.500653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.507356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c315d9-d99b-40fa-a4e9-7b27d4093360 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet efa7d613-c468-4eee-8592-ae1a930cacc3 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:26.508029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.511238 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c315d9-d99b-40fa-a4e9-7b27d4093360 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.613658 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c315d9-d99b-40fa-a4e9-7b27d4093360 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.617264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Calling delete_port for f0dc4351-a4b1-441f-ac62-9210aad7950a owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:26.868973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-4dde1b73-3566-4bac-89ae-09b685097d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.876328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-4dde1b73-3566-4bac-89ae-09b685097d50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ad89203cb25409eb5f8c9ff58cfb100&device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1095 time: 0.3120997 Jul 16 09:01:26.905552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c315d9-d99b-40fa-a4e9-7b27d4093360 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.013048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:01:27.034419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68dc2b-7baa-4249-9314-40a3f02aae1e req-3f399df7-a1df-4c04-bcf2-c5246ce63865 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.036568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d68dc2b-7baa-4249-9314-40a3f02aae1e req-3f399df7-a1df-4c04-bcf2-c5246ce63865 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1095 time: 0.3222280 Jul 16 09:01:27.134630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:27.147973 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107793ba-92c8-43cb-a2e4-6df8f4850231 None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:27.155370 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.159566 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7b38e832-6e69-4ee6-a230-d865ce2282a9 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5311906 Jul 16 09:01:27.160452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47572) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:27.160734 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107793ba-92c8-43cb-a2e4-6df8f4850231 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:27.161565 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-107793ba-92c8-43cb-a2e4-6df8f4850231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:27.164873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c315d9-d99b-40fa-a4e9-7b27d4093360 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.177205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-107b0f67-48e7-42ae-b8cd-bd163e9202ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.178859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-107b0f67-48e7-42ae-b8cd-bd163e9202ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=7e4a1826-e917-46f5-befb-a5814c1f9874 HTTP/1.1" status: 200 len: 909 time: 0.2890577 Jul 16 09:01:27.179606 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.201672 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-107793ba-92c8-43cb-a2e4-6df8f4850231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:27.208198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d68dc2b-7baa-4249-9314-40a3f02aae1e req-9e88c62a-8d67-499d-a23a-4602dd760d8f tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622672 Jul 16 09:01:27.213150 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107793ba-92c8-43cb-a2e4-6df8f4850231 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:27.214374 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-107793ba-92c8-43cb-a2e4-6df8f4850231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:27.261516 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6673eb-badb-404a-818d-fbc3c25f222f x-openstack-request-id: req-0b6673eb-badb-404a-818d-fbc3c25f222f {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:27.261845 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75", "name": "network-vif-deleted", "tag": "d5603323-1f3a-419d-b5d4-0b7648864dbe", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:27.262102 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b6673eb-badb-404a-818d-fbc3c25f222f {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:27.262516 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e8e10c-3c6b-45f2-a808-b4ffdcfbdb75', 'name': 'network-vif-deleted', 'tag': 'd5603323-1f3a-419d-b5d4-0b7648864dbe', 'status': 'completed', 'code': 200} Jul 16 09:01:27.273617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Pushing event deleted for resources: {'Port': ['ID=f0dc4351-a4b1-441f-ac62-9210aad7950a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.276660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-e249181a-4678-4177-8d82-b45c888db028 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98abcc8-fc2b-46e3-a879-5ae783f276c4 HTTP/1.1" status: 200 len: 217 time: 0.0413051 Jul 16 09:01:27.290494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c315d9-d99b-40fa-a4e9-7b27d4093360 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.297269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a4c315d9-d99b-40fa-a4e9-7b27d4093360 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/efa7d613-c468-4eee-8592-ae1a930cacc3 HTTP/1.1" status: 204 len: 168 time: 0.9097486 Jul 16 09:01:27.298052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47574) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:27.300311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb795911-0088-4ebb-9103-82e041769f3c None None] Network 2387142e-b394-41f1-b378-46a9bde0e426 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:27.307879 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-107793ba-92c8-43cb-a2e4-6df8f4850231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:27.308727 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107793ba-92c8-43cb-a2e4-6df8f4850231 None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:27.321353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c315d9-d99b-40fa-a4e9-7b27d4093360 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=efa7d613-c468-4eee-8592-ae1a930cacc3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.440957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-28903dda-57aa-453e-9831-9c057c28332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.442736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-28903dda-57aa-453e-9831-9c057c28332e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29070e93-5640-4632-aa6f-98a6633041cf HTTP/1.1" status: 200 len: 847 time: 0.1465037 Jul 16 09:01:27.446720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.452175 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.459411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edfdb07c-a473-421f-be66-c546d78320b7 req-342cd2b7-0361-49e6-81b6-fc59212476ae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "DELETE /v2.0/floatingips/1462818a-539c-4118-bd29-4d6321250194 HTTP/1.1" status: 204 len: 173 time: 2.0868065 Jul 16 09:01:27.516629 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.648399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] DHCP port deletion for 2387142e-b394-41f1-b378-46a9bde0e426 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:27.710111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:27.710490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.731416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] Deleting port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:27.732166 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.870819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] For port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,segment=NetworkSegment(c251fa1d-f2ba-45f4-9887-2fc3139ddb6b),segment_id=c251fa1d-f2ba-45f4-9887-2fc3139ddb6b)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:27.871200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.901094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-2c15ff5c-2385-4304-a149-44edc6298e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.904054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-2c15ff5c-2385-4304-a149-44edc6298e79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e4a1826-e917-46f5-befb-a5814c1f9874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4417040 Jul 16 09:01:27.923111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:27.928141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5095f9-a5e3-4d42-ad87-7bd2e5a1f009 req-6e98fff3-f107-47da-9d89-01bbd694724a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.929237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] For port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,segment=NetworkSegment(c251fa1d-f2ba-45f4-9887-2fc3139ddb6b),segment_id=c251fa1d-f2ba-45f4-9887-2fc3139ddb6b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:27.930127 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.934137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd5095f9-a5e3-4d42-ad87-7bd2e5a1f009 req-6e98fff3-f107-47da-9d89-01bbd694724a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 946 time: 0.3393819 Jul 16 09:01:27.945791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] Calling delete_port for 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:28.061388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd5095f9-a5e3-4d42-ad87-7bd2e5a1f009 req-92106cd3-c6c4-4b29-9342-3a1ea4dd2794 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120431 Jul 16 09:01:28.068933 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.124002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-bfd25d94-db80-4c70-bdbc-5947d81a7ab4 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859853 Jul 16 09:01:28.126736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] Pushing event deleted for resources: {'Port': ['ID=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:28.128989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.129466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb7191-95ff-498c-a036-f4627eb8c329 None None] No DVR routers for this DVR port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:28.141485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.180278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=24b9e2ff-cf9a-4618-820b-93b7ec2efc08,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:28.202106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No DVR routers for this DVR port 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:28.313705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a98abcc8-fc2b-46e3-a879-5ae783f276c4 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:28.343314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-903a9578-73c0-46bd-81fe-c8e1e2bcf997 req-0648239d-8e6a-44e9-b110-de879053f074 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115042 Jul 16 09:01:28.372566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.390824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2387142e-b394-41f1-b378-46a9bde0e426']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:28.400139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f8099-9ef2-4cf1-9fd1-4d78462eeb9e req-a87fb366-c00b-4ee4-a9de-b80cc5de492d tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.401880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae8f8099-9ef2-4cf1-9fd1-4d78462eeb9e req-a87fb366-c00b-4ee4-a9de-b80cc5de492d tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.1731765 Jul 16 09:01:28.411167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c251fa1d-f2ba-45f4-9887-2fc3139ddb6b') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:28.411421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93474df-8b80-49ca-84fb-6af22d15ab97 req-f73ecf21-b388-4fa2-bff4-bd06fd17f4fc tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.411534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c251fa1d-f2ba-45f4-9887-2fc3139ddb6b') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:28.412811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b93474df-8b80-49ca-84fb-6af22d15ab97 req-f73ecf21-b388-4fa2-bff4-bd06fd17f4fc tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1442337 Jul 16 09:01:28.427775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.464715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a98abcc8-fc2b-46e3-a879-5ae783f276c4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a98abcc8-fc2b-46e3-a879-5ae783f276c4,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:28.470880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b93474df-8b80-49ca-84fb-6af22d15ab97 req-a500f784-0097-4bae-9fb7-e3b5f56040c0 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0490746 Jul 16 09:01:28.474698 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.489994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:28.490406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:28.494458 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:28.500303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'a98abcc8-fc2b-46e3-a879-5ae783f276c4', 'network_id': '7e4a1826-e917-46f5-befb-a5814c1f9874', 'port_id': 'a98abcc8-fc2b-46e3-a879-5ae783f276c4', 'mac_address': 'fa:16:3e:7c:82:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29070e93-5640-4632-aa6f-98a6633041cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:28.506275 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae8f8099-9ef2-4cf1-9fd1-4d78462eeb9e req-1dbbd566-0392-49fe-9ecd-a6dbda9ead3d tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919375 Jul 16 09:01:28.597743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.619127 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.619709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.622063 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/networks/2387142e-b394-41f1-b378-46a9bde0e426 HTTP/1.1" status: 204 len: 168 time: 1.3214841 Jul 16 09:01:28.626657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47598) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:28.633340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'name': 'tempest-PortsIpV6TestJSON-451953735'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:28.639085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef432f5-897c-442b-8f1c-cd9a735ba3ca tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Network': ['ID=2387142e-b394-41f1-b378-46a9bde0e426,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:28.647689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98abcc8-fc2b-46e3-a879-5ae783f276c4 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:28.678907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a98abcc8-fc2b-46e3-a879-5ae783f276c4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a98abcc8-fc2b-46e3-a879-5ae783f276c4,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:28.684330 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.732147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.20.0.1 (4e6853cb-dee3-49a2-bf30-f2e8eff7b39d/85524445-4456-4931-a2c4-b1a46d63d91d/9307b3ea-20a8-4835-8f8f-f9754b0017f5) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:28.779992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a98abcc8-fc2b-46e3-a879-5ae783f276c4,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:28.875822 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.878916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-682da3c8-6608-4276-9034-50923e8c612e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1d6ea71805264942b6afc045f1074524 HTTP/1.1" status: 200 len: 267 time: 0.2059381 Jul 16 09:01:28.902456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:28.905979 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.925070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.965490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9e19b-7b77-4230-ac30-adae1e4100f3 req-f4d290e4-4bf9-47a2-9673-212c28fce9ef tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.967355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27f9e19b-7b77-4230-ac30-adae1e4100f3 req-f4d290e4-4bf9-47a2-9673-212c28fce9ef tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1096 time: 0.2323451 Jul 16 09:01:28.970333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port 0dc25034-5fb9-46d7-9564-14d78a0ec30d yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:28.979382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:28.982880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:28.984550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a98abcc8-fc2b-46e3-a879-5ae783f276c4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:28.987295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:29.013430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=9307b3ea-20a8-4835-8f8f-f9754b0017f5,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:29.033790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27f9e19b-7b77-4230-ac30-adae1e4100f3 req-6676f610-bb3c-4c95-8cbd-ca974255e6a4 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583329 Jul 16 09:01:29.058072 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.141673 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41270bf6-ec48-4177-bc6c-4e5562ae076e req-52c974b0-7022-4989-af84-28a2191371cb tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0564413 Jul 16 09:01:29.179941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-6ed821db-f7b6-4539-b8e5-e18ad437ffa5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.183582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-6ed821db-f7b6-4539-b8e5-e18ad437ffa5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 946 time: 0.2931898 Jul 16 09:01:29.198515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'port': {'security_groups': []}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:29.243390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.353273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.420858 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.541234 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.627648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:29.632359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:29.639662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.646772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.649882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=0dc25034-5fb9-46d7-9564-14d78a0ec30d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:29.652979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:29.668307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:29.668954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 24b9e2ff-cf9a-4618-820b-93b7ec2efc08 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:29.692838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:29.698417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.699042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.717543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.776886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c3a9fa66-9a22-4550-9cf8-493882763e5c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1487570 Jul 16 09:01:29.780066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47612) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:29.795253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] For port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:29.801827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=9307b3ea-20a8-4835-8f8f-f9754b0017f5,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:29.882042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:29.883573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:29.894503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f101b5-374e-4364-87cc-90a37bb2a849 req-c240163c-54d9-4eee-8af2-6ecb077da351 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.897418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0f101b5-374e-4364-87cc-90a37bb2a849 req-c240163c-54d9-4eee-8af2-6ecb077da351 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 946 time: 0.2685087 Jul 16 09:01:29.908827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.952482 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.966531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9e791bf-de47-4027-abdb-8247fd9cad8b', '33e2af5f-d2a7-4175-a339-99382b177be6', 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:30.011690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:30.050268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.050995 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.065351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc913faf-461e-4c82-ad7f-6704c0eee959 req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "PUT /v2.0/ports/a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 HTTP/1.1" status: 200 len: 905 time: 0.8743320 Jul 16 09:01:30.093146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'tag': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:30.097849 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be1465-1095-4a98-8788-332c31e1df7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d0c906-25ed-4df2-88d8-7798d5fa793a", "tag": "a6aa48b5-f9d3-4b12-b73d-48f6a08847b4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:30.116951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0f101b5-374e-4364-87cc-90a37bb2a849 req-aa720f5c-2f31-4798-a58e-a83bf76c2007 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111619 Jul 16 09:01:30.136871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd72842-3f3a-429c-b6e2-ea7e49cba098 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'Port': ['ID=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.153210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ed97eddc-6ebe-4637-9e2c-6624a529bc0f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 0dc25034-5fb9-46d7-9564-14d78a0ec30d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:30.153563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed97eddc-6ebe-4637-9e2c-6624a529bc0f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.177837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a6aa48b5-f9d3-4b12-b73d-48f6a08847b4'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:30.326475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a98abcc8-fc2b-46e3-a879-5ae783f276c4 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:30.395929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed97eddc-6ebe-4637-9e2c-6624a529bc0f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.451567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port a98abcc8-fc2b-46e3-a879-5ae783f276c4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:30.463341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port a98abcc8-fc2b-46e3-a879-5ae783f276c4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:30.463717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.477067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ed97eddc-6ebe-4637-9e2c-6624a529bc0f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 0dc25034-5fb9-46d7-9564-14d78a0ec30d owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:30.530338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-48f33ec0-c63f-4ab0-849e-1746a595a8e9 None None] Provisioning complete for port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:30.530732 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-48f33ec0-c63f-4ab0-849e-1746a595a8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.543810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348376-5309-4669-8af5-acc2463fadc4 req-03e76818-5811-46a7-a149-1c5d2d5d373f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.545387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00348376-5309-4669-8af5-acc2463fadc4 req-03e76818-5811-46a7-a149-1c5d2d5d373f tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.2559397 Jul 16 09:01:30.597784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813990a4-5204-4bbd-a092-c4edbd1b600b req-8f06de7e-1451-449d-a890-12fd5f5254f3 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.600026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-813990a4-5204-4bbd-a092-c4edbd1b600b req-8f06de7e-1451-449d-a890-12fd5f5254f3 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 946 time: 0.3682430 Jul 16 09:01:30.610721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97831d4-e494-4bd0-b83c-3d5d996c1c9b req-c02732aa-9eec-4ed5-bafb-68391b4dc435 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.612425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d97831d4-e494-4bd0-b83c-3d5d996c1c9b req-c02732aa-9eec-4ed5-bafb-68391b4dc435 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 908 time: 0.2271078 Jul 16 09:01:30.626176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:30.644644 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb3a11fd-3a22-41e3-9bad-adc30fe675b0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/routers/8dbf69e2-7096-4e50-9630-ad70b078d01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4824579 Jul 16 09:01:30.645679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47624) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:30.646204 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.652116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'port': {'network_id': '4e6853cb-dee3-49a2-bf30-f2e8eff7b39d', 'name': 'tempest-FloatingIPTestJSON-774128227'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:30.661371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065661f-671c-4a4c-af4f-50edcc2bfdaf None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:30.708567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-813990a4-5204-4bbd-a092-c4edbd1b600b req-260f740f-7c14-4548-905a-ec02ddb20ec4 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/security-groups?id=296e66c6-0a1d-419c-a440-30dbf90a4f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Jul 16 09:01:30.709692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed97eddc-6ebe-4637-9e2c-6624a529bc0f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.722098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c88da-8858-43a6-ac3b-8445d677611a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98abcc8-fc2b-46e3-a879-5ae783f276c4'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:30.725068 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823fe33d-923f-4672-ba54-44158ff55e23" -d '{"events": [{"server_uuid": "be7c88da-8858-43a6-ac3b-8445d677611a", "name": "network-vif-plugged", "status": "completed", "tag": "a98abcc8-fc2b-46e3-a879-5ae783f276c4"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:30.773798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a98abcc8-fc2b-46e3-a879-5ae783f276c4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a98abcc8-fc2b-46e3-a879-5ae783f276c4,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:30.777418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97eddc-6ebe-4637-9e2c-6624a529bc0f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=0dc25034-5fb9-46d7-9564-14d78a0ec30d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.778950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065661f-671c-4a4c-af4f-50edcc2bfdaf None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:30.779838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1065661f-671c-4a4c-af4f-50edcc2bfdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:30.798890 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed97eddc-6ebe-4637-9e2c-6624a529bc0f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.802028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed97eddc-6ebe-4637-9e2c-6624a529bc0f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/0dc25034-5fb9-46d7-9564-14d78a0ec30d HTTP/1.1" status: 204 len: 168 time: 1.0179760 Jul 16 09:01:30.805778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47628) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:30.807620 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a12b9c-0d54-4565-a0ba-8aa72306de98 x-openstack-request-id: req-19a12b9c-0d54-4565-a0ba-8aa72306de98 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:30.808081 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d0c906-25ed-4df2-88d8-7798d5fa793a", "tag": "a6aa48b5-f9d3-4b12-b73d-48f6a08847b4", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:30.808621 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19a12b9c-0d54-4565-a0ba-8aa72306de98 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:30.821846 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'tag': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4', 'status': 'completed', 'code': 200} Jul 16 09:01:30.831210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'mac_address': 'fa:16:3e:95:ce:50', 'name': 'tempest-PortsIpV6TestJSON-1895330112'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:30.876807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1065661f-671c-4a4c-af4f-50edcc2bfdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:30.880125 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.919412 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065661f-671c-4a4c-af4f-50edcc2bfdaf None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:30.920178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1065661f-671c-4a4c-af4f-50edcc2bfdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:30.979389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1065661f-671c-4a4c-af4f-50edcc2bfdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:30.980036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065661f-671c-4a4c-af4f-50edcc2bfdaf None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:30.990263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:31.003975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.022876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a98abcc8-fc2b-46e3-a879-5ae783f276c4,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:31.045610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be1465-1095-4a98-8788-332c31e1df7b req-fcdfa327-860a-4236-9b58-52b96a480cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.047185 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1be1465-1095-4a98-8788-332c31e1df7b req-fcdfa327-860a-4236-9b58-52b96a480cf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 1060 time: 0.2140040 Jul 16 09:01:31.056575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] device_id is not set on port bbfeb32e-1e70-4547-9a6f-82fa7171f611 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:31.099818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Deleting port e9fb160f-4a42-433d-9e03-8e67c8311c3c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:31.100464 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.131463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caa5e3-0ab6-4669-af78-3298a11ca0ff req-1c717404-826a-4b9f-8b3d-f0c56db028fc tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.139601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1caa5e3-0ab6-4669-af78-3298a11ca0ff req-1c717404-826a-4b9f-8b3d-f0c56db028fc tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.2876399 Jul 16 09:01:31.187815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:31.259187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be1465-1095-4a98-8788-332c31e1df7b req-e372cd9f-3b7f-48a7-a51a-7b2f50c01b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.260695 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1be1465-1095-4a98-8788-332c31e1df7b req-e372cd9f-3b7f-48a7-a51a-7b2f50c01b40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.1849594 Jul 16 09:01:31.263306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1caa5e3-0ab6-4669-af78-3298a11ca0ff req-17793990-05ff-4844-a246-b76c521e30c0 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228511 Jul 16 09:01:31.274720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-a198c6ab-b69a-4e1e-9563-c0653d47f9e1 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.276229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-a198c6ab-b69a-4e1e-9563-c0653d47f9e1 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.52 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 946 time: 0.2730174 Jul 16 09:01:31.317607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1be1465-1095-4a98-8788-332c31e1df7b req-bcf12d82-9ac8-4a7e-9a55-9eeaea93dd85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 HTTP/1.1" status: 200 len: 217 time: 0.0460007 Jul 16 09:01:31.318637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.20.0.3 (4e6853cb-dee3-49a2-bf30-f2e8eff7b39d/85524445-4456-4931-a2c4-b1a46d63d91d/bbfeb32e-1e70-4547-9a6f-82fa7171f611) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:31.390934 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf5fe21-19e6-4c5c-a222-15f76a6258a3 x-openstack-request-id: req-baf5fe21-19e6-4c5c-a222-15f76a6258a3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:31.391240 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c88da-8858-43a6-ac3b-8445d677611a", "name": "network-vif-plugged", "status": "completed", "tag": "a98abcc8-fc2b-46e3-a879-5ae783f276c4", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:31.391515 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-baf5fe21-19e6-4c5c-a222-15f76a6258a3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:31.391939 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c88da-8858-43a6-ac3b-8445d677611a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98abcc8-fc2b-46e3-a879-5ae783f276c4', 'code': 200} Jul 16 09:01:31.400394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be1465-1095-4a98-8788-332c31e1df7b req-f28a4ef8-681b-4995-b76e-b6d3066684ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.401999 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1be1465-1095-4a98-8788-332c31e1df7b req-f28a4ef8-681b-4995-b76e-b6d3066684ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.0781777 Jul 16 09:01:31.618745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be1465-1095-4a98-8788-332c31e1df7b req-23cea2cd-1f2e-4088-a884-6c728961e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.620630 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1be1465-1095-4a98-8788-332c31e1df7b req-23cea2cd-1f2e-4088-a884-6c728961e256 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2121263 Jul 16 09:01:31.623797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.748338 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1be1465-1095-4a98-8788-332c31e1df7b req-f100f99b-0770-45ef-a1f2-257437e6d383 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203179 Jul 16 09:01:31.750934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.820050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:31.827925 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.828395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:31.834035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:31.845258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] For port e9fb160f-4a42-433d-9e03-8e67c8311c3c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e9fb160f-4a42-433d-9e03-8e67c8311c3c,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:31.845620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.887106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Calling delete_port for e9fb160f-4a42-433d-9e03-8e67c8311c3c owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:31.894706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=bbfeb32e-1e70-4547-9a6f-82fa7171f611,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:31.939952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port cadfa1eb-59bc-49ab-a10c-a6ac254a3cc7 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:31.943388 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e1be1465-1095-4a98-8788-332c31e1df7b req-7643c74f-299b-4fc1-b04b-267cd4531f63 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842155 Jul 16 09:01:31.963177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.964340 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.989288 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e14d4f4f-cf8a-4d0c-8e41-86e6deb1bac8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3423657 Jul 16 09:01:32.000862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47638) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:32.005951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'port': {'network_id': '4e6853cb-dee3-49a2-bf30-f2e8eff7b39d', 'name': 'tempest-FloatingIPTestJSON-1553939514'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:32.115584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ebd5a-0976-409b-9a6c-3fae264f1d8a req-f6da5fd9-c2ea-4369-92ed-ebc0e2918682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:32.118030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed9ebd5a-0976-409b-9a6c-3fae264f1d8a req-f6da5fd9-c2ea-4369-92ed-ebc0e2918682 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.4126260 Jul 16 09:01:32.125688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db6504-756d-452f-a7cc-2ce072148325 req-79569be3-d1dd-4c87-821d-717554167db8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:32.127195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26db6504-756d-452f-a7cc-2ce072148325 req-79569be3-d1dd-4c87-821d-717554167db8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4486389 Jul 16 09:01:32.157954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:32.160649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7704dd4-bff0-4089-b566-4dc089dc4ab3 req-51e45903-274f-4fee-8ea4-9cd0daf5fcae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:32.161401 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.162333 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7704dd4-bff0-4089-b566-4dc089dc4ab3 req-51e45903-274f-4fee-8ea4-9cd0daf5fcae tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 946 time: 0.4655280 Jul 16 09:01:32.188034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] device_id is not set on port 9bd59fd2-508e-4690-8e44-3cd7f38ca07e yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:32.299752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Deleting port 7d96f864-57bd-431b-ba29-03d370354621 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:32.299752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.313056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed9ebd5a-0976-409b-9a6c-3fae264f1d8a req-1be05c97-9010-4259-b5ae-26ad6303b35e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808102 Jul 16 09:01:32.339671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7704dd4-bff0-4089-b566-4dc089dc4ab3 req-5779aeab-061d-47b3-bb8d-4a5d975e06d1 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e81e41c-cc75-4a31-8af2-6d805a8a4e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505659 Jul 16 09:01:32.343147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26db6504-756d-452f-a7cc-2ce072148325 req-d8a8105f-217a-4ab3-a16d-ff7083cc8188 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010312 Jul 16 09:01:32.346663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.20.0.9 (4e6853cb-dee3-49a2-bf30-f2e8eff7b39d/85524445-4456-4931-a2c4-b1a46d63d91d/9bd59fd2-508e-4690-8e44-3cd7f38ca07e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:32.538124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.568245 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.607070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Pushing event deleted for resources: {'Port': ['ID=e9fb160f-4a42-433d-9e03-8e67c8311c3c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:32.613373 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:01:32.619667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.644128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.655813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5608661d-2505-425c-ba91-f85af419579d req-586971d5-ec4b-4063-9d50-0e600b62a1d3 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 210 time: 0.0725224 Jul 16 09:01:32.732955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=9bd59fd2-508e-4690-8e44-3cd7f38ca07e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:32.756599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:32.759899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] For port 7d96f864-57bd-431b-ba29-03d370354621, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d96f864-57bd-431b-ba29-03d370354621,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:32.760166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:32.760400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.762497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:32.778140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Calling delete_port for 7d96f864-57bd-431b-ba29-03d370354621 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:32.817570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:32.817570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.859451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b761349f-13cd-4f9c-ad38-a441b37d0537 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8573308 Jul 16 09:01:32.859820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] No DVR routers for this DVR port e9fb160f-4a42-433d-9e03-8e67c8311c3c on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:32.862578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47646) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:32.869100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '9bd59fd2-508e-4690-8e44-3cd7f38ca07e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:32.886475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.888669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-00348376-5309-4669-8af5-acc2463fadc4 req-2b7d21b7-35e1-46b1-94eb-058adad8bf92 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.52 "DELETE /v2.0/ports/e9fb160f-4a42-433d-9e03-8e67c8311c3c HTTP/1.1" status: 204 len: 173 time: 2.2287199 Jul 16 09:01:32.889139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd0516-8778-4917-8aa3-6057f5f98c39', 'name': 'network-vif-deleted', 'tag': 'e9fb160f-4a42-433d-9e03-8e67c8311c3c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:32.891437 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724877c5-b569-439d-893f-0abfa81c6a04" -d '{"events": [{"server_uuid": "54bd0516-8778-4917-8aa3-6057f5f98c39", "name": "network-vif-deleted", "tag": "e9fb160f-4a42-433d-9e03-8e67c8311c3c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:32.911790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.994632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.078456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8587a-62f4-4018-bd01-69d6bf19cefa req-06f6a290-55a8-4b20-b40a-65e7ed32a017 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.086241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edd8587a-62f4-4018-bd01-69d6bf19cefa req-06f6a290-55a8-4b20-b40a-65e7ed32a017 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.2932274 Jul 16 09:01:33.095197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:33.126708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:33.132793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=cadfa1eb-59bc-49ab-a10c-a6ac254a3cc7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:33.149296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50512ab1-127a-4865-9ae2-aa6066ec9609 req-4766253c-3b98-4795-a436-9ccc6a2140a8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.157472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50512ab1-127a-4865-9ae2-aa6066ec9609 req-4766253c-3b98-4795-a436-9ccc6a2140a8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2931731 Jul 16 09:01:33.160921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:33.168956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.169866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.184425 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.235594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-019d0bb3-d102-4843-91b2-7d68c5f568eb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4110382 Jul 16 09:01:33.238762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47654) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:33.252420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edd8587a-62f4-4018-bd01-69d6bf19cefa req-9fad99c6-b0d5-42d8-a36b-36a39641fe6e tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649983 Jul 16 09:01:33.258836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.331317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Pushing event deleted for resources: {'Port': ['ID=7d96f864-57bd-431b-ba29-03d370354621,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:33.338567 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9c547e-2d09-4d1e-b721-766da0e09922 x-openstack-request-id: req-ec9c547e-2d09-4d1e-b721-766da0e09922 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:33.338862 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd0516-8778-4917-8aa3-6057f5f98c39", "name": "network-vif-deleted", "tag": "e9fb160f-4a42-433d-9e03-8e67c8311c3c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:33.339114 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec9c547e-2d09-4d1e-b721-766da0e09922 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:33.339514 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bd0516-8778-4917-8aa3-6057f5f98c39', 'name': 'network-vif-deleted', 'tag': 'e9fb160f-4a42-433d-9e03-8e67c8311c3c', 'status': 'completed', 'code': 200} Jul 16 09:01:33.352648 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50512ab1-127a-4865-9ae2-aa6066ec9609 req-7a39e5c9-10a6-4925-a060-455e7680f11e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939240 Jul 16 09:01:33.370787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.371414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.371672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.372013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.372357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.372684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.373022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.373354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.373714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.374039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.374368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.374695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.461517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] No DVR routers for this DVR port 7d96f864-57bd-431b-ba29-03d370354621 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:33.465178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.467873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a4cb685-1232-45ee-af93-89a0c8fde48e req-307b1d54-a050-41ed-af0e-17a7c0e27d36 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.52 "DELETE /v2.0/ports/7d96f864-57bd-431b-ba29-03d370354621 HTTP/1.1" status: 204 len: 173 time: 1.7796085 Jul 16 09:01:33.525816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a0b434-e336-4c2d-9e0e-f4b83328ea99 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.528218 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-73a0b434-e336-4c2d-9e0e-f4b83328ea99 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/cadfa1eb-59bc-49ab-a10c-a6ac254a3cc7 HTTP/1.1" status: 200 len: 845 time: 0.2869816 Jul 16 09:01:33.531230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47660) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:33.666303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0cd0cea2-2de4-4ad2-a179-9c1969e63bd2 req-6efb1786-a992-4b06-90b9-329f28a0f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-123064683 tempest-FloatingIPsAssociationNegativeTestJSON-123064683-project] 10.222.0.55 "GET /v2.0/ports?device_id=b528af77-d11f-4559-8b9d-ab836df35c74 HTTP/1.1" status: 200 len: 210 time: 0.0733500 Jul 16 09:01:33.720040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.25.6.207 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/835b44a3-4522-4984-a161-bbb52e79bac9) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:33.947556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-074bfc12-2ee0-4b64-b250-bee60481a19e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port cadfa1eb-59bc-49ab-a10c-a6ac254a3cc7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:33.948231 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-074bfc12-2ee0-4b64-b250-bee60481a19e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.058630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-074bfc12-2ee0-4b64-b250-bee60481a19e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.069354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-fd95604b-25e7-4336-996d-4f8af56ef687 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.074907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-fd95604b-25e7-4336-996d-4f8af56ef687 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.2552242 Jul 16 09:01:34.081106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-074bfc12-2ee0-4b64-b250-bee60481a19e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for cadfa1eb-59bc-49ab-a10c-a6ac254a3cc7 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:34.113901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.115170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea903960-c573-4778-9b58-632efe77ec59 req-605ec796-a041-405e-990a-b43de8e18bd0 tempest-ServerRescueTestJSON-584393172 tempest-ServerRescueTestJSON-584393172-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bd0516-8778-4917-8aa3-6057f5f98c39 HTTP/1.1" status: 200 len: 210 time: 0.1705685 Jul 16 09:01:34.122247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-a0fd8224-a4df-4771-a5cf-2b5629ca77c6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/quotas/1d6ea71805264942b6afc045f1074524 HTTP/1.1" status: 200 len: 375 time: 0.0381155 Jul 16 09:01:34.217151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-1f4d31e2-fb5c-4cbf-861d-0c54fe1b49bf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0939081 Jul 16 09:01:34.256412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.291780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-074bfc12-2ee0-4b64-b250-bee60481a19e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.317797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-074bfc12-2ee0-4b64-b250-bee60481a19e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.320383 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-074bfc12-2ee0-4b64-b250-bee60481a19e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/cadfa1eb-59bc-49ab-a10c-a6ac254a3cc7 HTTP/1.1" status: 204 len: 168 time: 0.7867169 Jul 16 09:01:34.322560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:34.323560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47680) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:34.329802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d96f864-57bd-431b-ba29-03d370354621 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:34.362653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:34.379144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 7d96f864-57bd-431b-ba29-03d370354621 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:34.379807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d96f864-57bd-431b-ba29-03d370354621 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:34.379909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e9fb160f-4a42-433d-9e03-8e67c8311c3c no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:34.404044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:34.409257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-51880804-e90e-411a-a240-e22294e20644 service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769013 Jul 16 09:01:34.417218 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9f228d-e5c4-4767-a23f-819b3f201878 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:01:34.424743 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ec9f228d-e5c4-4767-a23f-819b3f201878 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/cadfa1eb-59bc-49ab-a10c-a6ac254a3cc7 HTTP/1.1" status: 404 len: 333 time: 0.0946400 Jul 16 09:01:34.425021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47682) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:34.426259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: e9fb160f-4a42-433d-9e03-8e67c8311c3c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:34.426664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e9fb160f-4a42-433d-9e03-8e67c8311c3c not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:34.435044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'name': 'tempest-PortsIpV6TestJSON-1509775126'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:34.450657 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=835b44a3-4522-4984-a161-bbb52e79bac9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:34.477855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.478611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.478611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.480478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.480478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.480478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.480478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.480478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.481159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.483249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.484286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.484286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.567636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bfc12-2ee0-4b64-b250-bee60481a19e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=cadfa1eb-59bc-49ab-a10c-a6ac254a3cc7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:34.669990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:34.673534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.714507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-feed9d84-1b39-41a3-9100-9088ab9dd977 service neutron] 10.222.0.55 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674034 Jul 16 09:01:34.715978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port 82021363-0267-47a6-b20a-6a82aa3420e1 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:34.776095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c79660-41ab-45eb-92f6-c3215f1e5b8d req-f47b0ef7-0c12-4b5a-9ea8-3c2ebc1195c9 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.782854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84c79660-41ab-45eb-92f6-c3215f1e5b8d req-f47b0ef7-0c12-4b5a-9ea8-3c2ebc1195c9 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.1697016 Jul 16 09:01:34.876346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84c79660-41ab-45eb-92f6-c3215f1e5b8d req-aa8bdf39-f414-4e3e-af43-03a8cb976803 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911620 Jul 16 09:01:35.096662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47694) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:35.231634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.309900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.351280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'name': 'network-vif-deleted', 'tag': '7d96f864-57bd-431b-ba29-03d370354621'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:35.353796 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930bdfc3-0cf9-4def-b6cc-3cac5a91bb30" -d '{"events": [{"server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "name": "network-vif-deleted", "tag": "7d96f864-57bd-431b-ba29-03d370354621"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:35.367089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.418746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61369196-8ea2-4f6a-a52c-831aa4157eda req-0dda3a36-5fd9-4409-b1ca-a92fdb905baf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 210 time: 0.0958304 Jul 16 09:01:35.556028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.577842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47708) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:35.665148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:35.667130 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99d62b1-9af6-465b-96c1-b7d19b3d084d x-openstack-request-id: req-e99d62b1-9af6-465b-96c1-b7d19b3d084d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:35.667678 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b528af77-d11f-4559-8b9d-ab836df35c74", "name": "network-vif-deleted", "tag": "7d96f864-57bd-431b-ba29-03d370354621", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:35.668159 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e99d62b1-9af6-465b-96c1-b7d19b3d084d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:35.668781 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b528af77-d11f-4559-8b9d-ab836df35c74', 'name': 'network-vif-deleted', 'tag': '7d96f864-57bd-431b-ba29-03d370354621', 'status': 'completed', 'code': 200} Jul 16 09:01:35.693820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:35.698100 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.699629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:35.706189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:35.706488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.707231 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.728049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf41a5-014e-42ce-96a5-a73845b5aaec req-af2a3ca3-b1be-4565-bbce-e21bacefb232 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:35.729943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bdf41a5-014e-42ce-96a5-a73845b5aaec req-af2a3ca3-b1be-4565-bbce-e21bacefb232 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.4235294 Jul 16 09:01:35.770733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3445344 Jul 16 09:01:35.773525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47710) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:35.775879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35f6da-64e3-4960-8228-b48ced992320 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=82021363-0267-47a6-b20a-6a82aa3420e1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:35.792508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:35.870206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bdf41a5-014e-42ce-96a5-a73845b5aaec req-343bb2db-1c68-4463-ac97-246452242c19 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303670 Jul 16 09:01:35.888053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=835b44a3-4522-4984-a161-bbb52e79bac9,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:35.899840 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.984016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.505442 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP bbb450c1-7db9-4406-8d92-07867ac68a1b associated. External IP: 172.25.6.207, port: 9bd59fd2-508e-4690-8e44-3cd7f38ca07e. Jul 16 09:01:36.835981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c76a3505-974a-402f-9093-f46085f8c313 req-0d9a5c69-9a42-41dc-8ded-43637d538aa7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 210 time: 0.0435915 Jul 16 09:01:36.859082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-2bb9e0c6-b973-434b-8cf5-e642708b3ba2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.860586 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-2bb9e0c6-b973-434b-8cf5-e642708b3ba2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.54 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 810 time: 0.2432866 Jul 16 09:01:36.861702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.877829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c6e47-2800-4896-91ce-af4b3dd12673 req-ed20ce10-55ca-4f03-9523-e79c33df05de tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.879370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d5c6e47-2800-4896-91ce-af4b3dd12673 req-ed20ce10-55ca-4f03-9523-e79c33df05de tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.7908318 Jul 16 09:01:36.902779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Request body: {'port': {'device_id': '98157924-9290-488c-834b-8119c5530cbc', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'admin_state_up': True, 'tenant_id': '1d6ea71805264942b6afc045f1074524'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:36.938911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.955619 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.976374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.044311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:37.046673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] In _notify_port_updated(), no bound segment for port 82021363-0267-47a6-b20a-6a82aa3420e1 on network 76cfafcb-07f6-4010-b2b1-b79688ff771b {{(pid=94159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:01:37.052429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:37.053192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.056367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "PUT /v2.0/ports/82021363-0267-47a6-b20a-6a82aa3420e1 HTTP/1.1" status: 200 len: 818 time: 1.2720616 Jul 16 09:01:37.074006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47720) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:37.123554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d5c6e47-2800-4896-91ce-af4b3dd12673 req-ae0976e9-167d-4ee4-be44-7828efef6d96 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841183 Jul 16 09:01:37.135837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d37dc-dc74-465a-981a-3555e2e346bf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=82021363-0267-47a6-b20a-6a82aa3420e1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:37.259727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Made reservation on behalf of 1d6ea71805264942b6afc045f1074524 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:37.263236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.315134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-514534f8-8177-4741-bb2b-941ffc4048cc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 82021363-0267-47a6-b20a-6a82aa3420e1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:37.316692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-514534f8-8177-4741-bb2b-941ffc4048cc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.355793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:37.368328 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca8fe-4625-48c8-9041-8c7ad0989226 None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:37.391794 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ca8fe-4625-48c8-9041-8c7ad0989226 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:37.392434 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e49ca8fe-4625-48c8-9041-8c7ad0989226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:37.394316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.471945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-514534f8-8177-4741-bb2b-941ffc4048cc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.480388 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e49ca8fe-4625-48c8-9041-8c7ad0989226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:37.500779 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ca8fe-4625-48c8-9041-8c7ad0989226 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:37.501597 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e49ca8fe-4625-48c8-9041-8c7ad0989226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:37.553209 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-58d2637c-2801-42cf-b350-5a868d46592c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6870465 Jul 16 09:01:37.556232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47730) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:37.560931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:37.564181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-514534f8-8177-4741-bb2b-941ffc4048cc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 82021363-0267-47a6-b20a-6a82aa3420e1 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:37.569403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Allocated IP 172.20.0.4 (566d87ae-938b-40aa-98a3-2f84ab9a70f2/2125ad26-e72b-4ad1-a059-78b4eec6443f/597eb7ae-09b9-4743-9106-0a53dd9c3aa7) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:37.581599 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e49ca8fe-4625-48c8-9041-8c7ad0989226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:37.582278 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca8fe-4625-48c8-9041-8c7ad0989226 None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:37.673545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.755809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Deleting port c0b34f11-59db-43df-88f2-bd8b4121fd04 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:37.756154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.779834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-514534f8-8177-4741-bb2b-941ffc4048cc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.791491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34cfe4-b885-4b55-8b51-ac0c83573ce0 req-58a8caa7-a4a0-4c70-b35a-2319e10b92f8 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:37.793120 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd34cfe4-b885-4b55-8b51-ac0c83573ce0 req-58a8caa7-a4a0-4c70-b35a-2319e10b92f8 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.1554098 Jul 16 09:01:37.805915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Deleting port dd621ac6-8d01-4924-a43f-b78fc536ffb1 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:37.806169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.828598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-514534f8-8177-4741-bb2b-941ffc4048cc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.834078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-514534f8-8177-4741-bb2b-941ffc4048cc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/82021363-0267-47a6-b20a-6a82aa3420e1 HTTP/1.1" status: 204 len: 168 time: 0.7556775 Jul 16 09:01:37.836171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47732) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:37.857853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514534f8-8177-4741-bb2b-941ffc4048cc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=82021363-0267-47a6-b20a-6a82aa3420e1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:37.928943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd34cfe4-b885-4b55-8b51-ac0c83573ce0 req-62bebba6-a1c0-4aa6-adef-6bf38757a9c3 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 Jul 16 09:01:37.956952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] For port c0b34f11-59db-43df-88f2-bd8b4121fd04, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c0b34f11-59db-43df-88f2-bd8b4121fd04,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:37.956952 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.965550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Calling delete_port for c0b34f11-59db-43df-88f2-bd8b4121fd04 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:38.007238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.025116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.025485 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP bbb450c1-7db9-4406-8d92-07867ac68a1b disassociated. External IP: 172.25.6.207, port: 9bd59fd2-508e-4690-8e44-3cd7f38ca07e. Jul 16 09:01:38.098890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee1e99a7-23ae-40ed-a6cb-bdbf0a7c3bec req-16bfb7f8-120c-4dd8-bdd4-0bc460ca7b1e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 210 time: 0.0378015 Jul 16 09:01:38.111507 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.142784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] For port dd621ac6-8d01-4924-a43f-b78fc536ffb1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dd621ac6-8d01-4924-a43f-b78fc536ffb1,segment=NetworkSegment(80e5d221-0e80-4a53-a88d-422de650471f),segment_id=80e5d221-0e80-4a53-a88d-422de650471f)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:38.143146 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.182830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Transition to ACTIVE for port object 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:38.194857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Calling delete_port for dd621ac6-8d01-4924-a43f-b78fc536ffb1 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:38.204934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf0e5e4-15d3-414d-aa2f-5bd82d2951fd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.207681 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bbf0e5e4-15d3-414d-aa2f-5bd82d2951fd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3668666 Jul 16 09:01:38.209896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47736) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:38.249206 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71b441b-9a9f-4d74-a003-1aa107992263 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:01:38.251099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d71b441b-9a9f-4d74-a003-1aa107992263 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/82021363-0267-47a6-b20a-6a82aa3420e1 HTTP/1.1" status: 404 len: 333 time: 0.0392282 Jul 16 09:01:38.270264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47738) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:38.276549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1380276785'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:38.311234 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.318688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:38.322863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.354194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b34f11-59db-43df-88f2-bd8b4121fd04,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:38.426138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:38.441715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.442083 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Added segment b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa of type vlan for network 31565937-7f2e-4240-9db2-6d8bacb9b650 Jul 16 09:01:38.529789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.643797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.689709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.697550 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.703423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.704064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.709526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9e791bf-de47-4027-abdb-8247fd9cad8b', '33e2af5f-d2a7-4175-a339-99382b177be6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:38.759138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4877944 Jul 16 09:01:38.763424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47750) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:38.785404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:38.799832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:38.864661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335418fe-cf59-4c92-9b40-deb675148231 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Network': ['ID=31565937-7f2e-4240-9db2-6d8bacb9b650,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:38.885491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:38.889389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:38.925632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:38.934675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:38.989197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.989726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.018700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event updated for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:39.064386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-0cf3a11c-2929-4915-8c9a-cb49cb49cadf tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:39.065963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-0cf3a11c-2929-4915-8c9a-cb49cb49cadf tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.2123575 Jul 16 09:01:39.066570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:39.070249 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.089524 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-b88d2843-336d-4d7b-82f6-95ecd04924a4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1914649 Jul 16 09:01:39.112371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Request body: {'port': {'device_id': '98157924-9290-488c-834b-8119c5530cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:39.262247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.317729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:39.331348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f5d4e-9152-466e-a38b-502a6f136e7f None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:39.344131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f5d4e-9152-466e-a38b-502a6f136e7f None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:39.345553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f24f5d4e-9152-466e-a38b-502a6f136e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.354589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.395812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f24f5d4e-9152-466e-a38b-502a6f136e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.411264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f5d4e-9152-466e-a38b-502a6f136e7f None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:39.412671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f24f5d4e-9152-466e-a38b-502a6f136e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.414048 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e3aca48d-b65b-4f27-8553-ad2fc45f3e74 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/floatingips/bbb450c1-7db9-4406-8d92-07867ac68a1b HTTP/1.1" status: 200 len: 688 time: 1.8556986 Jul 16 09:01:39.418935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47756) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:39.421690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-50dffeb2-8f39-4429-86f7-5c4c927d4bb2 None None] Provisioning for port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:39.433346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.460645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f24f5d4e-9152-466e-a38b-502a6f136e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.461484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f5d4e-9152-466e-a38b-502a6f136e7f None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:39.462985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-50dffeb2-8f39-4429-86f7-5c4c927d4bb2 None None] Provisioning complete for port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:39.463905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50dffeb2-8f39-4429-86f7-5c4c927d4bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.470708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Router a7cfab90-5b6b-43a6-ac83-79707bd711dc has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:39.501546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-50dffeb2-8f39-4429-86f7-5c4c927d4bb2 None None] Port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:39.519256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dd621ac6-8d01-4924-a43f-b78fc536ffb1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:39.605214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246b9a4-a8cc-4568-a382-402a7a07bfaf req-53849117-a8e4-4206-9907-f72fec02b5eb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:39.606808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c246b9a4-a8cc-4568-a382-402a7a07bfaf req-53849117-a8e4-4206-9907-f72fec02b5eb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 1097 time: 0.3856733 Jul 16 09:01:39.682964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Deleting port a98abcc8-fc2b-46e3-a879-5ae783f276c4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:39.683301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.763442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83e76-1a2c-425d-9eb5-54d30ed2bc45 req-497b3049-ac2d-4f87-8e18-547563182d73 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:39.764968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65f83e76-1a2c-425d-9eb5-54d30ed2bc45 req-497b3049-ac2d-4f87-8e18-547563182d73 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 931 time: 0.4394255 Jul 16 09:01:39.789620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.884265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:39.895116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.947747 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Transition to ACTIVE for port object 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:39.955185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.021885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Pushing event updated for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:40.182533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Attempting to bind port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:40.182895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Attempting to bind port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:40.183126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Attempting to bind port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:40.191173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:40.191502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Attempting to bind port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 on network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:40.201837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:40.202180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Checking segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:40.202562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Bound using segment: {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:40.202999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Bound port: 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6776423-82d1-4b87-8d58-1c4ffa84d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:40.203354 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.217038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Router 2347650f-6bd8-4803-94f5-bb5e4391b0cb has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:40.226527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.263976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c246b9a4-a8cc-4568-a382-402a7a07bfaf req-269ac93d-700d-49d2-8dee-fb127f239963 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899327 Jul 16 09:01:40.307693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:40.318526 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] Sync routers for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:40.339399 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:40.340404 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:40.342461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-73f96aed-71e6-4e7b-96a9-050771a32752 admin admin] 10.222.0.55 "PUT /v2.0/routers/a7cfab90-5b6b-43a6-ac83-79707bd711dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2444420 Jul 16 09:01:40.356537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:40.358414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47762) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:40.358820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=efb3d799-77d3-42ec-98fc-1dae763ba9bd,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:40.375546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] For port a98abcc8-fc2b-46e3-a879-5ae783f276c4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a98abcc8-fc2b-46e3-a879-5ae783f276c4,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:40.376734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.391280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Calling delete_port for a98abcc8-fc2b-46e3-a879-5ae783f276c4 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:40.410011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:40.432677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.496921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:40.504575 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:40.506533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96306318-52d3-498e-812b-41c0c763a855 None None] Sync routers for ids ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:40.515995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-28f25010-5c98-4d0e-b5f9-ddd3b54735ea admin admin] 10.222.0.55 "PUT /v2.0/routers/2347650f-6bd8-4803-94f5-bb5e4391b0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9349775 Jul 16 09:01:40.531911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96306318-52d3-498e-812b-41c0c763a855 None None] Routers {'2347650f-6bd8-4803-94f5-bb5e4391b0cb'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:40.532773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-96306318-52d3-498e-812b-41c0c763a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:40.561226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47764) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:40.575191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:40.575809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.577532 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] 10.222.0.54 "PUT /v2.0/ports/597eb7ae-09b9-4743-9106-0a53dd9c3aa7 HTTP/1.1" status: 200 len: 1092 time: 1.4731586 Jul 16 09:01:40.585221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:40.589228 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b" -d '{"events": [{"name": "network-changed", "server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:40.591760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65f83e76-1a2c-425d-9eb5-54d30ed2bc45 req-a2e1ad3f-ea85-4091-89f0-799167707134 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533019 Jul 16 09:01:40.600565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 835b44a3-4522-4984-a161-bbb52e79bac9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:40.601803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.766004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-96306318-52d3-498e-812b-41c0c763a855 None None] Set router 2347650f-6bd8-4803-94f5-bb5e4391b0cb gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:40.769216 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.783023 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4d00f9-851f-40f9-8873-b9656f32c72a x-openstack-request-id: req-db4d00f9-851f-40f9-8873-b9656f32c72a {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:40.783318 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:40.783577 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db4d00f9-851f-40f9-8873-b9656f32c72a {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:40.784038 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'status': 'completed', 'code': 200} Jul 16 09:01:40.820042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Checking segment: {'id': 'b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:40.820684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network hostable DHCP agents. Network: 31565937-7f2e-4240-9db2-6d8bacb9b650, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:40.867933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Pushing event deleted for resources: {'Port': ['ID=a98abcc8-fc2b-46e3-a879-5ae783f276c4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:40.874418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.889914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf2bc8-b1ac-4aeb-a06e-a2cad7483fbd service neutron] Pushing event updated for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:40.891162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f6b7081d-1d4c-477b-9970-2eb01ffa58ab'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:40.969950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.009804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] No DVR routers for this DVR port a98abcc8-fc2b-46e3-a879-5ae783f276c4 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:41.033888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.040157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20238fc5-b6cf-472c-aa9e-4f985dbcd077 req-d22af84e-8202-41b0-8b54-7fb6fbdf31fb tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.52 "DELETE /v2.0/ports/a98abcc8-fc2b-46e3-a879-5ae783f276c4 HTTP/1.1" status: 204 len: 173 time: 1.9645469 Jul 16 09:01:41.049100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:41.053064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.053537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.057080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c88da-8858-43a6-ac3b-8445d677611a', 'name': 'network-vif-deleted', 'tag': 'a98abcc8-fc2b-46e3-a879-5ae783f276c4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:41.062902 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7dc35a-9c07-45a5-b41a-cc121a75d978" -d '{"events": [{"server_uuid": "be7c88da-8858-43a6-ac3b-8445d677611a", "name": "network-vif-deleted", "tag": "a98abcc8-fc2b-46e3-a879-5ae783f276c4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:41.084179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 835b44a3-4522-4984-a161-bbb52e79bac9 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:41.086560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 31565937-7f2e-4240-9db2-6d8bacb9b650) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:41.094742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:41.095507 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.176357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d903e-7ec2-4c41-9814-7477733f1fc8 None None] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:41.193890 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:01:38Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:41.274272 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] Checking router: a7cfab90-5b6b-43a6-ac83-79707bd711dc for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:41.303187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fa40e93c-fd95-4714-b3ca-30d93821eb9f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5381832 Jul 16 09:01:41.306348 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38b1da0-b9dd-469d-a050-1b68cd491695 x-openstack-request-id: req-f38b1da0-b9dd-469d-a050-1b68cd491695 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:41.306652 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c88da-8858-43a6-ac3b-8445d677611a", "name": "network-vif-deleted", "tag": "a98abcc8-fc2b-46e3-a879-5ae783f276c4", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:41.306964 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f38b1da0-b9dd-469d-a050-1b68cd491695 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:41.307600 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c88da-8858-43a6-ac3b-8445d677611a', 'name': 'network-vif-deleted', 'tag': 'a98abcc8-fc2b-46e3-a879-5ae783f276c4', 'status': 'completed', 'code': 200} Jul 16 09:01:41.308244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47778) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:41.314863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ed8d2ed5-c69d-42bf-bb78-17b814664c1c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:41.318627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.320794 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] Routers {'a7cfab90-5b6b-43a6-ac83-79707bd711dc'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:41.329941 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:41.372490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=835b44a3-4522-4984-a161-bbb52e79bac9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:41.523328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-96306318-52d3-498e-812b-41c0c763a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T09:01:39Z', 'revision_number': 5, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:41.605668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96306318-52d3-498e-812b-41c0c763a855 None None] Checking router: 2347650f-6bd8-4803-94f5-bb5e4391b0cb for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:41.648515 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] Set router a7cfab90-5b6b-43a6-ac83-79707bd711dc gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:41.731948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b4c2c28-49bc-427b-a988-a4d53ea518f6 req-9011beba-915d-46b5-8198-41a48ed16c03 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be7c88da-8858-43a6-ac3b-8445d677611a HTTP/1.1" status: 200 len: 210 time: 0.0685573 Jul 16 09:01:41.774310 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.779473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-31565937-7f2e-4240-9db2-6d8bacb9b650', 'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650', 'tenant_id': '4d7f02459eb640fb913972341f0211a3', 'fixed_ips': [{'subnet_id': 'efb3d799-77d3-42ec-98fc-1dae763ba9bd'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:41.780072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.781446 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.786118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17d681cf-7ea0-42ca-b04b-4a1585d24ea8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/floatingips/bbb450c1-7db9-4406-8d92-07867ac68a1b HTTP/1.1" status: 204 len: 168 time: 2.3658359 Jul 16 09:01:41.789596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96306318-52d3-498e-812b-41c0c763a855 None None] Routers {'2347650f-6bd8-4803-94f5-bb5e4391b0cb'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:41.793520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47784) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:41.796048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-96306318-52d3-498e-812b-41c0c763a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:41.804553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'bbfeb32e-1e70-4547-9a6f-82fa7171f611'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:41.882174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.937099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8d2ed5-c69d-42bf-bb78-17b814664c1c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:41.952232 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2ed5-c69d-42bf-bb78-17b814664c1c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.036492 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:01:38Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:42.066753 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0b51f-3ed0-47b9-9546-cc3eed88016b None None] The sync data for ids ['a7cfab90-5b6b-43a6-ac83-79707bd711dc'] in n-d-780147-28 is: [{'id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1087343304-router', 'tenant_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:19Z', 'updated_at': '2021-07-16T09:01:38Z', 'revision_number': 5, 'project_id': 'e4dd9e35e7404403a15e2cf10683ead9', 'gw_port': {'id': '51611db3-4742-46bb-8ed7-23ea9d8bde78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cfab90-5b6b-43a6-ac83-79707bd711dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:42.141836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-efd29e4b-4d7b-48d4-916e-7d8d33a7511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.143630 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-efd29e4b-4d7b-48d4-916e-7d8d33a7511c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 1095 time: 1.3586080 Jul 16 09:01:42.147418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.218608 n-d-780147-28 neutron-server[94159]: INFO neutron.db.ipam_backend_mixin [None req-ed8d2ed5-c69d-42bf-bb78-17b814664c1c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efb3d799-77d3-42ec-98fc-1dae763ba9bd (CIDR: 2001:db8::/64) Jul 16 09:01:42.233904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-96306318-52d3-498e-812b-41c0c763a855 None None] Set router 2347650f-6bd8-4803-94f5-bb5e4391b0cb gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:42.246791 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8d2ed5-c69d-42bf-bb78-17b814664c1c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:42.248735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8d2ed5-c69d-42bf-bb78-17b814664c1c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:42.279133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed8d2ed5-c69d-42bf-bb78-17b814664c1c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9694264 Jul 16 09:01:42.281800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47786) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:42.290325 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-3512eb95-228b-4502-a114-4b6afd163879 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7 HTTP/1.1" status: 200 len: 217 time: 0.0589826 Jul 16 09:01:42.291496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:42.347309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55987c-6a44-4e18-99e5-378cc21b4388 req-799370da-2234-47de-8dad-1df8552fb541 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.348983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c55987c-6a44-4e18-99e5-378cc21b4388 req-799370da-2234-47de-8dad-1df8552fb541 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 943 time: 0.3781817 Jul 16 09:01:42.381591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.392924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a98abcc8-fc2b-46e3-a879-5ae783f276c4 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:42.416892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c55987c-6a44-4e18-99e5-378cc21b4388 req-c402781d-6548-4015-882a-285cdeec7022 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598915 Jul 16 09:01:42.500002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: a98abcc8-fc2b-46e3-a879-5ae783f276c4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:42.500346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a98abcc8-fc2b-46e3-a879-5ae783f276c4 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:42.500950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.512323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-c100fa5f-380e-4d04-999e-84281c43174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.514257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-c100fa5f-380e-4d04-999e-84281c43174f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.1476371 Jul 16 09:01:42.523953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Deleting port 8dd066d1-fc23-4786-affc-ac4ecb555231 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:42.524425 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.620656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] For port 8dd066d1-fc23-4786-affc-ac4ecb555231, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8dd066d1-fc23-4786-affc-ac4ecb555231,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:42.621437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.649227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Calling delete_port for 8dd066d1-fc23-4786-affc-ac4ecb555231 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:42.727290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Allocated IP 2001:db8::2 (31565937-7f2e-4240-9db2-6d8bacb9b650/efb3d799-77d3-42ec-98fc-1dae763ba9bd/d998f1c9-d1c4-47fe-ab78-66f355792dcd) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:42.755898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:42.769094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.848961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-96306318-52d3-498e-812b-41c0c763a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T09:01:39Z', 'revision_number': 5, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:42.906009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96306318-52d3-498e-812b-41c0c763a855 None None] The sync data for ids ['2347650f-6bd8-4803-94f5-bb5e4391b0cb'] in n-d-780147-28 is: [{'id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'name': 'tempest-ServerRescueTestJSON-2097673126-router', 'tenant_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T09:01:39Z', 'revision_number': 5, 'project_id': '8cf1376abcf841f78b2ccf9b61519b4a', 'gw_port': {'id': '8dd066d1-fc23-4786-affc-ac4ecb555231', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2347650f-6bd8-4803-94f5-bb5e4391b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:07Z', 'updated_at': '2021-07-16T08:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:42.972972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.040105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd066d1-fc23-4786-affc-ac4ecb555231,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:43.067902 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.080644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Transition to ACTIVE for port object d998f1c9-d1c4-47fe-ab78-66f355792dcd will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:43.100036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Transition to ACTIVE for port object d998f1c9-d1c4-47fe-ab78-66f355792dcd will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:43.120597 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.123880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.25.6.17 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/5dd8d022-92d8-49ba-aaf9-47c78a56f31c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:43.135652 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.137477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Deleting port 51611db3-4742-46bb-8ed7-23ea9d8bde78 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:43.137854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.153613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-827db130-3d68-4c20-82e7-80b53e625662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.155182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-827db130-3d68-4c20-82e7-80b53e625662 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2950270 Jul 16 09:01:43.156029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.156446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:43.161137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:43.174034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:43.209269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Pushing event updated for resources: {'Port': ['ID=d998f1c9-d1c4-47fe-ab78-66f355792dcd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:43.230381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=14a694ec-b45c-45bb-8283-73729163244c,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:43.246822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:43.259591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:43.263016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.264028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.285737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1cce4493-4319-469d-b11a-f0f5239fa967 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9987609 Jul 16 09:01:43.294103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Attempting to bind port d998f1c9-d1c4-47fe-ab78-66f355792dcd on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:43.294467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Attempting to bind port d998f1c9-d1c4-47fe-ab78-66f355792dcd by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:43.294821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Attempting to bind port d998f1c9-d1c4-47fe-ab78-66f355792dcd on network 31565937-7f2e-4240-9db2-6d8bacb9b650 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:43.298595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47796) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:43.303645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650', 'fixed_ips': [{'subnet_id': 'efb3d799-77d3-42ec-98fc-1dae763ba9bd'}, {'subnet_id': '14a694ec-b45c-45bb-8283-73729163244c'}], 'name': 'tempest-PortsIpV6TestJSON-1464370761'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:43.314519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:43.318808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Checking segment: {'id': 'b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:43.319602 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.320345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Bound using segment: {'id': 'b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:43.321675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Bound port: d998f1c9-d1c4-47fe-ab78-66f355792dcd, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:43.323910 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.351670 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.366009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.557529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] For port 51611db3-4742-46bb-8ed7-23ea9d8bde78, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=51611db3-4742-46bb-8ed7-23ea9d8bde78,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:43.568842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.576562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] For port d998f1c9-d1c4-47fe-ab78-66f355792dcd, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:43.584371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] For port d998f1c9-d1c4-47fe-ab78-66f355792dcd, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d998f1c9-d1c4-47fe-ab78-66f355792dcd,segment=NetworkSegment(b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa),segment_id=b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:43.594962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.595671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2347650f-6bd8-4803-94f5-bb5e4391b0cb {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:43.601386 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.606398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.616958 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2106920e-91fa-4b62-b680-4d6f6c42c312 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2347650f-6bd8-4803-94f5-bb5e4391b0cb HTTP/1.1" status: 204 len: 168 time: 3.0514767 Jul 16 09:01:43.619652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47804) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:43.635604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Calling delete_port for 51611db3-4742-46bb-8ed7-23ea9d8bde78 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:43.659438 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-5a1c68c8-c194-4743-b786-6b2473370a55 service neutron] 10.222.0.54 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688470 Jul 16 09:01:43.723559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dd621ac6-8d01-4924-a43f-b78fc536ffb1 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:43.745070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb622c65-f308-44b0-8c84-0ee43affce96 None None] Pushing event updated for resources: {'Port': ['ID=d998f1c9-d1c4-47fe-ab78-66f355792dcd,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:43.757105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: dd621ac6-8d01-4924-a43f-b78fc536ffb1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:43.758177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dd621ac6-8d01-4924-a43f-b78fc536ffb1 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:43.758850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c0b34f11-59db-43df-88f2-bd8b4121fd04 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:43.763087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.802402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: c0b34f11-59db-43df-88f2-bd8b4121fd04 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:43.802746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c0b34f11-59db-43df-88f2-bd8b4121fd04 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:43.918578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:43.953869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a573a650-9609-484d-bc7a-8e56038f18ca admin admin] Deleting subnet 24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:43.996460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a573a650-9609-484d-bc7a-8e56038f18ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.014138 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-cf898abc-05be-40cd-95e1-f7fb4dc4f418 req-97bce46b-aef9-4131-b5c2-c953a4e3a631 service neutron] 10.222.0.54 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449013 Jul 16 09:01:44.103168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c600b-2a08-464c-9c59-f2ed428ea616 req-e41df188-0a16-4a2d-9dd4-28ad9d4299b3 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:44.104733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c84c600b-2a08-464c-9c59-f2ed428ea616 req-e41df188-0a16-4a2d-9dd4-28ad9d4299b3 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1097 time: 0.4766378 Jul 16 09:01:44.138997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a573a650-9609-484d-bc7a-8e56038f18ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.150159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.169158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.192355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ea803-7f29-4094-994e-a488ce4fe784 req-e573d592-8da5-4d54-83d4-946dc5899dee tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:44.193975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa9ea803-7f29-4094-994e-a488ce4fe784 req-e573d592-8da5-4d54-83d4-946dc5899dee tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 943 time: 0.3794286 Jul 16 09:01:44.208105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Pushing event deleted for resources: {'Port': ['ID=51611db3-4742-46bb-8ed7-23ea9d8bde78,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:44.236431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-92fb5bd9-dc9f-4e97-893f-8a27ad4edad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:44.238064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-92fb5bd9-dc9f-4e97-893f-8a27ad4edad4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 1095 time: 0.1360507 Jul 16 09:01:44.290050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.299347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:44.306741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c84c600b-2a08-464c-9c59-f2ed428ea616 req-b8a15a00-3f01-4c8b-ba10-fcbfe604b583 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862898 Jul 16 09:01:44.325242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a573a650-9609-484d-bc7a-8e56038f18ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.332157 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.450749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2780604-2b9b-49d3-b185-33a25d46c015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.458158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:44.465245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:44.467459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port 46556a43-74cb-4152-ab52-752cb6bcbf91 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:44.472832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=5dd8d022-92d8-49ba-aaf9-47c78a56f31c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:44.482951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a573a650-9609-484d-bc7a-8e56038f18ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.508507 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.515020 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.528560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-21435fc4-7da7-4075-b5ab-93618ba387a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:44.530174 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-21435fc4-7da7-4075-b5ab-93618ba387a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.2719421 Jul 16 09:01:44.605410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573a650-9609-484d-bc7a-8e56038f18ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:44.623954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-dd5e0bae-6395-4737-9fe6-d97c235b311d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7 HTTP/1.1" status: 200 len: 217 time: 0.0607374 Jul 16 09:01:44.650478 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.653419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7cfab90-5b6b-43a6-ac83-79707bd711dc {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:44.667114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa9ea803-7f29-4094-994e-a488ce4fe784 req-d40062cc-7db5-4913-a4e2-1490c478d7f6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449880 Jul 16 09:01:44.668898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.670277 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3b9cee20-3916-4ef1-a910-a2ac500da13a admin admin] 10.222.0.55 "DELETE /v2.0/routers/a7cfab90-5b6b-43a6-ac83-79707bd711dc HTTP/1.1" status: 204 len: 168 time: 4.3107889 Jul 16 09:01:44.689032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47816) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:44.723904 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a573a650-9609-484d-bc7a-8e56038f18ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.728139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a573a650-9609-484d-bc7a-8e56038f18ca admin admin] 10.222.0.55 "DELETE /v2.0/subnets/24fc9bb8-c6c0-4ae2-aa3c-8e6d32d70c27 HTTP/1.1" status: 204 len: 168 time: 1.0536947 Jul 16 09:01:44.735251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47818) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:44.796788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-c0de35b0-7c3f-4fbb-813b-c25d982546a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:44.810043 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-c0de35b0-7c3f-4fbb-813b-c25d982546a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.1675851 Jul 16 09:01:44.873476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f68b02d-509f-4604-b96c-68f3f77307fb admin admin] Deleting subnet 507c3e10-2c17-4039-a16c-2ac9a03d6d8f {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:44.894675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f68b02d-509f-4604-b96c-68f3f77307fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.918680 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.968785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f68b02d-509f-4604-b96c-68f3f77307fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.023952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-ae129882-c9a6-4f8c-97e9-7e3ed629c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.025963 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-ae129882-c9a6-4f8c-97e9-7e3ed629c176 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2150595 Jul 16 09:01:45.174367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cfeec7-104f-428f-b472-29c30df27d75 None None] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:45.176764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f68b02d-509f-4604-b96c-68f3f77307fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.253590 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-1fae4823-42e0-4f50-a95a-8fa84d0ee07b service neutron] 10.222.0.54 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122228 Jul 16 09:01:45.311793 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.327546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4aacbc18-c8a4-43e9-8209-af80287988b2 None None] Provisioning for port d998f1c9-d1c4-47fe-ab78-66f355792dcd completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:45.533022 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f68b02d-509f-4604-b96c-68f3f77307fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.568509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68b02d-509f-4604-b96c-68f3f77307fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507c3e10-2c17-4039-a16c-2ac9a03d6d8f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:45.572630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-a504b823-a8b4-4ddd-ba94-8a064a3d7d8a tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.574466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-a504b823-a8b4-4ddd-ba94-8a064a3d7d8a tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1097 time: 0.3183587 Jul 16 09:01:45.581019 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a64f8c2c-94bc-40bb-adf2-7f4abbf9b77b req-46adb6bf-557f-47c1-9291-404ff9fbe698 service neutron] 10.222.0.54 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170996 Jul 16 09:01:45.614545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f68b02d-509f-4604-b96c-68f3f77307fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.617451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f68b02d-509f-4604-b96c-68f3f77307fb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/507c3e10-2c17-4039-a16c-2ac9a03d6d8f HTTP/1.1" status: 204 len: 168 time: 0.9272854 Jul 16 09:01:45.621226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.653838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db905553-2e4c-4c5f-a886-2ff1cbe6e220 None None] Network d0a573aa-8fee-4ec8-9c49-d8852926f19e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:45.675180 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.698590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cf511e-c513-44b7-bd9d-26808ff3ee62']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.721113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e5d221-0e80-4a53-a88d-422de650471f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.721842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e5d221-0e80-4a53-a88d-422de650471f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.744987 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.772079 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.784369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:45.784816 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.838833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d998f1c9-d1c4-47fe-ab78-66f355792dcd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:45.868708 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:45.882671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8813a42-d2cd-462b-9e5a-c571193bf6a4 None None] Update dhcp port {'port': {'network_id': '31565937-7f2e-4240-9db2-6d8bacb9b650', 'fixed_ips': [{'subnet_id': 'efb3d799-77d3-42ec-98fc-1dae763ba9bd', 'ip_address': '2001:db8::2'}, {'subnet_id': '14a694ec-b45c-45bb-8283-73729163244c'}], 'binding:host_id': 'n-d-780147-28'}, 'id': 'd998f1c9-d1c4-47fe-ab78-66f355792dcd'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:01:45.988893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port d998f1c9-d1c4-47fe-ab78-66f355792dcd completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:45.994893 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8813a42-d2cd-462b-9e5a-c571193bf6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.011055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d998f1c9-d1c4-47fe-ab78-66f355792dcd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:46.011335 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.089442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::1f4 (31565937-7f2e-4240-9db2-6d8bacb9b650/efb3d799-77d3-42ec-98fc-1dae763ba9bd/46556a43-74cb-4152-ab52-752cb6bcbf91) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:46.127880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8:0:1::25d (31565937-7f2e-4240-9db2-6d8bacb9b650/14a694ec-b45c-45bb-8283-73729163244c/46556a43-74cb-4152-ab52-752cb6bcbf91) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:46.146497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.158854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.192479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Deleting port f6b7081d-1d4c-477b-9970-2eb01ffa58ab {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:46.192479 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.217989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] DHCP port deletion for d0a573aa-8fee-4ec8-9c49-d8852926f19e request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:46.224032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:46.240065 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.246137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d1cf511e-c513-44b7-bd9d-26808ff3ee62 HTTP/1.1" status: 204 len: 168 time: 1.5092905 Jul 16 09:01:46.248321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ff292-ae9f-42c9-8f45-f36730fdcf80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1cf511e-c513-44b7-bd9d-26808ff3ee62,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.295556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c837a-931e-42ce-aefb-7e9882bf1f61 req-10c55a39-49ca-4e37-bbb2-37310400c477 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.305209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-754c837a-931e-42ce-aefb-7e9882bf1f61 req-10c55a39-49ca-4e37-bbb2-37310400c477 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 1097 time: 0.7089584 Jul 16 09:01:46.314632 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.339129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] For port f6b7081d-1d4c-477b-9970-2eb01ffa58ab, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:46.339500 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.358978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Calling delete_port for f6b7081d-1d4c-477b-9970-2eb01ffa58ab owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:46.412000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port d998f1c9-d1c4-47fe-ab78-66f355792dcd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d998f1c9-d1c4-47fe-ab78-66f355792dcd,segment=NetworkSegment(b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa),segment_id=b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:46.422858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] Deleting port f041d90b-d8b4-4db6-971c-4761637f4c48 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:46.423236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.427117 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.494854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:46.512836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:46.531201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86130e45-cb42-4896-aeba-52858bdc8525 req-d3abaa26-3df5-43b8-a777-6d9306e52ce0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.533444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86130e45-cb42-4896-aeba-52858bdc8525 req-d3abaa26-3df5-43b8-a777-6d9306e52ce0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 943 time: 0.4946687 Jul 16 09:01:46.561616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 51611db3-4742-46bb-8ed7-23ea9d8bde78 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:46.576949 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Deleting port f041d90b-d8b4-4db6-971c-4761637f4c48 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:46.576949 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.598834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=d998f1c9-d1c4-47fe-ab78-66f355792dcd,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.606276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'mac_address': 'fa:16:3e:48:a6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:46.609006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] For port f041d90b-d8b4-4db6-971c-4761637f4c48, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f041d90b-d8b4-4db6-971c-4761637f4c48,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:46.609310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.611907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 51611db3-4742-46bb-8ed7-23ea9d8bde78 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:46.612277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 51611db3-4742-46bb-8ed7-23ea9d8bde78 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:46.612824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8dd066d1-fc23-4786-affc-ac4ecb555231 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:46.644452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] Calling delete_port for f041d90b-d8b4-4db6-971c-4761637f4c48 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:46.646638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 8dd066d1-fc23-4786-affc-ac4ecb555231 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:46.646992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8dd066d1-fc23-4786-affc-ac4ecb555231 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:46.650689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-754c837a-931e-42ce-aefb-7e9882bf1f61 req-511246c7-1ce2-4707-8bfb-c86bb18adf74 tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181372 Jul 16 09:01:46.689194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] For port f041d90b-d8b4-4db6-971c-4761637f4c48, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f041d90b-d8b4-4db6-971c-4761637f4c48,segment=NetworkSegment(eff36429-5433-4eea-a0a4-c686c90babce),segment_id=eff36429-5433-4eea-a0a4-c686c90babce)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:46.689859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.700125 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.705601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Calling delete_port for f041d90b-d8b4-4db6-971c-4761637f4c48 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:46.716597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:46.775294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.777216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7b838aab-7e78-48f3-a2f7-24b0474adb16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cf1376abcf841f78b2ccf9b61519b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801094 Jul 16 09:01:46.782474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47836) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:46.825826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86130e45-cb42-4896-aeba-52858bdc8525 req-9abd4b6d-28b5-4e10-8184-ca6a2afe5cb2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675180 Jul 16 09:01:46.830436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6b7081d-1d4c-477b-9970-2eb01ffa58ab,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.876618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f6b7081d-1d4c-477b-9970-2eb01ffa58ab'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:46.903447 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.924320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23075494-8d56-44a1-af06-5193871961da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.934454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.952395 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:46.956093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] Pushing event deleted for resources: {'Port': ['ID=f041d90b-d8b4-4db6-971c-4761637f4c48,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.959119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3e702-2823-4c4c-81d0-94df6600394c None None] No DVR routers for this DVR port f041d90b-d8b4-4db6-971c-4761637f4c48 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:46.966365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.014222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object 46556a43-74cb-4152-ab52-752cb6bcbf91 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:47.016710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23075494-8d56-44a1-af06-5193871961da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.038253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.040717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.046316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] No DVR routers for this DVR port f6b7081d-1d4c-477b-9970-2eb01ffa58ab on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:47.054159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.056898 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2e9eb1d4-4bb6-4fc6-9692-9d7035cf6f36 req-261269fe-44f9-40c8-9bac-621b4b23557b tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.54 "DELETE /v2.0/ports/f6b7081d-1d4c-477b-9970-2eb01ffa58ab HTTP/1.1" status: 204 len: 173 time: 1.4730527 Jul 16 09:01:47.057433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1059ded-ffe8-43c3-8cac-ae019d123dbc', 'name': 'network-vif-deleted', 'tag': 'f6b7081d-1d4c-477b-9970-2eb01ffa58ab'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:47.059907 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a062be45-9f71-4fd1-b35f-0af8fd463670" -d '{"events": [{"server_uuid": "a1059ded-ffe8-43c3-8cac-ae019d123dbc", "name": "network-vif-deleted", "tag": "f6b7081d-1d4c-477b-9970-2eb01ffa58ab"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:47.077725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.086656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] No DVR routers for this DVR port f041d90b-d8b4-4db6-971c-4761637f4c48 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:47.104332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Pushing event deleted for resources: {'Port': ['ID=f041d90b-d8b4-4db6-971c-4761637f4c48,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.146567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.150926 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23075494-8d56-44a1-af06-5193871961da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.154635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23075494-8d56-44a1-af06-5193871961da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.156326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-23075494-8d56-44a1-af06-5193871961da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/296e66c6-0a1d-419c-a440-30dbf90a4f70 HTTP/1.1" status: 204 len: 168 time: 0.3726201 Jul 16 09:01:47.224046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.235195 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d8813a42-d2cd-462b-9e5a-c571193bf6a4 None None] Allocated IP 2001:db8:0:1::2 (31565937-7f2e-4240-9db2-6d8bacb9b650/14a694ec-b45c-45bb-8283-73729163244c/d998f1c9-d1c4-47fe-ab78-66f355792dcd) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:47.236258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a573aa-8fee-4ec8-9c49-d8852926f19e']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:47.249207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff36429-5433-4eea-a0a4-c686c90babce') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:47.249505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff36429-5433-4eea-a0a4-c686c90babce') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:47.267786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.311492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.319174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:47.320487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.327712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=46556a43-74cb-4152-ab52-752cb6bcbf91,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.336149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.354133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['597eb7ae-09b9-4743-9106-0a53dd9c3aa7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:47.388203 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e6968-5faa-44d8-8661-dc0004640290 x-openstack-request-id: req-dc1e6968-5faa-44d8-8661-dc0004640290 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:47.388503 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1059ded-ffe8-43c3-8cac-ae019d123dbc", "name": "network-vif-deleted", "tag": "f6b7081d-1d4c-477b-9970-2eb01ffa58ab", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:47.388739 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc1e6968-5faa-44d8-8661-dc0004640290 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:47.390336 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1059ded-ffe8-43c3-8cac-ae019d123dbc', 'name': 'network-vif-deleted', 'tag': 'f6b7081d-1d4c-477b-9970-2eb01ffa58ab', 'status': 'completed', 'code': 200} Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:47.390940 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:47.395448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.426833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.430922 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] 10.222.0.55 "DELETE /v2.0/networks/d0a573aa-8fee-4ec8-9c49-d8852926f19e HTTP/1.1" status: 204 len: 168 time: 1.8074651 Jul 16 09:01:47.432902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83152ea-8636-44f3-b4ba-e6800f69298d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a573aa-8fee-4ec8-9c49-d8852926f19e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.509054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d8813a42-d2cd-462b-9e5a-c571193bf6a4 None None] For port d998f1c9-d1c4-47fe-ab78-66f355792dcd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d998f1c9-d1c4-47fe-ab78-66f355792dcd,segment=NetworkSegment(b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa),segment_id=b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:47.621837 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.624205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23075494-8d56-44a1-af06-5193871961da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296e66c6-0a1d-419c-a440-30dbf90a4f70,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.634993 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.638861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:47.648933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:47.674989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:47.682008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:47.682675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.687148 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8813a42-d2cd-462b-9e5a-c571193bf6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.717944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d998f1c9-d1c4-47fe-ab78-66f355792dcd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:47.758602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=5dd8d022-92d8-49ba-aaf9-47c78a56f31c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.765704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e3182431-6f64-4d92-bf9c-561701ce3bcf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.4646206 Jul 16 09:01:47.767003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47850) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:47.777591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.780762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'efb3d799-77d3-42ec-98fc-1dae763ba9bd'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:47.797619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.813822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd55c-2ca9-40da-96e8-4151b2312a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.819171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d8813a42-d2cd-462b-9e5a-c571193bf6a4 None None] Transition to ACTIVE for port object d998f1c9-d1c4-47fe-ab78-66f355792dcd will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:47.851470 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d8813a42-d2cd-462b-9e5a-c571193bf6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.938964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47856) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:48.071576 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 80c9bbac-66ce-4e9f-951e-8281f1f7c4dc associated. External IP: 172.25.6.17, port: bbfeb32e-1e70-4547-9a6f-82fa7171f611. Jul 16 09:01:48.088795 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d61299b8-8dd6-4e36-96b8-45986230dd6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4dd9e35e7404403a15e2cf10683ead9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462541 Jul 16 09:01:48.091549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47868) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:48.297465 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.349928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffb06470-944c-45fb-91a8-232d8388a2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.359277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8813a42-d2cd-462b-9e5a-c571193bf6a4 None None] Pushing event updated for resources: {'Port': ['ID=d998f1c9-d1c4-47fe-ab78-66f355792dcd,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:48.362007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f6b7081d-1d4c-477b-9970-2eb01ffa58ab no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:48.407324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2565b438-ad47-4470-b0c4-9705799e79bc req-a3d56101-ae8b-4735-96da-33336ac0a0cc tempest-TestServerMultinode-1401104311 tempest-TestServerMultinode-1401104311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a1059ded-ffe8-43c3-8cac-ae019d123dbc HTTP/1.1" status: 200 len: 210 time: 0.3816097 Jul 16 09:01:48.439582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: f6b7081d-1d4c-477b-9970-2eb01ffa58ab {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:48.439927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f6b7081d-1d4c-477b-9970-2eb01ffa58ab not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:48.485954 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffb06470-944c-45fb-91a8-232d8388a2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.590872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46270c5-a9cd-46c6-b6ea-6b930a2580b6 req-45e594a4-1b16-4b3e-9664-5cb428b01f5e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:48.598475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e46270c5-a9cd-46c6-b6ea-6b930a2580b6 req-45e594a4-1b16-4b3e-9664-5cb428b01f5e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 944 time: 0.2447958 Jul 16 09:01:48.696483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:48.731176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e46270c5-a9cd-46c6-b6ea-6b930a2580b6 req-2429041b-7805-46dc-a27e-7dc2fc317a9b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315987 Jul 16 09:01:48.759124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f041d90b-d8b4-4db6-971c-4761637f4c48 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:48.775001 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.855674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: f041d90b-d8b4-4db6-971c-4761637f4c48 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:48.856073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f041d90b-d8b4-4db6-971c-4761637f4c48 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:48.857091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47884) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:48.882613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffb06470-944c-45fb-91a8-232d8388a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.883221 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.885292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffb06470-944c-45fb-91a8-232d8388a2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.889083 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ffb06470-944c-45fb-91a8-232d8388a2d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e81e41c-cc75-4a31-8af2-6d805a8a4e60 HTTP/1.1" status: 204 len: 168 time: 0.7963490 Jul 16 09:01:48.951432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb06470-944c-45fb-91a8-232d8388a2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81e41c-cc75-4a31-8af2-6d805a8a4e60,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:48.957680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:48.968435 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fd3d0-db17-472c-beeb-10b97b89f92a None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:48.982185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fd3d0-db17-472c-beeb-10b97b89f92a None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:48.984853 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0f2fd3d0-db17-472c-beeb-10b97b89f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:49.002917 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.076208 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0f2fd3d0-db17-472c-beeb-10b97b89f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:49.092878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-487031938-network', 'tenant_id': '4554963337854556ab49a3228e5ea3d5'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:49.101702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1af91bcb-67eb-46f8-9f75-54cb792da5a7 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.3045106 Jul 16 09:01:49.104795 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fd3d0-db17-472c-beeb-10b97b89f92a None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:49.105445 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0f2fd3d0-db17-472c-beeb-10b97b89f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:49.107943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47890) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.154048 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0f2fd3d0-db17-472c-beeb-10b97b89f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:49.155924 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fd3d0-db17-472c-beeb-10b97b89f92a None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:49.193697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Delete allocated IP 2001:db8:0:1::25d (31565937-7f2e-4240-9db2-6d8bacb9b650/14a694ec-b45c-45bb-8283-73729163244c) {{(pid=94164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:01:49.200125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Made reservation on behalf of 4554963337854556ab49a3228e5ea3d5 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:49.202546 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.234899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d8879f74-86a6-4f41-adc9-d2595d9ec776 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "GET /v2.0/floatingips/80c9bbac-66ce-4e9f-951e-8281f1f7c4dc HTTP/1.1" status: 200 len: 976 time: 0.1257207 Jul 16 09:01:49.237383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47894) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.263470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.379601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-faf7ec86-58e0-4002-9e96-5b84c67fd48d tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1393046 Jul 16 09:01:49.380210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47904) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.392970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'port_id': '9bd59fd2-508e-4690-8e44-3cd7f38ca07e'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:49.532230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.547154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.586748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b231d-4e3a-40b8-857d-70c756c7d1d2 None None] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:49.589762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Ignored duplicate provisioning block setup for port 46556a43-74cb-4152-ab52-752cb6bcbf91 by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:01:49.603708 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.653763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47912) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.709393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=46556a43-74cb-4152-ab52-752cb6bcbf91,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:49.723352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.727914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d998f1c9-d1c4-47fe-ab78-66f355792dcd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:49.734203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.763226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] In _notify_port_updated(), no bound segment for port 46556a43-74cb-4152-ab52-752cb6bcbf91 on network 31565937-7f2e-4240-9db2-6d8bacb9b650 {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:01:49.769394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:49.770343 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.774434 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3936cfe8-ff6b-4ffe-ba92-215b32156eef tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "PUT /v2.0/ports/46556a43-74cb-4152-ab52-752cb6bcbf91 HTTP/1.1" status: 200 len: 926 time: 2.0030777 Jul 16 09:01:49.779255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.790968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'efb3d799-77d3-42ec-98fc-1dae763ba9bd'}, {'subnet_id': '14a694ec-b45c-45bb-8283-73729163244c'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:49.833538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ace403fb-d8cc-424e-8b56-6a758e68afc4 None None] Provisioning for port d998f1c9-d1c4-47fe-ab78-66f355792dcd completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:49.847403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ace403fb-d8cc-424e-8b56-6a758e68afc4 None None] Provisioning complete for port d998f1c9-d1c4-47fe-ab78-66f355792dcd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:49.848024 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ace403fb-d8cc-424e-8b56-6a758e68afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.856701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:49.875793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d998f1c9-d1c4-47fe-ab78-66f355792dcd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:49.876493 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.893781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7f3020-c8eb-4011-b5e3-62fa9f74c265,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:49.931864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.938291 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Added segment f3b786f0-6ef5-427d-a0cb-3b2ede6d0811 of type vlan for network 6e6275cb-64e6-4888-9f4a-af04c56e5752 Jul 16 09:01:49.997491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.091030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.166143 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.244442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.245344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:50.245978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.246175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:50.284604 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4251962 Jul 16 09:01:50.318139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47932) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:50.342659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:50.350314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:50.351327 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.352709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Request body: {'subnet': {'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-487031938-subnet', 'tenant_id': '4554963337854556ab49a3228e5ea3d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:50.576182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.580865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba387ac-4ccf-44e1-b4c1-53d47455e8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6275cb-64e6-4888-9f4a-af04c56e5752,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:50.603338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d9010c06-3828-4258-afda-e9e479183b55 None None] Provisioning complete for port d998f1c9-d1c4-47fe-ab78-66f355792dcd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:50.603913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9010c06-3828-4258-afda-e9e479183b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.607482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Made reservation on behalf of 4554963337854556ab49a3228e5ea3d5 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:50.612530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.622178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6e6275cb-64e6-4888-9f4a-af04c56e5752 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:50.804505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8:0:1::7e (31565937-7f2e-4240-9db2-6d8bacb9b650/14a694ec-b45c-45bb-8283-73729163244c/46556a43-74cb-4152-ab52-752cb6bcbf91) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:50.857794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:50.860412 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2013f2be-8de1-44e8-9224-014d355c65ba" -d '{"events": [{"server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "name": "network-vif-plugged", "status": "completed", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:50.894823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:50.996457 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90de0b1-9710-443d-a129-823b540649ed x-openstack-request-id: req-c90de0b1-9710-443d-a129-823b540649ed {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:50.998557 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "name": "network-vif-plugged", "status": "completed", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:50.998982 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c90de0b1-9710-443d-a129-823b540649ed {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:51.013224 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'code': 200} Jul 16 09:01:51.029749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.063808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbfc26-d988-4077-96fe-6c1f97be119d req-c75f0c2f-7752-4f8a-b65f-4c785b3045f4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.067869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ebbfc26-d988-4077-96fe-6c1f97be119d req-c75f0c2f-7752-4f8a-b65f-4c785b3045f4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 944 time: 0.8563013 Jul 16 09:01:51.075967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d9010c06-3828-4258-afda-e9e479183b55 None None] Provisioning for port 46556a43-74cb-4152-ab52-752cb6bcbf91 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:51.116246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d9010c06-3828-4258-afda-e9e479183b55 None None] Provisioning complete for port 46556a43-74cb-4152-ab52-752cb6bcbf91 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:51.117338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9010c06-3828-4258-afda-e9e479183b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.237135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ebbfc26-d988-4077-96fe-6c1f97be119d req-d9e4629d-c6cf-4828-ad0a-6e537b261854 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581109 Jul 16 09:01:51.266968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d9010c06-3828-4258-afda-e9e479183b55 None None] Port 46556a43-74cb-4152-ab52-752cb6bcbf91 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:51.268571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:51.287552 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.356210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.378615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9c230-9240-4106-90a7-37dc3c938b53 req-537ef794-6bb2-46bd-bef2-d2567e9563e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.380656 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3db9c230-9240-4106-90a7-37dc3c938b53 req-537ef794-6bb2-46bd-bef2-d2567e9563e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 1097 time: 0.3330324 Jul 16 09:01:51.408360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e6a4ca95-e5df-4929-8d50-2480f467c4b9 None None] Provisioning complete for port 46556a43-74cb-4152-ab52-752cb6bcbf91 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:51.409787 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ca95-e5df-4929-8d50-2480f467c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.416745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Ignored duplicate provisioning block setup for port 46556a43-74cb-4152-ab52-752cb6bcbf91 by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:01:51.421020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc697441-818a-43e7-885d-d0efc9e72997,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:51.432972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.436593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Checking segment: {'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:51.436966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Network hostable DHCP agents. Network: 6e6275cb-64e6-4888-9f4a-af04c56e5752, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:51.458358 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3db9c230-9240-4106-90a7-37dc3c938b53 req-9d17cacd-d5ec-4c26-a2fb-219a0d49ebe2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661077 Jul 16 09:01:51.470731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4ca95-e5df-4929-8d50-2480f467c4b9 None None] Port 46556a43-74cb-4152-ab52-752cb6bcbf91 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:51.567841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Network 6e6275cb-64e6-4888-9f4a-af04c56e5752 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:51.597115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] In _notify_port_updated(), no bound segment for port 46556a43-74cb-4152-ab52-752cb6bcbf91 on network 31565937-7f2e-4240-9db2-6d8bacb9b650 {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:01:51.604945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.605634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.607020 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "PUT /v2.0/ports/46556a43-74cb-4152-ab52-752cb6bcbf91 HTTP/1.1" status: 200 len: 1011 time: 1.8242445 Jul 16 09:01:51.612141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47994) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:51.636404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df2eeb-4465-4824-90e7-f9743498bd72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=46556a43-74cb-4152-ab52-752cb6bcbf91,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:51.657204 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6e6275cb-64e6-4888-9f4a-af04c56e5752) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:51.665950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.666561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.671381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3088ff-0e56-4f6e-b2b5-02d278b1d7c4 None None] Network 6e6275cb-64e6-4888-9f4a-af04c56e5752 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:51.683788 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1564587-8f6c-44f6-be98-ddf8464a8d70 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3577750 Jul 16 09:01:51.766536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:01:51.769790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-074a5c81-7a3f-4d4d-95be-86da6193480c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 46556a43-74cb-4152-ab52-752cb6bcbf91 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:51.770302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-074a5c81-7a3f-4d4d-95be-86da6193480c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.917116 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.923389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.960923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f6d537-f49d-4f86-a24d-26124f2aeff9 None None] Network 6e6275cb-64e6-4888-9f4a-af04c56e5752 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:51.977962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-00325ca5-f9b0-4ea3-b717-736fd289ac48 None None] Provisioning complete for port 46556a43-74cb-4152-ab52-752cb6bcbf91 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:51.978599 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-00325ca5-f9b0-4ea3-b717-736fd289ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.019618 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-074a5c81-7a3f-4d4d-95be-86da6193480c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.049601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.050580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-074a5c81-7a3f-4d4d-95be-86da6193480c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 46556a43-74cb-4152-ab52-752cb6bcbf91 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:52.079164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-00325ca5-f9b0-4ea3-b717-736fd289ac48 None None] Port 46556a43-74cb-4152-ab52-752cb6bcbf91 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:52.253944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48028) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:52.378572 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 80c9bbac-66ce-4e9f-951e-8281f1f7c4dc associated. External IP: 172.25.6.17, port: bbfeb32e-1e70-4547-9a6f-82fa7171f611. Jul 16 09:01:52.387804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-074a5c81-7a3f-4d4d-95be-86da6193480c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.441216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a5c81-7a3f-4d4d-95be-86da6193480c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=46556a43-74cb-4152-ab52-752cb6bcbf91,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:52.556313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10d37105-b1b1-4f4a-b332-a5bfce247f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.574311 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-074a5c81-7a3f-4d4d-95be-86da6193480c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.579630 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-074a5c81-7a3f-4d4d-95be-86da6193480c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/46556a43-74cb-4152-ab52-752cb6bcbf91 HTTP/1.1" status: 204 len: 168 time: 0.9663589 Jul 16 09:01:52.581610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48050) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:52.662953 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78e48fa-f1d5-4670-a939-2a0547c61ece tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:01:52.670841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48072) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:52.671782 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e78e48fa-f1d5-4670-a939-2a0547c61ece tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/46556a43-74cb-4152-ab52-752cb6bcbf91 HTTP/1.1" status: 404 len: 333 time: 0.0874236 Jul 16 09:01:52.810071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10d37105-b1b1-4f4a-b332-a5bfce247f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.814742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10d37105-b1b1-4f4a-b332-a5bfce247f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.869198 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-10d37105-b1b1-4f4a-b332-a5bfce247f97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77be7cdf0c7749d5945afb259d7833b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142120 Jul 16 09:01:52.871276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d37105-b1b1-4f4a-b332-a5bfce247f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce9dc6e-d8e1-4482-83ee-24efa3907f92,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:52.874306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48082) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:52.930874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1183f409-fe83-4ecc-ba55-e297f3d36a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.945742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-de321ba1-c928-4759-9b97-1a18e80dbcc6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet 14a694ec-b45c-45bb-8283-73729163244c {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:52.955266 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1183f409-fe83-4ecc-ba55-e297f3d36a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.009967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de321ba1-c928-4759-9b97-1a18e80dbcc6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.014611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1183f409-fe83-4ecc-ba55-e297f3d36a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.017309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1183f409-fe83-4ecc-ba55-e297f3d36a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.021113 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1183f409-fe83-4ecc-ba55-e297f3d36a80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fce9dc6e-d8e1-4482-83ee-24efa3907f92 HTTP/1.1" status: 204 len: 168 time: 0.1435564 Jul 16 09:01:53.030613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183f409-fe83-4ecc-ba55-e297f3d36a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce9dc6e-d8e1-4482-83ee-24efa3907f92,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.138493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de321ba1-c928-4759-9b97-1a18e80dbcc6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.174277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Deleting port 07fcb911-26f1-4136-b77b-f7ab870005cc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:53.174619 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.179855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:53.202006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-16fdb577-c924-4c8e-a2a8-6187ba397091 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:53.203498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-16fdb577-c924-4c8e-a2a8-6187ba397091 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 813 time: 0.4542189 Jul 16 09:01:53.283602 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-318684cc-5d5b-402f-bd1c-08fd6ee58ef7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/quotas/4554963337854556ab49a3228e5ea3d5 HTTP/1.1" status: 200 len: 375 time: 0.0667329 Jul 16 09:01:53.396487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc80593-b69c-479d-bfd0-eca218cb2642 req-7a3a0232-8cc7-4f11-a68c-2df958d3f974 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:53.398574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc80593-b69c-479d-bfd0-eca218cb2642 req-7a3a0232-8cc7-4f11-a68c-2df958d3f974 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.3346231 Jul 16 09:01:53.407452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-f7ab1524-68df-4b75-9c2c-8c7fd1fa0483 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154287 Jul 16 09:01:53.457524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] For port 07fcb911-26f1-4136-b77b-f7ab870005cc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=07fcb911-26f1-4136-b77b-f7ab870005cc,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:53.458040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.505334 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de321ba1-c928-4759-9b97-1a18e80dbcc6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.531942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Calling delete_port for 07fcb911-26f1-4136-b77b-f7ab870005cc owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:53.633498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc80593-b69c-479d-bfd0-eca218cb2642 req-8e05dfb7-b706-449e-bd2f-9ce64bea9f09 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251024 Jul 16 09:01:53.642398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.674620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:53.686622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d695c7b-a4e2-402f-b98d-93911d8f27a4 None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:53.696223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d695c7b-a4e2-402f-b98d-93911d8f27a4 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:53.696864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d695c7b-a4e2-402f-b98d-93911d8f27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.740390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d695c7b-a4e2-402f-b98d-93911d8f27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.749704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d695c7b-a4e2-402f-b98d-93911d8f27a4 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:53.750328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d695c7b-a4e2-402f-b98d-93911d8f27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.768366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-274354420-network', 'tenant_id': '9bf32e945c1e48a5a28bda741c87843a'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:53.786753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d695c7b-a4e2-402f-b98d-93911d8f27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.787726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d695c7b-a4e2-402f-b98d-93911d8f27a4 None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:53.797809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Made reservation on behalf of 9bf32e945c1e48a5a28bda741c87843a for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:53.800713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.810393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.915551 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.919687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.946802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:53.956347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5119755-e812-43f6-914a-efe41bf26f09,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.963437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.963866 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Added segment f4ffc318-a8e9-4106-a921-d3a69589a89a of type vlan for network 5d9ccf4c-9399-4347-9e29-3568a79457d9 Jul 16 09:01:54.017162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.059286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.060611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:54.061404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.099835 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4561362 Jul 16 09:01:54.103164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48140) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:54.108131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Request body: {'subnet': {'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-274354420-subnet', 'tenant_id': '9bf32e945c1e48a5a28bda741c87843a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:54.153334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d5924-d778-4652-a843-70c3ee9057d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9ccf4c-9399-4347-9e29-3568a79457d9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.167214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 5d9ccf4c-9399-4347-9e29-3568a79457d9 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:54.169822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Made reservation on behalf of 9bf32e945c1e48a5a28bda741c87843a for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:54.173448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.191675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de321ba1-c928-4759-9b97-1a18e80dbcc6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.283479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de321ba1-c928-4759-9b97-1a18e80dbcc6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=14a694ec-b45c-45bb-8283-73729163244c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.287219 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de321ba1-c928-4759-9b97-1a18e80dbcc6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.289996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-de321ba1-c928-4759-9b97-1a18e80dbcc6 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/14a694ec-b45c-45bb-8283-73729163244c HTTP/1.1" status: 204 len: 168 time: 1.6165555 Jul 16 09:01:54.293181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdfe4a8-4f31-4b8e-8b89-f554dcdb93ec None None] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:54.300578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48162) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:54.385103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-5552c643-e119-401e-bb2b-2111cf746f8c service neutron] 10.222.0.55 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9636841 Jul 16 09:01:54.420648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8315822-a393-421d-9c31-b5548914c28c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet efb3d799-77d3-42ec-98fc-1dae763ba9bd {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:54.426750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8315822-a393-421d-9c31-b5548914c28c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.472263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.512452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8315822-a393-421d-9c31-b5548914c28c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.608679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443cbe82-b21c-4dfc-99f0-0b748f9b7f75,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.642558 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-a53737d0-f757-435f-a21e-764a2d324bc0 service neutron] 10.222.0.55 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423234 Jul 16 09:01:54.644871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.668179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Checking segment: {'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:54.668401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Network hostable DHCP agents. Network: 5d9ccf4c-9399-4347-9e29-3568a79457d9, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:54.689981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Pushing event deleted for resources: {'Port': ['ID=07fcb911-26f1-4136-b77b-f7ab870005cc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.695103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8315822-a393-421d-9c31-b5548914c28c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.722059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:54.773938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Network 5d9ccf4c-9399-4347-9e29-3568a79457d9 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:54.797800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 5d9ccf4c-9399-4347-9e29-3568a79457d9) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:54.804976 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:54.805503 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.809113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc34ec3-cb1c-45e2-928b-eb06eff6f705 None None] Network 5d9ccf4c-9399-4347-9e29-3568a79457d9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:54.828649 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8315822-a393-421d-9c31-b5548914c28c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.877591 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a2282a4a-9e58-4048-9f8d-301e87ce1309 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7732818 Jul 16 09:01:54.939478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8315822-a393-421d-9c31-b5548914c28c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=efb3d799-77d3-42ec-98fc-1dae763ba9bd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.961219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8315822-a393-421d-9c31-b5548914c28c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.974200 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a8315822-a393-421d-9c31-b5548914c28c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/efb3d799-77d3-42ec-98fc-1dae763ba9bd HTTP/1.1" status: 204 len: 168 time: 0.6725090 Jul 16 09:01:54.975181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48192) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:55.056096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:55.064301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.073129 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80fe1c-bd18-4175-8a3e-b02f1ac11528 None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:55.094319 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80fe1c-bd18-4175-8a3e-b02f1ac11528 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:55.099381 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af80fe1c-bd18-4175-8a3e-b02f1ac11528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:55.138748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2b67d-3ed4-4644-a569-041e502e2eab None None] Network 5d9ccf4c-9399-4347-9e29-3568a79457d9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:55.177326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.194860 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af80fe1c-bd18-4175-8a3e-b02f1ac11528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:55.247911 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80fe1c-bd18-4175-8a3e-b02f1ac11528 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:55.248546 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af80fe1c-bd18-4175-8a3e-b02f1ac11528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:55.306714 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-af80fe1c-bd18-4175-8a3e-b02f1ac11528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:55.307873 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80fe1c-bd18-4175-8a3e-b02f1ac11528 None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:55.318709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port d998f1c9-d1c4-47fe-ab78-66f355792dcd {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:55.320245 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.363950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-9334631d-2ebf-4f03-a4c6-9925659f313f req-5e8ac521-cb3c-4b38-8f53-e2bfaa847b5d service neutron] (94159) timed out ('10.222.0.52', 64592) {{(pid=94159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:01:55.364720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.406055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] For port d998f1c9-d1c4-47fe-ab78-66f355792dcd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d998f1c9-d1c4-47fe-ab78-66f355792dcd,segment=NetworkSegment(b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa),segment_id=b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:55.406670 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.421138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for d998f1c9-d1c4-47fe-ab78-66f355792dcd owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:55.477076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7718ea83-0389-416a-a6af-165958a48564 req-97f8025f-597e-4e3d-af0d-122bfcb86ace tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 210 time: 0.4294245 Jul 16 09:01:55.558714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.597160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66225ac-1241-404f-9114-4e13ae1fd34b req-675c2787-3117-4a01-8e3a-5bdccd092722 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:55.599272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d66225ac-1241-404f-9114-4e13ae1fd34b req-675c2787-3117-4a01-8e3a-5bdccd092722 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.8523531 Jul 16 09:01:55.626961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=d998f1c9-d1c4-47fe-ab78-66f355792dcd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:55.632872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No DVR routers for this DVR port d998f1c9-d1c4-47fe-ab78-66f355792dcd on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:55.728917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4807c804-b24d-47be-9390-d18f4f687f81 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/floatingips/80c9bbac-66ce-4e9f-951e-8281f1f7c4dc HTTP/1.1" status: 200 len: 977 time: 6.3404596 Jul 16 09:01:55.735793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:55.748053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:55.769068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea43ad-a8dc-40c2-ac5b-34049676a3f8 None None] Network 31565937-7f2e-4240-9db2-6d8bacb9b650 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:55.799085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.813169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31565937-7f2e-4240-9db2-6d8bacb9b650']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:55.813363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d66225ac-1241-404f-9114-4e13ae1fd34b req-739cf900-ebeb-4e30-84fa-4b4ce7cd0b92 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062275 Jul 16 09:01:55.834305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:55.834718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04c3e85-20ba-4d4e-ae99-1b471ed1dcfa') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:55.868056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.872535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0b71007e-f09c-4962-8d22-b87c7114b7d5 None None] Could not find standard attr ID for object d998f1c9-d1c4-47fe-ab78-66f355792dcd. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:01:55.876679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.917015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.930054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:55.930597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:55.936819 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:56.035512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.044925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.054535 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/networks/31565937-7f2e-4240-9db2-6d8bacb9b650 HTTP/1.1" status: 204 len: 168 time: 1.0769830 Jul 16 09:01:56.076693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48234) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.105788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c42d5-440f-4e33-b2f6-95f60e21b519 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Network': ['ID=31565937-7f2e-4240-9db2-6d8bacb9b650,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:56.125995 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.135205 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.135534 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 80c9bbac-66ce-4e9f-951e-8281f1f7c4dc disassociated. External IP: 172.25.6.17, port: 9bd59fd2-508e-4690-8e44-3cd7f38ca07e. Jul 16 09:01:56.171961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac992d-1dd7-40d3-bce6-9584ba58f168 None None] DHCP port deletion for 31565937-7f2e-4240-9db2-6d8bacb9b650 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:56.232489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7576e3b-9c93-457e-8fbf-7e02cf23d607 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:56.235102 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b7576e3b-9c93-457e-8fbf-7e02cf23d607 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1574321 Jul 16 09:01:56.242871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48244) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.361593 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-51f4d524-4db4-4005-ad6b-0fad05505bfd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1117976 Jul 16 09:01:56.363198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48258) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.378364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-107468740'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:56.404551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:56.415228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.468633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Router 0c18e475-80f1-4dce-a403-62da23cbd11d has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:56.502372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:56.523404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.523841 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Added segment f8495c27-b5be-44d0-adf7-5363a45ce1ee of type vlan for network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b Jul 16 09:01:56.596770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.643439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.650749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:56.652036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.831398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:56.844346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:56.854462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] Sync routers for ids ['0c18e475-80f1-4dce-a403-62da23cbd11d'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:56.862175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ec777dac-c982-42fb-9502-29115636a42d admin admin] 10.222.0.55 "PUT /v2.0/routers/0c18e475-80f1-4dce-a403-62da23cbd11d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2070580 Jul 16 09:01:56.865615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48310) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.873555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] Routers {'0c18e475-80f1-4dce-a403-62da23cbd11d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:56.874315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0c18e475-80f1-4dce-a403-62da23cbd11d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:56.884075 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5195925 Jul 16 09:01:56.915830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48312) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:57.038624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:57.053680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53be0a1-313c-431c-a864-721bac4d4375 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Network': ['ID=8b968c79-ba3d-4b2e-afe7-4e00d402b08b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:57.122860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:57.217520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] Set router 0c18e475-80f1-4dce-a403-62da23cbd11d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:57.356586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-f073fa21-3c8b-4bba-ace3-9f00f1ec5ef6 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.358386 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-f073fa21-3c8b-4bba-ace3-9f00f1ec5ef6 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.54 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 813 time: 0.6784952 Jul 16 09:01:57.359184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:57.363733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.438401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:01:54Z', 'revision_number': 5, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.467902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] Checking router: 0c18e475-80f1-4dce-a403-62da23cbd11d for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:57.477465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] Routers {'0c18e475-80f1-4dce-a403-62da23cbd11d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:57.478136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0c18e475-80f1-4dce-a403-62da23cbd11d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.510450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:57.520188 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282a588-1629-4daf-99f5-eb0e651681ac None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:57.524365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.530111 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282a588-1629-4daf-99f5-eb0e651681ac None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:57.531076 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d282a588-1629-4daf-99f5-eb0e651681ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.586857 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d282a588-1629-4daf-99f5-eb0e651681ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.591585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.601380 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282a588-1629-4daf-99f5-eb0e651681ac None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:57.606364 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d282a588-1629-4daf-99f5-eb0e651681ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.626670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] Set router 0c18e475-80f1-4dce-a403-62da23cbd11d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:57.664881 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d282a588-1629-4daf-99f5-eb0e651681ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.665829 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282a588-1629-4daf-99f5-eb0e651681ac None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:57.687710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d998f1c9-d1c4-47fe-ab78-66f355792dcd no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:57.694043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46b94d11-ca33-4ef6-b9cb-4d953403b101 req-a2355ffc-ee23-45a7-ab6a-35400db346ae tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 210 time: 0.1793058 Jul 16 09:01:57.730668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c81b0ba2-7bb5-43e4-8379-0235b9967c5b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/floatingips/80c9bbac-66ce-4e9f-951e-8281f1f7c4dc HTTP/1.1" status: 200 len: 687 time: 1.9895308 Jul 16 09:01:57.734076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48326) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:57.779780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Request body: {'port': {'device_id': '740e9282-137a-406e-ba49-2ecea925faa7', 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752', 'admin_state_up': True, 'tenant_id': '4554963337854556ab49a3228e5ea3d5'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:57.813826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: d998f1c9-d1c4-47fe-ab78-66f355792dcd {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:57.814142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d998f1c9-d1c4-47fe-ab78-66f355792dcd not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:57.864609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:01:54Z', 'revision_number': 5, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.929949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09cf7a-62b3-4ea8-a992-f628f9bfd406 req-efd21ffb-a20b-4b05-9772-c2194b806575 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.937209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b09cf7a-62b3-4ea8-a992-f628f9bfd406 req-efd21ffb-a20b-4b05-9772-c2194b806575 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.4236138 Jul 16 09:01:57.963119 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.028078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b09cf7a-62b3-4ea8-a992-f628f9bfd406 req-397ef982-f55e-406b-8006-4e774cf52168 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898428 Jul 16 09:01:58.051013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 5dd8d022-92d8-49ba-aaf9-47c78a56f31c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:58.051519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.067412 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee60955-b3ed-492c-90a1-935a8bbd644f None None] The sync data for ids ['0c18e475-80f1-4dce-a403-62da23cbd11d'] in n-d-780147-28 is: [{'id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'name': 'tempest-TestServerMultinode-56579530-router', 'tenant_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:01:54Z', 'revision_number': 5, 'project_id': 'cbc8a6e7f3c64b3fa2bbef19842abb26', 'gw_port': {'id': '7f395b56-26fe-4f64-a60e-cd89e7296af1', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18e475-80f1-4dce-a403-62da23cbd11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:58.133962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Deleting port 7f395b56-26fe-4f64-a60e-cd89e7296af1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:58.134499 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.166306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Made reservation on behalf of 4554963337854556ab49a3228e5ea3d5 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:58.170494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.176060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.176389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.187703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.219185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 5dd8d022-92d8-49ba-aaf9-47c78a56f31c owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:58.279212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:58.307340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=8c4aefe0-ca5c-49b4-ab06-ae577a8f876a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:58.322334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] For port 7f395b56-26fe-4f64-a60e-cd89e7296af1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7f395b56-26fe-4f64-a60e-cd89e7296af1,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:58.322701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.351145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Checking segment: {'id': 'f8495c27-b5be-44d0-adf7-5363a45ce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:58.351933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network hostable DHCP agents. Network: 8b968c79-ba3d-4b2e-afe7-4e00d402b08b, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:58.372735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Calling delete_port for 7f395b56-26fe-4f64-a60e-cd89e7296af1 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:58.497381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:58.528961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Allocated IP 172.20.0.9 (6e6275cb-64e6-4888-9f4a-af04c56e5752/dc697441-818a-43e7-885d-d0efc9e72997/858c9cb0-800c-4d1d-81a3-781f77618df9) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:58.542660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'port_id': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'mac_address': 'fa:16:3e:48:a6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:58.599696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:58.639721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8b968c79-ba3d-4b2e-afe7-4e00d402b08b) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:58.649751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.650640 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.658920 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.668147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec468e2-c6d7-41cf-8762-0ea30c02715c None None] Network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:58.703837 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6680cabf-a78b-4038-9217-09e1d8f44ccd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6878822 Jul 16 09:01:58.704072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48396) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:58.735607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b', 'name': 'tempest-PortsIpV6TestJSON-71853650'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:58.788621 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.808695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:58.822837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.857638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:58.870437 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.923909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=5dd8d022-92d8-49ba-aaf9-47c78a56f31c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:58.938163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.992426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Network 6e6275cb-64e6-4888-9f4a-af04c56e5752 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:58.995870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:59.000237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:59.052798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:59.057099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.058819 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.060766 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.065895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['597eb7ae-09b9-4743-9106-0a53dd9c3aa7'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:59.087489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:59.095104 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6a17351e-5044-44e7-b99c-f26f5f0b4f1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3194170 Jul 16 09:01:59.109948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8b968c79-ba3d-4b2e-afe7-4e00d402b08b', 'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b', 'tenant_id': '4d7f02459eb640fb913972341f0211a3', 'fixed_ips': [{'subnet_id': '8c4aefe0-ca5c-49b4-ab06-ae577a8f876a'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:59.111548 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.120506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f395b56-26fe-4f64-a60e-cd89e7296af1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:59.125484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Request body: {'port': {'device_id': '740e9282-137a-406e-ba49-2ecea925faa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:59.154564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.157304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.158559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4a460c63-ba9e-4834-87f2-82cc76029d0b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/floatingips/80c9bbac-66ce-4e9f-951e-8281f1f7c4dc HTTP/1.1" status: 204 len: 168 time: 1.4239707 Jul 16 09:01:59.164755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48422) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:59.219303 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-055d1f25-a0bc-4598-bc58-7f26ff05ccd0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] delete failed (client error): The resource could not be found. Jul 16 09:01:59.226697 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-055d1f25-a0bc-4598-bc58-7f26ff05ccd0 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/floatingips/80c9bbac-66ce-4e9f-951e-8281f1f7c4dc HTTP/1.1" status: 404 len: 345 time: 0.0597646 Jul 16 09:01:59.227350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48424) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:59.281119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad601e22-19e6-483f-a31a-a1b8bf14387b req-61ef9ac9-4a67-4f9a-bc74-eb5cac8aa649 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.282767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad601e22-19e6-483f-a31a-a1b8bf14387b req-61ef9ac9-4a67-4f9a-bc74-eb5cac8aa649 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 931 time: 0.3477571 Jul 16 09:01:59.295365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:59.306424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.339322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Allocated IP 2001:db8::2 (8b968c79-ba3d-4b2e-afe7-4e00d402b08b/8c4aefe0-ca5c-49b4-ab06-ae577a8f876a/4773cc3d-4575-49b8-88b3-f2f9cef93ccd) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:59.368972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port 0d2629c3-9025-4b77-8dca-cfbcca201cbe yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:59.466538 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.556512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.584072 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.587080 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.659557 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.677937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Transition to ACTIVE for port object 4773cc3d-4575-49b8-88b3-f2f9cef93ccd will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:59.680575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ad601e22-19e6-483f-a31a-a1b8bf14387b req-c7fa1f5f-48b7-4223-99ae-508a18b77399 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552904 Jul 16 09:01:59.717821 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47d774-f820-45b3-a59e-1d0068c3dec1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.728710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47d774-f820-45b3-a59e-1d0068c3dec1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.732381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 07fcb911-26f1-4136-b77b-f7ab870005cc no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:59.739208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47d774-f820-45b3-a59e-1d0068c3dec1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.744880 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1d47d774-f820-45b3-a59e-1d0068c3dec1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "GET /v2.0/ports?network_id=4e6853cb-dee3-49a2-bf30-f2e8eff7b39d HTTP/1.1" status: 200 len: 2357 time: 0.5147183 Jul 16 09:01:59.746360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Transition to ACTIVE for port object 4773cc3d-4575-49b8-88b3-f2f9cef93ccd will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:59.748782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48450) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:59.770867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.771632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c18e475-80f1-4dce-a403-62da23cbd11d {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:59.794480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.795918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ef1f266a-e98f-4d93-973a-a9a618114ab7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0c18e475-80f1-4dce-a403-62da23cbd11d HTTP/1.1" status: 204 len: 168 time: 2.8015964 Jul 16 09:01:59.799408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48456) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:59.801595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 07fcb911-26f1-4136-b77b-f7ab870005cc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:59.803647 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 07fcb911-26f1-4136-b77b-f7ab870005cc not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:59.833497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.998629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:00.011788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:00.014561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:00.023928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Pushing event updated for resources: {'Port': ['ID=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:00.097873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Attempting to bind port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:00.098284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Attempting to bind port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'f8495c27-b5be-44d0-adf7-5363a45ce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:00.098701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Attempting to bind port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd on network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:00.108169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:00.108568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Checking segment: {'id': 'f8495c27-b5be-44d0-adf7-5363a45ce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:00.108953 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.109408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Bound using segment: {'id': 'f8495c27-b5be-44d0-adf7-5363a45ce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:00.109917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Bound port: 4773cc3d-4575-49b8-88b3-f2f9cef93ccd, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8495c27-b5be-44d0-adf7-5363a45ce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:00.110301 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.154731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::7 (8b968c79-ba3d-4b2e-afe7-4e00d402b08b/8c4aefe0-ca5c-49b4-ab06-ae577a8f876a/0d2629c3-9025-4b77-8dca-cfbcca201cbe) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:00.194675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7068a-24d6-4a30-b4f2-7ddc50ac5d65 req-fc22d63f-f9d7-4ef6-a559-ac9378990b9d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:00.204501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80e7068a-24d6-4a30-b4f2-7ddc50ac5d65 req-fc22d63f-f9d7-4ef6-a559-ac9378990b9d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 944 time: 0.5414536 Jul 16 09:02:00.243245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] For port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:00.280977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] For port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,segment=NetworkSegment(f8495c27-b5be-44d0-adf7-5363a45ce1ee),segment_id=f8495c27-b5be-44d0-adf7-5363a45ce1ee)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:00.291785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80e7068a-24d6-4a30-b4f2-7ddc50ac5d65 req-65efd91b-53a3-4d30-bfaf-09b7276805a1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706270 Jul 16 09:02:00.292173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.305768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:00.320141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd41beb9-02b3-46b9-854a-081576daa7ba admin admin] Deleting subnet 29070e93-5640-4632-aa6f-98a6633041cf {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:00.331700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ecec0-a98d-4fca-85fe-afcfacf8da64 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:00.338278 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7a5ecec0-a98d-4fca-85fe-afcfacf8da64 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "GET /v2.0/subnets/85524445-4456-4931-a2c4-b1a46d63d91d HTTP/1.1" status: 200 len: 797 time: 0.5832074 Jul 16 09:02:00.338278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd41beb9-02b3-46b9-854a-081576daa7ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.340193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48490) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:00.347982 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'port': {'network_id': '4e6853cb-dee3-49a2-bf30-f2e8eff7b39d', 'name': 'tempest-FloatingIPTestJSON-939744430', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:00.550889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.571994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object 0d2629c3-9025-4b77-8dca-cfbcca201cbe will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:00.573230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd41beb9-02b3-46b9-854a-081576daa7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.581894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbd692-8e96-488e-a7c3-d242c3d8396b None None] Pushing event updated for resources: {'Port': ['ID=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:00.618986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:00.625241 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.663914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.814317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=0d2629c3-9025-4b77-8dca-cfbcca201cbe,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:00.855739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:00.860390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:00.864897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:00.870496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:00.942711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:00.943319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.995150 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.027666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:01.031119 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e325c3-c7b7-44a0-8f27-057be38a03df" -d '{"events": [{"server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "name": "network-vif-plugged", "status": "completed", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:01.040275 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-62c6ed07-74bd-4317-8d4e-8e2a8b78e249 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.3296700 Jul 16 09:02:01.040275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48546) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:01.046561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '8b968c79-ba3d-4b2e-afe7-4e00d402b08b', 'name': 'tempest-PortsIpV6TestJSON-2145406265'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:01.050553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:01.060430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.103867 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd41beb9-02b3-46b9-854a-081576daa7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.153091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858c9cb0-800c-4d1d-81a3-781f77618df9 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:01.180688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.198883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:01.281660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:01.286480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.294856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Transition to ACTIVE for port object 858c9cb0-800c-4d1d-81a3-781f77618df9 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:01.313050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.344979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240c10a-6ece-4ac6-ae81-63195dfb440d req-179c50aa-158a-4559-ba32-d16bea8ec4af tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:01.357677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c240c10a-6ece-4ac6-ae81-63195dfb440d req-179c50aa-158a-4559-ba32-d16bea8ec4af tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 931 time: 0.4055028 Jul 16 09:02:01.373758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port 3ef0d213-9883-47ed-a0f6-4ae738ee9745 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:01.378025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.408668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd41beb9-02b3-46b9-854a-081576daa7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.426000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:01.463923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] device_id is not set on port 247e92ff-88e0-479f-a2ff-1916743058ca yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:01.475011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41beb9-02b3-46b9-854a-081576daa7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29070e93-5640-4632-aa6f-98a6633041cf,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:01.492231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d20a2-0fed-47fb-88c6-6e4fdcf91aa1 None None] Network 7e4a1826-e917-46f5-befb-a5814c1f9874 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:01.494373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c240c10a-6ece-4ac6-ae81-63195dfb440d req-6f9ea991-3029-411c-bfcf-4997be3e115c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355546 Jul 16 09:02:01.568941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd41beb9-02b3-46b9-854a-081576daa7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.583371 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cd41beb9-02b3-46b9-854a-081576daa7ba admin admin] 10.222.0.55 "DELETE /v2.0/subnets/29070e93-5640-4632-aa6f-98a6633041cf HTTP/1.1" status: 204 len: 168 time: 1.7775581 Jul 16 09:02:01.587083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::ae (8b968c79-ba3d-4b2e-afe7-4e00d402b08b/8c4aefe0-ca5c-49b4-ab06-ae577a8f876a/3ef0d213-9883-47ed-a0f6-4ae738ee9745) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:01.610297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48566) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:01.740303 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bbdbc9-2ff4-4a81-b471-781c70fc9eb9 x-openstack-request-id: req-91bbdbc9-2ff4-4a81-b471-781c70fc9eb9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:01.740596 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "name": "network-vif-plugged", "status": "completed", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:01.740858 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91bbdbc9-2ff4-4a81-b471-781c70fc9eb9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:01.749829 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'code': 200} Jul 16 09:02:01.839586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4773cc3d-4575-49b8-88b3-f2f9cef93ccd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:01.978224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:01.993681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7f395b56-26fe-4f64-a60e-cd89e7296af1 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:02.088612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] DHCP port deletion for 7e4a1826-e917-46f5-befb-a5814c1f9874 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:02.090937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 7f395b56-26fe-4f64-a60e-cd89e7296af1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:02.091280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7f395b56-26fe-4f64-a60e-cd89e7296af1 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:02.181858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.202503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe7b0d-ac06-42c1-aa1c-7b108b9e00fe req-c125596d-f420-4dac-86dc-7e172c6b1619 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:02.203903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92fe7b0d-ac06-42c1-aa1c-7b108b9e00fe req-c125596d-f420-4dac-86dc-7e172c6b1619 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.4901745 Jul 16 09:02:02.239724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.255162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] Deleting port 074bf429-62ee-4346-bea3-39732339444e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:02.255733 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.321401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Attempting to bind port 858c9cb0-800c-4d1d-81a3-781f77618df9 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:02.322021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Attempting to bind port 858c9cb0-800c-4d1d-81a3-781f77618df9 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:02.322536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Attempting to bind port 858c9cb0-800c-4d1d-81a3-781f77618df9 on network 6e6275cb-64e6-4888-9f4a-af04c56e5752 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:02.329257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object 3ef0d213-9883-47ed-a0f6-4ae738ee9745 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:02.345214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Port 858c9cb0-800c-4d1d-81a3-781f77618df9 on network 6e6275cb-64e6-4888-9f4a-af04c56e5752 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:02.358808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Attempting to bind port 858c9cb0-800c-4d1d-81a3-781f77618df9 on network 6e6275cb-64e6-4888-9f4a-af04c56e5752 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:02.382784 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.426070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92fe7b0d-ac06-42c1-aa1c-7b108b9e00fe req-57190c47-b314-4cf9-80e7-1002f86871d9 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974108 Jul 16 09:02:02.451792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:02.451792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Checking segment: {'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:02.451792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Bound using segment: {'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:02.451792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Bound port: 858c9cb0-800c-4d1d-81a3-781f77618df9, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:02.452827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] For port 074bf429-62ee-4346-bea3-39732339444e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=074bf429-62ee-4346-bea3-39732339444e,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:02.452948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.453046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.473926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] Calling delete_port for 074bf429-62ee-4346-bea3-39732339444e owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:02.510592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:02.515639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:02.520223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:02.528234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:02.529402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.565918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=3ef0d213-9883-47ed-a0f6-4ae738ee9745,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:02.583252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-124aebb9-8684-4d98-98f2-b74b2701d856 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5415018 Jul 16 09:02:02.586727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48608) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:02.587470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72259e21-166b-472f-9c7e-a14a57d8f578 None None] Network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:02.734803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Deleting port 074bf429-62ee-4346-bea3-39732339444e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:02.735552 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.830722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:02.834635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-97e19cc2-1967-4032-9638-1d53616bcb9b None None] Provisioning for port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:02.874421 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.876297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-97e19cc2-1967-4032-9638-1d53616bcb9b None None] Provisioning complete for port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:02.876649 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97e19cc2-1967-4032-9638-1d53616bcb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.929137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:02.941270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc263a-1601-4b9a-b12a-2acb939ac2a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:02.946091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-42fc263a-1601-4b9a-b12a-2acb939ac2a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A7 HTTP/1.1" status: 200 len: 925 time: 0.3582590 Jul 16 09:02:02.949796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48624) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:02.976667 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.034488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] Pushing event deleted for resources: {'Port': ['ID=074bf429-62ee-4346-bea3-39732339444e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.045884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2decf7-443f-42eb-bd98-ef6f4980eb81 None None] No DVR routers for this DVR port 074bf429-62ee-4346-bea3-39732339444e on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:03.093628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:03.096531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.098378 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/858c9cb0-800c-4d1d-81a3-781f77618df9 HTTP/1.1" status: 200 len: 1092 time: 3.9898071 Jul 16 09:02:03.105571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:03.111356 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877" -d '{"events": [{"name": "network-changed", "server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:03.160138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] For port 074bf429-62ee-4346-bea3-39732339444e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=074bf429-62ee-4346-bea3-39732339444e,segment=NetworkSegment(b9057aaf-fb99-4171-86ed-8608f164ce3c),segment_id=b9057aaf-fb99-4171-86ed-8608f164ce3c)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:03.163517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.213090 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97e19cc2-1967-4032-9638-1d53616bcb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.219411 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1352d14c-485c-4de4-98db-1b74639d5539 x-openstack-request-id: req-1352d14c-485c-4de4-98db-1b74639d5539 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:03.219869 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:03.220238 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1352d14c-485c-4de4-98db-1b74639d5539 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:03.220762 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'status': 'completed', 'code': 200} Jul 16 09:02:03.291891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Calling delete_port for 074bf429-62ee-4346-bea3-39732339444e owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:03.294052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-97e19cc2-1967-4032-9638-1d53616bcb9b None None] For port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,segment=NetworkSegment(f8495c27-b5be-44d0-adf7-5363a45ce1ee),segment_id=f8495c27-b5be-44d0-adf7-5363a45ce1ee)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:03.303094 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-97e19cc2-1967-4032-9638-1d53616bcb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.378413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e19cc2-1967-4032-9638-1d53616bcb9b None None] Pushing event updated for resources: {'Port': ['ID=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.393741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af198e-65d8-40a8-8f22-1de2d6eae7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.405831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.20.0.14 (4e6853cb-dee3-49a2-bf30-f2e8eff7b39d/85524445-4456-4931-a2c4-b1a46d63d91d/247e92ff-88e0-479f-a2ff-1916743058ca) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:03.511791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.20.0.13 (4e6853cb-dee3-49a2-bf30-f2e8eff7b39d/85524445-4456-4931-a2c4-b1a46d63d91d/247e92ff-88e0-479f-a2ff-1916743058ca) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:03.719752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4773cc3d-4575-49b8-88b3-f2f9cef93ccd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:03.746424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-b3b69e40-2b5b-4c5f-85f3-5446f3e7d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:03.748558 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-b3b69e40-2b5b-4c5f-85f3-5446f3e7d960 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 1095 time: 0.5705316 Jul 16 09:02:03.864010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-6f63cdfa-67c0-43c6-ad3e-aa28b0cf6e9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=858c9cb0-800c-4d1d-81a3-781f77618df9 HTTP/1.1" status: 200 len: 217 time: 0.1013491 Jul 16 09:02:03.885098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:03.888116 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.938063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff4528-b5c4-49b0-b757-a9991d09a1c8 req-919b4db8-6d40-4a45-b464-9c788a401741 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:03.939698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2ff4528-b5c4-49b0-b757-a9991d09a1c8 req-919b4db8-6d40-4a45-b464-9c788a401741 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.8601663 Jul 16 09:02:03.951758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-70b858e1-1a22-4255-ba01-7508486acb7e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 3ef0d213-9883-47ed-a0f6-4ae738ee9745 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:03.952115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70b858e1-1a22-4255-ba01-7508486acb7e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.012617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75365cd5-f415-4e63-b906-a50cc5a81dc9 req-064a9299-804d-4dbe-8232-070a501a4be5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:04.014615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75365cd5-f415-4e63-b906-a50cc5a81dc9 req-064a9299-804d-4dbe-8232-070a501a4be5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.2523012 Jul 16 09:02:04.027915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-80bda09f-d228-49dc-b22d-c2e44bec3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:04.040146 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-80bda09f-d228-49dc-b22d-c2e44bec3a8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 200 len: 853 time: 0.1635427 Jul 16 09:02:04.042038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Provisioning for port 0d2629c3-9025-4b77-8dca-cfbcca201cbe completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:04.050977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.054249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Provisioning complete for port 0d2629c3-9025-4b77-8dca-cfbcca201cbe triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:04.057123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.232166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2ff4528-b5c4-49b0-b757-a9991d09a1c8 req-25eda2cf-1e5a-4a14-aea7-8f96a211f140 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764037 Jul 16 09:02:04.268911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Port 0d2629c3-9025-4b77-8dca-cfbcca201cbe cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:04.288527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75365cd5-f415-4e63-b906-a50cc5a81dc9 req-15971974-da33-4d8a-840b-bea43f72e079 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464592 Jul 16 09:02:04.292849 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-c5a5392f-7115-4304-a72b-78fa15a0f5c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e6275cb-64e6-4888-9f4a-af04c56e5752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2374003 Jul 16 09:02:04.298533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48652) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:04.312916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Provisioning complete for port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:04.313417 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.360800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70b858e1-1a22-4255-ba01-7508486acb7e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.389638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-70b858e1-1a22-4255-ba01-7508486acb7e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 3ef0d213-9883-47ed-a0f6-4ae738ee9745 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:04.394071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 074bf429-62ee-4346-bea3-39732339444e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:04.463826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 074bf429-62ee-4346-bea3-39732339444e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:04.469757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 074bf429-62ee-4346-bea3-39732339444e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:04.582378 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6e46851-4f83-4294-8877-a703e0c1be1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.673115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Provisioning for port 3ef0d213-9883-47ed-a0f6-4ae738ee9745 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:04.680726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Provisioning complete for port 3ef0d213-9883-47ed-a0f6-4ae738ee9745 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:04.683262 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.778786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3ff88a0a-6c0d-428a-a312-59e903f18478 None None] Port 3ef0d213-9883-47ed-a0f6-4ae738ee9745 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:04.782775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70b858e1-1a22-4255-ba01-7508486acb7e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.920734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8795c573-adda-4cd2-b0e1-002ffda725b5 None None] Provisioning complete for port 0d2629c3-9025-4b77-8dca-cfbcca201cbe triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:04.921397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b858e1-1a22-4255-ba01-7508486acb7e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=3ef0d213-9883-47ed-a0f6-4ae738ee9745,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:04.921628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8795c573-adda-4cd2-b0e1-002ffda725b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.005349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8795c573-adda-4cd2-b0e1-002ffda725b5 None None] Port 0d2629c3-9025-4b77-8dca-cfbcca201cbe cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:05.017733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Pushing event deleted for resources: {'Port': ['ID=074bf429-62ee-4346-bea3-39732339444e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:05.038602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] No DVR routers for this DVR port 074bf429-62ee-4346-bea3-39732339444e on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:05.042515 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70b858e1-1a22-4255-ba01-7508486acb7e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.045270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-70b858e1-1a22-4255-ba01-7508486acb7e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/3ef0d213-9883-47ed-a0f6-4ae738ee9745 HTTP/1.1" status: 204 len: 168 time: 2.0944788 Jul 16 09:02:05.048999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48656) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:05.094120 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ee93b5-3bd3-4be7-8eec-8b5365e13a82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:02:05.095734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e2ee93b5-3bd3-4be7-8eec-8b5365e13a82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/3ef0d213-9883-47ed-a0f6-4ae738ee9745 HTTP/1.1" status: 404 len: 333 time: 0.0458043 Jul 16 09:02:05.099744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48658) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:05.124082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2660e1ab-be30-4fb0-afb0-2450b4992813 None None] Could not find standard attr ID for object 3ef0d213-9883-47ed-a0f6-4ae738ee9745. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:05.157090 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.174246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4a1826-e917-46f5-befb-a5814c1f9874']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:05.193278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9057aaf-fb99-4171-86ed-8608f164ce3c') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:05.193782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9057aaf-fb99-4171-86ed-8608f164ce3c') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:05.208923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.235310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.244113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:05.244923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.330635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6e46851-4f83-4294-8877-a703e0c1be1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:05.351812 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:05.354621 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6e46851-4f83-4294-8877-a703e0c1be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.388324 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.397013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.404822 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] 10.222.0.55 "DELETE /v2.0/networks/7e4a1826-e917-46f5-befb-a5814c1f9874 HTTP/1.1" status: 204 len: 168 time: 3.7807677 Jul 16 09:02:05.408194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48666) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:05.503280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9da52a5e-77e4-4e23-b134-296a554aba8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 0d2629c3-9025-4b77-8dca-cfbcca201cbe {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:05.503631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da52a5e-77e4-4e23-b134-296a554aba8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.568974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e46851-4f83-4294-8877-a703e0c1be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52df3989-d31b-4956-a9d7-7b32b7bc17cf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:05.581695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce02aa-005b-449f-a950-4fea377fa40d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4a1826-e917-46f5-befb-a5814c1f9874,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:05.590435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c6e46851-4f83-4294-8877-a703e0c1be1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1190c1216347497eba2d6415b5556676&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2818556 Jul 16 09:02:05.603755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48670) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:05.659636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.726856 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.785910 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-4f986db4-7624-42f0-ab81-98beb36bd470 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4542489 Jul 16 09:02:05.830204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abf7b7-868b-48a7-81b7-3b15685281ec req-1fbbe46b-90c3-4481-8e32-b34501421348 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:05.832083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5abf7b7-868b-48a7-81b7-3b15685281ec req-1fbbe46b-90c3-4481-8e32-b34501421348 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.3194966 Jul 16 09:02:05.836390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-711ee27f-9c7f-4c38-86e5-50ad4d7c8d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.840310 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da52a5e-77e4-4e23-b134-296a554aba8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.852205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49713ee-0d48-4ed3-b7ef-c774dfaf0871 req-c417df7f-3fa3-4a66-9c53-17398780fc48 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:05.854244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c49713ee-0d48-4ed3-b7ef-c774dfaf0871 req-c417df7f-3fa3-4a66-9c53-17398780fc48 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.2728276 Jul 16 09:02:05.914651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9da52a5e-77e4-4e23-b134-296a554aba8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 0d2629c3-9025-4b77-8dca-cfbcca201cbe owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:05.916411 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-54c2b65f-49b1-40ae-8790-4788bbdec18a req-34da6785-7e40-4698-bbdb-db0f5b66008e service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181924 Jul 16 09:02:05.943154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-711ee27f-9c7f-4c38-86e5-50ad4d7c8d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.973486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:05.981245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:05.993228 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:06.031733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5abf7b7-868b-48a7-81b7-3b15685281ec req-5381cc66-d0e6-4edd-a29c-5bbf8a923b07 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881285 Jul 16 09:02:06.082051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=247e92ff-88e0-479f-a2ff-1916743058ca,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:06.088915 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-711ee27f-9c7f-4c38-86e5-50ad4d7c8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.092182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-711ee27f-9c7f-4c38-86e5-50ad4d7c8d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.108612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-711ee27f-9c7f-4c38-86e5-50ad4d7c8d55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52df3989-d31b-4956-a9d7-7b32b7bc17cf HTTP/1.1" status: 204 len: 168 time: 0.4881625 Jul 16 09:02:06.160748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c49713ee-0d48-4ed3-b7ef-c774dfaf0871 req-fc6f71be-2440-4b8e-91e4-a23edbf59a3a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727172 Jul 16 09:02:06.164229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ee27f-9c7f-4c38-86e5-50ad4d7c8d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df3989-d31b-4956-a9d7-7b32b7bc17cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:06.375268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:06.376414 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.397040 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d6d5887a-da72-4ec8-807d-80ab2c8fff85 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 6.0547483 Jul 16 09:02:06.400338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:06.411621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '247e92ff-88e0-479f-a2ff-1916743058ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:06.432226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da52a5e-77e4-4e23-b134-296a554aba8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.481774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da52a5e-77e4-4e23-b134-296a554aba8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=0d2629c3-9025-4b77-8dca-cfbcca201cbe,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:06.508597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-403154c0-4c46-4a51-8a63-86f72642ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:06.511431 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-403154c0-4c46-4a51-8a63-86f72642ff6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 1095 time: 0.5077477 Jul 16 09:02:06.540663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da52a5e-77e4-4e23-b134-296a554aba8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.543044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9da52a5e-77e4-4e23-b134-296a554aba8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/0d2629c3-9025-4b77-8dca-cfbcca201cbe HTTP/1.1" status: 204 len: 168 time: 1.4423034 Jul 16 09:02:06.548101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:06.624834 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a4da7c-dc2a-4320-ac7b-2c741fdeca55 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:02:06.636983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-85a4da7c-dc2a-4320-ac7b-2c741fdeca55 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/0d2629c3-9025-4b77-8dca-cfbcca201cbe HTTP/1.1" status: 404 len: 333 time: 0.0852292 Jul 16 09:02:06.637263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48684) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:06.643972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.822444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d546b3f9-a1f3-4aee-b060-3362d9f2a617 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet 8c4aefe0-ca5c-49b4-ab06-ae577a8f876a {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:06.828632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d546b3f9-a1f3-4aee-b060-3362d9f2a617 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.885224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d546b3f9-a1f3-4aee-b060-3362d9f2a617 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.897460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-d0dcefb0-a3b7-4f61-a36b-8072b42076a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:06.899100 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-d0dcefb0-a3b7-4f61-a36b-8072b42076a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 914 time: 0.3569031 Jul 16 09:02:06.981232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-eab1255a-fde1-4c72-ab01-a6907e36dce0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2430260 Jul 16 09:02:07.022952 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-02550495-8420-4e20-b89e-ef440d184991 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=858c9cb0-800c-4d1d-81a3-781f77618df9 HTTP/1.1" status: 200 len: 217 time: 0.1064715 Jul 16 09:02:07.130667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-8583c52f-5594-4a9e-84f1-5c581cc2ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:07.133216 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-8583c52f-5594-4a9e-84f1-5c581cc2ca6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 200 len: 853 time: 0.0994914 Jul 16 09:02:07.158458 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d546b3f9-a1f3-4aee-b060-3362d9f2a617 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.261266 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-9a54af5a-2958-45c5-8cae-3d5e4fd9029c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e6275cb-64e6-4888-9f4a-af04c56e5752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908837 Jul 16 09:02:07.262784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-f47ea3ae-d8dd-4bff-b66b-78349babd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:07.264301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-f47ea3ae-d8dd-4bff-b66b-78349babd232 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 1097 time: 0.2538421 Jul 16 09:02:07.287019 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.562988 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.675790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d546b3f9-a1f3-4aee-b060-3362d9f2a617 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.778476 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-64397dcb-af5e-4814-a95c-3eff82d4d88a service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940405 Jul 16 09:02:07.778687 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d546b3f9-a1f3-4aee-b060-3362d9f2a617 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.783289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d546b3f9-a1f3-4aee-b060-3362d9f2a617 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/8c4aefe0-ca5c-49b4-ab06-ae577a8f876a HTTP/1.1" status: 204 len: 168 time: 1.1424456 Jul 16 09:02:07.783289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546b3f9-a1f3-4aee-b060-3362d9f2a617 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4aefe0-ca5c-49b4-ab06-ae577a8f876a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:07.789393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48708) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:07.791849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ace3a6-a3e0-46b3-881e-1a84b3e7d217 None None] Network 8b968c79-ba3d-4b2e-afe7-4e00d402b08b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:07.923115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.25.6.19 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/363b1dad-45eb-4448-b86f-b913de5f65f2) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:07.946139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b637c13-55b5-4050-9e54-416f28faa07e req-0b7fa260-c8d7-43c0-a256-77eb699520e5 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:07.958442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b637c13-55b5-4050-9e54-416f28faa07e req-0b7fa260-c8d7-43c0-a256-77eb699520e5 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.4920802 Jul 16 09:02:08.019706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-a05c6700-7c7d-412b-8d73-e59c817cbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:08.021253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-a05c6700-7c7d-412b-8d73-e59c817cbac1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.7235301 Jul 16 09:02:08.185977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-27ab092e-1ea0-4542-ae3e-f08bca7f9cb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e2af5f-d2a7-4175-a339-99382b177be6 HTTP/1.1" status: 200 len: 217 time: 0.1566732 Jul 16 09:02:08.208803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dab64-c00d-4136-b21f-6923e0ab9ad6 req-ff00efc5-cccf-44f1-903a-b6b524c8fc55 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:08.216660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c33dab64-c00d-4136-b21f-6923e0ab9ad6 req-ff00efc5-cccf-44f1-903a-b6b524c8fc55 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.5484488 Jul 16 09:02:08.220584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.275633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b637c13-55b5-4050-9e54-416f28faa07e req-5086f00e-990e-4aff-b5cc-4e04fb6b9b07 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158932 Jul 16 09:02:08.315676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] DHCP port deletion for 8b968c79-ba3d-4b2e-afe7-4e00d402b08b request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:08.328965 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ebfd8fa-309b-43d0-b0ad-be1dc4679877 req-734453d7-f225-434d-8e0c-ef78b4fe74e1 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257895 Jul 16 09:02:08.395483 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c33dab64-c00d-4136-b21f-6923e0ab9ad6 req-662bddbf-7920-4d74-bb73-e63921d0525a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778691 Jul 16 09:02:08.405184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-ba725844-fc7b-4b8b-9de5-91bd1fe35b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:08.416435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-ba725844-fc7b-4b8b-9de5-91bd1fe35b01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.2186663 Jul 16 09:02:08.417900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.447118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:08.484153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:08.484514 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.554178 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.594704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-8892f684-0fe3-4c0b-8fa3-484417be76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:08.600266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-8892f684-0fe3-4c0b-8fa3-484417be76ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738024 Jul 16 09:02:08.652274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] For port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,segment=NetworkSegment(f8495c27-b5be-44d0-adf7-5363a45ce1ee),segment_id=f8495c27-b5be-44d0-adf7-5363a45ce1ee)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:08.652829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.673980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:08.675556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 4773cc3d-4575-49b8-88b3-f2f9cef93ccd owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:08.686093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:08.697689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:08.735188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=363b1dad-45eb-4448-b86f-b913de5f65f2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:08.896050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-07c3eff3-97f1-4ec2-8c98-e21f936b204c service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895250 Jul 16 09:02:09.063211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Deleting port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:09.063790 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.066590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45b96099-4d95-4369-bb6e-5e201e03a205 req-646ba0eb-1cab-46d2-a93b-0b4d9cfe52db service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578348 Jul 16 09:02:09.101618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:09.182249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752', 'port_id': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'mac_address': 'fa:16:3e:79:5b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc697441-818a-43e7-885d-d0efc9e72997', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:09.191937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] For port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,segment=NetworkSegment(f8495c27-b5be-44d0-adf7-5363a45ce1ee),segment_id=f8495c27-b5be-44d0-adf7-5363a45ce1ee)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:09.192461 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.261496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.297659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Deleting port b995e3b8-d616-4209-a354-1010a41df6e3 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:09.298282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.308069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858c9cb0-800c-4d1d-81a3-781f77618df9 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:09.432542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Calling delete_port for 4773cc3d-4575-49b8-88b3-f2f9cef93ccd owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:09.447224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.531558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:09.554834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No DVR routers for this DVR port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:09.559836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] For port b995e3b8-d616-4209-a354-1010a41df6e3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b995e3b8-d616-4209-a354-1010a41df6e3,segment=NetworkSegment(fc044586-78ba-4c72-90c7-801ba26adba0),segment_id=fc044586-78ba-4c72-90c7-801ba26adba0)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:09.560430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.602808 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:09.636876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Calling delete_port for b995e3b8-d616-4209-a354-1010a41df6e3 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:09.821577 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.848578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.856557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4773cc3d-4575-49b8-88b3-f2f9cef93ccd no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:09.886920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Pushing event deleted for resources: {'Port': ['ID=4773cc3d-4575-49b8-88b3-f2f9cef93ccd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:09.887797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b968c79-ba3d-4b2e-afe7-4e00d402b08b']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:09.889667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 4773cc3d-4575-49b8-88b3-f2f9cef93ccd {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:09.889801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4773cc3d-4575-49b8-88b3-f2f9cef93ccd not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:09.896535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] No DVR routers for this DVR port 4773cc3d-4575-49b8-88b3-f2f9cef93ccd on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:09.903658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:09.910438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.910781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.911117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.911448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.911831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.912144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.912604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.912889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.913389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.913563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.913837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.914142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8fa9b5-f14f-4815-baa0-f03f45f09a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:09.917940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8495c27-b5be-44d0-adf7-5363a45ce1ee') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:09.918134 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.918236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8495c27-b5be-44d0-adf7-5363a45ce1ee') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:09.977132 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.979235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f8504-3a95-4244-a238-01b9880e4071 req-24e4725f-006a-4616-885a-f7d243176688 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:09.995391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-258f8504-3a95-4244-a238-01b9880e4071 req-24e4725f-006a-4616-885a-f7d243176688 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.4002037 Jul 16 09:02:10.001064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:10.017781 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.128424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-258f8504-3a95-4244-a238-01b9880e4071 req-07df56c5-edc7-493e-8887-bbfa5c5f8b3f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253734 Jul 16 09:02:10.165554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8535-c359-4309-964e-8cb4e0059c79 req-22f5a05b-e741-409e-b9c0-3c620b3aacc1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:10.171578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:10.171578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:10.177303 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:10.184736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b94b8535-c359-4309-964e-8cb4e0059c79 req-22f5a05b-e741-409e-b9c0-3c620b3aacc1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.3195045 Jul 16 09:02:10.260041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['858c9cb0-800c-4d1d-81a3-781f77618df9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:10.284058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b94b8535-c359-4309-964e-8cb4e0059c79 req-9f11246c-65c8-47b5-b008-e015bbeff21a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943089 Jul 16 09:02:10.394809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.461091 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.474770 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/networks/8b968c79-ba3d-4b2e-afe7-4e00d402b08b HTTP/1.1" status: 204 len: 168 time: 2.6813414 Jul 16 09:02:10.481678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48762) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:10.482076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d721bb3-347e-427e-958f-a2096c046f46 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Network': ['ID=8b968c79-ba3d-4b2e-afe7-4e00d402b08b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:10.493084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1097831637'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:10.560814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:10.579229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.615844 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.637768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:10.659025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.660266 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Added segment 16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04 of type vlan for network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 Jul 16 09:02:10.669810 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.731628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b995e3b8-d616-4209-a354-1010a41df6e3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:10.769776 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.904848 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.911719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:10.912371 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.912525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.122017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Network': ['ID=d6dc9836-38d8-42b6-a227-5c4832f0a8f4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:11.129755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5debbd35-6784-43f3-80da-53f7d04b7bab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6459489 Jul 16 09:02:11.130322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48776) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:11.135800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:11.138494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:11.150389 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.399103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:11.407579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.542698 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.706733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.824937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:11.865452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da11884-2f5d-4a7b-9b12-19f7e6599bed req-b1d7f4f3-ae13-4b10-8c77-250a37c2ceda tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:11.881236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da11884-2f5d-4a7b-9b12-19f7e6599bed req-b1d7f4f3-ae13-4b10-8c77-250a37c2ceda tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 944 time: 0.4693751 Jul 16 09:02:11.947124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=363b1dad-45eb-4448-b86f-b913de5f65f2,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:11.972399 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.219906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb7b76-2e85-496a-a1ab-f0958d904e97 req-b2c6a820-034b-4328-8dc7-193a3961e447 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.226121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6deb7b76-2e85-496a-a1ab-f0958d904e97 req-b2c6a820-034b-4328-8dc7-193a3961e447 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.6716449 Jul 16 09:02:12.286664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:12.313121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] Sync routers for ids ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:12.320058 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e844bad3-2fd2-4c41-acf7-0aa8f89193cf admin admin] 10.222.0.55 "PUT /v2.0/routers/2c4c35b7-8954-4526-bf0d-a2cd9d5364e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8758225 Jul 16 09:02:12.320965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48802) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:12.342553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] Routers {'2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:12.343451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:12.438718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6da11884-2f5d-4a7b-9b12-19f7e6599bed req-ae73a67b-3bd0-4ad3-94ad-9781a6b32b95 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201330 Jul 16 09:02:12.479292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:12.579001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6deb7b76-2e85-496a-a1ab-f0958d904e97 req-67bc5b59-6c7c-4476-b4d7-9186be035e05 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106289 Jul 16 09:02:12.591303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.677343 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 78ad4ce3-45d9-4d8c-940a-9c502a17a4a0 associated. External IP: 172.25.6.19, port: 247e92ff-88e0-479f-a2ff-1916743058ca. Jul 16 09:02:12.758685 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.826845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Checking segment: {'id': '16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:12.827237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network hostable DHCP agents. Network: d6dc9836-38d8-42b6-a227-5c4832f0a8f4, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:12.885830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=5f6f878d-1269-4057-8f18-c244e156c440,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:12.918829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:12.942345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d6dc9836-38d8-42b6-a227-5c4832f0a8f4) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:12.959278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.960594 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.988946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e39dad-9aaa-4926-acd7-665642cad438 None None] Network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:13.027023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ca10b882-4bbc-4ef8-837a-552d381bb805 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8942008 Jul 16 09:02:13.027730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:13.039329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4', 'name': 'tempest-PortsIpV6TestJSON-1633584528', 'fixed_ips': [{'subnet_id': '5f6f878d-1269-4057-8f18-c244e156c440', 'ip_address': '2001:db8::10'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:13.162544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 858c9cb0-800c-4d1d-81a3-781f77618df9 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:13.176580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 858c9cb0-800c-4d1d-81a3-781f77618df9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:13.178237 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.362682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] Set router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:13.392006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:13.527638 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.630856 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.655631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port bc670d85-25da-4c32-a89d-217f2fbf9e70 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:13.853298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:13.855790 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdea40a-36fd-46a6-a8c8-c64d6818dad0" -d '{"events": [{"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-plugged", "status": "completed", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:13.898926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:13.906174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d6dc9836-38d8-42b6-a227-5c4832f0a8f4', 'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4', 'tenant_id': '4d7f02459eb640fb913972341f0211a3', 'fixed_ips': [{'subnet_id': '5f6f878d-1269-4057-8f18-c244e156c440'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:13.907195 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.026643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.026873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::10 (d6dc9836-38d8-42b6-a227-5c4832f0a8f4/5f6f878d-1269-4057-8f18-c244e156c440/bc670d85-25da-4c32-a89d-217f2fbf9e70) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:14.076004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:02:10Z', 'revision_number': 5, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:14.105930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] Checking router: 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:14.123405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] Routers {'2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:14.124204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:14.134042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.182573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:14.337332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] Set router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:14.436803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.460224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:14.470256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object bc670d85-25da-4c32-a89d-217f2fbf9e70 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:14.484336 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be9c1fcb-4a75-4ca6-846d-75bad22c664c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.494083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Deleting port 3070c945-b5f7-41df-b6cd-a0967de59f32 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:14.494442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.549603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.719017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:14.733611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:14.738704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:14.746019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.746966 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.748487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:14.759119 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e4328-16c3-4e8c-aeb5-55881d28d31c None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:14.776997 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e4328-16c3-4e8c-aeb5-55881d28d31c None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:14.779042 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-722e4328-16c3-4e8c-aeb5-55881d28d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:14.796697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=bc670d85-25da-4c32-a89d-217f2fbf9e70,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:14.807390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Allocated IP 2001:db8::2 (d6dc9836-38d8-42b6-a227-5c4832f0a8f4/5f6f878d-1269-4057-8f18-c244e156c440/b865302d-a9db-413e-baa8-bb18dc7d3718) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:14.828119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b78bdd0f-b648-46d7-ad6b-39beaf31baac tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7976491 Jul 16 09:02:14.839167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48862) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:14.854096 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-722e4328-16c3-4e8c-aeb5-55881d28d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:14.856708 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.864858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4', 'name': 'tempest-PortsIpV6TestJSON-1590520497', 'fixed_ips': [{'subnet_id': '5f6f878d-1269-4057-8f18-c244e156c440', 'ip_address': '2001:db8::f'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:14.866578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a350-30d8-47df-b071-acc7d92e0f83 req-4ff8d5d3-895c-4ebe-9692-6367fe3f8f19 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.868931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d199a350-30d8-47df-b071-acc7d92e0f83 req-4ff8d5d3-895c-4ebe-9692-6367fe3f8f19 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3429012 Jul 16 09:02:14.870913 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e4328-16c3-4e8c-aeb5-55881d28d31c None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:14.871711 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-722e4328-16c3-4e8c-aeb5-55881d28d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:14.914212 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-722e4328-16c3-4e8c-aeb5-55881d28d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:14.915136 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e4328-16c3-4e8c-aeb5-55881d28d31c None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:14.935001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d96ae-f339-49df-af1e-db018e6afdab req-785afa51-ee8e-4a15-a669-187092dbf17c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.945358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da1d96ae-f339-49df-af1e-db018e6afdab req-785afa51-ee8e-4a15-a669-187092dbf17c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.4178267 Jul 16 09:02:14.972494 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7b28f84e-d74f-4972-908f-7e35817611f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5710814 Jul 16 09:02:14.984638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48864) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:14.995909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'port_id': '247e92ff-88e0-479f-a2ff-1916743058ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:15.017700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] For port 3070c945-b5f7-41df-b6cd-a0967de59f32, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3070c945-b5f7-41df-b6cd-a0967de59f32,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:15.018057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.043582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Calling delete_port for 3070c945-b5f7-41df-b6cd-a0967de59f32 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:15.137260 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.146050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d199a350-30d8-47df-b071-acc7d92e0f83 req-c27904d1-0a56-4f42-a902-820b9626c639 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704067 Jul 16 09:02:15.151995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Transition to ACTIVE for port object b865302d-a9db-413e-baa8-bb18dc7d3718 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:15.166328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:15.176281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Transition to ACTIVE for port object b865302d-a9db-413e-baa8-bb18dc7d3718 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:15.179305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:02:10Z', 'revision_number': 5, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:15.192745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da1d96ae-f339-49df-af1e-db018e6afdab req-de665ae0-194c-49fb-9425-d4ef4960e6f8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464771 Jul 16 09:02:15.233851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17caea-3b6f-4474-ae44-565f9b0da301 None None] The sync data for ids ['2c4c35b7-8954-4526-bf0d-a2cd9d5364e6'] in n-d-780147-28 is: [{'id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'name': 'tempest-TestServerMultinode-2096994709-router', 'tenant_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:28Z', 'updated_at': '2021-07-16T09:02:10Z', 'revision_number': 5, 'project_id': '2ad89203cb25409eb5f8c9ff58cfb100', 'gw_port': {'id': '3070c945-b5f7-41df-b6cd-a0967de59f32', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c35b7-8954-4526-bf0d-a2cd9d5364e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:31Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:15.237546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.269408 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.347612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Pushing event updated for resources: {'Port': ['ID=b865302d-a9db-413e-baa8-bb18dc7d3718,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:15.351095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.355256 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d50afb-29ee-4729-90cc-721fc83f8c93 x-openstack-request-id: req-89d50afb-29ee-4729-90cc-721fc83f8c93 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:15.355477 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-plugged", "status": "completed", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:15.355676 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89d50afb-29ee-4729-90cc-721fc83f8c93 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:15.356091 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'code': 200} Jul 16 09:02:15.364768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:15.366637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:15.371521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:15.460179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Attempting to bind port b865302d-a9db-413e-baa8-bb18dc7d3718 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:15.460565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Attempting to bind port b865302d-a9db-413e-baa8-bb18dc7d3718 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:15.460928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Attempting to bind port b865302d-a9db-413e-baa8-bb18dc7d3718 on network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:15.471910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:15.472307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Checking segment: {'id': '16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:15.472709 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.479480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Bound using segment: {'id': '16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:15.480124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Bound port: b865302d-a9db-413e-baa8-bb18dc7d3718, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd6dc9836-38d8-42b6-a227-5c4832f0a8f4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:15.482136 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.547384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.665265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] For port b865302d-a9db-413e-baa8-bb18dc7d3718, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:15.681622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] For port b865302d-a9db-413e-baa8-bb18dc7d3718, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b865302d-a9db-413e-baa8-bb18dc7d3718,segment=NetworkSegment(16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04),segment_id=16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:15.689562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b995e3b8-d616-4209-a354-1010a41df6e3 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:15.739428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port c84806be-fa03-40a7-904c-12febde5ec4e yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:15.751444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b995e3b8-d616-4209-a354-1010a41df6e3 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:15.751795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b995e3b8-d616-4209-a354-1010a41df6e3 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:15.758311 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.827608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edba578-50e7-4ffa-9919-892e209ed7b4 req-1ea7f183-d838-4457-8120-408329d2c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:15.829209 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8edba578-50e7-4ffa-9919-892e209ed7b4 req-1ea7f183-d838-4457-8120-408329d2c434 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 1097 time: 0.2760420 Jul 16 09:02:15.901074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bf437-4e2a-4076-95c7-78d822148dd0 None None] Pushing event updated for resources: {'Port': ['ID=b865302d-a9db-413e-baa8-bb18dc7d3718,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:15.960674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-242bbc8e-b5fb-4835-a852-c4533ae20029 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d39d0051606941bc9d0ec612fee665f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915043 Jul 16 09:02:15.969637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8edba578-50e7-4ffa-9919-892e209ed7b4 req-c2e42a5f-f347-4e01-994a-39dea9557cb4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323318 Jul 16 09:02:16.136419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.195041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3070c945-b5f7-41df-b6cd-a0967de59f32,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:16.391485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.492337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::f (d6dc9836-38d8-42b6-a227-5c4832f0a8f4/5f6f878d-1269-4057-8f18-c244e156c440/c84806be-fa03-40a7-904c-12febde5ec4e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:16.574635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.579654 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.675895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.677035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:02:16.684433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.693163 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2912f5f1-4d49-4306-aff9-8234a4c16ff2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2c4c35b7-8954-4526-bf0d-a2cd9d5364e6 HTTP/1.1" status: 204 len: 168 time: 4.3622987 Jul 16 09:02:16.693928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48908) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:16.836047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9c43df-cace-4ebc-b7fc-7c9a6eb9030a admin admin] Deleting subnet 8471f664-636e-4495-bffb-96e5e93f2ede {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:16.843658 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f9c43df-cace-4ebc-b7fc-7c9a6eb9030a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.922624 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f9c43df-cace-4ebc-b7fc-7c9a6eb9030a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.004665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.031663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object c84806be-fa03-40a7-904c-12febde5ec4e will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:17.099957 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f9c43df-cace-4ebc-b7fc-7c9a6eb9030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.155252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.237018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=c84806be-fa03-40a7-904c-12febde5ec4e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:17.268025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:17.283213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:17.299143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:17.306423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:17.307554 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.312611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f9c43df-cace-4ebc-b7fc-7c9a6eb9030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.366002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4624095-7186-4f45-a8ee-bc26fbea6829 None None] Network d81cd65e-e6a9-4ede-810d-302c4a446f50 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:17.366559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f9c43df-cace-4ebc-b7fc-7c9a6eb9030a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.372265 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3f9c43df-cace-4ebc-b7fc-7c9a6eb9030a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8471f664-636e-4495-bffb-96e5e93f2ede HTTP/1.1" status: 204 len: 168 time: 0.6736050 Jul 16 09:02:17.372658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48912) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:17.377289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c43df-cace-4ebc-b7fc-7c9a6eb9030a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8471f664-636e-4495-bffb-96e5e93f2ede,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:17.439495 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c069d9ed-8924-4b1c-a441-d0b802dbfb15 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5833189 Jul 16 09:02:17.449318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48914) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:17.497594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-a2df2534-ffb2-4dd3-8fcc-7b23ea092e97 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:17.511467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-a2df2534-ffb2-4dd3-8fcc-7b23ea092e97 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5420787 Jul 16 09:02:17.678660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.714944 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.718176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-b5896097-984b-4256-9d2d-c6f207236525 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/quotas/d39d0051606941bc9d0ec612fee665f4 HTTP/1.1" status: 200 len: 375 time: 0.0992477 Jul 16 09:02:17.721560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dccdb34-1384-40fe-8f2a-5193046589e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.748815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102f0d0-daec-4fbf-b384-0806bbe7c06a req-90ad2219-453d-4a38-b73c-ec7eeccdbdc3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:17.775336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b865302d-a9db-413e-baa8-bb18dc7d3718 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:17.778218 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b102f0d0-daec-4fbf-b384-0806bbe7c06a req-90ad2219-453d-4a38-b73c-ec7eeccdbdc3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 1.0810997 Jul 16 09:02:17.820313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:02:17.829722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e60c662-90f3-4d44-8743-592b24d2930b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:17.843823 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3e60c662-90f3-4d44-8743-592b24d2930b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3922505 Jul 16 09:02:17.851645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48918) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:17.891123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] DHCP port deletion for d81cd65e-e6a9-4ede-810d-302c4a446f50 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:17.910139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-64d0b11c-41cc-4dfc-ab83-5bac124a30aa tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d39d0051606941bc9d0ec612fee665f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167622 Jul 16 09:02:17.970287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b102f0d0-daec-4fbf-b384-0806bbe7c06a req-6247b11e-0134-49cd-a8e4-71678c8ee937 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910813 Jul 16 09:02:17.972720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.973384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Deleting port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:17.974493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.985044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ad0b2-ae88-4b92-bbfd-fa8f8c1e3201 None None] Network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:17.990445 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.079815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f420e-c58e-44cb-810f-65733ec3960c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:18.097347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f420e-c58e-44cb-810f-65733ec3960c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:18.102976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-09d4ee13-5a52-4031-b3ce-373c320d66ee None None] Provisioning for port b865302d-a9db-413e-baa8-bb18dc7d3718 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:18.106911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b865302d-a9db-413e-baa8-bb18dc7d3718 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:18.114638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f420e-c58e-44cb-810f-65733ec3960c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:18.118069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-09d4ee13-5a52-4031-b3ce-373c320d66ee None None] Provisioning complete for port b865302d-a9db-413e-baa8-bb18dc7d3718 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:18.118515 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d4ee13-5a52-4031-b3ce-373c320d66ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.123600 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-399f420e-c58e-44cb-810f-65733ec3960c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2699249 Jul 16 09:02:18.133330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:18.195119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b865302d-a9db-413e-baa8-bb18dc7d3718 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:18.195119 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.329303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] For port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,segment=NetworkSegment(fc044586-78ba-4c72-90c7-801ba26adba0),segment_id=fc044586-78ba-4c72-90c7-801ba26adba0)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:18.330089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.387346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Calling delete_port for 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:18.580002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc847c-a8d7-41c1-bf2c-0b749b10a18c req-e120f0de-e93a-4b2a-976a-7ac5c4a8dd9a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:18.587925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96cc847c-a8d7-41c1-bf2c-0b749b10a18c req-e120f0de-e93a-4b2a-976a-7ac5c4a8dd9a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.3737986 Jul 16 09:02:18.684940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a8115f1d-538c-4d2c-84e4-ba73c984d42b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port c84806be-fa03-40a7-904c-12febde5ec4e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:18.685289 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8115f1d-538c-4d2c-84e4-ba73c984d42b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.693054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] Deleting port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:18.693735 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.757637 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ddb97ee1-3fd9-482a-8886-b15c6c9b84cc tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d39d0051606941bc9d0ec612fee665f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1976140 Jul 16 09:02:18.836406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d4ee13-5a52-4031-b3ce-373c320d66ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.873552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96cc847c-a8d7-41c1-bf2c-0b749b10a18c req-25649897-592f-452d-b96d-ecdf54103db6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729128 Jul 16 09:02:18.897460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-09d4ee13-5a52-4031-b3ce-373c320d66ee None None] For port b865302d-a9db-413e-baa8-bb18dc7d3718, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b865302d-a9db-413e-baa8-bb18dc7d3718,segment=NetworkSegment(16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04),segment_id=16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:18.898445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8115f1d-538c-4d2c-84e4-ba73c984d42b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.904211 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.930765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a8115f1d-538c-4d2c-84e4-ba73c984d42b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for c84806be-fa03-40a7-904c-12febde5ec4e owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:18.954038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:19.017369 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-09d4ee13-5a52-4031-b3ce-373c320d66ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.035271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-cb39590d-48e3-4de1-b7f3-1eef655618dc tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:19.047391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-cb39590d-48e3-4de1-b7f3-1eef655618dc tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877507 Jul 16 09:02:19.135183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4ee13-5a52-4031-b3ce-373c320d66ee None None] Pushing event updated for resources: {'Port': ['ID=b865302d-a9db-413e-baa8-bb18dc7d3718,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:19.139439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.189112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] For port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,segment=NetworkSegment(fc044586-78ba-4c72-90c7-801ba26adba0),segment_id=fc044586-78ba-4c72-90c7-801ba26adba0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:19.189683 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.197403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-32179d6c-c364-49ab-b327-b1200e0c231a tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/quotas/d39d0051606941bc9d0ec612fee665f4 HTTP/1.1" status: 200 len: 375 time: 0.1464903 Jul 16 09:02:19.214083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8115f1d-538c-4d2c-84e4-ba73c984d42b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.222561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.250235 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:02:19.250753 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:02:19.251469 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.273345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] Calling delete_port for 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:19.301926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-f0cd686c-1b2b-46e5-afef-4da1f05f4013 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d39d0051606941bc9d0ec612fee665f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034236 Jul 16 09:02:19.337439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8115f1d-538c-4d2c-84e4-ba73c984d42b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=c84806be-fa03-40a7-904c-12febde5ec4e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:19.396442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Pushing event deleted for resources: {'Port': ['ID=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:19.411045 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.442737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] No DVR routers for this DVR port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:19.462690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] No DVR routers for this DVR port 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:19.468008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1f201-f68e-47af-bed0-045e57afb439 None None] Pushing event deleted for resources: {'Port': ['ID=19e3b897-8ad7-4dd4-8572-e5f6ef0e5845,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:19.469843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8115f1d-538c-4d2c-84e4-ba73c984d42b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.473087 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a8115f1d-538c-4d2c-84e4-ba73c984d42b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/c84806be-fa03-40a7-904c-12febde5ec4e HTTP/1.1" status: 204 len: 168 time: 1.3355241 Jul 16 09:02:19.488208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48948) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:19.581981 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb613d0-3c30-4fe1-97a0-23cbf73d2c72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:02:19.583764 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-afb613d0-3c30-4fe1-97a0-23cbf73d2c72 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/c84806be-fa03-40a7-904c-12febde5ec4e HTTP/1.1" status: 404 len: 333 time: 0.0945790 Jul 16 09:02:19.583977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:19.589529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48950) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:19.602691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4de86-9d5f-4eed-9d7e-d429017f8e26 None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:19.625753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.626069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4de86-9d5f-4eed-9d7e-d429017f8e26 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:19.626722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f2e4de86-9d5f-4eed-9d7e-d429017f8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:19.701584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.747450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81cd65e-e6a9-4ede-810d-302c4a446f50']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:19.751436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f2e4de86-9d5f-4eed-9d7e-d429017f8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:19.784886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc044586-78ba-4c72-90c7-801ba26adba0') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:19.784886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc044586-78ba-4c72-90c7-801ba26adba0') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:19.815609 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.818516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42cf78-899c-40a5-9d22-c9c1d8b688bd req-e439a1ba-9650-44f0-861d-aea3adbb1492 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:19.829142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab42cf78-899c-40a5-9d22-c9c1d8b688bd req-e439a1ba-9650-44f0-861d-aea3adbb1492 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.5941532 Jul 16 09:02:19.901994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.923559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:19.923559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:19.931907 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:19.965681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4de86-9d5f-4eed-9d7e-d429017f8e26 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:19.966658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f2e4de86-9d5f-4eed-9d7e-d429017f8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:20.017841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f2e4de86-9d5f-4eed-9d7e-d429017f8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:20.018635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4de86-9d5f-4eed-9d7e-d429017f8e26 None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:20.094252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fa30f92-46a3-46aa-b0ee-32ce7ef2b33f req-f995d84a-4b2f-4c3e-979f-9d4356d1f6f1 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 210 time: 0.0762706 Jul 16 09:02:20.135388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.136146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-64e7233e-502e-4452-9d04-ae1bafee8296 None None] Provisioning for port bc670d85-25da-4c32-a89d-217f2fbf9e70 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:20.152371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3070c945-b5f7-41df-b6cd-a0967de59f32 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:20.163239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-64e7233e-502e-4452-9d04-ae1bafee8296 None None] Provisioning complete for port bc670d85-25da-4c32-a89d-217f2fbf9e70 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:20.163679 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-64e7233e-502e-4452-9d04-ae1bafee8296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.180547 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.186349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.190519 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] 10.222.0.55 "DELETE /v2.0/networks/d81cd65e-e6a9-4ede-810d-302c4a446f50 HTTP/1.1" status: 204 len: 168 time: 2.8072462 Jul 16 09:02:20.249386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd04cd-a18a-4063-9e4b-471a160b39ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d81cd65e-e6a9-4ede-810d-302c4a446f50,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:20.254315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab42cf78-899c-40a5-9d22-c9c1d8b688bd req-bda9e9a1-5414-441d-aac9-f034aa87c992 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221332 Jul 16 09:02:20.269570 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cb29c1b5-879b-4c60-8e1e-61f1bf93d425 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/floatingips/78ad4ce3-45d9-4d8c-940a-9c502a17a4a0 HTTP/1.1" status: 200 len: 977 time: 5.2827005 Jul 16 09:02:20.275220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48966) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:20.362059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3070c945-b5f7-41df-b6cd-a0967de59f32 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:20.362709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3070c945-b5f7-41df-b6cd-a0967de59f32 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:20.431054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-64e7233e-502e-4452-9d04-ae1bafee8296 None None] Port bc670d85-25da-4c32-a89d-217f2fbf9e70 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:20.472074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-64e7233e-502e-4452-9d04-ae1bafee8296 None None] Provisioning complete for port b865302d-a9db-413e-baa8-bb18dc7d3718 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:20.472451 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-64e7233e-502e-4452-9d04-ae1bafee8296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.650237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b865302d-a9db-413e-baa8-bb18dc7d3718 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:20.722756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b1719915-bd1c-41c0-a54a-84e0ffebdeee tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port bc670d85-25da-4c32-a89d-217f2fbf9e70 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:20.723275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1719915-bd1c-41c0-a54a-84e0ffebdeee tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.754644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-8b683455-083f-4069-96d2-971a36335241 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d39d0051606941bc9d0ec612fee665f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153593 Jul 16 09:02:20.781474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48978) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:20.855747 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0fea8aaf-6ba2-4775-ac2e-f57ec6e58408 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbc8a6e7f3c64b3fa2bbef19842abb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665281 Jul 16 09:02:20.856870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48984) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:20.914294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-64e7233e-502e-4452-9d04-ae1bafee8296 None None] Could not find standard attr ID for object c84806be-fa03-40a7-904c-12febde5ec4e. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:20.920523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b865302d-a9db-413e-baa8-bb18dc7d3718 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:20.920932 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.039777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 363b1dad-45eb-4448-b86f-b913de5f65f2 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:21.040371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.043285 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-574cf162-677a-422b-a3a2-293917b88c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.127552 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-574cf162-677a-422b-a3a2-293917b88c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.148981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-22ddf976-5f2c-4c56-bb43-ac7124609898 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:21.151060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-22ddf976-5f2c-4c56-bb43-ac7124609898 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3294079 Jul 16 09:02:21.181212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Request body: {'port': {'device_id': '6b46ea94-0216-4967-a983-ba1696a328f4', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'd39d0051606941bc9d0ec612fee665f4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:21.181736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dca60d2c-f5c9-4440-8990-399681863b29 None None] Provisioning complete for port bc670d85-25da-4c32-a89d-217f2fbf9e70 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:21.182120 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dca60d2c-f5c9-4440-8990-399681863b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.308116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dca60d2c-f5c9-4440-8990-399681863b29 None None] Port bc670d85-25da-4c32-a89d-217f2fbf9e70 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:21.343410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.343645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:21.344943 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.380702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 363b1dad-45eb-4448-b86f-b913de5f65f2 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:21.384595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:21.391802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 19e3b897-8ad7-4dd4-8572-e5f6ef0e5845 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:21.425330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eb7945a8-e85c-49b0-935d-122d90c92e29 None None] Could not find standard attr ID for object c84806be-fa03-40a7-904c-12febde5ec4e. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:21.426961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-574cf162-677a-422b-a3a2-293917b88c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.434725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-574cf162-677a-422b-a3a2-293917b88c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.447235 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-574cf162-677a-422b-a3a2-293917b88c8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11660bc5-6288-4ff8-bcb3-d88c2977f3ae HTTP/1.1" status: 204 len: 168 time: 0.5877137 Jul 16 09:02:21.511207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cf162-677a-422b-a3a2-293917b88c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11660bc5-6288-4ff8-bcb3-d88c2977f3ae,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:21.689679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1719915-bd1c-41c0-a54a-84e0ffebdeee tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.722522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b1719915-bd1c-41c0-a54a-84e0ffebdeee tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for bc670d85-25da-4c32-a89d-217f2fbf9e70 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:21.739560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f01aa-25fe-45ef-bb62-a5088dbe2dac req-033f808d-e6d3-490f-afc6-728ecfb7f1c8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:21.741403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e3f01aa-25fe-45ef-bb62-a5088dbe2dac req-033f808d-e6d3-490f-afc6-728ecfb7f1c8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 1.3874605 Jul 16 09:02:21.770081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.821495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=363b1dad-45eb-4448-b86f-b913de5f65f2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:22.064099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e3f01aa-25fe-45ef-bb62-a5088dbe2dac req-b0e01578-7ca9-43e0-b577-9bd41fbbb2b9 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950430 Jul 16 09:02:22.083101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-97a16b88-1923-4f54-ad61-35e01ec33ae4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:22.092492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-97a16b88-1923-4f54-ad61-35e01ec33ae4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 813 time: 1.2771475 Jul 16 09:02:22.130925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-07ddbed6-fefd-426b-9a5f-821ec30bf440 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d39d0051606941bc9d0ec612fee665f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1476576 Jul 16 09:02:22.367537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48998) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:22.387906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-c99b18bf-23c2-4727-84e9-234c4ef0b1a3 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:22.397050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-c99b18bf-23c2-4727-84e9-234c4ef0b1a3 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538948 Jul 16 09:02:22.431747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Request body: {'port': {'device_id': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': 'd39d0051606941bc9d0ec612fee665f4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:22.447157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-9c6a5b03-2dd8-494f-9cbb-143d37ddc239 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/quotas/4554963337854556ab49a3228e5ea3d5 HTTP/1.1" status: 200 len: 375 time: 0.3534925 Jul 16 09:02:22.455914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.456407 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 78ad4ce3-45d9-4d8c-940a-9c502a17a4a0 disassociated (deleted). External IP: 172.25.6.19, port: 247e92ff-88e0-479f-a2ff-1916743058ca. Jul 16 09:02:22.535445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Made reservation on behalf of d39d0051606941bc9d0ec612fee665f4 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:22.549107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.735478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:22.875896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:22.883357 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.886898 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b351f5c-4679-4d8e-9c07-d83cbe57cac9 None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:22.901404 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b351f5c-4679-4d8e-9c07-d83cbe57cac9 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:22.902085 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b351f5c-4679-4d8e-9c07-d83cbe57cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:22.936642 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-63b490d2-9dde-401f-b6fb-fa74f578a153 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/floatingips/78ad4ce3-45d9-4d8c-940a-9c502a17a4a0 HTTP/1.1" status: 204 len: 168 time: 2.6602755 Jul 16 09:02:22.937257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49000) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:22.954875 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b351f5c-4679-4d8e-9c07-d83cbe57cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:22.968823 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b351f5c-4679-4d8e-9c07-d83cbe57cac9 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:22.969766 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b351f5c-4679-4d8e-9c07-d83cbe57cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:23.002565 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b351f5c-4679-4d8e-9c07-d83cbe57cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:23.003553 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b351f5c-4679-4d8e-9c07-d83cbe57cac9 None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:23.097500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c21ad48f-bf6c-481a-9c31-ddc90abd6d6b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 247e92ff-88e0-479f-a2ff-1916743058ca {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:23.098779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c21ad48f-bf6c-481a-9c31-ddc90abd6d6b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.100960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcc103cd-39b1-4f25-a2ca-443ad3b2307f req-8abf3197-4fcf-4777-8d78-1456c8860882 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 210 time: 0.5484638 Jul 16 09:02:23.101666 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.222566 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1719915-bd1c-41c0-a54a-84e0ffebdeee tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.280416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c21ad48f-bf6c-481a-9c31-ddc90abd6d6b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.288548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1719915-bd1c-41c0-a54a-84e0ffebdeee tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=bc670d85-25da-4c32-a89d-217f2fbf9e70,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:23.302372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c21ad48f-bf6c-481a-9c31-ddc90abd6d6b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 247e92ff-88e0-479f-a2ff-1916743058ca owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:23.329259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-759d2ed4-ae54-4e01-aa26-504d8b7d181c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ad89203cb25409eb5f8c9ff58cfb100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9304483 Jul 16 09:02:23.354056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49008) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:23.450691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1719915-bd1c-41c0-a54a-84e0ffebdeee tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.456401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b1719915-bd1c-41c0-a54a-84e0ffebdeee tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/bc670d85-25da-4c32-a89d-217f2fbf9e70 HTTP/1.1" status: 204 len: 168 time: 3.8656960 Jul 16 09:02:23.463170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49010) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:23.522848 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-68185b1b-ac2b-4a1f-94c4-23b27de2d97b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:02:23.527941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-68185b1b-ac2b-4a1f-94c4-23b27de2d97b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/bc670d85-25da-4c32-a89d-217f2fbf9e70 HTTP/1.1" status: 404 len: 333 time: 0.0544553 Jul 16 09:02:23.531592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49012) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:23.563987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c21ad48f-bf6c-481a-9c31-ddc90abd6d6b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.583998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-a8d0cd48-6041-4c6c-a2a8-5ddf59798cf2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1346538 Jul 16 09:02:23.612840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ad48f-bf6c-481a-9c31-ddc90abd6d6b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=247e92ff-88e0-479f-a2ff-1916743058ca,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:23.712544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de159f-309b-485b-bd6a-80cb3f8331a8 req-3a2bf753-3d92-4953-88e9-040df15ccd3e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:23.715612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9de159f-309b-485b-bd6a-80cb3f8331a8 req-3a2bf753-3d92-4953-88e9-040df15ccd3e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.4697158 Jul 16 09:02:23.761486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bec7329-b187-4bec-a547-62ead168f81b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet 5f6f878d-1269-4057-8f18-c244e156c440 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:23.774629 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c21ad48f-bf6c-481a-9c31-ddc90abd6d6b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.780173 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c21ad48f-bf6c-481a-9c31-ddc90abd6d6b tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/ports/247e92ff-88e0-479f-a2ff-1916743058ca HTTP/1.1" status: 204 len: 168 time: 0.8376620 Jul 16 09:02:23.781794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49016) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:23.787108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:23.850406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bec7329-b187-4bec-a547-62ead168f81b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.900344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38a5ae41-f50d-4092-8c91-48de3cfecb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.953396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-92ca3a0f-97f1-447d-8f1a-fab2579d27ff service neutron] 10.222.0.55 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434052 Jul 16 09:02:24.000832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bec7329-b187-4bec-a547-62ead168f81b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.005019 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38a5ae41-f50d-4092-8c91-48de3cfecb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.078565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9de159f-309b-485b-bd6a-80cb3f8331a8 req-2e30a1a2-5d9b-4500-8767-dd67dc5cf1cd tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109672 Jul 16 09:02:24.129322 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.197091 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.289219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.325980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Made reservation on behalf of d39d0051606941bc9d0ec612fee665f4 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:24.329835 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.396463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e15860eb-981c-4cd9-ab35-a3ef8102232f req-ffeb6079-a170-4999-9e75-0d438f33b915 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 210 time: 0.0625851 Jul 16 09:02:24.434412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c716fe67-44ae-4d63-9aa0-7c89b81e9de3 service neutron] 10.222.0.55 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596622 Jul 16 09:02:24.438215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c4ae78-1f91-4d82-bb5b-8e1f73313890,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:24.470103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.494579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bec7329-b187-4bec-a547-62ead168f81b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.501218 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38a5ae41-f50d-4092-8c91-48de3cfecb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.510516 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38a5ae41-f50d-4092-8c91-48de3cfecb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.516588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-38a5ae41-f50d-4092-8c91-48de3cfecb36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e HTTP/1.1" status: 204 len: 168 time: 1.1598022 Jul 16 09:02:24.583698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ae41-f50d-4092-8c91-48de3cfecb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd45909-23e6-41b9-9d0f-ccf5b6e28f7e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:24.758541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Allocated IP 192.168.233.14 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/d229556b-44a7-4f61-ba19-c1fdf6bb77f5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:24.775600 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bec7329-b187-4bec-a547-62ead168f81b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.824444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.25.6.159 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/164f4134-455a-4d38-ad6a-32e2f154bf6c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:24.825393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec7329-b187-4bec-a547-62ead168f81b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6f878d-1269-4057-8f18-c244e156c440,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:24.853396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bec7329-b187-4bec-a547-62ead168f81b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.858003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5bec7329-b187-4bec-a547-62ead168f81b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/5f6f878d-1269-4057-8f18-c244e156c440 HTTP/1.1" status: 204 len: 168 time: 1.3219514 Jul 16 09:02:24.861824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49028) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:24.864059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c68f7a-e2b0-4723-8ee9-ad7bf1b120bf None None] Network d6dc9836-38d8-42b6-a227-5c4832f0a8f4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:25.116154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-857b3f68-cdfe-4ee1-b23a-b36e92525539 req-52b3e92c-8707-4ad0-9384-c80e06c9d8cf tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 210 time: 0.1339304 Jul 16 09:02:25.243549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.333137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] DHCP port deletion for d6dc9836-38d8-42b6-a227-5c4832f0a8f4 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:25.373568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.450460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:25.455392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:25.464422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:25.468176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=164f4134-455a-4d38-ad6a-32e2f154bf6c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:25.480537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.539194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] Deleting port b865302d-a9db-413e-baa8-bb18dc7d3718 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:25.539672 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.655677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.674217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.738894 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.771242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75acd4e9-7db4-488b-9ab8-b28ab043a825 req-23c876c2-ca95-424d-8e8b-149ddf8f98fc tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 210 time: 0.0437567 Jul 16 09:02:25.778534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Transition to ACTIVE for port object d229556b-44a7-4f61-ba19-c1fdf6bb77f5 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:25.813533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] For port b865302d-a9db-413e-baa8-bb18dc7d3718, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b865302d-a9db-413e-baa8-bb18dc7d3718,segment=NetworkSegment(16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04),segment_id=16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:25.814090 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.852907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f97d-ce27-450a-aaef-c97e868b1a6d req-7475ce22-fe47-4ba9-bc75-4c6e99891452 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:25.855013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] Calling delete_port for b865302d-a9db-413e-baa8-bb18dc7d3718 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:25.860083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1f0f97d-ce27-450a-aaef-c97e868b1a6d req-7475ce22-fe47-4ba9-bc75-4c6e99891452 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.3692749 Jul 16 09:02:25.948405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port b865302d-a9db-413e-baa8-bb18dc7d3718 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:25.948960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.963572 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1f0f97d-ce27-450a-aaef-c97e868b1a6d req-961d85e0-b607-4f04-a1bf-8de2d06e1af4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019642 Jul 16 09:02:26.032648 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.079039 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.081120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] Pushing event deleted for resources: {'Port': ['ID=b865302d-a9db-413e-baa8-bb18dc7d3718,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.087356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.109143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d846f83-a762-4b86-8d26-af00dca9bc3f None None] No DVR routers for this DVR port b865302d-a9db-413e-baa8-bb18dc7d3718 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:26.168250 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.193815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=164f4134-455a-4d38-ad6a-32e2f154bf6c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.196545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] For port b865302d-a9db-413e-baa8-bb18dc7d3718, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b865302d-a9db-413e-baa8-bb18dc7d3718,segment=NetworkSegment(16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04),segment_id=16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:26.196933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.207113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49088) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:26.254260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for b865302d-a9db-413e-baa8-bb18dc7d3718 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:26.268007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.293387 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.294638 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9f9b8a92-9c21-4163-bb75-d3b4934b5690 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5117338 Jul 16 09:02:26.297090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49092) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:26.302274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'port': {'network_id': '4e6853cb-dee3-49a2-bf30-f2e8eff7b39d', 'name': 'tempest-FloatingIPTestJSON-280566817'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:26.331189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-9758e39d-de2c-4d2a-8ada-9d964507ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.332707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-9758e39d-de2c-4d2a-8ada-9d964507ff7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 1097 time: 0.1283514 Jul 16 09:02:26.411563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.482772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-949602645-network', 'tenant_id': 'c21191488fda4a5995f37c7613af0579'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:26.503083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b865302d-a9db-413e-baa8-bb18dc7d3718 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:26.503652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-a03dca4a-a5a0-440b-bc8f-f1a94d9bd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.507183 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-a03dca4a-a5a0-440b-bc8f-f1a94d9bd465 service neutron] 10.222.0.54 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.1636281 Jul 16 09:02:26.532777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:26.545882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b865302d-a9db-413e-baa8-bb18dc7d3718 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:26.546245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b865302d-a9db-413e-baa8-bb18dc7d3718 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:26.560543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:26.563808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:26.586466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1113a73-493c-453b-b69a-c56881f0bacf req-1f440e80-bae0-4b9a-ac02-42bc6c759720 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 210 time: 0.1423411 Jul 16 09:02:26.626439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:26.629046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.632809 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-85e421a3-e146-4eb8-a0f5-38e2b7abcffc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7 HTTP/1.1" status: 200 len: 217 time: 0.1149147 Jul 16 09:02:26.643506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No DVR routers for this DVR port b865302d-a9db-413e-baa8-bb18dc7d3718 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:26.652063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.689798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.763417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:26.767579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.767721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=b865302d-a9db-413e-baa8-bb18dc7d3718,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.775115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-ef50ac11-1eea-4311-8cf9-242a33eab9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.776607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-ef50ac11-1eea-4311-8cf9-242a33eab9c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.1259215 Jul 16 09:02:26.796889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.811869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Allocated IP 192.168.233.242 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/6ec66982-b06e-4a76-b428-c6c7e0e9f2e1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:26.833080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.833823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.838961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dc9836-38d8-42b6-a227-5c4832f0a8f4']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:26.842709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] device_id is not set on port cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:26.880669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:26.881119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a2c85e-b1d0-44c7-869d-f1b1cfb7bf04') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:26.901289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.945989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.952936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-34a59a17-ead2-4793-8470-0760824ec27a None None] Provisioning for port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:26.957861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-34a59a17-ead2-4793-8470-0760824ec27a None None] Provisioning complete for port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:26.958594 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-34a59a17-ead2-4793-8470-0760824ec27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.007425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:27.007928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:27.011255 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:27.023604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-34a59a17-ead2-4793-8470-0760824ec27a None None] Port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:27.087789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.20.0.13 (4e6853cb-dee3-49a2-bf30-f2e8eff7b39d/85524445-4456-4931-a2c4-b1a46d63d91d/cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:27.125852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-5ab39da2-a4e5-4114-8428-fbbc461b8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:27.127867 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-5ab39da2-a4e5-4114-8428-fbbc461b8411 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3369083 Jul 16 09:02:27.135936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.150507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20f50866-080f-492e-bd06-170855db1189 req-ac10d1c4-7fa2-4c60-af6a-e5a8afa58256 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 210 time: 0.1188014 Jul 16 09:02:27.154166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.239165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-af835187-a276-459f-9ca8-4f2253f71947 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0711846 Jul 16 09:02:27.289461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Request body: {'port': {'device_id': '6b46ea94-0216-4967-a983-ba1696a328f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:27.300960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.332537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.335157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/networks/d6dc9836-38d8-42b6-a227-5c4832f0a8f4 HTTP/1.1" status: 204 len: 168 time: 2.4716299 Jul 16 09:02:27.341149 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9809c77f-d485-474b-afe9-7eb8d71f7396,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.344116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49116) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:27.344896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:27.362451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1832732013'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:27.395326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530f2c8-3103-48cd-a15e-71875ff12065 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Network': ['ID=d6dc9836-38d8-42b6-a227-5c4832f0a8f4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.450959 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.451313 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Added segment ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71 of type vlan for network bbfe9507-7535-496c-9d13-80f2e3d05fd7 Jul 16 09:02:27.504075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.510476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.523111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:27.526683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.557962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28fa6-4dcd-4a1f-a896-5ce32652c909 req-e6aed070-4b7b-4e40-a02c-578207e19fc4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:27.559391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1e28fa6-4dcd-4a1f-a896-5ce32652c909 req-e6aed070-4b7b-4e40-a02c-578207e19fc4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 945 time: 0.3301196 Jul 16 09:02:27.561794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Transition to ACTIVE for port object 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:27.567331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-e8b68450-9149-4fcd-85c9-a08a4d763c34 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:27.569363 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-e8b68450-9149-4fcd-85c9-a08a4d763c34 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.54 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 813 time: 0.3888958 Jul 16 09:02:27.589627 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.598069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Request body: {'port': {'device_id': 'cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844', 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752', 'admin_state_up': True, 'tenant_id': '4554963337854556ab49a3228e5ea3d5'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:27.605654 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-c2c69686-0cf6-4097-baeb-0e4c90e123aa service neutron] 10.222.0.54 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650855 Jul 16 09:02:27.652334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:27.680640 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.718160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1e28fa6-4dcd-4a1f-a896-5ce32652c909 req-3b01f07a-7c10-4242-be37-08b1f3e470ae tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005802 Jul 16 09:02:27.738371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.resource_extend [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:02:27.776595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.776943 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Added segment 78bd37c0-e6f2-44c4-a35b-638b3f5878e7 of type vlan for network 0b781121-cd02-40ce-b8a4-18f732889b36 Jul 16 09:02:27.828594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90839a18-7d78-45c2-954a-3dc19772fa7b req-ae1e5765-32d5-4976-8f14-b047b73fdba6 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 210 time: 0.0588908 Jul 16 09:02:27.854820 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.855863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:27.856520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.907725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.914224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.917258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.935546 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7273357 Jul 16 09:02:27.964552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49130) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:27.974703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Request body: {'subnet': {'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-949602645-subnet', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:27.996246 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0de5a793-f5b9-492d-a3c1-1c47e1cdce4f req-e9a47f97-03f2-49c9-a461-8f57083a5bd2 service neutron] 10.222.0.54 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620625 Jul 16 09:02:28.009870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44366665-a995-4326-ad62-6a4e9b433c84 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfe9507-7535-496c-9d13-80f2e3d05fd7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.025084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:28.029026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4e6853cb-dee3-49a2-bf30-f2e8eff7b39d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:28.037850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:28.044201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:28.047458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:28.048807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.050030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Pushing event updated for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.067068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:28.071390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Made reservation on behalf of 4554963337854556ab49a3228e5ea3d5 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:28.075368 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.078271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:28.097364 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.103375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:28.104016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.124733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:28.125397 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.208938 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3dd50172-b6a3-4860-9f7f-2f1a7832ea3a tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9107819 Jul 16 09:02:28.213584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49138) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:28.218647 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'port_id': 'cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:28.248668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:28.252508 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.316272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.320933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9636831 Jul 16 09:02:28.357675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49142) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:28.364015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:28.364693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.383563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '0b781121-cd02-40ce-b8a4-18f732889b36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:28.391117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cd2c4-bdf1-44b9-b3e9-ed265994bc2b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Network': ['ID=0b781121-cd02-40ce-b8a4-18f732889b36,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.415839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 0b781121-cd02-40ce-b8a4-18f732889b36 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:28.493271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:28.552133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2531546d-8098-4895-b76a-fff475d8a831 None None] Provisioning for port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:28.559993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2531546d-8098-4895-b76a-fff475d8a831 None None] Provisioning complete for port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:28.561008 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2531546d-8098-4895-b76a-fff475d8a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.651430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.653577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2531546d-8098-4895-b76a-fff475d8a831 None None] Port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:28.684308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:28.687563 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6b6ce2-4d4f-4e7a-98e4-baf7a164cc85" -d '{"events": [{"server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:28.707107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:28.720083 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.776447 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe8011-483e-4363-bb2d-0483dfc3ff8a x-openstack-request-id: req-94fe8011-483e-4363-bb2d-0483dfc3ff8a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:28.776991 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:28.777334 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94fe8011-483e-4363-bb2d-0483dfc3ff8a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:28.777925 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'code': 200} Jul 16 09:02:28.807901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.918154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Allocated IP 172.20.0.10 (6e6275cb-64e6-4888-9f4a-af04c56e5752/dc697441-818a-43e7-885d-d0efc9e72997/25a1ae0b-c541-4fcd-a410-b97ff49e9567) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:29.063372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ed969f72-15d0-4718-aa77-710fb5cc3318 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6472635 Jul 16 09:02:29.090986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Request body: {'port': {'device_id': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.146434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d229556b-44a7-4f61-ba19-c1fdf6bb77f5 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:29.165888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.270155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:29.271147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.274450 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.287273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Transition to ACTIVE for port object d229556b-44a7-4f61-ba19-c1fdf6bb77f5 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:29.338544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.395002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.408415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ed16a-bd8d-4692-9247-956249de8647 req-866ec4b5-647b-4710-b9d0-9dc446428b13 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:29.409884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f4ed16a-bd8d-4692-9247-956249de8647 req-866ec4b5-647b-4710-b9d0-9dc446428b13 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 936 time: 1.0529864 Jul 16 09:02:29.411958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['858c9cb0-800c-4d1d-81a3-781f77618df9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:29.451523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.486192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Pushing event updated for resources: {'Port': ['ID=25a1ae0b-c541-4fcd-a410-b97ff49e9567,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.513367 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.530405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Network 6e6275cb-64e6-4888-9f4a-af04c56e5752 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:29.531489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.533537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8b5e-0824-4f92-be6c-776fe30e76f2 req-57726537-9280-4a90-b6a3-ca1aea4a5faf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:29.536422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e3c8b5e-0824-4f92-be6c-776fe30e76f2 req-57726537-9280-4a90-b6a3-ca1aea4a5faf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 943 time: 0.4828889 Jul 16 09:02:29.609360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.692134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:29.697060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:29.726932 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 16624a91-29a4-4c55-8ce9-8966c06746e4 associated. External IP: 172.25.6.159, port: cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e. Jul 16 09:02:29.733575 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.805705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f4ed16a-bd8d-4692-9247-956249de8647 req-40d29a84-1a9e-420b-8053-a30b6ea7c811 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509736 Jul 16 09:02:29.826434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e3c8b5e-0824-4f92-be6c-776fe30e76f2 req-5062b4c1-793a-4a29-a68b-ff9eb97ce8d4 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492504 Jul 16 09:02:29.851198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:29.851863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.875244 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-5135f2a2-4b9f-4fa9-b805-be08245203f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2910039 Jul 16 09:02:29.890089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Request body: {'port': {'device_id': 'cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.971075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fa3fbc-df70-4d26-b439-11b63ab220af,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:30.069097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:30.069910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.070306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Network hostable DHCP agents. Network: bbfe9507-7535-496c-9d13-80f2e3d05fd7, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:30.135531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:30.147327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Attempting to bind port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:30.147579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Attempting to bind port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:30.148010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Attempting to bind port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:30.197823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:30.198148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Attempting to bind port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:30.242855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:30.251626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:30.251966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:30.252285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:30.253229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Bound port: d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:30.253229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.279398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.317531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, bbfe9507-7535-496c-9d13-80f2e3d05fd7) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:30.323661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:30.324253 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.330105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41acad6d-6b9f-4ede-80aa-8fa359553231 None None] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:30.432042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:30.432314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=bc82cd55-6553-4347-8892-ad11a3301506,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:30.441533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.472282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d88b0-dcc5-4154-aff2-ff5f252ac761 req-ed6d5989-8ff2-4f3d-bba9-586e994913ca tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:30.473943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-996d88b0-dcc5-4154-aff2-ff5f252ac761 req-ed6d5989-8ff2-4f3d-bba9-586e994913ca tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 932 time: 0.3964851 Jul 16 09:02:30.484093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a5aa12bd-fc2b-48c8-b5c7-8d6d257a384c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5184751 Jul 16 09:02:30.487500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744da0fb-28e3-4093-94d9-cfdc399509bc None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:30.489170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49184) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:30.500843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:30.507608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744da0fb-28e3-4093-94d9-cfdc399509bc None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:30.508596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-744da0fb-28e3-4093-94d9-cfdc399509bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:30.547517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-744da0fb-28e3-4093-94d9-cfdc399509bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:30.588411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744da0fb-28e3-4093-94d9-cfdc399509bc None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:30.589073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-744da0fb-28e3-4093-94d9-cfdc399509bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:30.619118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:30.628100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Checking segment: {'id': '78bd37c0-e6f2-44c4-a35b-638b3f5878e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b781121-cd02-40ce-b8a4-18f732889b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:30.628549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network hostable DHCP agents. Network: 0b781121-cd02-40ce-b8a4-18f732889b36, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:30.630987 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.632659 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.637395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a1ae0b-c541-4fcd-a410-b97ff49e9567 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:30.638604 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-996d88b0-dcc5-4154-aff2-ff5f252ac761 req-9398248a-d71a-46cd-aa9d-0fe2b13faf7f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516767 Jul 16 09:02:30.645875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:30.646915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.650118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-744da0fb-28e3-4093-94d9-cfdc399509bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:30.650249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.651064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744da0fb-28e3-4093-94d9-cfdc399509bc None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:30.668332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:30.703882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Transition to ACTIVE for port object 25a1ae0b-c541-4fcd-a410-b97ff49e9567 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:30.709934 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fd9c9678-1aac-4527-b5de-aaf7895b4e1f tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/floatingips/16624a91-29a4-4c55-8ce9-8966c06746e4 HTTP/1.1" status: 200 len: 978 time: 2.4950736 Jul 16 09:02:30.711486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49186) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:30.711835 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.713446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.774854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 0b781121-cd02-40ce-b8a4-18f732889b36 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:30.790039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:30.790772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.792202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/d229556b-44a7-4f61-ba19-c1fdf6bb77f5 HTTP/1.1" status: 200 len: 1096 time: 3.5377798 Jul 16 09:02:30.831805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:30.834371 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:30.837171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 0b781121-cd02-40ce-b8a4-18f732889b36) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:30.840491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:30.889305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb53dc-41d2-4e7c-a0b8-69b51f4246a7 None None] Network 0b781121-cd02-40ce-b8a4-18f732889b36 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:30.895864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:30.906310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Pushing event updated for resources: {'Port': ['ID=25a1ae0b-c541-4fcd-a410-b97ff49e9567,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:30.911295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.916036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.961462 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc4cec-aedb-4c8e-9544-c374823e2d53 x-openstack-request-id: req-58cc4cec-aedb-4c8e-9544-c374823e2d53 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:30.961787 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:30.962046 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58cc4cec-aedb-4c8e-9544-c374823e2d53 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:30.962458 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'status': 'completed', 'code': 200} Jul 16 09:02:30.963862 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.035903 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Attempting to bind port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:31.036245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Attempting to bind port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:31.036577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Attempting to bind port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 on network 6e6275cb-64e6-4888-9f4a-af04c56e5752 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:31.042243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 on network 6e6275cb-64e6-4888-9f4a-af04c56e5752 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:31.042577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Attempting to bind port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 on network 6e6275cb-64e6-4888-9f4a-af04c56e5752 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:31.050714 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:31.051059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Checking segment: {'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:31.051522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Bound using segment: {'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:31.051964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Bound port: 25a1ae0b-c541-4fcd-a410-b97ff49e9567, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:31.052325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.075517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:31.075517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.168622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Transition to ACTIVE for port object 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:31.172961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e723105-1755-455f-babb-30b497fbf4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:31.226809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e4d62781-eff4-4b53-b33e-c692035a27c2 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8579061 Jul 16 09:02:31.237288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.251571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49200) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.269075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.300840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e450835c-ac63-441b-b8cf-38d3ea11fa4c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-503938666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:31.328680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Allocated IP 172.20.0.2 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/8916b874-77e6-4b06-a106-1ecb2f025f28) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:31.505288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-0b781121-cd02-40ce-b8a4-18f732889b36', 'network_id': '0b781121-cd02-40ce-b8a4-18f732889b36', 'tenant_id': '4d7f02459eb640fb913972341f0211a3', 'fixed_ips': [{'subnet_id': 'bc82cd55-6553-4347-8892-ad11a3301506'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:31.507856 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.540014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.551676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-dc511eb7-50f0-40fe-b4d4-1f325220bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:31.553447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-dc511eb7-50f0-40fe-b4d4-1f325220bac4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d39d0051606941bc9d0ec612fee665f4&device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 1099 time: 0.6611574 Jul 16 09:02:31.555167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Pushing event updated for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:31.572036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e450835c-ac63-441b-b8cf-38d3ea11fa4c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.577827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e450835c-ac63-441b-b8cf-38d3ea11fa4c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.611166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] For port 25a1ae0b-c541-4fcd-a410-b97ff49e9567, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:31.617494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] For port 25a1ae0b-c541-4fcd-a410-b97ff49e9567, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=25a1ae0b-c541-4fcd-a410-b97ff49e9567,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:31.652041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.652422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.653680 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 16624a91-29a4-4c55-8ce9-8966c06746e4 disassociated. External IP: 172.25.6.159, port: cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e. Jul 16 09:02:31.653680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:31.664613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.715792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-cf7ab12d-d049-4b21-99dd-dc3daec903a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5 HTTP/1.1" status: 200 len: 217 time: 0.1515694 Jul 16 09:02:31.747449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.762715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Allocated IP 2001:db8::2 (0b781121-cd02-40ce-b8a4-18f732889b36/bc82cd55-6553-4347-8892-ad11a3301506/ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:31.763621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:31.764315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.765846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] 10.222.0.54 "PUT /v2.0/ports/25a1ae0b-c541-4fcd-a410-b97ff49e9567 HTTP/1.1" status: 200 len: 1093 time: 1.8821130 Jul 16 09:02:31.766557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844', 'tag': '25a1ae0b-c541-4fcd-a410-b97ff49e9567'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:31.768628 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e52fb27-dd6b-4c06-9d97-207e777234e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844", "tag": "25a1ae0b-c541-4fcd-a410-b97ff49e9567"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:31.769617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Transition to ACTIVE for port object 8916b874-77e6-4b06-a106-1ecb2f025f28 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:31.810572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Transition to ACTIVE for port object 8916b874-77e6-4b06-a106-1ecb2f025f28 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:31.835407 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.838395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4c808-15bf-4742-bf2b-f35dd388c526 service neutron] Pushing event updated for resources: {'Port': ['ID=25a1ae0b-c541-4fcd-a410-b97ff49e9567,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:31.871175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e570-26bc-4598-8c42-0f1378dedaa9 req-adb70d14-9468-43dc-b8b1-4a1ec6d7d31b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:31.873360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5793e570-26bc-4598-8c42-0f1378dedaa9 req-adb70d14-9468-43dc-b8b1-4a1ec6d7d31b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 943 time: 0.7029986 Jul 16 09:02:31.874962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-c824e967-c317-481d-b862-286ce2a054eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:31.876460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-c824e967-c317-481d-b862-286ce2a054eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1247339 Jul 16 09:02:31.901821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361acef-60e2-446d-9d60-f598efd87ed0 req-10893a31-8ccc-4712-bfc7-d8be2af75a40 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:31.903512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8361acef-60e2-446d-9d60-f598efd87ed0 req-10893a31-8ccc-4712-bfc7-d8be2af75a40 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 948 time: 0.7325139 Jul 16 09:02:31.948749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Pushing event updated for resources: {'Port': ['ID=8916b874-77e6-4b06-a106-1ecb2f025f28,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:31.956879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:31.965230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:31.974434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:31.998367 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.044593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.097148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Attempting to bind port 8916b874-77e6-4b06-a106-1ecb2f025f28 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:32.097696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Attempting to bind port 8916b874-77e6-4b06-a106-1ecb2f025f28 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:32.098187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Attempting to bind port 8916b874-77e6-4b06-a106-1ecb2f025f28 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:32.100999 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.106479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Attempting to bind port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:32.106820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Attempting to bind port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:32.108554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Attempting to bind port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:32.122972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:32.123468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:32.123966 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.124566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:32.125180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Bound port: 8916b874-77e6-4b06-a106-1ecb2f025f28, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:32.125685 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.142458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:32.142791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Attempting to bind port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:32.145394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Transition to ACTIVE for port object ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:32.155594 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e450835c-ac63-441b-b8cf-38d3ea11fa4c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.156638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:32.156985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:32.157378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:32.157859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Bound port: 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:32.158228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.176585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8361acef-60e2-446d-9d60-f598efd87ed0 req-decb8e5e-5454-4d91-8242-6284d8f10a2e tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266412 Jul 16 09:02:32.188181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Transition to ACTIVE for port object ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:32.196815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-eff03bdd-142b-491b-9b00-24c41160dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:32.199943 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-eff03bdd-142b-491b-9b00-24c41160dac2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 1096 time: 0.3284588 Jul 16 09:02:32.214384 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.221592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] For port 8916b874-77e6-4b06-a106-1ecb2f025f28, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:32.261441 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-13c4a4ee-790d-4f51-97d5-25a5c0cdc904 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25a1ae0b-c541-4fcd-a410-b97ff49e9567 HTTP/1.1" status: 200 len: 217 time: 0.0469348 Jul 16 09:02:32.261694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] For port 8916b874-77e6-4b06-a106-1ecb2f025f28, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8916b874-77e6-4b06-a106-1ecb2f025f28,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:32.268646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:32.273174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:32.277406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Network 0b781121-cd02-40ce-b8a4-18f732889b36 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:32.279029 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.284879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:32.294421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5793e570-26bc-4598-8c42-0f1378dedaa9 req-fba77809-4c89-438f-b035-af9262d50f4c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081652 Jul 16 09:02:32.295403 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e450835c-ac63-441b-b8cf-38d3ea11fa4c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.306316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:32.309228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Pushing event updated for resources: {'Port': ['ID=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.325915 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.341724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:32.359798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-570551fe-3561-44ea-88b4-6199e9de0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:32.362647 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-570551fe-3561-44ea-88b4-6199e9de0541 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 200 len: 853 time: 0.0908990 Jul 16 09:02:32.439548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Attempting to bind port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:32.440066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Attempting to bind port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '78bd37c0-e6f2-44c4-a35b-638b3f5878e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b781121-cd02-40ce-b8a4-18f732889b36'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:32.440549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Attempting to bind port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 on network 0b781121-cd02-40ce-b8a4-18f732889b36 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:32.442494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e450835c-ac63-441b-b8cf-38d3ea11fa4c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.444078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e450835c-ac63-441b-b8cf-38d3ea11fa4c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1783376 Jul 16 09:02:32.446888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49224) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:32.457325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:32.457729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Checking segment: {'id': '78bd37c0-e6f2-44c4-a35b-638b3f5878e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b781121-cd02-40ce-b8a4-18f732889b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:32.458217 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.458676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Bound using segment: {'id': '78bd37c0-e6f2-44c4-a35b-638b3f5878e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b781121-cd02-40ce-b8a4-18f732889b36'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:32.459634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Bound port: ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bd37c0-e6f2-44c4-a35b-638b3f5878e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b781121-cd02-40ce-b8a4-18f732889b36'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:32.460088 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.462945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Pushing event updated for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.491961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'network_id': '0b781121-cd02-40ce-b8a4-18f732889b36', 'name': 'tempest-PortsIpV6TestJSON-1922673936'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:32.493092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d6b57-b25a-4158-a6ab-48894234c3e5 None None] Pushing event updated for resources: {'Port': ['ID=8916b874-77e6-4b06-a106-1ecb2f025f28,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.547222 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-3ec8faf6-3f33-49d6-a961-430448ffeacd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e6275cb-64e6-4888-9f4a-af04c56e5752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815089 Jul 16 09:02:32.579730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] For port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:32.583614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-03fa2d36-f8c8-4daf-8736-0d144b857d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:32.586360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-03fa2d36-f8c8-4daf-8736-0d144b857d94 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6987827 Jul 16 09:02:32.597097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] For port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,segment=NetworkSegment(78bd37c0-e6f2-44c4-a35b-638b3f5878e7),segment_id=78bd37c0-e6f2-44c4-a35b-638b3f5878e7)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:32.610923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.658884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:32.669684 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.669684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-50445c70-3c29-4a56-8199-6e38e2651aaf service neutron] 10.222.0.52 "PUT /v2.0/ports/6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 HTTP/1.1" status: 200 len: 1097 time: 3.5913749 Jul 16 09:02:32.751569 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dcb93f-8697-4cb6-a542-ce1173bcfa7b x-openstack-request-id: req-a7dcb93f-8697-4cb6-a542-ce1173bcfa7b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:32.752263 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844", "tag": "25a1ae0b-c541-4fcd-a410-b97ff49e9567", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:32.752711 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7dcb93f-8697-4cb6-a542-ce1173bcfa7b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:32.757408 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844', 'tag': '25a1ae0b-c541-4fcd-a410-b97ff49e9567', 'status': 'completed', 'code': 200} Jul 16 09:02:32.859617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b7774-5afc-4ca7-96bd-dffab38c8a5f None None] Pushing event updated for resources: {'Port': ['ID=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.906706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:32.917043 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8d539-f0cc-4197-8d10-4110a49c16ff None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:32.934574 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8d539-f0cc-4197-8d10-4110a49c16ff None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:32.937884 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-68c8d539-f0cc-4197-8d10-4110a49c16ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:32.984454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:32.984634 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-c731f662-baf5-4f3a-bc05-7a1b4a24d7c3 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260626 Jul 16 09:02:32.987490 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d450e4-6b84-4bef-b556-10034eb4389c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:33.047015 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-68c8d539-f0cc-4197-8d10-4110a49c16ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:33.060858 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8d539-f0cc-4197-8d10-4110a49c16ff None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:33.061712 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-68c8d539-f0cc-4197-8d10-4110a49c16ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:33.096352 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-68c8d539-f0cc-4197-8d10-4110a49c16ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:33.097275 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8d539-f0cc-4197-8d10-4110a49c16ff None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:33.525279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.529747 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-10dd0494-7a9d-401a-b71e-f8dbc8d729ba tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/ports/cb2a3a1c-a0e1-4e6c-9d64-1514f545fa6e HTTP/1.1" status: 204 len: 168 time: 2.8122909 Jul 16 09:02:33.532649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49246) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:33.610851 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-773eec89-ad39-4e9e-b114-1020053a0bb6 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "GET /v2.0/floatingips/16624a91-29a4-4c55-8ce9-8966c06746e4 HTTP/1.1" status: 200 len: 688 time: 0.0771375 Jul 16 09:02:33.617196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49250) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:33.642798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-7ffc873f-3792-43c6-a756-eea0c2c40f56 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0369985 Jul 16 09:02:33.661280 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e3f683ed-4f32-4153-982a-ad2542e4d1db req-1f8192ce-d6c9-4002-aea3-5bdcb1d380a7 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500459 Jul 16 09:02:33.773706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469d46c-4571-4255-ae26-a31daccf6c9b req-e459e68c-90a7-47f0-b37c-ee28d1404479 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:33.780676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b469d46c-4571-4255-ae26-a31daccf6c9b req-e459e68c-90a7-47f0-b37c-ee28d1404479 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 944 time: 1.1500304 Jul 16 09:02:33.884472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 164f4134-455a-4d38-ad6a-32e2f154bf6c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:33.885166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.901379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-5935a0cf-dd16-42fb-9c57-bd15e6a5a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:33.903745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-5935a0cf-dd16-42fb-9c57-bd15e6a5a02a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 1096 time: 0.1670158 Jul 16 09:02:33.906329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-312c9d65-d1bd-4498-8db1-12d257eaa632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:33.907887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-312c9d65-d1bd-4498-8db1-12d257eaa632 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d39d0051606941bc9d0ec612fee665f4&device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 1100 time: 1.1468220 Jul 16 09:02:33.920286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:33.923843 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.963224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.974159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2e6e9-4d33-4895-ba62-1d7c0a199f1c None None] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:34.050648 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b469d46c-4571-4255-ae26-a31daccf6c9b req-19298de7-fa74-4736-8a6c-d8eb6f3d5c0d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690029 Jul 16 09:02:34.057411 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.057777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.110434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 164f4134-455a-4d38-ad6a-32e2f154bf6c owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:34.118651 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-f33f3c56-f2f6-47d2-9000-e26863378003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:34.120114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-9892eb8e-2ac5-45db-b8d8-deaabcd493f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 HTTP/1.1" status: 200 len: 217 time: 0.1868904 Jul 16 09:02:34.120252 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-f33f3c56-f2f6-47d2-9000-e26863378003 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 914 time: 0.2028027 Jul 16 09:02:34.123509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5fa9907c-8467-48e3-a877-ea9442db5960 None None] Provisioning for port 8916b874-77e6-4b06-a106-1ecb2f025f28 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:34.155915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c3dba-0353-43dc-a4af-583453c5ed7c req-a5f12310-cbf4-4ab9-a6cd-e0abe0c0c91f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:34.168190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed7c3dba-0353-43dc-a4af-583453c5ed7c req-a5f12310-cbf4-4ab9-a6cd-e0abe0c0c91f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 1.1693330 Jul 16 09:02:34.176790 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df74787-8663-4850-a55f-585964307b96 x-openstack-request-id: req-2df74787-8663-4850-a55f-585964307b96 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:34.177177 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:34.177375 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2df74787-8663-4850-a55f-585964307b96 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:34.177752 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'status': 'completed', 'code': 200} Jul 16 09:02:34.182510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.332123 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-b6e95a80-bba1-4fb7-9e83-1dc2c5acede1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25a1ae0b-c541-4fcd-a410-b97ff49e9567 HTTP/1.1" status: 200 len: 217 time: 0.2005777 Jul 16 09:02:34.337054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port dc5ac5c7-e4a0-4b8f-9405-804761612b26 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:34.398425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Allocated IP 172.25.6.26 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/14a8c46b-301a-44d1-8b7d-654939880337) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:34.424968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.453175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-21318ba5-bb0f-4ba5-81c1-936a3446d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:34.454997 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-21318ba5-bb0f-4ba5-81c1-936a3446d4ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 200 len: 853 time: 0.1110342 Jul 16 09:02:34.467545 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=164f4134-455a-4d38-ad6a-32e2f154bf6c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:34.503114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:34.528345 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-083d3a00-b034-40f2-b600-92eddd4aa249 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e6275cb-64e6-4888-9f4a-af04c56e5752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541704 Jul 16 09:02:34.688481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb6e65d-ee6f-40b1-8b13-06c974330981 None None] Network 0b781121-cd02-40ce-b8a4-18f732889b36 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:34.688713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.698346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.703705 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c2e210e2-f64a-4372-ad40-b96fc0c3973e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/floatingips/16624a91-29a4-4c55-8ce9-8966c06746e4 HTTP/1.1" status: 204 len: 168 time: 1.0854926 Jul 16 09:02:34.706016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49266) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:34.708635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cfaf29-7957-44b1-8b0f-adacb3dd85b3 req-2ee1e7cd-0742-4d81-a888-904ba5bb15d1 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0191743 Jul 16 09:02:34.711517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '9bd59fd2-508e-4690-8e44-3cd7f38ca07e'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:34.741070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:34.781130 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-b2f2b45b-b849-4174-938d-b2defdc29a25 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446158 Jul 16 09:02:34.782646 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.847934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed7c3dba-0353-43dc-a4af-583453c5ed7c req-1c33d029-f615-426a-96f9-4ce46d8c60d1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6788547 Jul 16 09:02:34.868036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.889354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:34.891430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3902ea8f-68c3-437f-b195-af2765dfd434 None None] Provisioning for port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:34.898720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3902ea8f-68c3-437f-b195-af2765dfd434 None None] Provisioning complete for port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:34.898720 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3902ea8f-68c3-437f-b195-af2765dfd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.938442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:34.938822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.953680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-c8440f1d-bd4b-431a-9150-da53e7afc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:34.961471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-c8440f1d-bd4b-431a-9150-da53e7afc68d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.7820766 Jul 16 09:02:35.045482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::66 (0b781121-cd02-40ce-b8a4-18f732889b36/bc82cd55-6553-4347-8892-ad11a3301506/dc5ac5c7-e4a0-4b8f-9405-804761612b26) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:35.052088 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e52fb27-dd6b-4c06-9d97-207e777234e7 req-d3169f60-2c11-4c32-bdfc-e50a1db82c93 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525122 Jul 16 09:02:35.100139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.102727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd2fe0-f607-4111-8e07-cfa75fd4b8bf req-3d45031d-679f-452e-87d5-7d2edd9fa669 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:35.105024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91bd2fe0-f607-4111-8e07-cfa75fd4b8bf req-3d45031d-679f-452e-87d5-7d2edd9fa669 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 948 time: 0.7699897 Jul 16 09:02:35.179871 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3902ea8f-68c3-437f-b195-af2765dfd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.227846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.253302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-7ab2aca4-3f98-4dd2-b240-124aaebd89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:35.255106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-7ab2aca4-3f98-4dd2-b240-124aaebd89e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d39d0051606941bc9d0ec612fee665f4&device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 1099 time: 0.4411345 Jul 16 09:02:35.272428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91bd2fe0-f607-4111-8e07-cfa75fd4b8bf req-ef0bb0b6-cfad-4ef0-9eb0-9e44a99cbbeb tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314306 Jul 16 09:02:35.294310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3902ea8f-68c3-437f-b195-af2765dfd434 None None] For port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,segment=NetworkSegment(78bd37c0-e6f2-44c4-a35b-638b3f5878e7),segment_id=78bd37c0-e6f2-44c4-a35b-638b3f5878e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:35.300818 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3902ea8f-68c3-437f-b195-af2765dfd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.396741 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.404643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:02:35.405004 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:02:35.407754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902ea8f-68c3-437f-b195-af2765dfd434 None None] Pushing event updated for resources: {'Port': ['ID=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:35.442534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.25.6.57 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/7256d264-32b0-4c83-9577-05abe2be904c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:35.588777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:35.602749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=14a8c46b-301a-44d1-8b7d-654939880337,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:35.613135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.645503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.645721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.646128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.646470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.647433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.648010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.648456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.648794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.649127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.649458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.649864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.650248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.665171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.666430 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.674139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:35.678106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ac7c5291-fbe6-40ad-aa9a-9cb4b3577d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:35.680164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-ac7c5291-fbe6-40ad-aa9a-9cb4b3577d01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5994368 Jul 16 09:02:35.687945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b890-f55f-499c-89b3-3291f8e8e923 req-169eb50a-d329-4355-b768-13456929d2a0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:35.689478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cb9b890-f55f-499c-89b3-3291f8e8e923 req-169eb50a-d329-4355-b768-13456929d2a0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.5195405 Jul 16 09:02:35.690313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:35.714607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:35.720067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:35.724421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:35.750324 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=7256d264-32b0-4c83-9577-05abe2be904c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:35.752231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-fdbc8d9e-2137-450b-a7f4-c409ac0115c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:35.753782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-fdbc8d9e-2137-450b-a7f4-c409ac0115c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.4720497 Jul 16 09:02:35.767113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.767475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.767819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.768202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.768530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.768870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.769572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.769572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.770336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.770336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.770631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.771098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.796067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object dc5ac5c7-e4a0-4b8f-9405-804761612b26 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:35.822998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b7fc98b4-e9a6-45df-a7df-7bcac1e50209 None None] Provisioning complete for port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:35.825003 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7fc98b4-e9a6-45df-a7df-7bcac1e50209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.846628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-35cda478-ca03-452e-ac46-57bf26ab9ec3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5 HTTP/1.1" status: 200 len: 217 time: 0.0749514 Jul 16 09:02:35.966954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c676b1-be82-4c59-9b9d-ccd7933298f7 req-94b9a8e6-302a-4438-b99c-6df183da5349 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:35.967671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8916b874-77e6-4b06-a106-1ecb2f025f28 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:35.968934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c676b1-be82-4c59-9b9d-ccd7933298f7 req-94b9a8e6-302a-4438-b99c-6df183da5349 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 944 time: 0.5086815 Jul 16 09:02:35.970600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-61498184-6e8a-40d6-b4e9-84ebda064048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:35.972136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-61498184-6e8a-40d6-b4e9-84ebda064048 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1044075 Jul 16 09:02:36.123597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c676b1-be82-4c59-9b9d-ccd7933298f7 req-f3c4a934-c790-4c22-b765-92627deb8b82 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764632 Jul 16 09:02:36.126713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6cb9b890-f55f-499c-89b3-3291f8e8e923 req-af4429e4-c7a8-4883-b430-0f00351f5964 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894985 Jul 16 09:02:36.247469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-5338f0ed-e5db-42df-880e-13872de669ee service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270414 Jul 16 09:02:36.266125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 8916b874-77e6-4b06-a106-1ecb2f025f28 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:36.276386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8916b874-77e6-4b06-a106-1ecb2f025f28 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:36.277860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.283551 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.356939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.407769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.411648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.448606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 8916b874-77e6-4b06-a106-1ecb2f025f28, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8916b874-77e6-4b06-a106-1ecb2f025f28,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:36.456444 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.511169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-e264a07f-1c45-41da-981f-d61fcb515693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:36.512385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-e264a07f-1c45-41da-981f-d61fcb515693 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5034041 Jul 16 09:02:36.574511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=8916b874-77e6-4b06-a106-1ecb2f025f28,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:36.579001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 25a1ae0b-c541-4fcd-a410-b97ff49e9567 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:36.627721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 0b781121-cd02-40ce-b8a4-18f732889b36 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:36.690274 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.696475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:36.697153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.730280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:36.733971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:36.745304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:36.752521 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.771262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 25a1ae0b-c541-4fcd-a410-b97ff49e9567, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=25a1ae0b-c541-4fcd-a410-b97ff49e9567,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:36.788902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '25a1ae0b-c541-4fcd-a410-b97ff49e9567', 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752', 'port_id': '25a1ae0b-c541-4fcd-a410-b97ff49e9567', 'mac_address': 'fa:16:3e:ea:1f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc697441-818a-43e7-885d-d0efc9e72997', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:36.814781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49304) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:36.815342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3317239 Jul 16 09:02:36.842143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933ba88-8179-4a41-8628-3fce76840d8b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=dc5ac5c7-e4a0-4b8f-9405-804761612b26,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:36.847383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:36.847871 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.888369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=7256d264-32b0-4c83-9577-05abe2be904c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:36.928464 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.949097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a1ae0b-c541-4fcd-a410-b97ff49e9567 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:36.951816 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.992971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7827359-2181-4ebd-9275-a26800e9abe7 req-a78df3f1-3cc7-4543-ac11-40f42fb1b96d service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264450 Jul 16 09:02:37.012328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 25a1ae0b-c541-4fcd-a410-b97ff49e9567, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=25a1ae0b-c541-4fcd-a410-b97ff49e9567,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:37.041739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3e839-0d09-4f48-87d9-29b88866b2cc req-3b612d4d-2297-4a40-b0e1-26efd5af2a43 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:37.043778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-23a3e839-0d09-4f48-87d9-29b88866b2cc req-3b612d4d-2297-4a40-b0e1-26efd5af2a43 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 948 time: 0.5462809 Jul 16 09:02:37.064156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.118557 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.130110 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 4fe3d254-e3f4-4f63-9205-5e982e41f389 associated. External IP: 172.25.6.57, port: 9bd59fd2-508e-4690-8e44-3cd7f38ca07e. Jul 16 09:02:37.205633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f9ea97ca-5380-43fa-849b-83765e80d707 None None] Provisioning for port dc5ac5c7-e4a0-4b8f-9405-804761612b26 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:37.210989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f9ea97ca-5380-43fa-849b-83765e80d707 None None] Provisioning complete for port dc5ac5c7-e4a0-4b8f-9405-804761612b26 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:37.210989 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f9ea97ca-5380-43fa-849b-83765e80d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.237832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-835cb009-4c01-44f4-921c-e2297ef76510 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443982 Jul 16 09:02:37.251522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea97ca-5380-43fa-849b-83765e80d707 None None] Port dc5ac5c7-e4a0-4b8f-9405-804761612b26 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:37.251522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=25a1ae0b-c541-4fcd-a410-b97ff49e9567,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:37.468492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['25a1ae0b-c541-4fcd-a410-b97ff49e9567'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:37.556377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.591263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:37.758941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aacdc2-92de-4e63-b223-b866789c250b req-b01a948a-f6f0-4749-8ec9-7de6e8fccb5c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:37.760549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5aacdc2-92de-4e63-b223-b866789c250b req-b01a948a-f6f0-4749-8ec9-7de6e8fccb5c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.9362249 Jul 16 09:02:37.768408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-23a3e839-0d09-4f48-87d9-29b88866b2cc req-b6245fff-e0c4-42f7-bea0-22f6f233f94e tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132561 Jul 16 09:02:37.886498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.024751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5aacdc2-92de-4e63-b223-b866789c250b req-c6c998d8-b0c3-4b65-8632-8e86728a74b7 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537155 Jul 16 09:02:38.027875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7882ed6c-d22b-49e2-8ef8-f9c9e4cb57ae req-29fd171b-af83-4abf-a809-9081eb0e3776 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7808068 Jul 16 09:02:38.048777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d450e4-6b84-4bef-b556-10034eb4389c req-180a4acd-ec8c-4c99-8fbf-94917cd56223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.048777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d450e4-6b84-4bef-b556-10034eb4389c req-180a4acd-ec8c-4c99-8fbf-94917cd56223 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d39d0051606941bc9d0ec612fee665f4&device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 1100 time: 0.8843303 Jul 16 09:02:38.192134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c38719-df1a-4980-bcdc-daa106957fd9 req-70f3f7d7-3176-4626-a21b-28b13ad0b78a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.194481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1c38719-df1a-4980-bcdc-daa106957fd9 req-70f3f7d7-3176-4626-a21b-28b13ad0b78a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 945 time: 0.3057239 Jul 16 09:02:38.263379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d450e4-6b84-4bef-b556-10034eb4389c req-365bff06-4f76-4f5c-acae-e95210be815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.265143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d450e4-6b84-4bef-b556-10034eb4389c req-365bff06-4f76-4f5c-acae-e95210be815b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2071457 Jul 16 09:02:38.290702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1c38719-df1a-4980-bcdc-daa106957fd9 req-def89ddd-f94b-45b6-ac83-aacb55baee9e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805793 Jul 16 09:02:38.336680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d450e4-6b84-4bef-b556-10034eb4389c req-fda45342-c1b8-4383-874d-5a6d6f008173 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 HTTP/1.1" status: 200 len: 217 time: 0.0632498 Jul 16 09:02:38.344142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:38.354118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Router ed5d72a8-ee41-4192-bced-523647a67892 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:02:38.358682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e14c87-6204-4421-89d8-f82887639be5 None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:38.360161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.366705 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.374200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e14c87-6204-4421-89d8-f82887639be5 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:38.375049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c1e14c87-6204-4421-89d8-f82887639be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:38.409834 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1c3ac4f8-c604-4f1a-924a-9fa4a1935083 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7024684 Jul 16 09:02:38.410586 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.418912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49332) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:38.421535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c1e14c87-6204-4421-89d8-f82887639be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:38.431386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e14c87-6204-4421-89d8-f82887639be5 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:38.432218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c1e14c87-6204-4421-89d8-f82887639be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:38.455096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d450e4-6b84-4bef-b556-10034eb4389c req-06f4c5a7-c1f4-4fef-ab3d-2ec1cc05c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.456893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d450e4-6b84-4bef-b556-10034eb4389c req-06f4c5a7-c1f4-4fef-ab3d-2ec1cc05c27a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1132581 Jul 16 09:02:38.481100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1258116769'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:38.497007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c1e14c87-6204-4421-89d8-f82887639be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:38.497692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e14c87-6204-4421-89d8-f82887639be5 None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:38.536774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=dc5ac5c7-e4a0-4b8f-9405-804761612b26,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:38.606996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8916b874-77e6-4b06-a106-1ecb2f025f28 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:38.624425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:38.628273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:38.641560 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:38.649925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.662620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d450e4-6b84-4bef-b556-10034eb4389c req-f968571d-3c06-48a7-ab10-76e92155ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.664324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d450e4-6b84-4bef-b556-10034eb4389c req-f968571d-3c06-48a7-ab10-76e92155ea25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1999605 Jul 16 09:02:38.671246 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.671935 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:38.672530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-25b1986c-f0e2-4674-a95e-74bde7959bd1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1801970 Jul 16 09:02:38.673574 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:38.683303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49340) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:38.690377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:38.720317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:38.784079 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.831908 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:38.920220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8916b874-77e6-4b06-a106-1ecb2f025f28 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:38.920635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.945192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.947152 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Added segment 0f7289cd-9a9d-47af-9fe6-847187924d6c of type vlan for network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee Jul 16 09:02:38.961256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5ca83ba9-b9ab-47dd-978c-dff82c3799b4 None None] Provisioning complete for port dc5ac5c7-e4a0-4b8f-9405-804761612b26 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:38.961618 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5ca83ba9-b9ab-47dd-978c-dff82c3799b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.014368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:39.062639 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.081505 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 3, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:39.089096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.102535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'mac_address': 'fa:16:3e:07:dc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:39.113068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5ca83ba9-b9ab-47dd-978c-dff82c3799b4 None None] Port dc5ac5c7-e4a0-4b8f-9405-804761612b26 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:39.127124 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:39.127591 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Updating router ed5d72a8-ee41-4192-bced-523647a67892 port 14a8c46b-301a-44d1-8b7d-654939880337 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:39.172360 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.260762 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d450e4-6b84-4bef-b556-10034eb4389c req-3627bebf-a9aa-4753-907b-f8cba590f018 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871153 Jul 16 09:02:39.263635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.280066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d229556b-44a7-4f61-ba19-c1fdf6bb77f5 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:39.301431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:39.309504 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.408157 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.414944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.415508 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.418357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:39.492616 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0267363 Jul 16 09:02:39.496239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49358) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:39.502420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'subnet': {'network_id': '4d1bc852-939f-41ef-94c3-3e99bd6cbfee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:39.581131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d229556b-44a7-4f61-ba19-c1fdf6bb77f5'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:39.581702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f3faa-dcf6-4db0-9901-735ecd26f71e req-29b1a347-104a-4e4e-a845-0b824df5ebcb tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.590436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d18f3faa-dcf6-4db0-9901-735ecd26f71e req-29b1a347-104a-4e4e-a845-0b824df5ebcb tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 948 time: 0.5549903 Jul 16 09:02:39.599931 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.610690 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Transition to ACTIVE for port object 14a8c46b-301a-44d1-8b7d-654939880337 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:39.618717 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.621007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5935558-c03d-4281-b5bc-1531a21b1598 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Network': ['ID=4d1bc852-939f-41ef-94c3-3e99bd6cbfee,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:39.644261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:39.648313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.676427 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Attempting to bind port 14a8c46b-301a-44d1-8b7d-654939880337 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:39.676978 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Attempting to bind port 14a8c46b-301a-44d1-8b7d-654939880337 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:39.677186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Attempting to bind port 14a8c46b-301a-44d1-8b7d-654939880337 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:39.680035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ce77a-3450-4da5-aab6-5460d88a74d2 req-f57418b0-86e0-407b-8a11-e22f26ba0f4f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.681166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c31ce77a-3450-4da5-aab6-5460d88a74d2 req-f57418b0-86e0-407b-8a11-e22f26ba0f4f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4239244 Jul 16 09:02:39.688426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:39.694275 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:39.695016 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:39.695671 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.696791 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:39.697361 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Bound port: 14a8c46b-301a-44d1-8b7d-654939880337, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:39.698150 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.735010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d450e4-6b84-4bef-b556-10034eb4389c req-b3341132-7110-47ed-80d6-22c8462822b6 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376483 Jul 16 09:02:39.766385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d18f3faa-dcf6-4db0-9901-735ecd26f71e req-bdcd2643-37ad-491d-ba0e-7c22654daff1 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750007 Jul 16 09:02:39.777230 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] For port 14a8c46b-301a-44d1-8b7d-654939880337, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:39.785724 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] For port 14a8c46b-301a-44d1-8b7d-654939880337, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14a8c46b-301a-44d1-8b7d-654939880337,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:39.788141 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Pushing event updated for resources: {'Port': ['ID=14a8c46b-301a-44d1-8b7d-654939880337,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:39.800343 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.834061 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.834968 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.835528 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.835873 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.836208 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.836537 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.836862 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.837186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.840498 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.840836 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.841166 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.841491 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.860364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c31ce77a-3450-4da5-aab6-5460d88a74d2 req-a521315c-90b9-4652-88d7-ed2c6be038a0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563580 Jul 16 09:02:39.887413 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.907370 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.907844 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.960808 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:39.961450 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:40.060381 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eaf22-0020-4a0d-84cf-a3127f6eb463 None None] Pushing event updated for resources: {'Port': ['ID=14a8c46b-301a-44d1-8b7d-654939880337,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:40.060682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=dc5ac5c7-e4a0-4b8f-9405-804761612b26,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:40.070510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.142730 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:40.207033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 0b781121-cd02-40ce-b8a4-18f732889b36 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:40.213325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:40.272355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.273174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595434b7-b513-46b5-8860-9d6a52f5f2e7 req-59491f5f-c457-4fad-8af4-0fa31d15d8c9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.283675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-595434b7-b513-46b5-8860-9d6a52f5f2e7 req-59491f5f-c457-4fad-8af4-0fa31d15d8c9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 945 time: 0.1974375 Jul 16 09:02:40.358360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-595434b7-b513-46b5-8860-9d6a52f5f2e7 req-bcbaa12b-f824-4318-a4a6-afb672421786 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 Jul 16 09:02:40.405985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Allocated IP 172.20.0.1 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/295c83b5-3ef4-477e-976e-b4712b4b3291) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:40.451872 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 3, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:40.453694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Subnet': ['ID=33ae16b0-4ba4-461d-beac-896a33d8ab1d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:40.465411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Checking segment: {'id': '0f7289cd-9a9d-47af-9fe6-847187924d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4d1bc852-939f-41ef-94c3-3e99bd6cbfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:40.466029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network hostable DHCP agents. Network: 4d1bc852-939f-41ef-94c3-3e99bd6cbfee, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:40.501441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:40.512688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 25a1ae0b-c541-4fcd-a410-b97ff49e9567 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:40.514853 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27554fe-5428-432e-b744-e2ad506f2f4c None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 3, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:40.516708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Router d96897b7-487f-4abf-b274-84003ee02a04 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:02:40.531355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 4d1bc852-939f-41ef-94c3-3e99bd6cbfee) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:40.544474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.545163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.561104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d3b6b-d347-4e42-8f0e-c9c0492696e3 None None] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:40.615463 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.636098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Transition to ACTIVE for port object 295c83b5-3ef4-477e-976e-b4712b4b3291 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:40.681438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.700201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:40.712183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:40.720279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:40.731059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49374) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:40.732592 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9ddfbdaa-a331-481f-bdc1-c4cbe1980a7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "PUT /v2.0/routers/d96897b7-487f-4abf-b274-84003ee02a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9143932 Jul 16 09:02:40.738810 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-164986ea-d29a-42d0-9072-086cdd44bbbb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2398245 Jul 16 09:02:40.739314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49376) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:40.744634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1515333281', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:40.775644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:40.784113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3c4b8-31be-4b9b-8e1c-07c64d358935 None None] Sync routers for ids ['d96897b7-487f-4abf-b274-84003ee02a04'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:40.786378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:40.807647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.809122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.809407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a2afcc50-2144-49e8-b8b3-6dede8ff72bc None None] Provisioning complete for port dc5ac5c7-e4a0-4b8f-9405-804761612b26 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:40.810157 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc50-2144-49e8-b8b3-6dede8ff72bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.820842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:40.898881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.907258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:40.919569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:40.920072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.927506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.944128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3c4b8-31be-4b9b-8e1c-07c64d358935 None None] Routers {'d96897b7-487f-4abf-b274-84003ee02a04'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:40.944926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-45e3c4b8-31be-4b9b-8e1c-07c64d358935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d96897b7-487f-4abf-b274-84003ee02a04'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:41.079919 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:02:41.100393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-45e3c4b8-31be-4b9b-8e1c-07c64d358935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:41.102012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Pushing event updated for resources: {'Port': ['ID=295c83b5-3ef4-477e-976e-b4712b4b3291,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:41.233286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.284910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3c4b8-31be-4b9b-8e1c-07c64d358935 None None] Routers {'d96897b7-487f-4abf-b274-84003ee02a04'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:41.285830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-45e3c4b8-31be-4b9b-8e1c-07c64d358935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d96897b7-487f-4abf-b274-84003ee02a04'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:41.296404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a2afcc50-2144-49e8-b8b3-6dede8ff72bc None None] Port dc5ac5c7-e4a0-4b8f-9405-804761612b26 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:41.360423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92a2115-5ea3-4480-b23f-b8b042a0ed5e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.362839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e92a2115-5ea3-4480-b23f-b8b042a0ed5e tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d96897b7-487f-4abf-b274-84003ee02a04 HTTP/1.1" status: 200 len: 988 time: 0.6307275 Jul 16 09:02:41.371895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49390) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:41.410031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd05566-8bb1-43ea-aa55-4a52c47f5a42 req-85876157-aa53-4848-898d-f2be8e843883 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.412788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fd05566-8bb1-43ea-aa55-4a52c47f5a42 req-85876157-aa53-4848-898d-f2be8e843883 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 948 time: 0.3447747 Jul 16 09:02:41.424262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-45e3c4b8-31be-4b9b-8e1c-07c64d358935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:41.424897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3c4b8-31be-4b9b-8e1c-07c64d358935 None None] The sync data for ids ['d96897b7-487f-4abf-b274-84003ee02a04'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:41.465360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e812b-051e-4d2f-b5d9-29b9fd71bc83 req-c46d9d18-992c-4e7e-835b-bbf428960235 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.468012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab9e812b-051e-4d2f-b5d9-29b9fd71bc83 req-c46d9d18-992c-4e7e-835b-bbf428960235 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3024087 Jul 16 09:02:41.495732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f7fb84b0-a6ba-465e-a710-41eb759aa297 None None] Provisioning for port 295c83b5-3ef4-477e-976e-b4712b4b3291 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:41.516566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:41.531420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f7fb84b0-a6ba-465e-a710-41eb759aa297 None None] Provisioning complete for port 295c83b5-3ef4-477e-976e-b4712b4b3291 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:41.531789 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7fb84b0-a6ba-465e-a710-41eb759aa297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.535074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:41.549532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab9e812b-051e-4d2f-b5d9-29b9fd71bc83 req-9ba8c511-e5de-491b-872c-7d78cc48a863 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535824 Jul 16 09:02:41.576097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fd05566-8bb1-43ea-aa55-4a52c47f5a42 req-1336f7de-3d47-44aa-8e2e-9c3c122b28f8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552811 Jul 16 09:02:41.597256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.675626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:41.676002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.683289 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.720664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'mac_address': 'fa:16:3e:29:11:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:41.747271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-4d1bc852-939f-41ef-94c3-3e99bd6cbfee', 'network_id': '4d1bc852-939f-41ef-94c3-3e99bd6cbfee', 'tenant_id': 'f407058ff7734843816cdf3c1c9edae8', 'fixed_ips': [{'subnet_id': '33ae16b0-4ba4-461d-beac-896a33d8ab1d'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:41.748103 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.752573 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.789107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb84b0-a6ba-465e-a710-41eb759aa297 None None] Port 295c83b5-3ef4-477e-976e-b4712b4b3291 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:41.903445 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.937126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.985205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.25.6.107 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/23e83c27-4bcc-45e2-addc-8f239b3db262) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:42.030820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Allocated IP 172.20.0.2 (4d1bc852-939f-41ef-94c3-3e99bd6cbfee/33ae16b0-4ba4-461d-beac-896a33d8ab1d/df8f45be-85ed-44dc-ad67-03efdb123ee9) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:42.046012 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.089398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 25a1ae0b-c541-4fcd-a410-b97ff49e9567, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=25a1ae0b-c541-4fcd-a410-b97ff49e9567,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:42.098393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a1ae0b-c541-4fcd-a410-b97ff49e9567'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:42.101441 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca83b5-f1ee-42ea-95f8-b59d28d373ad" -d '{"events": [{"server_uuid": "cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844", "name": "network-vif-plugged", "status": "completed", "tag": "25a1ae0b-c541-4fcd-a410-b97ff49e9567"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:42.109936 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.148160 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.238756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.408326 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c54ec4b-01ae-4cbe-8a03-e844b68e95f6 x-openstack-request-id: req-2c54ec4b-01ae-4cbe-8a03-e844b68e95f6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:42.408620 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844", "name": "network-vif-plugged", "status": "completed", "tag": "25a1ae0b-c541-4fcd-a410-b97ff49e9567", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:42.408895 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c54ec4b-01ae-4cbe-8a03-e844b68e95f6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:42.409287 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a1ae0b-c541-4fcd-a410-b97ff49e9567', 'code': 200} Jul 16 09:02:42.419701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82484592-a4fa-44d3-a68d-e03c6398a88c req-6c2b8533-5fc0-4fbd-b670-872eee0d6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:42.421276 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-82484592-a4fa-44d3-a68d-e03c6398a88c req-6c2b8533-5fc0-4fbd-b670-872eee0d6e68 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 1098 time: 0.1085014 Jul 16 09:02:42.423580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.448286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:42.463058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.591695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.596801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:42.605345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=25a1ae0b-c541-4fcd-a410-b97ff49e9567,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:42.611148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.614825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:42.621236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.690520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:42.696141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14a8c46b-301a-44d1-8b7d-654939880337 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:42.700930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.775828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Pushing event updated for resources: {'Port': ['ID=295c83b5-3ef4-477e-976e-b4712b4b3291,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:42.777895 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-82484592-a4fa-44d3-a68d-e03c6398a88c req-2621d358-b826-4b81-86f9-dafe9c5546f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467004 Jul 16 09:02:42.778497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=23e83c27-4bcc-45e2-addc-8f239b3db262,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:42.782043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:42.787795 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:42.794264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:42.869264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:42.886527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:42.908241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:42.916139 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.919773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 14a8c46b-301a-44d1-8b7d-654939880337 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:42.927317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 14a8c46b-301a-44d1-8b7d-654939880337 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:42.927725 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.931978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Transition to ACTIVE for port object df8f45be-85ed-44dc-ad67-03efdb123ee9 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:42.999455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6ec66982-b06e-4a76-b428-c6c7e0e9f2e1'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:43.035576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Transition to ACTIVE for port object df8f45be-85ed-44dc-ad67-03efdb123ee9 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:43.069397 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.108246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Router ed5d72a8-ee41-4192-bced-523647a67892 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:43.224177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d743e58-6705-4477-80d7-cb37ea14c341 req-20fb48b7-47cf-4007-addf-887f0672f1b3 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:43.237861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d743e58-6705-4477-80d7-cb37ea14c341 req-20fb48b7-47cf-4007-addf-887f0672f1b3 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4494071 Jul 16 09:02:43.240466 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.254199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:43.269294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:43.279682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:43.289864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b6536-e3e2-4036-939b-d1668f745b2a req-0416085e-48d8-4a90-b7f3-f704cc301de0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:43.292284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b08b6536-e3e2-4036-939b-d1668f745b2a req-0416085e-48d8-4a90-b7f3-f704cc301de0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 945 time: 1.3817666 Jul 16 09:02:43.293458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Pushing event updated for resources: {'Port': ['ID=df8f45be-85ed-44dc-ad67-03efdb123ee9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:43.325617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port dc5ac5c7-e4a0-4b8f-9405-804761612b26 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:43.326283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.341933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 14a8c46b-301a-44d1-8b7d-654939880337, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14a8c46b-301a-44d1-8b7d-654939880337,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:43.366239 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.370549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.402715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d743e58-6705-4477-80d7-cb37ea14c341 req-5b97507b-e1f9-4641-86b1-e7327b3d60bf tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642840 Jul 16 09:02:43.446702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=14a8c46b-301a-44d1-8b7d-654939880337,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:43.476364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e97574ed-a439-430e-875f-76c058162b08 None None] Provisioning complete for port 295c83b5-3ef4-477e-976e-b4712b4b3291 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:43.476738 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e97574ed-a439-430e-875f-76c058162b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.479850 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b08b6536-e3e2-4036-939b-d1668f745b2a req-a089ef3a-31bd-4eef-bf41-0151bdcca816 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737711 Jul 16 09:02:43.487869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Attempting to bind port df8f45be-85ed-44dc-ad67-03efdb123ee9 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:43.488259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Attempting to bind port df8f45be-85ed-44dc-ad67-03efdb123ee9 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0f7289cd-9a9d-47af-9fe6-847187924d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4d1bc852-939f-41ef-94c3-3e99bd6cbfee'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:43.488603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Attempting to bind port df8f45be-85ed-44dc-ad67-03efdb123ee9 on network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:43.534171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:43.552586 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:43.565165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4aef44bc-0324-4118-baaf-97e2a0fc38d1 admin admin] 10.222.0.55 "PUT /v2.0/routers/ed5d72a8-ee41-4192-bced-523647a67892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8741510 Jul 16 09:02:43.568938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:43.568938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Checking segment: {'id': '0f7289cd-9a9d-47af-9fe6-847187924d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4d1bc852-939f-41ef-94c3-3e99bd6cbfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:43.569271 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.569689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Bound using segment: {'id': '0f7289cd-9a9d-47af-9fe6-847187924d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4d1bc852-939f-41ef-94c3-3e99bd6cbfee'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:43.570196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Bound port: df8f45be-85ed-44dc-ad67-03efdb123ee9, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7289cd-9a9d-47af-9fe6-847187924d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4d1bc852-939f-41ef-94c3-3e99bd6cbfee'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:43.570584 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.580424 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:43.581071 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:43.685120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e97574ed-a439-430e-875f-76c058162b08 None None] Port 295c83b5-3ef4-477e-976e-b4712b4b3291 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:43.722131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4fc11-348e-47af-b4a6-96714eb06741 req-15d18d30-7c3f-4c21-a4ae-c70d9f0ece01 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:43.723738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87f4fc11-348e-47af-b4a6-96714eb06741 req-15d18d30-7c3f-4c21-a4ae-c70d9f0ece01 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 949 time: 0.1171792 Jul 16 09:02:43.770596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87f4fc11-348e-47af-b4a6-96714eb06741 req-96bcbb4d-df07-4142-9994-ad2f507f3052 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Jul 16 09:02:43.823248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] For port df8f45be-85ed-44dc-ad67-03efdb123ee9, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:43.823725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] For port df8f45be-85ed-44dc-ad67-03efdb123ee9, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=df8f45be-85ed-44dc-ad67-03efdb123ee9,segment=NetworkSegment(0f7289cd-9a9d-47af-9fe6-847187924d6c),segment_id=0f7289cd-9a9d-47af-9fe6-847187924d6c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:43.835628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.878731 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:43.978122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8e6fc-a8f1-41f6-ae04-9d65e1fafc3a None None] Pushing event updated for resources: {'Port': ['ID=df8f45be-85ed-44dc-ad67-03efdb123ee9,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:44.241070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.310305 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 2, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:44.317881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for dc5ac5c7-e4a0-4b8f-9405-804761612b26 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:44.346423 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:44.347989 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Updating router ed5d72a8-ee41-4192-bced-523647a67892 port 295c83b5-3ef4-477e-976e-b4712b4b3291 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:44.397577 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.411773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:44.418440 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb1a390-915e-41d4-a973-2ac66f8234e0" -d '{"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-plugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:44.468529 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-374a8a55-2a54-4930-af9d-a4f21361949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.491806 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82e2df5-7a3a-4658-accd-f4e726aa6a99 x-openstack-request-id: req-b82e2df5-7a3a-4658-accd-f4e726aa6a99 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:44.492111 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-plugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:44.492380 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b82e2df5-7a3a-4658-accd-f4e726aa6a99 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:44.492977 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'code': 200} Jul 16 09:02:44.494792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49454) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:44.503311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1020063725-network', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:44.523484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.596166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Made reservation on behalf of 4a71c87294f04674b0c22a41b4a004dd for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:44.606995 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.656005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.689834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:44.802360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:44.807204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14a8c46b-301a-44d1-8b7d-654939880337 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:44.817416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:44.817905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.960139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c849aa-d932-4616-b714-38abfcbc66b7 req-1356bb2a-aab8-4419-b4bf-7ec924549b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:44.962317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67c849aa-d932-4616-b714-38abfcbc66b7 req-1356bb2a-aab8-4419-b4bf-7ec924549b5a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 1101 time: 0.3944855 Jul 16 09:02:44.997798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 14a8c46b-301a-44d1-8b7d-654939880337 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:44.998376 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.007406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a81bf0-8e5a-42db-b32a-4449c3f5a1cd req-514c876e-5d37-434a-83e4-90148090b314 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.015094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3a81bf0-8e5a-42db-b32a-4449c3f5a1cd req-514c876e-5d37-434a-83e4-90148090b314 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3274515 Jul 16 09:02:45.041496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a31e5-2bce-47b4-a575-5f60f7beceef req-09cbc802-7ffa-46df-b186-737e2cdbfb93 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.049230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.049378 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1a31e5-2bce-47b4-a575-5f60f7beceef req-09cbc802-7ffa-46df-b186-737e2cdbfb93 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 946 time: 0.2938330 Jul 16 09:02:45.065965 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.083557 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.087710 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Transition to ACTIVE for port object 295c83b5-3ef4-477e-976e-b4712b4b3291 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:45.100078 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.147459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=dc5ac5c7-e4a0-4b8f-9405-804761612b26,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:45.150953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67c849aa-d932-4616-b714-38abfcbc66b7 req-51decba6-beaa-4ece-88e9-7c3168faddd3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734614 Jul 16 09:02:45.170629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1a31e5-2bce-47b4-a575-5f60f7beceef req-eb02de64-403d-405f-9df3-988a05274712 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203074 Jul 16 09:02:45.193107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:45.204937 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.222264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3a81bf0-8e5a-42db-b32a-4449c3f5a1cd req-7bb971e0-a51a-45f0-92fa-d6dee2be7947 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059743 Jul 16 09:02:45.290987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device df8f45be-85ed-44dc-ad67-03efdb123ee9 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:45.358818 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.385147 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Attempting to bind port 295c83b5-3ef4-477e-976e-b4712b4b3291 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:45.385507 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Attempting to bind port 295c83b5-3ef4-477e-976e-b4712b4b3291 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:45.387039 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Attempting to bind port 295c83b5-3ef4-477e-976e-b4712b4b3291 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:45.401168 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:45.401543 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:45.402694 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.403357 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:45.408743 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Bound port: 295c83b5-3ef4-477e-976e-b4712b4b3291, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:45.409668 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.434121 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.442905 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.452917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:45.503816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:45.514462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port df8f45be-85ed-44dc-ad67-03efdb123ee9 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:45.540877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c34c299-b1cb-4f85-81c2-63561d6c6ee5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:45.580545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.582255 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Added segment 134d1196-5c78-4aee-a389-b3b793ba6568 of type vlan for network c6c299d2-5c77-4926-bd39-9056f59bfe14 Jul 16 09:02:45.589344 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] For port 295c83b5-3ef4-477e-976e-b4712b4b3291, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:45.603526 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] For port 295c83b5-3ef4-477e-976e-b4712b4b3291, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=295c83b5-3ef4-477e-976e-b4712b4b3291,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:45.622325 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.637052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.661151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c9d89-23d2-40bf-83c3-2c4c6dc171dc None None] Pushing event updated for resources: {'Port': ['ID=295c83b5-3ef4-477e-976e-b4712b4b3291,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:45.747807 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:45.748451 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:45.766023 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.801215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6880a2-cf6e-4d14-9cb6-c308162dbac2 None None] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:45.866240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.878550 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c9d89-23d2-40bf-83c3-2c4c6dc171dc None None] Pushing event updated for resources: {'Port': ['ID=295c83b5-3ef4-477e-976e-b4712b4b3291,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:45.880445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.881213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.883012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 4f58af5d-aeda-4be1-8495-8b037ccf8457 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:02:45.924537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c59a8-3208-442d-a867-73e7327964f4 req-38bdf9a5-e0d9-49be-90e0-63638597c437 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.926421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf2c59a8-3208-442d-a867-73e7327964f4 req-38bdf9a5-e0d9-49be-90e0-63638597c437 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 950 time: 0.2784579 Jul 16 09:02:45.961205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2cb1738c-b5fc-42a2-bdf6-07ad5ff5c80b None None] Provisioning for port df8f45be-85ed-44dc-ad67-03efdb123ee9 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:45.969667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2cb1738c-b5fc-42a2-bdf6-07ad5ff5c80b None None] Provisioning complete for port df8f45be-85ed-44dc-ad67-03efdb123ee9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:45.970184 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2cb1738c-b5fc-42a2-bdf6-07ad5ff5c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.976890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4800420 Jul 16 09:02:45.982524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49480) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:46.046704 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:46.049893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Request body: {'subnet': {'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1020063725-subnet', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:46.072448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf2c59a8-3208-442d-a867-73e7327964f4 req-a491d0db-ca05-4205-8d20-a3085c2fe658 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313856 Jul 16 09:02:46.163612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624fdc7-fb72-4e17-aa75-102caec57043 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c299d2-5c77-4926-bd39-9056f59bfe14,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:46.206605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c6c299d2-5c77-4926-bd39-9056f59bfe14 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:46.208712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Made reservation on behalf of 4a71c87294f04674b0c22a41b4a004dd for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:46.224391 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.237342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Router d96897b7-487f-4abf-b274-84003ee02a04 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:46.370285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:46.419313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7893706-4fd4-4b97-831f-165e3e10fdf9 None None] Sync routers for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:46.495448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:46.497586 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7785f341-bb02-4aee-a693-26a8bbc1c579" -d '{"events": [{"server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:46.528353 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:45Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:46.538142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:46.555473 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2cb1738c-b5fc-42a2-bdf6-07ad5ff5c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.556169 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d5524-4aea-4286-9ba6-5b373b1fa579 None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:45Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:46.557316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7893706-4fd4-4b97-831f-165e3e10fdf9 None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:46.557983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e7893706-4fd4-4b97-831f-165e3e10fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:46.564361 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a441d303-31bf-4047-81b4-b65fa1652af0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "PUT /v2.0/routers/d96897b7-487f-4abf-b274-84003ee02a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1870720 Jul 16 09:02:46.565896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49492) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:46.583238 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d58f79-eece-420c-b209-80f9b58116a9 None None] Sync routers for ids ['d96897b7-487f-4abf-b274-84003ee02a04'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:46.610370 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:46.611877 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d58f79-eece-420c-b209-80f9b58116a9 None None] Routers {'d96897b7-487f-4abf-b274-84003ee02a04'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:46.612659 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d5d58f79-eece-420c-b209-80f9b58116a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d96897b7-487f-4abf-b274-84003ee02a04'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:46.614604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e7893706-4fd4-4b97-831f-165e3e10fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:46.634713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7893706-4fd4-4b97-831f-165e3e10fdf9 None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:46.635284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e7893706-4fd4-4b97-831f-165e3e10fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:46.686721 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e658c9c-562f-49e2-b022-92673f8764aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:02:46.694593 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e658c9c-562f-49e2-b022-92673f8764aa tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/dc5ac5c7-e4a0-4b8f-9405-804761612b26 HTTP/1.1" status: 404 len: 333 time: 0.1274874 Jul 16 09:02:46.695979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49500) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:46.711880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e7893706-4fd4-4b97-831f-165e3e10fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:46.712652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7893706-4fd4-4b97-831f-165e3e10fdf9 None None] The sync data for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:46.728484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2cb1738c-b5fc-42a2-bdf6-07ad5ff5c80b None None] For port df8f45be-85ed-44dc-ad67-03efdb123ee9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=df8f45be-85ed-44dc-ad67-03efdb123ee9,segment=NetworkSegment(0f7289cd-9a9d-47af-9fe6-847187924d6c),segment_id=0f7289cd-9a9d-47af-9fe6-847187924d6c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:46.741284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2cb1738c-b5fc-42a2-bdf6-07ad5ff5c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.793014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bd254-5589-4bd0-a781-f55153b09489 req-6f08bf0b-b771-4b6a-b269-144d73fd8b67 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:46.816020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d91bd254-5589-4bd0-a781-f55153b09489 req-6f08bf0b-b771-4b6a-b269-144d73fd8b67 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3256145 Jul 16 09:02:46.828436 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.890416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.894371 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af3e6950-6959-483b-b0dd-a544e60ba810 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1513703 Jul 16 09:02:46.895613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1738c-b5fc-42a2-bdf6-07ad5ff5c80b None None] Pushing event updated for resources: {'Port': ['ID=df8f45be-85ed-44dc-ad67-03efdb123ee9,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:46.922650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49502) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:46.944904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a382db5-eb46-425e-a7a2-423a5f09ba7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.959945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bb2b4-4ce3-4868-b995-42ebbeed5462 req-70584b95-f854-4954-8b56-9b360ad3fccc tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:46.962476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-794bb2b4-4ce3-4868-b995-42ebbeed5462 req-70584b95-f854-4954-8b56-9b360ad3fccc tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 946 time: 0.5120287 Jul 16 09:02:46.988385 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d5d58f79-eece-420c-b209-80f9b58116a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:47.005417 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d58f79-eece-420c-b209-80f9b58116a9 None None] Routers {'d96897b7-487f-4abf-b274-84003ee02a04'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:47.006630 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d5d58f79-eece-420c-b209-80f9b58116a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d96897b7-487f-4abf-b274-84003ee02a04'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:47.058691 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d5d58f79-eece-420c-b209-80f9b58116a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:47.059396 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d58f79-eece-420c-b209-80f9b58116a9 None None] The sync data for ids ['d96897b7-487f-4abf-b274-84003ee02a04'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:47.145614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Checking segment: {'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:47.146266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Network hostable DHCP agents. Network: c6c299d2-5c77-4926-bd39-9056f59bfe14, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:47.182608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b9dceb25-d92a-476a-8df9-c4c959dda97d None None] Provisioning complete for port df8f45be-85ed-44dc-ad67-03efdb123ee9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:47.183191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9dceb25-d92a-476a-8df9-c4c959dda97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.189855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b736581-292a-4655-812f-a3e062874d71,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:47.222610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d91bd254-5589-4bd0-a781-f55153b09489 req-f7faefef-423f-4a13-99af-596e4c129ea3 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049196 Jul 16 09:02:47.273869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-794bb2b4-4ce3-4868-b995-42ebbeed5462 req-89f2e613-737f-498b-8f2c-0056d1be55d8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892128 Jul 16 09:02:47.336365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a382db5-eb46-425e-a7a2-423a5f09ba7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.349329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a382db5-eb46-425e-a7a2-423a5f09ba7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.370685 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f988e33-7db6-402b-94e4-909c710340b6 x-openstack-request-id: req-2f988e33-7db6-402b-94e4-909c710340b6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:47.372715 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:47.373136 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f988e33-7db6-402b-94e4-909c710340b6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:47.373718 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'code': 200} Jul 16 09:02:47.473900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Network c6c299d2-5c77-4926-bd39-9056f59bfe14 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:47.486418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a382db5-eb46-425e-a7a2-423a5f09ba7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.487038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a382db5-eb46-425e-a7a2-423a5f09ba7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Fanout notify agent at l3_agent the message router_deleted on router d96897b7-487f-4abf-b274-84003ee02a04 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:02:47.502091 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a382db5-eb46-425e-a7a2-423a5f09ba7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.503522 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2a382db5-eb46-425e-a7a2-423a5f09ba7d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/routers/d96897b7-487f-4abf-b274-84003ee02a04 HTTP/1.1" status: 204 len: 168 time: 0.8055737 Jul 16 09:02:47.506686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49512) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:47.561449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, c6c299d2-5c77-4926-bd39-9056f59bfe14) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:47.566395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe646cc-b0ef-4899-aa58-ee0acbfd441b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet bc82cd55-6553-4347-8892-ad11a3301506 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:47.574985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:47.575795 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.592135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbe646cc-b0ef-4899-aa58-ee0acbfd441b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.606215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168058f6-d816-4ed3-ab98-78f84f863df4 None None] Network c6c299d2-5c77-4926-bd39-9056f59bfe14 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:47.653100 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.657373 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b532e06f-d959-4fe7-8d36-392f328f23a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.666861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbe646cc-b0ef-4899-aa58-ee0acbfd441b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.715224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f420a312-d383-4864-8bb4-62f06a23e057 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7313697 Jul 16 09:02:47.722648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49518) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:47.731301 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:47.752235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b9fea-87c1-4c62-9357-8f48a4a32619 req-ad8a8103-06f7-4940-975b-43cbf90146e1 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:47.760351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-340b9fea-87c1-4c62-9357-8f48a4a32619 req-ad8a8103-06f7-4940-975b-43cbf90146e1 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 950 time: 0.2663603 Jul 16 09:02:47.792981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6672e-6351-4e88-9dd0-c8709b565819 req-9b51a476-b530-4331-8464-8706f6deaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:47.794797 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9e6672e-6351-4e88-9dd0-c8709b565819 req-9b51a476-b530-4331-8464-8706f6deaf9f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 1102 time: 0.3223364 Jul 16 09:02:47.796577 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.799127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.873050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.901377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-340b9fea-87c1-4c62-9357-8f48a4a32619 req-0d0ea705-a216-4728-99d1-a64e712f7128 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397929 Jul 16 09:02:47.957053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9e6672e-6351-4e88-9dd0-c8709b565819 req-9885089f-6abe-4045-be67-e57e104c0000 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533670 Jul 16 09:02:47.990068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbe646cc-b0ef-4899-aa58-ee0acbfd441b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.105110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-c6c299d2-5c77-4926-bd39-9056f59bfe14', 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'fixed_ips': [{'subnet_id': '6b736581-292a-4655-812f-a3e062874d71'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:48.108764 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.112098 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.168579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.350491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbe646cc-b0ef-4899-aa58-ee0acbfd441b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.362429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Allocated IP 172.20.0.2 (c6c299d2-5c77-4926-bd39-9056f59bfe14/6b736581-292a-4655-812f-a3e062874d71/62aea7c0-4e04-4e51-9192-73060a269522) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:48.395203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-eaec5337-a0a3-4979-8d6a-4a702ae73a07 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:48.397959 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-eaec5337-a0a3-4979-8d6a-4a702ae73a07 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 946 time: 0.4183462 Jul 16 09:02:48.518169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe646cc-b0ef-4899-aa58-ee0acbfd441b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=bc82cd55-6553-4347-8892-ad11a3301506,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:48.529330 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbe646cc-b0ef-4899-aa58-ee0acbfd441b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.533507 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dbe646cc-b0ef-4899-aa58-ee0acbfd441b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/bc82cd55-6553-4347-8892-ad11a3301506 HTTP/1.1" status: 204 len: 168 time: 1.0233700 Jul 16 09:02:48.541929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49538) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:48.595689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.20.0.1 (4d1bc852-939f-41ef-94c3-3e99bd6cbfee/33ae16b0-4ba4-461d-beac-896a33d8ab1d/d49da437-4363-4845-ae20-e3f4496a0859) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:48.707658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a1b04-b672-43d2-b83b-e3d7a03cbece None None] Network 0b781121-cd02-40ce-b8a4-18f732889b36 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:48.715513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Deleting port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:48.716048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.746158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.798057 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.799997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Transition to ACTIVE for port object d49da437-4363-4845-ae20-e3f4496a0859 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:48.864916 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.898167 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device df8f45be-85ed-44dc-ad67-03efdb123ee9 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:48.901975 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.905354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Transition to ACTIVE for port object 62aea7c0-4e04-4e51-9192-73060a269522 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:48.968251 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.972039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] For port 25a1ae0b-c541-4fcd-a410-b97ff49e9567, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=25a1ae0b-c541-4fcd-a410-b97ff49e9567,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:48.972330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Transition to ACTIVE for port object 62aea7c0-4e04-4e51-9192-73060a269522 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:48.972925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.995805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.006955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.023842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Calling delete_port for 25a1ae0b-c541-4fcd-a410-b97ff49e9567 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:49.034795 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.071736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Network c6c299d2-5c77-4926-bd39-9056f59bfe14 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:49.072801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port df8f45be-85ed-44dc-ad67-03efdb123ee9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:49.073180 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.116269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:49.118099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Pushing event updated for resources: {'Port': ['ID=62aea7c0-4e04-4e51-9192-73060a269522,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.120365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:49.170222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:49.190707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:49.198824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:49.201417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Attempting to bind port 62aea7c0-4e04-4e51-9192-73060a269522 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:49.201827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Attempting to bind port 62aea7c0-4e04-4e51-9192-73060a269522 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:49.202194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Attempting to bind port 62aea7c0-4e04-4e51-9192-73060a269522 on network c6c299d2-5c77-4926-bd39-9056f59bfe14 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:49.218422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:49.218807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Checking segment: {'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:49.219214 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.219617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Bound using segment: {'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:49.220115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Bound port: 62aea7c0-4e04-4e51-9192-73060a269522, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:49.220501 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.253838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] DHCP port deletion for 0b781121-cd02-40ce-b8a4-18f732889b36 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:49.256475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.333816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 295c83b5-3ef4-477e-976e-b4712b4b3291 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:49.344014 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Allocated IP 172.25.6.12 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/9d66e8f8-0939-4517-9853-5ebd66c85209) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:49.349267 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.383415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['858c9cb0-800c-4d1d-81a3-781f77618df9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:49.401346 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.415180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=d49da437-4363-4845-ae20-e3f4496a0859,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.452918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Pushing event deleted for resources: {'Port': ['ID=25a1ae0b-c541-4fcd-a410-b97ff49e9567,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.485086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] No DVR routers for this DVR port 25a1ae0b-c541-4fcd-a410-b97ff49e9567 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:49.488605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.491997 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4833dddd-9a10-4959-9a16-186aa78aeaa4 req-99bbe82d-3af2-4751-b2ec-0d240c351f16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.54 "DELETE /v2.0/ports/25a1ae0b-c541-4fcd-a410-b97ff49e9567 HTTP/1.1" status: 204 len: 173 time: 1.0815570 Jul 16 09:02:49.500077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844', 'name': 'network-vif-deleted', 'tag': '25a1ae0b-c541-4fcd-a410-b97ff49e9567'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:49.503046 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7c53ff-57ec-49e1-8972-df8302a8ab1b" -d '{"events": [{"server_uuid": "cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844", "name": "network-vif-deleted", "tag": "25a1ae0b-c541-4fcd-a410-b97ff49e9567"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:49.559400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] For port 62aea7c0-4e04-4e51-9192-73060a269522, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:49.568391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] For port 62aea7c0-4e04-4e51-9192-73060a269522, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=62aea7c0-4e04-4e51-9192-73060a269522,segment=NetworkSegment(134d1196-5c78-4aee-a389-b3b793ba6568),segment_id=134d1196-5c78-4aee-a389-b3b793ba6568)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:49.573899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c599039-a0ab-40fb-a6bc-2604af397ec9 req-4114c217-0122-40b6-b7d6-06f90ed7ea5c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:49.576346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c599039-a0ab-40fb-a6bc-2604af397ec9 req-4114c217-0122-40b6-b7d6-06f90ed7ea5c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844 HTTP/1.1" status: 200 len: 867 time: 0.6337371 Jul 16 09:02:49.589798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525bca9-9ec5-4153-9777-7d383d3820a7 req-7ce4215e-1f4b-4e9c-b236-972e8322a437 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:49.591681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f525bca9-9ec5-4153-9777-7d383d3820a7 req-7ce4215e-1f4b-4e9c-b236-972e8322a437 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 1.0120325 Jul 16 09:02:49.623438 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.637813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 295c83b5-3ef4-477e-976e-b4712b4b3291 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:49.649513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] Deleting port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:49.649938 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.652292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.689917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 295c83b5-3ef4-477e-976e-b4712b4b3291 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:49.690517 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.767339 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.786462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-40429a58-af49-4753-ac12-6a11cb6772d8 None None] Provisioning for port d49da437-4363-4845-ae20-e3f4496a0859 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:49.838484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-40429a58-af49-4753-ac12-6a11cb6772d8 None None] Provisioning complete for port d49da437-4363-4845-ae20-e3f4496a0859 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:49.839105 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40429a58-af49-4753-ac12-6a11cb6772d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.854699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:49.858959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:49.869637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:49.926017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Pushing event updated for resources: {'Port': ['ID=9d66e8f8-0939-4517-9853-5ebd66c85209,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.982051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdc5d2-2fd1-4730-9244-56676cce83a9 None None] Pushing event updated for resources: {'Port': ['ID=62aea7c0-4e04-4e51-9192-73060a269522,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.996920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] For port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,segment=NetworkSegment(78bd37c0-e6f2-44c4-a35b-638b3f5878e7),segment_id=78bd37c0-e6f2-44c4-a35b-638b3f5878e7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:49.997320 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.144202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] Calling delete_port for ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:50.186411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-40429a58-af49-4753-ac12-6a11cb6772d8 None None] Port d49da437-4363-4845-ae20-e3f4496a0859 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:50.266070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.278210 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.300129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c599039-a0ab-40fb-a6bc-2604af397ec9 req-0a9d9cd6-65a2-4fe7-808f-44deb9638f63 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032979 Jul 16 09:02:50.306137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:50.306504 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.313714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f525bca9-9ec5-4153-9777-7d383d3820a7 req-8b4081a2-b6d6-4111-8607-ca449b9bfd4f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7039721 Jul 16 09:02:50.359935 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.366470 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.418593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] Pushing event deleted for resources: {'Port': ['ID=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:50.426084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9750f0e-afe0-4c40-ba38-f4c44f3ba5f1 None None] No DVR routers for this DVR port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:50.444266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 295c83b5-3ef4-477e-976e-b4712b4b3291, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=295c83b5-3ef4-477e-976e-b4712b4b3291,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:50.454519 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.463565 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.591599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=295c83b5-3ef4-477e-976e-b4712b4b3291,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:50.605583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 25a1ae0b-c541-4fcd-a410-b97ff49e9567 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:50.699004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 25a1ae0b-c541-4fcd-a410-b97ff49e9567 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:50.699358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 25a1ae0b-c541-4fcd-a410-b97ff49e9567 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:50.704055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 62aea7c0-4e04-4e51-9192-73060a269522 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:50.773251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 62aea7c0-4e04-4e51-9192-73060a269522 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:50.795631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] For port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,segment=NetworkSegment(78bd37c0-e6f2-44c4-a35b-638b3f5878e7),segment_id=78bd37c0-e6f2-44c4-a35b-638b3f5878e7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:50.796707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.894737 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:50.897263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:50.962561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:50.962925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:51.137300 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9947c1e-2505-45b9-988f-642202305c6b x-openstack-request-id: req-a9947c1e-2505-45b9-988f-642202305c6b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:51.137534 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844", "name": "network-vif-deleted", "tag": "25a1ae0b-c541-4fcd-a410-b97ff49e9567", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:51.137776 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9947c1e-2505-45b9-988f-642202305c6b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:51.138178 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd4b1a8-5a2e-4f01-8a19-ddbe139cd844', 'name': 'network-vif-deleted', 'tag': '25a1ae0b-c541-4fcd-a410-b97ff49e9567', 'status': 'completed', 'code': 200} Jul 16 09:02:51.298393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.362272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e54215c-18f9-4905-9fb4-a695e63545ce None None] Network c6c299d2-5c77-4926-bd39-9056f59bfe14 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:51.364514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aee40-1d4f-4db2-bc47-d01686cbc059 req-20082bbc-b258-40c6-8894-bb91b5d4f9d0 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.366800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-596aee40-1d4f-4db2-bc47-d01686cbc059 req-20082bbc-b258-40c6-8894-bb91b5d4f9d0 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 950 time: 0.5821867 Jul 16 09:02:51.483463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Router 104ba113-4c68-4958-af43-abe1625630c5 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:02:51.487055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-f695b898-d09f-4216-b027-26605e7bc581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.489220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-f695b898-d09f-4216-b027-26605e7bc581 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1096 time: 0.3497968 Jul 16 09:02:51.494839 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.524714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0294fef-dd3b-4dfc-bb7c-7e1fc4c2f65d req-577454e4-eb67-4246-bedc-be5009e1814a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.531978 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0294fef-dd3b-4dfc-bb7c-7e1fc4c2f65d req-577454e4-eb67-4246-bedc-be5009e1814a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3981757 Jul 16 09:02:51.532807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-99ace940-f87d-42d1-a318-e896b9c2f058 None None] Provisioning for port 62aea7c0-4e04-4e51-9192-73060a269522 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:51.563665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-99ace940-f87d-42d1-a318-e896b9c2f058 None None] Provisioning complete for port 62aea7c0-4e04-4e51-9192-73060a269522 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:51.564041 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99ace940-f87d-42d1-a318-e896b9c2f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.637797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:51.647913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:51.651740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No DVR routers for this DVR port ed29f8a1-ccd5-4818-ab9a-ffcbe9df17f6 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:51.658857 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Sync routers for ids ['104ba113-4c68-4958-af43-abe1625630c5'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:51.661244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.661749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-596aee40-1d4f-4db2-bc47-d01686cbc059 req-bb70338d-8fbb-44e2-b032-cec9d9331438 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834058 Jul 16 09:02:51.665857 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bacde525-c2ed-4624-a6ad-44bd7e0db575 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9399841 Jul 16 09:02:51.666878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49590) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:51.705897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Routers {'104ba113-4c68-4958-af43-abe1625630c5'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:51.706517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['104ba113-4c68-4958-af43-abe1625630c5'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:51.771894 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99ace940-f87d-42d1-a318-e896b9c2f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.812514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.827670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-99ace940-f87d-42d1-a318-e896b9c2f058 None None] For port 62aea7c0-4e04-4e51-9192-73060a269522, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=62aea7c0-4e04-4e51-9192-73060a269522,segment=NetworkSegment(134d1196-5c78-4aee-a389-b3b793ba6568),segment_id=134d1196-5c78-4aee-a389-b3b793ba6568)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:51.835730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0294fef-dd3b-4dfc-bb7c-7e1fc4c2f65d req-341a3fc1-80d9-43a1-a599-8354dd336868 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027637 Jul 16 09:02:51.839968 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-99ace940-f87d-42d1-a318-e896b9c2f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.912755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.941424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ace940-f87d-42d1-a318-e896b9c2f058 None None] Pushing event updated for resources: {'Port': ['ID=62aea7c0-4e04-4e51-9192-73060a269522,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:51.982727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Set router 104ba113-4c68-4958-af43-abe1625630c5 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:52.107450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-9fbdabfe-5fcc-4ac2-85ee-596e60475ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.109099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-9fbdabfe-5fcc-4ac2-85ee-596e60475ee9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.6032422 Jul 16 09:02:52.188890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=d49da437-4363-4845-ae20-e3f4496a0859,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:52.267876 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.277515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5447eb42-eed0-4a67-852a-bca12deffbd3 None None] Provisioning complete for port 62aea7c0-4e04-4e51-9192-73060a269522 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:52.278357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5447eb42-eed0-4a67-852a-bca12deffbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.331224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.352445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b781121-cd02-40ce-b8a4-18f732889b36']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:52.396842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bd37c0-e6f2-44c4-a35b-638b3f5878e7') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:52.397129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bd37c0-e6f2-44c4-a35b-638b3f5878e7') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:52.422450 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.442786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.487554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-ac630766-7ae8-4135-8267-e86c7cad0761 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 998 time: 0.2691638 Jul 16 09:02:52.496763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.514001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 3, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port': {'id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:52.563273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Checking router: 104ba113-4c68-4958-af43-abe1625630c5 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:52.563930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Updating router 104ba113-4c68-4958-af43-abe1625630c5 port 9d66e8f8-0939-4517-9853-5ebd66c85209 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:52.564445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:52.565104 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:52.569743 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:52.632146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 295c83b5-3ef4-477e-976e-b4712b4b3291 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:52.645672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20b16c-73bf-4b1e-9eb1-633e8afe1f44 req-a735c053-3e18-4e0c-a393-84e0a399fa0d tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.652922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c20b16c-73bf-4b1e-9eb1-633e8afe1f44 req-a735c053-3e18-4e0c-a393-84e0a399fa0d tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 949 time: 0.4651973 Jul 16 09:02:52.655488 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.701367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f46c2d-e7d4-4456-881b-234bf3c9de82 req-16422666-5cd8-4076-8374-5630e8ff2351 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.709428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49f46c2d-e7d4-4456-881b-234bf3c9de82 req-16422666-5cd8-4076-8374-5630e8ff2351 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.4207134 Jul 16 09:02:52.749090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-f68a2253-73b4-45ce-b9e9-5737ccbe1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.751060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-f68a2253-73b4-45ce-b9e9-5737ccbe1b51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.2444990 Jul 16 09:02:52.767259 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.785307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Allocated IP 172.20.0.1 (c6c299d2-5c77-4926-bd39-9056f59bfe14/6b736581-292a-4655-812f-a3e062874d71/1592539a-db94-46f0-ab33-bd2bc0ba4a7c) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:52.794354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 295c83b5-3ef4-477e-976e-b4712b4b3291 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:52.794743 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.828476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.830537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/networks/0b781121-cd02-40ce-b8a4-18f732889b36 HTTP/1.1" status: 204 len: 168 time: 4.2784410 Jul 16 09:02:52.835519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:52.839820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49608) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:52.872638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c20b16c-73bf-4b1e-9eb1-633e8afe1f44 req-8fe44f31-6253-4e68-b480-39d394287f9c tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184403 Jul 16 09:02:52.877903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:52.913388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49f46c2d-e7d4-4456-881b-234bf3c9de82 req-0fae4e04-6e16-4247-a1f4-9b5bd3c8d019 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015872 Jul 16 09:02:52.914836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa890b90-ff18-4ade-8c22-9cc5ae109555 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Network': ['ID=0b781121-cd02-40ce-b8a4-18f732889b36,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:53.033489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-139bf63f-b10c-4062-901e-25e26980937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:53.036419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-139bf63f-b10c-4062-901e-25e26980937f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2785540 Jul 16 09:02:53.126871 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.168091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.190962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a42494-051d-472c-a859-9440d93d8bc0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:53.193699 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c3a42494-051d-472c-a859-9440d93d8bc0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/ea6a554b-4ea5-4751-b6d4-05c68bb712b7 HTTP/1.1" status: 200 len: 844 time: 0.3528969 Jul 16 09:02:53.193838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Transition to ACTIVE for port object 9d66e8f8-0939-4517-9853-5ebd66c85209 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:53.202386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49626) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:53.226834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-1046c982-8246-4b82-8a89-0fafe2060555 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464617 Jul 16 09:02:53.229728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Transition to ACTIVE for port object 1592539a-db94-46f0-ab33-bd2bc0ba4a7c will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:53.266138 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.342953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 62aea7c0-4e04-4e51-9192-73060a269522 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:53.364514 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-27ac66cc-d538-4ef6-85d7-d97b85bdd098 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/ea6a554b-4ea5-4751-b6d4-05c68bb712b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1593022 Jul 16 09:02:53.376578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49638) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:53.386727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-775f6c3c-5098-43fb-b097-558baa6ca4da req-9024b8af-5501-4eea-85a2-000fc26ae5da service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304548 Jul 16 09:02:53.395470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f4b65-08b2-4576-b871-e2b6cb8cb292 None None] Pushing event updated for resources: {'Port': ['ID=9d66e8f8-0939-4517-9853-5ebd66c85209,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:53.405709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Attempting to bind port 9d66e8f8-0939-4517-9853-5ebd66c85209 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:53.406140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Attempting to bind port 9d66e8f8-0939-4517-9853-5ebd66c85209 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:53.407235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Attempting to bind port 9d66e8f8-0939-4517-9853-5ebd66c85209 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:53.417922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:53.417922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:53.418297 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.418948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:53.419559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Bound port: 9d66e8f8-0939-4517-9853-5ebd66c85209, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:53.428331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.430187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:53.471457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 4f58af5d-aeda-4be1-8495-8b037ccf8457 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:53.482904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0eb7ce15-bcfe-42f5-be7e-07c47502a69c None None] Provisioning complete for port d49da437-4363-4845-ae20-e3f4496a0859 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:53.483280 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ce15-bcfe-42f5-be7e-07c47502a69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.522580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e7fed-b5dc-4537-990e-6a0abd70361e req-1ac42512-f073-4623-b6d5-b0c6995bd876 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:53.524765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-764e7fed-b5dc-4537-990e-6a0abd70361e req-1ac42512-f073-4623-b6d5-b0c6995bd876 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2949815 Jul 16 09:02:53.549827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ce15-bcfe-42f5-be7e-07c47502a69c None None] Port d49da437-4363-4845-ae20-e3f4496a0859 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:53.551413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 62aea7c0-4e04-4e51-9192-73060a269522 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:53.551790 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.581219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] For port 9d66e8f8-0939-4517-9853-5ebd66c85209, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:53.605214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] For port 9d66e8f8-0939-4517-9853-5ebd66c85209, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9d66e8f8-0939-4517-9853-5ebd66c85209,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:53.619872 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.630322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.654626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-764e7fed-b5dc-4537-990e-6a0abd70361e req-af790da2-f298-4142-ad34-a1117ff29fab tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815880 Jul 16 09:02:53.682885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Network c6c299d2-5c77-4926-bd39-9056f59bfe14 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:53.686925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:53.691839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.698928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:53.794842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f4b65-08b2-4576-b871-e2b6cb8cb292 None None] Pushing event updated for resources: {'Port': ['ID=9d66e8f8-0939-4517-9853-5ebd66c85209,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:53.814883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:53.886048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:53.900446 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed869d-136b-4c6b-9fbe-bbf226109aab None None] Sync routers for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:53.907607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ca94333c-005e-410e-a9e9-0c7d9509ef29 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/routers/4f58af5d-aeda-4be1-8495-8b037ccf8457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9437692 Jul 16 09:02:53.919198 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed869d-136b-4c6b-9fbe-bbf226109aab None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:53.920897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49656) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:53.923911 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9aed869d-136b-4c6b-9fbe-bbf226109aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:53.935302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'port': {'network_id': '4d1bc852-939f-41ef-94c3-3e99bd6cbfee', 'name': 'tempest-FloatingIPTestJSON-1601275361'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:53.941108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Pushing event updated for resources: {'Port': ['ID=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:53.965759 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Routers {'104ba113-4c68-4958-af43-abe1625630c5'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:53.979297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['104ba113-4c68-4958-af43-abe1625630c5'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:54.023184 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9aed869d-136b-4c6b-9fbe-bbf226109aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:54.046218 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed869d-136b-4c6b-9fbe-bbf226109aab None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:54.046892 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9aed869d-136b-4c6b-9fbe-bbf226109aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:54.070729 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.149811 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9aed869d-136b-4c6b-9fbe-bbf226109aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:54.150482 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed869d-136b-4c6b-9fbe-bbf226109aab None None] The sync data for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:54.207910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] Set router 104ba113-4c68-4958-af43-abe1625630c5 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:54.219295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Made reservation on behalf of f407058ff7734843816cdf3c1c9edae8 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:54.223025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.248838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] device_id is not set on port 57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:54.303250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a5278-1240-4fac-ae17-7707f23da93c req-86da8236-402a-4c63-9c51-b38daee8301a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:54.303941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb4a5278-1240-4fac-ae17-7707f23da93c req-86da8236-402a-4c63-9c51-b38daee8301a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2113621 Jul 16 09:02:54.354455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-45db1ed7-d0c2-4772-9e02-d7d4fed364fa None None] Provisioning for port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:54.389290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-45db1ed7-d0c2-4772-9e02-d7d4fed364fa None None] Provisioning complete for port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:54.389941 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45db1ed7-d0c2-4772-9e02-d7d4fed364fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.394888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb4a5278-1240-4fac-ae17-7707f23da93c req-016c34e2-4803-4622-ae83-eec1561de255 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779083 Jul 16 09:02:54.440686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Allocated IP 172.20.0.6 (4d1bc852-939f-41ef-94c3-3e99bd6cbfee/33ae16b0-4ba4-461d-beac-896a33d8ab1d/57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:54.448827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-45db1ed7-d0c2-4772-9e02-d7d4fed364fa None None] Port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:54.496248 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.564118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 3, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port': {'id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:54.570713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:54.572185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=964590fc-3e8c-4dbe-9659-e60c32462577,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:54.574336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.577520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:54.586624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:54.587466 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.647350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13a573-50f0-4a9a-b475-98d6f7f273b3 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:54.649690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5101e15e-adf4-4b85-a85f-13cee79f7d4b None None] The sync data for ids ['104ba113-4c68-4958-af43-abe1625630c5'] in n-d-780147-28 is: [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 3, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port': {'id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:54.660740 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-66f0a262-88ab-42a1-880d-48fb591a6baf tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2390549 Jul 16 09:02:54.664344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:54.669529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1fa6ac84-f4a0-4bf9-92c5-5d2589a41081 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'security_group': {'name': 'tempest-secgroup-182681549'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:54.744433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.750662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ac84-f4a0-4bf9-92c5-5d2589a41081 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.817785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Transition to ACTIVE for port object 57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:54.912404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.930865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.004521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-76cfafcb-07f6-4010-b2b1-b79688ff771b', 'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'tenant_id': '4d7f02459eb640fb913972341f0211a3', 'fixed_ips': [{'subnet_id': '964590fc-3e8c-4dbe-9659-e60c32462577'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:55.005631 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.010541 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.056492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2f628-3779-45b5-943c-039732895848 req-cc650bdc-c408-48b5-a573-c6bd1daffe7f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:55.075077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cb2f628-3779-45b5-943c-039732895848 req-cc650bdc-c408-48b5-a573-c6bd1daffe7f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2880538 Jul 16 09:02:55.129212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ac84-f4a0-4bf9-92c5-5d2589a41081 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.142857 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.158287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Pushing event updated for resources: {'Port': ['ID=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:55.167868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ac84-f4a0-4bf9-92c5-5d2589a41081 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.209043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:55.215121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:55.220338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ac84-f4a0-4bf9-92c5-5d2589a41081 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.224644 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1fa6ac84-f4a0-4bf9-92c5-5d2589a41081 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5563419 Jul 16 09:02:55.226723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49682) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:55.232715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-75948294-fab8-49ee-8b79-0815abaef275 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'security_group': {'name': 'tempest-secgroup-2034587594'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:55.233774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0c20-851b-43d0-afcd-fb5055e5840b req-8d3f4019-818d-466c-bd0e-6d8113c35575 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:55.241404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-236d0c20-851b-43d0-afcd-fb5055e5840b req-8d3f4019-818d-466c-bd0e-6d8113c35575 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.3926780 Jul 16 09:02:55.249693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:55.312505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6ac84-f4a0-4bf9-92c5-5d2589a41081 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4aca0-5a9d-4472-8985-79219aa3a0c8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:55.328624 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-75948294-fab8-49ee-8b79-0815abaef275 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.375982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Allocated IP 2001:db8::2 (76cfafcb-07f6-4010-b2b1-b79688ff771b/964590fc-3e8c-4dbe-9659-e60c32462577/197ac8db-529d-4a56-a4f6-1b8e2857b07e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:55.398753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:55.399438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.404923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cb2f628-3779-45b5-943c-039732895848 req-9528f140-8b25-4159-aa88-ea5273d7f537 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167851 Jul 16 09:02:55.426423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event updated for resources: {'Port': ['ID=57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:55.472516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-236d0c20-851b-43d0-afcd-fb5055e5840b req-0c5ee634-d2d5-455d-8023-967aa70257fe tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301784 Jul 16 09:02:55.570733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-75948294-fab8-49ee-8b79-0815abaef275 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.594453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Network c6c299d2-5c77-4926-bd39-9056f59bfe14 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:55.599965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-75948294-fab8-49ee-8b79-0815abaef275 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.608582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c1635ed4-ecee-4753-8679-aef24335ac88 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6863525 Jul 16 09:02:55.613305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49702) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:55.616257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:55.624930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Request body: {'floatingip': {'port_id': '57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:55.844780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.856196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-96d23817-6f10-4ae7-ac1e-f1fdfc799286 None None] Provisioning for port 57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:55.897230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75948294-fab8-49ee-8b79-0815abaef275 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a878a9-c552-4f00-b9d8-a245af6ee814,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:55.899188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.901428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-96d23817-6f10-4ae7-ac1e-f1fdfc799286 None None] Provisioning complete for port 57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:55.901884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-96d23817-6f10-4ae7-ac1e-f1fdfc799286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.922133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-75948294-fab8-49ee-8b79-0815abaef275 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.923930 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-75948294-fab8-49ee-8b79-0815abaef275 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6943581 Jul 16 09:02:55.933829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49704) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:55.947889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1448532067', 'security_groups': ['d1a878a9-c552-4f00-b9d8-a245af6ee814'], 'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '964590fc-3e8c-4dbe-9659-e60c32462577'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:56.004561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-96d23817-6f10-4ae7-ac1e-f1fdfc799286 None None] Port 57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:56.015948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Transition to ACTIVE for port object 197ac8db-529d-4a56-a4f6-1b8e2857b07e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:56.060709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Transition to ACTIVE for port object 197ac8db-529d-4a56-a4f6-1b8e2857b07e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:56.076928 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.234514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Router 104ba113-4c68-4958-af43-abe1625630c5 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:56.249466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:56.296476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:56.299952 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Pushing event updated for resources: {'Port': ['ID=197ac8db-529d-4a56-a4f6-1b8e2857b07e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:56.307866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:56.419155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:56.428942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5f7725f8-e445-4682-b1a4-6a3ab4405b87 None None] Provisioning complete for port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:56.430270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f7725f8-e445-4682-b1a4-6a3ab4405b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.486286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5f7725f8-e445-4682-b1a4-6a3ab4405b87 None None] Port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:56.499406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Attempting to bind port 197ac8db-529d-4a56-a4f6-1b8e2857b07e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:56.500166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Attempting to bind port 197ac8db-529d-4a56-a4f6-1b8e2857b07e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'eed2f72b-53d5-4385-8c4d-707375581bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:56.500740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Attempting to bind port 197ac8db-529d-4a56-a4f6-1b8e2857b07e on network 76cfafcb-07f6-4010-b2b1-b79688ff771b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:56.509706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:56.510523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Checking segment: {'id': 'eed2f72b-53d5-4385-8c4d-707375581bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:56.513109 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.513779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Bound using segment: {'id': 'eed2f72b-53d5-4385-8c4d-707375581bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:56.515242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Bound port: 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2f72b-53d5-4385-8c4d-707375581bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:56.515879 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.546513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:56.600871 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f4f353f-a947-4b50-b8f4-7ec610f3fb2a admin admin] 10.222.0.55 "PUT /v2.0/routers/104ba113-4c68-4958-af43-abe1625630c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9316361 Jul 16 09:02:56.644876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.662530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] For port 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:56.667567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] For port 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=197ac8db-529d-4a56-a4f6-1b8e2857b07e,segment=NetworkSegment(eed2f72b-53d5-4385-8c4d-707375581bfe),segment_id=eed2f72b-53d5-4385-8c4d-707375581bfe)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:56.672346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9d66e8f8-0939-4517-9853-5ebd66c85209 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:56.719287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:56.731182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.811342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9293448-d3df-4ce5-ace6-433712393684 None None] Pushing event updated for resources: {'Port': ['ID=197ac8db-529d-4a56-a4f6-1b8e2857b07e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:56.818271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:57.031728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9d66e8f8-0939-4517-9853-5ebd66c85209 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:57.039215 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::368 (76cfafcb-07f6-4010-b2b1-b79688ff771b/964590fc-3e8c-4dbe-9659-e60c32462577/db5a87b9-8c05-4c9c-a7bc-a2fa707c0637) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:57.063349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9d66e8f8-0939-4517-9853-5ebd66c85209 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:57.063806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.254824 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.319729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:57.471985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:57.484110 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.626364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=db5a87b9-8c05-4c9c-a7bc-a2fa707c0637,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:57.661280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'mac_address': 'fa:16:3e:07:dc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:57.669633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:57.671205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:57.673695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:57.681236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:57.681938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.716047 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-421738c4-2db2-4b0a-930c-88a8ebb7e58a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7754886 Jul 16 09:02:57.718208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49764) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:57.724966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18029e-f2a0-464e-b6ce-fa3cf4df9e5a req-fec0f0e6-dd65-4009-8ffc-4fc6029af6d9 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:57.726634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c18029e-f2a0-464e-b6ce-fa3cf4df9e5a req-fec0f0e6-dd65-4009-8ffc-4fc6029af6d9 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 1.7776275 Jul 16 09:02:57.728268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a18abe01-7dad-4d7b-a024-a29bae17a4d5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:57.836512 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.930182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.982047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d229556b-44a7-4f61-ba19-c1fdf6bb77f5 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:58.055975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 9d66e8f8-0939-4517-9853-5ebd66c85209, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9d66e8f8-0939-4517-9853-5ebd66c85209,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:58.075874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Sync routers for ids ['104ba113-4c68-4958-af43-abe1625630c5'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:58.078860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.153597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:58.155548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=9d66e8f8-0939-4517-9853-5ebd66c85209,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:58.165806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.242713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:58.247839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Routers {'104ba113-4c68-4958-af43-abe1625630c5'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:58.249624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['104ba113-4c68-4958-af43-abe1625630c5'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:58.323088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d229556b-44a7-4f61-ba19-c1fdf6bb77f5'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:58.457145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18abe01-7dad-4d7b-a024-a29bae17a4d5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:58.461574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a18abe01-7dad-4d7b-a024-a29bae17a4d5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.609191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:02:58.760596 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-a18abe01-7dad-4d7b-a024-a29bae17a4d5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 964590fc-3e8c-4dbe-9659-e60c32462577 (CIDR: 2001:db8::/64) Jul 16 09:02:58.774599 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18abe01-7dad-4d7b-a024-a29bae17a4d5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:02:58.775340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18abe01-7dad-4d7b-a024-a29bae17a4d5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:02:58.814540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c18029e-f2a0-464e-b6ce-fa3cf4df9e5a req-f4c47e12-2f07-4ef5-a621-c9bd94d85d90 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0630577 Jul 16 09:02:58.830107 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a18abe01-7dad-4d7b-a024-a29bae17a4d5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1107090 Jul 16 09:02:58.834592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49814) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:58.884567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9d66e8f8-0939-4517-9853-5ebd66c85209 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:58.885616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:58.956870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.970722 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.222255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Set router 104ba113-4c68-4958-af43-abe1625630c5 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:59.263370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:59.268150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.430138 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 4fe3d254-e3f4-4f63-9205-5e982e41f389 associated. External IP: 172.25.6.57, port: 9bd59fd2-508e-4690-8e44-3cd7f38ca07e. Jul 16 09:02:59.460340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9d66e8f8-0939-4517-9853-5ebd66c85209 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:59.460728 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.564108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb1a51-d4c7-4551-8fba-559c22d7943c req-45fc83b0-b423-4059-849a-1f0464c5986d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.586878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06cb1a51-d4c7-4551-8fba-559c22d7943c req-45fc83b0-b423-4059-849a-1f0464c5986d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4827909 Jul 16 09:02:59.624731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-15f0896d-d11a-4f24-8e5a-ccbf782beea8 None None] Provisioning for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:59.806946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06cb1a51-d4c7-4551-8fba-559c22d7943c req-8a31cc07-f308-445c-a2b9-3db09fe4e5dc tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186565 Jul 16 09:02:59.858015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.912303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-15f0896d-d11a-4f24-8e5a-ccbf782beea8 None None] Provisioning complete for port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:59.913430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-15f0896d-d11a-4f24-8e5a-ccbf782beea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.001846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae585fa-ded9-486d-a044-e19d491b5898 req-bf24e37c-35a2-42bb-adb1-bd367cabdb3f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:00.003824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ae585fa-ded9-486d-a044-e19d491b5898 req-bf24e37c-35a2-42bb-adb1-bd367cabdb3f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3942373 Jul 16 09:03:00.020113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:00.027650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 197ac8db-529d-4a56-a4f6-1b8e2857b07e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:00.031092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:02:54Z', 'revision_number': 4, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port': {'id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1592539a-db94-46f0-ab33-bd2bc0ba4a7c', 'name': '', 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'mac_address': 'fa:16:3e:63:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '6b736581-292a-4655-812f-a3e062874d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:52Z', 'updated_at': '2021-07-16T09:02:54Z', 'revision_number': 2, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'subnets': [{'id': '6b736581-292a-4655-812f-a3e062874d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:00.034898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:00.056624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:00.057699 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.104725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=83702af6-464a-465e-b471-f76c58e1941d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:00.134908 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-701d0ba9-c8f1-4f5a-ad4e-6aa0be9fab8f tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2891169 Jul 16 09:03:00.134908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:00.155373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-109133431', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83702af6-464a-465e-b471-f76c58e1941d'}], 'security_groups': ['3fe4aca0-5a9d-4472-8985-79219aa3a0c8']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:00.164177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Checking router: 104ba113-4c68-4958-af43-abe1625630c5 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:00.164486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Updating router 104ba113-4c68-4958-af43-abe1625630c5 port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:03:00.175656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da0ed0-11de-4dc0-aea3-01f851f57a39 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:00.203189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ae585fa-ded9-486d-a044-e19d491b5898 req-ba492397-19ef-40a6-a82f-51e755921881 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257091 Jul 16 09:03:00.404261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-15f0896d-d11a-4f24-8e5a-ccbf782beea8 None None] Port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:00.429785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:00.440291 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.478724 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.740886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:00.752746 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8ef7a-a712-4d18-bc27-6685aa81e360 None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:00.770228 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8ef7a-a712-4d18-bc27-6685aa81e360 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:00.773808 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-67b8ef7a-a712-4d18-bc27-6685aa81e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:00.791356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:00.816463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:00.885236 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-67b8ef7a-a712-4d18-bc27-6685aa81e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:00.897337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:00.897755 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.911070 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8ef7a-a712-4d18-bc27-6685aa81e360 None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:00.914042 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-67b8ef7a-a712-4d18-bc27-6685aa81e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:01.008749 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-67b8ef7a-a712-4d18-bc27-6685aa81e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:01.013928 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8ef7a-a712-4d18-bc27-6685aa81e360 None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:01.081815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2560a645-4dd4-4d03-a2df-7517e33998e9 None None] Provisioning for port db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:01.098766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bbc80-0680-4079-a97f-82695185d57e req-7654fbb7-0714-41b1-85f1-bfee52fa7dee tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:01.104825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c0bbc80-0680-4079-a97f-82695185d57e req-7654fbb7-0714-41b1-85f1-bfee52fa7dee tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.4456649 Jul 16 09:03:01.254057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c0bbc80-0680-4079-a97f-82695185d57e req-37422ef0-7b77-466f-82df-79a3a239fb98 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310339 Jul 16 09:03:01.344035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2560a645-4dd4-4d03-a2df-7517e33998e9 None None] Provisioning complete for port db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:01.344447 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2560a645-4dd4-4d03-a2df-7517e33998e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.362633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Delete allocated IP 2001:db8::368 (76cfafcb-07f6-4010-b2b1-b79688ff771b/964590fc-3e8c-4dbe-9659-e60c32462577) {{(pid=94164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:03:01.403048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8:0:1::2f1 (76cfafcb-07f6-4010-b2b1-b79688ff771b/83702af6-464a-465e-b471-f76c58e1941d/db5a87b9-8c05-4c9c-a7bc-a2fa707c0637) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:01.496420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08a420-3483-4d9c-92fe-1461f791dc6b req-a52d62e5-b3be-44fb-b674-7dc67f92e7c8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:01.506708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab08a420-3483-4d9c-92fe-1461f791dc6b req-a52d62e5-b3be-44fb-b674-7dc67f92e7c8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4007819 Jul 16 09:03:01.668823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.673406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 4f58af5d-aeda-4be1-8495-8b037ccf8457 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:01.686418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2560a645-4dd4-4d03-a2df-7517e33998e9 None None] Port db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:01.815479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.831314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Transition to ACTIVE for port object 1592539a-db94-46f0-ab33-bd2bc0ba4a7c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:01.862344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=197ac8db-529d-4a56-a4f6-1b8e2857b07e,segment=NetworkSegment(eed2f72b-53d5-4385-8c4d-707375581bfe),segment_id=eed2f72b-53d5-4385-8c4d-707375581bfe)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:01.876406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:01.876850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.883951 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.912879 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.951194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Ignored duplicate provisioning block setup for port db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:03:01.966954 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.019607 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.035877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04033357-1035-4bb3-b066-083e701e19fa None None] Update dhcp port {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'fixed_ips': [{'subnet_id': '964590fc-3e8c-4dbe-9659-e60c32462577', 'ip_address': '2001:db8::2'}, {'subnet_id': '83702af6-464a-465e-b471-f76c58e1941d'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '197ac8db-529d-4a56-a4f6-1b8e2857b07e'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:03:02.081577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] In _notify_port_updated(), no bound segment for port db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 on network 76cfafcb-07f6-4010-b2b1-b79688ff771b {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:03:02.089248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:02.090277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.093231 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "PUT /v2.0/ports/db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 HTTP/1.1" status: 200 len: 930 time: 1.9578152 Jul 16 09:03:02.096642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49906) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:02.111513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059b78c-e577-412a-ad64-a722d6b824c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=db5a87b9-8c05-4c9c-a7bc-a2fa707c0637,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:02.133798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab08a420-3483-4d9c-92fe-1461f791dc6b req-d43bf80d-a439-493e-89fc-44295ada9d65 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408019 Jul 16 09:03:02.194461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=197ac8db-529d-4a56-a4f6-1b8e2857b07e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:02.212756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-7871842e-b939-4791-8b43-d39d3567d08b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:02.219139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-7871842e-b939-4791-8b43-d39d3567d08b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.4925823 Jul 16 09:03:02.272939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04033357-1035-4bb3-b066-083e701e19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.341793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-48745e5e-b0b2-45ae-aed5-8db0f6377e1f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/quotas/c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 375 time: 0.1033957 Jul 16 09:03:02.355006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-90e153cf-571e-4cc5-865d-096d3bdf6ae7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:02.355364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90e153cf-571e-4cc5-865d-096d3bdf6ae7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.471060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:02.493500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.591869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5f1c5-e361-4705-aca1-5c33aff4c555 None None] Sync routers for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:02.604136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-c21380f4-c917-4793-9a64-98657802fce8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2569561 Jul 16 09:03:02.617548 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90e153cf-571e-4cc5-865d-096d3bdf6ae7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.652133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fee4b4b4-1e23-4a67-ac33-48b8877114df tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/floatingips/4fe3d254-e3f4-4f63-9205-5e982e41f389 HTTP/1.1" status: 200 len: 977 time: 7.0374303 Jul 16 09:03:02.652745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49924) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:02.706709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-90e153cf-571e-4cc5-865d-096d3bdf6ae7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:02.740934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9162a-6956-4084-8288-7ea55a14ca34 None None] Pushing event updated for resources: {'Port': ['ID=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:02.759648 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.841020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Attempting to bind port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:02.841391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Attempting to bind port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:02.841794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Attempting to bind port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c on network c6c299d2-5c77-4926-bd39-9056f59bfe14 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:02.867924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-93b79d28-f8f3-42a4-8c2b-db9062014536 service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533960 Jul 16 09:03:02.884524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:02.885160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Checking segment: {'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:02.885874 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.886292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Bound using segment: {'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:02.887189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Bound port: 1592539a-db94-46f0-ab33-bd2bc0ba4a7c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d1196-5c78-4aee-a389-b3b793ba6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:02.887574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.889454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5f1c5-e361-4705-aca1-5c33aff4c555 None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:02.890096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39f5f1c5-e361-4705-aca1-5c33aff4c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.191862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90e153cf-571e-4cc5-865d-096d3bdf6ae7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.254381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-f87f4ea6-e84c-49b3-9d01-0b56aae7796a service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847609 Jul 16 09:03:03.307942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:03.308303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.310098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e153cf-571e-4cc5-865d-096d3bdf6ae7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=db5a87b9-8c05-4c9c-a7bc-a2fa707c0637,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:03.398698 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-90e153cf-571e-4cc5-865d-096d3bdf6ae7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.402222 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-90e153cf-571e-4cc5-865d-096d3bdf6ae7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 HTTP/1.1" status: 204 len: 168 time: 1.3020604 Jul 16 09:03:03.402990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:03.458513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39f5f1c5-e361-4705-aca1-5c33aff4c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.488947 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3846a03e-3c11-430f-bea5-43d5d373aad7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:03:03.490460 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3846a03e-3c11-430f-bea5-43d5d373aad7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/db5a87b9-8c05-4c9c-a7bc-a2fa707c0637 HTTP/1.1" status: 404 len: 333 time: 0.0864346 Jul 16 09:03:03.493162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:03.500006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:03.506785 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0c2f18-1e2c-4e2a-b77b-054fc1e27df8" -d '{"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-plugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:03.523623 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.586400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:03.610303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07380cdf-ffec-4a68-b9b4-592e6e7ba774 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.621229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5f1c5-e361-4705-aca1-5c33aff4c555 None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:03.621991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39f5f1c5-e361-4705-aca1-5c33aff4c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.648852 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.652518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07380cdf-ffec-4a68-b9b4-592e6e7ba774 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.773361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07380cdf-ffec-4a68-b9b4-592e6e7ba774 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.777504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07380cdf-ffec-4a68-b9b4-592e6e7ba774 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.782380 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-07380cdf-ffec-4a68-b9b4-592e6e7ba774 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/security-groups/d1a878a9-c552-4f00-b9d8-a245af6ee814 HTTP/1.1" status: 204 len: 168 time: 0.2844448 Jul 16 09:03:03.783018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49960) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:03.820241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:03.841576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39f5f1c5-e361-4705-aca1-5c33aff4c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.842356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5f1c5-e361-4705-aca1-5c33aff4c555 None None] The sync data for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:03.902839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07380cdf-ffec-4a68-b9b4-592e6e7ba774 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a878a9-c552-4f00-b9d8-a245af6ee814,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:03.985264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] For port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:03.994273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] For port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,segment=NetworkSegment(134d1196-5c78-4aee-a389-b3b793ba6568),segment_id=134d1196-5c78-4aee-a389-b3b793ba6568)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:03.996205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-04033357-1035-4bb3-b066-083e701e19fa None None] Allocated IP 2001:db8:0:1::2 (76cfafcb-07f6-4010-b2b1-b79688ff771b/83702af6-464a-465e-b471-f76c58e1941d/197ac8db-529d-4a56-a4f6-1b8e2857b07e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:04.015406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.069521 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1d8af17-8ae7-49be-aec6-046919c0034d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.140738 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1d8af17-8ae7-49be-aec6-046919c0034d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.163181 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22168ae9-c13b-467d-b3b0-e1220fe6e46b x-openstack-request-id: req-22168ae9-c13b-467d-b3b0-e1220fe6e46b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:04.163481 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-plugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:04.163745 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22168ae9-c13b-467d-b3b0-e1220fe6e46b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:04.164151 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'code': 200} Jul 16 09:03:04.164950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 197ac8db-529d-4a56-a4f6-1b8e2857b07e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:04.261817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1d8af17-8ae7-49be-aec6-046919c0034d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.265040 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1d8af17-8ae7-49be-aec6-046919c0034d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.266451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1d8af17-8ae7-49be-aec6-046919c0034d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/security-groups/3fe4aca0-5a9d-4472-8985-79219aa3a0c8 HTTP/1.1" status: 204 len: 168 time: 0.4657083 Jul 16 09:03:04.274850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49978) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:04.388137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8af17-8ae7-49be-aec6-046919c0034d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4aca0-5a9d-4472-8985-79219aa3a0c8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:04.437258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Routers {'104ba113-4c68-4958-af43-abe1625630c5'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:04.442517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['104ba113-4c68-4958-af43-abe1625630c5'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:04.465813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff234-3176-4d7d-b533-3e37dc31d5a6 req-70c58e52-3049-4a53-9c5d-5ce28321ec96 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:04.476476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cfaff234-3176-4d7d-b533-3e37dc31d5a6 req-70c58e52-3049-4a53-9c5d-5ce28321ec96 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.6952431 Jul 16 09:03:04.500955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc72231-1a5f-496d-baf3-36fdecacbb48 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet 964590fc-3e8c-4dbe-9659-e60c32462577 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:04.614695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.616175 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.616495 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Floating IP 4fe3d254-e3f4-4f63-9205-5e982e41f389 disassociated. External IP: 172.25.6.57, port: 57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11. Jul 16 09:03:04.616842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:04.659977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9162a-6956-4084-8288-7ea55a14ca34 None None] Pushing event updated for resources: {'Port': ['ID=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:04.771737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-04033357-1035-4bb3-b066-083e701e19fa None None] For port 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=197ac8db-529d-4a56-a4f6-1b8e2857b07e,segment=NetworkSegment(eed2f72b-53d5-4385-8c4d-707375581bfe),segment_id=eed2f72b-53d5-4385-8c4d-707375581bfe)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:04.814518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] Set router 104ba113-4c68-4958-af43-abe1625630c5 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:04.845190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:04.845748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.852437 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04033357-1035-4bb3-b066-083e701e19fa None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.905474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93164a13-ed46-463b-b70c-a285998cfd1c req-bbaf2906-c070-443c-9e02-b1029aa4217a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 210 time: 0.4144995 Jul 16 09:03:04.910436 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.972342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:04.994249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cfaff234-3176-4d7d-b533-3e37dc31d5a6 req-92ef2d2e-a8b6-45ae-b57b-6b3e3ae1846d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5077302 Jul 16 09:03:05.014409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-04033357-1035-4bb3-b066-083e701e19fa None None] Transition to ACTIVE for port object 197ac8db-529d-4a56-a4f6-1b8e2857b07e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:05.029208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cc72231-1a5f-496d-baf3-36fdecacbb48 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.049127 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04033357-1035-4bb3-b066-083e701e19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.274636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cc72231-1a5f-496d-baf3-36fdecacbb48 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.494769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cc72231-1a5f-496d-baf3-36fdecacbb48 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.544851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04033357-1035-4bb3-b066-083e701e19fa None None] Pushing event updated for resources: {'Port': ['ID=197ac8db-529d-4a56-a4f6-1b8e2857b07e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:05.604515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Port 197ac8db-529d-4a56-a4f6-1b8e2857b07e had new provisioning blocks added so it will not transition to active. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 09:03:05.618593 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cc72231-1a5f-496d-baf3-36fdecacbb48 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.687316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7cc72231-1a5f-496d-baf3-36fdecacbb48 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.699373 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7cc72231-1a5f-496d-baf3-36fdecacbb48 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/964590fc-3e8c-4dbe-9659-e60c32462577 HTTP/1.1" status: 204 len: 168 time: 1.4161739 Jul 16 09:03:05.700862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50018) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:05.701751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc72231-1a5f-496d-baf3-36fdecacbb48 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=964590fc-3e8c-4dbe-9659-e60c32462577,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:05.712644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:05.880357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:02:54Z', 'revision_number': 4, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port': {'id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1592539a-db94-46f0-ab33-bd2bc0ba4a7c', 'name': '', 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'mac_address': 'fa:16:3e:63:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '6b736581-292a-4655-812f-a3e062874d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:52Z', 'updated_at': '2021-07-16T09:03:03Z', 'revision_number': 4, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'subnets': [{'id': '6b736581-292a-4655-812f-a3e062874d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:06.032924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442fcdf-56c4-4d63-bce3-76b0365bc7a7 None None] The sync data for ids ['104ba113-4c68-4958-af43-abe1625630c5'] in n-d-780147-28 is: [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:02:54Z', 'revision_number': 4, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port': {'id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1592539a-db94-46f0-ab33-bd2bc0ba4a7c', 'name': '', 'network_id': 'c6c299d2-5c77-4926-bd39-9056f59bfe14', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'mac_address': 'fa:16:3e:63:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '6b736581-292a-4655-812f-a3e062874d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:52Z', 'updated_at': '2021-07-16T09:03:03Z', 'revision_number': 4, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'subnets': [{'id': '6b736581-292a-4655-812f-a3e062874d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:06.099843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:06.109034 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.174865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 197ac8db-529d-4a56-a4f6-1b8e2857b07e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:06.544887 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-1b4d1db1-ec9d-4138-b549-efdfa1c012dd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:06.546593 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-1b4d1db1-ec9d-4138-b549-efdfa1c012dd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.4737196 Jul 16 09:03:06.563339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'port': {'device_id': '3fc6bbfe-1a66-4314-b371-b0ac6863f225', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'admin_state_up': True, 'tenant_id': 'c21191488fda4a5995f37c7613af0579'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:06.707540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 4f58af5d-aeda-4be1-8495-8b037ccf8457 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:06.719606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e82a2-81a6-4acf-acc9-0ab039c8b6d0 req-5424e056-b433-4125-a901-9c21ed856c59 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:06.723139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-182e82a2-81a6-4acf-acc9-0ab039c8b6d0 req-5424e056-b433-4125-a901-9c21ed856c59 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.6949022 Jul 16 09:03:06.746769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-0b905ce5-393b-4aad-8083-fbee3e7fe59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:06.754339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-0b905ce5-393b-4aad-8083-fbee3e7fe59d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d6ea71805264942b6afc045f1074524&device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 1096 time: 0.7163622 Jul 16 09:03:06.811651 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:06.816621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.891605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dfc46-94bb-4dd1-b22f-1d317c378c05 req-b4a9828c-fa70-4fc3-8af7-0e4bd63625ee tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:06.899744 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b05dfc46-94bb-4dd1-b22f-1d317c378c05 req-b4a9828c-fa70-4fc3-8af7-0e4bd63625ee tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.5733645 Jul 16 09:03:06.976376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.20.0.6 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/c83ada91-3026-4105-be1f-8bfbd6ab00a8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:07.260841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-182e82a2-81a6-4acf-acc9-0ab039c8b6d0 req-a29adf96-7eb5-4a2c-97a9-cfcf49dac7aa tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228488 Jul 16 09:03:07.295200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b216a5d-4e9b-4979-9d30-999a588b25f1 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:07.345500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b05dfc46-94bb-4dd1-b22f-1d317c378c05 req-b6cb9fb6-636f-4b4e-9203-62c9872405f5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4443090 Jul 16 09:03:07.431764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.446409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Transition to ACTIVE for port object c83ada91-3026-4105-be1f-8bfbd6ab00a8 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:07.490845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-97784124-363b-41f9-9720-80e70543e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:07.497415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-97784124-363b-41f9-9720-80e70543e4cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 200 len: 911 time: 0.7036781 Jul 16 09:03:07.498104 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.632011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b07a4bb-db28-4ef3-86fb-6c7936fec77d None None] Provisioning for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:07.650840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b07a4bb-db28-4ef3-86fb-6c7936fec77d None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:07.651489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b07a4bb-db28-4ef3-86fb-6c7936fec77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.653359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:07.671159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:07.674526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:07.799097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:07.799918 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.852748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2942457 Jul 16 09:03:07.862380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-b9c35667-f20f-44e5-9248-fb6e0372a06f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 200 len: 998 time: 0.3576429 Jul 16 09:03:07.865344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:07.878464 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabe94c-9a13-44d8-9032-245b92901a30 None None] Sync routers for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:07.900893 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabe94c-9a13-44d8-9032-245b92901a30 None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:07.905435 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eeabe94c-9a13-44d8-9032-245b92901a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:07.915322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Request body: {'port': {'device_id': '3fc6bbfe-1a66-4314-b371-b0ac6863f225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:07.962435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277416c0-f3e6-49f9-b62c-fe607e789e25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=c83ada91-3026-4105-be1f-8bfbd6ab00a8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:07.973860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b07a4bb-db28-4ef3-86fb-6c7936fec77d None None] Could not find standard attr ID for object db5a87b9-8c05-4c9c-a7bc-a2fa707c0637. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:03:08.012536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b07a4bb-db28-4ef3-86fb-6c7936fec77d None None] Provisioning complete for port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:08.014374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-00faa763-886f-4414-93c2-2e73d0988601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:08.014715 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b07a4bb-db28-4ef3-86fb-6c7936fec77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.022221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.035162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-00faa763-886f-4414-93c2-2e73d0988601 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 200 len: 849 time: 0.1585064 Jul 16 09:03:08.131776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6b07a4bb-db28-4ef3-86fb-6c7936fec77d None None] Port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:08.149170 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eeabe94c-9a13-44d8-9032-245b92901a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:08.176266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:08.183125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=05201fb9-dd52-4185-a95b-c2cf21c98626,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:08.189132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:08.192509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:08.193999 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.207958 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabe94c-9a13-44d8-9032-245b92901a30 None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:08.211022 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eeabe94c-9a13-44d8-9032-245b92901a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:08.246086 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.299881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1592539a-db94-46f0-ab33-bd2bc0ba4a7c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:08.346442 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eeabe94c-9a13-44d8-9032-245b92901a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:08.347620 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabe94c-9a13-44d8-9032-245b92901a30 None None] The sync data for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:08.438348 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dc93341f-3e47-4957-b05b-33e8f0c1d2be tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7316864 Jul 16 09:03:08.460711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50062) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:08.466740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d8318668-67d6-4add-a0ac-a03838f888a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'security_group': {'name': 'tempest-secgroup-935461527'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:08.475744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ab3b9add-84b5-49ab-b79c-de87984f167d None None] Provisioning for port c83ada91-3026-4105-be1f-8bfbd6ab00a8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:08.507228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ab3b9add-84b5-49ab-b79c-de87984f167d None None] Provisioning complete for port c83ada91-3026-4105-be1f-8bfbd6ab00a8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:08.507616 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9add-84b5-49ab-b79c-de87984f167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.644643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607d388-1902-4e52-acac-669e15798b3d req-0d06bbc4-978d-4ba0-a191-2a4d9c2b5fa9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:08.646391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c607d388-1902-4e52-acac-669e15798b3d req-0d06bbc4-978d-4ba0-a191-2a4d9c2b5fa9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 931 time: 1.0079007 Jul 16 09:03:08.658496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:08.675581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:08.678097 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.747993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8318668-67d6-4add-a0ac-a03838f888a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.755528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b9add-84b5-49ab-b79c-de87984f167d None None] Port c83ada91-3026-4105-be1f-8bfbd6ab00a8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:08.858474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.873217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-14a1185a-582b-4efa-98a1-914974233ce1 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/ports/57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 HTTP/1.1" status: 204 len: 168 time: 6.1730127 Jul 16 09:03:08.876457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50070) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:08.931960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.013395 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,segment=NetworkSegment(134d1196-5c78-4aee-a389-b3b793ba6568),segment_id=134d1196-5c78-4aee-a389-b3b793ba6568)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:09.024120 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.032182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-1e055f68-52d5-44db-8e8d-a68327579d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.034482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-1e055f68-52d5-44db-8e8d-a68327579d92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=566d87ae-938b-40aa-98a3-2f84ab9a70f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9968247 Jul 16 09:03:09.076502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c607d388-1902-4e52-acac-669e15798b3d req-8eec4406-54de-4132-b509-bfccc25b8128 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708928 Jul 16 09:03:09.134206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:09.214639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e65262-fb34-49a0-9a7a-7fbdb2b4bb73 req-7fc78b86-adc3-4416-8e6c-4f59c159f823 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.229837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6e65262-fb34-49a0-9a7a-7fbdb2b4bb73 req-7fc78b86-adc3-4416-8e6c-4f59c159f823 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.9754550 Jul 16 09:03:09.303276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8318668-67d6-4add-a0ac-a03838f888a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.339514 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8318668-67d6-4add-a0ac-a03838f888a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.394667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83ada91-3026-4105-be1f-8bfbd6ab00a8 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:09.408376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8318668-67d6-4add-a0ac-a03838f888a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.409951 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d8318668-67d6-4add-a0ac-a03838f888a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9481194 Jul 16 09:03:09.410680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8318668-67d6-4add-a0ac-a03838f888a4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592303d1-49fe-4446-9e87-86bb803463e5,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:09.415484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.428970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:09.435977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a41fed8a-5f04-4d3e-912c-8159c22b0488 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'security_group': {'name': 'tempest-secgroup-2065819690'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:09.464955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Transition to ACTIVE for port object c83ada91-3026-4105-be1f-8bfbd6ab00a8 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:09.477697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.487797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a41fed8a-5f04-4d3e-912c-8159c22b0488 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.492298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48283a7-a6e7-4ff3-9791-6f6289bd082f None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:09.557566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=c83ada91-3026-4105-be1f-8bfbd6ab00a8,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:09.562944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6e65262-fb34-49a0-9a7a-7fbdb2b4bb73 req-b849e5e8-4cc7-44b1-8264-4bfcc9063fa2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328340 Jul 16 09:03:09.756995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0f7c06c9-4d29-460e-a4f2-0c18bde6749f None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:09.757357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f7c06c9-4d29-460e-a4f2-0c18bde6749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.797779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-1cfc18bd-6177-4266-9d1f-bd429fafeea1 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100515 Jul 16 09:03:09.903819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2614eb-9e35-434e-bd9c-8707cd6adf2b req-9c5e7a5b-00b5-48c9-a3ed-4553e269942a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.912625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d2614eb-9e35-434e-bd9c-8707cd6adf2b req-9c5e7a5b-00b5-48c9-a3ed-4553e269942a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.5840716 Jul 16 09:03:09.955452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a41fed8a-5f04-4d3e-912c-8159c22b0488 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.138188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1592539a-db94-46f0-ab33-bd2bc0ba4a7c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:10.160880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3ba61a7-b5cb-4ee2-9db6-f19ad7d1283a req-4a3e6bf0-56ab-4969-8930-3e277924b262 service neutron] 10.222.0.52 "GET /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172491 Jul 16 09:03:10.176358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d2614eb-9e35-434e-bd9c-8707cd6adf2b req-cea10781-c498-4e68-8403-ce395532d4ed tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626040 Jul 16 09:03:10.188240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Attempting to bind port c83ada91-3026-4105-be1f-8bfbd6ab00a8 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:10.188529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Attempting to bind port c83ada91-3026-4105-be1f-8bfbd6ab00a8 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:10.188869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Attempting to bind port c83ada91-3026-4105-be1f-8bfbd6ab00a8 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:10.197914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a41fed8a-5f04-4d3e-912c-8159c22b0488 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.210193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Port c83ada91-3026-4105-be1f-8bfbd6ab00a8 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:03:10.210622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Attempting to bind port c83ada91-3026-4105-be1f-8bfbd6ab00a8 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:10.248911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:10.249317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:10.249826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:10.250319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Bound port: c83ada91-3026-4105-be1f-8bfbd6ab00a8, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:10.250730 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.266824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fed8a-5f04-4d3e-912c-8159c22b0488 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5da6e0-3162-443d-826e-d8e63c61dbe3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:10.273447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a41fed8a-5f04-4d3e-912c-8159c22b0488 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.279776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50102) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:10.280087 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a41fed8a-5f04-4d3e-912c-8159c22b0488 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8488359 Jul 16 09:03:10.290039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cf2b7b46-d1e3-4e9b-abaa-5739b0881b2a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'security_group': {'name': 'tempest-secgroup-1849891522'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:10.420295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] For port c83ada91-3026-4105-be1f-8bfbd6ab00a8, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:10.431434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] For port c83ada91-3026-4105-be1f-8bfbd6ab00a8, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=c83ada91-3026-4105-be1f-8bfbd6ab00a8,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:10.451512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.465367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:10.465831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.488335 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7b46-d1e3-4e9b-abaa-5739b0881b2a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.598393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.601408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.603887 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] 10.222.0.54 "PUT /v2.0/ports/c83ada91-3026-4105-be1f-8bfbd6ab00a8 HTTP/1.1" status: 200 len: 1092 time: 2.7282159 Jul 16 09:03:10.604698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4525bc-7607-4aac-9135-ef76acf26ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=c83ada91-3026-4105-be1f-8bfbd6ab00a8,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:10.615282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc6bbfe-1a66-4314-b371-b0ac6863f225', 'tag': 'c83ada91-3026-4105-be1f-8bfbd6ab00a8'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:10.622892 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aff024-1d26-4131-915b-254e9469a011" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc6bbfe-1a66-4314-b371-b0ac6863f225", "tag": "c83ada91-3026-4105-be1f-8bfbd6ab00a8"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:10.635682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0f7c06c9-4d29-460e-a4f2-0c18bde6749f None None] Provisioning complete for port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:10.636265 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0f7c06c9-4d29-460e-a4f2-0c18bde6749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.669338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ed513-f1a2-4626-9ec2-795b5ab8956a req-3f7c5a35-372e-411f-a6d4-713a8bfbfb6a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.688757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c06ed513-f1a2-4626-9ec2-795b5ab8956a req-3f7c5a35-372e-411f-a6d4-713a8bfbfb6a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 943 time: 0.2831697 Jul 16 09:03:10.745510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Update dhcp port {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'fixed_ips': [{'subnet_id': '83702af6-464a-465e-b471-f76c58e1941d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05201fb9-dd52-4185-a95b-c2cf21c98626'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '197ac8db-529d-4a56-a4f6-1b8e2857b07e'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:03:10.748914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3da28-c124-4831-9656-4c6f9c01d4c1 req-ef5c8e38-35ff-40a7-a60c-bd1cad239666 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.759987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77e3da28-c124-4831-9656-4c6f9c01d4c1 req-ef5c8e38-35ff-40a7-a60c-bd1cad239666 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.4202359 Jul 16 09:03:10.769149 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-7dbb69e5-4ae7-457a-99af-2c53e596fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.772038 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-7dbb69e5-4ae7-457a-99af-2c53e596fef7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 1095 time: 0.1110597 Jul 16 09:03:10.846195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c06ed513-f1a2-4626-9ec2-795b5ab8956a req-ed104fd3-c6f1-4725-91a5-420da8dfdf8b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563733 Jul 16 09:03:10.871064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-59c136e0-5dcf-49e2-8d99-e191583936af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c83ada91-3026-4105-be1f-8bfbd6ab00a8 HTTP/1.1" status: 200 len: 217 time: 0.0902381 Jul 16 09:03:10.976027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8b02e3b7-bb0d-4fee-8cd5-bbd4e28f88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.978220 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-8b02e3b7-bb0d-4fee-8cd5-bbd4e28f88b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.0978985 Jul 16 09:03:11.063705 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af7f54d-a39d-4fb8-9519-5002df964e12 x-openstack-request-id: req-2af7f54d-a39d-4fb8-9519-5002df964e12 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:11.064234 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc6bbfe-1a66-4314-b371-b0ac6863f225", "tag": "c83ada91-3026-4105-be1f-8bfbd6ab00a8", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:11.064645 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2af7f54d-a39d-4fb8-9519-5002df964e12 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:11.065215 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc6bbfe-1a66-4314-b371-b0ac6863f225', 'tag': 'c83ada91-3026-4105-be1f-8bfbd6ab00a8', 'status': 'completed', 'code': 200} Jul 16 09:03:11.101422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-d71fd0ad-8729-4120-8811-b51e1d3fc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.103438 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-d71fd0ad-8729-4120-8811-b51e1d3fc0d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166127 Jul 16 09:03:11.195248 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77e3da28-c124-4831-9656-4c6f9c01d4c1 req-079e3e1a-7d00-46a3-a3e6-b8e86e0e86b7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274189 Jul 16 09:03:11.259577 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7b46-d1e3-4e9b-abaa-5739b0881b2a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.276802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7b46-d1e3-4e9b-abaa-5739b0881b2a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.283768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c06c9-4d29-460e-a4f2-0c18bde6749f None None] Port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:11.318785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.344916 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-f29d36a1-7d40-4dd9-86a9-fea0209368f9 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290382 Jul 16 09:03:11.381818 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7b46-d1e3-4e9b-abaa-5739b0881b2a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.390774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cf2b7b46-d1e3-4e9b-abaa-5739b0881b2a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1093624 Jul 16 09:03:11.397542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50132) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:11.421033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-101803619', 'security_groups': ['3055541d-eceb-49b0-8347-f8dadc67cee5'], 'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05201fb9-dd52-4185-a95b-c2cf21c98626'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:11.534522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b7b46-d1e3-4e9b-abaa-5739b0881b2a tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3055541d-eceb-49b0-8347-f8dadc67cee5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:11.558765 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.560162 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4f67c1a4-9a11-4c35-b771-d822c90555c7 req-f750bd5e-de50-468d-8b3b-b4305a6400db service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057791 Jul 16 09:03:11.741575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Allocated IP 2001:db8::2 (76cfafcb-07f6-4010-b2b1-b79688ff771b/05201fb9-dd52-4185-a95b-c2cf21c98626/197ac8db-529d-4a56-a4f6-1b8e2857b07e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:11.744683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff024-1d26-4131-915b-254e9469a011 req-5896ee81-b99c-4ff6-9192-8e145d04aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.746460 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-88aff024-1d26-4131-915b-254e9469a011 req-5896ee81-b99c-4ff6-9192-8e145d04aeda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 1095 time: 0.0938447 Jul 16 09:03:11.847931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] For port 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=197ac8db-529d-4a56-a4f6-1b8e2857b07e,segment=NetworkSegment(eed2f72b-53d5-4385-8c4d-707375581bfe),segment_id=eed2f72b-53d5-4385-8c4d-707375581bfe)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:11.881433 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.899330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Transition to ACTIVE for port object 197ac8db-529d-4a56-a4f6-1b8e2857b07e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:11.906927 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.994891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Pushing event updated for resources: {'Port': ['ID=197ac8db-529d-4a56-a4f6-1b8e2857b07e,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:12.008156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.008493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff024-1d26-4131-915b-254e9469a011 req-96d54c54-7b6f-4b60-8ccc-2012dc3e1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.008972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.009472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.009994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.010499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.010983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.011465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.011946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.012434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.012778 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-88aff024-1d26-4131-915b-254e9469a011 req-96d54c54-7b6f-4b60-8ccc-2012dc3e1dff service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.2528682 Jul 16 09:03:12.013106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.013771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.014270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fc1c8-05ac-4567-882f-46db1a49777a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:12.119714 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-88aff024-1d26-4131-915b-254e9469a011 req-0fafeab1-9fd7-4fbe-82ee-a90db3606d06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c83ada91-3026-4105-be1f-8bfbd6ab00a8 HTTP/1.1" status: 200 len: 217 time: 0.0953548 Jul 16 09:03:12.170174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10eff-5cec-4445-81fe-d807fe8d08a9 req-ac29adcc-4008-415a-b980-e60da8e4a58a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.171790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bf10eff-5cec-4445-81fe-d807fe8d08a9 req-ac29adcc-4008-415a-b980-e60da8e4a58a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.6736364 Jul 16 09:03:12.229870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff024-1d26-4131-915b-254e9469a011 req-bbe02cce-c69f-4544-9e03-b352854b419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.231867 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-88aff024-1d26-4131-915b-254e9469a011 req-bbe02cce-c69f-4544-9e03-b352854b419d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1035817 Jul 16 09:03:12.378640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff024-1d26-4131-915b-254e9469a011 req-b72071ee-201e-41f4-9fef-b0843ac7c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.382865 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-88aff024-1d26-4131-915b-254e9469a011 req-b72071ee-201e-41f4-9fef-b0843ac7c403 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413257 Jul 16 09:03:12.386612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:12.431707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bf10eff-5cec-4445-81fe-d807fe8d08a9 req-747713c0-b0f9-43b7-b1d7-1d6e3ae84ab0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982169 Jul 16 09:03:12.481461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b0793-08e3-4113-8808-f162ebfbd889 req-b4d9050b-918f-4c7c-a1bd-a6ef28850ba7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.486556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a1b0793-08e3-4113-8808-f162ebfbd889 req-b4d9050b-918f-4c7c-a1bd-a6ef28850ba7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.7106080 Jul 16 09:03:12.734303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a1b0793-08e3-4113-8808-f162ebfbd889 req-240b6a93-b1a6-463c-a6a9-b8d4c9658c00 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466667 Jul 16 09:03:12.819873 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-88aff024-1d26-4131-915b-254e9469a011 req-abdfadc0-0d9b-493c-b649-d14ce33e5d8c service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263830 Jul 16 09:03:13.049987 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-88aff024-1d26-4131-915b-254e9469a011 req-1797cd31-a91a-48e4-862a-dbe3c32de502 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202487 Jul 16 09:03:13.382631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8d8ed496-fbcb-445d-8709-1551f95d3a6e None None] Provisioning for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:13.388456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8d8ed496-fbcb-445d-8709-1551f95d3a6e None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:13.388973 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed496-fbcb-445d-8709-1551f95d3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.607049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8d8ed496-fbcb-445d-8709-1551f95d3a6e None None] Provisioning complete for port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:13.607611 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8d8ed496-fbcb-445d-8709-1551f95d3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.680661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ed496-fbcb-445d-8709-1551f95d3a6e None None] Port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:13.821548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.892413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c0eb-03aa-4b07-aa3c-d90696cdc72e req-f4603392-b07b-4199-89c7-e90b975e5bb2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:13.894942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9942a58b-9325-4e02-bdad-12835bf17ab6 None None] Could not find standard attr ID for object db5a87b9-8c05-4c9c-a7bc-a2fa707c0637. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:03:13.900257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6505c0eb-03aa-4b07-aa3c-d90696cdc72e req-f4603392-b07b-4199-89c7-e90b975e5bb2 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2507377 Jul 16 09:03:13.937004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] device_id is not set on port b348c967-e383-4e48-9943-ed330fc6a594 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:03:14.081207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 197ac8db-529d-4a56-a4f6-1b8e2857b07e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:14.212489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:14.213155 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.322118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6505c0eb-03aa-4b07-aa3c-d90696cdc72e req-ab70f3af-d592-4d76-b169-4723e3e1f16a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4208319 Jul 16 09:03:14.348112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc1b4-c774-43dc-b34d-38632e01a2d6 req-dfb558fd-215b-4dc2-bc60-be23de6aad40 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:14.350073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee2cc1b4-c774-43dc-b34d-38632e01a2d6 req-dfb558fd-215b-4dc2-bc60-be23de6aad40 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 943 time: 0.7258964 Jul 16 09:03:14.439798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee2cc1b4-c774-43dc-b34d-38632e01a2d6 req-5e60b956-a79a-41bc-8117-e566756eae2f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752168 Jul 16 09:03:14.454871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port d49da437-4363-4845-ae20-e3f4496a0859 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:14.455215 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.637479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a35a493-1d3a-41ad-a890-ed91b9c82752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.702118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8::1d3 (76cfafcb-07f6-4010-b2b1-b79688ff771b/05201fb9-dd52-4185-a95b-c2cf21c98626/b348c967-e383-4e48-9943-ed330fc6a594) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:14.982201 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.996453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object b348c967-e383-4e48-9943-ed330fc6a594 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:15.030943 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.044703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for d49da437-4363-4845-ae20-e3f4496a0859 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:15.265457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.421999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f652d-ec93-4f53-a374-6274acba3d6f req-b46a90a9-d34d-448c-8da0-edb4053f3fae tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:15.429937 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b0f652d-ec93-4f53-a374-6274acba3d6f req-b46a90a9-d34d-448c-8da0-edb4053f3fae tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.4314036 Jul 16 09:03:15.453544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.599614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:15.608227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:15.625067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:15.631829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:15.632365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.667776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2611191 Jul 16 09:03:15.670629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50250) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:15.675926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2c383464-7528-455c-b0cb-5ee7cb2c0a63 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:15.711274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23f55e-dcd1-4e61-83f6-26a569d85039 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=b348c967-e383-4e48-9943-ed330fc6a594,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:15.742708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b0f652d-ec93-4f53-a374-6274acba3d6f req-36c387c0-cae8-47f2-abf8-bdc4fc3663e3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117352 Jul 16 09:03:15.863824 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.954460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=d49da437-4363-4845-ae20-e3f4496a0859,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:15.998153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c383464-7528-455c-b0cb-5ee7cb2c0a63 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:16.003958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c383464-7528-455c-b0cb-5ee7cb2c0a63 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.055364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-520139e6-d9c0-420c-ad9d-fa6eb3c1af81 None None] Provisioning for port b348c967-e383-4e48-9943-ed330fc6a594 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:16.065323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-520139e6-d9c0-420c-ad9d-fa6eb3c1af81 None None] Provisioning complete for port b348c967-e383-4e48-9943-ed330fc6a594 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:16.065969 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-520139e6-d9c0-420c-ad9d-fa6eb3c1af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.152017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-520139e6-d9c0-420c-ad9d-fa6eb3c1af81 None None] Port b348c967-e383-4e48-9943-ed330fc6a594 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:16.226795 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-2c383464-7528-455c-b0cb-5ee7cb2c0a63 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05201fb9-dd52-4185-a95b-c2cf21c98626 (CIDR: 2001:db8::/64) Jul 16 09:03:16.242604 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c383464-7528-455c-b0cb-5ee7cb2c0a63 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:16.246852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c383464-7528-455c-b0cb-5ee7cb2c0a63 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:16.275209 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2c383464-7528-455c-b0cb-5ee7cb2c0a63 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6008537 Jul 16 09:03:16.276524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50266) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:16.285854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2c632b2c-4842-4cd2-b76d-0bccfbac9716 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:16.438448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-e5ba46af-b4d5-41ff-a5c8-83368794a17f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:16.444467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-e5ba46af-b4d5-41ff-a5c8-83368794a17f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=98157924-9290-488c-834b-8119c5530cbc HTTP/1.1" status: 200 len: 943 time: 0.5031281 Jul 16 09:03:16.569307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c632b2c-4842-4cd2-b76d-0bccfbac9716 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:16.586249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c632b2c-4842-4cd2-b76d-0bccfbac9716 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.751280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.763709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b34a2c-1956-4f6c-b512-af40dbb5c21a req-e4283d5e-81c0-4de2-ae1e-c5ffc7523c2f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:16.766051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43b34a2c-1956-4f6c-b512-af40dbb5c21a req-e4283d5e-81c0-4de2-ae1e-c5ffc7523c2f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 943 time: 0.7702816 Jul 16 09:03:16.797637 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-2c632b2c-4842-4cd2-b76d-0bccfbac9716 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 83702af6-464a-465e-b471-f76c58e1941d (CIDR: 2001:db8:0:1::/64) Jul 16 09:03:16.803371 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c632b2c-4842-4cd2-b76d-0bccfbac9716 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:16.804131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c632b2c-4842-4cd2-b76d-0bccfbac9716 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:16.824393 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2c632b2c-4842-4cd2-b76d-0bccfbac9716 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5468566 Jul 16 09:03:16.826736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50270) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:16.832449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'subnet': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:16.944133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43b34a2c-1956-4f6c-b512-af40dbb5c21a req-df35c1fc-36e2-408a-beab-eb1089612f04 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639080 Jul 16 09:03:17.047477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Made reservation on behalf of 4d7f02459eb640fb913972341f0211a3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:17.058293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.121031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Deleting port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:17.121694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.212266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 4f58af5d-aeda-4be1-8495-8b037ccf8457 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:17.492757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] For port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:17.493385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.536994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f410-c039-4a9d-a7ab-df19a80780c8 req-0e8719ad-44b8-4dae-b5e9-f5518c06be9b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:17.538879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56b5f410-c039-4a9d-a7ab-df19a80780c8 req-0e8719ad-44b8-4dae-b5e9-f5518c06be9b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1984687 Jul 16 09:03:17.540034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Calling delete_port for 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:17.553532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:17.567188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8ae03389-5d42-42eb-8c74-7f3329708397 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/routers/4f58af5d-aeda-4be1-8495-8b037ccf8457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6852508 Jul 16 09:03:17.568617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50286) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:17.576966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aef3ec-9529-4541-a0b7-f628871bcada None None] Sync routers for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:17.632501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aef3ec-9529-4541-a0b7-f628871bcada None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:17.634789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-70aef3ec-9529-4541-a0b7-f628871bcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:17.659359 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.698186 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-96635fa3-93f4-44f0-a72e-cd833a180505 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2466798 Jul 16 09:03:17.703468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56b5f410-c039-4a9d-a7ab-df19a80780c8 req-8b1775c4-97e7-4b7f-a17f-e30568a852f8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441600 Jul 16 09:03:17.747786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.765141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-70aef3ec-9529-4541-a0b7-f628871bcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:17.789233 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82d48b4d-bb88-4348-9a84-bfd89785019d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.795793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aef3ec-9529-4541-a0b7-f628871bcada None None] Routers {'4f58af5d-aeda-4be1-8495-8b037ccf8457'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:17.800030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-70aef3ec-9529-4541-a0b7-f628871bcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:02:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['4f58af5d-aeda-4be1-8495-8b037ccf8457'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:17.894423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:17.902761 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.915590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-70aef3ec-9529-4541-a0b7-f628871bcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:17.919022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aef3ec-9529-4541-a0b7-f628871bcada None None] The sync data for ids ['4f58af5d-aeda-4be1-8495-8b037ccf8457'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:17.935073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:17.944398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:17.944965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57df6bb-106c-4654-938a-c0b36ce579b5 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:17.945394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.962596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Subnet': ['ID=725d5a87-2f5a-49f5-a968-7fe38fb744ff,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:17.996904 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bb7cb5a5-f0f3-400e-b04d-d6b692e7db69 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1666000 Jul 16 09:03:18.001917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50296) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:18.009109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-951760100', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '725d5a87-2f5a-49f5-a968-7fe38fb744ff'}], 'security_groups': ['592303d1-49fe-4446-9e87-86bb803463e5', 'cc5da6e0-3162-443d-826e-d8e63c61dbe3']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:18.098417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d59f0b2e-cebb-4f72-b0a3-4059ccdd40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.099445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d59f0b2e-cebb-4f72-b0a3-4059ccdd40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.099916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d59f0b2e-cebb-4f72-b0a3-4059ccdd40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.100416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d59f0b2e-cebb-4f72-b0a3-4059ccdd40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.100831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d59f0b2e-cebb-4f72-b0a3-4059ccdd40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.101292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d59f0b2e-cebb-4f72-b0a3-4059ccdd40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.101789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d59f0b2e-cebb-4f72-b0a3-4059ccdd40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.103853 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d59f0b2e-cebb-4f72-b0a3-4059ccdd40ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6510 time: 0.2608047 Jul 16 09:03:18.126733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.155115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9e791bf-de47-4027-abdb-8247fd9cad8b', '33e2af5f-d2a7-4175-a339-99382b177be6'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:18.311809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event deleted for resources: {'Port': ['ID=597eb7ae-09b9-4743-9106-0a53dd9c3aa7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:18.318911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] No DVR routers for this DVR port 597eb7ae-09b9-4743-9106-0a53dd9c3aa7 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:18.324906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.338155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa99d4df-abde-4e0b-8291-0fe8841247aa req-132487d0-7850-4b18-9d16-a2d36721ac5b tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "DELETE /v2.0/ports/597eb7ae-09b9-4743-9106-0a53dd9c3aa7 HTTP/1.1" status: 204 len: 173 time: 1.5833790 Jul 16 09:03:18.445129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'name': 'network-vif-deleted', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:18.469504 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ae7b31-b754-4691-8ab5-482f4645b2fc" -d '{"events": [{"server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "name": "network-vif-deleted", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:18.525402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.679111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15594b2c-7d45-41c5-9368-c9077e9841fb req-0af6e87f-1cf7-470f-87d5-32ce00370852 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.680790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15594b2c-7d45-41c5-9368-c9077e9841fb req-0af6e87f-1cf7-470f-87d5-32ce00370852 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 943 time: 0.3665252 Jul 16 09:03:18.777630 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15594b2c-7d45-41c5-9368-c9077e9841fb req-598d97eb-ed55-4cd6-9b60-6f9da6ee19e0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829759 Jul 16 09:03:18.810946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 23e83c27-4bcc-45e2-addc-8f239b3db262 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:18.811479 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.992479 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.013226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 23e83c27-4bcc-45e2-addc-8f239b3db262 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:19.033038 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.033038 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.062080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b7b93-809d-43a9-9948-7d55085f311d None None] Update dhcp port {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'fixed_ips': [{'subnet_id': '83702af6-464a-465e-b471-f76c58e1941d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05201fb9-dd52-4185-a95b-c2cf21c98626', 'ip_address': '2001:db8::2'}, {'subnet_id': '725d5a87-2f5a-49f5-a968-7fe38fb744ff'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '197ac8db-529d-4a56-a4f6-1b8e2857b07e'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:03:19.109925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-09a04604-b183-48f8-be24-2b7045711749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:19.110407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-09a04604-b183-48f8-be24-2b7045711749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:19.115096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-09a04604-b183-48f8-be24-2b7045711749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:19.117016 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-09a04604-b183-48f8-be24-2b7045711749 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f56d1b59-6046-47e5-8358-9118989f30fb&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=d7cd753c-1243-4a01-b070-f46b22af0ad9&id=d7cd753c-1243-4a01-b070-f46b22af0ad9 HTTP/1.1" status: 200 len: 2297 time: 0.8878706 Jul 16 09:03:19.187782 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de2b7b93-809d-43a9-9948-7d55085f311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.223120 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a924e4ab-a237-4ead-9e2d-5f3239e7dfad x-openstack-request-id: req-a924e4ab-a237-4ead-9e2d-5f3239e7dfad {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:19.228996 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98157924-9290-488c-834b-8119c5530cbc", "name": "network-vif-deleted", "tag": "597eb7ae-09b9-4743-9106-0a53dd9c3aa7", "status": "failed", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:19.230050 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a924e4ab-a237-4ead-9e2d-5f3239e7dfad {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:19.230683 n-d-780147-28 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98157924-9290-488c-834b-8119c5530cbc', 'name': 'network-vif-deleted', 'tag': '597eb7ae-09b9-4743-9106-0a53dd9c3aa7', 'status': 'failed', 'code': 422} returned with failed status Jul 16 09:03:19.273369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2495584-0508-4f7b-a326-8f733ad138da req-3895940e-21a6-42aa-8d3f-38423f0b6447 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:19.275133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2495584-0508-4f7b-a326-8f733ad138da req-3895940e-21a6-42aa-8d3f-38423f0b6447 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2457631 Jul 16 09:03:19.355481 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.617168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2495584-0508-4f7b-a326-8f733ad138da req-65a2dac7-dd0d-4a21-9e2c-d1d026545bb2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322873 Jul 16 09:03:19.631751 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-49b5ff8b-cd9f-4c6b-acc5-b1243c336efe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee HTTP/1.1" status: 200 len: 1002 time: 0.4995217 Jul 16 09:03:19.652054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.690320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=23e83c27-4bcc-45e2-addc-8f239b3db262,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.713246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-de2b7b93-809d-43a9-9948-7d55085f311d None None] Allocated IP 2001:db8:0:2::2 (76cfafcb-07f6-4010-b2b1-b79688ff771b/725d5a87-2f5a-49f5-a968-7fe38fb744ff/197ac8db-529d-4a56-a4f6-1b8e2857b07e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:19.785176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.031053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-de2b7b93-809d-43a9-9948-7d55085f311d None None] For port 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=197ac8db-529d-4a56-a4f6-1b8e2857b07e,segment=NetworkSegment(eed2f72b-53d5-4385-8c4d-707375581bfe),segment_id=eed2f72b-53d5-4385-8c4d-707375581bfe)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:20.073150 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de2b7b93-809d-43a9-9948-7d55085f311d None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.102835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-de2b7b93-809d-43a9-9948-7d55085f311d None None] Transition to ACTIVE for port object 197ac8db-529d-4a56-a4f6-1b8e2857b07e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:20.110070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-de2b7b93-809d-43a9-9948-7d55085f311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.164334 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.221779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-7537f8f8-4c75-44d9-91e0-d7174f0202c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:20.223561 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-7537f8f8-4c75-44d9-91e0-d7174f0202c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb977cdb-bd1e-4952-93e4-386a3ffddfea HTTP/1.1" status: 200 len: 855 time: 0.5804951 Jul 16 09:03:20.284421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b7b93-809d-43a9-9948-7d55085f311d None None] Pushing event updated for resources: {'Port': ['ID=197ac8db-529d-4a56-a4f6-1b8e2857b07e,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:20.441780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Delete allocated IP 2001:db8::1d3 (76cfafcb-07f6-4010-b2b1-b79688ff771b/05201fb9-dd52-4185-a95b-c2cf21c98626) {{(pid=94164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:03:20.451129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-43e26844-de89-4c11-b6a3-5e03d8de912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:20.452742 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-43e26844-de89-4c11-b6a3-5e03d8de912c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f56d1b59-6046-47e5-8358-9118989f30fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2159743 Jul 16 09:03:20.456313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Allocated IP 2001:db8:0:2::a2 (76cfafcb-07f6-4010-b2b1-b79688ff771b/725d5a87-2f5a-49f5-a968-7fe38fb744ff/b348c967-e383-4e48-9943-ed330fc6a594) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:20.611813 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-ee9e9433-beb3-4a6f-86da-4fa07b88a7e5 service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467519 Jul 16 09:03:20.725159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.728978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.843691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd878459-b191-4f74-ba8c-4e794bc012f4 req-b5517825-bbd3-40a2-9166-8d8f562208e1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:20.851515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd878459-b191-4f74-ba8c-4e794bc012f4 req-b5517825-bbd3-40a2-9166-8d8f562208e1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.9257696 Jul 16 09:03:20.859840 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.860413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Fanout notify agent at l3_agent the message router_deleted on router 4f58af5d-aeda-4be1-8495-8b037ccf8457 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:20.886718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.890692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4a8d9508-6777-4058-81c8-6dcd73dbbcc8 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/routers/4f58af5d-aeda-4be1-8495-8b037ccf8457 HTTP/1.1" status: 204 len: 168 time: 3.3183393 Jul 16 09:03:20.894524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50344) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:20.954393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb03b779-7a2e-4a41-b95f-bf8638a4b5c5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting subnet 33ae16b0-4ba4-461d-beac-896a33d8ab1d {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:20.972347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754bbf8-5ec0-4a9b-9101-0bdd9d53b5c7 req-9c657752-0fb1-4147-be67-8f4ecf189266 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:20.983176 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-3db3c3e1-0b79-4485-9200-3f4e270b858a service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361658 Jul 16 09:03:20.989840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0754bbf8-5ec0-4a9b-9101-0bdd9d53b5c7 req-9c657752-0fb1-4147-be67-8f4ecf189266 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 943 time: 0.9322817 Jul 16 09:03:20.991926 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb03b779-7a2e-4a41-b95f-bf8638a4b5c5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.003622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.024935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Transition to ACTIVE for port object b348c967-e383-4e48-9943-ed330fc6a594 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:21.038553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.107677 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-e9bc54e7-c42a-4f6e-9de6-cf1d8f42aace service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 217 time: 0.0812495 Jul 16 09:03:21.151664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd878459-b191-4f74-ba8c-4e794bc012f4 req-1ad01d60-6980-439c-875a-c73f04899261 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990012 Jul 16 09:03:21.169600 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb03b779-7a2e-4a41-b95f-bf8638a4b5c5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.190446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0754bbf8-5ec0-4a9b-9101-0bdd9d53b5c7 req-73cd2e02-c65c-4b25-b372-7776db9ac46c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937895 Jul 16 09:03:21.218900 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-3e91899a-73ac-4c83-b54b-20baa177b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:21.225847 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-3e91899a-73ac-4c83-b54b-20baa177b426 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.0916860 Jul 16 09:03:21.226889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] In _notify_port_updated(), no bound segment for port b348c967-e383-4e48-9943-ed330fc6a594 on network 76cfafcb-07f6-4010-b2b1-b79688ff771b {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:03:21.262094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:21.264085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.272410 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "PUT /v2.0/ports/b348c967-e383-4e48-9943-ed330fc6a594 HTTP/1.1" status: 200 len: 968 time: 3.2677863 Jul 16 09:03:21.275044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50356) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:21.327553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Provisioning for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:21.334875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:21.335248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.456372 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb03b779-7a2e-4a41-b95f-bf8638a4b5c5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.464222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4cb20-c957-4eae-a71c-f4a48ad24cbb tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event updated for resources: {'Port': ['ID=b348c967-e383-4e48-9943-ed330fc6a594,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:21.561682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-1d0319b0-df0e-4f73-aba0-a01ba4e5247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:21.565912 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-1d0319b0-df0e-4f73-aba0-a01ba4e5247b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2862978 Jul 16 09:03:21.622747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Provisioning for port b348c967-e383-4e48-9943-ed330fc6a594 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:21.629007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Provisioning complete for port b348c967-e383-4e48-9943-ed330fc6a594 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:21.630294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.651948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb03b779-7a2e-4a41-b95f-bf8638a4b5c5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.683840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Port b348c967-e383-4e48-9943-ed330fc6a594 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:21.721902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Provisioning complete for port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:21.723718 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.736296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb03b779-7a2e-4a41-b95f-bf8638a4b5c5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.744474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50362) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:21.744666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-eb03b779-7a2e-4a41-b95f-bf8638a4b5c5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/subnets/33ae16b0-4ba4-461d-beac-896a33d8ab1d HTTP/1.1" status: 204 len: 168 time: 0.8463917 Jul 16 09:03:21.801488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69746465-8c27-4bce-94fd-1b274c1aa8f8 None None] Network 4d1bc852-939f-41ef-94c3-3e99bd6cbfee requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:21.809756 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-35a0bb47-ca72-425c-af40-38a05dc4d845 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346139 Jul 16 09:03:21.842374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03b779-7a2e-4a41-b95f-bf8638a4b5c5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Subnet': ['ID=33ae16b0-4ba4-461d-beac-896a33d8ab1d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:21.892941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4fb88089-a754-44ab-8cbe-d896e7bb478a None None] Port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:21.940566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c9cd-9a40-4878-a272-23e0cd31d4de req-2aa8cbbc-13ff-4473-8177-be9c960bc73a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:21.954290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d61c9cd-9a40-4878-a272-23e0cd31d4de req-2aa8cbbc-13ff-4473-8177-be9c960bc73a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 908 time: 0.3911264 Jul 16 09:03:22.010963 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.017951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-75bacbce-7e87-47af-bcac-f5c56dd5f92f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.023372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-75bacbce-7e87-47af-bcac-f5c56dd5f92f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 908 time: 0.4692302 Jul 16 09:03:22.081277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 197ac8db-529d-4a56-a4f6-1b8e2857b07e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:22.082759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05492c08-48ab-4048-9758-d3af666f2c19 req-0a0f09ff-8f0b-4c1e-91bc-5e23ede0738b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.085197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05492c08-48ab-4048-9758-d3af666f2c19 req-0a0f09ff-8f0b-4c1e-91bc-5e23ede0738b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2520452 Jul 16 09:03:22.119867 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-0b060efe-a0f5-4f1e-bb32-3ecf7f6992d3 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011324 Jul 16 09:03:22.153626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b49e803f-07fe-437e-8411-f85799452722 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port b348c967-e383-4e48-9943-ed330fc6a594 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:22.153998 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b49e803f-07fe-437e-8411-f85799452722 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.182391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05492c08-48ab-4048-9758-d3af666f2c19 req-6d581c19-9ad6-410f-8ce3-5245949a6b16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Jul 16 09:03:22.218267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b74df838-42c1-40c2-b5c1-63fb825ecb51 None None] Provisioning complete for port b348c967-e383-4e48-9943-ed330fc6a594 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:22.218639 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b74df838-42c1-40c2-b5c1-63fb825ecb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.260248 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-e214bfe5-aed2-4d88-a0ae-7a609a638802 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 217 time: 0.1238310 Jul 16 09:03:22.272486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port df8f45be-85ed-44dc-ad67-03efdb123ee9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:22.272787 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.329638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d7565a37-4067-451c-9fac-3066aad3fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.331430 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-d7565a37-4067-451c-9fac-3066aad3fde3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.0563786 Jul 16 09:03:22.342924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b74df838-42c1-40c2-b5c1-63fb825ecb51 None None] Port b348c967-e383-4e48-9943-ed330fc6a594 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:22.404463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:22.405028 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.487314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] DHCP port deletion for 4d1bc852-939f-41ef-94c3-3e99bd6cbfee request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:03:22.522758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] For port df8f45be-85ed-44dc-ad67-03efdb123ee9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=df8f45be-85ed-44dc-ad67-03efdb123ee9,segment=NetworkSegment(0f7289cd-9a9d-47af-9fe6-847187924d6c),segment_id=0f7289cd-9a9d-47af-9fe6-847187924d6c)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:22.523033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.537635 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b6c6408e-eca8-4571-8664-9787959882e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.539404 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b6c6408e-eca8-4571-8664-9787959882e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1764114 Jul 16 09:03:22.546214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for df8f45be-85ed-44dc-ad67-03efdb123ee9 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:22.568164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b49e803f-07fe-437e-8411-f85799452722 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.615860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Deleting port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:22.616241 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.619212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b49e803f-07fe-437e-8411-f85799452722 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for b348c967-e383-4e48-9943-ed330fc6a594 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:22.651346 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-2a576209-fb29-4b3a-a3ee-96db704413d0 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008658 Jul 16 09:03:22.671060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] Deleting port df8f45be-85ed-44dc-ad67-03efdb123ee9 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:22.672860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.686928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c79db-8d29-43f6-b90d-d90e663b46eb req-6c2f0016-5bd2-4f72-9a73-0fc2b0dd92d6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.695018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e54c79db-8d29-43f6-b90d-d90e663b46eb req-6c2f0016-5bd2-4f72-9a73-0fc2b0dd92d6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 943 time: 0.2863505 Jul 16 09:03:22.732718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af5810-f2ca-4dac-839d-f20e9a8b1f34 req-de58dd9d-637b-4436-a4d9-cf86400e7139 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.734379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1af5810-f2ca-4dac-839d-f20e9a8b1f34 req-de58dd9d-637b-4436-a4d9-cf86400e7139 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2648220 Jul 16 09:03:22.769263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] For port df8f45be-85ed-44dc-ad67-03efdb123ee9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=df8f45be-85ed-44dc-ad67-03efdb123ee9,segment=NetworkSegment(0f7289cd-9a9d-47af-9fe6-847187924d6c),segment_id=0f7289cd-9a9d-47af-9fe6-847187924d6c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:22.770001 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.798118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] Calling delete_port for df8f45be-85ed-44dc-ad67-03efdb123ee9 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:22.798359 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-27404228-e5bb-4679-b2f6-0dd82babd7e6 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373498 Jul 16 09:03:22.863068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e54c79db-8d29-43f6-b90d-d90e663b46eb req-5ef42227-9aaa-49db-97cb-4e273d8c9cc6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671419 Jul 16 09:03:22.932099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1af5810-f2ca-4dac-839d-f20e9a8b1f34 req-a53fb90b-d3d4-4655-a926-37d227bd8b5c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481874 Jul 16 09:03:22.964431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] For port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:22.964813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.976879 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-cf936ef6-99a3-4e13-97ab-9ee80e5f4b86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=b907f41a-7d40-4b14-939a-e6b601b4b132 HTTP/1.1" status: 200 len: 217 time: 0.0876203 Jul 16 09:03:22.978755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.021907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Calling delete_port for a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:23.060612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.090527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=df8f45be-85ed-44dc-ad67-03efdb123ee9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:23.146473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] Pushing event deleted for resources: {'Port': ['ID=df8f45be-85ed-44dc-ad67-03efdb123ee9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:23.156423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] No DVR routers for this DVR port df8f45be-85ed-44dc-ad67-03efdb123ee9 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:23.194810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcefcda-00b2-43e3-91a3-57ac32157cc2 None None] No DVR routers for this DVR port df8f45be-85ed-44dc-ad67-03efdb123ee9 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:23.263225 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b49e803f-07fe-437e-8411-f85799452722 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.293021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-8961c6d8-9905-4fd7-8424-a5ec3e35f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:23.295373 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-8961c6d8-9905-4fd7-8424-a5ec3e35f803 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.2196052 Jul 16 09:03:23.379423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e803f-07fe-437e-8411-f85799452722 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=b348c967-e383-4e48-9943-ed330fc6a594,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:23.428506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.450337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1bc852-939f-41ef-94c3-3e99bd6cbfee']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:23.458233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b49e803f-07fe-437e-8411-f85799452722 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.460732 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b49e803f-07fe-437e-8411-f85799452722 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/b348c967-e383-4e48-9943-ed330fc6a594 HTTP/1.1" status: 204 len: 168 time: 2.1847150 Jul 16 09:03:23.463602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50390) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:23.471742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7289cd-9a9d-47af-9fe6-847187924d6c') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:23.475782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7289cd-9a9d-47af-9fe6-847187924d6c') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:23.494436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-dfb8f2ce-28d0-4471-aff6-494659e69d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:23.496247 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-dfb8f2ce-28d0-4471-aff6-494659e69d1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1629498 Jul 16 09:03:23.500304 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.578686 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.585686 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2066b6c2-d85c-4ea1-9c62-8a863bff4414 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] GET failed (client error): The resource could not be found. Jul 16 09:03:23.588277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2066b6c2-d85c-4ea1-9c62-8a863bff4414 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports/b348c967-e383-4e48-9943-ed330fc6a594 HTTP/1.1" status: 404 len: 333 time: 0.1222479 Jul 16 09:03:23.597609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50396) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:23.612386 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:03:23.646217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:23.647027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:23.650423 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:23.712687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b746e-60e3-47ac-8299-206ea29620fc req-bfd72381-2ec4-4d04-99d4-cf78332c41ee tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:23.725397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff0b746e-60e3-47ac-8299-206ea29620fc req-bfd72381-2ec4-4d04-99d4-cf78332c41ee tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d0c906-25ed-4df2-88d8-7798d5fa793a HTTP/1.1" status: 200 len: 908 time: 0.5261040 Jul 16 09:03:23.729948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.795495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event deleted for resources: {'Port': ['ID=a6aa48b5-f9d3-4b12-b73d-48f6a08847b4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:23.879438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] No DVR routers for this DVR port a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:23.892283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.901347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7632592-e2ca-4aeb-8942-b2b5d02a8827 req-5637bbe6-8819-49c4-beca-df5254248d2d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "DELETE /v2.0/ports/a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 HTTP/1.1" status: 204 len: 173 time: 1.8626072 Jul 16 09:03:23.906602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'name': 'network-vif-deleted', 'tag': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:23.909708 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb9e08e-5483-4787-9a07-f16d10d9cc33" -d '{"events": [{"server_uuid": "e0d0c906-25ed-4df2-88d8-7798d5fa793a", "name": "network-vif-deleted", "tag": "a6aa48b5-f9d3-4b12-b73d-48f6a08847b4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:23.916568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.922960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bb6dec42-1ea8-4186-affa-6ff662dc5c3c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.956333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bb6dec42-1ea8-4186-affa-6ff662dc5c3c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.994887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.004917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-05704c30-9e69-47cb-b043-a21420d6041d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.009894 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/networks/4d1bc852-939f-41ef-94c3-3e99bd6cbfee HTTP/1.1" status: 204 len: 168 time: 2.2632756 Jul 16 09:03:24.018103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50404) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:24.022919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-05704c30-9e69-47cb-b043-a21420d6041d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.030590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-05704c30-9e69-47cb-b043-a21420d6041d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.042788 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-447f5214-63dd-48ec-9d70-272eb431d0de service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307195 Jul 16 09:03:24.046119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-05704c30-9e69-47cb-b043-a21420d6041d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.062844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-05704c30-9e69-47cb-b043-a21420d6041d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.069448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-05704c30-9e69-47cb-b043-a21420d6041d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.086156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-05704c30-9e69-47cb-b043-a21420d6041d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.088235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-05704c30-9e69-47cb-b043-a21420d6041d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.3055284 Jul 16 09:03:24.091252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device df8f45be-85ed-44dc-ad67-03efdb123ee9 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:24.162185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: df8f45be-85ed-44dc-ad67-03efdb123ee9 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:24.162603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device df8f45be-85ed-44dc-ad67-03efdb123ee9 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:24.181599 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be57b08b-5fb7-424a-bc73-7b30da01aeae req-18e3f960-f112-4c6b-8228-5749ac52a11b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799723 Jul 16 09:03:24.264827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe33e3-b4f8-4f50-82b6-2cce42f068ba req-db909550-5a44-414c-8136-166c27047373 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.276196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17fe33e3-b4f8-4f50-82b6-2cce42f068ba req-db909550-5a44-414c-8136-166c27047373 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1868691 Jul 16 09:03:24.324003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0949a-ca10-4ad2-aee0-716f40ca3bc5 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Network': ['ID=4d1bc852-939f-41ef-94c3-3e99bd6cbfee,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:24.361205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17fe33e3-b4f8-4f50-82b6-2cce42f068ba req-431e291a-aa9e-4ab6-a096-e9efabeb91e1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841246 Jul 16 09:03:24.448217 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-dee73e3e-defa-4663-b502-5e217665d474 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751287 Jul 16 09:03:24.524779 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c0479-0840-4245-8bd4-9413c9186341 x-openstack-request-id: req-5e1c0479-0840-4245-8bd4-9413c9186341 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:24.525064 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d0c906-25ed-4df2-88d8-7798d5fa793a", "name": "network-vif-deleted", "tag": "a6aa48b5-f9d3-4b12-b73d-48f6a08847b4", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:24.525312 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e1c0479-0840-4245-8bd4-9413c9186341 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:24.525772 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d0c906-25ed-4df2-88d8-7798d5fa793a', 'name': 'network-vif-deleted', 'tag': 'a6aa48b5-f9d3-4b12-b73d-48f6a08847b4', 'status': 'completed', 'code': 200} Jul 16 09:03:24.562219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-ad60913a-caef-4fc1-83c3-a631fbb35665 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a HTTP/1.1" status: 200 len: 217 time: 0.0580144 Jul 16 09:03:24.616322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3302e1-a85e-4793-8ca5-f9e0f7df7bbb req-e4eb4980-f0ad-4fb2-98cd-56d037ced5f6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.626813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e3302e1-a85e-4793-8ca5-f9e0f7df7bbb req-e4eb4980-f0ad-4fb2-98cd-56d037ced5f6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 943 time: 0.1708746 Jul 16 09:03:24.648815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bb6dec42-1ea8-4186-affa-6ff662dc5c3c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.652508 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bb6dec42-1ea8-4186-affa-6ff662dc5c3c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.656220 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bb6dec42-1ea8-4186-affa-6ff662dc5c3c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/security-groups/3055541d-eceb-49b0-8347-f8dadc67cee5 HTTP/1.1" status: 204 len: 168 time: 1.0502765 Jul 16 09:03:24.660553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50420) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:24.698168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dec42-1ea8-4186-affa-6ff662dc5c3c tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3055541d-eceb-49b0-8347-f8dadc67cee5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:24.740405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b324c307-9d70-40bc-a879-cd7b52c0a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.742249 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b324c307-9d70-40bc-a879-cd7b52c0a9cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.1644533 Jul 16 09:03:24.746425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 7256d264-32b0-4c83-9577-05abe2be904c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:24.746987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.820463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e3302e1-a85e-4793-8ca5-f9e0f7df7bbb req-27559d59-7f88-4855-8103-c3e57d8ec061 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844633 Jul 16 09:03:24.886000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.886329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.903954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 7256d264-32b0-4c83-9577-05abe2be904c owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:24.926142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:24.976021 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa29be52-d1b4-4e46-a5ba-29df2eaf6f50 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.998594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:24.999216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a6aa48b5-f9d3-4b12-b73d-48f6a08847b4 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:25.137599 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa29be52-d1b4-4e46-a5ba-29df2eaf6f50 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.256862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067ac3-0884-46cd-8320-1277a0083132 req-6db2f876-d2e4-44f4-986b-f1a5d0793b6c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.262269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.265034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067ac3-0884-46cd-8320-1277a0083132 req-6db2f876-d2e4-44f4-986b-f1a5d0793b6c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.272192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067ac3-0884-46cd-8320-1277a0083132 req-6db2f876-d2e4-44f4-986b-f1a5d0793b6c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.278298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067ac3-0884-46cd-8320-1277a0083132 req-6db2f876-d2e4-44f4-986b-f1a5d0793b6c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.291303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b68391d5-e4d3-4f4b-aca4-cedffdfdd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.293798 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b68391d5-e4d3-4f4b-aca4-cedffdfdd962 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2425716 Jul 16 09:03:25.293927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067ac3-0884-46cd-8320-1277a0083132 req-6db2f876-d2e4-44f4-986b-f1a5d0793b6c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.297858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=7256d264-32b0-4c83-9577-05abe2be904c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:25.300894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067ac3-0884-46cd-8320-1277a0083132 req-6db2f876-d2e4-44f4-986b-f1a5d0793b6c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.309626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067ac3-0884-46cd-8320-1277a0083132 req-6db2f876-d2e4-44f4-986b-f1a5d0793b6c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.313514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59067ac3-0884-46cd-8320-1277a0083132 req-6db2f876-d2e4-44f4-986b-f1a5d0793b6c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.4181206 Jul 16 09:03:25.364080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a7664-ddd0-4424-83dd-e2d234c0921d req-45d1b356-206e-479f-86cc-e89ace6a5a8b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.366277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b1a7664-ddd0-4424-83dd-e2d234c0921d req-45d1b356-206e-479f-86cc-e89ace6a5a8b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3072135 Jul 16 09:03:25.368234 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa29be52-d1b4-4e46-a5ba-29df2eaf6f50 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.371365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa29be52-d1b4-4e46-a5ba-29df2eaf6f50 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.375481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aa29be52-d1b4-4e46-a5ba-29df2eaf6f50 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/security-groups/cc5da6e0-3162-443d-826e-d8e63c61dbe3 HTTP/1.1" status: 204 len: 168 time: 0.7091208 Jul 16 09:03:25.386021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50428) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:25.386820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29be52-d1b4-4e46-a5ba-29df2eaf6f50 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5da6e0-3162-443d-826e-d8e63c61dbe3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:25.521475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b1a7664-ddd0-4424-83dd-e2d234c0921d req-d1a81156-3b26-483a-b9ba-94e82c706e66 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362667 Jul 16 09:03:25.534281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.541381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.545515 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1e1bdb7b-66fe-4336-a905-e6a85496d81e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/floatingips/4fe3d254-e3f4-4f63-9205-5e982e41f389 HTTP/1.1" status: 204 len: 168 time: 1.5242150 Jul 16 09:03:25.548613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50432) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:25.551009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7dad6a2-82be-46ca-8073-05b41f47eb86 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.713854 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf9ddf2-76c4-45b5-b5bd-7c021330d735 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:25.714632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf9ddf2-76c4-45b5-b5bd-7c021330d735 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:25.722321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50448) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:25.726756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cbf9ddf2-76c4-45b5-b5bd-7c021330d735 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/ports/57e4a0de-e19e-4e81-bfc1-b2bb33fcbb11 HTTP/1.1" status: 404 len: 333 time: 0.1777711 Jul 16 09:03:25.738592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7dad6a2-82be-46ca-8073-05b41f47eb86 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.815433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50454) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:25.818798 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ac221ed6-6cc5-466f-8e9a-5c86852a9c73 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f58af5d-aeda-4be1-8495-8b037ccf8457 HTTP/1.1" status: 200 len: 205 time: 0.0925090 Jul 16 09:03:25.835965 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b91a996b-f92e-42a0-99c5-036246705fe7 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277667 Jul 16 09:03:25.901481 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7dad6a2-82be-46ca-8073-05b41f47eb86 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.904774 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7dad6a2-82be-46ca-8073-05b41f47eb86 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.908443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b7dad6a2-82be-46ca-8073-05b41f47eb86 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/security-groups/592303d1-49fe-4446-9e87-86bb803463e5 HTTP/1.1" status: 204 len: 168 time: 0.5170040 Jul 16 09:03:25.911791 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-0a2675e3-3910-4005-812d-41e71272fbdb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] delete failed (client error): The resource could not be found. Jul 16 09:03:25.916321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a2675e3-3910-4005-812d-41e71272fbdb tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/routers/4f58af5d-aeda-4be1-8495-8b037ccf8457 HTTP/1.1" status: 404 len: 336 time: 0.0997422 Jul 16 09:03:25.916914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50462) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:25.917241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50464) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:25.967777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dad6a2-82be-46ca-8073-05b41f47eb86 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592303d1-49fe-4446-9e87-86bb803463e5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:26.014763 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-79c1be2f-8c5d-4234-bcb7-1fc177c54bb5 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638813 Jul 16 09:03:26.034594 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd32420-7fdf-4ea1-a554-8dbd0cbbf5f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:26.035103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd32420-7fdf-4ea1-a554-8dbd0cbbf5f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:26.041200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5dd32420-7fdf-4ea1-a554-8dbd0cbbf5f4 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/subnets/33ae16b0-4ba4-461d-beac-896a33d8ab1d HTTP/1.1" status: 404 len: 337 time: 0.1100278 Jul 16 09:03:26.041865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50472) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:26.100440 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-ac3c4be9-4a7a-4624-b393-b8d63d11f310 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d HTTP/1.1" status: 200 len: 217 time: 0.0778594 Jul 16 09:03:26.242049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-f5bd834f-1272-4aa9-b128-605d0f593c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.262332 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-f5bd834f-1272-4aa9-b128-605d0f593c48 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.1393373 Jul 16 09:03:26.316645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4d779b-40b3-4eca-90a5-e9d774e8f571 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet 05201fb9-dd52-4185-a95b-c2cf21c98626 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:26.327753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d4d779b-40b3-4eca-90a5-e9d774e8f571 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.382663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b5a952de-9973-48ca-ae08-7afc32ae3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.385775 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-b5a952de-9973-48ca-ae08-7afc32ae3080 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1224008 Jul 16 09:03:26.447404 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d4d779b-40b3-4eca-90a5-e9d774e8f571 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.509457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb416be-5f8f-4090-98a0-602506033d73 req-ff7332ff-ed47-48e4-8065-5eb04c37d762 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.511403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cb416be-5f8f-4090-98a0-602506033d73 req-ff7332ff-ed47-48e4-8065-5eb04c37d762 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 813 time: 0.6124110 Jul 16 09:03:26.558575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cb416be-5f8f-4090-98a0-602506033d73 req-26342497-3fd9-4054-b11d-8db9f28ff458 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/quotas/4554963337854556ab49a3228e5ea3d5 HTTP/1.1" status: 200 len: 375 time: 0.0339606 Jul 16 09:03:26.600087 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-527eb9ae-e2cf-4bea-97ab-acae256c151c service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962235 Jul 16 09:03:26.636284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a054634-f6d5-4f61-a31d-2bdc9bcb816e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 9bd59fd2-508e-4690-8e44-3cd7f38ca07e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:26.636643 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a054634-f6d5-4f61-a31d-2bdc9bcb816e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.686871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aad2c-a6a6-4ae0-85bf-42d793620120 req-b035dee4-ca95-45b3-b9c1-1b040b292801 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.694449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c5aad2c-a6a6-4ae0-85bf-42d793620120 req-b035dee4-ca95-45b3-b9c1-1b040b292801 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 943 time: 0.3289993 Jul 16 09:03:26.715225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device c83ada91-3026-4105-be1f-8bfbd6ab00a8 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:03:26.718615 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d4d779b-40b3-4eca-90a5-e9d774e8f571 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.829718 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-e37f21ae-8adf-4a3d-bcdd-c447c4061895 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209129 Jul 16 09:03:26.889784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port c83ada91-3026-4105-be1f-8bfbd6ab00a8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=c83ada91-3026-4105-be1f-8bfbd6ab00a8,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:26.900158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a054634-f6d5-4f61-a31d-2bdc9bcb816e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.903062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'c83ada91-3026-4105-be1f-8bfbd6ab00a8', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'port_id': 'c83ada91-3026-4105-be1f-8bfbd6ab00a8', 'mac_address': 'fa:16:3e:35:97:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:03:26.903863 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-9d6ae51c-bd45-4f78-88e2-1d1080c5e826 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a HTTP/1.1" status: 200 len: 217 time: 0.0672982 Jul 16 09:03:26.926868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0c5aad2c-a6a6-4ae0-85bf-42d793620120 req-591baf31-834b-4d9d-85de-451468a691bd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313640 Jul 16 09:03:26.944665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cb416be-5f8f-4090-98a0-602506033d73 req-7d08d507-159a-4882-a19f-5adffab56f75 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3621991 Jul 16 09:03:26.969586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a054634-f6d5-4f61-a31d-2bdc9bcb816e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 9bd59fd2-508e-4690-8e44-3cd7f38ca07e owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:26.990966 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.012993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-f4e68c09-e57c-461a-a5f3-844fe858be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:27.015022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-f4e68c09-e57c-461a-a5f3-844fe858be3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.1021125 Jul 16 09:03:27.033776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83ada91-3026-4105-be1f-8bfbd6ab00a8 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:27.087391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port c83ada91-3026-4105-be1f-8bfbd6ab00a8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=c83ada91-3026-4105-be1f-8bfbd6ab00a8,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:27.092891 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.188549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-965e55eb-83c7-47b8-8caf-033801559cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:27.191027 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-965e55eb-83c7-47b8-8caf-033801559cd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1684747 Jul 16 09:03:27.306694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=c83ada91-3026-4105-be1f-8bfbd6ab00a8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:27.310036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d4d779b-40b3-4eca-90a5-e9d774e8f571 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.331677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a054634-f6d5-4f61-a31d-2bdc9bcb816e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.408102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a054634-f6d5-4f61-a31d-2bdc9bcb816e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=9bd59fd2-508e-4690-8e44-3cd7f38ca07e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:27.421962 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-8090448a-5b09-43a1-8a0d-879f3cb7a187 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191498 Jul 16 09:03:27.425209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41b4d4-b2b4-4df7-a324-bcba4a633718 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:27.441091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d779b-40b3-4eca-90a5-e9d774e8f571 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=05201fb9-dd52-4185-a95b-c2cf21c98626,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:27.443312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d4d779b-40b3-4eca-90a5-e9d774e8f571 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.445318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2d4d779b-40b3-4eca-90a5-e9d774e8f571 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/05201fb9-dd52-4185-a95b-c2cf21c98626 HTTP/1.1" status: 204 len: 168 time: 1.5158682 Jul 16 09:03:27.450470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50596) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:27.509798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['c83ada91-3026-4105-be1f-8bfbd6ab00a8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:27.598823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd69a8cf-5705-4c39-839d-028beb9fdb82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet 725d5a87-2f5a-49f5-a968-7fe38fb744ff {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:27.598823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd69a8cf-5705-4c39-839d-028beb9fdb82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.306258 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd69a8cf-5705-4c39-839d-028beb9fdb82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.311695 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-26e87556-9d1f-46f6-bc55-cbf13311f372 req-e1d39b01-ece4-4d70-bfa7-0cffb1202485 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749177 Jul 16 09:03:28.434938 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a054634-f6d5-4f61-a31d-2bdc9bcb816e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.437052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a054634-f6d5-4f61-a31d-2bdc9bcb816e tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/ports/9bd59fd2-508e-4690-8e44-3cd7f38ca07e HTTP/1.1" status: 204 len: 168 time: 2.3894887 Jul 16 09:03:28.440569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50720) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.450614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e415-dac2-4122-9e5b-cb67319d455f req-3edcda06-fc17-45fd-8628-316c21495fe1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.458850 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9065e415-dac2-4122-9e5b-cb67319d455f req-3edcda06-fc17-45fd-8628-316c21495fe1 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 945 time: 1.1322670 Jul 16 09:03:28.497010 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd69a8cf-5705-4c39-839d-028beb9fdb82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.524696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50730) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.541509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97358f85-9663-403a-ad38-a0deb9e3825a req-2f3764b7-ce1d-4c20-a088-6121e0cf6680 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.559662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97358f85-9663-403a-ad38-a0deb9e3825a req-2f3764b7-ce1d-4c20-a088-6121e0cf6680 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 1.1529837 Jul 16 09:03:28.583395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-0223931c-9dac-4ec7-89ad-13bafff837cd tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.585215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-0223931c-9dac-4ec7-89ad-13bafff837cd tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 945 time: 0.3442612 Jul 16 09:03:28.629093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd69a8cf-5705-4c39-839d-028beb9fdb82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.694676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69a8cf-5705-4c39-839d-028beb9fdb82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=725d5a87-2f5a-49f5-a968-7fe38fb744ff,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.736779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd69a8cf-5705-4c39-839d-028beb9fdb82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.738883 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fd69a8cf-5705-4c39-839d-028beb9fdb82 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/725d5a87-2f5a-49f5-a968-7fe38fb744ff HTTP/1.1" status: 204 len: 168 time: 1.2872858 Jul 16 09:03:28.744533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50754) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.756833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9065e415-dac2-4122-9e5b-cb67319d455f req-a3f38624-17cf-4728-a87d-51ce3ecad91e tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967260 Jul 16 09:03:28.793546 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a3350f-1257-4dfe-a5f9-64a7251390ad tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:28.794222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a3350f-1257-4dfe-a5f9-64a7251390ad tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:28.796236 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-90a3350f-1257-4dfe-a5f9-64a7251390ad tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/05201fb9-dd52-4185-a95b-c2cf21c98626 HTTP/1.1" status: 404 len: 337 time: 0.0469935 Jul 16 09:03:28.800001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50760) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.863187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97358f85-9663-403a-ad38-a0deb9e3825a req-ca0d5c39-c70a-4458-856d-09fe12bbffdd tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012190 Jul 16 09:03:28.968099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-bc061bf4-0a12-4d19-82dd-b82e23d5f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.972911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-bc061bf4-0a12-4d19-82dd-b82e23d5f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.973467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-bc061bf4-0a12-4d19-82dd-b82e23d5f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.974035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-bc061bf4-0a12-4d19-82dd-b82e23d5f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.974785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-bc061bf4-0a12-4d19-82dd-b82e23d5f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.974956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-bc061bf4-0a12-4d19-82dd-b82e23d5f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.975425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-bc061bf4-0a12-4d19-82dd-b82e23d5f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.977519 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-bc061bf4-0a12-4d19-82dd-b82e23d5f41e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6510 time: 0.4482803 Jul 16 09:03:28.987827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6541a65e-4b06-4e2f-a23f-9024ee3f2f20 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port bbfeb32e-1e70-4547-9a6f-82fa7171f611 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:28.988122 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6541a65e-4b06-4e2f-a23f-9024ee3f2f20 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.003055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ae0cb7-1e76-4b27-9aea-c52b1f65365b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting subnet 83702af6-464a-465e-b471-f76c58e1941d {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:29.007352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03ae0cb7-1e76-4b27-9aea-c52b1f65365b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.102938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03ae0cb7-1e76-4b27-9aea-c52b1f65365b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.150147 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-70288988-8dff-406f-9ac5-5d66f471d072 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390433 Jul 16 09:03:29.152234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d6f70-99bd-4d4f-bd2b-683a07a42791 None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:29.194684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Deleting port 33e2af5f-d2a7-4175-a339-99382b177be6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:29.195405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.251762 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03ae0cb7-1e76-4b27-9aea-c52b1f65365b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.291761 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6541a65e-4b06-4e2f-a23f-9024ee3f2f20 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.352207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5b3f7e63-2895-4731-ae00-ecc1b92f7580 None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:29.352646 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7e63-2895-4731-ae00-ecc1b92f7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.367314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6541a65e-4b06-4e2f-a23f-9024ee3f2f20 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for bbfeb32e-1e70-4547-9a6f-82fa7171f611 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:29.384075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03ae0cb7-1e76-4b27-9aea-c52b1f65365b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.411721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a32f4-6328-416e-87b2-2018b738417c req-a750e842-d9aa-4e73-923b-ddc6412fafb0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:29.419122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-094a32f4-6328-416e-87b2-2018b738417c req-a750e842-d9aa-4e73-923b-ddc6412fafb0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 944 time: 0.4331915 Jul 16 09:03:29.492486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae0cb7-1e76-4b27-9aea-c52b1f65365b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Subnet': ['ID=83702af6-464a-465e-b471-f76c58e1941d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:29.497013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03ae0cb7-1e76-4b27-9aea-c52b1f65365b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.499030 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-03ae0cb7-1e76-4b27-9aea-c52b1f65365b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/83702af6-464a-465e-b471-f76c58e1941d HTTP/1.1" status: 204 len: 168 time: 0.6980064 Jul 16 09:03:29.503219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50852) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.512952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] For port 33e2af5f-d2a7-4175-a339-99382b177be6, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e2af5f-d2a7-4175-a339-99382b177be6,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:29.513473 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.538484 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8a3e12-7b2c-447c-9921-605e49a74dc5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:29.539102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8a3e12-7b2c-447c-9921-605e49a74dc5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:29.543411 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9a8a3e12-7b2c-447c-9921-605e49a74dc5 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/964590fc-3e8c-4dbe-9659-e60c32462577 HTTP/1.1" status: 404 len: 337 time: 0.0367308 Jul 16 09:03:29.543583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5b3f7e63-2895-4731-ae00-ecc1b92f7580 None None] Provisioning complete for port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:29.543583 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7e63-2895-4731-ae00-ecc1b92f7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.543764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50856) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.550777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Calling delete_port for 33e2af5f-d2a7-4175-a339-99382b177be6 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:29.587096 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fba61677-e4a6-4352-ac07-5a9ab170b7c0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d96897b7-487f-4abf-b274-84003ee02a04 HTTP/1.1" status: 200 len: 205 time: 0.0358820 Jul 16 09:03:29.587941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50860) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.596931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-094a32f4-6328-416e-87b2-2018b738417c req-f6ecfd07-8771-4b99-8ef7-f3174d5423e9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734464 Jul 16 09:03:29.624293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f7e63-2895-4731-ae00-ecc1b92f7580 None None] Port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:29.625075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc30c9-10de-42f0-9471-719813e3dc3a req-047e9e96-6c85-4621-8ce5-97eda46505c8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:29.629420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74dc30c9-10de-42f0-9471-719813e3dc3a req-047e9e96-6c85-4621-8ce5-97eda46505c8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.4269660 Jul 16 09:03:29.651538 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-6920c3a1-02ea-4733-b552-9179826ec4ab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] delete failed (client error): The resource could not be found. Jul 16 09:03:29.652694 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6920c3a1-02ea-4733-b552-9179826ec4ab tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/routers/d96897b7-487f-4abf-b274-84003ee02a04 HTTP/1.1" status: 404 len: 336 time: 0.0637527 Jul 16 09:03:29.655936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50874) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.680697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482a73c-5580-43b1-8485-9a3ad26d2857 None None] Update dhcp port {'port': {'network_id': '76cfafcb-07f6-4010-b2b1-b79688ff771b', 'fixed_ips': [{'subnet_id': '83702af6-464a-465e-b471-f76c58e1941d'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '197ac8db-529d-4a56-a4f6-1b8e2857b07e'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:03:29.726682 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-03089532-7251-4186-b29c-30126d034e3b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:29.727295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03089532-7251-4186-b29c-30126d034e3b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:29.727763 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e482a73c-5580-43b1-8485-9a3ad26d2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.734310 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-03089532-7251-4186-b29c-30126d034e3b tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/bc82cd55-6553-4347-8892-ad11a3301506 HTTP/1.1" status: 404 len: 337 time: 0.0770686 Jul 16 09:03:29.735484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50890) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.777280 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80f8e0f-b193-40e2-b483-97ce9aae68b0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:29.777280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80f8e0f-b193-40e2-b483-97ce9aae68b0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:29.781686 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c80f8e0f-b193-40e2-b483-97ce9aae68b0 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/5f6f878d-1269-4057-8f18-c244e156c440 HTTP/1.1" status: 404 len: 337 time: 0.0447958 Jul 16 09:03:29.782688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50898) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.829135 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0bfe3e-eafb-4e97-8bac-b2ad60419709 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:29.829824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0bfe3e-eafb-4e97-8bac-b2ad60419709 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:29.840740 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-df0bfe3e-eafb-4e97-8bac-b2ad60419709 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/8c4aefe0-ca5c-49b4-ab06-ae577a8f876a HTTP/1.1" status: 404 len: 337 time: 0.0567768 Jul 16 09:03:29.841104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50908) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.877053 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5838b8b5-6049-415b-8547-24e0948728d7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:29.877894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5838b8b5-6049-415b-8547-24e0948728d7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:29.879943 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5838b8b5-6049-415b-8547-24e0948728d7 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/46556a43-74cb-4152-ab52-752cb6bcbf91 HTTP/1.1" status: 404 len: 333 time: 0.0378413 Jul 16 09:03:29.882808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50916) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.884662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74dc30c9-10de-42f0-9471-719813e3dc3a req-ca0c619f-41dc-4483-8b92-b22ad524248f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340100 Jul 16 09:03:29.929402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6541a65e-4b06-4e2f-a23f-9024ee3f2f20 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.947708 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d404545-b771-4a84-b78a-1d0871301bdd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:29.948180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d404545-b771-4a84-b78a-1d0871301bdd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:29.950474 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3d404545-b771-4a84-b78a-1d0871301bdd tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/14a694ec-b45c-45bb-8283-73729163244c HTTP/1.1" status: 404 len: 337 time: 0.0666561 Jul 16 09:03:29.954530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50926) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.996383 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2b488b-61ee-43c0-beb2-1ecd87b9eafc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:29.996895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2b488b-61ee-43c0-beb2-1ecd87b9eafc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:29.998844 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af2b488b-61ee-43c0-beb2-1ecd87b9eafc tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/efb3d799-77d3-42ec-98fc-1dae763ba9bd HTTP/1.1" status: 404 len: 337 time: 0.0380073 Jul 16 09:03:30.001405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.027453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541a65e-4b06-4e2f-a23f-9024ee3f2f20 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=bbfeb32e-1e70-4547-9a6f-82fa7171f611,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:30.049665 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c4edba-b631-4fa9-85c1-4eb71cc58de8 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:30.057570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bd6bf2-9e70-4b13-bdb6-b337c657ebcd None None] Network 76cfafcb-07f6-4010-b2b1-b79688ff771b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:30.060104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c4edba-b631-4fa9-85c1-4eb71cc58de8 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:30.073254 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-89c4edba-b631-4fa9-85c1-4eb71cc58de8 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/0478e03d-dd87-4edd-8d6e-c27c70b31c32 HTTP/1.1" status: 404 len: 333 time: 0.0684495 Jul 16 09:03:30.073523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.098154 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8889fcbc-0096-447a-95c0-779996105904 None None] Provisioning complete for port 197ac8db-529d-4a56-a4f6-1b8e2857b07e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:30.099417 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8889fcbc-0096-447a-95c0-779996105904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.108834 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-31303236-f3be-4719-aaae-33412f7260f4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:30.109506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31303236-f3be-4719-aaae-33412f7260f4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:30.111674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-31303236-f3be-4719-aaae-33412f7260f4 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/efa7d613-c468-4eee-8592-ae1a930cacc3 HTTP/1.1" status: 404 len: 337 time: 0.0371919 Jul 16 09:03:30.114382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50950) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.142795 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3380bc6e-eb25-412f-a991-d2e84e518327 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:30.143265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3380bc6e-eb25-412f-a991-d2e84e518327 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:30.146495 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3380bc6e-eb25-412f-a991-d2e84e518327 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/subnets/7b13f8d6-53cb-487e-b188-bae727512a7b HTTP/1.1" status: 404 len: 337 time: 0.0296996 Jul 16 09:03:30.150219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50956) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.187054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.201470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9e791bf-de47-4027-abdb-8247fd9cad8b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:30.211265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6cf88-9504-453e-987b-fd466f147905 req-253d386c-69be-4666-bd1d-df0bd8eb27ef tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:30.218750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4b6cf88-9504-453e-987b-fd466f147905 req-253d386c-69be-4666-bd1d-df0bd8eb27ef tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 949 time: 0.3688636 Jul 16 09:03:30.263715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event deleted for resources: {'Port': ['ID=33e2af5f-d2a7-4175-a339-99382b177be6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:30.274229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6541a65e-4b06-4e2f-a23f-9024ee3f2f20 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.276040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8507de36-da8f-4794-a5e2-797ba204981d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:30.276458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8507de36-da8f-4794-a5e2-797ba204981d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.277073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6541a65e-4b06-4e2f-a23f-9024ee3f2f20 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/ports/bbfeb32e-1e70-4547-9a6f-82fa7171f611 HTTP/1.1" status: 204 len: 168 time: 1.8356199 Jul 16 09:03:30.290273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 50970) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.362568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] No DVR routers for this DVR port 33e2af5f-d2a7-4175-a339-99382b177be6 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:30.371889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0eecf-5870-474f-bed2-c76e02349406 req-d7e9c0c0-8de5-4ce3-a265-1196cda1e972 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:30.373469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ba0eecf-5870-474f-bed2-c76e02349406 req-d7e9c0c0-8de5-4ce3-a265-1196cda1e972 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a99314-b0e9-43af-a167-bc9529ec166c HTTP/1.1" status: 200 len: 867 time: 0.2853799 Jul 16 09:03:30.374832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.376023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8889fcbc-0096-447a-95c0-779996105904 None None] Provisioning complete for port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:30.376812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24a6f8fa-3963-4a20-baf5-b89e54f8b628 req-6a2442a3-b92f-4b33-abbe-b09b2baa5fb5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "DELETE /v2.0/ports/33e2af5f-d2a7-4175-a339-99382b177be6 HTTP/1.1" status: 204 len: 173 time: 1.7753561 Jul 16 09:03:30.376970 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8889fcbc-0096-447a-95c0-779996105904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.380502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4b6cf88-9504-453e-987b-fd466f147905 req-361cd0d5-831b-474f-bb56-66e781837b5d tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604710 Jul 16 09:03:30.380989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a99314-b0e9-43af-a167-bc9529ec166c', 'name': 'network-vif-deleted', 'tag': '33e2af5f-d2a7-4175-a339-99382b177be6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:30.383313 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8932088b-7bbd-4793-ad86-a0f5d7a29b94" -d '{"events": [{"server_uuid": "71a99314-b0e9-43af-a167-bc9529ec166c", "name": "network-vif-deleted", "tag": "33e2af5f-d2a7-4175-a339-99382b177be6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:30.461308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8507de36-da8f-4794-a5e2-797ba204981d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.469208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ba0eecf-5870-474f-bed2-c76e02349406 req-7b8a25b5-b17d-4d05-8ad2-4e0f6adf3218 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820556 Jul 16 09:03:30.476343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8507de36-da8f-4794-a5e2-797ba204981d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for ea6a554b-4ea5-4751-b6d4-05c68bb712b7 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:30.509004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8889fcbc-0096-447a-95c0-779996105904 None None] Port ea6a554b-4ea5-4751-b6d4-05c68bb712b7 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:30.531200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] DHCP port deletion for 76cfafcb-07f6-4010-b2b1-b79688ff771b request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:03:30.567726 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616ea9dc-442d-4562-bf97-d2b7db4c8264 x-openstack-request-id: req-616ea9dc-442d-4562-bf97-d2b7db4c8264 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:30.568233 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a99314-b0e9-43af-a167-bc9529ec166c", "name": "network-vif-deleted", "tag": "33e2af5f-d2a7-4175-a339-99382b177be6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:30.568573 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-616ea9dc-442d-4562-bf97-d2b7db4c8264 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:30.568675 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a99314-b0e9-43af-a167-bc9529ec166c', 'name': 'network-vif-deleted', 'tag': '33e2af5f-d2a7-4175-a339-99382b177be6', 'status': 'completed', 'code': 200} Jul 16 09:03:30.577506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f60e74-4a92-4cdc-93cb-4c31cde24f3c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:30.579245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-37f60e74-4a92-4cdc-93cb-4c31cde24f3c tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "GET /v2.0/ports?device_id=8dbf69e2-7096-4e50-9630-ad70b078d01a HTTP/1.1" status: 200 len: 913 time: 0.2878931 Jul 16 09:03:30.584450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51014) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.607055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa53368d-d8f3-435c-b3cb-f8e8f7f8598f req-32c1829a-1c81-4454-991b-1cb4474a1e55 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4554963337854556ab49a3228e5ea3d5 HTTP/1.1" status: 200 len: 221 time: 0.0368962 Jul 16 09:03:30.728009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device c83ada91-3026-4105-be1f-8bfbd6ab00a8 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:30.740849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] Deleting port 197ac8db-529d-4a56-a4f6-1b8e2857b07e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:30.741237 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.819234 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8507de36-da8f-4794-a5e2-797ba204981d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.867875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507de36-da8f-4794-a5e2-797ba204981d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=ea6a554b-4ea5-4751-b6d4-05c68bb712b7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:30.891395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c9ed5-4697-4bcf-bbc9-1099fae7d522 req-889873e4-0f11-48ab-aae6-7e224ea36e16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:30.893801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef1c9ed5-4697-4bcf-bbc9-1099fae7d522 req-889873e4-0f11-48ab-aae6-7e224ea36e16 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1247704 Jul 16 09:03:30.900461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8507de36-da8f-4794-a5e2-797ba204981d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.908218 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8507de36-da8f-4794-a5e2-797ba204981d tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/ports/ea6a554b-4ea5-4751-b6d4-05c68bb712b7 HTTP/1.1" status: 204 len: 168 time: 0.7569451 Jul 16 09:03:30.916501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51052) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.919558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] For port 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=197ac8db-529d-4a56-a4f6-1b8e2857b07e,segment=NetworkSegment(eed2f72b-53d5-4385-8c4d-707375581bfe),segment_id=eed2f72b-53d5-4385-8c4d-707375581bfe)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:30.919966 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.954276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:30.961330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] Calling delete_port for 197ac8db-529d-4a56-a4f6-1b8e2857b07e owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:31.003331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef1c9ed5-4697-4bcf-bbc9-1099fae7d522 req-e133504b-a589-4e58-b436-069a3653604e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928185 Jul 16 09:03:31.022521 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.105887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port c83ada91-3026-4105-be1f-8bfbd6ab00a8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:31.123112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port c83ada91-3026-4105-be1f-8bfbd6ab00a8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:31.123785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.294412 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.295834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Deleting port 197ac8db-529d-4a56-a4f6-1b8e2857b07e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:31.296502 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.308501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37562621-68dd-4644-8b42-ab251df21a1e req-1f07ee8d-e67f-44fb-ae53-2077d51e0b63 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:31.313321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37562621-68dd-4644-8b42-ab251df21a1e req-1f07ee8d-e67f-44fb-ae53-2077d51e0b63 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 944 time: 0.1240051 Jul 16 09:03:31.352816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] Pushing event deleted for resources: {'Port': ['ID=197ac8db-529d-4a56-a4f6-1b8e2857b07e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:31.359676 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.383731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1716fd05-b28e-471a-84c2-adecc53c0ced None None] No DVR routers for this DVR port 197ac8db-529d-4a56-a4f6-1b8e2857b07e on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:31.386255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] For port 197ac8db-529d-4a56-a4f6-1b8e2857b07e, host n-d-780147-28, got binding levels [] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:31.386477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37562621-68dd-4644-8b42-ab251df21a1e req-e4be2739-04b9-4b91-8c48-c6ed2715955d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652714 Jul 16 09:03:31.387125 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.405488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Calling delete_port for 197ac8db-529d-4a56-a4f6-1b8e2857b07e owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:31.408302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.ipam_backend_mixin [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Port 197ac8db-529d-4a56-a4f6-1b8e2857b07e was not found and therefore no delete operation was performed {{(pid=94164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:03:31.410175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.438723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:31.441366 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11277b86-8d3d-4454-aab9-a3668a4a59f9" -d '{"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:31.470163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:31.472264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Port': ['ID=197ac8db-529d-4a56-a4f6-1b8e2857b07e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:31.476850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] No DVR routers for this DVR port 197ac8db-529d-4a56-a4f6-1b8e2857b07e on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:31.484020 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.520477 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.521419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 33e2af5f-d2a7-4175-a339-99382b177be6 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:31.557341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d530008-f166-4136-a971-53f749db33cc req-6cd3b7be-7ae2-410d-9277-782275d786d0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:31.558960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d530008-f166-4136-a971-53f749db33cc req-6cd3b7be-7ae2-410d-9277-782275d786d0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1234028 Jul 16 09:03:31.616448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 33e2af5f-d2a7-4175-a339-99382b177be6 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:31.622921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 33e2af5f-d2a7-4175-a339-99382b177be6 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:31.634064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d530008-f166-4136-a971-53f749db33cc req-3ddd6db2-99aa-4ab1-8779-9f7b68ab74e7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632915 Jul 16 09:03:31.663973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.680495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cfafcb-07f6-4010-b2b1-b79688ff771b']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:31.680718 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aeda1e-d242-4e15-9513-e0ab0af20bc6 x-openstack-request-id: req-88aeda1e-d242-4e15-9513-e0ab0af20bc6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:31.680902 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:31.681123 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88aeda1e-d242-4e15-9513-e0ab0af20bc6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:31.681529 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'code': 200} Jul 16 09:03:31.682954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:31.699266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed2f72b-53d5-4385-8c4d-707375581bfe') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:31.699613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed2f72b-53d5-4385-8c4d-707375581bfe') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:31.714261 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.731443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port c83ada91-3026-4105-be1f-8bfbd6ab00a8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=c83ada91-3026-4105-be1f-8bfbd6ab00a8,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:31.732545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.737939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.780252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.791656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:31.792054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.795415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=c83ada91-3026-4105-be1f-8bfbd6ab00a8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:31.795596 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:31.890142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9eca2-a06b-46a0-a9d7-2e2a4dd33269 req-99cb9463-07a9-415d-8bc3-ab713dd12bab tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:31.892621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7e9eca2-a06b-46a0-a9d7-2e2a4dd33269 req-99cb9463-07a9-415d-8bc3-ab713dd12bab tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.0746622 Jul 16 09:03:31.901853 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.914996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.916905 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] 10.222.0.55 "DELETE /v2.0/networks/76cfafcb-07f6-4010-b2b1-b79688ff771b HTTP/1.1" status: 204 len: 168 time: 0.9991422 Jul 16 09:03:31.949413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7e9eca2-a06b-46a0-a9d7-2e2a4dd33269 req-c5b55afc-6dd2-4271-ba20-42c248003bda tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495701 Jul 16 09:03:31.961146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774b033-e620-474b-a972-c5462961b4e1 tempest-PortsIpV6TestJSON-1801031361 tempest-PortsIpV6TestJSON-1801031361-project] Pushing event deleted for resources: {'Network': ['ID=76cfafcb-07f6-4010-b2b1-b79688ff771b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:32.075780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 197ac8db-529d-4a56-a4f6-1b8e2857b07e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:32.104636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 197ac8db-529d-4a56-a4f6-1b8e2857b07e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:32.104981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 197ac8db-529d-4a56-a4f6-1b8e2857b07e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:32.147994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 9307b3ea-20a8-4835-8f8f-f9754b0017f5 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:32.148330 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.194395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e8aebb32-8b20-4592-b660-58aa2faceacb tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:32.196026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e8aebb32-8b20-4592-b660-58aa2faceacb tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/networks?id=5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 200 len: 813 time: 0.1422901 Jul 16 09:03:32.238708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-28eb6e59-4291-47b0-8712-e7081d1b15de tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/quotas/9bf32e945c1e48a5a28bda741c87843a HTTP/1.1" status: 200 len: 375 time: 0.0330229 Jul 16 09:03:32.253524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.266839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 9307b3ea-20a8-4835-8f8f-f9754b0017f5 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:32.285476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-30fb9221-c618-4873-80b1-4d138be71b9c tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9bf32e945c1e48a5a28bda741c87843a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342846 Jul 16 09:03:32.298343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff578a-c0b4-45c7-a221-25a894ffb7d7 req-8018a4a4-aee0-450c-a605-b8ef94fa441a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:32.299894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03ff578a-c0b4-45c7-a221-25a894ffb7d7 req-8018a4a4-aee0-450c-a605-b8ef94fa441a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1154780 Jul 16 09:03:32.332058 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51108) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.354062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03ff578a-c0b4-45c7-a221-25a894ffb7d7 req-c6bad1aa-8581-4605-b51d-0896cb9acde2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474405 Jul 16 09:03:32.460082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-d51c2869-596e-4880-9022-d1a6f20ff7e1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:03:32.461255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-d51c2869-596e-4880-9022-d1a6f20ff7e1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1604903 Jul 16 09:03:32.472828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-427bf247-49bf-4f81-8c0c-356782bca86a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:32.475295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-427bf247-49bf-4f81-8c0c-356782bca86a tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.0951846 Jul 16 09:03:32.524013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.555185 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce0e64f6-cd81-4422-931e-7aa077f874a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d7f02459eb640fb913972341f0211a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220240 Jul 16 09:03:32.558392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51118) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.568375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=9307b3ea-20a8-4835-8f8f-f9754b0017f5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:32.686975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-32fd3064-355c-43de-b6fd-c93ef171b979 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106001 Jul 16 09:03:32.710174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b866493a-9ff8-4e48-ba34-7d1bcf04b471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.731872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9db0b-7b0d-40d6-b872-363415bf36f3 req-d3d93767-4a82-4d9d-8b38-2094b32f7683 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:32.733700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cb9db0b-7b0d-40d6-b872-363415bf36f3 req-d3d93767-4a82-4d9d-8b38-2094b32f7683 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 946 time: 0.2040029 Jul 16 09:03:32.742647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b866493a-9ff8-4e48-ba34-7d1bcf04b471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.799111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Deleting port a9e791bf-de47-4027-abdb-8247fd9cad8b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:32.799459 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.819713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.856770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cb9db0b-7b0d-40d6-b872-363415bf36f3 req-8d6929e6-ef18-4877-b9de-3ba27d668fd6 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=ede0f74c-56b4-4fe8-aa1e-0f35080b0468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140888 Jul 16 09:03:32.886656 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b866493a-9ff8-4e48-ba34-7d1bcf04b471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.892334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b866493a-9ff8-4e48-ba34-7d1bcf04b471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.893763 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b866493a-9ff8-4e48-ba34-7d1bcf04b471 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a86148b-1a47-4545-bb22-1068a6f6021b HTTP/1.1" status: 204 len: 168 time: 0.3330834 Jul 16 09:03:32.912370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-ca80ff69-35d1-4c3a-8d4a-04fefc2b6cb8 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158394 Jul 16 09:03:32.937361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866493a-9ff8-4e48-ba34-7d1bcf04b471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a86148b-1a47-4545-bb22-1068a6f6021b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:32.959405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] For port a9e791bf-de47-4027-abdb-8247fd9cad8b, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a9e791bf-de47-4027-abdb-8247fd9cad8b,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:32.959773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.990841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Calling delete_port for a9e791bf-de47-4027-abdb-8247fd9cad8b owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:33.102890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Router 8dbf69e2-7096-4e50-9630-ad70b078d01a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:33.160962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d959dee-310a-4c05-bd1a-649e04589ad3 req-c50edfe5-cc34-4101-8764-72e0d96d31ab tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:33.163481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d959dee-310a-4c05-bd1a-649e04589ad3 req-c50edfe5-cc34-4101-8764-72e0d96d31ab tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 945 time: 0.1529245 Jul 16 09:03:33.245751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d959dee-310a-4c05-bd1a-649e04589ad3 req-f793504a-91ee-45b3-9d99-f5a015a95312 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750155 Jul 16 09:03:33.265276 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.278837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a9e791bf-de47-4027-abdb-8247fd9cad8b'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:33.315736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:33.323383 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7ecd9bba-d254-456b-9383-66fc397063ee tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "PUT /v2.0/routers/8dbf69e2-7096-4e50-9630-ad70b078d01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7328365 Jul 16 09:03:33.325921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51140) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:33.330372 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b549384-368f-46ab-915a-9ba3d630d7bc None None] Sync routers for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:33.335503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event deleted for resources: {'Port': ['ID=a9e791bf-de47-4027-abdb-8247fd9cad8b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:33.347553 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b549384-368f-46ab-915a-9ba3d630d7bc None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:33.348320 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b549384-368f-46ab-915a-9ba3d630d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:03:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:33.417594 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b549384-368f-46ab-915a-9ba3d630d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:33.426101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] No DVR routers for this DVR port a9e791bf-de47-4027-abdb-8247fd9cad8b on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:33.430004 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b549384-368f-46ab-915a-9ba3d630d7bc None None] Routers {'8dbf69e2-7096-4e50-9630-ad70b078d01a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:33.431447 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b549384-368f-46ab-915a-9ba3d630d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:03:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8dbf69e2-7096-4e50-9630-ad70b078d01a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:33.441535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.444253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f38737cc-9a46-4ff2-abaf-bf58e944fa2e req-6e764458-6d4b-4b8f-be19-4faecf72875c tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "DELETE /v2.0/ports/a9e791bf-de47-4027-abdb-8247fd9cad8b HTTP/1.1" status: 204 len: 173 time: 0.9589860 Jul 16 09:03:33.446366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9bf6e2-2274-4b32-9383-be7ad1053b14', 'name': 'network-vif-deleted', 'tag': 'a9e791bf-de47-4027-abdb-8247fd9cad8b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:33.448953 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b45654-4de7-47d1-96cc-bf5ea7ae7765" -d '{"events": [{"server_uuid": "ab9bf6e2-2274-4b32-9383-be7ad1053b14", "name": "network-vif-deleted", "tag": "a9e791bf-de47-4027-abdb-8247fd9cad8b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:33.472436 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4b549384-368f-46ab-915a-9ba3d630d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:33.473445 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b549384-368f-46ab-915a-9ba3d630d7bc None None] The sync data for ids ['8dbf69e2-7096-4e50-9630-ad70b078d01a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:33.492523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60728e44-7d84-4960-a43f-d145cc0f0e05 req-ff569997-a81a-451e-add2-d16c6d422bdf tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 210 time: 0.0856724 Jul 16 09:03:33.531864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.580541 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90547f4-b5fb-4ddc-b574-93ff199efbf2 x-openstack-request-id: req-e90547f4-b5fb-4ddc-b574-93ff199efbf2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:33.580853 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9bf6e2-2274-4b32-9383-be7ad1053b14", "name": "network-vif-deleted", "tag": "a9e791bf-de47-4027-abdb-8247fd9cad8b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:33.581093 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e90547f4-b5fb-4ddc-b574-93ff199efbf2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:33.581498 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9bf6e2-2274-4b32-9383-be7ad1053b14', 'name': 'network-vif-deleted', 'tag': 'a9e791bf-de47-4027-abdb-8247fd9cad8b', 'status': 'completed', 'code': 200} Jul 16 09:03:33.592144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cdb3d-8050-4013-8136-148f0cbeab6f req-f1581bc4-2aa2-4aee-a6bd-2a4afc8c809a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:33.599651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f6cdb3d-8050-4013-8136-148f0cbeab6f req-f1581bc4-2aa2-4aee-a6bd-2a4afc8c809a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1539493 Jul 16 09:03:33.648608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f6cdb3d-8050-4013-8136-148f0cbeab6f req-9812af73-a4d9-490e-9307-0ca73eb51e12 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478187 Jul 16 09:03:33.682724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc6bbfe-1a66-4314-b371-b0ac6863f225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83ada91-3026-4105-be1f-8bfbd6ab00a8'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:33.685438 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569f30c2-7257-419f-a12e-4f168c9fa1c0" -d '{"events": [{"server_uuid": "3fc6bbfe-1a66-4314-b371-b0ac6863f225", "name": "network-vif-plugged", "status": "completed", "tag": "c83ada91-3026-4105-be1f-8bfbd6ab00a8"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:33.780054 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ead10f-da2f-4afe-828b-63482cd12183 x-openstack-request-id: req-57ead10f-da2f-4afe-828b-63482cd12183 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:33.780605 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc6bbfe-1a66-4314-b371-b0ac6863f225", "name": "network-vif-plugged", "status": "completed", "tag": "c83ada91-3026-4105-be1f-8bfbd6ab00a8", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:33.780865 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57ead10f-da2f-4afe-828b-63482cd12183 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:33.781272 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc6bbfe-1a66-4314-b371-b0ac6863f225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83ada91-3026-4105-be1f-8bfbd6ab00a8', 'code': 200} Jul 16 09:03:33.928897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515da811-2c8b-4a8f-8fef-3d9355cb56c0 req-45390db9-13d7-4072-9259-2a30e15c5a8c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:33.933282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-515da811-2c8b-4a8f-8fef-3d9355cb56c0 req-45390db9-13d7-4072-9259-2a30e15c5a8c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1138942 Jul 16 09:03:34.019074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-515da811-2c8b-4a8f-8fef-3d9355cb56c0 req-8912dad6-04e8-4297-86d7-520f5e92985b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819566 Jul 16 09:03:34.175998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee01f6e6-c535-431d-b66e-c5f1d3ec6b93 req-fc742071-9d56-4add-a886-6632803588f8 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9bf6e2-2274-4b32-9383-be7ad1053b14 HTTP/1.1" status: 200 len: 210 time: 0.0533402 Jul 16 09:03:34.244422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51176) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:34.247300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e13ea0-0672-4121-a58a-ce9f08853339 req-4f23ad53-54ce-41c5-b7a1-1175b36d3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:34.248838 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b2e13ea0-0672-4121-a58a-ce9f08853339 req-4f23ad53-54ce-41c5-b7a1-1175b36d3a1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 1097 time: 0.1918957 Jul 16 09:03:34.280109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.336560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c43d6-62c5-4e9b-8593-f4a63fe35e75 req-a032759a-6800-4649-9ac0-81c86839a9c2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:34.346556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-205c43d6-62c5-4e9b-8593-f4a63fe35e75 req-a032759a-6800-4649-9ac0-81c86839a9c2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.0920157 Jul 16 09:03:34.401569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-205c43d6-62c5-4e9b-8593-f4a63fe35e75 req-b198e207-aef6-42e9-bc47-a3c7d40cb903 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536747 Jul 16 09:03:34.420024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b2e13ea0-0672-4121-a58a-ce9f08853339 req-8fde8e20-a1a1-432a-a50e-e79de313c3fa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554217 Jul 16 09:03:34.447603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-08f159e6-b733-4295-bfdc-25d25a57f916 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:34.448148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting port 80ebc08a-d7c4-49b9-812f-c631bcd2f484 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:34.448501 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.448903 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-08f159e6-b733-4295-bfdc-25d25a57f916 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 09:03:34.449574 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-08f159e6-b733-4295-bfdc-25d25a57f916 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:03:34.450826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-08f159e6-b733-4295-bfdc-25d25a57f916 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2053375 Jul 16 09:03:34.454421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51192) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:34.464300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--197104636'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:34.529004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.541359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.542948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.553550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Calling delete_port for 80ebc08a-d7c4-49b9-812f-c631bcd2f484 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:34.613892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774988c-2aa6-4517-bd19-17c05f35a402 req-837807de-99a4-4eca-928b-7a99526bca5d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:34.615688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4774988c-2aa6-4517-bd19-17c05f35a402 req-837807de-99a4-4eca-928b-7a99526bca5d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 945 time: 0.1420290 Jul 16 09:03:34.694893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4774988c-2aa6-4517-bd19-17c05f35a402 req-9bcd218c-dc7f-4429-bee0-a2e796707108 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Jul 16 09:03:34.708786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3652f4-a569-4ce7-96a2-dd152e9893d3 req-cd4e73ab-1feb-4cd2-9d0a-1adcdbdc3841 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:34.710386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f3652f4-a569-4ce7-96a2-dd152e9893d3 req-cd4e73ab-1feb-4cd2-9d0a-1adcdbdc3841 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1709843 Jul 16 09:03:34.758347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.787412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f3652f4-a569-4ce7-96a2-dd152e9893d3 req-81faedde-685e-4495-998a-f4cd8fcb473c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675724 Jul 16 09:03:34.794208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Port': ['ID=80ebc08a-d7c4-49b9-812f-c631bcd2f484,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:34.795226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.802130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.840950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c482db-21f8-4f74-9ae8-785d6aafc6ee,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:34.879580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.916079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb1b3878-4fa4-4a9e-88eb-4a8621f9f3ad req-bd77ab92-3871-43ae-9cf4-da053a609745 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 210 time: 0.0517564 Jul 16 09:03:34.954663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:03:34.994804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.997198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.078880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.079475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.079582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Fanout notify agent at l3_agent the message router_deleted on router 8dbf69e2-7096-4e50-9630-ad70b078d01a {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:35.095917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.096914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:35.101190 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8f364c6c-d0f7-4a2e-a173-62190b1fbdbc tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/routers/8dbf69e2-7096-4e50-9630-ad70b078d01a HTTP/1.1" status: 204 len: 168 time: 1.7711313 Jul 16 09:03:35.101448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51200) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:35.101849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.110637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'mac_address': 'fa:16:3e:29:11:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:03:35.112249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-7cf77e55-619c-43b0-a94d-3134457f5775 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:35.114198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-7cf77e55-619c-43b0-a94d-3134457f5775 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.52 "GET /v2.0/networks?id=5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 200 len: 813 time: 0.2008302 Jul 16 09:03:35.165398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.182365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5816d11d-9f1c-4b62-872e-c74eabd2b97a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:35.182601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97f408e-1169-4d6c-8288-5d614ca20d18 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Deleting subnet 85524445-4456-4931-a2c4-b1a46d63d91d {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:35.188596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97f408e-1169-4d6c-8288-5d614ca20d18 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.193583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:35.199651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Request body: {'port': {'device_id': '9b225d63-12c5-4f0a-8763-ca2bd43e47ea', 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9', 'admin_state_up': True, 'tenant_id': '9bf32e945c1e48a5a28bda741c87843a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:35.229790 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:35.250646 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.257159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.258628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4a7afb27-8fc9-42d5-8b8d-a8e31c1a753a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8031099 Jul 16 09:03:35.265066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51212) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:35.275221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': '5816d11d-9f1c-4b62-872e-c74eabd2b97a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:35.275946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97f408e-1169-4d6c-8288-5d614ca20d18 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.329256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7136bd-d745-4f3a-ae11-8c33f8d2d1b1 req-22b8611e-bcbe-4bbb-af26-91910f407aa0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:35.337007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e7136bd-d745-4f3a-ae11-8c33f8d2d1b1 req-22b8611e-bcbe-4bbb-af26-91910f407aa0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2555656 Jul 16 09:03:35.359534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97f408e-1169-4d6c-8288-5d614ca20d18 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.372606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['6ec66982-b06e-4a76-b428-c6c7e0e9f2e1'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:35.418672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e7136bd-d745-4f3a-ae11-8c33f8d2d1b1 req-9dfaa6dc-74e1-4dcd-93c7-0ab54ae2a939 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721023 Jul 16 09:03:35.431251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:35.477196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.549137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97f408e-1169-4d6c-8288-5d614ca20d18 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.566422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Made reservation on behalf of 9bf32e945c1e48a5a28bda741c87843a for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:35.576064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.673194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f408e-1169-4d6c-8288-5d614ca20d18 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Subnet': ['ID=85524445-4456-4931-a2c4-b1a46d63d91d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:35.691962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97f408e-1169-4d6c-8288-5d614ca20d18 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.704428 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c97f408e-1169-4d6c-8288-5d614ca20d18 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/subnets/85524445-4456-4931-a2c4-b1a46d63d91d HTTP/1.1" status: 204 len: 168 time: 0.6018236 Jul 16 09:03:35.707034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51238) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:35.799488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Allocated IP 172.20.0.13 (5d9ccf4c-9399-4347-9e29-3568a79457d9/443cbe82-b21c-4dfc-99f0-0b748f9b7f75/c2491e75-c8d6-41b4-bb2f-938aefe5c00d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:35.852713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.953857 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.970928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6853cb-dee3-49a2-bf30-f2e8eff7b39d']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:35.984029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcaaf24-7b03-45f3-b7ef-3878cfa6098a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:35.984337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcaaf24-7b03-45f3-b7ef-3878cfa6098a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:35.995178 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.021241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.029017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:36.031679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:36.039474 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:36.112975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.123044 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.139500 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] 10.222.0.55 "DELETE /v2.0/networks/4e6853cb-dee3-49a2-bf30-f2e8eff7b39d HTTP/1.1" status: 204 len: 168 time: 0.4219170 Jul 16 09:03:36.161764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Pushing event deleted for resources: {'Network': ['ID=4e6853cb-dee3-49a2-bf30-f2e8eff7b39d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:36.179429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.179936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.180384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.180844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.181289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.181751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.182206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.182644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.183196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.183662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.184087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.184516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b372de-5e38-4c96-80d9-2bc05ace4c80 tempest-FloatingIPTestJSON-317405334 tempest-FloatingIPTestJSON-317405334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.264082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.298144 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.389830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22efc946-e64f-4cbf-83be-898a374a7b42,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:36.433435 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.434678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1671505 Jul 16 09:03:36.436322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.436865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.437359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.437610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51256) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:36.438053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.438561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.438894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.439222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.439548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.439870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.440192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.440513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.440830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c389004-3b61-4b9f-a7d4-57b5de0a5ab0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:36.442459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7d05e352-8467-42f5-919a-31987b3b1705 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': '5816d11d-9f1c-4b62-872e-c74eabd2b97a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:36.474106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d05e352-8467-42f5-919a-31987b3b1705 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.501737 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51258) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:36.550111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50c60e-3eda-4812-bbac-bec15a7af9c3 req-095fd0e9-7c9f-47a0-a87a-538314b4dd4d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:36.553374 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-7d05e352-8467-42f5-919a-31987b3b1705 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:03:36.557345 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7d05e352-8467-42f5-919a-31987b3b1705 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1160643 Jul 16 09:03:36.557620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e50c60e-3eda-4812-bbac-bec15a7af9c3 req-095fd0e9-7c9f-47a0-a87a-538314b4dd4d tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2918451 Jul 16 09:03:36.557756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51264) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:36.601540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5e760-3c79-4f2b-a6d2-f50cb188f73d req-9d355d89-17d9-45be-b00b-3ea1b835b2e8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:36.605762 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ba5e760-3c79-4f2b-a6d2-f50cb188f73d req-9d355d89-17d9-45be-b00b-3ea1b835b2e8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3377798 Jul 16 09:03:36.655581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78cd4f81-b99d-402b-926b-64b80c87cfcf tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.673381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.684921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78cd4f81-b99d-402b-926b-64b80c87cfcf tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.720123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ba5e760-3c79-4f2b-a6d2-f50cb188f73d req-b4cc9e97-0f06-471f-8053-23ce4d3f99a4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950520 Jul 16 09:03:36.750252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e50c60e-3eda-4812-bbac-bec15a7af9c3 req-9af58a31-9758-46fb-923e-dbacd1e3bc9f tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913426 Jul 16 09:03:36.751124 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78cd4f81-b99d-402b-926b-64b80c87cfcf tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.754069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-78cd4f81-b99d-402b-926b-64b80c87cfcf tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.758446 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-78cd4f81-b99d-402b-926b-64b80c87cfcf tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/5816d11d-9f1c-4b62-872e-c74eabd2b97a HTTP/1.1" status: 204 len: 168 time: 0.1964943 Jul 16 09:03:36.768448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51268) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:36.769888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd4f81-b99d-402b-926b-64b80c87cfcf tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5816d11d-9f1c-4b62-872e-c74eabd2b97a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:36.858439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed75eb03-3c77-4140-90ae-dfeb8bee0aaf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f407058ff7734843816cdf3c1c9edae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531544 Jul 16 09:03:36.861042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51270) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:36.907013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.945743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9dce06b3-aad9-4ede-960a-22979e1c02c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.971789 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9dce06b3-aad9-4ede-960a-22979e1c02c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.987321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:37.032964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d8ccafc7-87c0-4b7f-b1af-3c3f614d485c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2442739 Jul 16 09:03:37.039227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51272) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.045349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6b172030-e034-49dd-bcdc-354f352474eb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--8460680'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:37.062436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Network 5d9ccf4c-9399-4347-9e29-3568a79457d9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:37.074762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:37.078468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Pushing event updated for resources: {'Port': ['ID=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.085061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:37.121207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9dce06b3-aad9-4ede-960a-22979e1c02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.127393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9dce06b3-aad9-4ede-960a-22979e1c02c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.138187 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9dce06b3-aad9-4ede-960a-22979e1c02c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58c61019-a9a4-41ed-aaa0-3c7e385dde88 HTTP/1.1" status: 204 len: 168 time: 0.2725995 Jul 16 09:03:37.157360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b172030-e034-49dd-bcdc-354f352474eb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.172863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.173560 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.182980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce06b3-aad9-4ede-960a-22979e1c02c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c61019-a9a4-41ed-aaa0-3c7e385dde88,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.199191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5a88-bd7d-4217-9a11-7fcfbcf35e62 req-d1339df4-c571-4231-b1cc-0e34319901c1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.206585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5ea5a88-bd7d-4217-9a11-7fcfbcf35e62 req-d1339df4-c571-4231-b1cc-0e34319901c1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 945 time: 0.2460678 Jul 16 09:03:37.210684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:37.211055 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.219675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2dd53-daef-4c92-b019-d1ceac5e2426 req-5559ec2e-da8d-4b21-bffe-9e1d56abc962 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.227750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36f2dd53-daef-4c92-b019-d1ceac5e2426 req-5559ec2e-da8d-4b21-bffe-9e1d56abc962 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 932 time: 0.2545226 Jul 16 09:03:37.242828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-56bf0628-99ac-48c0-9cd8-d37e3b37ee0f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0667729 Jul 16 09:03:37.268430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Request body: {'port': {'device_id': '9b225d63-12c5-4f0a-8763-ca2bd43e47ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:37.356170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b172030-e034-49dd-bcdc-354f352474eb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.363243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b172030-e034-49dd-bcdc-354f352474eb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.383767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5ea5a88-bd7d-4217-9a11-7fcfbcf35e62 req-5dc2074c-8f25-420f-8957-f6ce17993cce tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761580 Jul 16 09:03:37.410335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36f2dd53-daef-4c92-b019-d1ceac5e2426 req-523c8fa6-0c9c-49de-a4d6-ff24207a2cb5 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816244 Jul 16 09:03:37.417073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b172030-e034-49dd-bcdc-354f352474eb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.422519 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6b172030-e034-49dd-bcdc-354f352474eb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3818707 Jul 16 09:03:37.429530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51280) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.437703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e32762bc-4070-4a0c-8c3a-f68efadaa6d2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': '26ad35d0-0e01-43a0-92a5-9dbe76db31c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:37.438688 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-e32762bc-4070-4a0c-8c3a-f68efadaa6d2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 09:03:37.439426 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-e32762bc-4070-4a0c-8c3a-f68efadaa6d2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:37.441326 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e32762bc-4070-4a0c-8c3a-f68efadaa6d2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080593 Jul 16 09:03:37.444537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51286) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.445534 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.454752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b172030-e034-49dd-bcdc-354f352474eb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ad35d0-0e01-43a0-92a5-9dbe76db31c8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.505445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-b394fb54-e6be-4041-b41f-f1e9b2eb37e5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.507934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-b394fb54-e6be-4041-b41f-f1e9b2eb37e5 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.2322094 Jul 16 09:03:37.530128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:37.539137 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26f2ab7-080b-4dd0-a59e-328fb089cb94" -d '{"events": [{"server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:37.545400 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5229ca83-60df-41e9-8ba8-817836526f75 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.560021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:37.565853 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.566783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a9e791bf-de47-4027-abdb-8247fd9cad8b no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:37.607111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5229ca83-60df-41e9-8ba8-817836526f75 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.616035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: a9e791bf-de47-4027-abdb-8247fd9cad8b {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:37.616381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a9e791bf-de47-4027-abdb-8247fd9cad8b not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:37.638402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.671329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.713873 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5229ca83-60df-41e9-8ba8-817836526f75 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.717691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5229ca83-60df-41e9-8ba8-817836526f75 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.718867 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5229ca83-60df-41e9-8ba8-817836526f75 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/26ad35d0-0e01-43a0-92a5-9dbe76db31c8 HTTP/1.1" status: 204 len: 168 time: 0.2731886 Jul 16 09:03:37.741698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51300) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.753009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229ca83-60df-41e9-8ba8-817836526f75 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ad35d0-0e01-43a0-92a5-9dbe76db31c8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.835983 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f38d9991-78bc-4978-9757-796e5e7d1aae tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925651 Jul 16 09:03:37.839318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51308) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.846915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a6dd83c7-444c-45a9-bea1-243291843a2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671211459'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:37.879092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a6dd83c7-444c-45a9-bea1-243291843a2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.002467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Deleting port ad807418-c127-46b0-84bd-e6f3413001b0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:38.002881 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.044030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a6dd83c7-444c-45a9-bea1-243291843a2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.050627 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a6dd83c7-444c-45a9-bea1-243291843a2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.077232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5933-517b-474e-9e8e-f47679612a3b req-679bc2dc-c4a0-4355-9283-b7dd256c9c8f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:38.078816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed0c5933-517b-474e-9e8e-f47679612a3b req-679bc2dc-c4a0-4355-9283-b7dd256c9c8f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 945 time: 0.3136916 Jul 16 09:03:38.088778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d629f8d-8eda-424d-ad4e-0db946e1942a req-32ede8ba-f1fb-4114-b690-84e2bf3d1117 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:38.095552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d629f8d-8eda-424d-ad4e-0db946e1942a req-32ede8ba-f1fb-4114-b690-84e2bf3d1117 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3174598 Jul 16 09:03:38.098009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a6dd83c7-444c-45a9-bea1-243291843a2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.103026 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a6dd83c7-444c-45a9-bea1-243291843a2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2600393 Jul 16 09:03:38.103776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51314) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:38.109570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b7c57196-d5dc-4da4-9f57-b079bde73147 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c5e55-00a7-4c16-8a3c-d58ead478d11', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:38.110535 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-b7c57196-d5dc-4da4-9f57-b079bde73147 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 09:03:38.111164 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-b7c57196-d5dc-4da4-9f57-b079bde73147 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:38.115026 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b7c57196-d5dc-4da4-9f57-b079bde73147 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075028 Jul 16 09:03:38.115338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51316) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:38.127480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd83c7-444c-45a9-bea1-243291843a2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0c5e55-00a7-4c16-8a3c-d58ead478d11,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:38.196921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3868b226-2173-4d6f-ad70-657155e4a7ec tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.231735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3868b226-2173-4d6f-ad70-657155e4a7ec tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.277330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d629f8d-8eda-424d-ad4e-0db946e1942a req-94d4eaa5-f6f2-462d-9d75-d121822c8710 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801918 Jul 16 09:03:38.285400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed0c5933-517b-474e-9e8e-f47679612a3b req-e1bcf1f2-2753-427b-8813-ceedc46fb359 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620851 Jul 16 09:03:38.290846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] For port ad807418-c127-46b0-84bd-e6f3413001b0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ad807418-c127-46b0-84bd-e6f3413001b0,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:38.291604 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.300804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3868b226-2173-4d6f-ad70-657155e4a7ec tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.308233 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3868b226-2173-4d6f-ad70-657155e4a7ec tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.311875 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3868b226-2173-4d6f-ad70-657155e4a7ec tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/bb0c5e55-00a7-4c16-8a3c-d58ead478d11 HTTP/1.1" status: 204 len: 168 time: 0.1943092 Jul 16 09:03:38.322631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51322) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:38.342389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868b226-2173-4d6f-ad70-657155e4a7ec tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0c5e55-00a7-4c16-8a3c-d58ead478d11,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:38.379917 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1fdfc6-ca6c-4cb6-9b3b-e39b56b6db6d x-openstack-request-id: req-2b1fdfc6-ca6c-4cb6-9b3b-e39b56b6db6d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:38.380468 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:38.380468 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b1fdfc6-ca6c-4cb6-9b3b-e39b56b6db6d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:38.380860 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'code': 200} Jul 16 09:03:38.464677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51330) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:38.505736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2491e75-c8d6-41b4-bb2f-938aefe5c00d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:38.526689 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.543328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-699ef6ee-02f2-4a42-915f-b1c7f0d2f5df tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2147765 Jul 16 09:03:38.543846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51336) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:38.549488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-375d8497-80dd-4364-b6ec-2089f417510d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166014701'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:38.619690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1632488983'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:38.628173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-375d8497-80dd-4364-b6ec-2089f417510d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.635452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Transition to ACTIVE for port object c2491e75-c8d6-41b4-bb2f-938aefe5c00d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:38.657497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:38.661965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.679973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.682623 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.766802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-375d8497-80dd-4364-b6ec-2089f417510d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.767850 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.768247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.768799 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Floating IP 24981309-57de-4c2e-b010-b897bd6548d4 disassociated. External IP: 172.25.6.82, port: ad807418-c127-46b0-84bd-e6f3413001b0. Jul 16 09:03:38.769198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Calling delete_port for ad807418-c127-46b0-84bd-e6f3413001b0 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:38.773296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-375d8497-80dd-4364-b6ec-2089f417510d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.829422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d8497-80dd-4364-b6ec-2089f417510d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3312c2b4-386b-4a37-9f58-f0a84e4eb59f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:38.829688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Pushing event updated for resources: {'Port': ['ID=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:38.923412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.932968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.936639 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-375d8497-80dd-4364-b6ec-2089f417510d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.938594 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-375d8497-80dd-4364-b6ec-2089f417510d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3937030 Jul 16 09:03:38.944776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51338) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:38.955910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471d8cb-ca3d-4c65-9aac-5776870fdae4 req-f653315a-b88e-448e-8bcf-e2c2382049e0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:38.957684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-331c8fcc-18be-470c-9fc8-3c194c7859b7 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': '3312c2b4-386b-4a37-9f58-f0a84e4eb59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:38.965407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c471d8cb-ca3d-4c65-9aac-5776870fdae4 req-f653315a-b88e-448e-8bcf-e2c2382049e0 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 944 time: 0.4449191 Jul 16 09:03:38.976748 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-331c8fcc-18be-470c-9fc8-3c194c7859b7 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 09:03:38.977385 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-331c8fcc-18be-470c-9fc8-3c194c7859b7 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:38.981680 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-331c8fcc-18be-470c-9fc8-3c194c7859b7 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0346212 Jul 16 09:03:38.989617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51342) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:38.989942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:39.001063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.001580 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment d6faab65-59bb-43dc-9b30-88990154957a of type vlan for network ddc143be-8bf9-40a3-8126-c4b14d33a2c4 Jul 16 09:03:39.007628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-88861547-10c5-4e66-aafc-bec8fa4ef0e6 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': '3312c2b4-386b-4a37-9f58-f0a84e4eb59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:39.008195 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-88861547-10c5-4e66-aafc-bec8fa4ef0e6 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 09:03:39.008723 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-88861547-10c5-4e66-aafc-bec8fa4ef0e6 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:39.009768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-88861547-10c5-4e66-aafc-bec8fa4ef0e6 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0175319 Jul 16 09:03:39.017686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b2367-9310-4e06-a10d-fbb1dbc112eb req-78bf2c30-d2a7-435e-8464-6285de3b0eeb tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.025632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-561b2367-9310-4e06-a10d-fbb1dbc112eb req-78bf2c30-d2a7-435e-8464-6285de3b0eeb tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.4735737 Jul 16 09:03:39.034830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51344) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:39.042765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-af9a1ef9-1d46-4bd7-86ec-153bbd22974a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': '3312c2b4-386b-4a37-9f58-f0a84e4eb59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:39.043785 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-af9a1ef9-1d46-4bd7-86ec-153bbd22974a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 09:03:39.044282 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-af9a1ef9-1d46-4bd7-86ec-153bbd22974a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:39.045247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-af9a1ef9-1d46-4bd7-86ec-153bbd22974a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075235 Jul 16 09:03:39.055550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51346) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:39.063660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ebaf4c63-d3d7-435d-8681-b384d4bc9502 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': '3312c2b4-386b-4a37-9f58-f0a84e4eb59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:39.064552 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-ebaf4c63-d3d7-435d-8681-b384d4bc9502 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 09:03:39.065046 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-ebaf4c63-d3d7-435d-8681-b384d4bc9502 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:39.065603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.066118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ebaf4c63-d3d7-435d-8681-b384d4bc9502 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075197 Jul 16 09:03:39.076164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51348) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:39.119027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a86df1-44c9-4b5c-a21b-5a3bb5b50532,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:39.124703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.135470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.136668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.153121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Attempting to bind port c2491e75-c8d6-41b4-bb2f-938aefe5c00d on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:39.153666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Attempting to bind port c2491e75-c8d6-41b4-bb2f-938aefe5c00d by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:39.154192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Attempting to bind port c2491e75-c8d6-41b4-bb2f-938aefe5c00d on network 5d9ccf4c-9399-4347-9e29-3568a79457d9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:39.164928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Port c2491e75-c8d6-41b4-bb2f-938aefe5c00d on network 5d9ccf4c-9399-4347-9e29-3568a79457d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:03:39.165618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Attempting to bind port c2491e75-c8d6-41b4-bb2f-938aefe5c00d on network 5d9ccf4c-9399-4347-9e29-3568a79457d9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:39.193490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-561b2367-9310-4e06-a10d-fbb1dbc112eb req-3ec0fee7-169e-474f-9691-7bac617e7725 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668317 Jul 16 09:03:39.224124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=ddc143be-8bf9-40a3-8126-c4b14d33a2c4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:39.237429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ddc143be-8bf9-40a3-8126-c4b14d33a2c4 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:39.254726 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a0ac3051-4701-4a26-932a-0e9060a534f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7881317 Jul 16 09:03:39.319639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:39.320419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Checking segment: {'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:39.321233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Bound using segment: {'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:39.321849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Bound port: c2491e75-c8d6-41b4-bb2f-938aefe5c00d, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:39.322406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.365342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.457233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event deleted for resources: {'Port': ['ID=ad807418-c127-46b0-84bd-e6f3413001b0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:39.494114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c471d8cb-ca3d-4c65-9aac-5776870fdae4 req-34a64df8-8629-4dc3-bbb0-f9e566af4efb tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d5d3d64-6687-448e-938f-5385b6c1e138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5264206 Jul 16 09:03:39.558248 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43491415-c226-4fa6-b7a6-aa29f4d2fa85 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.708514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43491415-c226-4fa6-b7a6-aa29f4d2fa85 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.771757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64785-3911-4db4-830b-6de720123fdd req-4dc05d86-8701-4378-a990-eb3ae70f8475 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.773325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ca64785-3911-4db4-830b-6de720123fdd req-4dc05d86-8701-4378-a990-eb3ae70f8475 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 945 time: 0.3955393 Jul 16 09:03:39.863363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] For port c2491e75-c8d6-41b4-bb2f-938aefe5c00d, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:39.894730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] For port c2491e75-c8d6-41b4-bb2f-938aefe5c00d, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:39.929617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ca64785-3911-4db4-830b-6de720123fdd req-55966c2b-e334-4846-8a93-76fe4e4229c0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126525 Jul 16 09:03:39.948546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.995632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43491415-c226-4fa6-b7a6-aa29f4d2fa85 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.998715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43491415-c226-4fa6-b7a6-aa29f4d2fa85 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.002552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-43491415-c226-4fa6-b7a6-aa29f4d2fa85 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/3312c2b4-386b-4a37-9f58-f0a84e4eb59f HTTP/1.1" status: 204 len: 168 time: 0.9234719 Jul 16 09:03:40.003984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51358) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.026751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Router 3118e658-8557-4fc2-885c-0994c539daa0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:40.084843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f16358-72e8-416c-abbc-5b224c80d065 req-f9dbce55-cc4a-4d1f-a2fb-b0470e5d6293 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.086808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05f16358-72e8-416c-abbc-5b224c80d065 req-f9dbce55-cc4a-4d1f-a2fb-b0470e5d6293 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 944 time: 0.4331658 Jul 16 09:03:40.108234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.110095 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.113459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] 10.222.0.52 "PUT /v2.0/ports/c2491e75-c8d6-41b4-bb2f-938aefe5c00d HTTP/1.1" status: 200 len: 1093 time: 2.8516355 Jul 16 09:03:40.125215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b225d63-12c5-4f0a-8763-ca2bd43e47ea', 'tag': 'c2491e75-c8d6-41b4-bb2f-938aefe5c00d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:40.137984 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3b4552-c349-4c33-9575-e4b62d75e4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b225d63-12c5-4f0a-8763-ca2bd43e47ea", "tag": "c2491e75-c8d6-41b4-bb2f-938aefe5c00d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:40.147257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e0da93a1-b952-4a30-b92b-8f0b1e8c55fe tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1392131 Jul 16 09:03:40.148021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51366) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.153230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a9f1a8ff-beb2-49ec-b20e-80d877817f64 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887620267'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.162657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43491415-c226-4fa6-b7a6-aa29f4d2fa85 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3312c2b4-386b-4a37-9f58-f0a84e4eb59f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:40.185416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a8ff-beb2-49ec-b20e-80d877817f64 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.329858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a8ff-beb2-49ec-b20e-80d877817f64 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.355088 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a8ff-beb2-49ec-b20e-80d877817f64 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.422759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e489c7-fe52-411a-897b-c3e8cc9f3c39 service neutron] Pushing event updated for resources: {'Port': ['ID=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:40.464627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1a8ff-beb2-49ec-b20e-80d877817f64 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e88167-cdc0-4be1-afa4-4e4020eae320,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:40.467643 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a8ff-beb2-49ec-b20e-80d877817f64 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.474391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a9f1a8ff-beb2-49ec-b20e-80d877817f64 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3243172 Jul 16 09:03:40.476385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51370) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.482903 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2e8630a3-5a0f-4366-bcc6-34c88c8cd252 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.483410 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-2e8630a3-5a0f-4366-bcc6-34c88c8cd252 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 09:03:40.484012 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-2e8630a3-5a0f-4366-bcc6-34c88c8cd252 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:40.490204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2e8630a3-5a0f-4366-bcc6-34c88c8cd252 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118935 Jul 16 09:03:40.491265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51372) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.498408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d8646012-9119-4c79-a66e-67bdeaaadaeb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.527411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05f16358-72e8-416c-abbc-5b224c80d065 req-5969f93d-5a2f-4a36-af54-366a07c205a6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108005 Jul 16 09:03:40.597131 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-d8646012-9119-4c79-a66e-67bdeaaadaeb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:40.605781 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d8646012-9119-4c79-a66e-67bdeaaadaeb tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1118288 Jul 16 09:03:40.608688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51376) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.616560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9d7cf263-e269-46b3-9d28-52cb9fc46f6c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.617219 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-9d7cf263-e269-46b3-9d28-52cb9fc46f6c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 09:03:40.618923 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-9d7cf263-e269-46b3-9d28-52cb9fc46f6c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:40.623954 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d7cf263-e269-46b3-9d28-52cb9fc46f6c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127754 Jul 16 09:03:40.624520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51378) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.631231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3cfee56e-424b-47cb-a68c-d5bb4fcbbcae tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.706886 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-3cfee56e-424b-47cb-a68c-d5bb4fcbbcae tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:40.707988 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3cfee56e-424b-47cb-a68c-d5bb4fcbbcae tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0824001 Jul 16 09:03:40.711281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51382) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.715818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0b31f5c3-8623-447b-a28d-805bdf4b7b2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.716224 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-0b31f5c3-8623-447b-a28d-805bdf4b7b2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 09:03:40.716710 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-0b31f5c3-8623-447b-a28d-805bdf4b7b2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:40.717617 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0b31f5c3-8623-447b-a28d-805bdf4b7b2d tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054297 Jul 16 09:03:40.725765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51384) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.744440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6a9a4bf0-7b7e-414f-9b10-13066464a7d2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.756160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:40.768839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] Sync routers for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:40.769670 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c6c3d0-b807-4392-9979-7cd266cefacf x-openstack-request-id: req-81c6c3d0-b807-4392-9979-7cd266cefacf {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:40.770055 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b225d63-12c5-4f0a-8763-ca2bd43e47ea", "tag": "c2491e75-c8d6-41b4-bb2f-938aefe5c00d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:40.770962 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81c6c3d0-b807-4392-9979-7cd266cefacf {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:40.771658 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b225d63-12c5-4f0a-8763-ca2bd43e47ea', 'tag': 'c2491e75-c8d6-41b4-bb2f-938aefe5c00d', 'status': 'completed', 'code': 200} Jul 16 09:03:40.784979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:40.785598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:03:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:40.790609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-a3e40a40-2dd1-44f0-aaa1-a5eb434864cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.793605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-a3e40a40-2dd1-44f0-aaa1-a5eb434864cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9bf32e945c1e48a5a28bda741c87843a&device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 1096 time: 0.6133666 Jul 16 09:03:40.848763 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-6a9a4bf0-7b7e-414f-9b10-13066464a7d2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Project 3795aea756ae46b7b5048c233c6e62ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:03:40.897139 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-6a9a4bf0-7b7e-414f-9b10-13066464a7d2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:40.901275 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6a9a4bf0-7b7e-414f-9b10-13066464a7d2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1745129 Jul 16 09:03:40.904172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51386) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.913280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3b879508-b31d-4cbf-bfc3-3d72f63e9af0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.914104 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-3b879508-b31d-4cbf-bfc3-3d72f63e9af0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 09:03:40.914792 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-3b879508-b31d-4cbf-bfc3-3d72f63e9af0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:40.917108 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3b879508-b31d-4cbf-bfc3-3d72f63e9af0 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117579 Jul 16 09:03:40.920595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51388) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:40.931329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-13179fb5-f691-4371-bc95-32c3b61bf51a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:40.965051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-4b98153a-8f11-488b-9795-3ff642c29a81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2491e75-c8d6-41b4-bb2f-938aefe5c00d HTTP/1.1" status: 200 len: 217 time: 0.1479592 Jul 16 09:03:40.973212 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-13179fb5-f691-4371-bc95-32c3b61bf51a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Project 3795aea756ae46b7b5048c233c6e62ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:03:40.995779 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-13179fb5-f691-4371-bc95-32c3b61bf51a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:40.997230 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-13179fb5-f691-4371-bc95-32c3b61bf51a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0754900 Jul 16 09:03:41.000050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51390) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:41.009366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4c67a3d1-c717-4b47-ab86-3dca9f4663b8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'd8e88167-cdc0-4be1-afa4-4e4020eae320', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:41.023021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:41.044638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] No DVR routers for this DVR port ad807418-c127-46b0-84bd-e6f3413001b0 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:41.059950 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-4c67a3d1-c717-4b47-ab86-3dca9f4663b8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Project 3795aea756ae46b7b5048c233c6e62ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:03:41.063940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: ad807418-c127-46b0-84bd-e6f3413001b0 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:41.064707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ad807418-c127-46b0-84bd-e6f3413001b0 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:41.079322 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-4c67a3d1-c717-4b47-ab86-3dca9f4663b8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:41.081626 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4c67a3d1-c717-4b47-ab86-3dca9f4663b8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0802851 Jul 16 09:03:41.085423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51394) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:41.086527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.088877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed8effe2-b222-4fbc-97d5-b5d25796d0ae req-d4f81996-dedd-48c3-a864-b949bf164614 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.52 "DELETE /v2.0/ports/ad807418-c127-46b0-84bd-e6f3413001b0 HTTP/1.1" status: 204 len: 173 time: 3.5715563 Jul 16 09:03:41.101967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7648e188-ebca-4287-a9d3-2d9f273b4c33 req-066c813a-3ce4-4b7c-8d85-d8cbbe8e5c38 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d1a21f4-b18b-4851-8d50-454a7ea79d0f HTTP/1.1" status: 200 len: 210 time: 0.1825852 Jul 16 09:03:41.164561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:41.357140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7b43a21-acac-4f17-9e98-73a9e992ac45 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.383264 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7b43a21-acac-4f17-9e98-73a9e992ac45 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.433955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7b43a21-acac-4f17-9e98-73a9e992ac45 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.436622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7b43a21-acac-4f17-9e98-73a9e992ac45 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.441894 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a7b43a21-acac-4f17-9e98-73a9e992ac45 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/d8e88167-cdc0-4be1-afa4-4e4020eae320 HTTP/1.1" status: 204 len: 168 time: 0.3546643 Jul 16 09:03:41.443511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51396) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:41.464834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b43a21-acac-4f17-9e98-73a9e992ac45 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e88167-cdc0-4be1-afa4-4e4020eae320,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:41.517939 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-96189fb3-b5c4-4a48-ad36-da8b33a3e448 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0614045 Jul 16 09:03:41.518988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51402) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:41.525050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8bf0677e-979a-456d-aed7-726d38797224 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--24502321'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:41.575362 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bf0677e-979a-456d-aed7-726d38797224 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.691710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bf0677e-979a-456d-aed7-726d38797224 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.694513 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bf0677e-979a-456d-aed7-726d38797224 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.720713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8bf0677e-979a-456d-aed7-726d38797224 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.726652 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8bf0677e-979a-456d-aed7-726d38797224 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2066786 Jul 16 09:03:41.735553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51406) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:41.742262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-549a81d3-eb74-424b-bcd9-8ada43d1b52c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'c2063d7d-54e9-447f-8492-b21733e59999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:41.757079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-f28f9a37-a172-469c-b3bd-f21c6612c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:41.758656 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-f28f9a37-a172-469c-b3bd-f21c6612c35d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=443cbe82-b21c-4dfc-99f0-0b748f9b7f75 HTTP/1.1" status: 200 len: 853 time: 0.7076185 Jul 16 09:03:41.775203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0677e-979a-456d-aed7-726d38797224 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2063d7d-54e9-447f-8492-b21733e59999,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:41.817967 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-549a81d3-eb74-424b-bcd9-8ada43d1b52c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The resource could not be found. Jul 16 09:03:41.835747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45ad1b-af89-43ff-b4a5-d8e236e2ba3b req-fc96c788-1c7f-4bf9-87fd-b723971d7e49 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:41.836493 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-549a81d3-eb74-424b-bcd9-8ada43d1b52c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0985789 Jul 16 09:03:41.838542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a45ad1b-af89-43ff-b4a5-d8e236e2ba3b req-fc96c788-1c7f-4bf9-87fd-b723971d7e49 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.9192085 Jul 16 09:03:41.838724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51408) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:41.901186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6e440da2-1611-4e96-bf74-711dc3708354 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'c2063d7d-54e9-447f-8492-b21733e59999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8bfe9a67-1ce5-497f-b79e-05f16dd98ab6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:41.915375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-e25e51a1-7059-4706-a3bf-b429bc30ea53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d9ccf4c-9399-4347-9e29-3568a79457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380033 Jul 16 09:03:41.988769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:47Z', 'revision_number': 5, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:42.058390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] Checking router: 3118e658-8557-4fc2-885c-0994c539daa0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:42.061837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-f6a39922-20e1-4710-bf55-7549d8ee135b service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357718 Jul 16 09:03:42.069599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:42.070485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:03:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:42.130545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0f43-2fdf-4c15-81f5-8ce7eaaed9f1 req-10ffb48e-6c8b-4c26-8d01-25397012b1fc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:42.140054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-687a0f43-2fdf-4c15-81f5-8ce7eaaed9f1 req-10ffb48e-6c8b-4c26-8d01-25397012b1fc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 945 time: 0.4494312 Jul 16 09:03:42.232165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-687a0f43-2fdf-4c15-81f5-8ce7eaaed9f1 req-c0d3ac67-c9e4-4741-99c3-795e23c8563a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909860 Jul 16 09:03:42.256763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a45ad1b-af89-43ff-b4a5-d8e236e2ba3b req-2a7b2446-d265-4164-9986-58283457dcdb tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108574 Jul 16 09:03:42.493247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0200c8-36f4-4f1e-b7b0-88499ce89f86 req-88c1304e-5b03-464d-9382-10caf8d89332 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122286 Jul 16 09:03:42.551156 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-6e440da2-1611-4e96-bf74-711dc3708354 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The resource could not be found. Jul 16 09:03:42.555257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6e440da2-1611-4e96-bf74-711dc3708354 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6603539 Jul 16 09:03:42.558404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51422) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:42.616500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:42.623764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-8446188a-6082-47f3-bfd6-d7cc53f46078 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:42.636644 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-8446188a-6082-47f3-bfd6-d7cc53f46078 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 945 time: 0.1979392 Jul 16 09:03:42.732809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51426) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:42.748144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': 'ddc143be-8bf9-40a3-8126-c4b14d33a2c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:42.776088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-deleted', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:42.778413 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411631b2-99c6-4fb9-95d7-11e0618eb447" -d '{"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-deleted", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:42.854989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa63f4cb-934f-4bbd-8d08-935384297670 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.859698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-9814ddeb-89f7-46e4-b3ce-73a2ad577691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:42.861252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-9814ddeb-89f7-46e4-b3ce-73a2ad577691 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9bf32e945c1e48a5a28bda741c87843a&device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 1096 time: 0.2726691 Jul 16 09:03:42.889783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:47Z', 'revision_number': 5, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:42.922622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590a0c4-5d70-4444-bd61-b7252bae1226 None None] The sync data for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 is: [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 4, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '2bfb97db-7e61-49f0-b94c-5dad91854d17', 'name': '', 'network_id': '566d87ae-938b-40aa-98a3-2f84ab9a70f2', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'mac_address': 'fa:16:3e:0c:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:35Z', 'updated_at': '2021-07-16T08:53:47Z', 'revision_number': 5, 'project_id': '1d6ea71805264942b6afc045f1074524', 'subnets': [{'id': '2125ad26-e72b-4ad1-a059-78b4eec6443f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:42.943980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409f84-8a0b-4a57-b29b-d421748ce9f9 req-4e0fa05b-c001-4d08-bce8-f37b1b42243d tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:42.945733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d409f84-8a0b-4a57-b29b-d421748ce9f9 req-4e0fa05b-c001-4d08-bce8-f37b1b42243d tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 944 time: 0.2567046 Jul 16 09:03:42.964878 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa63f4cb-934f-4bbd-8d08-935384297670 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.978211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:42.982008 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.998338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port c83ada91-3026-4105-be1f-8bfbd6ab00a8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:42.998813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.118590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d409f84-8a0b-4a57-b29b-d421748ce9f9 req-6361db83-e0f0-428e-82ff-50722e515360 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615555 Jul 16 09:03:43.131765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9c3a6-6df6-409c-96f1-7f2d03ca201e req-d4a951df-eb11-4a58-ab61-080b3542e931 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:43.133194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0f9c3a6-6df6-409c-96f1-7f2d03ca201e req-d4a951df-eb11-4a58-ab61-080b3542e931 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2814324 Jul 16 09:03:43.135982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-79da5b2b-52fb-4e41-8ca3-56b43bcaaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:43.137594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-79da5b2b-52fb-4e41-8ca3-56b43bcaaeff service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 200 len: 914 time: 0.2642682 Jul 16 09:03:43.146511 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa63f4cb-934f-4bbd-8d08-935384297670 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.149157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa63f4cb-934f-4bbd-8d08-935384297670 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.153155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aa63f4cb-934f-4bbd-8d08-935384297670 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/c2063d7d-54e9-447f-8492-b21733e59999 HTTP/1.1" status: 204 len: 168 time: 0.5859144 Jul 16 09:03:43.159217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51430) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.217238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-4e31d9ee-9c55-4349-b45e-5dacc9be535e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2491e75-c8d6-41b4-bb2f-938aefe5c00d HTTP/1.1" status: 200 len: 217 time: 0.0657992 Jul 16 09:03:43.218032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63f4cb-934f-4bbd-8d08-935384297670 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2063d7d-54e9-447f-8492-b21733e59999,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:43.258434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51432) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.315418 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034b6b7b-735b-4f22-8da6-97b641b8567c x-openstack-request-id: req-034b6b7b-735b-4f22-8da6-97b641b8567c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:43.315737 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a21f4-b18b-4851-8d50-454a7ea79d0f", "name": "network-vif-deleted", "tag": "ad807418-c127-46b0-84bd-e6f3413001b0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:43.315978 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-034b6b7b-735b-4f22-8da6-97b641b8567c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:43.316377 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a21f4-b18b-4851-8d50-454a7ea79d0f', 'name': 'network-vif-deleted', 'tag': 'ad807418-c127-46b0-84bd-e6f3413001b0', 'status': 'completed', 'code': 200} Jul 16 09:03:43.323535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0f9c3a6-6df6-409c-96f1-7f2d03ca201e req-f068e7ea-cc0c-4466-aa8a-5f7d1fa52cc3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842701 Jul 16 09:03:43.361046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-67640428-3529-47d3-9b98-b8a374859a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:43.362757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-67640428-3529-47d3-9b98-b8a374859a94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=443cbe82-b21c-4dfc-99f0-0b748f9b7f75 HTTP/1.1" status: 200 len: 853 time: 0.1333742 Jul 16 09:03:43.432493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-2fa821f9-336c-4212-8325-ca8015ccb70f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d9ccf4c-9399-4347-9e29-3568a79457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606334 Jul 16 09:03:43.436414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] For port c83ada91-3026-4105-be1f-8bfbd6ab00a8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=c83ada91-3026-4105-be1f-8bfbd6ab00a8,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:43.437329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.463434 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825ecc2-885b-410f-9a33-1adbfcd675e8 None None] New status for floating IP 24981309-57de-4c2e-b010-b897bd6548d4: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:03:43.514526 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b2c88d0e-3f47-4bc7-aab2-af990bb707f6 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3502815 Jul 16 09:03:43.544877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51448) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.552410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-439d72c5-2fd6-45a6-9d76-e3b7c54a99a5 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'ba8cb5ab-54af-4707-b3a0-15e82d9b8f0e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:43.608327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for c83ada91-3026-4105-be1f-8bfbd6ab00a8 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:43.611411 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.629623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-d8b40779-1059-4042-aba1-d94686c6b42a service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885798 Jul 16 09:03:43.663036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-110f2478-a143-4c40-a56e-a28b48931590 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.705785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-110f2478-a143-4c40-a56e-a28b48931590 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.710195 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-439d72c5-2fd6-45a6-9d76-e3b7c54a99a5 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The resource could not be found. Jul 16 09:03:43.714608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-439d72c5-2fd6-45a6-9d76-e3b7c54a99a5 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1654932 Jul 16 09:03:43.746761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51454) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.763433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3e273-2b6c-438f-ab3f-37ce0fa8843b req-12b86d03-8dda-4eef-984b-5c5f5f799e2d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:43.771332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6b3e273-2b6c-438f-ab3f-37ce0fa8843b req-12b86d03-8dda-4eef-984b-5c5f5f799e2d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 945 time: 0.2271509 Jul 16 09:03:43.821194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-62ebba1c-24c4-44f5-9332-c1d498b051cc tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097513220'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:43.827108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd3b4552-c349-4c33-9575-e4b62d75e4d8 req-48f93df9-37e2-429a-9705-7e6b81c6b663 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883628 Jul 16 09:03:43.858632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-110f2478-a143-4c40-a56e-a28b48931590 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.868054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-110f2478-a143-4c40-a56e-a28b48931590 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.869857 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-110f2478-a143-4c40-a56e-a28b48931590 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "DELETE /v2.0/security-groups/5d5d3d64-6687-448e-938f-5385b6c1e138 HTTP/1.1" status: 204 len: 168 time: 0.6102009 Jul 16 09:03:43.876115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51456) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.904916 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f2478-a143-4c40-a56e-a28b48931590 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d3d64-6687-448e-938f-5385b6c1e138,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:43.917157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6b3e273-2b6c-438f-ab3f-37ce0fa8843b req-126f17c6-9095-451c-933b-ce7d1b0b5b53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445715 Jul 16 09:03:43.919422 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62ebba1c-24c4-44f5-9332-c1d498b051cc tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.946220 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-489a3e71-9b77-4d51-a22c-badec2d63b71 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] show failed (client error): The resource could not be found. Jul 16 09:03:43.947283 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-489a3e71-9b77-4d51-a22c-badec2d63b71 tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "GET /v2.0/security-groups/5d5d3d64-6687-448e-938f-5385b6c1e138 HTTP/1.1" status: 404 len: 347 time: 0.0574784 Jul 16 09:03:43.950684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51458) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.969404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=69021f6a-3c7f-4e97-a522-d2a95e831b91,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:43.989528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': 'd6faab65-59bb-43dc-9b30-88990154957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ddc143be-8bf9-40a3-8126-c4b14d33a2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:43.990008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: ddc143be-8bf9-40a3-8126-c4b14d33a2c4, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:44.037288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network ddc143be-8bf9-40a3-8126-c4b14d33a2c4 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:44.082258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ddc143be-8bf9-40a3-8126-c4b14d33a2c4) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:44.093393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c7aa3-fd45-4dcb-bfb9-1b03c7adbb4d None None] Network ddc143be-8bf9-40a3-8126-c4b14d33a2c4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:44.104554 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:44.105261 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.111377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbc684-4e9f-4778-b33b-07d7b833d95d req-f0ccc294-f110-4119-bcf5-b1ae01297b17 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:44.112908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ffbc684-4e9f-4778-b33b-07d7b833d95d req-f0ccc294-f110-4119-bcf5-b1ae01297b17 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2517681 Jul 16 09:03:44.175437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.229352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ffbc684-4e9f-4778-b33b-07d7b833d95d req-5445acf0-ba89-4efa-93a4-0e07a9ab87ac tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931709 Jul 16 09:03:44.237902 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62ebba1c-24c4-44f5-9332-c1d498b051cc tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.255382 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62ebba1c-24c4-44f5-9332-c1d498b051cc tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.261916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['c83ada91-3026-4105-be1f-8bfbd6ab00a8'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:44.262613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=c83ada91-3026-4105-be1f-8bfbd6ab00a8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:44.325807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Deleting port 580aca7a-6211-40c9-8a1d-446c7001d1de {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:44.328505 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.344260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62ebba1c-24c4-44f5-9332-c1d498b051cc tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.345495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-62ebba1c-24c4-44f5-9332-c1d498b051cc tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5975938 Jul 16 09:03:44.358866 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4d1bb0d6-4890-49e9-b154-fb65a82777bb tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6182346 Jul 16 09:03:44.360893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51464) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:44.360893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51466) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:44.430678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9de9c8de-15a2-4069-a798-e8b13550c267 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--840134103'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:44.436692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebba1c-24c4-44f5-9332-c1d498b051cc tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61554ca2-4405-401a-b55b-6ae4e9922d8d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:44.466831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] No DVR routers for this DVR port c83ada91-3026-4105-be1f-8bfbd6ab00a8 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:44.475482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.477826 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a7b62596-6bf0-4cc1-97a5-b3e2bf6cdb5c req-66b54d25-7f53-4488-9f1e-b4a9769fa330 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "DELETE /v2.0/ports/c83ada91-3026-4105-be1f-8bfbd6ab00a8 HTTP/1.1" status: 204 len: 173 time: 1.8306694 Jul 16 09:03:44.482211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1666885914'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:44.507262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc6bbfe-1a66-4314-b371-b0ac6863f225', 'name': 'network-vif-deleted', 'tag': 'c83ada91-3026-4105-be1f-8bfbd6ab00a8'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:44.509695 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb84aaf-3ae3-480f-8893-94c56ef6da86" -d '{"events": [{"server_uuid": "3fc6bbfe-1a66-4314-b371-b0ac6863f225", "name": "network-vif-deleted", "tag": "c83ada91-3026-4105-be1f-8bfbd6ab00a8"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:44.513757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9de9c8de-15a2-4069-a798-e8b13550c267 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.534939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:44.540486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.579768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:44.592016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.592634 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment 2d05b509-73c6-4bce-b868-e6bb4ec75648 of type vlan for network cefea292-5758-4a47-b8e9-4edf381b3824 Jul 16 09:03:44.614811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-ddc143be-8bf9-40a3-8126-c4b14d33a2c4', 'network_id': 'ddc143be-8bf9-40a3-8126-c4b14d33a2c4', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': '69021f6a-3c7f-4e97-a522-d2a95e831b91'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:44.616031 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.641230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.652039 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e7561f54-5737-4f39-b883-ff41a054b166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.716501 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.730594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:44.734497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.769813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.770314 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.824966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=cefea292-5758-4a47-b8e9-4edf381b3824,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:44.825813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Calling delete_port for 580aca7a-6211-40c9-8a1d-446c7001d1de owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:44.845443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5736f54-69fd-4c76-b765-1a3578dc89ff req-e9e54ddc-5e1b-4226-b5f1-fbb72e528dbd tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:44.851062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5736f54-69fd-4c76-b765-1a3578dc89ff req-e9e54ddc-5e1b-4226-b5f1-fbb72e528dbd tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3705997 Jul 16 09:03:44.873249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Allocated IP 2001:db8:0:ffff::2 (ddc143be-8bf9-40a3-8126-c4b14d33a2c4/69021f6a-3c7f-4e97-a522-d2a95e831b91/64d5187b-5ee1-446b-96e5-f25623a41188) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:44.874485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55f464-3ff1-460d-af0a-61a8819816a3 req-1eeab9c3-2d45-4bfd-9ae8-2886cd9dff8d tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:44.876063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b55f464-3ff1-460d-af0a-61a8819816a3 req-1eeab9c3-2d45-4bfd-9ae8-2886cd9dff8d tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 944 time: 0.4784989 Jul 16 09:03:44.902562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9de9c8de-15a2-4069-a798-e8b13550c267 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.908051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9de9c8de-15a2-4069-a798-e8b13550c267 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.931585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c0bc3207-de12-49bd-9791-0310fad9774a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5685241 Jul 16 09:03:44.932426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51474) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:44.941162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9de9c8de-15a2-4069-a798-e8b13550c267 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.942986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9de9c8de-15a2-4069-a798-e8b13550c267 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5807416 Jul 16 09:03:44.951095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': 'cefea292-5758-4a47-b8e9-4edf381b3824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:44.983775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51478) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:44.998090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3dfd5692-53e4-47a9-b091-0a0e19b2ad9f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': '61554ca2-4405-401a-b55b-6ae4e9922d8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2d554173-228c-4918-941d-869e952af4a6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:45.038207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9c8de-15a2-4069-a798-e8b13550c267 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d554173-228c-4918-941d-869e952af4a6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.082041 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.091913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Transition to ACTIVE for port object 64d5187b-5ee1-446b-96e5-f25623a41188 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:45.114032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Transition to ACTIVE for port object 64d5187b-5ee1-446b-96e5-f25623a41188 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:45.126558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network cefea292-5758-4a47-b8e9-4edf381b3824 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:45.129484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c2491e75-c8d6-41b4-bb2f-938aefe5c00d details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:03:45.136884 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-3dfd5692-53e4-47a9-b091-0a0e19b2ad9f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:45.138549 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3dfd5692-53e4-47a9-b091-0a0e19b2ad9f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1498039 Jul 16 09:03:45.141835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51480) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:45.183754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:45.184173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5736f54-69fd-4c76-b765-1a3578dc89ff req-dbdbcb39-85f5-4389-b60e-bf5c7ddd1ea3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286915 Jul 16 09:03:45.188317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.239020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b55f464-3ff1-460d-af0a-61a8819816a3 req-3ad894fe-7299-428c-80ff-d6e614d55b56 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290422 Jul 16 09:03:45.299135 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.309236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d95120bd-ec7d-46e6-9978-aa02082559f8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.342901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Network ddc143be-8bf9-40a3-8126-c4b14d33a2c4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:45.349907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d95120bd-ec7d-46e6-9978-aa02082559f8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.363703 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aae4c7-012c-44e1-ab92-596552616318 x-openstack-request-id: req-65aae4c7-012c-44e1-ab92-596552616318 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:45.364743 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc6bbfe-1a66-4314-b371-b0ac6863f225", "name": "network-vif-deleted", "tag": "c83ada91-3026-4105-be1f-8bfbd6ab00a8", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:45.364877 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65aae4c7-012c-44e1-ab92-596552616318 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:45.365221 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc6bbfe-1a66-4314-b371-b0ac6863f225', 'name': 'network-vif-deleted', 'tag': 'c83ada91-3026-4105-be1f-8bfbd6ab00a8', 'status': 'completed', 'code': 200} Jul 16 09:03:45.376966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:45.418079 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.420740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:45.441069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c2491e75-c8d6-41b4-bb2f-938aefe5c00d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:45.499384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Pushing event updated for resources: {'Port': ['ID=64d5187b-5ee1-446b-96e5-f25623a41188,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.504493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'c2491e75-c8d6-41b4-bb2f-938aefe5c00d', 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9', 'port_id': 'c2491e75-c8d6-41b4-bb2f-938aefe5c00d', 'mac_address': 'fa:16:3e:3d:96:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443cbe82-b21c-4dfc-99f0-0b748f9b7f75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:03:45.575194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Attempting to bind port 64d5187b-5ee1-446b-96e5-f25623a41188 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:45.575745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.578520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d95120bd-ec7d-46e6-9978-aa02082559f8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.578973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Attempting to bind port 64d5187b-5ee1-446b-96e5-f25623a41188 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'd6faab65-59bb-43dc-9b30-88990154957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ddc143be-8bf9-40a3-8126-c4b14d33a2c4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:45.579460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Attempting to bind port 64d5187b-5ee1-446b-96e5-f25623a41188 on network ddc143be-8bf9-40a3-8126-c4b14d33a2c4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:45.586122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d95120bd-ec7d-46e6-9978-aa02082559f8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.590879 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d95120bd-ec7d-46e6-9978-aa02082559f8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/2d554173-228c-4918-941d-869e952af4a6 HTTP/1.1" status: 204 len: 168 time: 0.4476128 Jul 16 09:03:45.597168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51496) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:45.636494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:45.636874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Checking segment: {'id': 'd6faab65-59bb-43dc-9b30-88990154957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ddc143be-8bf9-40a3-8126-c4b14d33a2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:45.637286 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.637724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Bound using segment: {'id': 'd6faab65-59bb-43dc-9b30-88990154957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ddc143be-8bf9-40a3-8126-c4b14d33a2c4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:45.638237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Bound port: 64d5187b-5ee1-446b-96e5-f25623a41188, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6faab65-59bb-43dc-9b30-88990154957a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ddc143be-8bf9-40a3-8126-c4b14d33a2c4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:45.638597 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.643311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Pushing event deleted for resources: {'Port': ['ID=580aca7a-6211-40c9-8a1d-446c7001d1de,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.667090 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.701130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95120bd-ec7d-46e6-9978-aa02082559f8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d554173-228c-4918-941d-869e952af4a6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.712079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2491e75-c8d6-41b4-bb2f-938aefe5c00d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:45.719154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.745410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c2491e75-c8d6-41b4-bb2f-938aefe5c00d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:45.771380 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.836009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ffb0962-f331-463f-89a9-c92628a20d94 req-14275f52-99ec-4ad7-89df-549dddf2d513 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 210 time: 0.1017165 Jul 16 09:03:45.843353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.872671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.876771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.880946 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c4cfda83-ed6f-4444-a2d1-cb7994d22f9b tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2700500 Jul 16 09:03:45.882352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4706d25e-6872-43cc-abd1-1cc5dd8bc2ea tempest-ServerActionsTestJSON-1044508488 tempest-ServerActionsTestJSON-1044508488-project] 10.222.0.55 "DELETE /v2.0/floatingips/24981309-57de-4c2e-b010-b897bd6548d4 HTTP/1.1" status: 204 len: 168 time: 1.9304109 Jul 16 09:03:45.883493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:45.884099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] For port 64d5187b-5ee1-446b-96e5-f25623a41188, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:45.893609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] For port 64d5187b-5ee1-446b-96e5-f25623a41188, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=64d5187b-5ee1-446b-96e5-f25623a41188,segment=NetworkSegment(d6faab65-59bb-43dc-9b30-88990154957a),segment_id=d6faab65-59bb-43dc-9b30-88990154957a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:45.895108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51500) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:45.902121 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.940676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=769c8562-8eda-45e3-b750-4863bffbd524,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.956354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': '2d05b509-73c6-4bce-b868-e6bb4ec75648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cefea292-5758-4a47-b8e9-4edf381b3824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:45.961205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: cefea292-5758-4a47-b8e9-4edf381b3824, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:45.993056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network cefea292-5758-4a47-b8e9-4edf381b3824 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:46.008689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5738e1-0cc7-4d5c-bd7b-3719ae76cf55 None None] Pushing event updated for resources: {'Port': ['ID=64d5187b-5ee1-446b-96e5-f25623a41188,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:46.013212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, cefea292-5758-4a47-b8e9-4edf381b3824) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:46.017536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:46.018240 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.023872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854969a3-7ac3-4ec5-9b50-e550f85de387 req-0f43e40d-2ba4-45b1-a7e0-de91d6680a78 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:46.036729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025a1ec-25ed-47ac-8ef9-ee7b1919ed07 None None] Network cefea292-5758-4a47-b8e9-4edf381b3824 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:46.037017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-854969a3-7ac3-4ec5-9b50-e550f85de387 req-0f43e40d-2ba4-45b1-a7e0-de91d6680a78 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2844477 Jul 16 09:03:46.057114 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d2818a62-0bf8-4fc3-a196-be4952f7d3a8 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1169257 Jul 16 09:03:46.059621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51504) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:46.129332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['c2491e75-c8d6-41b4-bb2f-938aefe5c00d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:46.146608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-854969a3-7ac3-4ec5-9b50-e550f85de387 req-e0b5e99b-0cc6-48e2-ba63-f3f37eac37b8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084433 Jul 16 09:03:46.245240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04acea41-109c-43f5-a977-7a4bcf97fcc2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.302021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.435827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04acea41-109c-43f5-a977-7a4bcf97fcc2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.570085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.713675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429dface-87ad-47fc-862c-6a7e358cea38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-cefea292-5758-4a47-b8e9-4edf381b3824', 'network_id': 'cefea292-5758-4a47-b8e9-4edf381b3824', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': '769c8562-8eda-45e3-b750-4863bffbd524'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:46.714834 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-429dface-87ad-47fc-862c-6a7e358cea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.736456 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.772758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device c83ada91-3026-4105-be1f-8bfbd6ab00a8 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:46.806670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=769c8562-8eda-45e3-b750-4863bffbd524,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:46.852965 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04acea41-109c-43f5-a977-7a4bcf97fcc2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.863512 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04acea41-109c-43f5-a977-7a4bcf97fcc2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.867782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-04acea41-109c-43f5-a977-7a4bcf97fcc2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/61554ca2-4405-401a-b55b-6ae4e9922d8d HTTP/1.1" status: 204 len: 168 time: 0.9789398 Jul 16 09:03:46.869097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51514) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:46.917841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acea41-109c-43f5-a977-7a4bcf97fcc2 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61554ca2-4405-401a-b55b-6ae4e9922d8d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:46.926984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: c83ada91-3026-4105-be1f-8bfbd6ab00a8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:46.927724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device c83ada91-3026-4105-be1f-8bfbd6ab00a8 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:46.952094 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.970761 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefea292-5758-4a47-b8e9-4edf381b3824']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:46.991917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658c322-a060-46e9-bc89-c6a511dee28f None None] Network cefea292-5758-4a47-b8e9-4edf381b3824 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:46.992869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d05b509-73c6-4bce-b868-e6bb4ec75648') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:46.993177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d05b509-73c6-4bce-b868-e6bb4ec75648') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:46.999180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece22ed7-42f2-4f1c-b3d2-c982f1d5ce1c req-c1ff5f1b-a5e5-44e5-ac55-f3eabe4e54fe tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:47.000801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ece22ed7-42f2-4f1c-b3d2-c982f1d5ce1c req-c1ff5f1b-a5e5-44e5-ac55-f3eabe4e54fe tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.5274968 Jul 16 09:03:47.010784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c11b3-e889-419f-ba8a-a19082c1da44 req-af38c31b-f815-4f7f-b0d6-d2abc1922d67 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:47.011118 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.022928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-240c11b3-e889-419f-ba8a-a19082c1da44 req-af38c31b-f815-4f7f-b0d6-d2abc1922d67 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 945 time: 0.4956563 Jul 16 09:03:47.026084 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-991ac982-b04e-4da1-9281-653c37baf7b6 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1497848 Jul 16 09:03:47.031850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51516) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:47.037556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-861e243a-1da2-44d6-9b27-b512ba5d7a2f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--488252162'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:47.042281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.074004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:47.074533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:47.078037 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:47.190565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ece22ed7-42f2-4f1c-b3d2-c982f1d5ce1c req-2b13a7d6-d9af-4e3a-a079-3cd15ea941e1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493721 Jul 16 09:03:47.227808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-861e243a-1da2-44d6-9b27-b512ba5d7a2f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.244637 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-240c11b3-e889-419f-ba8a-a19082c1da44 req-5ced9126-5fca-492d-bdd5-ea72d7709747 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208254 Jul 16 09:03:47.259755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.267800 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.276187 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/cefea292-5758-4a47-b8e9-4edf381b3824 HTTP/1.1" status: 204 len: 168 time: 1.2155235 Jul 16 09:03:47.278089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51524) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:47.297530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658632530'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:47.360416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b73e7-9b45-4b28-a3ac-8f42fab65227 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=cefea292-5758-4a47-b8e9-4edf381b3824,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:47.403310 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.461683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-861e243a-1da2-44d6-9b27-b512ba5d7a2f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.463937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:47.472849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.472849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-861e243a-1da2-44d6-9b27-b512ba5d7a2f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.538152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e243a-1da2-44d6-9b27-b512ba5d7a2f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4031083-ebe4-4672-b072-c6dc7e46659a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:47.541728 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-861e243a-1da2-44d6-9b27-b512ba5d7a2f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.545881 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-861e243a-1da2-44d6-9b27-b512ba5d7a2f tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5096984 Jul 16 09:03:47.545881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:47.549623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51532) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:47.555276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8acca57d-8e33-4040-a7b5-a2138bc0e0ae tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'a4031083-ebe4-4672-b072-c6dc7e46659a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:47.575937 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.576347 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment cefed0c3-875f-42d3-9cb0-49d4bbb14015 of type vlan for network f4f37920-d3eb-49c4-bfdb-c6b854c92849 Jul 16 09:03:47.606779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.626904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdc22093-726c-4a4f-96a3-d0a006315ff7 req-b2146a99-618e-4eb5-8414-06def05f9f19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 210 time: 0.1068375 Jul 16 09:03:47.659308 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f21f021e-2ee3-4101-afa9-f9f09d5791ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.713249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.719087 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-8acca57d-8e33-4040-a7b5-a2138bc0e0ae tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:47.720508 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8acca57d-8e33-4040-a7b5-a2138bc0e0ae tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1696820 Jul 16 09:03:47.728670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51534) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:47.742345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ce835e4a-1648-4cc6-b9e5-bd40324cfa84 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group_rule': {'security_group_id': 'a4031083-ebe4-4672-b072-c6dc7e46659a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:47.787223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17e053c-7e44-4dfc-99d3-d942bcca3382 None None] Network ddc143be-8bf9-40a3-8126-c4b14d33a2c4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:47.811081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.818212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:47.819518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.868034 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-ce835e4a-1648-4cc6-b9e5-bd40324cfa84 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:47.869612 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce835e4a-1648-4cc6-b9e5-bd40324cfa84 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1368794 Jul 16 09:03:47.875093 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51536) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:47.898273 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6162081 Jul 16 09:03:47.904435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51538) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:47.914661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': 'f4f37920-d3eb-49c4-bfdb-c6b854c92849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:47.950158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6d790792-0d0d-4d31-865f-cd55c7eb016e None None] Provisioning for port 64d5187b-5ee1-446b-96e5-f25623a41188 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:48.119587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:48.126916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.143493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 64d5187b-5ee1-446b-96e5-f25623a41188 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:48.157631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c8de8-42a5-4b5d-b963-41e5b8134027 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=f4f37920-d3eb-49c4-bfdb-c6b854c92849,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:48.207308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f4f37920-d3eb-49c4-bfdb-c6b854c92849 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:48.262005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a87383e0-db68-4a10-8db2-ee70a5825b0c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.311859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a87383e0-db68-4a10-8db2-ee70a5825b0c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.424939 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a87383e0-db68-4a10-8db2-ee70a5825b0c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.427543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a87383e0-db68-4a10-8db2-ee70a5825b0c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.431167 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a87383e0-db68-4a10-8db2-ee70a5825b0c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/a4031083-ebe4-4672-b072-c6dc7e46659a HTTP/1.1" status: 204 len: 168 time: 0.5522673 Jul 16 09:03:48.448946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51544) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:48.477117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87383e0-db68-4a10-8db2-ee70a5825b0c tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4031083-ebe4-4672-b072-c6dc7e46659a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:48.499381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 64d5187b-5ee1-446b-96e5-f25623a41188 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:48.509280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.519494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 64d5187b-5ee1-446b-96e5-f25623a41188 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:48.519869 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.605497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=f6d28cae-4d37-4fb0-a8de-f556c84c6a9b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:48.625075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': 'cefed0c3-875f-42d3-9cb0-49d4bbb14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f4f37920-d3eb-49c4-bfdb-c6b854c92849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:48.625433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: f4f37920-d3eb-49c4-bfdb-c6b854c92849, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:48.676992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network f4f37920-d3eb-49c4-bfdb-c6b854c92849 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:48.688152 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.707132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f4f37920-d3eb-49c4-bfdb-c6b854c92849) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:48.719118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:48.719745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.748358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 64d5187b-5ee1-446b-96e5-f25623a41188, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=64d5187b-5ee1-446b-96e5-f25623a41188,segment=NetworkSegment(d6faab65-59bb-43dc-9b30-88990154957a),segment_id=d6faab65-59bb-43dc-9b30-88990154957a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:48.753302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b7c7e7-6b08-4841-85e1-27d83d05b356 None None] Network f4f37920-d3eb-49c4-bfdb-c6b854c92849 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:48.758216 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9aab4d9c-bf75-42cf-a2a8-b6f4d7960ca9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8499579 Jul 16 09:03:48.762379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51548) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:48.763513 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.769143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257912157'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:48.818357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:48.822303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.855291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51550) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:48.863539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-51c64771-e3b2-4e1a-9cfe-812f1a07417e tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'tempest-secgroup--913713093'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:48.867848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-320e2310-2a6f-4b71-b3c4-7357efba7729 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3983581 Jul 16 09:03:48.879971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=64d5187b-5ee1-446b-96e5-f25623a41188,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:48.930250 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.937353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:48.956438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51c64771-e3b2-4e1a-9cfe-812f1a07417e tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.962872 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.971279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0772b7-b604-4b06-901b-a27952bca0af req-48f92980-0a8d-4af5-8e8e-2f6ffa6b1261 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:48.972833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0772b7-b604-4b06-901b-a27952bca0af req-48f92980-0a8d-4af5-8e8e-2f6ffa6b1261 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 1.2862141 Jul 16 09:03:48.977179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.978179 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment c2cc5aef-b142-4c92-b1ef-4e1988c71d37 of type vlan for network f66db7e2-1208-4e1b-871c-c39d3cc75f3b Jul 16 09:03:49.007149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-89b6be75-660a-4f4c-97bd-8102aa7f210a None None] Provisioning complete for port 64d5187b-5ee1-446b-96e5-f25623a41188 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:49.007879 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-89b6be75-660a-4f4c-97bd-8102aa7f210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.044642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeea611-5ad4-4bea-8605-de0db8ea13cb req-035323e1-7d76-45f1-8142-d95105f26b46 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:49.052538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abeea611-5ad4-4bea-8605-de0db8ea13cb req-035323e1-7d76-45f1-8142-d95105f26b46 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 945 time: 0.5305369 Jul 16 09:03:49.060895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c2491e75-c8d6-41b4-bb2f-938aefe5c00d up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:49.121774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.135035 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e0772b7-b604-4b06-901b-a27952bca0af req-b5fdee86-311f-4add-97c8-53dc9f582051 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456554 Jul 16 09:03:49.167630 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-abeea611-5ad4-4bea-8605-de0db8ea13cb req-081be718-f02b-4347-a5ad-d0809138f5a3 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140156 Jul 16 09:03:49.268212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.278121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:49.278838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.414029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51c64771-e3b2-4e1a-9cfe-812f1a07417e tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.447013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51c64771-e3b2-4e1a-9cfe-812f1a07417e tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.515691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-f4f37920-d3eb-49c4-bfdb-c6b854c92849', 'network_id': 'f4f37920-d3eb-49c4-bfdb-c6b854c92849', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': 'f6d28cae-4d37-4fb0-a8de-f556c84c6a9b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:49.516776 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.579905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port c2491e75-c8d6-41b4-bb2f-938aefe5c00d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:49.584057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port c2491e75-c8d6-41b4-bb2f-938aefe5c00d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:49.584560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.600269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d69324f3-cbd0-42ed-aaae-f7409be901dc req-3991eb1f-19cc-44d3-b46c-c5b7376d388a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 210 time: 0.1037564 Jul 16 09:03:49.600269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Deleting port 2bfb97db-7e61-49f0-b94c-5dad91854d17 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:49.600269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.795960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.833943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b225d63-12c5-4f0a-8763-ca2bd43e47ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2491e75-c8d6-41b4-bb2f-938aefe5c00d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:49.836662 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20584171-1134-4f6e-8465-ed256501e0fc" -d '{"events": [{"server_uuid": "9b225d63-12c5-4f0a-8763-ca2bd43e47ea", "name": "network-vif-plugged", "status": "completed", "tag": "c2491e75-c8d6-41b4-bb2f-938aefe5c00d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:49.860168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c2491e75-c8d6-41b4-bb2f-938aefe5c00d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:49.867853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] For port 2bfb97db-7e61-49f0-b94c-5dad91854d17, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2bfb97db-7e61-49f0-b94c-5dad91854d17,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:49.868211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.877768 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.882085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Allocated IP 2001:db8::3 (f4f37920-d3eb-49c4-bfdb-c6b854c92849/f6d28cae-4d37-4fb0-a8de-f556c84c6a9b/9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:49.914495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Calling delete_port for 2bfb97db-7e61-49f0-b94c-5dad91854d17 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:49.932618 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ea4a0f-bec7-4d9d-a400-3c87106143a5 x-openstack-request-id: req-75ea4a0f-bec7-4d9d-a400-3c87106143a5 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:49.933140 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b225d63-12c5-4f0a-8763-ca2bd43e47ea", "name": "network-vif-plugged", "status": "completed", "tag": "c2491e75-c8d6-41b4-bb2f-938aefe5c00d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:49.933270 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75ea4a0f-bec7-4d9d-a400-3c87106143a5 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:49.933594 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b225d63-12c5-4f0a-8763-ca2bd43e47ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2491e75-c8d6-41b4-bb2f-938aefe5c00d', 'code': 200} Jul 16 09:03:49.953712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8051b-44d0-4123-b96a-f94febbc32c5 req-1f30185e-bb14-4424-ac2f-fee0d5a77a36 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:49.964430 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adf8051b-44d0-4123-b96a-f94febbc32c5 req-1f30185e-bb14-4424-ac2f-fee0d5a77a36 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3840044 Jul 16 09:03:50.053963 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2871158 Jul 16 09:03:50.055753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812395ef-5938-4751-80ad-07e78379415a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=f66db7e2-1208-4e1b-871c-c39d3cc75f3b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:50.062536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51568) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.079904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f66db7e2-1208-4e1b-871c-c39d3cc75f3b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:50.081856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': 'f66db7e2-1208-4e1b-871c-c39d3cc75f3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:50.128153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c64771-e3b2-4e1a-9cfe-812f1a07417e tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35bbd3e-3b37-478e-8043-64dffda7524e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:50.161803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51c64771-e3b2-4e1a-9cfe-812f1a07417e tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.163001 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-51c64771-e3b2-4e1a-9cfe-812f1a07417e tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3042371 Jul 16 09:03:50.166085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51570) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.177315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6e85a493-5fea-424e-bd09-6c1195791e7b tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:50.179258 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-6e85a493-5fea-424e-bd09-6c1195791e7b tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 09:03:50.179793 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-6e85a493-5fea-424e-bd09-6c1195791e7b tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 09:03:50.184750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6e85a493-5fea-424e-bd09-6c1195791e7b tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "PUT /v2.0/security-groups/d35bbd3e-3b37-478e-8043-64dffda7524e HTTP/1.1" status: 409 len: 330 time: 0.0137548 Jul 16 09:03:50.185216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51572) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.236654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 64d5187b-5ee1-446b-96e5-f25623a41188 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:50.239273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adf8051b-44d0-4123-b96a-f94febbc32c5 req-0190f8c1-38ab-4c39-8f08-758043e60013 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687671 Jul 16 09:03:50.275092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:50.310538 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.383205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 64d5187b-5ee1-446b-96e5-f25623a41188 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:50.396870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.443086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:50.451600 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.554055 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.608629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Transition to ACTIVE for port object 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:50.635992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Transition to ACTIVE for port object 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:50.643213 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.662930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005e96a-2cc9-40c8-90ca-50ed3a78efa0 req-8781c853-826d-4ba6-af09-6425a02011d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:50.665160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4005e96a-2cc9-40c8-90ca-50ed3a78efa0 req-8781c853-826d-4ba6-af09-6425a02011d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 1098 time: 0.6669207 Jul 16 09:03:50.692632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Network f4f37920-d3eb-49c4-bfdb-c6b854c92849 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:50.701504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:50.706100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:50.718016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Pushing event updated for resources: {'Port': ['ID=9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:50.784187 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7610960-059f-48a3-8204-c6c4e1438214 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.832477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Attempting to bind port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:50.835358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Attempting to bind port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'cefed0c3-875f-42d3-9cb0-49d4bbb14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f4f37920-d3eb-49c4-bfdb-c6b854c92849'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:50.835724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Attempting to bind port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 on network f4f37920-d3eb-49c4-bfdb-c6b854c92849 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:50.852084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:50.852835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Checking segment: {'id': 'cefed0c3-875f-42d3-9cb0-49d4bbb14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f4f37920-d3eb-49c4-bfdb-c6b854c92849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:50.853458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.854086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Bound using segment: {'id': 'cefed0c3-875f-42d3-9cb0-49d4bbb14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f4f37920-d3eb-49c4-bfdb-c6b854c92849'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:50.854760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Bound port: 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefed0c3-875f-42d3-9cb0-49d4bbb14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f4f37920-d3eb-49c4-bfdb-c6b854c92849'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:50.855375 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.868493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Performing IP validity checks on allocation pools {{(pid=94159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:03:50.869058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:03:50.987243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7610960-059f-48a3-8204-c6c4e1438214 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.992840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4005e96a-2cc9-40c8-90ca-50ed3a78efa0 req-eeb8e965-c840-46b0-9914-fbf1b6410e88 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034704 Jul 16 09:03:50.996937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] For port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:50.998296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] For port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7,segment=NetworkSegment(cefed0c3-875f-42d3-9cb0-49d4bbb14015),segment_id=cefed0c3-875f-42d3-9cb0-49d4bbb14015)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:51.005323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.065831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f288070-a09d-40d2-8a27-e3c0d79f7e03 None None] Pushing event updated for resources: {'Port': ['ID=9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:51.087541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21179f97-3acf-4567-9fee-517268b16f20 req-adc79980-8238-4a77-b74e-3a985f57d5fc tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.089148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21179f97-3acf-4567-9fee-517268b16f20 req-adc79980-8238-4a77-b74e-3a985f57d5fc tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 946 time: 0.6603556 Jul 16 09:03:51.265773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7610960-059f-48a3-8204-c6c4e1438214 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.269089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7610960-059f-48a3-8204-c6c4e1438214 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.272755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d7610960-059f-48a3-8204-c6c4e1438214 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/d35bbd3e-3b37-478e-8043-64dffda7524e HTTP/1.1" status: 204 len: 168 time: 1.0547802 Jul 16 09:03:51.273483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51592) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:51.282514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.339293 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e17a1f60-77c6-4371-8e2c-15ad28dd8925 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633950 Jul 16 09:03:51.339548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfb97db-7e61-49f0-b94c-5dad91854d17,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:51.341762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51594) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:51.360313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21179f97-3acf-4567-9fee-517268b16f20 req-d8044225-092c-4c0d-bff0-a44d08faf52d tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534451 Jul 16 09:03:51.384366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7610960-059f-48a3-8204-c6c4e1438214 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35bbd3e-3b37-478e-8043-64dffda7524e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:51.407853 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.494148 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-ecfb72bc-18bb-427e-a199-23930ee26e1a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] delete failed (client error): The resource could not be found. Jul 16 09:03:51.500455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ecfb72bc-18bb-427e-a199-23930ee26e1a tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "DELETE /v2.0/security-groups/774bf394-897a-41dc-b907-7f08d27a68c7 HTTP/1.1" status: 404 len: 347 time: 0.1459908 Jul 16 09:03:51.502788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51596) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:51.513949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418796e-bf10-473a-b129-4208d6703d6d req-e602d33a-6173-4b41-98e5-7715464f874d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.522067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7418796e-bf10-473a-b129-4208d6703d6d req-e602d33a-6173-4b41-98e5-7715464f874d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.6841848 Jul 16 09:03:51.527347 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-775f196d-6a1b-4cf7-a286-09f5ecb7d4d8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] show failed (client error): The resource could not be found. Jul 16 09:03:51.537677 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-775f196d-6a1b-4cf7-a286-09f5ecb7d4d8 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-groups/73f5d82e-e160-4735-9e66-7ff4eb4abe9d HTTP/1.1" status: 404 len: 347 time: 0.0322163 Jul 16 09:03:51.539328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51598) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:51.581196 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-811a0397-a7a4-4bc9-878e-5893e7be58a3 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] show failed (client error): The resource could not be found. Jul 16 09:03:51.601583 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-811a0397-a7a4-4bc9-878e-5893e7be58a3 tempest-NegativeSecGroupIPv6Test-2037079205 tempest-NegativeSecGroupIPv6Test-2037079205-project] 10.222.0.55 "GET /v2.0/security-group-rules/2de4227a-2ae1-412f-a918-12fd4e1fbe0f HTTP/1.1" status: 404 len: 356 time: 0.0514092 Jul 16 09:03:51.859347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7418796e-bf10-473a-b129-4208d6703d6d req-1c00591f-bf11-4742-8044-81a7dc2a0c31 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360939 Jul 16 09:03:51.892906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1854863c-bf82-489f-a089-e49f094a56c6 req-73c900a5-2fe2-4a89-ae68-07fa83a279c8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 210 time: 0.1102555 Jul 16 09:03:51.946598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=e9557612-aaf0-4aec-8b71-a0bbf6ade97f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:52.127711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f66db7e2-1208-4e1b-871c-c39d3cc75f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:52.130969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: f66db7e2-1208-4e1b-871c-c39d3cc75f3b, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:52.150090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51614) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:52.202309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network f66db7e2-1208-4e1b-871c-c39d3cc75f3b is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:52.221964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f66db7e2-1208-4e1b-871c-c39d3cc75f3b) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:52.232659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:52.233507 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.237197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7029e88c-f17a-484c-ab48-c645c38bf4e7 None None] Network f66db7e2-1208-4e1b-871c-c39d3cc75f3b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:52.289793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.296137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:52.319893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2c1f76ef-468d-4522-968e-f5d71dbbfc75 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2562003 Jul 16 09:03:52.323450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51618) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:52.669278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:52.757015 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d90d97d8-0ef4-4743-b99e-00ef0c05bdf1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3795aea756ae46b7b5048c233c6e62ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028874 Jul 16 09:03:52.760876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.764005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51622) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:52.778763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-f66db7e2-1208-4e1b-871c-c39d3cc75f3b', 'network_id': 'f66db7e2-1208-4e1b-871c-c39d3cc75f3b', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': 'e9557612-aaf0-4aec-8b71-a0bbf6ade97f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:52.779921 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.802510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d229922-f6a3-4632-ab14-4d2dbb449220 req-37255206-77da-4e8c-80c5-eb8f7fd4d8a4 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:52.810596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d229922-f6a3-4632-ab14-4d2dbb449220 req-37255206-77da-4e8c-80c5-eb8f7fd4d8a4 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 946 time: 0.2062421 Jul 16 09:03:52.869770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Router 3118e658-8557-4fc2-885c-0994c539daa0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:52.884949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d229922-f6a3-4632-ab14-4d2dbb449220 req-2b18e2ea-c75d-4adb-a47f-7afbd60a3ab0 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733821 Jul 16 09:03:52.936384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f6a504-868b-4b8e-9051-6c7e0882107a None None] Network f4f37920-d3eb-49c4-bfdb-c6b854c92849 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:52.972111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fcec557-29fa-4420-8db6-98cbf5406c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.002359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.112460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fcec557-29fa-4420-8db6-98cbf5406c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.146057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:53.163462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a21fdd75-12ba-4c4e-9435-20d720167b6b admin admin] 10.222.0.55 "PUT /v2.0/routers/3118e658-8557-4fc2-885c-0994c539daa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2647769 Jul 16 09:03:53.164372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51660) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:53.192429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] Sync routers for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:53.194595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-79c51f6c-5898-45e9-9639-6a700ee99514 None None] Provisioning for port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:53.232423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-79c51f6c-5898-45e9-9639-6a700ee99514 None None] Provisioning complete for port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:53.232875 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c51f6c-5898-45e9-9639-6a700ee99514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.248325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fcec557-29fa-4420-8db6-98cbf5406c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.251488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fcec557-29fa-4420-8db6-98cbf5406c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.252846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4fcec557-29fa-4420-8db6-98cbf5406c0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17c482db-21f8-4f74-9ae8-785d6aafc6ee HTTP/1.1" status: 204 len: 168 time: 0.4875112 Jul 16 09:03:53.276288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcec557-29fa-4420-8db6-98cbf5406c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c482db-21f8-4f74-9ae8-785d6aafc6ee,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:53.307054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] Routers {'3118e658-8557-4fc2-885c-0994c539daa0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:53.307054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:03:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['3118e658-8557-4fc2-885c-0994c539daa0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:53.365905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Allocated IP 2001:db8::3 (f66db7e2-1208-4e1b-871c-c39d3cc75f3b/e9557612-aaf0-4aec-8b71-a0bbf6ade97f/11d7a814-3353-4db1-a86b-55ed22a62c15) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:53.394401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a86fedd7-4074-478e-a055-9791ad592c5b req-d4d6f966-fa24-4209-b526-18c94f60fabf tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fc6bbfe-1a66-4314-b371-b0ac6863f225 HTTP/1.1" status: 200 len: 210 time: 0.1287084 Jul 16 09:03:53.632767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179c370-f57c-4da6-8b71-99c7b0ec0c8d req-88606eb2-ecd4-4a39-9e83-45fec9f47390 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:53.640197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4179c370-f57c-4da6-8b71-99c7b0ec0c8d req-88606eb2-ecd4-4a39-9e83-45fec9f47390 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3718221 Jul 16 09:03:53.643462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.793089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4179c370-f57c-4da6-8b71-99c7b0ec0c8d req-0f715439-1e37-4e50-87e7-6ed9547fab85 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518426 Jul 16 09:03:53.976030 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.163652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Deleting port 9ad247a3-f23e-4701-90be-d6a935a952dc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:54.164004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.305307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] Set router 3118e658-8557-4fc2-885c-0994c539daa0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:54.388262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] For port 9ad247a3-f23e-4701-90be-d6a935a952dc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9ad247a3-f23e-4701-90be-d6a935a952dc,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:54.388491 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.436065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Calling delete_port for 9ad247a3-f23e-4701-90be-d6a935a952dc owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:54.640049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c51f6c-5898-45e9-9639-6a700ee99514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.798752 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.820774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Transition to ACTIVE for port object 11d7a814-3353-4db1-a86b-55ed22a62c15 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:54.861503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Transition to ACTIVE for port object 11d7a814-3353-4db1-a86b-55ed22a62c15 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:54.906753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.996904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=e9557612-aaf0-4aec-8b71-a0bbf6ade97f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:54.998488 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.122860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65e41-68c8-4520-9f12-541ff7338192 req-ce8803ac-386c-4853-a8dc-3e596e6b80eb tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:55.140952 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4af65e41-68c8-4520-9f12-541ff7338192 req-ce8803ac-386c-4853-a8dc-3e596e6b80eb tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2843411 Jul 16 09:03:55.151630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.171320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66db7e2-1208-4e1b-871c-c39d3cc75f3b']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.171655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.196694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.197000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.221636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad247a3-f23e-4701-90be-d6a935a952dc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:55.230073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.239011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-79c51f6c-5898-45e9-9639-6a700ee99514 None None] For port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7,segment=NetworkSegment(cefed0c3-875f-42d3-9cb0-49d4bbb14015),segment_id=cefed0c3-875f-42d3-9cb0-49d4bbb14015)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:55.251041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.261468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:55.262169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:55.268977 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:55.294209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Network f66db7e2-1208-4e1b-871c-c39d3cc75f3b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:55.306398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79c51f6c-5898-45e9-9639-6a700ee99514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.312112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4af65e41-68c8-4520-9f12-541ff7338192 req-7169d712-6efa-4acd-a873-594931fa4cfb tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664481 Jul 16 09:03:55.316828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Pushing event updated for resources: {'Port': ['ID=11d7a814-3353-4db1-a86b-55ed22a62c15,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:55.343510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:55.350844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:55.353587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.367795 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:03:55.367795 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:03:55.367795 n-d-780147-28 neutron-server[94164]: [parameters: {'id': 'f66db7e2-1208-4e1b-871c-c39d3cc75f3b'}] Jul 16 09:03:55.367795 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:03:55.368733 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:03:55.488455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.491443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.555575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c51f6c-5898-45e9-9639-6a700ee99514 None None] Pushing event updated for resources: {'Port': ['ID=9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:55.570842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Attempting to bind port 11d7a814-3353-4db1-a86b-55ed22a62c15 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:55.571218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Attempting to bind port 11d7a814-3353-4db1-a86b-55ed22a62c15 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f66db7e2-1208-4e1b-871c-c39d3cc75f3b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:55.571587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Attempting to bind port 11d7a814-3353-4db1-a86b-55ed22a62c15 on network f66db7e2-1208-4e1b-871c-c39d3cc75f3b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:55.590757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:55.591143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Checking segment: {'id': 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f66db7e2-1208-4e1b-871c-c39d3cc75f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:55.591550 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.591980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Bound using segment: {'id': 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f66db7e2-1208-4e1b-871c-c39d3cc75f3b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:55.592426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Bound port: 11d7a814-3353-4db1-a86b-55ed22a62c15, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f66db7e2-1208-4e1b-871c-c39d3cc75f3b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:55.593667 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.602341 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.603212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3118e658-8557-4fc2-885c-0994c539daa0 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:55.607826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.609193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d628d41-a1ba-4785-8fe8-e3f0ed1fa9f9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3118e658-8557-4fc2-885c-0994c539daa0 HTTP/1.1" status: 204 len: 168 time: 2.4436450 Jul 16 09:03:55.611739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51758) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:55.732072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa4877f-8e19-4bb0-86ca-bc661777a24a admin admin] Deleting subnet 2125ad26-e72b-4ad1-a059-78b4eec6443f {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:55.742339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3118e658-8557-4fc2-885c-0994c539daa0', 'name': 'tempest-ServerActionsTestJSON-25612585-router', 'tenant_id': '1d6ea71805264942b6afc045f1074524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:30Z', 'updated_at': '2021-07-16T09:03:50Z', 'revision_number': 5, 'project_id': '1d6ea71805264942b6afc045f1074524', 'gw_port': {'id': '9ad247a3-f23e-4701-90be-d6a935a952dc', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118e658-8557-4fc2-885c-0994c539daa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:32Z', 'updated_at': '2021-07-16T08:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.767907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8fa4877f-8e19-4bb0-86ca-bc661777a24a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.779536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] Checking router: 3118e658-8557-4fc2-885c-0994c539daa0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:55.793138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] Routers set() bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:55.793696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] Router IDs set() for agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 09:03:55.794329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_agentschedulers_db [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3118e658-8557-4fc2-885c-0994c539daa0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:03:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent'). {{(pid=94167) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 09:03:55.794726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386722e8-d98a-4d70-9a98-f1f967623cc6 None None] The sync data for ids ['3118e658-8557-4fc2-885c-0994c539daa0'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:55.801946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] For port 11d7a814-3353-4db1-a86b-55ed22a62c15, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:55.816292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] For port 11d7a814-3353-4db1-a86b-55ed22a62c15, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=11d7a814-3353-4db1-a86b-55ed22a62c15,segment=NetworkSegment(c2cc5aef-b142-4c92-b1ef-4e1988c71d37),segment_id=c2cc5aef-b142-4c92-b1ef-4e1988c71d37)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:55.838070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.873687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.899671 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8fa4877f-8e19-4bb0-86ca-bc661777a24a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.056227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1f2afe24-d851-42d5-87b0-62389cf1721c None None] Provisioning complete for port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:56.058003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting port 11d7a814-3353-4db1-a86b-55ed22a62c15 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:56.058470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.059330 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f2afe24-d851-42d5-87b0-62389cf1721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.070212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8fa4877f-8e19-4bb0-86ca-bc661777a24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.203979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98237176-69d3-4949-b4eb-1791f17307c9 None None] Pushing event updated for resources: {'Port': ['ID=11d7a814-3353-4db1-a86b-55ed22a62c15,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:56.273635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6d667-8ec1-4d19-ac8d-cdab875d3859 None None] Network f66db7e2-1208-4e1b-871c-c39d3cc75f3b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:56.347616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] For port 11d7a814-3353-4db1-a86b-55ed22a62c15, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=11d7a814-3353-4db1-a86b-55ed22a62c15,segment=NetworkSegment(c2cc5aef-b142-4c92-b1ef-4e1988c71d37),segment_id=c2cc5aef-b142-4c92-b1ef-4e1988c71d37)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:56.354222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.427754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Calling delete_port for 11d7a814-3353-4db1-a86b-55ed22a62c15 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:56.469179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8fa4877f-8e19-4bb0-86ca-bc661777a24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.502413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4877f-8e19-4bb0-86ca-bc661777a24a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2125ad26-e72b-4ad1-a059-78b4eec6443f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:56.552912 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8fa4877f-8e19-4bb0-86ca-bc661777a24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.555749 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8fa4877f-8e19-4bb0-86ca-bc661777a24a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2125ad26-e72b-4ad1-a059-78b4eec6443f HTTP/1.1" status: 204 len: 168 time: 0.9428682 Jul 16 09:03:56.557983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51778) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:56.585138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067e519-8ce2-44a0-827f-2326a5934ff3 None None] Network 566d87ae-938b-40aa-98a3-2f84ab9a70f2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:56.651200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.702836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Port': ['ID=11d7a814-3353-4db1-a86b-55ed22a62c15,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:56.713955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No DVR routers for this DVR port 11d7a814-3353-4db1-a86b-55ed22a62c15 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:56.774557 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.879204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:57.023688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.047118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66db7e2-1208-4e1b-871c-c39d3cc75f3b']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:57.089066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:57.089755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cc5aef-b142-4c92-b1ef-4e1988c71d37') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:57.139093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.207294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.248022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:57.248720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.255040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:57.255331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:57.265819 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:57.535876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.537371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] DHCP port deletion for 566d87ae-938b-40aa-98a3-2f84ab9a70f2 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:03:57.569619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.585025 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/f66db7e2-1208-4e1b-871c-c39d3cc75f3b HTTP/1.1" status: 204 len: 168 time: 5.2588944 Jul 16 09:03:57.587091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51790) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:57.647074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1980751470'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:57.647306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d91b66-a6c4-4f06-b1bb-c62e4bcb27dc req-801a4bf6-35a9-4951-9ed6-ec5df2c95f92 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:57.657548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9d91b66-a6c4-4f06-b1bb-c62e4bcb27dc req-801a4bf6-35a9-4951-9ed6-ec5df2c95f92 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.9760232 Jul 16 09:03:57.662460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bbf12-c00c-4173-a259-540bb48813f3 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=f66db7e2-1208-4e1b-871c-c39d3cc75f3b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:57.745962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2bfb97db-7e61-49f0-b94c-5dad91854d17 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:57.752974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:57.768306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.769580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9d91b66-a6c4-4f06-b1bb-c62e4bcb27dc req-e8b0dc56-709e-4321-97c7-c70bdd7ae59c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101184 Jul 16 09:03:57.785205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Deleting port dd944667-b524-4400-a1b0-b6da28afd76a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:57.785834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.802769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 2bfb97db-7e61-49f0-b94c-5dad91854d17 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:57.803192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2bfb97db-7e61-49f0-b94c-5dad91854d17 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:57.874958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:57.880916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] Deleting port dd944667-b524-4400-a1b0-b6da28afd76a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:57.881427 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.910434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.914324 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment 19635945-b525-46ed-8116-575e6a76167c of type vlan for network 031af3d7-39ef-4097-949d-45e1a0b9bec0 Jul 16 09:03:57.922488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] For port dd944667-b524-4400-a1b0-b6da28afd76a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dd944667-b524-4400-a1b0-b6da28afd76a,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:57.923082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.958909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Calling delete_port for dd944667-b524-4400-a1b0-b6da28afd76a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:58.063610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.070319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] For port dd944667-b524-4400-a1b0-b6da28afd76a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dd944667-b524-4400-a1b0-b6da28afd76a,segment=NetworkSegment(c6776423-82d1-4b87-8d58-1c4ffa84d65d),segment_id=c6776423-82d1-4b87-8d58-1c4ffa84d65d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:58.070823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.115709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] Calling delete_port for dd944667-b524-4400-a1b0-b6da28afd76a owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:58.125562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9ad247a3-f23e-4701-90be-d6a935a952dc no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:58.126572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.141533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:58.142451 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.191144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9ad247a3-f23e-4701-90be-d6a935a952dc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:58.202456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9ad247a3-f23e-4701-90be-d6a935a952dc not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:58.203012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dd944667-b524-4400-a1b0-b6da28afd76a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:58.252889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.296951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] No DVR routers for this DVR port dd944667-b524-4400-a1b0-b6da28afd76a on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:58.358687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=031af3d7-39ef-4097-949d-45e1a0b9bec0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.372300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 031af3d7-39ef-4097-949d-45e1a0b9bec0 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:58.372906 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-38be3bbe-3de2-4878-bcb4-8c73589d71b6 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7846844 Jul 16 09:03:58.376293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51804) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:58.389601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': '031af3d7-39ef-4097-949d-45e1a0b9bec0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:58.444280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No active binding found for port dd944667-b524-4400-a1b0-b6da28afd76a {{(pid=94167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 09:03:58.454183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dd944667-b524-4400-a1b0-b6da28afd76a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:58.495222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd944667-b524-4400-a1b0-b6da28afd76a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.593903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1be04a-1427-4965-906e-91b2f7b5fc70 req-5e1594d5-ac40-4f25-9752-6a35cc191950 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:58.602886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf1be04a-1427-4965-906e-91b2f7b5fc70 req-5e1594d5-ac40-4f25-9752-6a35cc191950 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.5431838 Jul 16 09:03:58.608967 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.690088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] Pushing event deleted for resources: {'Port': ['ID=dd944667-b524-4400-a1b0-b6da28afd76a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.696307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e0c29-f8a7-4a9e-9067-1a546c303206 None None] No DVR routers for this DVR port dd944667-b524-4400-a1b0-b6da28afd76a on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:58.714503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.722191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3a3441-38b5-4911-b27b-e697309fa67d None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:03:58.780693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566d87ae-938b-40aa-98a3-2f84ab9a70f2']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:58.819216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf1be04a-1427-4965-906e-91b2f7b5fc70 req-de1957f8-5703-45ff-a4e9-b9f23f4173d2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151239 Jul 16 09:03:58.835488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:58.840153 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.860407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6776423-82d1-4b87-8d58-1c4ffa84d65d') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:58.861505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6776423-82d1-4b87-8d58-1c4ffa84d65d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:58.883867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.936728 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.022104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:59.022520 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:59.027797 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:59.124221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.137192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.139778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] 10.222.0.55 "DELETE /v2.0/networks/566d87ae-938b-40aa-98a3-2f84ab9a70f2 HTTP/1.1" status: 204 len: 168 time: 2.5801246 Jul 16 09:03:59.161781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac5a31-7229-4f51-bd59-8f5843705f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=566d87ae-938b-40aa-98a3-2f84ab9a70f2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:59.179336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a3441-38b5-4911-b27b-e697309fa67d None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:03:59.295985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625679a8-a7f2-454f-9f60-f64665e7997c req-34508459-1cbf-4142-831f-27963fb6af1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:59.304030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625679a8-a7f2-454f-9f60-f64665e7997c req-34508459-1cbf-4142-831f-27963fb6af1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1283290 Jul 16 09:03:59.376313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-625679a8-a7f2-454f-9f60-f64665e7997c req-68a0e6bf-5ef2-4976-90ff-5489044cc522 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712526 Jul 16 09:03:59.477878 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.606364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=fb649dad-4f25-4e3e-8e2c-16e4332ceb8e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:59.613153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': '19635945-b525-46ed-8116-575e6a76167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '031af3d7-39ef-4097-949d-45e1a0b9bec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:59.615786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: 031af3d7-39ef-4097-949d-45e1a0b9bec0, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:59.653369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51834) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:59.712083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network 031af3d7-39ef-4097-949d-45e1a0b9bec0 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:59.729025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 031af3d7-39ef-4097-949d-45e1a0b9bec0) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:59.736825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:59.737492 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.759639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-21178cf4-4d13-4166-848a-05359148d2fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3802676 Jul 16 09:03:59.759639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51844) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:59.779130 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-85998889-f4d0-40b6-9895-b3e9f4db44c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d6ea71805264942b6afc045f1074524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1221688 Jul 16 09:03:59.781087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51850) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:59.836488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52724c-703a-4ca5-bd0a-50f74e3a8633 req-3565f24d-7818-4769-9d4f-c81f4973ceea tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:59.838094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f52724c-703a-4ca5-bd0a-50f74e3a8633 req-3565f24d-7818-4769-9d4f-c81f4973ceea tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2099292 Jul 16 09:03:59.935550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d128a9b-70b4-4e00-8b19-baa990f766c4 None None] Network 031af3d7-39ef-4097-949d-45e1a0b9bec0 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:59.953680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f52724c-703a-4ca5-bd0a-50f74e3a8633 req-59ab6caa-9ede-4fcc-8c3b-67891a98228a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854058 Jul 16 09:03:59.981344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.007983 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d40d797e-c167-4abf-bb4a-0310008dc7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.044075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d40d797e-c167-4abf-bb4a-0310008dc7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.160090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca536-5f7a-4205-9479-38d74549a384 req-c855adf9-3fd3-4e2a-a7d8-cd15f11d1545 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:00.169180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84cca536-5f7a-4205-9479-38d74549a384 req-c855adf9-3fd3-4e2a-a7d8-cd15f11d1545 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 950 time: 0.2379766 Jul 16 09:04:00.211273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.260485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b726214-ba10-42d9-9fc6-9d4f3af2ad63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-031af3d7-39ef-4097-949d-45e1a0b9bec0', 'network_id': '031af3d7-39ef-4097-949d-45e1a0b9bec0', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': 'fb649dad-4f25-4e3e-8e2c-16e4332ceb8e'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:00.261468 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0b726214-ba10-42d9-9fc6-9d4f3af2ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.302374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d40d797e-c167-4abf-bb4a-0310008dc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.303838 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d40d797e-c167-4abf-bb4a-0310008dc7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.307311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d40d797e-c167-4abf-bb4a-0310008dc7d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ede0f74c-56b4-4fe8-aa1e-0f35080b0468 HTTP/1.1" status: 204 len: 168 time: 0.5214875 Jul 16 09:04:00.358046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84cca536-5f7a-4205-9479-38d74549a384 req-dcf2bf82-dd9f-4070-87ef-0b79b230ca2e tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895247 Jul 16 09:04:00.369396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d797e-c167-4abf-bb4a-0310008dc7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede0f74c-56b4-4fe8-aa1e-0f35080b0468,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:00.451964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server [None req-0b726214-ba10-42d9-9fc6-9d4f3af2ad63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb649dad-4f25-4e3e-8e2c-16e4332ceb8e: This subnet is being modified by another concurrent operation. Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb649dad-4f25-4e3e-8e2c-16e4332ceb8e: This subnet is being modified by another concurrent operation. Jul 16 09:04:00.496761 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Jul 16 09:04:00.519737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcabd1ff-7248-4bed-b98f-890dc11ec99a None None] Network 031af3d7-39ef-4097-949d-45e1a0b9bec0 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:00.612975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=fb649dad-4f25-4e3e-8e2c-16e4332ceb8e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:00.613182 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:00.748232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64992e36-d611-4c74-a38d-fd3c9242b405 req-072c2d6e-7267-45c7-9157-d2dddeb86607 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:00.758001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d2be0-fd03-494c-96db-d63306b97f52 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:04:00.772728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64992e36-d611-4c74-a38d-fd3c9242b405 req-072c2d6e-7267-45c7-9157-d2dddeb86607 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.5000117 Jul 16 09:04:00.860807 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.903621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031af3d7-39ef-4097-949d-45e1a0b9bec0']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.956375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d2be0-fd03-494c-96db-d63306b97f52 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:04:00.982509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19635945-b525-46ed-8116-575e6a76167c') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.982922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19635945-b525-46ed-8116-575e6a76167c') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:01.014485 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.054813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64992e36-d611-4c74-a38d-fd3c9242b405 req-652bd1d0-5551-4bca-89d2-169136500ed4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781377 Jul 16 09:04:01.108815 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.142870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:01.143200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:01.147088 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:01.334761 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.352087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.355495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/031af3d7-39ef-4097-949d-45e1a0b9bec0 HTTP/1.1" status: 204 len: 168 time: 1.5943763 Jul 16 09:04:01.359006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51932) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:01.365763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134842383'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:01.440681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb3f36-f931-468f-95ae-fc3d5f49230e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=031af3d7-39ef-4097-949d-45e1a0b9bec0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:01.463224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:01.467695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.521199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:01.543101 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.543813 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment 464258cd-a49e-4e7e-b65e-20539bf84420 of type vlan for network 115772e3-31c2-4205-b9f0-7e407a4011ed Jul 16 09:04:01.592558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473dad-8f6f-4285-8589-60d5bb3004cc req-b9aea56e-f720-48e4-98c0-0355385da1f1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.599559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47473dad-8f6f-4285-8589-60d5bb3004cc req-b9aea56e-f720-48e4-98c0-0355385da1f1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1834729 Jul 16 09:04:01.676160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47473dad-8f6f-4285-8589-60d5bb3004cc req-f72c251a-ab74-4c83-a114-5fd251ad732d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702682 Jul 16 09:04:01.693788 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.778661 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.797269 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.806220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.939447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9491-2a85-4768-ac6a-5ee95e0b40ba req-d5c3a94b-a837-4661-b583-b9914b279376 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.940028 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5767429 Jul 16 09:04:01.945352 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51954) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:01.947511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-369c9491-2a85-4768-ac6a-5ee95e0b40ba req-d5c3a94b-a837-4661-b583-b9914b279376 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 950 time: 0.2544949 Jul 16 09:04:01.955826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': '115772e3-31c2-4205-b9f0-7e407a4011ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:02.044674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-369c9491-2a85-4768-ac6a-5ee95e0b40ba req-57af03f4-3c31-4817-a253-35d6968a8d6e tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946243 Jul 16 09:04:02.083542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28648982-2f74-4892-ba1d-7182b4315ab4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=115772e3-31c2-4205-b9f0-7e407a4011ed,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:02.110508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 115772e3-31c2-4205-b9f0-7e407a4011ed details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:02.266426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:02.273141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.276778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf1203-d6e7-433b-8443-f6e7bf2d2e81 req-049030be-6516-4c15-bcac-a5a3d55b8750 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.287439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-efbf1203-d6e7-433b-8443-f6e7bf2d2e81 req-049030be-6516-4c15-bcac-a5a3d55b8750 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1994250 Jul 16 09:04:02.406706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-efbf1203-d6e7-433b-8443-f6e7bf2d2e81 req-02b0b320-5498-4963-85b6-8e6b39caf2f9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153729 Jul 16 09:04:02.507456 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.581776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=5316b77c-90f5-452d-a52f-78bf18532f5c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:02.625709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': '464258cd-a49e-4e7e-b65e-20539bf84420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '115772e3-31c2-4205-b9f0-7e407a4011ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:02.626297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: 115772e3-31c2-4205-b9f0-7e407a4011ed, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:02.653716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network 115772e3-31c2-4205-b9f0-7e407a4011ed is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:02.663447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e674101-76c9-4460-bcf9-2d3f663e3231 req-07e9cced-7cfe-489d-b945-19b39ae0f096 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.666596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 115772e3-31c2-4205-b9f0-7e407a4011ed) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:02.671425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e674101-76c9-4460-bcf9-2d3f663e3231 req-07e9cced-7cfe-489d-b945-19b39ae0f096 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.0921381 Jul 16 09:04:02.674459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.675377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1338955-e2ec-4e1a-90b4-b608838787f2 None None] Network 115772e3-31c2-4205-b9f0-7e407a4011ed requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:02.675515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.702827 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-26545130-eee4-4870-b944-90f38b93264c tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7549694 Jul 16 09:04:02.705070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52010) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:02.729437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e674101-76c9-4460-bcf9-2d3f663e3231 req-2470894a-8f2e-4c70-a3c4-2f6eb48e897f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566721 Jul 16 09:04:02.879922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.964319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be11afd-0c12-415f-b669-e86ae52a8da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-115772e3-31c2-4205-b9f0-7e407a4011ed', 'network_id': '115772e3-31c2-4205-b9f0-7e407a4011ed', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': '5316b77c-90f5-452d-a52f-78bf18532f5c'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:02.966504 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7be11afd-0c12-415f-b669-e86ae52a8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.990048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.096384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3907c-2094-4302-b7d5-271297675df4 req-8c78b0c7-99a1-4a4a-8f45-e0f2411b7d46 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:03.105875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bed3907c-2094-4302-b7d5-271297675df4 req-8c78b0c7-99a1-4a4a-8f45-e0f2411b7d46 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1582658 Jul 16 09:04:03.141507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:03.156307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server [None req-7be11afd-0c12-415f-b669-e86ae52a8da0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5316b77c-90f5-452d-a52f-78bf18532f5c: This subnet is being modified by another concurrent operation. Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5316b77c-90f5-452d-a52f-78bf18532f5c: This subnet is being modified by another concurrent operation. Jul 16 09:04:03.193091 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Jul 16 09:04:03.228286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bed3907c-2094-4302-b7d5-271297675df4 req-5360202f-174f-42a7-95b4-016ea00d929b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007380 Jul 16 09:04:03.229129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166c9b4-b0ce-4500-bd76-feab9842099d None None] Network 115772e3-31c2-4205-b9f0-7e407a4011ed requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:03.229311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=5316b77c-90f5-452d-a52f-78bf18532f5c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:03.396897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.410302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115772e3-31c2-4205-b9f0-7e407a4011ed']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:03.435167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464258cd-a49e-4e7e-b65e-20539bf84420') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:03.436825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464258cd-a49e-4e7e-b65e-20539bf84420') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:03.452647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.476606 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.482108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac681e4-0a6b-4045-811d-4622131cbd15 req-7fd330bb-1b32-4833-8762-8ae19f0400c2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:03.487291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:03.487965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.491625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ac681e4-0a6b-4045-811d-4622131cbd15 req-7fd330bb-1b32-4833-8762-8ae19f0400c2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1286607 Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:03.493527 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:03.544589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ac681e4-0a6b-4045-811d-4622131cbd15 req-4b71617a-6721-45bc-9534-bcf5c74efe34 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Jul 16 09:04:03.595518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.613151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.622908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52042) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:03.623825 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/115772e3-31c2-4205-b9f0-7e407a4011ed HTTP/1.1" status: 204 len: 168 time: 0.9168766 Jul 16 09:04:03.630505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-154375632'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:03.640855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924de3c-4248-4c8b-bc15-632a8ee99c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=115772e3-31c2-4205-b9f0-7e407a4011ed,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:03.703230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:03.710230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.792240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:03.813417 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.814505 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment 029cfa13-63a5-4139-8c94-857282dbdd2c of type vlan for network d5be55e2-d345-4613-bf98-17a3765ebea7 Jul 16 09:04:03.883490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.912439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.917186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f33e83a-9fa3-4078-ad00-0567e79ad41f None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:04:03.974715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.980855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:03.981532 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.018113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:04.021211 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6265ca6-2279-4c6c-8762-563d8fbde8c1" -d '{"events": [{"server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:04.043554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:04.054457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.120551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4938924 Jul 16 09:04:04.121315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52060) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:04.127024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:04.152324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ba4b5-4dc2-4709-922c-e998296b73ad req-17e461d3-223b-45c2-a318-c669e02773ef tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:04.159214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-497ba4b5-4dc2-4709-922c-e998296b73ad req-17e461d3-223b-45c2-a318-c669e02773ef tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2565675 Jul 16 09:04:04.215159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f33e83a-9fa3-4078-ad00-0567e79ad41f None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:04:04.217323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:04.281954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc116252-4198-4021-a183-9f75113dc031 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=d5be55e2-d345-4613-bf98-17a3765ebea7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:04.333065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d5be55e2-d345-4613-bf98-17a3765ebea7 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:04.337886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:04.342155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.352124 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-497ba4b5-4dc2-4709-922c-e998296b73ad req-5c4943e6-a82e-4dd0-96a7-6fe1e1860636 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731260 Jul 16 09:04:04.456802 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b61871-2074-4309-b8c6-7c1015105f9b x-openstack-request-id: req-12b61871-2074-4309-b8c6-7c1015105f9b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:04.458030 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:04.460079 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12b61871-2074-4309-b8c6-7c1015105f9b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:04.460827 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'code': 200} Jul 16 09:04:04.794930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.839160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8416d-591c-4485-9b87-23bfda4f50be req-54b8e28c-b197-46f4-9305-ee804abdb4d6 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:04.846357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33d8416d-591c-4485-9b87-23bfda4f50be req-54b8e28c-b197-46f4-9305-ee804abdb4d6 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1931891 Jul 16 09:04:04.939496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33d8416d-591c-4485-9b87-23bfda4f50be req-55d288a2-738a-4b63-b497-d7174231e03e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870180 Jul 16 09:04:04.961602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=b788ab40-dfa9-4a6d-b99b-b1ed9e34804f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:04.989291 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52074) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:04.999499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': '029cfa13-63a5-4139-8c94-857282dbdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:04.999870 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: d5be55e2-d345-4613-bf98-17a3765ebea7, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:05.023410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network d5be55e2-d345-4613-bf98-17a3765ebea7 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:05.032198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d5be55e2-d345-4613-bf98-17a3765ebea7) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:05.038091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.038870 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.046206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce9bddb-727f-456e-adce-74c1b51111a3 None None] Network d5be55e2-d345-4613-bf98-17a3765ebea7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:05.074791 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d6059a67-e419-4db6-97fe-f25924db7821 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9526591 Jul 16 09:04:05.077548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52080) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:05.084164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:05.246077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940c9407-a658-4450-ad28-bee950555630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d5be55e2-d345-4613-bf98-17a3765ebea7', 'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': 'b788ab40-dfa9-4a6d-b99b-b1ed9e34804f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:05.246905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-940c9407-a658-4450-ad28-bee950555630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.250385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58097626-bb15-4cb2-adb4-79e6365a2165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.391098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba770eb-d276-4dce-bd7c-eb0f56937c93 req-cac05986-3a48-4284-9fb3-a76d1f15dfd9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.393988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bba770eb-d276-4dce-bd7c-eb0f56937c93 req-cac05986-3a48-4284-9fb3-a76d1f15dfd9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1250858 Jul 16 09:04:05.409198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-940c9407-a658-4450-ad28-bee950555630 None None] Allocated IP 2001:db8::2 (d5be55e2-d345-4613-bf98-17a3765ebea7/b788ab40-dfa9-4a6d-b99b-b1ed9e34804f/94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:05.461016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58097626-bb15-4cb2-adb4-79e6365a2165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.466187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bba770eb-d276-4dce-bd7c-eb0f56937c93 req-5c683206-6aef-423b-a771-2762920d87ef tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661552 Jul 16 09:04:05.474476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58097626-bb15-4cb2-adb4-79e6365a2165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.540451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:05.545388 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.566383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58097626-bb15-4cb2-adb4-79e6365a2165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ce5b67-ac8c-4086-8e8e-37ffa3b4ade5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:05.583129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-58097626-bb15-4cb2-adb4-79e6365a2165 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e21d3375d5d34e798e0c4d13e0e47e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887442 Jul 16 09:04:05.583513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52088) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:05.662383 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-940c9407-a658-4450-ad28-bee950555630 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.662822 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d85cb551-0c08-478f-b5fb-e1420b697f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.674589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-940c9407-a658-4450-ad28-bee950555630 None None] Transition to ACTIVE for port object 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:05.696396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-940c9407-a658-4450-ad28-bee950555630 None None] Transition to ACTIVE for port object 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:05.697113 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d85cb551-0c08-478f-b5fb-e1420b697f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.709405 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-940c9407-a658-4450-ad28-bee950555630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.766741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accfd57-43d8-4467-9857-c2672e35de3f req-f3f35a76-4543-48bb-93be-d2f9d0e7fac9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.768354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7accfd57-43d8-4467-9857-c2672e35de3f req-f3f35a76-4543-48bb-93be-d2f9d0e7fac9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1554444 Jul 16 09:04:05.769428 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d85cb551-0c08-478f-b5fb-e1420b697f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.775507 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d85cb551-0c08-478f-b5fb-e1420b697f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.776972 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d85cb551-0c08-478f-b5fb-e1420b697f26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2ce5b67-ac8c-4086-8e8e-37ffa3b4ade5 HTTP/1.1" status: 204 len: 168 time: 0.1922824 Jul 16 09:04:05.788731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cb551-0c08-478f-b5fb-e1420b697f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ce5b67-ac8c-4086-8e8e-37ffa3b4ade5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:05.790439 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9407-a658-4450-ad28-bee950555630 None None] Pushing event updated for resources: {'Port': ['ID=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:05.821187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c9407-a658-4450-ad28-bee950555630 None None] Network d5be55e2-d345-4613-bf98-17a3765ebea7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:05.823993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-940c9407-a658-4450-ad28-bee950555630 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:05.826148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c9407-a658-4450-ad28-bee950555630 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:05.884226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7accfd57-43d8-4467-9857-c2672e35de3f req-a6159499-1463-4ea6-ad4a-6e45fce1fc1d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055200 Jul 16 09:04:05.941212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-940c9407-a658-4450-ad28-bee950555630 None None] Attempting to bind port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:05.942070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-940c9407-a658-4450-ad28-bee950555630 None None] Attempting to bind port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '029cfa13-63a5-4139-8c94-857282dbdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:05.943317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c9407-a658-4450-ad28-bee950555630 None None] Attempting to bind port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb on network d5be55e2-d345-4613-bf98-17a3765ebea7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:05.971240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c9407-a658-4450-ad28-bee950555630 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:05.972607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c9407-a658-4450-ad28-bee950555630 None None] Checking segment: {'id': '029cfa13-63a5-4139-8c94-857282dbdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:05.973192 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-940c9407-a658-4450-ad28-bee950555630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.973928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c9407-a658-4450-ad28-bee950555630 None None] Bound using segment: {'id': '029cfa13-63a5-4139-8c94-857282dbdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:05.974646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-940c9407-a658-4450-ad28-bee950555630 None None] Bound port: 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029cfa13-63a5-4139-8c94-857282dbdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:05.975126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-940c9407-a658-4450-ad28-bee950555630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.025425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.058622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-940c9407-a658-4450-ad28-bee950555630 None None] For port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:06.062259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-940c9407-a658-4450-ad28-bee950555630 None None] For port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,segment=NetworkSegment(029cfa13-63a5-4139-8c94-857282dbdd2c),segment_id=029cfa13-63a5-4139-8c94-857282dbdd2c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:06.068671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-940c9407-a658-4450-ad28-bee950555630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.120744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network d5be55e2-d345-4613-bf98-17a3765ebea7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:06.135631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:06.142834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.168595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.196076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9407-a658-4450-ad28-bee950555630 None None] Pushing event updated for resources: {'Port': ['ID=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:06.214175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=619620d4-e56b-4b16-b362-17ebcfa6ec0f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:06.233303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52110) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:06.250519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf775-47ce-4ec2-9ba5-3150018ee494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.252723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-64a2935f-28bc-4f30-89b2-aed194f13e33 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1741116 Jul 16 09:04:06.259912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52112) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:06.420200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c4951-2532-4815-970b-4bf6c5d7dd79 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.421798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c4951-2532-4815-970b-4bf6c5d7dd79 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.423342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c4951-2532-4815-970b-4bf6c5d7dd79 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.424881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c4951-2532-4815-970b-4bf6c5d7dd79 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.427142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c4951-2532-4815-970b-4bf6c5d7dd79 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.428903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5e7c4951-2532-4815-970b-4bf6c5d7dd79 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1680207 Jul 16 09:04:06.434012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52114) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:06.439808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2085117424'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:06.466142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927a2e6-c5a4-4926-b567-5ab98b170f53 req-a1949f94-bb3f-4298-95a9-e3d68d55c41f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.472240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3927a2e6-c5a4-4926-b567-5ab98b170f53 req-a1949f94-bb3f-4298-95a9-e3d68d55c41f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2436581 Jul 16 09:04:06.472488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf775-47ce-4ec2-9ba5-3150018ee494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.502160 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf775-47ce-4ec2-9ba5-3150018ee494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.548359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:06.553466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.562667 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8a2bf775-47ce-4ec2-9ba5-3150018ee494 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11ab62c6153b4aefabb0e6786e1bd6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279014 Jul 16 09:04:06.565350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52116) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:06.579371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bf775-47ce-4ec2-9ba5-3150018ee494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe72ef-ad46-487c-99f8-e6253569a4df,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:06.638015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ff11cdc-b503-4c98-9fb7-002d1755f0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.674035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ff11cdc-b503-4c98-9fb7-002d1755f0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.683342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3927a2e6-c5a4-4926-b567-5ab98b170f53 req-93c4b64c-a76f-4b4e-88ff-fc1bebd696af tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101374 Jul 16 09:04:06.693423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:06.710438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.711427 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment da98080c-5fff-4514-89e3-a9e1e15cdff9 of type vlan for network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b Jul 16 09:04:06.757182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ff11cdc-b503-4c98-9fb7-002d1755f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.760310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ff11cdc-b503-4c98-9fb7-002d1755f0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.764225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4ff11cdc-b503-4c98-9fb7-002d1755f0aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10fe72ef-ad46-487c-99f8-e6253569a4df HTTP/1.1" status: 204 len: 168 time: 0.1976831 Jul 16 09:04:06.784167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff11cdc-b503-4c98-9fb7-002d1755f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe72ef-ad46-487c-99f8-e6253569a4df,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:06.813798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.895004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.902054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.903213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.965448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52122) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:06.965745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5307958 Jul 16 09:04:06.973811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-59078ec3-bdc5-41b9-9372-7421f71306c4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:07.022597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b559cdc-e453-478c-a511-eb9757c8581b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=54a579dc-1aa0-42f1-9e33-58ea2eb7404b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:07.032715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:07.140764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afbb59-7db0-4635-bb23-cc2e74e53eef req-71846d8c-178f-40a5-999f-92ae17bae224 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.142569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46afbb59-7db0-4635-bb23-cc2e74e53eef req-71846d8c-178f-40a5-999f-92ae17bae224 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2804658 Jul 16 09:04:07.223995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46afbb59-7db0-4635-bb23-cc2e74e53eef req-317e4068-2b54-4478-947c-6858dd406a59 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696068 Jul 16 09:04:07.328317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59078ec3-bdc5-41b9-9372-7421f71306c4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.347723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59078ec3-bdc5-41b9-9372-7421f71306c4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.418520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59078ec3-bdc5-41b9-9372-7421f71306c4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b is not hosted by any dhcp agent {{(pid=94164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:04:07.427849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59078ec3-bdc5-41b9-9372-7421f71306c4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.427849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-59078ec3-bdc5-41b9-9372-7421f71306c4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.433625 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-59078ec3-bdc5-41b9-9372-7421f71306c4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "PUT /v2.0/networks/54a579dc-1aa0-42f1-9e33-58ea2eb7404b HTTP/1.1" status: 200 len: 723 time: 0.4641490 Jul 16 09:04:07.434131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52144) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:07.439495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': '54a579dc-1aa0-42f1-9e33-58ea2eb7404b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:07.514238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59078ec3-bdc5-41b9-9372-7421f71306c4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=54a579dc-1aa0-42f1-9e33-58ea2eb7404b,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:07.527067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:07.665041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:07.668628 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.831796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd81342-9b60-49b8-8e96-2be51512f8e2 None None] Network d5be55e2-d345-4613-bf98-17a3765ebea7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:07.930791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f0fc758f-c6b1-4eac-9c86-3254e8d8f5e8 None None] Provisioning for port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:07.972079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cb84d-6eb8-4549-aade-7974b6652591 req-661d1bdf-e2c4-41db-85e8-f0e0d591c7fb tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.983123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-732cb84d-6eb8-4549-aade-7974b6652591 req-661d1bdf-e2c4-41db-85e8-f0e0d591c7fb tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2939997 Jul 16 09:04:08.154477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-732cb84d-6eb8-4549-aade-7974b6652591 req-61e4d5cc-0818-4017-aa8c-3bf926755383 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613340 Jul 16 09:04:08.166157 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:08.306012 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.403010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb78f043-e148-4841-b724-8c4c655fb598 None None] Update dhcp port {'port': {'network_id': 'd5be55e2-d345-4613-bf98-17a3765ebea7', 'fixed_ips': [{'subnet_id': 'b788ab40-dfa9-4a6d-b99b-b1ed9e34804f', 'ip_address': '2001:db8::2'}, {'subnet_id': '619620d4-e56b-4b16-b362-17ebcfa6ec0f'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:04:08.419880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': 'da98080c-5fff-4514-89e3-a9e1e15cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '54a579dc-1aa0-42f1-9e33-58ea2eb7404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:08.420531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: 54a579dc-1aa0-42f1-9e33-58ea2eb7404b, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:08.445032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=00ae940a-a151-44d1-bdf3-c3bdc853fead,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:08.474028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:08.484285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:08.484661 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.495732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:08.514834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 54a579dc-1aa0-42f1-9e33-58ea2eb7404b) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:08.536468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:08.537066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.563092 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb78f043-e148-4841-b724-8c4c655fb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.565923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd520d-7760-42c8-9a49-a61940d76501 None None] Network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:08.595410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-14fbe64c-6402-485e-9876-9a51b23e2c90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1579659 Jul 16 09:04:08.595687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52172) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:08.602676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-277f1b5a-da92-44d8-a257-c3aa26334061 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:08.608051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59992c84-9563-49ed-acec-0eb1d7d73a58 req-67f8a073-7bcb-49a8-8390-e8456dd1053c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:08.610274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59992c84-9563-49ed-acec-0eb1d7d73a58 req-67f8a073-7bcb-49a8-8390-e8456dd1053c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2062256 Jul 16 09:04:08.663028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59992c84-9563-49ed-acec-0eb1d7d73a58 req-ac138d4f-c593-466d-888b-ab04e7cd09d1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Jul 16 09:04:08.759927 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-277f1b5a-da92-44d8-a257-c3aa26334061 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29121224'] for subnet, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.834488 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.948892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,segment=NetworkSegment(029cfa13-63a5-4139-8c94-857282dbdd2c),segment_id=029cfa13-63a5-4139-8c94-857282dbdd2c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:08.999589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-cb78f043-e148-4841-b724-8c4c655fb598 None None] Allocated IP 172.20.0.1 (d5be55e2-d345-4613-bf98-17a3765ebea7/619620d4-e56b-4b16-b362-17ebcfa6ec0f/94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:09.015992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-54a579dc-1aa0-42f1-9e33-58ea2eb7404b', 'network_id': '54a579dc-1aa0-42f1-9e33-58ea2eb7404b', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': '00ae940a-a151-44d1-bdf3-c3bdc853fead'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:09.015992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.041841 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.053190 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-277f1b5a-da92-44d8-a257-c3aa26334061 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729841513099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28390576'] for subnet, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.091241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f1b5a-da92-44d8-a257-c3aa26334061 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:09.093028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-277f1b5a-da92-44d8-a257-c3aa26334061 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.098547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52188) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:09.100748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-277f1b5a-da92-44d8-a257-c3aa26334061 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "PUT /v2.0/subnets/00ae940a-a151-44d1-bdf3-c3bdc853fead HTTP/1.1" status: 200 len: 826 time: 0.5032008 Jul 16 09:04:09.148025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cb78f043-e148-4841-b724-8c4c655fb598 None None] For port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,segment=NetworkSegment(029cfa13-63a5-4139-8c94-857282dbdd2c),segment_id=029cfa13-63a5-4139-8c94-857282dbdd2c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:09.164951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f1b5a-da92-44d8-a257-c3aa26334061 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=00ae940a-a151-44d1-bdf3-c3bdc853fead,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:09.181118 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb78f043-e148-4841-b724-8c4c655fb598 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.195441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cb78f043-e148-4841-b724-8c4c655fb598 None None] Transition to ACTIVE for port object 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:09.225579 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb78f043-e148-4841-b724-8c4c655fb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.295303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fde6-863b-40e7-b5c2-faec84586081 req-c4ed4bda-d603-49a7-9bc2-783bf681ba4d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:09.304262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9280fde6-863b-40e7-b5c2-faec84586081 req-c4ed4bda-d603-49a7-9bc2-783bf681ba4d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2098138 Jul 16 09:04:09.371502 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.429450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9280fde6-863b-40e7-b5c2-faec84586081 req-478068af-4bc4-4931-a4a8-126ff557fc6f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223962 Jul 16 09:04:09.548879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Allocated IP 2001:db8::2 (54a579dc-1aa0-42f1-9e33-58ea2eb7404b/00ae940a-a151-44d1-bdf3-c3bdc853fead/c42bd12c-2e06-41d2-bb59-568a71239f41) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:09.673008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.734843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:09.806883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d682099e-fee1-4b18-afd7-787927ab0624 req-da5e33fd-082f-4010-8bbb-9fd40e013b13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2875133 Jul 16 09:04:09.890769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf848a-e53e-4a7f-a37c-36d8fb55cd63 req-e569ef5f-c095-49b0-9fe5-29516a57bcb4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:09.892400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11bf848a-e53e-4a7f-a37c-36d8fb55cd63 req-e569ef5f-c095-49b0-9fe5-29516a57bcb4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1469154 Jul 16 09:04:10.008322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78f043-e148-4841-b724-8c4c655fb598 None None] Pushing event updated for resources: {'Port': ['ID=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:10.025767 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.054990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Transition to ACTIVE for port object c42bd12c-2e06-41d2-bb59-568a71239f41 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:10.070770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11bf848a-e53e-4a7f-a37c-36d8fb55cd63 req-2bf56b0d-8d57-4244-b63a-c07154f8c3af tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476607 Jul 16 09:04:10.119872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682099e-fee1-4b18-afd7-787927ab0624 req-31f57b2e-5dfd-4eaa-8d59-5f2aefc93d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:10.121753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d682099e-fee1-4b18-afd7-787927ab0624 req-31f57b2e-5dfd-4eaa-8d59-5f2aefc93d01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d39d0051606941bc9d0ec612fee665f4&device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 1099 time: 0.2282722 Jul 16 09:04:10.123230 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:10.234209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Transition to ACTIVE for port object c42bd12c-2e06-41d2-bb59-568a71239f41 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:10.256030 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.383080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682099e-fee1-4b18-afd7-787927ab0624 req-411e0e79-9fd5-453f-89ae-e634460a2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:10.386723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d682099e-fee1-4b18-afd7-787927ab0624 req-411e0e79-9fd5-453f-89ae-e634460a2cc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.2298374 Jul 16 09:04:10.397242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:10.420476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:10.433690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:10.456177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Pushing event updated for resources: {'Port': ['ID=c42bd12c-2e06-41d2-bb59-568a71239f41,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:10.481082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d682099e-fee1-4b18-afd7-787927ab0624 req-2c360d2f-1b28-47bf-8943-f75c83b8fe8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5 HTTP/1.1" status: 200 len: 217 time: 0.0852578 Jul 16 09:04:10.487139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.557342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Attempting to bind port c42bd12c-2e06-41d2-bb59-568a71239f41 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:10.557732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Attempting to bind port c42bd12c-2e06-41d2-bb59-568a71239f41 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'da98080c-5fff-4514-89e3-a9e1e15cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '54a579dc-1aa0-42f1-9e33-58ea2eb7404b'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:10.558031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Attempting to bind port c42bd12c-2e06-41d2-bb59-568a71239f41 on network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:10.565363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:10.565791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Checking segment: {'id': 'da98080c-5fff-4514-89e3-a9e1e15cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '54a579dc-1aa0-42f1-9e33-58ea2eb7404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:10.566206 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.566843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Bound using segment: {'id': 'da98080c-5fff-4514-89e3-a9e1e15cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '54a579dc-1aa0-42f1-9e33-58ea2eb7404b'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:10.568035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Bound port: c42bd12c-2e06-41d2-bb59-568a71239f41, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da98080c-5fff-4514-89e3-a9e1e15cdff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '54a579dc-1aa0-42f1-9e33-58ea2eb7404b'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:10.568487 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.607620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=00ae940a-a151-44d1-bdf3-c3bdc853fead,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:10.627069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52224) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:10.732324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682099e-fee1-4b18-afd7-787927ab0624 req-82c4e73c-0a97-4527-b757-243aa9800be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:10.734240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d682099e-fee1-4b18-afd7-787927ab0624 req-82c4e73c-0a97-4527-b757-243aa9800be2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2447791 Jul 16 09:04:10.768748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] For port c42bd12c-2e06-41d2-bb59-568a71239f41, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:10.773775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] For port c42bd12c-2e06-41d2-bb59-568a71239f41, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c42bd12c-2e06-41d2-bb59-568a71239f41,segment=NetworkSegment(da98080c-5fff-4514-89e3-a9e1e15cdff9),segment_id=da98080c-5fff-4514-89e3-a9e1e15cdff9)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:10.781840 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.824645 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.875373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73d09-24f8-4829-8192-22d29a181c39 req-58a84901-2316-404d-9d04-57e6db372db1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:10.875373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c73d09-24f8-4829-8192-22d29a181c39 req-58a84901-2316-404d-9d04-57e6db372db1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.4594145 Jul 16 09:04:10.876280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a579dc-1aa0-42f1-9e33-58ea2eb7404b']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.910925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2dd3251-29ca-4d8a-8a9e-2b736b0f79eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.008537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4e845-1d5e-4450-a1db-edae4b6ff9ad None None] Pushing event updated for resources: {'Port': ['ID=c42bd12c-2e06-41d2-bb59-568a71239f41,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:11.037513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc4218-6d83-4f1a-99d9-9a3554cf40df None None] Network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:11.059510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2dd3251-29ca-4d8a-8a9e-2b736b0f79eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.065488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2dd3251-29ca-4d8a-8a9e-2b736b0f79eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.104782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd3251-29ca-4d8a-8a9e-2b736b0f79eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91954205-4708-4024-80c9-192bded4e878,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:11.128581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a8fcf-0b98-47f9-9ea0-c5e9783b462f None None] Network d5be55e2-d345-4613-bf98-17a3765ebea7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:11.132956 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a2dd3251-29ca-4d8a-8a9e-2b736b0f79eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab606216ab464f94904f6b15855653bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047176 Jul 16 09:04:11.135500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52234) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.198902 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20922f31-e3e0-4a79-ac80-93f57e476927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.228624 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20922f31-e3e0-4a79-ac80-93f57e476927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.296011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20922f31-e3e0-4a79-ac80-93f57e476927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.299078 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20922f31-e3e0-4a79-ac80-93f57e476927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.300479 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-20922f31-e3e0-4a79-ac80-93f57e476927 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91954205-4708-4024-80c9-192bded4e878 HTTP/1.1" status: 204 len: 168 time: 0.1639063 Jul 16 09:04:11.334697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20922f31-e3e0-4a79-ac80-93f57e476927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91954205-4708-4024-80c9-192bded4e878,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:11.536214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-70c7557f-17d8-4cf6-8165-58fbf0e49aee None None] Provisioning for port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:11.577264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-70c7557f-17d8-4cf6-8165-58fbf0e49aee None None] Provisioning complete for port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:11.577724 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-70c7557f-17d8-4cf6-8165-58fbf0e49aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.644995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da98080c-5fff-4514-89e3-a9e1e15cdff9') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:11.645290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da98080c-5fff-4514-89e3-a9e1e15cdff9') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:11.661548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.689250 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.714487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c73d09-24f8-4829-8192-22d29a181c39 req-b894cd65-97da-44ee-a45a-b110b4e2d1a7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8273854 Jul 16 09:04:11.719311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:11.723227 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:11.726819 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:11.745792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefbbcaf-6fbe-4f77-bb87-b361e2a63750 None None] Network 54a579dc-1aa0-42f1-9e33-58ea2eb7404b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:11.819490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682099e-fee1-4b18-afd7-787927ab0624 req-99a9d5d0-4528-444b-9794-c3e6b0b31cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:11.821071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d682099e-fee1-4b18-afd7-787927ab0624 req-99a9d5d0-4528-444b-9794-c3e6b0b31cdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0748453 Jul 16 09:04:11.916288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52248) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.945545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1aab2588-3c3e-4ce7-9fb0-6f75153304ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.956172 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:04:11.956172 n-d-780147-28 neutron-server[94159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:04:11.956172 n-d-780147-28 neutron-server[94159]: [parameters: {'id': '54a579dc-1aa0-42f1-9e33-58ea2eb7404b'}] Jul 16 09:04:11.956172 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:04:11.956590 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:04:12.111143 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1aab2588-3c3e-4ce7-9fb0-6f75153304ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.119583 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1aab2588-3c3e-4ce7-9fb0-6f75153304ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.194195 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1aab2588-3c3e-4ce7-9fb0-6f75153304ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6c51225a0f544a6b65b3b0dacc80907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760036 Jul 16 09:04:12.194906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52250) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.197029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab2588-3c3e-4ce7-9fb0-6f75153304ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63483a3-a1c5-4415-832b-ef7a9ab46b83,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.220021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d682099e-fee1-4b18-afd7-787927ab0624 req-3e952c20-9eff-4e6a-a738-78bedcf49ebb service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393843 Jul 16 09:04:12.229312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:12.294173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1403c9b8-fe94-42f7-8865-e7f19436ef84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.295610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f7e5-b648-4640-82b1-ed580c5dd701 req-91cd66d8-7cc2-46b1-9a63-eb22dec870f1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:12.303579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd06f7e5-b648-4640-82b1-ed580c5dd701 req-91cd66d8-7cc2-46b1-9a63-eb22dec870f1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2598684 Jul 16 09:04:12.328779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1403c9b8-fe94-42f7-8865-e7f19436ef84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.444922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d682099e-fee1-4b18-afd7-787927ab0624 req-a03098a7-3122-454d-b4a8-29a617eb03aa service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093503 Jul 16 09:04:12.448926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1403c9b8-fe94-42f7-8865-e7f19436ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.452040 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1403c9b8-fe94-42f7-8865-e7f19436ef84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.463937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3f260f9e-3d5d-4881-99aa-6bbaded2be4f None None] Provisioning complete for port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:12.463937 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3f260f9e-3d5d-4881-99aa-6bbaded2be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.468337 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1403c9b8-fe94-42f7-8865-e7f19436ef84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d63483a3-a1c5-4415-832b-ef7a9ab46b83 HTTP/1.1" status: 204 len: 168 time: 0.2721188 Jul 16 09:04:12.475042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd06f7e5-b648-4640-82b1-ed580c5dd701 req-f6b339af-f515-4bd0-8994-5ec2cefaf609 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704710 Jul 16 09:04:12.475685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.481717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403c9b8-fe94-42f7-8865-e7f19436ef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63483a3-a1c5-4415-832b-ef7a9ab46b83,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.652605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting port c42bd12c-2e06-41d2-bb59-568a71239f41 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:12.653477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.734540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3d570-08b9-402a-872c-ec6eefd0dfb9 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:04:12.928423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] For port c42bd12c-2e06-41d2-bb59-568a71239f41, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c42bd12c-2e06-41d2-bb59-568a71239f41,segment=NetworkSegment(da98080c-5fff-4514-89e3-a9e1e15cdff9),segment_id=da98080c-5fff-4514-89e3-a9e1e15cdff9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:12.931760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.990987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Calling delete_port for c42bd12c-2e06-41d2-bb59-568a71239f41 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:13.069066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:13.069445 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.174539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3d570-08b9-402a-872c-ec6eefd0dfb9 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:04:13.256477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.311079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No DVR routers for this DVR port c42bd12c-2e06-41d2-bb59-568a71239f41 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:13.317493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Port': ['ID=c42bd12c-2e06-41d2-bb59-568a71239f41,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.467627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.486223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a579dc-1aa0-42f1-9e33-58ea2eb7404b']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:13.512732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da98080c-5fff-4514-89e3-a9e1e15cdff9') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:13.513850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da98080c-5fff-4514-89e3-a9e1e15cdff9') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:13.542246 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.579353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.589323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:13.591568 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:13.627891 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:13.773836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.790125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.797187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/54a579dc-1aa0-42f1-9e33-58ea2eb7404b HTTP/1.1" status: 204 len: 168 time: 4.6950471 Jul 16 09:04:13.797477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52280) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:13.813919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcdf6c-1166-4d53-9aac-15cca3172724 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=54a579dc-1aa0-42f1-9e33-58ea2eb7404b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.844635 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c46295-583e-4257-81df-f9f36eb14f6b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:13.845911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c46295-583e-4257-81df-f9f36eb14f6b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:13.850500 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-04c46295-583e-4257-81df-f9f36eb14f6b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/54a579dc-1aa0-42f1-9e33-58ea2eb7404b HTTP/1.1" status: 404 len: 339 time: 0.0513463 Jul 16 09:04:13.854154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52284) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:13.859368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377802164', 'description': 'd1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:13.889020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:13.895889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.928802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:13.950443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.950928 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment df1359cf-ef8c-400c-893c-a3ba3e1986ec of type vlan for network b5490b7e-155d-4928-999a-312703471487 Jul 16 09:04:14.083796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.154635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.165599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:14.166408 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535662'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.217065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52298) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.218082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3634715 Jul 16 09:04:14.329182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a95e0-4a23-4731-b207-22f6496d3507 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=b5490b7e-155d-4928-999a-312703471487,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:14.352134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network b5490b7e-155d-4928-999a-312703471487 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:14.448115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449fee65-9292-4034-968b-a0e034c72dd2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:14.455589 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-449fee65-9292-4034-968b-a0e034c72dd2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/networks?id=b5490b7e-155d-4928-999a-312703471487 HTTP/1.1" status: 200 len: 765 time: 0.2348893 Jul 16 09:04:14.455890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52304) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.463308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-eec64651-8fa2-4f3c-bcd0-fc41d237ef8f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'description': 'd2'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:14.489857 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3e483cf-bdc1-4250-8dc1-fa4a0d2625e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.681115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eec64651-8fa2-4f3c-bcd0-fc41d237ef8f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.706952 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eec64651-8fa2-4f3c-bcd0-fc41d237ef8f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.779433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eec64651-8fa2-4f3c-bcd0-fc41d237ef8f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network b5490b7e-155d-4928-999a-312703471487 is not hosted by any dhcp agent {{(pid=94159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:04:14.792772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec64651-8fa2-4f3c-bcd0-fc41d237ef8f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:14.793416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eec64651-8fa2-4f3c-bcd0-fc41d237ef8f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.794767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-eec64651-8fa2-4f3c-bcd0-fc41d237ef8f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "PUT /v2.0/networks/b5490b7e-155d-4928-999a-312703471487 HTTP/1.1" status: 200 len: 762 time: 0.3378558 Jul 16 09:04:14.797825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52312) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.932201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec64651-8fa2-4f3c-bcd0-fc41d237ef8f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=b5490b7e-155d-4928-999a-312703471487,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:14.948742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network b5490b7e-155d-4928-999a-312703471487 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:15.055357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d825e-d268-4730-b410-1466b40a7c85 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.056959 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-439d825e-d268-4730-b410-1466b40a7c85 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/networks?id=b5490b7e-155d-4928-999a-312703471487 HTTP/1.1" status: 200 len: 765 time: 0.2575824 Jul 16 09:04:15.060818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52318) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:15.266619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.358823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588528e-23eb-48b6-b7cb-b986aa01ca3a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.360384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9588528e-23eb-48b6-b7cb-b986aa01ca3a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2985919 Jul 16 09:04:15.364252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52328) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:15.404521 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e49b1756-894f-40ac-9ab4-33b2eab7689e tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 207 time: 0.0391874 Jul 16 09:04:15.408132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52330) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:15.747282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33323f3-a05e-4944-9656-a84a1dfebbc7 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.755356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33323f3-a05e-4944-9656-a84a1dfebbc7 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.761427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33323f3-a05e-4944-9656-a84a1dfebbc7 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.767189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33323f3-a05e-4944-9656-a84a1dfebbc7 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.773547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33323f3-a05e-4944-9656-a84a1dfebbc7 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.779349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33323f3-a05e-4944-9656-a84a1dfebbc7 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.781304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c33323f3-a05e-4944-9656-a84a1dfebbc7 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3715818 Jul 16 09:04:15.785822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52342) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.081670 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3359f852-f090-4278-9d78-f76c2c72945a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2925291 Jul 16 09:04:16.085242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52346) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.187164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6248ae-13e8-4bd9-b7e4-ed5dc9df1113 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.189081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6248ae-13e8-4bd9-b7e4-ed5dc9df1113 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.192471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6248ae-13e8-4bd9-b7e4-ed5dc9df1113 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.194201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6248ae-13e8-4bd9-b7e4-ed5dc9df1113 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.198144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6248ae-13e8-4bd9-b7e4-ed5dc9df1113 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.203499 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1f6248ae-13e8-4bd9-b7e4-ed5dc9df1113 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1117733 Jul 16 09:04:16.203875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52352) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.284266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a813b54-2828-4c35-a084-9e42e906c0a9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.287814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a813b54-2828-4c35-a084-9e42e906c0a9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.290445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a813b54-2828-4c35-a084-9e42e906c0a9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.292345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a813b54-2828-4c35-a084-9e42e906c0a9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.294337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a813b54-2828-4c35-a084-9e42e906c0a9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.301374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a813b54-2828-4c35-a084-9e42e906c0a9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0926764 Jul 16 09:04:16.301878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52356) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.452629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0236c4-b63d-40b7-957a-2af81479ec38 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.454007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4b0236c4-b63d-40b7-957a-2af81479ec38 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/networks/ddc143be-8bf9-40a3-8126-c4b14d33a2c4 HTTP/1.1" status: 200 len: 804 time: 0.1493723 Jul 16 09:04:16.458736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.614097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-815fbaee-e395-4935-9b86-7e8854ae5ac1 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/networks/ddc143be-8bf9-40a3-8126-c4b14d33a2c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1502748 Jul 16 09:04:16.614097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52364) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.681796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f2f10d-4b82-4767-9dee-b1a7dadddcc4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.683008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-84f2f10d-4b82-4767-9dee-b1a7dadddcc4 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/subnets/69021f6a-3c7f-4e97-a522-d2a95e831b91 HTTP/1.1" status: 200 len: 843 time: 0.0677800 Jul 16 09:04:16.686858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52368) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.751044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe46e284-e8cb-4338-abe2-4b1c941e3f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.752423 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fe46e284-e8cb-4338-abe2-4b1c941e3f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "GET /v2.0/subnets/69021f6a-3c7f-4e97-a522-d2a95e831b91?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0643301 Jul 16 09:04:16.758177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52370) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.767796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63306327'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:16.773418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52372) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.807438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:16.813875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.854443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:16.871244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.871604 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Added segment 2a797b9b-df7c-4621-a1e9-306dae59d96e of type vlan for network 6ff0b972-7ea8-404e-9106-8ee4a7f752bd Jul 16 09:04:16.911837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfa26257-3564-49b8-a953-8ed2959c86b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.931131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.972350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.982532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.983351 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.060141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfa26257-3564-49b8-a953-8ed2959c86b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.066307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bfa26257-3564-49b8-a953-8ed2959c86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.097562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Network': ['ID=6ff0b972-7ea8-404e-9106-8ee4a7f752bd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.111500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d9e12c8f-6d70-490c-886f-3f8364368f3f tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3488359 Jul 16 09:04:17.112127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52376) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:17.112483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6ff0b972-7ea8-404e-9106-8ee4a7f752bd details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:17.119688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'network_id': '6ff0b972-7ea8-404e-9106-8ee4a7f752bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:17.135598 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bfa26257-3564-49b8-a953-8ed2959c86b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7eb59e7128fc4be2a4bc23b2be42a0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590474 Jul 16 09:04:17.137192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa26257-3564-49b8-a953-8ed2959c86b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6afebf7-4e03-4642-bc1e-952b20150194,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.154005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52378) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:17.229333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24d5f937-ba70-4d0b-8f7e-dcdc8eaff737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.254023 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24d5f937-ba70-4d0b-8f7e-dcdc8eaff737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.257292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Made reservation on behalf of ae3939dbce9a4488bded815414f3c14c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:17.263596 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.342334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24d5f937-ba70-4d0b-8f7e-dcdc8eaff737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.346104 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24d5f937-ba70-4d0b-8f7e-dcdc8eaff737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.349168 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-24d5f937-ba70-4d0b-8f7e-dcdc8eaff737 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6afebf7-4e03-4642-bc1e-952b20150194 HTTP/1.1" status: 204 len: 168 time: 0.1931858 Jul 16 09:04:17.360097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5f937-ba70-4d0b-8f7e-dcdc8eaff737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6afebf7-4e03-4642-bc1e-952b20150194,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.437412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Performing IP validity checks on allocation pools {{(pid=94159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:04:17.439543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:04:17.618257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.646010 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-29fe61f3-cae0-4a9f-b19d-9e09b0bb3625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.686637 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.745822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=48b5cd48-07e0-4311-83c7-b5ef47e168cf,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.787323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Checking segment: {'id': '2a797b9b-df7c-4621-a1e9-306dae59d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6ff0b972-7ea8-404e-9106-8ee4a7f752bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:17.787690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network hostable DHCP agents. Network: 6ff0b972-7ea8-404e-9106-8ee4a7f752bd, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:17.807142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Network 6ff0b972-7ea8-404e-9106-8ee4a7f752bd is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:17.819344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6ff0b972-7ea8-404e-9106-8ee4a7f752bd) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:17.830467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:17.830888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8963abb-5944-4af1-9682-d452dd5a8ce0 None None] Network 6ff0b972-7ea8-404e-9106-8ee4a7f752bd requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:17.831077 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.857983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-32c6a65b-006f-4e74-972b-3191028eda4d tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7419984 Jul 16 09:04:17.857983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52394) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:17.867251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c847e964-96a6-439b-ad17-9f99e5159910 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:17.909490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52396) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:17.932092 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5788301a-bdc8-483f-932e-db425a91c12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.054071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c847e964-96a6-439b-ad17-9f99e5159910 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27927378'] for subnet, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.101959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-6ff0b972-7ea8-404e-9106-8ee4a7f752bd', 'network_id': '6ff0b972-7ea8-404e-9106-8ee4a7f752bd', 'tenant_id': 'ae3939dbce9a4488bded815414f3c14c', 'fixed_ips': [{'subnet_id': '48b5cd48-07e0-4311-83c7-b5ef47e168cf'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:18.103318 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.142377 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5788301a-bdc8-483f-932e-db425a91c12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.150058 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5788301a-bdc8-483f-932e-db425a91c12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.258302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788301a-bdc8-483f-932e-db425a91c12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ea61ef-a117-406c-89c1-37da492d0ae1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:18.275687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5788301a-bdc8-483f-932e-db425a91c12b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa1fe0621a8b47a39d8b8945891433f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651216 Jul 16 09:04:18.279210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52398) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.343289 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2089cadd-2845-4e9a-a857-7faf4a11f4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.356508 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c847e964-96a6-439b-ad17-9f99e5159910 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729841513099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27852768'] for subnet, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.368677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2089cadd-2845-4e9a-a857-7faf4a11f4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.410793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847e964-96a6-439b-ad17-9f99e5159910 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:18.411476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c847e964-96a6-439b-ad17-9f99e5159910 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.412847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c847e964-96a6-439b-ad17-9f99e5159910 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "PUT /v2.0/subnets/48b5cd48-07e0-4311-83c7-b5ef47e168cf HTTP/1.1" status: 200 len: 900 time: 0.5523822 Jul 16 09:04:18.415961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52400) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.448376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Allocated IP 2001:db8::3 (6ff0b972-7ea8-404e-9106-8ee4a7f752bd/48b5cd48-07e0-4311-83c7-b5ef47e168cf/3abacd7b-c79b-4391-8c9b-892728d242e9) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:18.464965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2089cadd-2845-4e9a-a857-7faf4a11f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.468372 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2089cadd-2845-4e9a-a857-7faf4a11f4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.469905 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2089cadd-2845-4e9a-a857-7faf4a11f4f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82ea61ef-a117-406c-89c1-37da492d0ae1 HTTP/1.1" status: 204 len: 168 time: 0.1896846 Jul 16 09:04:18.479646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847e964-96a6-439b-ad17-9f99e5159910 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event updated for resources: {'Subnet': ['ID=48b5cd48-07e0-4311-83c7-b5ef47e168cf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:18.481282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089cadd-2845-4e9a-a857-7faf4a11f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ea61ef-a117-406c-89c1-37da492d0ae1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:18.625251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.760893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.840085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.854555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Transition to ACTIVE for port object 3abacd7b-c79b-4391-8c9b-892728d242e9 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:18.879781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Transition to ACTIVE for port object 3abacd7b-c79b-4391-8c9b-892728d242e9 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:18.891849 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.912396 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.929605 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.993681 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.997483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Network 6ff0b972-7ea8-404e-9106-8ee4a7f752bd is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:19.014081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:19.016525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:19.041272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Pushing event updated for resources: {'Port': ['ID=3abacd7b-c79b-4391-8c9b-892728d242e9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:19.050338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=48b5cd48-07e0-4311-83c7-b5ef47e168cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:19.076906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.077118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.077457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.077797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-2a2d7165-0042-43a9-9d6f-7764191e8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:19.077935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.078142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.078480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.078810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.079138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.079466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.079795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.080142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.080449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.082546 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-2a2d7165-0042-43a9-9d6f-7764191e8565 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 1097 time: 0.1735165 Jul 16 09:04:19.141128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.148124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Attempting to bind port 3abacd7b-c79b-4391-8c9b-892728d242e9 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:19.148490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Attempting to bind port 3abacd7b-c79b-4391-8c9b-892728d242e9 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '2a797b9b-df7c-4621-a1e9-306dae59d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6ff0b972-7ea8-404e-9106-8ee4a7f752bd'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:19.149161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Attempting to bind port 3abacd7b-c79b-4391-8c9b-892728d242e9 on network 6ff0b972-7ea8-404e-9106-8ee4a7f752bd {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:19.159457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff0b972-7ea8-404e-9106-8ee4a7f752bd']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:19.164756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:19.165670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Checking segment: {'id': '2a797b9b-df7c-4621-a1e9-306dae59d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6ff0b972-7ea8-404e-9106-8ee4a7f752bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:19.165670 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.165969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Bound using segment: {'id': '2a797b9b-df7c-4621-a1e9-306dae59d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6ff0b972-7ea8-404e-9106-8ee4a7f752bd'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:19.166420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Bound port: 3abacd7b-c79b-4391-8c9b-892728d242e9, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a797b9b-df7c-4621-a1e9-306dae59d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6ff0b972-7ea8-404e-9106-8ee4a7f752bd'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:19.166805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.183633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a797b9b-df7c-4621-a1e9-306dae59d96e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:19.184164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a797b9b-df7c-4621-a1e9-306dae59d96e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:19.200117 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.226411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.234114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:19.234629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:19.237818 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:19.266933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] For port 3abacd7b-c79b-4391-8c9b-892728d242e9, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:19.297260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-1833ecfc-0421-4173-8534-7d9d2765f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:19.299445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-1833ecfc-0421-4173-8534-7d9d2765f715 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 914 time: 0.1874182 Jul 16 09:04:19.324158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] For port 3abacd7b-c79b-4391-8c9b-892728d242e9, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3abacd7b-c79b-4391-8c9b-892728d242e9,segment=NetworkSegment(2a797b9b-df7c-4621-a1e9-306dae59d96e),segment_id=2a797b9b-df7c-4621-a1e9-306dae59d96e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:19.329751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:04:19.329751 n-d-780147-28 neutron-server[94159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:04:19.329751 n-d-780147-28 neutron-server[94159]: [parameters: {'id': '6ff0b972-7ea8-404e-9106-8ee4a7f752bd'}] Jul 16 09:04:19.329751 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:04:19.330597 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:04:19.330690 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.428576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44d578-9dd4-4d00-9504-1ce3b25cde77 None None] Pushing event updated for resources: {'Port': ['ID=3abacd7b-c79b-4391-8c9b-892728d242e9,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:19.449389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fadc95-d139-437a-8492-bcab430a575a None None] Network 6ff0b972-7ea8-404e-9106-8ee4a7f752bd requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:19.775323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb8176-6923-4674-b039-6ddc91b716f2 None None] Network 6ff0b972-7ea8-404e-9106-8ee4a7f752bd requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:19.832278 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.907193 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-bd11da0d-fb1a-4567-a9a1-0fb86c61a538 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=858c9cb0-800c-4d1d-81a3-781f77618df9 HTTP/1.1" status: 200 len: 217 time: 0.5999708 Jul 16 09:04:19.947191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting port 3abacd7b-c79b-4391-8c9b-892728d242e9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:19.947537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.017314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9bab3b-9ef6-47ab-affe-be1e252aa472 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:04:20.032138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-6c6bb84b-e719-4144-a671-f41efeb20205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:20.034317 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-6c6bb84b-e719-4144-a671-f41efeb20205 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 200 len: 853 time: 0.1192377 Jul 16 09:04:20.087256 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-c3e11ec3-1e91-466d-95db-8f06285bcc08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e6275cb-64e6-4888-9f4a-af04c56e5752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457406 Jul 16 09:04:20.098947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] For port 3abacd7b-c79b-4391-8c9b-892728d242e9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3abacd7b-c79b-4391-8c9b-892728d242e9,segment=NetworkSegment(2a797b9b-df7c-4621-a1e9-306dae59d96e),segment_id=2a797b9b-df7c-4621-a1e9-306dae59d96e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:20.099287 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.116561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Calling delete_port for 3abacd7b-c79b-4391-8c9b-892728d242e9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:20.198726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9bab3b-9ef6-47ab-affe-be1e252aa472 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:04:20.243898 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-4c203720-b58a-4e14-93b5-3783625151b0 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479967 Jul 16 09:04:20.248039 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.264705 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.323039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Port': ['ID=3abacd7b-c79b-4391-8c9b-892728d242e9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:20.337566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No DVR routers for this DVR port 3abacd7b-c79b-4391-8c9b-892728d242e9 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:20.373876 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c3ca8364-6456-47e2-8169-f444d6b90b73 req-c7ba4616-a124-438b-a826-34e95a384873 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228507 Jul 16 09:04:20.498016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.522120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff0b972-7ea8-404e-9106-8ee4a7f752bd']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:20.538716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a797b9b-df7c-4621-a1e9-306dae59d96e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:20.538716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a797b9b-df7c-4621-a1e9-306dae59d96e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:20.548912 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.568018 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.588211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:20.588695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:20.598749 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:20.719310 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.731972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.736283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/6ff0b972-7ea8-404e-9106-8ee4a7f752bd HTTP/1.1" status: 204 len: 168 time: 2.3193526 Jul 16 09:04:20.742461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52452) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.756944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73089e-6001-40eb-9f80-4929129515e2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=6ff0b972-7ea8-404e-9106-8ee4a7f752bd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:20.784215 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1758f10b-e971-477f-8227-6f4b467c83b2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:20.784681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1758f10b-e971-477f-8227-6f4b467c83b2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:20.786946 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1758f10b-e971-477f-8227-6f4b467c83b2 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/48b5cd48-07e0-4311-83c7-b5ef47e168cf HTTP/1.1" status: 404 len: 337 time: 0.0420887 Jul 16 09:04:20.789601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52454) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.794173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52456) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.813036 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e6c53a-506e-46ab-85b0-475739b344bc tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:20.813922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e6c53a-506e-46ab-85b0-475739b344bc tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:20.824990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-05e6c53a-506e-46ab-85b0-475739b344bc tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/6ff0b972-7ea8-404e-9106-8ee4a7f752bd HTTP/1.1" status: 404 len: 339 time: 0.0340703 Jul 16 09:04:20.828123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52460) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.917176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.935854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58ce423b-1e84-435c-bd06-35f78f2591c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.027942 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.041141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5490b7e-155d-4928-999a-312703471487']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:21.054060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1359cf-ef8c-400c-893c-a3ba3e1986ec') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:21.054427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1359cf-ef8c-400c-893c-a3ba3e1986ec') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:21.059469 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58ce423b-1e84-435c-bd06-35f78f2591c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.064863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58ce423b-1e84-435c-bd06-35f78f2591c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.065462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.087033 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.094879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:21.095283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:21.102445 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:21.139258 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-58ce423b-1e84-435c-bd06-35f78f2591c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef43c28903b443a6a6dd09b33832507f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439875 Jul 16 09:04:21.140146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52466) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.140783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce423b-1e84-435c-bd06-35f78f2591c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee0c88b-c99a-41f4-b818-599548bfdbdb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.227634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fe307ec-d2d4-49a0-a07e-145370bd3dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.227866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.242480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.245167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/b5490b7e-155d-4928-999a-312703471487 HTTP/1.1" status: 204 len: 168 time: 0.4159532 Jul 16 09:04:21.250302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52468) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.288404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fe307ec-d2d4-49a0-a07e-145370bd3dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.305564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6f1d8-6303-450e-bca9-d7816fb66c7b tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=b5490b7e-155d-4928-999a-312703471487,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.309508 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fc82f0-c503-4131-ad0e-bc3c4c501363 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:21.310079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fc82f0-c503-4131-ad0e-bc3c4c501363 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:21.312093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-56fc82f0-c503-4131-ad0e-bc3c4c501363 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/00ae940a-a151-44d1-bdf3-c3bdc853fead HTTP/1.1" status: 404 len: 337 time: 0.0570536 Jul 16 09:04:21.314644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52472) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.335020 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb02222-ca5e-4eb9-af95-2184281640ab tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:21.335699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb02222-ca5e-4eb9-af95-2184281640ab tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:21.337963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7fb02222-ca5e-4eb9-af95-2184281640ab tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/54a579dc-1aa0-42f1-9e33-58ea2eb7404b HTTP/1.1" status: 404 len: 339 time: 0.0218363 Jul 16 09:04:21.340655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52474) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.389710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fe307ec-d2d4-49a0-a07e-145370bd3dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.392269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fe307ec-d2d4-49a0-a07e-145370bd3dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.396839 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6fe307ec-d2d4-49a0-a07e-145370bd3dae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ee0c88b-c99a-41f4-b818-599548bfdbdb HTTP/1.1" status: 204 len: 168 time: 0.2528725 Jul 16 09:04:21.419305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-238c11b3-f8d1-4372-8ca2-ceef9507dcad tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting subnet 619620d4-e56b-4b16-b362-17ebcfa6ec0f {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:21.419502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52478) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.420000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c11b3-f8d1-4372-8ca2-ceef9507dcad tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.457968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe307ec-d2d4-49a0-a07e-145370bd3dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee0c88b-c99a-41f4-b818-599548bfdbdb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.466407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c11b3-f8d1-4372-8ca2-ceef9507dcad tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.585147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c11b3-f8d1-4372-8ca2-ceef9507dcad tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.660407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c11b3-f8d1-4372-8ca2-ceef9507dcad tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.708526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c11b3-f8d1-4372-8ca2-ceef9507dcad tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=619620d4-e56b-4b16-b362-17ebcfa6ec0f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.713426 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-238c11b3-f8d1-4372-8ca2-ceef9507dcad tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.715388 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-238c11b3-f8d1-4372-8ca2-ceef9507dcad tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/619620d4-e56b-4b16-b362-17ebcfa6ec0f HTTP/1.1" status: 204 len: 168 time: 0.3735359 Jul 16 09:04:21.717812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52490) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.722044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342a0a5-e142-42e8-a7e2-23fbd78ecdab None None] Network d5be55e2-d345-4613-bf98-17a3765ebea7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:21.724120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-caaffc98-81e1-44f9-b3eb-aa04a869bf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.807785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90e779c-6399-4d60-9be4-6317b3874441 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting subnet b788ab40-dfa9-4a6d-b99b-b1ed9e34804f {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:21.811432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b90e779c-6399-4d60-9be4-6317b3874441 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.880123 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b90e779c-6399-4d60-9be4-6317b3874441 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.944223 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-caaffc98-81e1-44f9-b3eb-aa04a869bf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.953617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-caaffc98-81e1-44f9-b3eb-aa04a869bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.049846 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b90e779c-6399-4d60-9be4-6317b3874441 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.067635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-caaffc98-81e1-44f9-b3eb-aa04a869bf5f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0330d5f640c546b190f4ec984b093eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446624 Jul 16 09:04:22.069114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaffc98-81e1-44f9-b3eb-aa04a869bf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d437d3ad-c7e2-4e10-9d41-3a16f182f489,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.076416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:22.158593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cb6fb7d-381e-4690-b473-e9a97957b851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.192397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cb6fb7d-381e-4690-b473-e9a97957b851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.198758 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b90e779c-6399-4d60-9be4-6317b3874441 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.274127 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e779c-6399-4d60-9be4-6317b3874441 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=b788ab40-dfa9-4a6d-b99b-b1ed9e34804f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.289458 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cb6fb7d-381e-4690-b473-e9a97957b851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.294802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b90e779c-6399-4d60-9be4-6317b3874441 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.295788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cb6fb7d-381e-4690-b473-e9a97957b851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.303436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5cb6fb7d-381e-4690-b473-e9a97957b851 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d437d3ad-c7e2-4e10-9d41-3a16f182f489 HTTP/1.1" status: 204 len: 168 time: 0.2215524 Jul 16 09:04:22.303653 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b90e779c-6399-4d60-9be4-6317b3874441 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/b788ab40-dfa9-4a6d-b99b-b1ed9e34804f HTTP/1.1" status: 204 len: 168 time: 0.5812955 Jul 16 09:04:22.307408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52506) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:22.406528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6fb7d-381e-4690-b473-e9a97957b851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437d3ad-c7e2-4e10-9d41-3a16f182f489,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.548807 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.829520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:22.829892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.907955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] For port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,segment=NetworkSegment(029cfa13-63a5-4139-8c94-857282dbdd2c),segment_id=029cfa13-63a5-4139-8c94-857282dbdd2c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:22.909148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.915663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52534) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:22.937509 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e737de0-fd4c-419a-86c1-98cbfc9fc698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.994479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Calling delete_port for 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:23.052731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a532-9e0d-4ad0-a6a7-48cefb233fd1 req-970a9169-36e1-496d-b2f8-7bc25679af13 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:23.054617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d10a532-9e0d-4ad0-a6a7-48cefb233fd1 req-970a9169-36e1-496d-b2f8-7bc25679af13 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3342512 Jul 16 09:04:23.164898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e737de0-fd4c-419a-86c1-98cbfc9fc698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.168124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a2b0f-c0bf-46c0-a097-dc1ea8b20497 None None] Network d5be55e2-d345-4613-bf98-17a3765ebea7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:23.171084 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e737de0-fd4c-419a-86c1-98cbfc9fc698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.177840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d10a532-9e0d-4ad0-a6a7-48cefb233fd1 req-4f70bf7c-7dd3-4eb7-b1ff-1c6b6cd69372 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795236 Jul 16 09:04:23.213094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.250446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Port': ['ID=94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.262153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No DVR routers for this DVR port 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:23.262796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e737de0-fd4c-419a-86c1-98cbfc9fc698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c205d0b-3c1f-4521-bd25-e97dedcc221e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.274250 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e737de0-fd4c-419a-86c1-98cbfc9fc698 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4eb34ada07cc4730b90da03798e2da40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557460 Jul 16 09:04:23.277314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52550) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.320696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5cca3bca-ca02-45dd-9bb0-970458287e8a None None] Could not find standard attr ID for object 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:04:23.379963 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.395404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5be55e2-d345-4613-bf98-17a3765ebea7']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:23.398533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9b7d741-c3b1-463d-b786-007dd0359700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.419350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029cfa13-63a5-4139-8c94-857282dbdd2c') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:23.421441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029cfa13-63a5-4139-8c94-857282dbdd2c') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:23.427347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9b7d741-c3b1-463d-b786-007dd0359700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.436892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.453991 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.472148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:23.473109 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:23.486146 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:23.506405 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9b7d741-c3b1-463d-b786-007dd0359700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.511395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9b7d741-c3b1-463d-b786-007dd0359700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.527336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b9b7d741-c3b1-463d-b786-007dd0359700 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c205d0b-3c1f-4521-bd25-e97dedcc221e HTTP/1.1" status: 204 len: 168 time: 0.2372031 Jul 16 09:04:23.541864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7d741-c3b1-463d-b786-007dd0359700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c205d0b-3c1f-4521-bd25-e97dedcc221e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.546464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b29da-37d8-4205-8076-5292c597fc00 None None] DHCP port deletion for d5be55e2-d345-4613-bf98-17a3765ebea7 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:23.668607 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.673368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.677585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/d5be55e2-d345-4613-bf98-17a3765ebea7 HTTP/1.1" status: 204 len: 168 time: 1.3680007 Jul 16 09:04:23.680138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52570) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.727479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85880a-4f92-424a-8dac-0a017ca1f112 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=d5be55e2-d345-4613-bf98-17a3765ebea7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.732543 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc672437-427d-4ade-9ce3-ab3e9d58cc62 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:23.733300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc672437-427d-4ade-9ce3-ab3e9d58cc62 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:23.736171 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc672437-427d-4ade-9ce3-ab3e9d58cc62 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/5316b77c-90f5-452d-a52f-78bf18532f5c HTTP/1.1" status: 404 len: 337 time: 0.0539637 Jul 16 09:04:23.739521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52574) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.763417 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd9fb76-061b-4f9d-959c-02dec1589b90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:23.764136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd9fb76-061b-4f9d-959c-02dec1589b90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:23.766085 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6fd9fb76-061b-4f9d-959c-02dec1589b90 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/115772e3-31c2-4205-b9f0-7e407a4011ed HTTP/1.1" status: 404 len: 339 time: 0.0255027 Jul 16 09:04:23.768683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.799622 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad375ac9-58ff-4ab0-aa04-217678e44e23 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:23.800261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad375ac9-58ff-4ab0-aa04-217678e44e23 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:23.802790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ad375ac9-58ff-4ab0-aa04-217678e44e23 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/fb649dad-4f25-4e3e-8e2c-16e4332ceb8e HTTP/1.1" status: 404 len: 337 time: 0.0330245 Jul 16 09:04:23.805274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52578) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.828023 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68ec15b-73e8-4526-acfe-92539b1b4c42 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:23.828506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68ec15b-73e8-4526-acfe-92539b1b4c42 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:23.834653 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e68ec15b-73e8-4526-acfe-92539b1b4c42 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/031af3d7-39ef-4097-949d-45e1a0b9bec0 HTTP/1.1" status: 404 len: 339 time: 0.0282049 Jul 16 09:04:23.837354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52580) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.868740 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cff8fb-c2bf-4492-9335-34f16af1cc8a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:23.869685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cff8fb-c2bf-4492-9335-34f16af1cc8a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:23.872007 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-65cff8fb-c2bf-4492-9335-34f16af1cc8a tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/e9557612-aaf0-4aec-8b71-a0bbf6ade97f HTTP/1.1" status: 404 len: 337 time: 0.0335100 Jul 16 09:04:23.874482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52586) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.894089 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e15200-8b02-414c-8e3a-b0580c7c1307 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:23.895235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e15200-8b02-414c-8e3a-b0580c7c1307 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:23.897194 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-28e15200-8b02-414c-8e3a-b0580c7c1307 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/f66db7e2-1208-4e1b-871c-c39d3cc75f3b HTTP/1.1" status: 404 len: 339 time: 0.0217452 Jul 16 09:04:23.900144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52588) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:24.061837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2cf4a4-d86b-49f2-b906-5488752e9957 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting subnet f6d28cae-4d37-4fb0-a8de-f556c84c6a9b {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:24.069867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee2cf4a4-d86b-49f2-b906-5488752e9957 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.111340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:24.138411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee2cf4a4-d86b-49f2-b906-5488752e9957 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.139192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:24.139705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 94e2b7f9-d0b7-43e6-b5b7-4274bc44bdfb not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:24.308832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee2cf4a4-d86b-49f2-b906-5488752e9957 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.587560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c9ef-51e7-4f3f-90fb-cefb7fbf3418 req-bd68a6ed-ec47-4f0e-ac8c-a490996d70b2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:24.590955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2117c9ef-51e7-4f3f-90fb-cefb7fbf3418 req-bd68a6ed-ec47-4f0e-ac8c-a490996d70b2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2031689 Jul 16 09:04:24.617617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee2cf4a4-d86b-49f2-b906-5488752e9957 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.665057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cf4a4-d86b-49f2-b906-5488752e9957 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d28cae-4d37-4fb0-a8de-f556c84c6a9b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:24.678858 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee2cf4a4-d86b-49f2-b906-5488752e9957 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.682191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ee2cf4a4-d86b-49f2-b906-5488752e9957 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/f6d28cae-4d37-4fb0-a8de-f556c84c6a9b HTTP/1.1" status: 204 len: 168 time: 0.7805765 Jul 16 09:04:24.685268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52634) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:24.690069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2117c9ef-51e7-4f3f-90fb-cefb7fbf3418 req-75d77aaa-8731-4fc3-a3ce-6428f55e14ac tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828991 Jul 16 09:04:24.694140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef31d0-c6ef-4573-959a-f8b26582c8a1 None None] Network f4f37920-d3eb-49c4-bfdb-c6b854c92849 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:24.850116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.946555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:24.952910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.074433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] For port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7,segment=NetworkSegment(cefed0c3-875f-42d3-9cb0-49d4bbb14015),segment_id=cefed0c3-875f-42d3-9cb0-49d4bbb14015)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:25.074891 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.109584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Calling delete_port for 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:25.136084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] DHCP port deletion for f4f37920-d3eb-49c4-bfdb-c6b854c92849 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:25.287395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.343041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Port': ['ID=9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:25.355596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No DVR routers for this DVR port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:25.387080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:04:25.497862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.514027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f37920-d3eb-49c4-bfdb-c6b854c92849']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:25.522068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:25.531099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefed0c3-875f-42d3-9cb0-49d4bbb14015') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:25.531413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefed0c3-875f-42d3-9cb0-49d4bbb14015') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:25.536217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'mac_address': 'fa:16:3e:07:dc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:04:25.542542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] Deleting port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:25.542957 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.553065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.608099 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.625015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:25.629522 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:25.636497 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:25.790417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.797923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.805107 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/f4f37920-d3eb-49c4-bfdb-c6b854c92849 HTTP/1.1" status: 204 len: 168 time: 1.1155703 Jul 16 09:04:25.805251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52722) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:25.837144 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea731228-b0ae-44e9-96bc-112f772ee2d9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:25.837704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea731228-b0ae-44e9-96bc-112f772ee2d9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:25.839842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ea731228-b0ae-44e9-96bc-112f772ee2d9 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/769c8562-8eda-45e3-b750-4863bffbd524 HTTP/1.1" status: 404 len: 337 time: 0.0339499 Jul 16 09:04:25.843000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52730) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:25.844169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d992b-42ea-45de-81aa-55876e48a8fa tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=f4f37920-d3eb-49c4-bfdb-c6b854c92849,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:25.922190 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fc5a6a-da98-4034-be49-7ff191a88e25 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:25.922839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fc5a6a-da98-4034-be49-7ff191a88e25 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:25.930001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-46fc5a6a-da98-4034-be49-7ff191a88e25 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/cefea292-5758-4a47-b8e9-4edf381b3824 HTTP/1.1" status: 404 len: 339 time: 0.0815840 Jul 16 09:04:25.930401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52738) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:25.961831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.969263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] For port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:25.975346 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.008217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] Calling delete_port for 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:26.013774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] Port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:04:26.034677 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.041412 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d229556b-44a7-4f61-ba19-c1fdf6bb77f5 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:26.060502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3408b788-9e6f-463c-8b8c-78dcee2f6f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting subnet 69021f6a-3c7f-4e97-a522-d2a95e831b91 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:26.068344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3408b788-9e6f-463c-8b8c-78dcee2f6f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.121344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:26.177815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3408b788-9e6f-463c-8b8c-78dcee2f6f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.265936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8386b-db48-4efb-bb7a-28e34eb1858a req-01fbf4e9-ae82-4e3a-836e-b1a735ef787c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:26.294257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52e8386b-db48-4efb-bb7a-28e34eb1858a req-01fbf4e9-ae82-4e3a-836e-b1a735ef787c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2732933 Jul 16 09:04:26.294257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52758) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:26.296899 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.344695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3408b788-9e6f-463c-8b8c-78dcee2f6f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.387608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52e8386b-db48-4efb-bb7a-28e34eb1858a req-0b6985cf-f149-46d5-acda-521ad9565830 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944855 Jul 16 09:04:26.387953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] Network f4f37920-d3eb-49c4-bfdb-c6b854c92849 is not hosted by any dhcp agent {{(pid=94167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:04:26.389336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] No DVR routers for this DVR port 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:26.412861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:26.430621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872a52c-eedb-4590-ac77-9ace2ee5cbe5 None None] Pushing event deleted for resources: {'Port': ['ID=9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:26.470999 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3408b788-9e6f-463c-8b8c-78dcee2f6f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.539064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b788-9e6f-463c-8b8c-78dcee2f6f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Subnet': ['ID=69021f6a-3c7f-4e97-a522-d2a95e831b91,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:26.560749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['d229556b-44a7-4f61-ba19-c1fdf6bb77f5'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:04:26.568686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae97921-56bb-455d-aa62-761010fc96bd None None] Network ddc143be-8bf9-40a3-8126-c4b14d33a2c4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:26.570718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:26.571069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9e2d23cf-b0c1-4241-b7c1-c246d67e0cf7 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:26.583059 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3408b788-9e6f-463c-8b8c-78dcee2f6f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.595548 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3408b788-9e6f-463c-8b8c-78dcee2f6f40 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/subnets/69021f6a-3c7f-4e97-a522-d2a95e831b91 HTTP/1.1" status: 204 len: 168 time: 0.6639903 Jul 16 09:04:26.596754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52770) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:26.714234 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee30c192-32d8-40f9-86f1-051addf6f5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.805045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:26.830108 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.021690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Deleting port 64d5187b-5ee1-446b-96e5-f25623a41188 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:27.022388 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.088996 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee30c192-32d8-40f9-86f1-051addf6f5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.106586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] DHCP port deletion for ddc143be-8bf9-40a3-8126-c4b14d33a2c4 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:27.140164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee30c192-32d8-40f9-86f1-051addf6f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.188395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30c192-32d8-40f9-86f1-051addf6f5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fb1ba1-9e38-44bc-a2ac-fe1e34b02dbf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:27.208343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] Deleting port 64d5187b-5ee1-446b-96e5-f25623a41188 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:27.208914 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.230567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] For port 64d5187b-5ee1-446b-96e5-f25623a41188, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=64d5187b-5ee1-446b-96e5-f25623a41188,segment=NetworkSegment(d6faab65-59bb-43dc-9b30-88990154957a),segment_id=d6faab65-59bb-43dc-9b30-88990154957a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:27.232025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.257985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Calling delete_port for 64d5187b-5ee1-446b-96e5-f25623a41188 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:27.350042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.389302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] For port 64d5187b-5ee1-446b-96e5-f25623a41188, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=64d5187b-5ee1-446b-96e5-f25623a41188,segment=NetworkSegment(d6faab65-59bb-43dc-9b30-88990154957a),segment_id=d6faab65-59bb-43dc-9b30-88990154957a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:27.390480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Port': ['ID=64d5187b-5ee1-446b-96e5-f25623a41188,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:27.395116 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.417089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ee30c192-32d8-40f9-86f1-051addf6f5c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1773412ecef24bfc8f68e1da70140ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1219738 Jul 16 09:04:27.418440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] No DVR routers for this DVR port 64d5187b-5ee1-446b-96e5-f25623a41188 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:27.421247 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52798) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:27.465470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] Calling delete_port for 64d5187b-5ee1-446b-96e5-f25623a41188 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:27.582394 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.601790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3789a906-e051-4328-aaab-0bcc14e908fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.648357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc143be-8bf9-40a3-8126-c4b14d33a2c4']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:27.659304 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:04:27.670683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3789a906-e051-4328-aaab-0bcc14e908fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.675973 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.730643 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] Pushing event deleted for resources: {'Port': ['ID=64d5187b-5ee1-446b-96e5-f25623a41188,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:27.738109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6faab65-59bb-43dc-9b30-88990154957a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.738109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6faab65-59bb-43dc-9b30-88990154957a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.763335 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.765594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8014dc8-7275-4a73-ac21-300ff56505c7 None None] No DVR routers for this DVR port 64d5187b-5ee1-446b-96e5-f25623a41188 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:27.817882 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3789a906-e051-4328-aaab-0bcc14e908fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.819993 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.826709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3789a906-e051-4328-aaab-0bcc14e908fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.828712 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3789a906-e051-4328-aaab-0bcc14e908fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5fb1ba1-9e38-44bc-a2ac-fe1e34b02dbf HTTP/1.1" status: 204 len: 168 time: 0.4068089 Jul 16 09:04:27.838776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:27.840063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:27.844928 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:27.858580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789a906-e051-4328-aaab-0bcc14e908fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fb1ba1-9e38-44bc-a2ac-fe1e34b02dbf,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:28.211644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 64d5187b-5ee1-446b-96e5-f25623a41188 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:28.260098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 64d5187b-5ee1-446b-96e5-f25623a41188 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:28.263709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 64d5187b-5ee1-446b-96e5-f25623a41188 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:28.581108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52816) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.619230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a919018f-349f-4912-970c-ddadb8e612b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.834900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a919018f-349f-4912-970c-ddadb8e612b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.843048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a919018f-349f-4912-970c-ddadb8e612b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.922032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a919018f-349f-4912-970c-ddadb8e612b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cb262263f1b450d8da4d89880293519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365681 Jul 16 09:04:28.923346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbecb60-0ca6-4a32-8e0d-723cccd1d47c req-e2b37a03-036b-4b43-82fc-e0bccce22a09 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:28.924931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bbecb60-0ca6-4a32-8e0d-723cccd1d47c req-e2b37a03-036b-4b43-82fc-e0bccce22a09 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 1.2379782 Jul 16 09:04:28.925425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52818) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.928247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.931430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919018f-349f-4912-970c-ddadb8e612b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aaa147-33a1-4b35-beb8-f752d2d00c27,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:28.948584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.973761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] 10.222.0.55 "DELETE /v2.0/networks/ddc143be-8bf9-40a3-8126-c4b14d33a2c4 HTTP/1.1" status: 204 len: 168 time: 2.3726633 Jul 16 09:04:29.097161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44455cb-faf2-48a3-a60e-7d49b69e9a35 tempest-NetworksIpV6Test-311670982 tempest-NetworksIpV6Test-311670982-project] Pushing event deleted for resources: {'Network': ['ID=ddc143be-8bf9-40a3-8126-c4b14d33a2c4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.215305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cbb29d8-4a5b-443d-946f-02ebd42b455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.221558 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8bbecb60-0ca6-4a32-8e0d-723cccd1d47c req-7761a661-3683-4f7c-9da6-3409c96f6573 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305062 Jul 16 09:04:29.287280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cbb29d8-4a5b-443d-946f-02ebd42b455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.353049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:29.397049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cbb29d8-4a5b-443d-946f-02ebd42b455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.406738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cbb29d8-4a5b-443d-946f-02ebd42b455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.409116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7cbb29d8-4a5b-443d-946f-02ebd42b455d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09aaa147-33a1-4b35-beb8-f752d2d00c27 HTTP/1.1" status: 204 len: 168 time: 0.4818285 Jul 16 09:04:29.429051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb29d8-4a5b-443d-946f-02ebd42b455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aaa147-33a1-4b35-beb8-f752d2d00c27,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.533742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:29.534134 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.835419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52840) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:29.865789 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.978708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:29.984546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:30.000942 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3895cbf4-91e7-4573-9b66-c0070ef9fb20" -d '{"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-plugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:30.020191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.167830 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caacf814-2014-48d8-a591-61620414ed80 x-openstack-request-id: req-caacf814-2014-48d8-a591-61620414ed80 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:30.168127 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-plugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:30.179434 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-caacf814-2014-48d8-a591-61620414ed80 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:30.179914 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'code': 200} Jul 16 09:04:30.207858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.408956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52858) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.417049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-54039459-51fd-4e44-9479-3b18ccdaf974 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae3939dbce9a4488bded815414f3c14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688465 Jul 16 09:04:30.566838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6febaf97-e47c-4b6c-828a-f433d9f36977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.618424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6febaf97-e47c-4b6c-828a-f433d9f36977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.715069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6febaf97-e47c-4b6c-828a-f433d9f36977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.719011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6febaf97-e47c-4b6c-828a-f433d9f36977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.720644 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6febaf97-e47c-4b6c-828a-f433d9f36977 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7a86df1-44c9-4b5c-a21b-5a3bb5b50532 HTTP/1.1" status: 204 len: 168 time: 0.3106439 Jul 16 09:04:30.758613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febaf97-e47c-4b6c-828a-f433d9f36977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a86df1-44c9-4b5c-a21b-5a3bb5b50532,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.775039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e6ea5-6a57-48c1-b4a5-f7dfc7bd64da req-bf72862c-e891-4a92-a6ac-593859dd69c0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:30.780169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-226e6ea5-6a57-48c1-b4a5-f7dfc7bd64da req-bf72862c-e891-4a92-a6ac-593859dd69c0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1726544 Jul 16 09:04:30.903307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-226e6ea5-6a57-48c1-b4a5-f7dfc7bd64da req-a5c496fe-361b-4cf4-961b-71b22602de6d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118197 Jul 16 09:04:32.280088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d51d9-9de4-429c-ac68-5e5a10cbbef7 req-e95a9416-3f2a-4aca-87ee-a009f6085296 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:32.289564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-601d51d9-9de4-429c-ac68-5e5a10cbbef7 req-e95a9416-3f2a-4aca-87ee-a009f6085296 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1165345 Jul 16 09:04:32.390874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-601d51d9-9de4-429c-ac68-5e5a10cbbef7 req-c38b7780-3776-49e2-844a-7dca603fb8b4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924802 Jul 16 09:04:32.463332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52960) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:32.713850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2031742865'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:32.857946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:32.864356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:32.897711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.180437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.185754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.263890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:33.310682 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.311309 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Added segment c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb of type vlan for network 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 Jul 16 09:04:33.428096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f288892-3bfc-48ff-a834-ebc9fba13791,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:33.433247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.485950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.497116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:33.498151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.641491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53034) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:33.687136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Network': ['ID=4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:33.701396 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d5d33196-4bea-4cbb-b57d-a52ab5caad5f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2367487 Jul 16 09:04:33.705275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:34.001847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dce1b2-4e15-48b1-bfea-4f682a010f8f req-a92615d8-002e-4d07-bddc-95c0d6fc31b5 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:34.018351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8dce1b2-4e15-48b1-bfea-4f682a010f8f req-a92615d8-002e-4d07-bddc-95c0d6fc31b5 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2901502 Jul 16 09:04:34.100299 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8999f66-8cdb-4218-8eca-6df7ae89cfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.255849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8999f66-8cdb-4218-8eca-6df7ae89cfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.277815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8dce1b2-4e15-48b1-bfea-4f682a010f8f req-8702b7ca-af49-4318-b6a0-207d32f1e180 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533917 Jul 16 09:04:34.284268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8999f66-8cdb-4218-8eca-6df7ae89cfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.337967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a8999f66-8cdb-4218-8eca-6df7ae89cfd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e2def33e74345f9a39ce6697e45502d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952975 Jul 16 09:04:34.340703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8999f66-8cdb-4218-8eca-6df7ae89cfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c135bc45-2bf9-415e-a4b1-c66abcf05aa9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:34.340956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53076) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:34.561973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26247f31-21e1-4828-b3aa-ef93ca239d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.627031 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26247f31-21e1-4828-b3aa-ef93ca239d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.747843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26247f31-21e1-4828-b3aa-ef93ca239d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.751096 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26247f31-21e1-4828-b3aa-ef93ca239d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.752005 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-26247f31-21e1-4828-b3aa-ef93ca239d9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c135bc45-2bf9-415e-a4b1-c66abcf05aa9 HTTP/1.1" status: 204 len: 168 time: 0.4100394 Jul 16 09:04:34.775833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26247f31-21e1-4828-b3aa-ef93ca239d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c135bc45-2bf9-415e-a4b1-c66abcf05aa9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:34.964559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:04:35.556271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:35.644543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752', 'port_id': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'mac_address': 'fa:16:3e:79:5b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc697441-818a-43e7-885d-d0efc9e72997', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:04:35.713164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53128) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:35.735377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79683e43-c1cf-408e-9793-c1dc86724628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.788976 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.829618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cf69a-d806-400a-9b32-eda97d93efe1 req-f1ff2403-50c3-4eaa-bf79-37b1e2b6a618 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:35.851681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 858c9cb0-800c-4d1d-81a3-781f77618df9 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:35.852433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee4cf69a-d806-400a-9b32-eda97d93efe1 req-f1ff2403-50c3-4eaa-bf79-37b1e2b6a618 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.2470853 Jul 16 09:04:35.934190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:35.938570 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.004154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee4cf69a-d806-400a-9b32-eda97d93efe1 req-311dcc1b-a196-4fd4-8247-9fe4e4a1de6c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500275 Jul 16 09:04:36.018660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79683e43-c1cf-408e-9793-c1dc86724628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.037311 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79683e43-c1cf-408e-9793-c1dc86724628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.053566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:36.099956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['858c9cb0-800c-4d1d-81a3-781f77618df9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:04:36.155689 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-79683e43-c1cf-408e-9793-c1dc86724628 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a2db6becec14793a39330d51815925b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413779 Jul 16 09:04:36.159136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53148) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:36.162321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79683e43-c1cf-408e-9793-c1dc86724628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a766049e-aba0-423e-84ae-ac922633477d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:36.303151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.374266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.540751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.543665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.554054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a766049e-aba0-423e-84ae-ac922633477d HTTP/1.1" status: 204 len: 168 time: 0.3931122 Jul 16 09:04:36.589631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a766049e-aba0-423e-84ae-ac922633477d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:36.610849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.611516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.612103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.612675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.613323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.613931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.614508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.615063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.615637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.616205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.616776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.617327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7135c60a-fc25-4385-aafa-7e56822f99fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:36.976544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:37.084777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 858c9cb0-800c-4d1d-81a3-781f77618df9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:37.085903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.138067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53190) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:37.145525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'subnet': {'network_id': '4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:37.188085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.241911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:37.245492 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c35f62e-3ea0-44c9-8604-a043ffd35c8b" -d '{"events": [{"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-plugged", "status": "completed", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:37.259622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:37.265049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.369367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:37.615664 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:37.730809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:37.742078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.027377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec2400-276e-4418-acf0-8d961b57f739 req-3f054435-b43d-44b5-91c9-1fdea02609b3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:38.028982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9ec2400-276e-4418-acf0-8d961b57f739 req-3f054435-b43d-44b5-91c9-1fdea02609b3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.5976388 Jul 16 09:04:38.169024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9ec2400-276e-4418-acf0-8d961b57f739 req-b25adb97-d193-4310-803b-989dda916ca7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334553 Jul 16 09:04:38.327912 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e8ed2a-9e98-4578-b79b-c48ca6057093 x-openstack-request-id: req-00e8ed2a-9e98-4578-b79b-c48ca6057093 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:38.328414 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-plugged", "status": "completed", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:38.328610 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00e8ed2a-9e98-4578-b79b-c48ca6057093 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:38.329214 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'code': 200} Jul 16 09:04:38.459225 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.565129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Subnet': ['ID=dab4e06f-27a2-49da-912e-cc92b00be8f1,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:38.628742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Checking segment: {'id': 'c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:38.629190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network hostable DHCP agents. Network: 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:38.667678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:38.678652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:38.683791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:38.684621 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.696092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1de7dc-e0c2-4f46-820a-68eed9a7d294 None None] Network 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:38.726263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d39fbb70-98e5-4681-be45-7d89973de1ff tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5863881 Jul 16 09:04:38.729386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53232) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:38.735064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1436331368'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:38.787809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:38.791938 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.842769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:38.881378 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.882361 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Added segment e71e24e8-fed3-4331-99da-3596883090ff of type vlan for network 31d03096-18c9-41df-8e1b-28080c9dabed Jul 16 09:04:39.007374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.110179 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.130707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:39.131593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.259394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2', 'network_id': '4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2', 'tenant_id': '433ad379ac3e475e82c42e7104ff16f0', 'fixed_ips': [{'subnet_id': 'dab4e06f-27a2-49da-912e-cc92b00be8f1'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:39.260277 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.285305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5543308 Jul 16 09:04:39.288531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53240) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:39.294888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'subnet': {'network_id': '31d03096-18c9-41df-8e1b-28080c9dabed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:39.451275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa422527-4d08-4971-ab82-8b1566b43a8c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Network': ['ID=31d03096-18c9-41df-8e1b-28080c9dabed,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:39.669856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:39.674092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.773182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Allocated IP 2001:db8:0:ffff::2 (4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2/dab4e06f-27a2-49da-912e-cc92b00be8f1/029b2031-3d04-4b21-a46f-736ec2bb1bb6) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:39.845423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cc1e3-de3d-4c43-9818-0004ed0f1739 req-a4a0277d-bccc-4e66-bff4-0bc112b10e78 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:39.866320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-209cc1e3-de3d-4c43-9818-0004ed0f1739 req-a4a0277d-bccc-4e66-bff4-0bc112b10e78 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1823902 Jul 16 09:04:39.949255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-209cc1e3-de3d-4c43-9818-0004ed0f1739 req-7f150134-9624-434e-bcae-69f4a94c7188 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818925 Jul 16 09:04:40.043703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 31d03096-18c9-41df-8e1b-28080c9dabed details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:40.464965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:04:40.474900 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.478929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.487609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Transition to ACTIVE for port object 029b2031-3d04-4b21-a46f-736ec2bb1bb6 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:40.507030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Transition to ACTIVE for port object 029b2031-3d04-4b21-a46f-736ec2bb1bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:40.518133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.627420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Subnet': ['ID=1dde9999-4418-4d97-b957-f27dffd6787b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:40.632914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Pushing event updated for resources: {'Port': ['ID=029b2031-3d04-4b21-a46f-736ec2bb1bb6,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:40.660776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Network 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:40.661364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.661878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.662333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.662788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.663253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.663695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.664135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.664573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.670252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.670738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.671193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.671646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:40.682579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:40.688331 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:40.689804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Checking segment: {'id': 'e71e24e8-fed3-4331-99da-3596883090ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '31d03096-18c9-41df-8e1b-28080c9dabed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:40.690323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network hostable DHCP agents. Network: 31d03096-18c9-41df-8e1b-28080c9dabed, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:40.757157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network 31d03096-18c9-41df-8e1b-28080c9dabed is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:40.784137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 31d03096-18c9-41df-8e1b-28080c9dabed) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:40.806606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e461aca-6a49-4a45-8442-9d14521820d9 None None] Network 31d03096-18c9-41df-8e1b-28080c9dabed requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:40.829221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:40.831482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.925244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53252) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:40.933378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'port': {'network_id': '31d03096-18c9-41df-8e1b-28080c9dabed', 'name': 'tempest-NetworksIpV6TestAttrs-1096929220'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:40.941567 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-10d1e2e5-cacc-4dea-90ae-82331534ee3b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6324921 Jul 16 09:04:41.287058 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-31d03096-18c9-41df-8e1b-28080c9dabed', 'network_id': '31d03096-18c9-41df-8e1b-28080c9dabed', 'tenant_id': '433ad379ac3e475e82c42e7104ff16f0', 'fixed_ips': [{'subnet_id': '1dde9999-4418-4d97-b957-f27dffd6787b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:41.293773 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.318655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Attempting to bind port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:41.319567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Attempting to bind port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:41.320108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Attempting to bind port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 on network 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:41.335968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:41.337178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:41.337806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Checking segment: {'id': 'c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:41.338393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.338942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Bound using segment: {'id': 'c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:41.339826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Bound port: 029b2031-3d04-4b21-a46f-736ec2bb1bb6, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:41.340381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.341529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.401195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] device_id is not set on port 085d981c-e23a-4850-a828-11613d04b0d9 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:41.484754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Allocated IP 2001:db8::f816:3eff:fe16:6b19 (31d03096-18c9-41df-8e1b-28080c9dabed/1dde9999-4418-4d97-b957-f27dffd6787b/6abb43dc-a020-46c1-b361-ee6ab0b49fdc) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:41.734874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dd6bc-a58f-4133-a4b0-d88cc3e03a2b req-02c751d9-e385-4bc5-b24c-e038a77ec41b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:41.740776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e3dd6bc-a58f-4133-a4b0-d88cc3e03a2b req-02c751d9-e385-4bc5-b24c-e038a77ec41b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.1576836 Jul 16 09:04:41.807980 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.817499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Transition to ACTIVE for port object 6abb43dc-a020-46c1-b361-ee6ab0b49fdc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:41.834757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Transition to ACTIVE for port object 6abb43dc-a020-46c1-b361-ee6ab0b49fdc will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:41.857026 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.875523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e3dd6bc-a58f-4133-a4b0-d88cc3e03a2b req-6c069ae0-86ef-4acf-8854-dc79c4b3e36d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317663 Jul 16 09:04:41.927872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Pushing event updated for resources: {'Port': ['ID=6abb43dc-a020-46c1-b361-ee6ab0b49fdc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:41.973007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Network 31d03096-18c9-41df-8e1b-28080c9dabed is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:41.979688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:41.993181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:42.090396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] For port 029b2031-3d04-4b21-a46f-736ec2bb1bb6, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:42.107922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Attempting to bind port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:42.108588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Attempting to bind port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'e71e24e8-fed3-4331-99da-3596883090ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '31d03096-18c9-41df-8e1b-28080c9dabed'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:42.109253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Attempting to bind port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc on network 31d03096-18c9-41df-8e1b-28080c9dabed {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:42.123034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] For port 029b2031-3d04-4b21-a46f-736ec2bb1bb6, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=029b2031-3d04-4b21-a46f-736ec2bb1bb6,segment=NetworkSegment(c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb),segment_id=c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:42.125201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:42.129977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Checking segment: {'id': 'e71e24e8-fed3-4331-99da-3596883090ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '31d03096-18c9-41df-8e1b-28080c9dabed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:42.130741 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.131292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Bound using segment: {'id': 'e71e24e8-fed3-4331-99da-3596883090ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '31d03096-18c9-41df-8e1b-28080c9dabed'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:42.131942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Bound port: 6abb43dc-a020-46c1-b361-ee6ab0b49fdc, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71e24e8-fed3-4331-99da-3596883090ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '31d03096-18c9-41df-8e1b-28080c9dabed'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:42.132505 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.140720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Allocated IP 2001:db8::f816:3eff:fe48:90f3 (31d03096-18c9-41df-8e1b-28080c9dabed/1dde9999-4418-4d97-b957-f27dffd6787b/085d981c-e23a-4850-a828-11613d04b0d9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:42.256239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] For port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:42.259951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] For port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6abb43dc-a020-46c1-b361-ee6ab0b49fdc,segment=NetworkSegment(e71e24e8-fed3-4331-99da-3596883090ff),segment_id=e71e24e8-fed3-4331-99da-3596883090ff)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:42.261769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.276666 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.453608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cb16b-b3c9-4213-8db4-266b7f56905b None None] Pushing event updated for resources: {'Port': ['ID=029b2031-3d04-4b21-a46f-736ec2bb1bb6,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:42.615480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773f586-9002-4803-888c-dfde5f8c302e None None] Pushing event updated for resources: {'Port': ['ID=6abb43dc-a020-46c1-b361-ee6ab0b49fdc,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:42.822382 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.883930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Transition to ACTIVE for port object 085d981c-e23a-4850-a828-11613d04b0d9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:42.995094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.105921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network 31d03096-18c9-41df-8e1b-28080c9dabed is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:43.120870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:43.143063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:43.161064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:43.165503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.201109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2744730 Jul 16 09:04:43.203757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53280) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:43.220181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34c63-f5ff-49fb-abb7-27ccc7dcf801 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Port': ['ID=085d981c-e23a-4850-a828-11613d04b0d9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:43.368791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f72fd2-54e5-46d4-86e3-7b2e2e44884e tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Deleting subnet 1dde9999-4418-4d97-b957-f27dffd6787b {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:43.374746 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27f72fd2-54e5-46d4-86e3-7b2e2e44884e tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.452043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27f72fd2-54e5-46d4-86e3-7b2e2e44884e tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.643644 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27f72fd2-54e5-46d4-86e3-7b2e2e44884e tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.731460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27f72fd2-54e5-46d4-86e3-7b2e2e44884e tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.756247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27f72fd2-54e5-46d4-86e3-7b2e2e44884e tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.759168 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-27f72fd2-54e5-46d4-86e3-7b2e2e44884e tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/subnets/1dde9999-4418-4d97-b957-f27dffd6787b HTTP/1.1" status: 204 len: 168 time: 0.5541701 Jul 16 09:04:43.761995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53282) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:43.790740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f72fd2-54e5-46d4-86e3-7b2e2e44884e tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Subnet': ['ID=1dde9999-4418-4d97-b957-f27dffd6787b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:43.850583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e4e45-a6fc-44d9-a6f7-91384d12496f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:43.852282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e4e45-a6fc-44d9-a6f7-91384d12496f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:43.854167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-558e4e45-a6fc-44d9-a6f7-91384d12496f tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0910044 Jul 16 09:04:43.857202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53288) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:44.156477 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29f0f115-f343-4de4-a6e5-d4aa107ddda7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.189077 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f0f115-f343-4de4-a6e5-d4aa107ddda7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 09:04:44.189534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f0f115-f343-4de4-a6e5-d4aa107ddda7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:44.195758 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-29f0f115-f343-4de4-a6e5-d4aa107ddda7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/31d03096-18c9-41df-8e1b-28080c9dabed HTTP/1.1" status: 409 len: 405 time: 0.3336823 Jul 16 09:04:44.196688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53292) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:44.207389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-731061855'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:44.295480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:44.300083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.331823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6abb43dc-a020-46c1-b361-ee6ab0b49fdc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:44.368079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:44.407192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.407636 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Added segment eea61336-601b-4695-8138-35b1bf677d3e of type vlan for network d491de7a-cd7c-4a7d-879e-4624f132be50 Jul 16 09:04:44.529897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:44.534953 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.544772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 029b2031-3d04-4b21-a46f-736ec2bb1bb6 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:44.622807 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.631352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:44.634284 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.690661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53300) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:44.692202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4935606 Jul 16 09:04:44.701834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'subnet': {'network_id': 'd491de7a-cd7c-4a7d-879e-4624f132be50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:44.714259 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2354-80d8-4eb2-a887-bae5b1c2395f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.754019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:44.906321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad874d-058f-4f23-ab10-fdbe4c985fda tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Network': ['ID=d491de7a-cd7c-4a7d-879e-4624f132be50,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:44.923160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d491de7a-cd7c-4a7d-879e-4624f132be50 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:45.072133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:45.076336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.110197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b112dd-7d10-4385-bcec-b84e1f5d3ca6 None None] Network 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:45.441779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.452743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d583f0-25e2-42d5-b118-7b72cc83877a None None] Network 31d03096-18c9-41df-8e1b-28080c9dabed requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:45.454940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-22afad7a-69ff-4a64-ac5a-ca5e1ea56206 None None] Provisioning for port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:45.705556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-22afad7a-69ff-4a64-ac5a-ca5e1ea56206 None None] Provisioning complete for port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:45.706247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22afad7a-69ff-4a64-ac5a-ca5e1ea56206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.780229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:04:45.782435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.883886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Subnet': ['ID=367c7c1b-76c2-4ac3-b711-6f4181bfb857,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:45.945728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Checking segment: {'id': 'eea61336-601b-4695-8138-35b1bf677d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd491de7a-cd7c-4a7d-879e-4624f132be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:45.946370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network hostable DHCP agents. Network: d491de7a-cd7c-4a7d-879e-4624f132be50, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:45.949346 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22afad7a-69ff-4a64-ac5a-ca5e1ea56206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.990420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network d491de7a-cd7c-4a7d-879e-4624f132be50 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:46.015388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d491de7a-cd7c-4a7d-879e-4624f132be50) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:46.034376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-22afad7a-69ff-4a64-ac5a-ca5e1ea56206 None None] For port 029b2031-3d04-4b21-a46f-736ec2bb1bb6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=029b2031-3d04-4b21-a46f-736ec2bb1bb6,segment=NetworkSegment(c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb),segment_id=c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:46.039208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:46.039469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5625db-164e-4fed-b233-86ae4a5f9662 None None] Network d491de7a-cd7c-4a7d-879e-4624f132be50 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:46.040942 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.043293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22afad7a-69ff-4a64-ac5a-ca5e1ea56206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.074217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53306) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:46.074828 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d62f0293-ae10-4454-a5b3-1f56fba06365 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3808236 Jul 16 09:04:46.080708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'port': {'network_id': 'd491de7a-cd7c-4a7d-879e-4624f132be50', 'name': 'tempest-NetworksIpV6TestAttrs-276916344'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:46.134848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afad7a-69ff-4a64-ac5a-ca5e1ea56206 None None] Pushing event updated for resources: {'Port': ['ID=029b2031-3d04-4b21-a46f-736ec2bb1bb6,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:46.152473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] DHCP port deletion for 31d03096-18c9-41df-8e1b-28080c9dabed request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:46.272222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8ec7c7d1-032a-4c35-b846-a80be2578e36 None None] Provisioning for port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:46.284336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:46.298000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8ec7c7d1-032a-4c35-b846-a80be2578e36 None None] Provisioning complete for port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:46.298828 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec7c7d1-032a-4c35-b846-a80be2578e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.309635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.340670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] device_id is not set on port 98ec08ae-f85b-4411-9ed2-430d7ad8f2d7 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:46.410150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] Deleting port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:46.410535 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.504700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d491de7a-cd7c-4a7d-879e-4624f132be50', 'network_id': 'd491de7a-cd7c-4a7d-879e-4624f132be50', 'tenant_id': '433ad379ac3e475e82c42e7104ff16f0', 'fixed_ips': [{'subnet_id': '367c7c1b-76c2-4ac3-b711-6f4181bfb857'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:46.506322 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.532689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Allocated IP 2001:db8::f816:3eff:fe09:7d16 (d491de7a-cd7c-4a7d-879e-4624f132be50/367c7c1b-76c2-4ac3-b711-6f4181bfb857/98ec08ae-f85b-4411-9ed2-430d7ad8f2d7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:46.700053 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec7c7d1-032a-4c35-b846-a80be2578e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.706476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] For port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6abb43dc-a020-46c1-b361-ee6ab0b49fdc,segment=NetworkSegment(e71e24e8-fed3-4331-99da-3596883090ff),segment_id=e71e24e8-fed3-4331-99da-3596883090ff)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:46.708256 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.730887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] Calling delete_port for 6abb43dc-a020-46c1-b361-ee6ab0b49fdc owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:46.759717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8ec7c7d1-032a-4c35-b846-a80be2578e36 None None] For port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6abb43dc-a020-46c1-b361-ee6ab0b49fdc,segment=NetworkSegment(e71e24e8-fed3-4331-99da-3596883090ff),segment_id=e71e24e8-fed3-4331-99da-3596883090ff)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:46.767786 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ec7c7d1-032a-4c35-b846-a80be2578e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.806479 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.831476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Transition to ACTIVE for port object 98ec08ae-f85b-4411-9ed2-430d7ad8f2d7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:46.875547 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.893910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7c7d1-032a-4c35-b846-a80be2578e36 None None] Pushing event updated for resources: {'Port': ['ID=6abb43dc-a020-46c1-b361-ee6ab0b49fdc,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:46.929604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network d491de7a-cd7c-4a7d-879e-4624f132be50 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:46.933545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:46.937710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:46.944413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:46.945047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.969432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Port': ['ID=98ec08ae-f85b-4411-9ed2-430d7ad8f2d7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:46.985685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-78df2a17-52af-43c8-9fc9-b17c98accd0b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9075725 Jul 16 09:04:46.986457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53318) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:47.000783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Allocated IP 2001:db8::f816:3eff:fef1:16e2 (d491de7a-cd7c-4a7d-879e-4624f132be50/367c7c1b-76c2-4ac3-b711-6f4181bfb857/bf4194ed-60e6-4d75-b184-2ffbebabc1b2) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:47.172697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f76731b-5599-430a-9826-cef4c23693a1 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Deleting subnet 367c7c1b-76c2-4ac3-b711-6f4181bfb857 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:47.190221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-31c68d50-044a-4edb-9958-2daeed32cbd1 None None] Provisioning complete for port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:47.190601 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31c68d50-044a-4edb-9958-2daeed32cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.192502 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.229833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Transition to ACTIVE for port object bf4194ed-60e6-4d75-b184-2ffbebabc1b2 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:47.235388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.282330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] Pushing event deleted for resources: {'Port': ['ID=6abb43dc-a020-46c1-b361-ee6ab0b49fdc,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.289806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e4d72-0ecf-456a-acff-5b6ea30c6b25 None None] No DVR routers for this DVR port 6abb43dc-a020-46c1-b361-ee6ab0b49fdc on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:47.303150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Transition to ACTIVE for port object bf4194ed-60e6-4d75-b184-2ffbebabc1b2 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:47.313191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.313455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f76731b-5599-430a-9826-cef4c23693a1 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.383933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Network d491de7a-cd7c-4a7d-879e-4624f132be50 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:47.397038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:47.413369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:47.442261 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f76731b-5599-430a-9826-cef4c23693a1 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.452216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Pushing event updated for resources: {'Port': ['ID=bf4194ed-60e6-4d75-b184-2ffbebabc1b2,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.495696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Attempting to bind port bf4194ed-60e6-4d75-b184-2ffbebabc1b2 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:47.496343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Attempting to bind port bf4194ed-60e6-4d75-b184-2ffbebabc1b2 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'eea61336-601b-4695-8138-35b1bf677d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd491de7a-cd7c-4a7d-879e-4624f132be50'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:47.496910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Attempting to bind port bf4194ed-60e6-4d75-b184-2ffbebabc1b2 on network d491de7a-cd7c-4a7d-879e-4624f132be50 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:47.512009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:47.513180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Checking segment: {'id': 'eea61336-601b-4695-8138-35b1bf677d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd491de7a-cd7c-4a7d-879e-4624f132be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:47.513806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.514370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Bound using segment: {'id': 'eea61336-601b-4695-8138-35b1bf677d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd491de7a-cd7c-4a7d-879e-4624f132be50'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:47.515038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Bound port: bf4194ed-60e6-4d75-b184-2ffbebabc1b2, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea61336-601b-4695-8138-35b1bf677d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd491de7a-cd7c-4a7d-879e-4624f132be50'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:47.515607 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.623669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] For port bf4194ed-60e6-4d75-b184-2ffbebabc1b2, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:47.627698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] For port bf4194ed-60e6-4d75-b184-2ffbebabc1b2, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bf4194ed-60e6-4d75-b184-2ffbebabc1b2,segment=NetworkSegment(eea61336-601b-4695-8138-35b1bf677d3e),segment_id=eea61336-601b-4695-8138-35b1bf677d3e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:47.648253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.659388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ab83-3d5b-4659-80c4-d3f7eef262bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.695470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f76731b-5599-430a-9826-cef4c23693a1 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.704849 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.763883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e2b56-db0d-4b98-a67d-1a0f5ef9ed5d None None] Pushing event updated for resources: {'Port': ['ID=bf4194ed-60e6-4d75-b184-2ffbebabc1b2,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.813141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f76731b-5599-430a-9826-cef4c23693a1 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.843826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f76731b-5599-430a-9826-cef4c23693a1 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.846001 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9f76731b-5599-430a-9826-cef4c23693a1 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/subnets/367c7c1b-76c2-4ac3-b711-6f4181bfb857 HTTP/1.1" status: 204 len: 168 time: 0.8585250 Jul 16 09:04:47.849161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53322) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:47.874045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76731b-5599-430a-9826-cef4c23693a1 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Subnet': ['ID=367c7c1b-76c2-4ac3-b711-6f4181bfb857,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.944349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee9b27b-d73f-4069-9cc9-336f1464d353 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:47.946666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee9b27b-d73f-4069-9cc9-336f1464d353 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:47.948826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cee9b27b-d73f-4069-9cc9-336f1464d353 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0985892 Jul 16 09:04:47.952019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53324) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:48.161418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71222c76-e4f7-4a7e-b4df-8323be7f3eb5 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.171084 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-71222c76-e4f7-4a7e-b4df-8323be7f3eb5 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 09:04:48.172188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71222c76-e4f7-4a7e-b4df-8323be7f3eb5 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:48.174073 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71222c76-e4f7-4a7e-b4df-8323be7f3eb5 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/d491de7a-cd7c-4a7d-879e-4624f132be50 HTTP/1.1" status: 409 len: 405 time: 0.2210150 Jul 16 09:04:48.179458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53326) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:48.185446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1621328477'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:48.259093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:48.263199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.304859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:48.315589 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.316058 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Added segment eac8da0b-3660-4a9d-9ef0-f7cb52093eb2 of type vlan for network 399dc400-cf0b-491f-9d52-1b479af26a42 Jul 16 09:04:48.361262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bf4194ed-60e6-4d75-b184-2ffbebabc1b2 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:48.389553 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.469797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.473146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port bf4194ed-60e6-4d75-b184-2ffbebabc1b2 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:48.484700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:48.485377 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.488429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 029b2031-3d04-4b21-a46f-736ec2bb1bb6 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:48.518539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3379300 Jul 16 09:04:48.521308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53328) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:48.531434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'subnet': {'network_id': '399dc400-cf0b-491f-9d52-1b479af26a42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:48.596841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:48.596841 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.666514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733043b4-c0a1-4146-a88c-d08146b63629 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Network': ['ID=399dc400-cf0b-491f-9d52-1b479af26a42,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:48.698584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 399dc400-cf0b-491f-9d52-1b479af26a42 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:48.880834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:48.888649 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.151356 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.165435 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.231594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6abb43dc-a020-46c1-b361-ee6ab0b49fdc no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:49.271105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 6abb43dc-a020-46c1-b361-ee6ab0b49fdc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:49.272540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6abb43dc-a020-46c1-b361-ee6ab0b49fdc not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:49.347398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.objects.ports [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94159) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:04:49.349572 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.432122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Subnet': ['ID=d9cd40c4-9482-40ac-9b09-7edadcdfeec1,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:49.471382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Checking segment: {'id': 'eac8da0b-3660-4a9d-9ef0-f7cb52093eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '399dc400-cf0b-491f-9d52-1b479af26a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:49.472945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network hostable DHCP agents. Network: 399dc400-cf0b-491f-9d52-1b479af26a42, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:49.527470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e07fb-1f3e-40fa-87c9-4a3c26342346 None None] Network d491de7a-cd7c-4a7d-879e-4624f132be50 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:49.535433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network 399dc400-cf0b-491f-9d52-1b479af26a42 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:49.559430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 399dc400-cf0b-491f-9d52-1b479af26a42) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:49.567594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:49.568202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.613842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2d8e89c3-f203-4282-ad58-cf974db47d61 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0907845 Jul 16 09:04:49.616689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53338) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:49.729731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559eb69-1730-4854-aa77-054e8f0aea81 None None] Network 399dc400-cf0b-491f-9d52-1b479af26a42 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:49.780020 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.842049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.906297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-caa1c41e-b4aa-4e03-908a-3597e732e6fc None None] Provisioning for port bf4194ed-60e6-4d75-b184-2ffbebabc1b2 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:49.930653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.985221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-caa1c41e-b4aa-4e03-908a-3597e732e6fc None None] Provisioning complete for port bf4194ed-60e6-4d75-b184-2ffbebabc1b2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:49.985837 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caa1c41e-b4aa-4e03-908a-3597e732e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.082183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cd40c4-9482-40ac-9b09-7edadcdfeec1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.170548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d72415-1496-4bb2-bfe2-5e51293896b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-399dc400-cf0b-491f-9d52-1b479af26a42', 'network_id': '399dc400-cf0b-491f-9d52-1b479af26a42', 'tenant_id': '433ad379ac3e475e82c42e7104ff16f0', 'fixed_ips': [{'subnet_id': 'd9cd40c4-9482-40ac-9b09-7edadcdfeec1'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:50.171722 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-65d72415-1496-4bb2-bfe2-5e51293896b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.259239 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.261602 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.294681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399dc400-cf0b-491f-9d52-1b479af26a42']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:50.324628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] DHCP port deletion for d491de7a-cd7c-4a7d-879e-4624f132be50 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:50.326056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac8da0b-3660-4a9d-9ef0-f7cb52093eb2') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:50.328383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac8da0b-3660-4a9d-9ef0-f7cb52093eb2') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:50.356558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.381696 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caa1c41e-b4aa-4e03-908a-3597e732e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.391028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.398185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e09a69-3e46-452e-ae5e-673412c30caf None None] Network 399dc400-cf0b-491f-9d52-1b479af26a42 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:50.401532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:50.402934 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:50.408183 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:50.514518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.514887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-caa1c41e-b4aa-4e03-908a-3597e732e6fc None None] For port bf4194ed-60e6-4d75-b184-2ffbebabc1b2, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bf4194ed-60e6-4d75-b184-2ffbebabc1b2,segment=NetworkSegment(eea61336-601b-4695-8138-35b1bf677d3e),segment_id=eea61336-601b-4695-8138-35b1bf677d3e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:50.525083 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-caa1c41e-b4aa-4e03-908a-3597e732e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.536260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.542144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53366) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:50.543273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/399dc400-cf0b-491f-9d52-1b479af26a42 HTTP/1.1" status: 204 len: 168 time: 0.9255850 Jul 16 09:04:50.547584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-770134147'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:50.560309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b5325-f5d1-41b2-b870-6c8e70d4012d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Network': ['ID=399dc400-cf0b-491f-9d52-1b479af26a42,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.605757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:50.609632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.637788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:50.648458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.649086 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Added segment 0c730a76-4752-47a3-9c90-705f92fcdf88 of type vlan for network bf2d7d41-91e7-4bc8-9bab-c761379b79bf Jul 16 09:04:50.655359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] Deleting port bf4194ed-60e6-4d75-b184-2ffbebabc1b2 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:50.655927 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.709912 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.745063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1c41e-b4aa-4e03-908a-3597e732e6fc None None] Pushing event updated for resources: {'Port': ['ID=bf4194ed-60e6-4d75-b184-2ffbebabc1b2,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.747342 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.766403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:50.767365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.801869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-9b334503-25e8-4461-8f1c-007682c46194 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=48afd60c0ee84735b1f4658b4280844d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159794 Jul 16 09:04:50.820722 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2773943 Jul 16 09:04:50.824918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53370) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:50.830837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'subnet': {'network_id': 'bf2d7d41-91e7-4bc8-9bab-c761379b79bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:50.847513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] For port bf4194ed-60e6-4d75-b184-2ffbebabc1b2, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bf4194ed-60e6-4d75-b184-2ffbebabc1b2,segment=NetworkSegment(eea61336-601b-4695-8138-35b1bf677d3e),segment_id=eea61336-601b-4695-8138-35b1bf677d3e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:50.847513 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.887580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] Calling delete_port for bf4194ed-60e6-4d75-b184-2ffbebabc1b2 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:50.898130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bd525-cbe2-4543-9c76-951e12e86de4 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Network': ['ID=bf2d7d41-91e7-4bc8-9bab-c761379b79bf,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.973223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network bf2d7d41-91e7-4bc8-9bab-c761379b79bf details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:51.009710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:51.018528 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.019691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.032663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20d59d-1357-4c94-9b2d-1f5eac11ca69 req-bbdf8a23-f28e-4c3a-a8d2-ad39e4d81ace tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.035232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a20d59d-1357-4c94-9b2d-1f5eac11ca69 req-bbdf8a23-f28e-4c3a-a8d2-ad39e4d81ace tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3119788 Jul 16 09:04:51.071258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] Pushing event deleted for resources: {'Port': ['ID=bf4194ed-60e6-4d75-b184-2ffbebabc1b2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:51.087765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5300-0238-440e-8ce3-158af235f0dc req-ab9f8024-36c1-4ec7-b8f1-665e8df4310f tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.089556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-ab9f8024-36c1-4ec7-b8f1-665e8df4310f tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784674 Jul 16 09:04:51.113848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a20d59d-1357-4c94-9b2d-1f5eac11ca69 req-0ee0adda-98a8-449e-aa10-47a13247b2e1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705254 Jul 16 09:04:51.115338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-0b9e038d-8c88-43cd-8612-b9a7fb2b0e16 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/quotas/48afd60c0ee84735b1f4658b4280844d HTTP/1.1" status: 200 len: 375 time: 0.0193536 Jul 16 09:04:51.125906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0833e-e95a-4f16-9aad-cc16bb86e12d None None] No DVR routers for this DVR port bf4194ed-60e6-4d75-b184-2ffbebabc1b2 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:51.194340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-56bbcf85-6407-48e5-8af3-31491b9aeb64 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48afd60c0ee84735b1f4658b4280844d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716329 Jul 16 09:04:51.271357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53380) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:51.547722 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.600102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f23e4dd-85ac-4973-bad8-9cf35445a907 req-75df9678-6d7b-444c-9dd7-a5d2adeaec07 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 210 time: 0.0565031 Jul 16 09:04:51.600896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e7c0847-04c5-4e4c-9186-1552a3153841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.654173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08137b4-34dd-4946-89eb-91df306fa398 req-405524aa-5818-49dc-a071-74e137ac99bb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.656490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-405524aa-5818-49dc-a071-74e137ac99bb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.2802553 Jul 16 09:04:51.684684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-6b5b7277-0bd7-4b42-a7b6-9da2c8da7a6e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/quotas/c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 375 time: 0.0179234 Jul 16 09:04:51.721526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Subnet': ['ID=5043a713-82ac-4fa0-834d-37502a85c65b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:51.742882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Checking segment: {'id': '0c730a76-4752-47a3-9c90-705f92fcdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bf2d7d41-91e7-4bc8-9bab-c761379b79bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:51.745583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network hostable DHCP agents. Network: bf2d7d41-91e7-4bc8-9bab-c761379b79bf, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:51.772999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network bf2d7d41-91e7-4bc8-9bab-c761379b79bf is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:51.794221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, bf2d7d41-91e7-4bc8-9bab-c761379b79bf) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:51.801066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.801733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.805636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6159f4b6-d89f-4773-8d3c-6d414dfcd701 None None] Network bf2d7d41-91e7-4bc8-9bab-c761379b79bf requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:52.036246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-2227cee3-0793-462d-aa72-53247f8a4e54 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3440888 Jul 16 09:04:52.069960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-bf2d7d41-91e7-4bc8-9bab-c761379b79bf', 'network_id': 'bf2d7d41-91e7-4bc8-9bab-c761379b79bf', 'tenant_id': '433ad379ac3e475e82c42e7104ff16f0', 'fixed_ips': [{'subnet_id': '5043a713-82ac-4fa0-834d-37502a85c65b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:52.071079 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.200161 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e7c0847-04c5-4e4c-9186-1552a3153841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.217414 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0c7bda61-bfbd-45d1-8407-2a849dbaebca tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3909919 Jul 16 09:04:52.220061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53424) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:52.287384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e7c0847-04c5-4e4c-9186-1552a3153841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.328737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3e7c0847-04c5-4e4c-9186-1552a3153841 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78c7e92b402a463ba2d54f06ead53d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0536752 Jul 16 09:04:52.330887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53426) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:52.410301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Allocated IP 2001:db8::2 (bf2d7d41-91e7-4bc8-9bab-c761379b79bf/5043a713-82ac-4fa0-834d-37502a85c65b/208e1428-6cd2-4e14-815b-55c2621024a3) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:52.440471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.445233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d079b-2991-46bb-9ac9-6dab758e0b92 req-6ffbd22f-94b7-488f-bb32-5c5cbcab8ed6 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.453059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-086d079b-2991-46bb-9ac9-6dab758e0b92 req-6ffbd22f-94b7-488f-bb32-5c5cbcab8ed6 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 950 time: 0.5224578 Jul 16 09:04:52.527322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.542614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c0847-04c5-4e4c-9186-1552a3153841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1704db-7166-41ef-a19d-59caae098085,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:52.543550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bf4194ed-60e6-4d75-b184-2ffbebabc1b2 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:52.577433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-249920a6-dd66-401d-bb4c-6f49afad9a8f service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086231 Jul 16 09:04:52.614413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-086d079b-2991-46bb-9ac9-6dab758e0b92 req-749b2b16-b791-4d16-a8c4-db7e66c29aaf tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368611 Jul 16 09:04:52.615622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: bf4194ed-60e6-4d75-b184-2ffbebabc1b2 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:52.616041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bf4194ed-60e6-4d75-b184-2ffbebabc1b2 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:52.706903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.735649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Transition to ACTIVE for port object 208e1428-6cd2-4e14-815b-55c2621024a3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:52.781241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Transition to ACTIVE for port object 208e1428-6cd2-4e14-815b-55c2621024a3 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:52.798466 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.827622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.890320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Pushing event updated for resources: {'Port': ['ID=208e1428-6cd2-4e14-815b-55c2621024a3,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:52.896366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Subnet': ['ID=5043a713-82ac-4fa0-834d-37502a85c65b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:52.952268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Network bf2d7d41-91e7-4bc8-9bab-c761379b79bf is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:52.955026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:52.961784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:52.976833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.989009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2d7d41-91e7-4bc8-9bab-c761379b79bf']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:52.999942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c730a76-4752-47a3-9c90-705f92fcdf88') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:53.000650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c730a76-4752-47a3-9c90-705f92fcdf88') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:53.011829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.029757 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.039209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:53.040559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.090964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0364e060-62c9-4a4c-88e3-b8ae7d1fc828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.098893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Attempting to bind port 208e1428-6cd2-4e14-815b-55c2621024a3 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:53.099278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Attempting to bind port 208e1428-6cd2-4e14-815b-55c2621024a3 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0c730a76-4752-47a3-9c90-705f92fcdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bf2d7d41-91e7-4bc8-9bab-c761379b79bf'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:53.099790 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Attempting to bind port 208e1428-6cd2-4e14-815b-55c2621024a3 on network bf2d7d41-91e7-4bc8-9bab-c761379b79bf {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:53.104366 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:53.110330 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:04:53.110330 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:04:53.110330 n-d-780147-28 neutron-server[94164]: [parameters: {'id': 'bf2d7d41-91e7-4bc8-9bab-c761379b79bf'}] Jul 16 09:04:53.110330 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:04:53.111376 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:04:53.112305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:53.112305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Checking segment: {'id': '0c730a76-4752-47a3-9c90-705f92fcdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bf2d7d41-91e7-4bc8-9bab-c761379b79bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:53.112689 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.113151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Bound using segment: {'id': '0c730a76-4752-47a3-9c90-705f92fcdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bf2d7d41-91e7-4bc8-9bab-c761379b79bf'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:53.114344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Bound port: 208e1428-6cd2-4e14-815b-55c2621024a3, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c730a76-4752-47a3-9c90-705f92fcdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bf2d7d41-91e7-4bc8-9bab-c761379b79bf'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:53.114735 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.142297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0364e060-62c9-4a4c-88e3-b8ae7d1fc828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.204701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] For port 208e1428-6cd2-4e14-815b-55c2621024a3, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:53.208251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] For port 208e1428-6cd2-4e14-815b-55c2621024a3, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=208e1428-6cd2-4e14-815b-55c2621024a3,segment=NetworkSegment(0c730a76-4752-47a3-9c90-705f92fcdf88),segment_id=0c730a76-4752-47a3-9c90-705f92fcdf88)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:53.217308 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.249727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-62c6aa2c-9f57-4dbe-93d0-9feb20b473ee service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609643 Jul 16 09:04:53.257528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0364e060-62c9-4a4c-88e3-b8ae7d1fc828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.263890 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0364e060-62c9-4a4c-88e3-b8ae7d1fc828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.265964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0364e060-62c9-4a4c-88e3-b8ae7d1fc828 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee1704db-7166-41ef-a19d-59caae098085 HTTP/1.1" status: 204 len: 168 time: 0.9292271 Jul 16 09:04:53.315482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd860c2-81db-43fa-be00-99d051eed276 req-67a28b40-3466-4603-ade4-0b5c76031926 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:53.317261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dd860c2-81db-43fa-be00-99d051eed276 req-67a28b40-3466-4603-ade4-0b5c76031926 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3083465 Jul 16 09:04:53.331295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364e060-62c9-4a4c-88e3-b8ae7d1fc828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1704db-7166-41ef-a19d-59caae098085,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.405214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dd860c2-81db-43fa-be00-99d051eed276 req-fcb558ac-b47a-4eb9-a072-1cd68151dddd tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759501 Jul 16 09:04:53.407153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c633-9443-47f4-8c01-000a9d586b7b None None] Pushing event updated for resources: {'Port': ['ID=208e1428-6cd2-4e14-815b-55c2621024a3,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.523207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384734af-81da-4882-88ed-dcf19814d39c None None] Network bf2d7d41-91e7-4bc8-9bab-c761379b79bf requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:53.570560 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-86bc4b34-1f53-4c4f-ace4-904595998bff tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=48afd60c0ee84735b1f4658b4280844d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908513 Jul 16 09:04:53.796010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62a0fa5b-33b8-42c2-beed-e51751d00e84 req-390779a1-1f8b-434a-9d99-719d4d819b20 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 210 time: 0.1206944 Jul 16 09:04:53.876278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.002726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77f2169e-d20c-45dc-9587-8f51e384d95a req-b0a0bb91-ce08-4d55-9e87-355b2799ded1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.1130109 Jul 16 09:04:54.033567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53460) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:54.086439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c60cf3b8-0e7a-4d7a-bfbb-6a8dccbb13c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.145355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2567bb-dbe6-4cf1-b0c0-733b453bf1cb None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:04:54.357012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5300-0238-440e-8ce3-158af235f0dc req-71f5d6c2-89d7-45ea-9754-aef5b63942b0 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:54.358584 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-71f5d6c2-89d7-45ea-9754-aef5b63942b0 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7810545 Jul 16 09:04:54.380016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Request body: {'port': {'device_id': 'ffa24da4-4210-4f68-8327-ad7805313588', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '48afd60c0ee84735b1f4658b4280844d'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:54.380638 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c60cf3b8-0e7a-4d7a-bfbb-6a8dccbb13c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.402386 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c60cf3b8-0e7a-4d7a-bfbb-6a8dccbb13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.405994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Deleting port 208e1428-6cd2-4e14-815b-55c2621024a3 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:54.406603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.437841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2567bb-dbe6-4cf1-b0c0-733b453bf1cb None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:04:54.548839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cf3b8-0e7a-4d7a-bfbb-6a8dccbb13c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f976c9a0-010e-4447-9798-41ff0ae9792e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.556692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c60cf3b8-0e7a-4d7a-bfbb-6a8dccbb13c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf3efcf790dc43f2934438c6a02d2fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219703 Jul 16 09:04:54.559270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53504) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:54.641619 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38953517-4416-49c3-837d-fcdbfbd15eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.658754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] For port 208e1428-6cd2-4e14-815b-55c2621024a3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=208e1428-6cd2-4e14-815b-55c2621024a3,segment=NetworkSegment(0c730a76-4752-47a3-9c90-705f92fcdf88),segment_id=0c730a76-4752-47a3-9c90-705f92fcdf88)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:54.659150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.704316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Calling delete_port for 208e1428-6cd2-4e14-815b-55c2621024a3 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:54.792918 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38953517-4416-49c3-837d-fcdbfbd15eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.965584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9278b-7f1b-40d0-a120-7923775a1009 req-1ee74912-8f65-405a-86f1-724ea18eb6d3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:54.967353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.978288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fab9278b-7f1b-40d0-a120-7923775a1009 req-1ee74912-8f65-405a-86f1-724ea18eb6d3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3067596 Jul 16 09:04:55.061505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Port': ['ID=208e1428-6cd2-4e14-815b-55c2621024a3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.077200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No DVR routers for this DVR port 208e1428-6cd2-4e14-815b-55c2621024a3 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:55.086520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Made reservation on behalf of 48afd60c0ee84735b1f4658b4280844d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:55.090270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.146729 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.161393 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38953517-4416-49c3-837d-fcdbfbd15eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.165474 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38953517-4416-49c3-837d-fcdbfbd15eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.167113 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-38953517-4416-49c3-837d-fcdbfbd15eb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f976c9a0-010e-4447-9798-41ff0ae9792e HTTP/1.1" status: 204 len: 168 time: 0.6062627 Jul 16 09:04:55.208129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38953517-4416-49c3-837d-fcdbfbd15eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f976c9a0-010e-4447-9798-41ff0ae9792e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.239476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c137255-cf26-4eca-a57e-539ecae95b03 req-9db3f3c2-c842-4441-97ec-7155c321d327 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 210 time: 0.0959158 Jul 16 09:04:55.242933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fab9278b-7f1b-40d0-a120-7923775a1009 req-d42fcf77-4a30-4a3c-8746-ba0a633366d2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638133 Jul 16 09:04:55.282652 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.310268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2d7d41-91e7-4bc8-9bab-c761379b79bf']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:55.332142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c730a76-4752-47a3-9c90-705f92fcdf88') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:55.332677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c730a76-4752-47a3-9c90-705f92fcdf88') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:55.345974 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.457802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.461078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a81e9a17-13f2-4ebb-9867-aa947404fb5e req-a45e3906-2c0b-4444-9faa-65b3b89cd992 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.0445523 Jul 16 09:04:55.468813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.480584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:55.487264 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.533002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:55.533467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:55.540055 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:55.605588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49100d9-20ca-4564-94bc-aab6f554b6d6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.719737 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.759701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.775535 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.780178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:55.782222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53556) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:55.783212 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/bf2d7d41-91e7-4bc8-9bab-c761379b79bf HTTP/1.1" status: 204 len: 168 time: 3.5617754 Jul 16 09:04:55.787901 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dcdb30-cf8b-4c70-9041-ea5084549531" -d '{"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:55.788637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1452879045'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:55.811871 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:55.818622 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.856041 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b8501-e31f-46ae-af32-8fd9420523b7 x-openstack-request-id: req-100b8501-e31f-46ae-af32-8fd9420523b7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:55.856638 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:55.856965 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-100b8501-e31f-46ae-af32-8fd9420523b7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:55.857465 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'code': 200} Jul 16 09:04:55.872956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d5be1-d897-44c4-9631-796a21d0b540 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Network': ['ID=bf2d7d41-91e7-4bc8-9bab-c761379b79bf,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.891176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:55.901686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.916167 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=11']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.955940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:55.978417 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.978824 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Added segment 9055f221-ece2-4035-8d81-d39e5103f0e7 of type vlan for network ff812c59-8b9b-420b-903a-7bbe50ba26cc Jul 16 09:04:56.035796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.111321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Allocated IP 192.168.233.51 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/0b614ef4-75ff-49b5-9489-ce3361f74243) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:56.147126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.182400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:56.185202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.409294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6251349 Jul 16 09:04:56.413610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53610) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:56.529358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Request body: {'subnet': {'network_id': 'ff812c59-8b9b-420b-903a-7bbe50ba26cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:56.551456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9001d2-8847-4f0e-8c09-89bb7be2cfb3 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Network': ['ID=ff812c59-8b9b-420b-903a-7bbe50ba26cc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:56.569430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ff812c59-8b9b-420b-903a-7bbe50ba26cc details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:56.882589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-064e505f-ee6f-4bff-954a-c4f1bc80fd94 req-a770f11b-bbf0-49c4-9c08-7b4f8cc352cb tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 210 time: 0.2816949 Jul 16 09:04:57.077754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08137b4-34dd-4946-89eb-91df306fa398 req-09649369-3a9c-4e1b-b077-465d2a56f130 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:57.080209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-09649369-3a9c-4e1b-b077-465d2a56f130 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.8468399 Jul 16 09:04:57.101019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'port': {'device_id': 'f9aae187-3793-4104-9504-42d9b1f9ac0c', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'admin_state_up': True, 'tenant_id': 'c21191488fda4a5995f37c7613af0579'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:57.113366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a33a-2e40-48ae-80e8-4e4df7ae46c5 req-6fa587b4-e868-4df2-84ab-927ac3d85b74 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:57.130447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e59a33a-2e40-48ae-80e8-4e4df7ae46c5 req-6fa587b4-e868-4df2-84ab-927ac3d85b74 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.3444428 Jul 16 09:04:57.261911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Made reservation on behalf of 433ad379ac3e475e82c42e7104ff16f0 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:57.284099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.388560 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.426772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Transition to ACTIVE for port object 0b614ef4-75ff-49b5-9489-ce3361f74243 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:57.542809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e59a33a-2e40-48ae-80e8-4e4df7ae46c5 req-2d87947e-6215-4d27-ab9b-0f75a3fbe126 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112937 Jul 16 09:04:57.609237 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.696120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:57.710183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:57.724561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:57.831236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:57.832301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.843518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Pushing event updated for resources: {'Port': ['ID=0b614ef4-75ff-49b5-9489-ce3361f74243,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:57.883492 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-a1cf69c6-42c5-4c52-8324-6131e746dc53 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5081370 Jul 16 09:04:57.896151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Request body: {'port': {'device_id': 'ffa24da4-4210-4f68-8327-ad7805313588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:58.131051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.276676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afa704d5-d940-44d6-a903-dcdf8cccdd83 req-52e9cb31-1236-4c47-b1bd-12f843b5cb82 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.5528667 Jul 16 09:04:58.279028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-05aaf8f7-521c-4762-9e21-eb3d6239f33d None None] Provisioning for port 0b614ef4-75ff-49b5-9489-ce3361f74243 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:58.284037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-05aaf8f7-521c-4762-9e21-eb3d6239f33d None None] Provisioning complete for port 0b614ef4-75ff-49b5-9489-ce3361f74243 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:58.285196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-05aaf8f7-521c-4762-9e21-eb3d6239f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.459916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-05aaf8f7-521c-4762-9e21-eb3d6239f33d None None] Port 0b614ef4-75ff-49b5-9489-ce3361f74243 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:58.496601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.objects.ports [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94159) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:04:58.498925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:58.502521 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.521154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.607226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event updated for resources: {'Subnet': ['ID=b2edc0fb-2ae5-469b-92d1-e38aa6e4ced4,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:58.781997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Checking segment: {'id': '9055f221-ece2-4035-8d81-d39e5103f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff812c59-8b9b-420b-903a-7bbe50ba26cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:58.781997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network hostable DHCP agents. Network: ff812c59-8b9b-420b-903a-7bbe50ba26cc, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:58.832996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b614ef4-75ff-49b5-9489-ce3361f74243 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:58.846054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.858614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82217fd-0f8b-4815-a0e2-be896d748a3a req-472885cf-61f7-434e-ae6d-fd3a7d941c4f tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:58.868617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Transition to ACTIVE for port object 0b614ef4-75ff-49b5-9489-ce3361f74243 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:58.875208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c82217fd-0f8b-4815-a0e2-be896d748a3a req-472885cf-61f7-434e-ae6d-fd3a7d941c4f tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 935 time: 0.4883358 Jul 16 09:04:58.892516 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.023832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Pushing event updated for resources: {'Port': ['ID=0b614ef4-75ff-49b5-9489-ce3361f74243,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.138741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Attempting to bind port 0b614ef4-75ff-49b5-9489-ce3361f74243 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:59.139223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Attempting to bind port 0b614ef4-75ff-49b5-9489-ce3361f74243 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:59.139669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Attempting to bind port 0b614ef4-75ff-49b5-9489-ce3361f74243 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:59.166249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Port 0b614ef4-75ff-49b5-9489-ce3361f74243 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:04:59.167068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Attempting to bind port 0b614ef4-75ff-49b5-9489-ce3361f74243 on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:59.174508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:59.175845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:59.177357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:59.178066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Bound port: 0b614ef4-75ff-49b5-9489-ce3361f74243, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:59.180889 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.227529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Network ff812c59-8b9b-420b-903a-7bbe50ba26cc is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:59.295496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.20.0.8 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/2c845398-0380-4bc2-9488-10740871aa7f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:59.367077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] For port 0b614ef4-75ff-49b5-9489-ce3361f74243, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:59.375384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] For port 0b614ef4-75ff-49b5-9489-ce3361f74243, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b614ef4-75ff-49b5-9489-ce3361f74243,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:59.389559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.494334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:59.494982 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.496465 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] 10.222.0.54 "PUT /v2.0/ports/0b614ef4-75ff-49b5-9489-ce3361f74243 HTTP/1.1" status: 200 len: 1096 time: 1.6051295 Jul 16 09:04:59.507900 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa24da4-4210-4f68-8327-ad7805313588', 'tag': '0b614ef4-75ff-49b5-9489-ce3361f74243'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:59.514633 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db09e1-3057-4b62-8272-e212ff8a82f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa24da4-4210-4f68-8327-ad7805313588", "tag": "0b614ef4-75ff-49b5-9489-ce3361f74243"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:59.600254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.626779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Transition to ACTIVE for port object 2c845398-0380-4bc2-9488-10740871aa7f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:59.687346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:59.719329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da394b1d-3a2a-481c-ac90-4b875d1f1fef service neutron] Pushing event updated for resources: {'Port': ['ID=0b614ef4-75ff-49b5-9489-ce3361f74243,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.749008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c82217fd-0f8b-4815-a0e2-be896d748a3a req-37f4fa92-c2b4-4228-acd4-f41346704f45 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559268 Jul 16 09:04:59.750686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.755961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ff812c59-8b9b-420b-903a-7bbe50ba26cc) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:59.766227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016bbb5d-a727-4aeb-9a13-92507948b85a None None] Network ff812c59-8b9b-420b-903a-7bbe50ba26cc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:59.826335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:59.827101 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.894694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-938870e7-759e-402b-a3e1-12eb55d6ae0a tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3767037 Jul 16 09:04:59.899817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:59.902976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53788) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:59.904024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5300-0238-440e-8ce3-158af235f0dc req-0973a364-019b-438a-903c-761d73111c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:59.914619 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-0973a364-019b-438a-903c-761d73111c2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48afd60c0ee84735b1f4658b4280844d&device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 1099 time: 0.3539090 Jul 16 09:04:59.957945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:59.973773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:00.086669 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-8e345734-343c-446d-af0d-2ec7c77ae197 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0b614ef4-75ff-49b5-9489-ce3361f74243 HTTP/1.1" status: 200 len: 217 time: 0.1657143 Jul 16 09:05:00.152767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f04ddca0-6871-41f1-9ecc-4cc00b4c9ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.155589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.156323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.243420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5300-0238-440e-8ce3-158af235f0dc req-924f9388-6701-4c85-b0d6-8a6abe9a6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.245069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-924f9388-6701-4c85-b0d6-8a6abe9a6bdc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1428967 Jul 16 09:05:00.249476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2bf6e-4427-4b22-b828-2a23db442af5 req-6eda4eaf-d22a-4049-88c5-9634b2436832 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.263444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fea2bf6e-4427-4b22-b828-2a23db442af5 req-6eda4eaf-d22a-4049-88c5-9634b2436832 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 1.3657348 Jul 16 09:05:00.332172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-ff812c59-8b9b-420b-903a-7bbe50ba26cc', 'network_id': 'ff812c59-8b9b-420b-903a-7bbe50ba26cc', 'tenant_id': '433ad379ac3e475e82c42e7104ff16f0', 'fixed_ips': [{'subnet_id': 'b2edc0fb-2ae5-469b-92d1-e38aa6e4ced4'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:00.332984 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.386281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=2c845398-0380-4bc2-9488-10740871aa7f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.410439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5300-0238-440e-8ce3-158af235f0dc req-65c07da5-b6e7-41c2-8999-4f53ed89a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.412299 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-65c07da5-b6e7-41c2-8999-4f53ed89a97f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1531043 Jul 16 09:05:00.566977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fea2bf6e-4427-4b22-b828-2a23db442af5 req-490f3e90-dc43-425a-80ae-9f30a1facb8a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022974 Jul 16 09:05:00.579264 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f04ddca0-6871-41f1-9ecc-4cc00b4c9ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.629569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-5f558d23-189c-406d-aa49-24cc860a6e22 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5328336 Jul 16 09:05:00.674007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f04ddca0-6871-41f1-9ecc-4cc00b4c9ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.686746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Request body: {'port': {'device_id': 'f9aae187-3793-4104-9504-42d9b1f9ac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:00.727727 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f04ddca0-6871-41f1-9ecc-4cc00b4c9ad3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e02bae74f0bd42efa4d20c5a37532383&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347307 Jul 16 09:05:00.730162 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-6c058401-9469-401d-8d5c-db16f7af2a4f service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105700 Jul 16 09:05:00.730931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53828) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:00.740517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-18c02660-bdf8-4b93-b21b-0edbb819ec63 None None] Provisioning for port 2c845398-0380-4bc2-9488-10740871aa7f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:00.759254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-18c02660-bdf8-4b93-b21b-0edbb819ec63 None None] Provisioning complete for port 2c845398-0380-4bc2-9488-10740871aa7f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:00.759636 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18c02660-bdf8-4b93-b21b-0edbb819ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.837902 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.877514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ddca0-6871-41f1-9ecc-4cc00b4c9ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913e6735-6ae2-4e9f-919a-e2ef1d8826e8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:01.123745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.164403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-18c02660-bdf8-4b93-b21b-0edbb819ec63 None None] Port 2c845398-0380-4bc2-9488-10740871aa7f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:01.183691 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-990d5300-0238-440e-8ce3-158af235f0dc req-02e2e0d5-e864-4cbb-a34d-e9a7caf025ed service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987301 Jul 16 09:05:01.233986 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca92a428-df2f-41c4-9d6d-5c323e0ba612 x-openstack-request-id: req-ca92a428-df2f-41c4-9d6d-5c323e0ba612 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:01.234272 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa24da4-4210-4f68-8327-ad7805313588", "tag": "0b614ef4-75ff-49b5-9489-ce3361f74243", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:01.234516 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca92a428-df2f-41c4-9d6d-5c323e0ba612 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:01.234919 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa24da4-4210-4f68-8327-ad7805313588', 'tag': '0b614ef4-75ff-49b5-9489-ce3361f74243', 'status': 'completed', 'code': 200} Jul 16 09:05:01.263916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a09dbec3-d50f-4875-a5a2-54ea502451cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.321163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a09dbec3-d50f-4875-a5a2-54ea502451cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.326084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Allocated IP 2001:db8::f816:3eff:fe5f:5299 (ff812c59-8b9b-420b-903a-7bbe50ba26cc/b2edc0fb-2ae5-469b-92d1-e38aa6e4ced4/56bde82f-5533-4f70-9bbf-ace3b9d27e85) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:01.339242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.407325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a09dbec3-d50f-4875-a5a2-54ea502451cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.410316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a09dbec3-d50f-4875-a5a2-54ea502451cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.411494 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a09dbec3-d50f-4875-a5a2-54ea502451cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/913e6735-6ae2-4e9f-919a-e2ef1d8826e8 HTTP/1.1" status: 204 len: 168 time: 0.5375350 Jul 16 09:05:01.434646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dbec3-d50f-4875-a5a2-54ea502451cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913e6735-6ae2-4e9f-919a-e2ef1d8826e8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:01.471166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-6acc5c74-febe-4ac9-ab91-ab52fca20820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:01.474165 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-6acc5c74-febe-4ac9-ab91-ab52fca20820 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48afd60c0ee84735b1f4658b4280844d&device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 1099 time: 0.1074657 Jul 16 09:05:01.493005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f9f5-e5cc-4dfc-baeb-2520ecab0bc8 req-4c89282b-184a-4e9f-8636-06ecb7e1b1ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:01.502225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0775f9f5-e5cc-4dfc-baeb-2520ecab0bc8 req-4c89282b-184a-4e9f-8636-06ecb7e1b1ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 931 time: 0.6249237 Jul 16 09:05:01.613543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0775f9f5-e5cc-4dfc-baeb-2520ecab0bc8 req-b0f43ab2-3478-43f3-aaa4-1602f4e39e53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101727 Jul 16 09:05:01.635082 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.663249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Transition to ACTIVE for port object 56bde82f-5533-4f70-9bbf-ace3b9d27e85 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:01.670819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-9cb9ec54-e46c-4541-a194-6452e7026532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:01.672406 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-9cb9ec54-e46c-4541-a194-6452e7026532 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1821282 Jul 16 09:05:01.710861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Transition to ACTIVE for port object 56bde82f-5533-4f70-9bbf-ace3b9d27e85 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:01.728257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.760078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0c305-b099-4f6a-b217-56e2d2a3c5bb req-36b4a5f9-35c3-426f-a302-43dc11027044 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:01.761814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32e0c305-b099-4f6a-b217-56e2d2a3c5bb req-36b4a5f9-35c3-426f-a302-43dc11027044 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 947 time: 0.3178346 Jul 16 09:05:01.792421 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-73efc6d4-190e-4153-b7d2-e5d97ce250ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0b614ef4-75ff-49b5-9489-ce3361f74243 HTTP/1.1" status: 200 len: 217 time: 0.1079729 Jul 16 09:05:01.803434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.871176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Network ff812c59-8b9b-420b-903a-7bbe50ba26cc is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:01.880696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:01.900489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:01.908599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-92c5d1e5-67fc-4fab-8b94-fccb81d3b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:01.911842 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-92c5d1e5-67fc-4fab-8b94-fccb81d3b17e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.1082387 Jul 16 09:05:02.023171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Pushing event updated for resources: {'Port': ['ID=56bde82f-5533-4f70-9bbf-ace3b9d27e85,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:02.069684 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.073413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Attempting to bind port 56bde82f-5533-4f70-9bbf-ace3b9d27e85 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:02.073815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Attempting to bind port 56bde82f-5533-4f70-9bbf-ace3b9d27e85 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '9055f221-ece2-4035-8d81-d39e5103f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff812c59-8b9b-420b-903a-7bbe50ba26cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:02.074182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Attempting to bind port 56bde82f-5533-4f70-9bbf-ace3b9d27e85 on network ff812c59-8b9b-420b-903a-7bbe50ba26cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:02.087613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:02.091257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Checking segment: {'id': '9055f221-ece2-4035-8d81-d39e5103f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff812c59-8b9b-420b-903a-7bbe50ba26cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:02.091686 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.092085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Bound using segment: {'id': '9055f221-ece2-4035-8d81-d39e5103f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff812c59-8b9b-420b-903a-7bbe50ba26cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:02.092573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Bound port: 56bde82f-5533-4f70-9bbf-ace3b9d27e85, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055f221-ece2-4035-8d81-d39e5103f0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff812c59-8b9b-420b-903a-7bbe50ba26cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:02.096226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff812c59-8b9b-420b-903a-7bbe50ba26cc']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:02.096681 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.121856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9055f221-ece2-4035-8d81-d39e5103f0e7') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:02.122236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9055f221-ece2-4035-8d81-d39e5103f0e7') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:02.139705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-12e435ad-eecf-4692-87c1-5707f9f0c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:02.141220 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-12e435ad-eecf-4692-87c1-5707f9f0c0b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2168872 Jul 16 09:05:02.152420 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.183660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.200534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:02.202313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.285236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] For port 56bde82f-5533-4f70-9bbf-ace3b9d27e85, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:02.342762 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32e0c305-b099-4f6a-b217-56e2d2a3c5bb req-ec4cd744-5446-441c-a374-3d4776eaa98f tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722077 Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:02.349911 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:02.354697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Subnet': ['ID=b2edc0fb-2ae5-469b-92d1-e38aa6e4ced4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:02.372143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] For port 56bde82f-5533-4f70-9bbf-ace3b9d27e85, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=56bde82f-5533-4f70-9bbf-ace3b9d27e85,segment=NetworkSegment(9055f221-ece2-4035-8d81-d39e5103f0e7),segment_id=9055f221-ece2-4035-8d81-d39e5103f0e7)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:02.379523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:05:02.379523 n-d-780147-28 neutron-server[94159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:05:02.379523 n-d-780147-28 neutron-server[94159]: [parameters: {'id': 'ff812c59-8b9b-420b-903a-7bbe50ba26cc'}] Jul 16 09:05:02.379523 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:05:02.380491 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.382818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-04af2807-3373-4504-962c-7ea9cb57b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:02.383505 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:05:02.384347 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-04af2807-3373-4504-962c-7ea9cb57b707 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 1097 time: 0.3819153 Jul 16 09:05:02.493130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c845398-0380-4bc2-9488-10740871aa7f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:02.515185 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.519808 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-f75158be-5cd0-47da-8404-95352fc63488 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651288 Jul 16 09:05:02.583646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Transition to ACTIVE for port object 2c845398-0380-4bc2-9488-10740871aa7f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:02.612204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a374e-7d77-4802-ae07-cae8592596c9 None None] Pushing event updated for resources: {'Port': ['ID=56bde82f-5533-4f70-9bbf-ace3b9d27e85,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:02.633305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e5c94-81d8-40a0-8b4b-2df8dafea105 None None] Network ff812c59-8b9b-420b-903a-7bbe50ba26cc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:02.643439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.757456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-fdd969be-aa56-4e7e-9e70-db412719c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:02.759717 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-fdd969be-aa56-4e7e-9e70-db412719c788 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 914 time: 0.3525693 Jul 16 09:05:02.920033 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-c2b3384b-d92d-4825-b5aa-92f89681335b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=858c9cb0-800c-4d1d-81a3-781f77618df9 HTTP/1.1" status: 200 len: 217 time: 0.1318598 Jul 16 09:05:03.086119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855a606-e358-46e2-8ef1-8fe7a21e7dce None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:05:03.158399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-26011571-6676-4e27-95d4-21db3d841c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:03.167536 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-26011571-6676-4e27-95d4-21db3d841c13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 200 len: 853 time: 0.2364035 Jul 16 09:05:03.248282 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-dbdb2286-6dd1-4ffe-97ac-901407029df9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e6275cb-64e6-4888-9f4a-af04c56e5752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680897 Jul 16 09:05:03.293561 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.329271 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4db09e1-3057-4b62-8272-e212ff8a82f0 req-908e87f5-0e11-4667-8570-05fd763999cf service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8040843 Jul 16 09:05:03.341570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9855a606-e358-46e2-8ef1-8fe7a21e7dce None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:05:03.436506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Pushing event updated for resources: {'Port': ['ID=2c845398-0380-4bc2-9488-10740871aa7f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:03.516724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a115c-1abc-45e7-abbc-432b1504bbb0 req-4d86a8be-ec6b-41bd-bde4-e147e528efed tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:03.523668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-011a115c-1abc-45e7-abbc-432b1504bbb0 req-4d86a8be-ec6b-41bd-bde4-e147e528efed tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.9715979 Jul 16 09:05:03.533094 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-7c6105da-1f5e-4a16-a97e-d954072e1339 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744460 Jul 16 09:05:03.787392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Attempting to bind port 2c845398-0380-4bc2-9488-10740871aa7f on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:03.787743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Attempting to bind port 2c845398-0380-4bc2-9488-10740871aa7f by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:03.788076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Attempting to bind port 2c845398-0380-4bc2-9488-10740871aa7f on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:03.817422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Port 2c845398-0380-4bc2-9488-10740871aa7f on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:03.817803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Attempting to bind port 2c845398-0380-4bc2-9488-10740871aa7f on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:03.835774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:03.835774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:03.835774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:03.836247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Bound port: 2c845398-0380-4bc2-9488-10740871aa7f, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:03.836418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.858007 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ef41f7ae-0377-49ce-82ac-dde8d3521762 req-685545c4-3196-4c2a-b97d-654a1d100cc8 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170421 Jul 16 09:05:03.945995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-011a115c-1abc-45e7-abbc-432b1504bbb0 req-3f208560-7102-47aa-8d0c-04f0c864b346 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211602 Jul 16 09:05:03.956827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52d3be-7d88-49ff-a38d-3bd116544b27 req-03a571ec-e023-483c-abba-149c09c972a6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:03.964041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e52d3be-7d88-49ff-a38d-3bd116544b27 req-03a571ec-e023-483c-abba-149c09c972a6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.6749318 Jul 16 09:05:03.988236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Deleting port 56bde82f-5533-4f70-9bbf-ace3b9d27e85 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:03.988236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.068683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] For port 2c845398-0380-4bc2-9488-10740871aa7f, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:04.140485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] For port 2c845398-0380-4bc2-9488-10740871aa7f, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=2c845398-0380-4bc2-9488-10740871aa7f,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:04.161495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.175721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] For port 56bde82f-5533-4f70-9bbf-ace3b9d27e85, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=56bde82f-5533-4f70-9bbf-ace3b9d27e85,segment=NetworkSegment(9055f221-ece2-4035-8d81-d39e5103f0e7),segment_id=9055f221-ece2-4035-8d81-d39e5103f0e7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:04.175721 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.194921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e52d3be-7d88-49ff-a38d-3bd116544b27 req-d9c30434-6af4-4792-b531-5b81641670aa tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298808 Jul 16 09:05:04.201888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:04.202493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.203912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] 10.222.0.52 "PUT /v2.0/ports/2c845398-0380-4bc2-9488-10740871aa7f HTTP/1.1" status: 200 len: 1092 time: 3.5550227 Jul 16 09:05:04.247709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9aae187-3793-4104-9504-42d9b1f9ac0c', 'tag': '2c845398-0380-4bc2-9488-10740871aa7f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:04.250817 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9aae187-3793-4104-9504-42d9b1f9ac0c", "tag": "2c845398-0380-4bc2-9488-10740871aa7f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:04.346195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Calling delete_port for 56bde82f-5533-4f70-9bbf-ace3b9d27e85 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:04.480941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53972) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.539233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5070a9-bbd2-4290-9953-fb55ab5aec78 service neutron] Pushing event updated for resources: {'Port': ['ID=2c845398-0380-4bc2-9488-10740871aa7f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:04.652668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08137b4-34dd-4946-89eb-91df306fa398 req-243c4216-8ada-44a1-9dc2-0d9ec21fc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:04.654830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-243c4216-8ada-44a1-9dc2-0d9ec21fc982 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 1095 time: 0.3505363 Jul 16 09:05:04.723157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-60e08912-cacd-4e07-8053-96a6e7d88994 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c845398-0380-4bc2-9488-10740871aa7f HTTP/1.1" status: 200 len: 217 time: 0.0563688 Jul 16 09:05:04.733350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592eade6-e12d-4fcf-b4fa-07c93a0cb939 req-675dd1a3-3ad8-45e1-8b3c-441dd7edc97d tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:04.735325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-592eade6-e12d-4fcf-b4fa-07c93a0cb939 req-675dd1a3-3ad8-45e1-8b3c-441dd7edc97d tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 947 time: 0.2516706 Jul 16 09:05:04.745395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.775861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2445acd4-5e3f-43c5-9506-5f156db5055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.883871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Port': ['ID=56bde82f-5533-4f70-9bbf-ace3b9d27e85,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:04.900859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No DVR routers for this DVR port 56bde82f-5533-4f70-9bbf-ace3b9d27e85 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:04.957406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2445acd4-5e3f-43c5-9506-5f156db5055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.970715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2445acd4-5e3f-43c5-9506-5f156db5055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.992648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08137b4-34dd-4946-89eb-91df306fa398 req-676bd819-4253-49ee-9795-11385b8cfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:04.994529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-676bd819-4253-49ee-9795-11385b8cfaa9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.2576263 Jul 16 09:05:05.037884 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2445acd4-5e3f-43c5-9506-5f156db5055d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=212ae93a7b264aea9013e433b17a6438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507729 Jul 16 09:05:05.039350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53990) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:05.045442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-592eade6-e12d-4fcf-b4fa-07c93a0cb939 req-52c1833f-699b-4952-941a-88d40992a11a tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824533 Jul 16 09:05:05.047528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445acd4-5e3f-43c5-9506-5f156db5055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92491d7c-5510-40db-8986-2c263b3e9416,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:05.130558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.133511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5dcc-5b47-4914-bd12-b07377c87ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.137888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0b614ef4-75ff-49b5-9489-ce3361f74243 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:05:05.175133 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae0bfc-3c6f-4673-b226-06786e7c0e84 x-openstack-request-id: req-71ae0bfc-3c6f-4673-b226-06786e7c0e84 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:05.182568 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9aae187-3793-4104-9504-42d9b1f9ac0c", "tag": "2c845398-0380-4bc2-9488-10740871aa7f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:05.182966 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71ae0bfc-3c6f-4673-b226-06786e7c0e84 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:05.183794 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9aae187-3793-4104-9504-42d9b1f9ac0c', 'tag': '2c845398-0380-4bc2-9488-10740871aa7f', 'status': 'completed', 'code': 200} Jul 16 09:05:05.190829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff812c59-8b9b-420b-903a-7bbe50ba26cc']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:05.221498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5dcc-5b47-4914-bd12-b07377c87ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.232386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9055f221-ece2-4035-8d81-d39e5103f0e7') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:05.245265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9055f221-ece2-4035-8d81-d39e5103f0e7') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:05.341024 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.362905 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5dcc-5b47-4914-bd12-b07377c87ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.365910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5dcc-5b47-4914-bd12-b07377c87ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.373296 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8b1a5dcc-5b47-4914-bd12-b07377c87ac9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92491d7c-5510-40db-8986-2c263b3e9416 HTTP/1.1" status: 204 len: 168 time: 0.3324373 Jul 16 09:05:05.397136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0b614ef4-75ff-49b5-9489-ce3361f74243, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b614ef4-75ff-49b5-9489-ce3361f74243,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:05.397336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a5dcc-5b47-4914-bd12-b07377c87ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92491d7c-5510-40db-8986-2c263b3e9416,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:05.423904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:05.451158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.473124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08137b4-34dd-4946-89eb-91df306fa398 req-f1623d30-24d3-45fa-ae9d-0e6aae434368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:05.476468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-f1623d30-24d3-45fa-ae9d-0e6aae434368 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4609475 Jul 16 09:05:05.486270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:05.486941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:05.492018 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:05.510801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '0b614ef4-75ff-49b5-9489-ce3361f74243', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '0b614ef4-75ff-49b5-9489-ce3361f74243', 'mac_address': 'fa:16:3e:6d:f0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:05:05.595458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.617104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b614ef4-75ff-49b5-9489-ce3361f74243 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:05.644750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0b614ef4-75ff-49b5-9489-ce3361f74243, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b614ef4-75ff-49b5-9489-ce3361f74243,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:05.696101 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.700247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.720448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.781440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:05.785883 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa24f053-66e8-419b-b79e-779caccdadd2" -d '{"events": [{"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-unplugged", "status": "completed", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:05.786175 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.807071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54022) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:05.808398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/ff812c59-8b9b-420b-903a-7bbe50ba26cc HTTP/1.1" status: 204 len: 168 time: 5.8984230 Jul 16 09:05:05.811343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:05.819042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0b614ef4-75ff-49b5-9489-ce3361f74243,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:05.823054 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.869052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb6b75-1a2a-4c21-89d1-4f2f5f39b9f2 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Network': ['ID=ff812c59-8b9b-420b-903a-7bbe50ba26cc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:05.884057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ede64-9ca4-4966-9bba-f90c22378231 req-1643c6ed-b0f4-45e7-a22a-ed0c84e9d011 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:05.891861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd7ede64-9ca4-4966-9bba-f90c22378231 req-1643c6ed-b0f4-45e7-a22a-ed0c84e9d011 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 945 time: 0.4287939 Jul 16 09:05:05.893242 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b16cb2-9c67-461d-acc2-20b253bf6b92 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:05.900376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b16cb2-9c67-461d-acc2-20b253bf6b92 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:05.904561 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f0b16cb2-9c67-461d-acc2-20b253bf6b92 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/subnets/b2edc0fb-2ae5-469b-92d1-e38aa6e4ced4 HTTP/1.1" status: 404 len: 337 time: 0.0964084 Jul 16 09:05:05.908046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54026) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:05.923249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-e9b2d58c-d88f-4237-bf7a-7986694eab98 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162245 Jul 16 09:05:05.979224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:05.989150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd7ede64-9ca4-4966-9bba-f90c22378231 req-b1229419-2967-4c4d-b649-840f86b06274 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963154 Jul 16 09:05:06.005679 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-94deecdb-6004-48fb-985a-35e3923f8206 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:06.005679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94deecdb-6004-48fb-985a-35e3923f8206 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:06.005679 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-94deecdb-6004-48fb-985a-35e3923f8206 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/ff812c59-8b9b-420b-903a-7bbe50ba26cc HTTP/1.1" status: 404 len: 339 time: 0.0896814 Jul 16 09:05:06.007766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54030) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:06.070652 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efade5c-c2ab-49ae-b95b-563aed4047e6 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:06.072752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efade5c-c2ab-49ae-b95b-563aed4047e6 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:06.077032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7efade5c-c2ab-49ae-b95b-563aed4047e6 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/subnets/5043a713-82ac-4fa0-834d-37502a85c65b HTTP/1.1" status: 404 len: 337 time: 0.0670962 Jul 16 09:05:06.080474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54036) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:06.102499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0b614ef4-75ff-49b5-9489-ce3361f74243'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:06.143284 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1934ae-f665-4b00-92d9-372bada59c9b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:06.144074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1934ae-f665-4b00-92d9-372bada59c9b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:06.146060 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6b1934ae-f665-4b00-92d9-372bada59c9b tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/bf2d7d41-91e7-4bc8-9bab-c761379b79bf HTTP/1.1" status: 404 len: 339 time: 0.0625443 Jul 16 09:05:06.148662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54038) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:06.200483 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d795f6a-c5b9-4012-8fbb-e299940c45ea tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:06.200940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d795f6a-c5b9-4012-8fbb-e299940c45ea tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:06.203798 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1d795f6a-c5b9-4012-8fbb-e299940c45ea tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/subnets/d9cd40c4-9482-40ac-9b09-7edadcdfeec1 HTTP/1.1" status: 404 len: 337 time: 0.0538497 Jul 16 09:05:06.210409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54040) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:06.265246 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-005ce5d1-ef28-43c5-bd8a-c4c0ab9054d5 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:06.272245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005ce5d1-ef28-43c5-bd8a-c4c0ab9054d5 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:06.275626 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-005ce5d1-ef28-43c5-bd8a-c4c0ab9054d5 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/399dc400-cf0b-491f-9d52-1b479af26a42 HTTP/1.1" status: 404 len: 339 time: 0.0640085 Jul 16 09:05:06.289913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54044) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:06.529158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d08137b4-34dd-4946-89eb-91df306fa398 req-8fe2860c-d8cf-4034-9fef-4adfdc273248 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986750 Jul 16 09:05:06.577264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde05f9-57d3-48fc-8405-d1e2edd908c3 req-c694156c-535a-4085-9ef6-1ae2976c040a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:06.585374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cde05f9-57d3-48fc-8405-d1e2edd908c3 req-c694156c-535a-4085-9ef6-1ae2976c040a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.3688552 Jul 16 09:05:06.611925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3a344365-3f63-4527-b3ad-ebeaab680441 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Deleting port 98ec08ae-f85b-4411-9ed2-430d7ad8f2d7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:06.612705 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a344365-3f63-4527-b3ad-ebeaab680441 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.697679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cde05f9-57d3-48fc-8405-d1e2edd908c3 req-0f3207b0-e904-48f5-aee0-588a8ae35894 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112666 Jul 16 09:05:06.811360 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283b08b4-f11c-4b14-911e-37c5a515ce42 x-openstack-request-id: req-283b08b4-f11c-4b14-911e-37c5a515ce42 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:06.812064 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-unplugged", "status": "completed", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:06.812064 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-283b08b4-f11c-4b14-911e-37c5a515ce42 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:06.812297 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'code': 200} Jul 16 09:05:06.917258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a344365-3f63-4527-b3ad-ebeaab680441 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.026802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3a344365-3f63-4527-b3ad-ebeaab680441 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Calling delete_port for 98ec08ae-f85b-4411-9ed2-430d7ad8f2d7 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:07.116604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0b614ef4-75ff-49b5-9489-ce3361f74243 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:07.232041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 0b614ef4-75ff-49b5-9489-ce3361f74243 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:07.238929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 0b614ef4-75ff-49b5-9489-ce3361f74243 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:07.239497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.266321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-d9f9f224-e7f7-4178-87bc-8ff77196af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.267969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-d9f9f224-e7f7-4178-87bc-8ff77196af3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 1095 time: 0.6064062 Jul 16 09:05:07.452237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e63d6-eb89-4e9f-9626-897e60dbf9bd req-b813fccf-5a3f-4937-bc24-f1a2fe00a994 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.457015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd8e63d6-eb89-4e9f-9626-897e60dbf9bd req-b813fccf-5a3f-4937-bc24-f1a2fe00a994 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 948 time: 0.4875965 Jul 16 09:05:07.459512 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.538550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0b614ef4-75ff-49b5-9489-ce3361f74243, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b614ef4-75ff-49b5-9489-ce3361f74243,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:07.546912 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a344365-3f63-4527-b3ad-ebeaab680441 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.551890 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.558359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db350d-d92a-4e40-956a-66ff3edbd5f4 req-bd6f65e2-999f-47ab-907e-1a67323389ad tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.566740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0db350d-d92a-4e40-956a-66ff3edbd5f4 req-bd6f65e2-999f-47ab-907e-1a67323389ad tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 948 time: 0.4511921 Jul 16 09:05:07.607999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-cca703ad-5ce3-48cf-9928-ed14a2e1d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.609037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-cca703ad-5ce3-48cf-9928-ed14a2e1d981 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.3303134 Jul 16 09:05:07.624440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a344365-3f63-4527-b3ad-ebeaab680441 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Port': ['ID=98ec08ae-f85b-4411-9ed2-430d7ad8f2d7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:07.627640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0b614ef4-75ff-49b5-9489-ce3361f74243,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:07.685382 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a344365-3f63-4527-b3ad-ebeaab680441 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.689455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3a344365-3f63-4527-b3ad-ebeaab680441 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/ports/98ec08ae-f85b-4411-9ed2-430d7ad8f2d7 HTTP/1.1" status: 204 len: 168 time: 1.3507836 Jul 16 09:05:07.690292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54064) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:07.691367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-11358462-782b-4952-904f-3c808b25579c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c845398-0380-4bc2-9488-10740871aa7f HTTP/1.1" status: 200 len: 217 time: 0.0679626 Jul 16 09:05:07.700009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd8e63d6-eb89-4e9f-9626-897e60dbf9bd req-048b0b49-d288-4ab6-b661-d28def135cde tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202594 Jul 16 09:05:07.730251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0db350d-d92a-4e40-956a-66ff3edbd5f4 req-c04a8bdf-1c58-42b2-8530-ee998d9781b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625538 Jul 16 09:05:07.736988 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6da512-e10c-4a6a-85df-2b57d1d22f25 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:07.737249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6da512-e10c-4a6a-85df-2b57d1d22f25 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:07.741349 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0b6da512-e10c-4a6a-85df-2b57d1d22f25 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/subnets/367c7c1b-76c2-4ac3-b711-6f4181bfb857 HTTP/1.1" status: 404 len: 337 time: 0.0474288 Jul 16 09:05:07.741592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:07.820525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.837351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-a2d743f5-122e-4669-a6fa-c4f9459edaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.851536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-a2d743f5-122e-4669-a6fa-c4f9459edaff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1459832 Jul 16 09:05:07.966864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.983257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d491de7a-cd7c-4a7d-879e-4624f132be50']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:07.997087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea61336-601b-4695-8138-35b1bf677d3e') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:07.997370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea61336-601b-4695-8138-35b1bf677d3e') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.007870 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.033117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.041013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:08.041418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:08.044550 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:08.134745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.165963 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.169686 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/d491de7a-cd7c-4a7d-879e-4624f132be50 HTTP/1.1" status: 204 len: 168 time: 0.4251957 Jul 16 09:05:08.169686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab94d-b3eb-4b53-8a6b-26ff56b0c0c7 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Network': ['ID=d491de7a-cd7c-4a7d-879e-4624f132be50,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:08.171076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.344397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-483c4226-ebdb-4723-bef5-82d0889e0012 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Deleting port 085d981c-e23a-4850-a828-11613d04b0d9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:08.344916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-483c4226-ebdb-4723-bef5-82d0889e0012 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.433600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-483c4226-ebdb-4723-bef5-82d0889e0012 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.452454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-483c4226-ebdb-4723-bef5-82d0889e0012 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Calling delete_port for 085d981c-e23a-4850-a828-11613d04b0d9 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:08.473577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54086) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.495323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-2998d47d-7b25-408e-888b-c6fc7172d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:08.496715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-2998d47d-7b25-408e-888b-c6fc7172d76b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6419420 Jul 16 09:05:08.589414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86b60-3ca3-4e2c-900e-d7650de58245 req-ba8f5974-07bc-450d-bc35-2ecf1f23b6bd tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:08.604571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dd86b60-3ca3-4e2c-900e-d7650de58245 req-ba8f5974-07bc-450d-bc35-2ecf1f23b6bd tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.6608794 Jul 16 09:05:08.683554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-eeb2fc74-d2c9-42fe-86c9-ab81afcf4166 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:08.685358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-eeb2fc74-d2c9-42fe-86c9-ab81afcf4166 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 948 time: 0.2572806 Jul 16 09:05:08.688675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-483c4226-ebdb-4723-bef5-82d0889e0012 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.703842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb8a96-2d15-4f83-bfa3-eb2db521d12e req-b114ca8c-1a2e-419c-9c68-965e8e7ee49e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:08.711008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46eb8a96-2d15-4f83-bfa3-eb2db521d12e req-b114ca8c-1a2e-419c-9c68-965e8e7ee49e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.7106719 Jul 16 09:05:08.758099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c4226-ebdb-4723-bef5-82d0889e0012 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Port': ['ID=085d981c-e23a-4850-a828-11613d04b0d9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:08.775515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-483c4226-ebdb-4723-bef5-82d0889e0012 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.781748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-483c4226-ebdb-4723-bef5-82d0889e0012 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/ports/085d981c-e23a-4850-a828-11613d04b0d9 HTTP/1.1" status: 204 len: 168 time: 0.6097593 Jul 16 09:05:08.787942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1956324216'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:08.790594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54098) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.813535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa24da4-4210-4f68-8327-ad7805313588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b614ef4-75ff-49b5-9489-ce3361f74243'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:08.815498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Made reservation on behalf of 4a8ce1d8b10848d7a715c31095a1018f for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:08.815982 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799910fc-5f5e-487b-a4a5-8dde47ec6b63" -d '{"events": [{"server_uuid": "ffa24da4-4210-4f68-8327-ad7805313588", "name": "network-vif-plugged", "status": "completed", "tag": "0b614ef4-75ff-49b5-9489-ce3361f74243"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:08.828865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.855194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dd86b60-3ca3-4e2c-900e-d7650de58245 req-612ca31b-0267-4314-940d-c15bcc8dcfc9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496619 Jul 16 09:05:08.857632 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c122d0b-ee4c-4289-a80c-739e42a2f48c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:08.858305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c122d0b-ee4c-4289-a80c-739e42a2f48c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:08.863181 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.863919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3c122d0b-ee4c-4289-a80c-739e42a2f48c tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/subnets/1dde9999-4418-4d97-b957-f27dffd6787b HTTP/1.1" status: 404 len: 337 time: 0.0663295 Jul 16 09:05:08.872525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54102) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.920603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-07a32523-1c15-4630-8ca8-6558b4c42730 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122174 Jul 16 09:05:09.013989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-46eb8a96-2d15-4f83-bfa3-eb2db521d12e req-188a80e0-516a-405d-8ee2-c95a009bcedd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990570 Jul 16 09:05:09.071693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.077494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.134834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:09.142995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8301b9e-ebdf-43dc-bfd9-a37e211d564e req-c0a9268a-f129-45ad-a796-8be705f0e4b8 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006681 Jul 16 09:05:09.159839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2a1c74-867f-4fb5-aa1d-ed09d2a21a4b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.172810 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.173293 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Added segment 8668a1a0-2146-4990-9693-7144e46777bf of type vlan for network 40c94b00-2c38-4b32-bda3-e8822cd79126 Jul 16 09:05:09.229734 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.292754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.309629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.320836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:09.321812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.381746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e83b6-504f-4824-9a26-73b8d48558da req-69a73560-8700-4c29-8bcb-c0655a8d0b58 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:09.383286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-197e83b6-504f-4824-9a26-73b8d48558da req-69a73560-8700-4c29-8bcb-c0655a8d0b58 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 949 time: 0.2127104 Jul 16 09:05:09.397514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Deleting port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:09.398809 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.448375 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9695430 Jul 16 09:05:09.448577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54106) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:09.531571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d09e76-e249-4381-9a5b-0a6567053f18 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Pushing event updated for resources: {'Network': ['ID=40c94b00-2c38-4b32-bda3-e8822cd79126,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.549178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.556246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 40c94b00-2c38-4b32-bda3-e8822cd79126 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:09.562617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc836c8a-4c12-4ea0-b90c-2d2393af41ac req-e54af87f-7ef1-4246-86f4-40a83aef7e56 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:09.563820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc836c8a-4c12-4ea0-b90c-2d2393af41ac req-e54af87f-7ef1-4246-86f4-40a83aef7e56 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e1284c-4e43-475f-9eae-816ffe394f32 HTTP/1.1" status: 200 len: 948 time: 0.4204943 Jul 16 09:05:09.606859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d03096-18c9-41df-8e1b-28080c9dabed']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:09.624284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Request body: {'network': {'name': 'tempest-network--283973496', 'router:external': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:09.634157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71e24e8-fed3-4331-99da-3596883090ff') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:09.634515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71e24e8-fed3-4331-99da-3596883090ff') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:09.680257 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.727399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Made reservation on behalf of 9afa27bfc0d04a23b771444513017cad for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:09.730359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.734269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-197e83b6-504f-4824-9a26-73b8d48558da req-8b11b4de-8cd6-448b-9315-0e4dd4a35ba3 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417809 Jul 16 09:05:09.744476 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.751092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-ceab4965-d8e5-4f9c-ae1e-19fb87788289 req-c88a7f78-c093-47f7-9ce5-7e22b21fed66 service neutron] (94164) timed out ('10.222.0.55', 49770) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:05:09.756604 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.825238 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d92d7c-f96e-4b3b-9434-e4d348a7e5ff x-openstack-request-id: req-96d92d7c-f96e-4b3b-9434-e4d348a7e5ff {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:09.825789 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa24da4-4210-4f68-8327-ad7805313588", "name": "network-vif-plugged", "status": "completed", "tag": "0b614ef4-75ff-49b5-9489-ce3361f74243", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:09.825789 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96d92d7c-f96e-4b3b-9434-e4d348a7e5ff {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:09.826165 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa24da4-4210-4f68-8327-ad7805313588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b614ef4-75ff-49b5-9489-ce3361f74243', 'code': 200} Jul 16 09:05:09.851269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:09.851718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:09.855238 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:09.909822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc836c8a-4c12-4ea0-b90c-2d2393af41ac req-ec901ce4-6deb-4187-b892-213a7a90e0ed tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997861 Jul 16 09:05:09.963015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] For port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:09.963015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.979668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Calling delete_port for 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:09.986581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.005889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.008167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/31d03096-18c9-41df-8e1b-28080c9dabed HTTP/1.1" status: 204 len: 168 time: 1.1323099 Jul 16 09:05:10.015641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54112) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:10.017941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a16020-8881-4952-9f48-f56f2c97be74 req-964b2423-e664-4b75-8bd8-52a2500ef4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.020932 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2a16020-8881-4952-9f48-f56f2c97be74 req-964b2423-e664-4b75-8bd8-52a2500ef4db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 1101 time: 0.1062429 Jul 16 09:05:10.025572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64c4e5-4a68-4f86-9575-3921b1dc2b96 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Network': ['ID=31d03096-18c9-41df-8e1b-28080c9dabed,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:10.095335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a8ffaf-4b44-4f9e-bb41-798d7d715546 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Deleting subnet dab4e06f-27a2-49da-912e-cc92b00be8f1 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:10.102831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71a8ffaf-4b44-4f9e-bb41-798d7d715546 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.177542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-210411ad-77d4-437c-bcd1-564dd15a1783 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3747478 Jul 16 09:05:10.231420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71a8ffaf-4b44-4f9e-bb41-798d7d715546 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.236167 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.283077 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d2a16020-8881-4952-9f48-f56f2c97be74 req-c8d69782-c018-4c32-86a4-f631bcc1ec88 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122847 Jul 16 09:05:10.283754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.318047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:10.345337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bb39b1-ca38-40b4-8d38-e61a2477945c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:10.350458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.350798 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Added segment 9afa5800-da83-429f-8e22-386a52397b5a of type vlan for network 02e06b6f-d590-4da2-bfc5-d93cf43b445c Jul 16 09:05:10.365670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591277e0-f15d-4f25-949d-22feb5f37df5 req-508203ae-e3d9-44df-a114-abbd0b58b2b3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.372573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-591277e0-f15d-4f25-949d-22feb5f37df5 req-508203ae-e3d9-44df-a114-abbd0b58b2b3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.2208409 Jul 16 09:05:10.407831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-194cc174-ee9a-430f-bb8a-939d21c2b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.410537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-194cc174-ee9a-430f-bb8a-939d21c2b30a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9bf32e945c1e48a5a28bda741c87843a&device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 1098 time: 0.2083881 Jul 16 09:05:10.411985 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.418493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71a8ffaf-4b44-4f9e-bb41-798d7d715546 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.461873 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.504339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Pushing event deleted for resources: {'Port': ['ID=6ec66982-b06e-4a76-b428-c6c7e0e9f2e1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:10.524023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-591277e0-f15d-4f25-949d-22feb5f37df5 req-f8dfee8c-0a3c-45c4-96b4-9852038e0034 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474457 Jul 16 09:05:10.535807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.536800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.553862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.569108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71a8ffaf-4b44-4f9e-bb41-798d7d715546 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.615594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] No DVR routers for this DVR port 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:10.622140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71a8ffaf-4b44-4f9e-bb41-798d7d715546 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.625707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f7f56-89f7-418d-b25b-344ee716c4c7 req-97e16a86-5123-4715-8d73-a4cd3be93e79 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.632317 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71a8ffaf-4b44-4f9e-bb41-798d7d715546 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/subnets/dab4e06f-27a2-49da-912e-cc92b00be8f1 HTTP/1.1" status: 204 len: 168 time: 0.6059201 Jul 16 09:05:10.633228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d11f7f56-89f7-418d-b25b-344ee716c4c7 req-97e16a86-5123-4715-8d73-a4cd3be93e79 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.3191891 Jul 16 09:05:10.637281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54122) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:10.639029 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.640316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66970d9c-1cbb-4be8-b4e0-d918784c44c9 req-73c30e44-e521-48ea-b030-9da9ee8fa96b tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "DELETE /v2.0/ports/6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 HTTP/1.1" status: 204 len: 173 time: 1.9454200 Jul 16 09:05:10.645879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9719a1c-0522-47ac-b9fb-62640b926b40 None None] Network 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:10.648726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'name': 'network-vif-deleted', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:10.651008 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cbe0a0-713b-46de-8ff5-ee5672ca5868" -d '{"events": [{"server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "name": "network-vif-deleted", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:10.715359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-a5788b9f-9443-4052-a4f1-6a9475180f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.716864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-a5788b9f-9443-4052-a4f1-6a9475180f0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 200 len: 914 time: 0.2813361 Jul 16 09:05:10.796040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-be5c0cfc-644a-4980-bebe-e5603d65c46a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2491e75-c8d6-41b4-bb2f-938aefe5c00d HTTP/1.1" status: 200 len: 217 time: 0.0613317 Jul 16 09:05:10.806657 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3539648 Jul 16 09:05:10.821376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54134) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:10.835351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8ffaf-4b44-4f9e-bb41-798d7d715546 tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Subnet': ['ID=dab4e06f-27a2-49da-912e-cc92b00be8f1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:10.874288 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d40abe4-e6d2-49e6-b310-8fd4baef2e05 x-openstack-request-id: req-0d40abe4-e6d2-49e6-b310-8fd4baef2e05 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:10.874548 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e1284c-4e43-475f-9eae-816ffe394f32", "name": "network-vif-deleted", "tag": "6ec66982-b06e-4a76-b428-c6c7e0e9f2e1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:10.874806 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d40abe4-e6d2-49e6-b310-8fd4baef2e05 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:10.875213 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1284c-4e43-475f-9eae-816ffe394f32', 'name': 'network-vif-deleted', 'tag': '6ec66982-b06e-4a76-b428-c6c7e0e9f2e1', 'status': 'completed', 'code': 200} Jul 16 09:05:10.887260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d11f7f56-89f7-418d-b25b-344ee716c4c7 req-eb4cbe12-b423-4ce6-bfc5-19943b7001ae tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530518 Jul 16 09:05:11.013986 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.016693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af8384-e997-46d2-9422-412605b97483 None None] DHCP port deletion for 4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:11.059741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-267b5e65-ae24-4618-bcde-c00bcf1bcdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:11.067554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-267b5e65-ae24-4618-bcde-c00bcf1bcdf7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=443cbe82-b21c-4dfc-99f0-0b748f9b7f75 HTTP/1.1" status: 200 len: 853 time: 0.2072017 Jul 16 09:05:11.139730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:11.234009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-fe96d734-0d46-4c4e-bdc7-bb3ab1f9f157 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d9ccf4c-9399-4347-9e29-3568a79457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592231 Jul 16 09:05:11.416559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-78af8384-e997-46d2-9422-412605b97483 None None] Deleting port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:11.416939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78af8384-e997-46d2-9422-412605b97483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.538029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:11.595155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:11.595376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 6ec66982-b06e-4a76-b428-c6c7e0e9f2e1 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:11.661006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Deleting port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:11.661581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.710551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-78af8384-e997-46d2-9422-412605b97483 None None] For port 029b2031-3d04-4b21-a46f-736ec2bb1bb6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=029b2031-3d04-4b21-a46f-736ec2bb1bb6,segment=NetworkSegment(c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb),segment_id=c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:11.711284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78af8384-e997-46d2-9422-412605b97483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.739682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-78af8384-e997-46d2-9422-412605b97483 None None] Calling delete_port for 029b2031-3d04-4b21-a46f-736ec2bb1bb6 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:11.745748 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.748973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c12564-6dc4-4aa4-9f75-e1d24ba1a363 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Network': ['ID=02e06b6f-d590-4da2-bfc5-d93cf43b445c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:11.769326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 02e06b6f-d590-4da2-bfc5-d93cf43b445c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:11.773535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e8ad2-0a89-49d7-aa8e-588fd550a4e2 req-3ddfc2bf-b076-4863-8dfd-37e0bc31d37d tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:11.794244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d6e8ad2-0a89-49d7-aa8e-588fd550a4e2 req-3ddfc2bf-b076-4863-8dfd-37e0bc31d37d tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 949 time: 0.5973990 Jul 16 09:05:11.807133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-2614c44d-784a-4d4c-bf9a-1eee5f4709d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955773 Jul 16 09:05:11.870069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.881887 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e06b6f-d590-4da2-bfc5-d93cf43b445c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:11.896510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afa5800-da83-429f-8e22-386a52397b5a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:11.896510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afa5800-da83-429f-8e22-386a52397b5a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:11.911374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.928038 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.934403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:11.934792 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:11.936506 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:12.013835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.028844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02e06b6f-d590-4da2-bfc5-d93cf43b445c {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 09:05:12.052365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.077706 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "DELETE /v2.0/networks/02e06b6f-d590-4da2-bfc5-d93cf43b445c HTTP/1.1" status: 204 len: 168 time: 1.2517555 Jul 16 09:05:12.077706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5a61d-22e9-4500-8dca-aa7d49fbfe63 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event deleted for resources: {'Network': ['ID=02e06b6f-d590-4da2-bfc5-d93cf43b445c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.080801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:12.086828 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78af8384-e997-46d2-9422-412605b97483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.101265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:12.121420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af8384-e997-46d2-9422-412605b97483 None None] Pushing event deleted for resources: {'Port': ['ID=029b2031-3d04-4b21-a46f-736ec2bb1bb6,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.123616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af8384-e997-46d2-9422-412605b97483 None None] No DVR routers for this DVR port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:12.187009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Made reservation on behalf of 9afa27bfc0d04a23b771444513017cad for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:12.193895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.196623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 029b2031-3d04-4b21-a46f-736ec2bb1bb6 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:12.252129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 029b2031-3d04-4b21-a46f-736ec2bb1bb6 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:12.253808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 029b2031-3d04-4b21-a46f-736ec2bb1bb6 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:12.254836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:12.279190 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.279909 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Added segment e7a27fb0-d714-4560-b679-4de6e0b601db of type vlan for network 53d49b1d-20ca-499d-b183-f17199b94af3 Jul 16 09:05:12.336491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.385823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.387167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:12.388003 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.456805 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3717892 Jul 16 09:05:12.464474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54164) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:12.477013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Request body: {'subnet': {'network_id': '53d49b1d-20ca-499d-b183-f17199b94af3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:12.483502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] For port 029b2031-3d04-4b21-a46f-736ec2bb1bb6, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=029b2031-3d04-4b21-a46f-736ec2bb1bb6,segment=NetworkSegment(c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb),segment_id=c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:12.483885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.520769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Calling delete_port for 029b2031-3d04-4b21-a46f-736ec2bb1bb6 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:12.533998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02523470-9e93-4632-897b-dec7bae897c7 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Network': ['ID=53d49b1d-20ca-499d-b183-f17199b94af3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.547930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 53d49b1d-20ca-499d-b183-f17199b94af3 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:12.595058 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-5f0da97a-843c-4f24-94f7-aeb11c4bca2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4612706 Jul 16 09:05:12.611044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Made reservation on behalf of 9afa27bfc0d04a23b771444513017cad for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:12.614992 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.630295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d6e8ad2-0a89-49d7-aa8e-588fd550a4e2 req-87129841-6260-48d2-9362-849b8ce510d5 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8349924 Jul 16 09:05:12.780223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1e6a6e5-c0ec-4852-98a6-72adc25921b2 req-3fa393ae-90d6-429f-935d-44df42f10f7f service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9532111 Jul 16 09:05:12.796270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a8c9a-19bc-41ff-b80a-6c9ae96119c3 req-25176d1f-dd48-40c4-be94-f95ceee6ba4e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:12.804491 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b40a8c9a-19bc-41ff-b80a-6c9ae96119c3 req-25176d1f-dd48-40c4-be94-f95ceee6ba4e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.8777850 Jul 16 09:05:12.813319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.864479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Port': ['ID=029b2031-3d04-4b21-a46f-736ec2bb1bb6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.873239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] No DVR routers for this DVR port 029b2031-3d04-4b21-a46f-736ec2bb1bb6 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:12.924187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b40a8c9a-19bc-41ff-b80a-6c9ae96119c3 req-2b22a915-57a6-44a7-bace-eee6a70750fd tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187143 Jul 16 09:05:13.088558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.156562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:13.189103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:13.189524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1650a2e-1eda-4c24-a5a8-6317f2b9e2fb') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:13.220523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.254758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.326785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:13.327201 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:13.336267 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:13.410899 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:05:13.411389 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.509423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.541110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.544221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] 10.222.0.55 "DELETE /v2.0/networks/4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2 HTTP/1.1" status: 204 len: 168 time: 2.9030018 Jul 16 09:05:13.568542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0f50e-c79d-4940-9218-8c64dba86c8d tempest-NetworksIpV6TestAttrs-211608656 tempest-NetworksIpV6TestAttrs-211608656-project] Pushing event deleted for resources: {'Network': ['ID=4d65eea3-47c6-4bd7-9ef7-fd97b3d2a4f2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:13.607673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Checking segment: {'id': 'e7a27fb0-d714-4560-b679-4de6e0b601db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '53d49b1d-20ca-499d-b183-f17199b94af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:13.608049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Network hostable DHCP agents. Network: 53d49b1d-20ca-499d-b183-f17199b94af3, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:13.618896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7457-c3e5-4b31-9677-cda9458052f2 req-9770ef57-5c0b-47c7-811b-c993d9dd2449 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:13.634884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d8c7457-c3e5-4b31-9677-cda9458052f2 req-9770ef57-5c0b-47c7-811b-c993d9dd2449 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.5431268 Jul 16 09:05:13.638075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c7ec16b7-da13-4e41-b7de-c364f01e0c81,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:13.672611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Network 53d49b1d-20ca-499d-b183-f17199b94af3 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:13.673588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21637c18-6daf-45f1-b66b-41bf26bfc744 req-ffc1032d-a87e-4354-a4f3-ba5895b70254 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:13.677754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21637c18-6daf-45f1-b66b-41bf26bfc744 req-ffc1032d-a87e-4354-a4f3-ba5895b70254 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 948 time: 0.2994761 Jul 16 09:05:13.700481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 53d49b1d-20ca-499d-b183-f17199b94af3) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:13.709260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:13.709920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.728255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a397f24e-6ef7-4f78-a4ed-a4161456f0bc None None] Network 53d49b1d-20ca-499d-b183-f17199b94af3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:13.744737 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3e42ee7d-e715-4ae9-ad29-0577fe324e9a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2776725 Jul 16 09:05:13.747711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54182) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:13.752314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Request body: {'floatingip': {'floating_network_id': '53d49b1d-20ca-499d-b183-f17199b94af3'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:13.811689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d8c7457-c3e5-4b31-9677-cda9458052f2 req-d5233353-3e5f-489d-8deb-e656c3245c21 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757977 Jul 16 09:05:13.827410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.849224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21637c18-6daf-45f1-b66b-41bf26bfc744 req-255fa2cb-d242-485c-a1dd-538858347872 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088428 Jul 16 09:05:14.017434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079c5a3-c657-4a03-9ed2-85e4b06339ae None None] Network 53d49b1d-20ca-499d-b183-f17199b94af3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:14.088489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.228202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54188) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:14.336872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115c078-caec-4ab0-8da0-f45c0c370640 req-5b567125-b36e-4b6f-9696-9ca9092a0ddd tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.341446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a115c078-caec-4ab0-8da0-f45c0c370640 req-5b567125-b36e-4b6f-9696-9ca9092a0ddd tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 949 time: 0.1832438 Jul 16 09:05:14.389498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a115c078-caec-4ab0-8da0-f45c0c370640 req-17646c1a-d17c-4e9e-a74f-93018c15d566 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442994 Jul 16 09:05:14.442994 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-279ff9d0-26b8-4257-be03-dc2d9a92944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.508847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bde5322f-510f-4205-aef9-a557ec1e3f10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=433ad379ac3e475e82c42e7104ff16f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738059 Jul 16 09:05:14.511300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54196) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:14.513372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Allocated IP 172.20.0.9 (53d49b1d-20ca-499d-b183-f17199b94af3/c7ec16b7-da13-4e41-b7de-c364f01e0c81/67c42385-adfb-4a99-9678-15b9dda39c0a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:14.616129 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:05:14.639235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-555d1f39-5961-4396-958e-7246eea5bd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.678573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fbdc3-41d8-4a93-9150-1d0abf744da3 req-3801d96e-f7d7-40f9-bb20-b78c8f2e1dff tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.680170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-817fbdc3-41d8-4a93-9150-1d0abf744da3 req-3801d96e-f7d7-40f9-bb20-b78c8f2e1dff tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.4507830 Jul 16 09:05:14.681021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.682291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-555d1f39-5961-4396-958e-7246eea5bd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.684582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da990b-90f3-4e59-897b-ed243b74f812 req-dd02c335-033a-4c22-92f5-140e9012b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.686204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-dd02c335-033a-4c22-92f5-140e9012b7e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7&tenant_id=4554963337854556ab49a3228e5ea3d5 HTTP/1.1" status: 200 len: 1095 time: 0.3366830 Jul 16 09:05:14.745741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-817fbdc3-41d8-4a93-9150-1d0abf744da3 req-2b55d1dd-5643-43b4-bb36-22b411d8db2a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545607 Jul 16 09:05:14.750772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.762129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-555d1f39-5961-4396-958e-7246eea5bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.766434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-555d1f39-5961-4396-958e-7246eea5bd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.772911 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-555d1f39-5961-4396-958e-7246eea5bd91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f288892-3bfc-48ff-a834-ebc9fba13791 HTTP/1.1" status: 204 len: 168 time: 0.2598596 Jul 16 09:05:14.784928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d1f39-5961-4396-958e-7246eea5bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f288892-3bfc-48ff-a834-ebc9fba13791,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.828914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Network 53d49b1d-20ca-499d-b183-f17199b94af3 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:14.835231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:14.842308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:14.847365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Port': ['ID=67c42385-adfb-4a99-9678-15b9dda39c0a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.909015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da990b-90f3-4e59-897b-ed243b74f812 req-73a6f773-0674-47dc-b47e-ad6e5bf4bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.911297 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-73a6f773-0674-47dc-b47e-ad6e5bf4bda2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 1095 time: 0.1926017 Jul 16 09:05:15.093632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-71f4a4d0-a203-4438-95eb-f70ad6a5ab8a tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:15.095048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-71f4a4d0-a203-4438-95eb-f70ad6a5ab8a tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 948 time: 0.1201825 Jul 16 09:05:15.118466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665249e6-00d2-4122-8125-0cd1037d23d2 req-eac5ec4a-9057-4226-9fd3-ad93a03cde1c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:15.124005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da990b-90f3-4e59-897b-ed243b74f812 req-b4d7a0b0-5a03-4bb0-9208-a40604c5b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:15.125368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-665249e6-00d2-4122-8125-0cd1037d23d2 req-eac5ec4a-9057-4226-9fd3-ad93a03cde1c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.1157644 Jul 16 09:05:15.125811 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-b4d7a0b0-5a03-4bb0-9208-a40604c5b2be service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 914 time: 0.1935377 Jul 16 09:05:15.128841 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.187926 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-ffc78f1d-da8c-4d49-b798-b747839e29f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=858c9cb0-800c-4d1d-81a3-781f77618df9 HTTP/1.1" status: 200 len: 217 time: 0.0542154 Jul 16 09:05:15.232532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-665249e6-00d2-4122-8125-0cd1037d23d2 req-2872e751-0eb4-40b0-83c3-4bde53f0e546 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061821 Jul 16 09:05:15.261785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.293445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Deleting port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:15.293800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.311760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.314804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da990b-90f3-4e59-897b-ed243b74f812 req-4872fd24-05bf-4104-87f5-df2962fa4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:15.316878 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-4872fd24-05bf-4104-87f5-df2962fa4abd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 200 len: 853 time: 0.1203163 Jul 16 09:05:15.372949 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-b77ebdef-b14a-4320-b059-5c2ec10cebb0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e6275cb-64e6-4888-9f4a-af04c56e5752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356269 Jul 16 09:05:15.485675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] For port d229556b-44a7-4f61-ba19-c1fdf6bb77f5, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:15.486067 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.508028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Calling delete_port for d229556b-44a7-4f61-ba19-c1fdf6bb77f5 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:15.568779 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-39c46832-64ca-43c4-89ac-e12b8b4a72eb service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836557 Jul 16 09:05:15.590436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6db8d-4ad8-41c9-b798-f06ffa9f99eb req-9b1ef271-2b31-400b-9d5c-b96f00e5b0e3 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:15.591999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8a6db8d-4ad8-41c9-b798-f06ffa9f99eb req-9b1ef271-2b31-400b-9d5c-b96f00e5b0e3 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 948 time: 0.1550622 Jul 16 09:05:15.673205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8a6db8d-4ad8-41c9-b798-f06ffa9f99eb req-643ace04-3f4b-486e-8c14-ade7900a2f57 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c4ae78-1f91-4d82-bb5b-8e1f73313890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644827 Jul 16 09:05:15.695460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.715553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.746188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.757138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54224) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:15.779526 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-18da990b-90f3-4e59-897b-ed243b74f812 req-e6b84efe-fd7f-4012-a8de-9761907f4ae9 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952872 Jul 16 09:05:15.795973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Pushing event deleted for resources: {'Port': ['ID=d229556b-44a7-4f61-ba19-c1fdf6bb77f5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:15.840110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Port': ['ID=67c42385-adfb-4a99-9678-15b9dda39c0a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:15.854545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.857453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] No DVR routers for this DVR port d229556b-44a7-4f61-ba19-c1fdf6bb77f5 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:15.861245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.864336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2374cf36-ef91-4f3f-941b-4ddf8b0956cd req-20b3b462-aedd-4041-b1fa-9ea78f5962b8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.52 "DELETE /v2.0/ports/d229556b-44a7-4f61-ba19-c1fdf6bb77f5 HTTP/1.1" status: 204 len: 173 time: 0.7614729 Jul 16 09:05:15.864908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-deleted', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:15.867849 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcbd606-4b02-40c5-8c7b-5ac7cd45a0cb" -d '{"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-deleted", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:15.887496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.893824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d603626-8172-4cae-b3f5-bde6a37b873a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1400933 Jul 16 09:05:15.893824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54234) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.022747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efd2f2-3285-424b-b926-7817377a21df req-2c393684-181d-4c54-b3aa-b022486961c8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:16.024805 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7efd2f2-3285-424b-b926-7817377a21df req-2c393684-181d-4c54-b3aa-b022486961c8 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.1147807 Jul 16 09:05:16.117442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7efd2f2-3285-424b-b926-7817377a21df req-e0fa3578-82ea-4f3d-8b6d-a579bd1aa5b1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859141 Jul 16 09:05:16.208039 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba7f78a-2f8b-42ce-a6b4-5b0f2370926e x-openstack-request-id: req-1ba7f78a-2f8b-42ce-a6b4-5b0f2370926e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:16.208561 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b46ea94-0216-4967-a983-ba1696a328f4", "name": "network-vif-deleted", "tag": "d229556b-44a7-4f61-ba19-c1fdf6bb77f5", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:16.208923 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ba7f78a-2f8b-42ce-a6b4-5b0f2370926e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:16.209430 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46ea94-0216-4967-a983-ba1696a328f4', 'name': 'network-vif-deleted', 'tag': 'd229556b-44a7-4f61-ba19-c1fdf6bb77f5', 'status': 'completed', 'code': 200} Jul 16 09:05:16.316287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a386ad69-b32a-43fc-b8a9-e0f03972b3d8 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] Request body: {'port': {'network_id': '1d10f74b-1e84-4719-97f5-f8f83ec02858', 'name': 'tempest-NetworksNegativeTestJSON-1304926744'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:16.337399 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a386ad69-b32a-43fc-b8a9-e0f03972b3d8 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] POST failed (client error): The resource could not be found. Jul 16 09:05:16.338070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a386ad69-b32a-43fc-b8a9-e0f03972b3d8 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:16.343613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54252) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.343818 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a386ad69-b32a-43fc-b8a9-e0f03972b3d8 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5834131 Jul 16 09:05:16.351512 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e8862e6d-7c16-4716-844f-b33af44c27dc tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=53d49b1d-20ca-499d-b183-f17199b94af3 HTTP/1.1" status: 200 len: 689 time: 0.4582872 Jul 16 09:05:16.354524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54254) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.378768 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5d1eb4-808c-4fe1-ad8d-2a5968cf3061 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:16.379404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5d1eb4-808c-4fe1-ad8d-2a5968cf3061 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:16.384753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3f5d1eb4-808c-4fe1-ad8d-2a5968cf3061 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "DELETE /v2.0/networks/0194c135-b7e4-4aae-b048-e32995d8dc02 HTTP/1.1" status: 404 len: 339 time: 0.0365922 Jul 16 09:05:16.385785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54256) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.424664 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ff1463-bb9e-42da-ae8f-d0d096907bbd tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:16.426091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ff1463-bb9e-42da-ae8f-d0d096907bbd tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:16.432652 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a0ff1463-bb9e-42da-ae8f-d0d096907bbd tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "DELETE /v2.0/ports/55b41f0f-bd1a-48a9-8f85-283568495e9a HTTP/1.1" status: 404 len: 333 time: 0.0440054 Jul 16 09:05:16.433563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54258) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.503276 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-920e993d-c581-4aab-80f2-deab17494c78 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:16.504034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920e993d-c581-4aab-80f2-deab17494c78 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:16.510334 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-920e993d-c581-4aab-80f2-deab17494c78 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "DELETE /v2.0/subnets/a5d3555b-69d6-47f7-a2ac-9566760fb8bd HTTP/1.1" status: 404 len: 337 time: 0.0457127 Jul 16 09:05:16.514944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54260) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.533522 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.559880 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5e41b3-700c-431e-81dc-0ea44242d969 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] GET failed (client error): The resource could not be found. Jul 16 09:05:16.567781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54262) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.568899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5a5e41b3-700c-431e-81dc-0ea44242d969 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "GET /v2.0/networks/24707f52-a0b9-4a0c-955c-22319cf3c154 HTTP/1.1" status: 404 len: 339 time: 0.0491817 Jul 16 09:05:16.606105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c8105-008a-48f1-80e1-0570e39a87aa req-e79b2b6f-03b6-42df-9ca5-2d4eeedfe8e5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:16.608829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f09c8105-008a-48f1-80e1-0570e39a87aa req-e79b2b6f-03b6-42df-9ca5-2d4eeedfe8e5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.2019720 Jul 16 09:05:16.665803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f09c8105-008a-48f1-80e1-0570e39a87aa req-330e4a64-5156-4dd0-a389-a24e2cb1cb05 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480587 Jul 16 09:05:16.739579 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-176f58f2-a897-4fbc-87ed-7202b0a1a81c tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] GET failed (client error): The resource could not be found. Jul 16 09:05:16.743572 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-176f58f2-a897-4fbc-87ed-7202b0a1a81c tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "GET /v2.0/ports/54a6887c-6d07-41c7-a18e-cc0ead18b88e HTTP/1.1" status: 404 len: 333 time: 0.1067896 Jul 16 09:05:16.748911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54266) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.845211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Deleting port 67c42385-adfb-4a99-9678-15b9dda39c0a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:16.845914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.854289 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eafb258-bb3a-4bf6-a3ec-d627e0d308e1 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] GET failed (client error): The resource could not be found. Jul 16 09:05:16.868735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1eafb258-bb3a-4bf6-a3ec-d627e0d308e1 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "GET /v2.0/subnets/70349cf5-6f13-49e0-a773-65822824a679 HTTP/1.1" status: 404 len: 337 time: 0.1175838 Jul 16 09:05:16.870447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54268) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.881181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-99594fb6-28db-4db8-a186-8fe1ed5f41f3 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:16.938727 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-99594fb6-28db-4db8-a186-8fe1ed5f41f3 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] PUT failed (client error): The resource could not be found. Jul 16 09:05:16.941772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99594fb6-28db-4db8-a186-8fe1ed5f41f3 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:16.943165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-99594fb6-28db-4db8-a186-8fe1ed5f41f3 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "PUT /v2.0/networks/365c28f3-783b-4a7f-b32e-d173abec06e2 HTTP/1.1" status: 404 len: 339 time: 0.0716243 Jul 16 09:05:16.947168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54270) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.953158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a0b8a293-96f4-4a4d-a07e-559048406270 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:16.989007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.989632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.020294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Calling delete_port for 67c42385-adfb-4a99-9678-15b9dda39c0a owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:17.034731 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b8a293-96f4-4a4d-a07e-559048406270 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] PUT failed (client error): The resource could not be found. Jul 16 09:05:17.035802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b8a293-96f4-4a4d-a07e-559048406270 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:17.040684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a0b8a293-96f4-4a4d-a07e-559048406270 tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "PUT /v2.0/ports/a5e6967d-d1fe-42c1-bd6b-290b875b8839 HTTP/1.1" status: 404 len: 333 time: 0.0886621 Jul 16 09:05:17.042576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54272) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:17.050027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2dc05131-d948-4d1a-a5b7-176f6d2cb4ea tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:17.071466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dde26f1-2fad-477d-984f-44c18cc5cb29 req-6dea09ce-3633-4fac-8877-9263e502cca8 tempest-ListImageFiltersTestJSON-126159959 tempest-ListImageFiltersTestJSON-126159959-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46ea94-0216-4967-a983-ba1696a328f4 HTTP/1.1" status: 200 len: 210 time: 0.0623415 Jul 16 09:05:17.121347 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc05131-d948-4d1a-a5b7-176f6d2cb4ea tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] PUT failed (client error): The resource could not be found. Jul 16 09:05:17.121845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc05131-d948-4d1a-a5b7-176f6d2cb4ea tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:17.126869 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2dc05131-d948-4d1a-a5b7-176f6d2cb4ea tempest-NetworksNegativeTestJSON-907390822 tempest-NetworksNegativeTestJSON-907390822-project] 10.222.0.55 "PUT /v2.0/subnets/95486610-102f-4d74-a5d9-9777313372e6 HTTP/1.1" status: 404 len: 337 time: 0.0779817 Jul 16 09:05:17.341365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.390106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event deleted for resources: {'Port': ['ID=67c42385-adfb-4a99-9678-15b9dda39c0a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:17.508347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b346-de9e-4583-8f30-fbd2cd52732e req-1fd0d54e-3e59-4db6-a566-15192eeb709a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:17.518510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c426b346-de9e-4583-8f30-fbd2cd52732e req-1fd0d54e-3e59-4db6-a566-15192eeb709a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.1573844 Jul 16 09:05:17.520954 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.574100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c426b346-de9e-4583-8f30-fbd2cd52732e req-3bb2c9b2-132b-4e8e-a7f5-f51e8a0ea5f3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533252 Jul 16 09:05:17.620942 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.637959 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-925a06d9-5d6d-440d-947f-0d630623fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.666544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.735927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54282) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:17.790863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.856560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ec16b7-da13-4e41-b7de-c364f01e0c81,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:17.927189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83d17575-8428-48af-9440-c55fd355d78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.961103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.973365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d49b1d-20ca-499d-b183-f17199b94af3']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:17.984519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a27fb0-d714-4560-b679-4de6e0b601db') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:17.984803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a27fb0-d714-4560-b679-4de6e0b601db') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:17.993168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9e5e0-c431-4184-9866-4d202e98e37a req-8b481717-1e3c-49bd-8c0c-b1d67b6a1381 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:17.995368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29e9e5e0-c431-4184-9866-4d202e98e37a req-8b481717-1e3c-49bd-8c0c-b1d67b6a1381 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.1522081 Jul 16 09:05:18.004304 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.024080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.033593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:18.036058 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:18.038447 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:18.071211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-29e9e5e0-c431-4184-9866-4d202e98e37a req-b0cb5ce7-41bd-490b-97aa-b450a12f05f2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689714 Jul 16 09:05:18.120585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83d17575-8428-48af-9440-c55fd355d78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.126116 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83d17575-8428-48af-9440-c55fd355d78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.141510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.167734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53d49b1d-20ca-499d-b183-f17199b94af3 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 09:05:18.183516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-83d17575-8428-48af-9440-c55fd355d78b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ce41ef1b9bd4555935c8d333792b0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439099 Jul 16 09:05:18.183516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d17575-8428-48af-9440-c55fd355d78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a9dfa-896b-4710-8b87-7c58aadc9fe5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.185048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54288) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.195396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event deleted for resources: {'Network': ['ID=53d49b1d-20ca-499d-b183-f17199b94af3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.208279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.214065 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-12ff52a0-41f7-40d0-b421-ce891b17eb46 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "DELETE /v2.0/networks/53d49b1d-20ca-499d-b183-f17199b94af3 HTTP/1.1" status: 204 len: 168 time: 1.8583064 Jul 16 09:05:18.219220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54290) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.296136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abde617f-387c-4c00-b500-5d7f71b017ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.431759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abde617f-387c-4c00-b500-5d7f71b017ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.497948 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-72011e71-fae2-480e-8132-14dcc00361e1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2687032 Jul 16 09:05:18.498626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54304) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.598752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abde617f-387c-4c00-b500-5d7f71b017ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.601837 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abde617f-387c-4c00-b500-5d7f71b017ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.603704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-abde617f-387c-4c00-b500-5d7f71b017ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d7a9dfa-896b-4710-8b87-7c58aadc9fe5 HTTP/1.1" status: 204 len: 168 time: 0.4169817 Jul 16 09:05:18.619071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde617f-387c-4c00-b500-5d7f71b017ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a9dfa-896b-4710-8b87-7c58aadc9fe5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.766283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.786598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.788360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.788997 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.792191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.793319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.794311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.794994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.795608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.797220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.801194 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b25612c4-f449-443e-9177-5a41b29531f6 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6477 time: 0.2957768 Jul 16 09:05:18.805153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54314) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.807857 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.854124 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.942217 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-bdf4b3cb-13c1-4cd6-949f-10352cc2972e tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] delete failed (client error): The resource could not be found. Jul 16 09:05:18.943545 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bdf4b3cb-13c1-4cd6-949f-10352cc2972e tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/ff22b401-c5c3-4264-b0df-3bd5868c8be1 HTTP/1.1" status: 404 len: 345 time: 0.1218526 Jul 16 09:05:18.946498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54318) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.978953 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbabf3e-43c8-40e3-998e-52974d63b435 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 09:05:18.981713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbabf3e-43c8-40e3-998e-52974d63b435 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:18.994877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54320) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.998919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4dbabf3e-43c8-40e3-998e-52974d63b435 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "DELETE /v2.0/networks/53d49b1d-20ca-499d-b183-f17199b94af3 HTTP/1.1" status: 404 len: 339 time: 0.0506415 Jul 16 09:05:19.000418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Request body: {'network': {'name': 'tempest-network--1423437743', 'router:external': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:19.067165 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Made reservation on behalf of 9afa27bfc0d04a23b771444513017cad for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:19.069895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.151026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:19.177441 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.177801 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Added segment 94c5324d-d375-47fb-985e-b15a4c93102e of type vlan for network df5d3879-6fb3-4e16-a77e-5e74ad29246e Jul 16 09:05:19.294252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.388645 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.390313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:19.391105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.447648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54340) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:19.463992 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4663107 Jul 16 09:05:19.527159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924dcd5-6419-4f45-9f51-944cb19496b2 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Network': ['ID=df5d3879-6fb3-4e16-a77e-5e74ad29246e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:19.555807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network df5d3879-6fb3-4e16-a77e-5e74ad29246e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:19.584167 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:19.637531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: d229556b-44a7-4f61-ba19-c1fdf6bb77f5 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:19.638235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device d229556b-44a7-4f61-ba19-c1fdf6bb77f5 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:19.728071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfec2ce-46db-4830-9915-ccccbd1359ec tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:19.738790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfec2ce-46db-4830-9915-ccccbd1359ec tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:19.748912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfec2ce-46db-4830-9915-ccccbd1359ec tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:19.758489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfec2ce-46db-4830-9915-ccccbd1359ec tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:19.765319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54350) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:19.781137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2dfec2ce-46db-4830-9915-ccccbd1359ec tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3300529 Jul 16 09:05:19.888702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.939504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54356) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.038293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.059260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5d3879-6fb3-4e16-a77e-5e74ad29246e']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:20.088518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c5324d-d375-47fb-985e-b15a4c93102e') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:20.088969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c5324d-d375-47fb-985e-b15a4c93102e') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:20.124286 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.126526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.141009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1549362014'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:20.158088 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.169954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:20.170930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:20.176578 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:20.185103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Made reservation on behalf of 10fa377e9a1a4f54adad715a1352f53e for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:20.188981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.200685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.217885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1130b6b-9ea4-40de-8add-edcb5fd1119d req-e56a1286-eba5-4f9b-b4c0-2aa80ead57c7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:20.225639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1130b6b-9ea4-40de-8add-edcb5fd1119d req-e56a1286-eba5-4f9b-b4c0-2aa80ead57c7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.1716568 Jul 16 09:05:20.290013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1130b6b-9ea4-40de-8add-edcb5fd1119d req-559d2639-4f77-45a9-8519-20ead72d59f1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632319 Jul 16 09:05:20.361616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.367884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df5d3879-6fb3-4e16-a77e-5e74ad29246e {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 09:05:20.375720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.383632 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "DELETE /v2.0/networks/df5d3879-6fb3-4e16-a77e-5e74ad29246e HTTP/1.1" status: 204 len: 168 time: 0.6098027 Jul 16 09:05:20.384875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.396690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Request body: {'network': {'name': 'tempest-network--1474636989', 'router:external': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:20.404740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d12a1-6d7c-46fe-8bb0-8020b3a24510 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event deleted for resources: {'Network': ['ID=df5d3879-6fb3-4e16-a77e-5e74ad29246e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:20.676884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.689849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.725417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace89ed-4980-4587-8a58-47b8fe6a1991 req-09337c3a-6716-4a3b-8afe-6d4e7059f282 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:20.732985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ace89ed-4980-4587-8a58-47b8fe6a1991 req-09337c3a-6716-4a3b-8afe-6d4e7059f282 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.2780960 Jul 16 09:05:20.771687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:20.805145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ddf466-219e-4e7d-8b10-ba3057b373e6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:20.817429 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.818168 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Added segment 92b15863-ef4c-46dd-84f8-bf7fb976511a of type vlan for network 670e93e9-261c-48e0-92ad-7c8f34066d03 Jul 16 09:05:20.821764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Made reservation on behalf of 9afa27bfc0d04a23b771444513017cad for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:20.839548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.933918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ace89ed-4980-4587-8a58-47b8fe6a1991 req-426798eb-42bf-406e-93ed-492ff1d1a1fc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956320 Jul 16 09:05:21.045921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.053680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:21.090933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.091830 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Added segment 33102ed7-cc61-4c2e-bab2-67a2d2909769 of type vlan for network c6599b4e-e058-44d3-91ef-70441df8adf8 Jul 16 09:05:21.180035 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.185821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.186758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.197837 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.259633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3154659 Jul 16 09:05:21.260327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54372) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.265305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-a565883f-cf3f-422c-9c29-e35c59f52285 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', 'tempest-TagsTest-Tag-1068765004') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:21.324686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f07e2-be4b-424d-a4c6-6564e8e9aea7 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Pushing event updated for resources: {'Network': ['ID=670e93e9-261c-48e0-92ad-7c8f34066d03,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:21.330781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.333197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.334048 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.349535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 670e93e9-261c-48e0-92ad-7c8f34066d03 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:21.595842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Network': ['ID=c6599b4e-e058-44d3-91ef-70441df8adf8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:21.600488 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a565883f-cf3f-422c-9c29-e35c59f52285 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "PUT /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags/tempest-TagsTest-Tag-1068765004 HTTP/1.1" status: 201 len: 201 time: 0.3391476 Jul 16 09:05:21.603004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54380) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.608271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-98d1c1dd-4f01-4780-bd09-e75df92db91e tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', 'tempest-TagsTest-Tag-1068765004') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:21.616738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ac2d5f29-ae22-4170-8791-964fae3b39b1 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2280054 Jul 16 09:05:21.617625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54382) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.618267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c6599b4e-e058-44d3-91ef-70441df8adf8 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:21.692494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703d15-5e38-461f-800b-8fa24bae834c req-69cfdc64-d354-4472-92f8-31e9e1cff651 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.694379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c703d15-5e38-461f-800b-8fa24bae834c req-69cfdc64-d354-4472-92f8-31e9e1cff651 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 946 time: 0.0958374 Jul 16 09:05:21.887410 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-98d1c1dd-4f01-4780-bd09-e75df92db91e tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "GET /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags/tempest-TagsTest-Tag-1068765004 HTTP/1.1" status: 204 len: 168 time: 0.2834527 Jul 16 09:05:21.890149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54388) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.896201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-fb1c57b0-34f3-4810-b8ee-b9806d4f9fec tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:21.896756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42dab5b-b11f-490a-b123-871441afaed2 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.901357 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b42dab5b-b11f-490a-b123-871441afaed2 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] 10.222.0.55 "GET /v2.0/networks/c6599b4e-e058-44d3-91ef-70441df8adf8 HTTP/1.1" status: 200 len: 757 time: 0.2768903 Jul 16 09:05:21.902231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54390) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.922525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Deleting port c2491e75-c8d6-41b4-bb2f-938aefe5c00d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:21.923100 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.022004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2077bf-c5f2-4e5d-b6d5-ee0559b22d36 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.026779 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce2077bf-c5f2-4e5d-b6d5-ee0559b22d36 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] 10.222.0.55 "GET /v2.0/networks/40c94b00-2c38-4b32-bda3-e8822cd79126 HTTP/1.1" status: 200 len: 768 time: 0.1233606 Jul 16 09:05:22.027613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54394) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.123696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.151164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fb1c57b0-34f3-4810-b8ee-b9806d4f9fec tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "GET /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags HTTP/1.1" status: 200 len: 238 time: 0.2592909 Jul 16 09:05:22.155002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54396) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.160968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-371add91-c6e8-4726-94c4-347fba816a47 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', {'tags': ['tempest-TagsTest-Tag-784359949', 'tempest-TagsTest-Tag-202607935', 'tempest-TagsTest-Tag-714321084']}) {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.162731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] For port c2491e75-c8d6-41b4-bb2f-938aefe5c00d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:22.163096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.212627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Calling delete_port for c2491e75-c8d6-41b4-bb2f-938aefe5c00d owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:22.226263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0caa2-6c65-4277-a8c6-91767ac3404d req-a6400cda-f52b-424e-9e13-151784abd15c tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.228568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d0caa2-6c65-4277-a8c6-91767ac3404d req-a6400cda-f52b-424e-9e13-151784abd15c tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b225d63-12c5-4f0a-8763-ca2bd43e47ea HTTP/1.1" status: 200 len: 946 time: 0.2505810 Jul 16 09:05:22.271814 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.314607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6599b4e-e058-44d3-91ef-70441df8adf8']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.332779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33102ed7-cc61-4c2e-bab2-67a2d2909769') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.333584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33102ed7-cc61-4c2e-bab2-67a2d2909769') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.337918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34d0caa2-6c65-4277-a8c6-91767ac3404d req-70971018-5c45-453c-950a-19a74af54294 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972900 Jul 16 09:05:22.354183 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.368442 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-371add91-c6e8-4726-94c4-347fba816a47 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "PUT /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags HTTP/1.1" status: 200 len: 306 time: 0.2121572 Jul 16 09:05:22.371044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54398) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.378465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-3949ab91-d5f5-48f7-8d5b-f671ae0684d3 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', 'tempest-TagsTest-Tag-784359949') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.382654 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.395587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:22.396388 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:22.398491 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:22.553936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.558769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6599b4e-e058-44d3-91ef-70441df8adf8 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 09:05:22.568872 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.590682 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c6599b4e-e058-44d3-91ef-70441df8adf8 HTTP/1.1" status: 204 len: 168 time: 0.5616856 Jul 16 09:05:22.591393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54400) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.635979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Request body: {'network': {'name': 'tempest-network--554995172'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:22.642883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab8151-a318-4736-b13d-fbd0ebe5590c tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6599b4e-e058-44d3-91ef-70441df8adf8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.682311 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.689891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Made reservation on behalf of 9afa27bfc0d04a23b771444513017cad for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:22.696160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3949ab91-d5f5-48f7-8d5b-f671ae0684d3 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "DELETE /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags/tempest-TagsTest-Tag-784359949 HTTP/1.1" status: 204 len: 168 time: 0.3214037 Jul 16 09:05:22.701929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['c2491e75-c8d6-41b4-bb2f-938aefe5c00d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:22.707782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.710498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54402) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.721153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-cf8d9bdb-f870-48d3-857a-a4148ccb7f03 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', 'tempest-TagsTest-Tag-784359949') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.775089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Pushing event deleted for resources: {'Port': ['ID=c2491e75-c8d6-41b4-bb2f-938aefe5c00d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.829779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42656200-e04e-4f63-afe9-e6e03ba42fda req-ec973368-c631-4dc2-a72d-fb8ceda267e7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.837843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42656200-e04e-4f63-afe9-e6e03ba42fda req-ec973368-c631-4dc2-a72d-fb8ceda267e7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.2975433 Jul 16 09:05:22.844749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:22.872193 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.872671 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Added segment 21d29d31-141f-4756-832d-832748c1316d of type vlan for network 70ed2f8b-17f3-4375-b808-339185a5ab7a Jul 16 09:05:22.972267 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-cf8d9bdb-f870-48d3-857a-a4148ccb7f03 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] show failed (client error): The resource could not be found. Jul 16 09:05:22.975789 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cf8d9bdb-f870-48d3-857a-a4148ccb7f03 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "GET /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags/tempest-TagsTest-Tag-784359949 HTTP/1.1" status: 404 len: 325 time: 0.2618670 Jul 16 09:05:22.975946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54404) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.980608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-cfc9d2f7-1f37-4fdb-b8ae-83f55197b168 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', 'tempest-TagsTest-Tag-202607935') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:23.004199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.079676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.090695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:23.091307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.133949 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cfc9d2f7-1f37-4fdb-b8ae-83f55197b168 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "GET /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags/tempest-TagsTest-Tag-202607935 HTTP/1.1" status: 204 len: 168 time: 0.1546290 Jul 16 09:05:23.135404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54406) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.154983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-149c3e00-4211-4864-b112-1a66ac72aebe tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', 'tempest-TagsTest-Tag-714321084') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:23.217518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] No DVR routers for this DVR port c2491e75-c8d6-41b4-bb2f-938aefe5c00d on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:23.222545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.225788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c703d15-5e38-461f-800b-8fa24bae834c req-ef62c8ae-3fc6-4122-b5c7-46144a170ca2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.52 "DELETE /v2.0/ports/c2491e75-c8d6-41b4-bb2f-938aefe5c00d HTTP/1.1" status: 204 len: 173 time: 1.5242133 Jul 16 09:05:23.226550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b225d63-12c5-4f0a-8763-ca2bd43e47ea', 'name': 'network-vif-deleted', 'tag': 'c2491e75-c8d6-41b4-bb2f-938aefe5c00d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:23.229479 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5334213b-4e90-4c4f-a486-1c0a61c9c35c" -d '{"events": [{"server_uuid": "9b225d63-12c5-4f0a-8763-ca2bd43e47ea", "name": "network-vif-deleted", "tag": "c2491e75-c8d6-41b4-bb2f-938aefe5c00d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:23.265265 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6415012 Jul 16 09:05:23.267786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54410) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.275266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fd823d3c-2dba-4d69-b8bf-c4908944ed27 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:23.288536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61e7e7-1133-4969-a7b4-9c9209415a6a tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Network': ['ID=70ed2f8b-17f3-4375-b808-339185a5ab7a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:23.288801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42656200-e04e-4f63-afe9-e6e03ba42fda req-37ff9424-974c-428a-a9e1-b4c7291c1683 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490855 Jul 16 09:05:23.294053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 70ed2f8b-17f3-4375-b808-339185a5ab7a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:23.438647 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-149c3e00-4211-4864-b112-1a66ac72aebe tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "GET /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags/tempest-TagsTest-Tag-714321084 HTTP/1.1" status: 204 len: 168 time: 0.2892833 Jul 16 09:05:23.441865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54420) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.446514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-9f6ac1fd-42dd-4781-98c4-aec5c40a4d8d tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:23.626031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9f6ac1fd-42dd-4781-98c4-aec5c40a4d8d tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "DELETE /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags HTTP/1.1" status: 204 len: 168 time: 0.1795821 Jul 16 09:05:23.627521 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54428) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.634621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-939c0525-8055-46c6-9011-47306b2b8d86 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', 'tempest-TagsTest-Tag-202607935') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:23.652561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd823d3c-2dba-4d69-b8bf-c4908944ed27 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.707215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd823d3c-2dba-4d69-b8bf-c4908944ed27 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.785161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd823d3c-2dba-4d69-b8bf-c4908944ed27 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Network 70ed2f8b-17f3-4375-b808-339185a5ab7a is not hosted by any dhcp agent {{(pid=94164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:05:23.786563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd823d3c-2dba-4d69-b8bf-c4908944ed27 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:23.787327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd823d3c-2dba-4d69-b8bf-c4908944ed27 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.788849 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fd823d3c-2dba-4d69-b8bf-c4908944ed27 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "PUT /v2.0/networks/70ed2f8b-17f3-4375-b808-339185a5ab7a HTTP/1.1" status: 200 len: 857 time: 0.5193458 Jul 16 09:05:23.802368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54436) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.817415 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-939c0525-8055-46c6-9011-47306b2b8d86 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] show failed (client error): The resource could not be found. Jul 16 09:05:23.818787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-939c0525-8055-46c6-9011-47306b2b8d86 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "GET /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags/tempest-TagsTest-Tag-202607935 HTTP/1.1" status: 404 len: 325 time: 0.1888721 Jul 16 09:05:23.822507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54438) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.841949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-6a5c1484-d8a0-4dd8-bc0b-0ac83e18acd1 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03', 'tempest-TagsTest-Tag-714321084') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:23.879850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd823d3c-2dba-4d69-b8bf-c4908944ed27 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event updated for resources: {'Network': ['ID=70ed2f8b-17f3-4375-b808-339185a5ab7a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:23.964648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.085208 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-6a5c1484-d8a0-4dd8-bc0b-0ac83e18acd1 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] show failed (client error): The resource could not be found. Jul 16 09:05:24.088757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6a5c1484-d8a0-4dd8-bc0b-0ac83e18acd1 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "GET /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags/tempest-TagsTest-Tag-714321084 HTTP/1.1" status: 404 len: 325 time: 0.2602603 Jul 16 09:05:24.104029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54442) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:24.111735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-a26200b5-969b-4323-a553-5fb4fefc03f0 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '670e93e9-261c-48e0-92ad-7c8f34066d03') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:24.190095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b417f5-3634-4caf-a8eb-df1bb80c8059 req-521cbecb-9d5c-45b8-a0d0-9b8bab3071dc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:24.198255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11b417f5-3634-4caf-a8eb-df1bb80c8059 req-521cbecb-9d5c-45b8-a0d0-9b8bab3071dc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.1280913 Jul 16 09:05:24.250638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a26200b5-969b-4323-a553-5fb4fefc03f0 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "DELETE /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03/tags HTTP/1.1" status: 204 len: 168 time: 0.1415653 Jul 16 09:05:24.252434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54444) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:24.351309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11b417f5-3634-4caf-a8eb-df1bb80c8059 req-b8bc93c2-fa70-4c06-ab1c-0411ebccc5ff tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517160 Jul 16 09:05:24.456992 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.475043 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d60946-ed1a-42ec-a8a7-f0a5bc7d428a x-openstack-request-id: req-85d60946-ed1a-42ec-a8a7-f0a5bc7d428a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:24.475430 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b225d63-12c5-4f0a-8763-ca2bd43e47ea", "name": "network-vif-deleted", "tag": "c2491e75-c8d6-41b4-bb2f-938aefe5c00d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:24.475693 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85d60946-ed1a-42ec-a8a7-f0a5bc7d428a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:24.476098 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b225d63-12c5-4f0a-8763-ca2bd43e47ea', 'name': 'network-vif-deleted', 'tag': 'c2491e75-c8d6-41b4-bb2f-938aefe5c00d', 'status': 'completed', 'code': 200} Jul 16 09:05:24.490617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54450) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:24.683359 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.687430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.715870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670e93e9-261c-48e0-92ad-7c8f34066d03']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:24.719410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ed2f8b-17f3-4375-b808-339185a5ab7a']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:24.740353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b15863-ef4c-46dd-84f8-bf7fb976511a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:24.740613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b15863-ef4c-46dd-84f8-bf7fb976511a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:24.761457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d29d31-141f-4756-832d-832748c1316d') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:24.762184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d29d31-141f-4756-832d-832748c1316d') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:24.767332 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.810544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.814757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.833345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:24.834078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:24.838211 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:24.851379 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.863642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:24.864212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:24.866249 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:24.931219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-54218544-0466-4f02-a522-f49b608ea4bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d39d0051606941bc9d0ec612fee665f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376185 Jul 16 09:05:24.933901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54458) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:24.952355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.993129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.995077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] 10.222.0.55 "DELETE /v2.0/networks/670e93e9-261c-48e0-92ad-7c8f34066d03 HTTP/1.1" status: 204 len: 168 time: 0.7372603 Jul 16 09:05:25.010397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac91d-4c57-452a-92db-cc880aaadf42 req-8b9db91e-6ab3-43af-95d4-3d610903a519 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.011305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.012362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dbac91d-4c57-452a-92db-cc880aaadf42 req-8b9db91e-6ab3-43af-95d4-3d610903a519 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.2478111 Jul 16 09:05:25.013382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b16f3b-cf19-47e7-948e-4ed38b1b3885 tempest-TagsTest-1456858646 tempest-TagsTest-1456858646-project] Pushing event deleted for resources: {'Network': ['ID=670e93e9-261c-48e0-92ad-7c8f34066d03,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.032845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70ed2f8b-17f3-4375-b808-339185a5ab7a {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 09:05:25.036213 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.052308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] 10.222.0.55 "DELETE /v2.0/networks/70ed2f8b-17f3-4375-b808-339185a5ab7a HTTP/1.1" status: 204 len: 168 time: 1.2485242 Jul 16 09:05:25.064781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54462) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.085454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dd0b0-c9b7-4a30-8e1f-d8509ed824d0 tempest-ExternalNetworksTestJSON-848763958 tempest-ExternalNetworksTestJSON-848763958-project-admin] Pushing event deleted for resources: {'Network': ['ID=70ed2f8b-17f3-4375-b808-339185a5ab7a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.159798 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1878c75b-f96f-4cff-965c-f3cbe65c77dd tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:25.160531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1878c75b-f96f-4cff-965c-f3cbe65c77dd tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:25.164190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1878c75b-f96f-4cff-965c-f3cbe65c77dd tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] 10.222.0.55 "DELETE /v2.0/subnets/c7ec16b7-da13-4e41-b7de-c364f01e0c81 HTTP/1.1" status: 404 len: 337 time: 0.0970488 Jul 16 09:05:25.165542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad4f021a-0125-4c8b-93da-84db5779d7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.166827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54464) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.185430 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dbac91d-4c57-452a-92db-cc880aaadf42 req-b87b7777-5d61-4048-bd40-a4996522fced tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563635 Jul 16 09:05:25.242300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad4f021a-0125-4c8b-93da-84db5779d7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.334366 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad4f021a-0125-4c8b-93da-84db5779d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.337613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad4f021a-0125-4c8b-93da-84db5779d7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.342136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ad4f021a-0125-4c8b-93da-84db5779d7bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04c4ae78-1f91-4d82-bb5b-8e1f73313890 HTTP/1.1" status: 204 len: 168 time: 0.4049652 Jul 16 09:05:25.368928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f021a-0125-4c8b-93da-84db5779d7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c4ae78-1f91-4d82-bb5b-8e1f73313890,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.475736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.585965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c2491e75-c8d6-41b4-bb2f-938aefe5c00d no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:25.648119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54472) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.652237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: c2491e75-c8d6-41b4-bb2f-938aefe5c00d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:25.652818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c2491e75-c8d6-41b4-bb2f-938aefe5c00d not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:25.747467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.763741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848064e9-ae22-451d-8026-446f06a9eb7b req-def4d36b-acbd-49c6-a404-f3cd31594aaf tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.774826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-848064e9-ae22-451d-8026-446f06a9eb7b req-def4d36b-acbd-49c6-a404-f3cd31594aaf tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.2126088 Jul 16 09:05:25.782147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c94b00-2c38-4b32-bda3-e8822cd79126']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:25.804710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8668a1a0-2146-4990-9693-7144e46777bf') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:25.805002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8668a1a0-2146-4990-9693-7144e46777bf') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:25.821573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-848064e9-ae22-451d-8026-446f06a9eb7b req-a3e6b568-c64a-49d7-ad3c-a3b9468d0e0b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Jul 16 09:05:25.828228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.864150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.877399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:25.879928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:25.887151 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:26.021077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.035273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.040891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] 10.222.0.55 "DELETE /v2.0/networks/40c94b00-2c38-4b32-bda3-e8822cd79126 HTTP/1.1" status: 204 len: 168 time: 0.8729208 Jul 16 09:05:26.067989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfb593-f558-455e-b9b5-ff84ce6fca16 tempest-ExternalNetworksTestJSON-1425522970 tempest-ExternalNetworksTestJSON-1425522970-project] Pushing event deleted for resources: {'Network': ['ID=40c94b00-2c38-4b32-bda3-e8822cd79126,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:26.148008 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc086576-e705-4084-a411-7b407ed68b7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10fa377e9a1a4f54adad715a1352f53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969141 Jul 16 09:05:26.148554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54488) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.245425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f23f61b6-5c62-4137-89b0-dd23955cf0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.305333 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f23f61b6-5c62-4137-89b0-dd23955cf0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.471753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84858d74-d413-448b-b8dc-627a04b7c03a req-0f85fb70-c536-4158-8536-3f0faa290dc6 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:26.485373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54498) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.489223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84858d74-d413-448b-b8dc-627a04b7c03a req-0f85fb70-c536-4158-8536-3f0faa290dc6 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.1285939 Jul 16 09:05:26.513355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f23f61b6-5c62-4137-89b0-dd23955cf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.530133 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f23f61b6-5c62-4137-89b0-dd23955cf0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.561385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f23f61b6-5c62-4137-89b0-dd23955cf0c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3ddf466-219e-4e7d-8b10-ba3057b373e6 HTTP/1.1" status: 204 len: 168 time: 0.3989961 Jul 16 09:05:26.651224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f61b6-5c62-4137-89b0-dd23955cf0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ddf466-219e-4e7d-8b10-ba3057b373e6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:26.715800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84858d74-d413-448b-b8dc-627a04b7c03a req-1f36614f-dc3c-4d8f-a924-81311ac25c9c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212462 Jul 16 09:05:27.054811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd649537-815a-43da-9622-29da7e053c0d req-462d1c2a-5ff7-4644-82ec-e31060ae2dca tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:27.062972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd649537-815a-43da-9622-29da7e053c0d req-462d1c2a-5ff7-4644-82ec-e31060ae2dca tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.1110153 Jul 16 09:05:27.136746 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e4302cfd-90fa-46c5-b9cf-d55af4ebd005 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a8ce1d8b10848d7a715c31095a1018f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499813 Jul 16 09:05:27.139793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54520) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:27.197386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd649537-815a-43da-9622-29da7e053c0d req-9685ca7d-8aea-44bb-a45b-2b6f1307dfa6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328866 Jul 16 09:05:27.274267 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd43a19a-5927-4c4d-9e73-1e6505a6206f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.311379 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd43a19a-5927-4c4d-9e73-1e6505a6206f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.419395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd43a19a-5927-4c4d-9e73-1e6505a6206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.425276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd43a19a-5927-4c4d-9e73-1e6505a6206f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.426983 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fd43a19a-5927-4c4d-9e73-1e6505a6206f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a2a1c74-867f-4fb5-aa1d-ed09d2a21a4b HTTP/1.1" status: 204 len: 168 time: 0.2858231 Jul 16 09:05:27.436806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43a19a-5927-4c4d-9e73-1e6505a6206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2a1c74-867f-4fb5-aa1d-ed09d2a21a4b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.080151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15002c-e21c-45b1-b430-39c289ba07a1 req-ece48dce-2d8b-4d87-9db8-c797d37b3633 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:28.083311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d15002c-e21c-45b1-b430-39c289ba07a1 req-ece48dce-2d8b-4d87-9db8-c797d37b3633 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.1312268 Jul 16 09:05:28.087116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54556) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.147977 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-543c32da-fa29-4c9e-ad39-1fb44c90992d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9afa27bfc0d04a23b771444513017cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591168 Jul 16 09:05:28.150506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54560) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.173270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d15002c-e21c-45b1-b430-39c289ba07a1 req-0885bd32-246e-4cd1-892b-cfbf31aae0f3 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840511 Jul 16 09:05:28.220034 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9846cf74-e410-4ebc-b3c1-01b79b3ec264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.261111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9846cf74-e410-4ebc-b3c1-01b79b3ec264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.270648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54566) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.333904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9846cf74-e410-4ebc-b3c1-01b79b3ec264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.336635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9846cf74-e410-4ebc-b3c1-01b79b3ec264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.338574 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9846cf74-e410-4ebc-b3c1-01b79b3ec264 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41bb39b1-ca38-40b4-8d38-e61a2477945c HTTP/1.1" status: 204 len: 168 time: 0.1860714 Jul 16 09:05:28.355812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846cf74-e410-4ebc-b3c1-01b79b3ec264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bb39b1-ca38-40b4-8d38-e61a2477945c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.476769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-85804122-network', 'tenant_id': 'a92d286475894bfb98e30d9d5b9f715e'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:28.537818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440c2a-73e6-4437-a679-9976516f2674 req-a5d7a26f-092d-4508-b907-2503660519a1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:28.540030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16440c2a-73e6-4437-a679-9976516f2674 req-a5d7a26f-092d-4508-b907-2503660519a1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.1207945 Jul 16 09:05:28.540771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Made reservation on behalf of a92d286475894bfb98e30d9d5b9f715e for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:28.543405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.556178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.625968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16440c2a-73e6-4437-a679-9976516f2674 req-e67c4163-37e4-4c05-af66-5056875ef2f2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788956 Jul 16 09:05:28.741469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.754351 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.831971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8443ef5-bcee-4c66-80a4-b1337bb14ce1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.873342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:28.916924 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.917278 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Added segment a6c433b1-08ce-47b6-93ac-10a601320fb8 of type vlan for network 122ae164-1aa2-45ce-b633-20fbfc2835ab Jul 16 09:05:29.027538 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.081297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.086213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:29.086213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.125377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8536637 Jul 16 09:05:29.128822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54586) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:29.134199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Request body: {'subnet': {'network_id': '122ae164-1aa2-45ce-b633-20fbfc2835ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-85804122-subnet', 'tenant_id': 'a92d286475894bfb98e30d9d5b9f715e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:29.179136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Made reservation on behalf of a92d286475894bfb98e30d9d5b9f715e for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:29.182227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.204042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcd619-7c9e-44a4-b463-9e2270d3be48 admin admin] Pushing event updated for resources: {'Network': ['ID=122ae164-1aa2-45ce-b633-20fbfc2835ab,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.216260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 122ae164-1aa2-45ce-b633-20fbfc2835ab details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:29.434270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.476300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9a47-822c-4a4b-a0d9-39158f706128 req-c712acb9-4827-4b61-8bcf-3cf3df95da00 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:29.477846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c3d9a47-822c-4a4b-a0d9-39158f706128 req-c712acb9-4827-4b61-8bcf-3cf3df95da00 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.0790205 Jul 16 09:05:29.505501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29fd4c0-f1f2-45dc-99d2-60896db48609,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.510678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Checking segment: {'id': 'a6c433b1-08ce-47b6-93ac-10a601320fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '122ae164-1aa2-45ce-b633-20fbfc2835ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:29.511104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Network hostable DHCP agents. Network: 122ae164-1aa2-45ce-b633-20fbfc2835ab, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:29.519469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c3d9a47-822c-4a4b-a0d9-39158f706128 req-679124ee-9dea-4231-a776-98e149be058e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355608 Jul 16 09:05:29.529125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Network 122ae164-1aa2-45ce-b633-20fbfc2835ab is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:29.554420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 122ae164-1aa2-45ce-b633-20fbfc2835ab) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:29.563904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88ffbb-56c8-43f7-bafb-d053de7c806a None None] Network 122ae164-1aa2-45ce-b633-20fbfc2835ab requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:29.568949 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:29.570650 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.601931 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1e5545d6-bd3a-44a7-b419-b53bd0d91990 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4718883 Jul 16 09:05:30.020081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194b009-5607-4202-a7ba-f2fab629e3c8 None None] Network 122ae164-1aa2-45ce-b633-20fbfc2835ab requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:30.104688 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-4f03dd35-5941-4810-b907-48f9a01ba231 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1807604 Jul 16 09:05:30.287273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0e56-ad24-4fa1-8252-4d18cfbdc02a req-005cf21d-7dd5-4cf5-81e7-a9d4b73b6e44 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.295535 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ae34b345-f9ec-42b7-9c2b-cad2653df66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.296300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb4b0e56-ad24-4fa1-8252-4d18cfbdc02a req-005cf21d-7dd5-4cf5-81e7-a9d4b73b6e44 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.1723685 Jul 16 09:05:30.302873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ae34b345-f9ec-42b7-9c2b-cad2653df66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.303520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ae34b345-f9ec-42b7-9c2b-cad2653df66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.304371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ae34b345-f9ec-42b7-9c2b-cad2653df66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.304951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ae34b345-f9ec-42b7-9c2b-cad2653df66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.305483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ae34b345-f9ec-42b7-9c2b-cad2653df66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.306524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ae34b345-f9ec-42b7-9c2b-cad2653df66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.309214 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ae34b345-f9ec-42b7-9c2b-cad2653df66f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1071d7eded044a59c44676750d47bf0&device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 6510 time: 0.1362426 Jul 16 09:05:30.402142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb4b0e56-ad24-4fa1-8252-4d18cfbdc02a req-ecffbfe3-887f-4c72-89bb-9492577b385a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038730 Jul 16 09:05:30.617760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-301e282f-09df-47bd-b47d-3461f40ce684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.618243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-301e282f-09df-47bd-b47d-3461f40ce684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.618896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-301e282f-09df-47bd-b47d-3461f40ce684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.620940 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-301e282f-09df-47bd-b47d-3461f40ce684 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f56d1b59-6046-47e5-8358-9118989f30fb&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=9b81a012-4d56-4c13-9534-1fc67509a72e&id=d7cd753c-1243-4a01-b070-f46b22af0ad9&id=d7cd753c-1243-4a01-b070-f46b22af0ad9 HTTP/1.1" status: 200 len: 2297 time: 0.2612557 Jul 16 09:05:30.748505 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-86d031ef-73f6-440d-8f46-893f9ab1d0a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee HTTP/1.1" status: 200 len: 1002 time: 0.1130965 Jul 16 09:05:30.776413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54656) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.802560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fd108-db70-439e-8ab8-9e8a0057c4df req-47a7499c-095a-4af3-bb14-57cbc3fa6453 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.810947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-089fd108-db70-439e-8ab8-9e8a0057c4df req-47a7499c-095a-4af3-bb14-57cbc3fa6453 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.0869472 Jul 16 09:05:30.867150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-089fd108-db70-439e-8ab8-9e8a0057c4df req-6fa84e35-0ca2-433f-99ea-02c8fa493069 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540793 Jul 16 09:05:30.867811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-55864b34-3b49-4823-9674-67f4c056d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.869322 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-55864b34-3b49-4823-9674-67f4c056d562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb977cdb-bd1e-4952-93e4-386a3ffddfea HTTP/1.1" status: 200 len: 855 time: 0.1129646 Jul 16 09:05:30.993615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-28104a92-5690-46f3-93ec-0f3cde49574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.998096 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-28104a92-5690-46f3-93ec-0f3cde49574c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f56d1b59-6046-47e5-8358-9118989f30fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146328 Jul 16 09:05:31.059180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54670) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:31.065469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1549092589-network', 'tenant_id': 'e5e7c2ac631d4374955d73ccf29e74f9'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:31.100927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Made reservation on behalf of e5e7c2ac631d4374955d73ccf29e74f9 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:31.104460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.131256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.183730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-312617a6-9549-4637-b042-7431d2946b0a tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1650501660'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:31.188772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-312617a6-9549-4637-b042-7431d2946b0a tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Unknown quota resources ['metering_label']. {{(pid=94159) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:05:31.204984 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-d243f58b-127d-4422-a5e7-f145175372dd service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915212 Jul 16 09:05:31.311977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54672) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:31.357279 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-12daff72-6625-44c8-807a-633a8ec674a1 service neutron] 10.222.0.54 "GET /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426573 Jul 16 09:05:31.504016 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-4593d7d8-d38b-45a5-b102-4e4dfc762325 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 217 time: 0.1377635 Jul 16 09:05:31.733970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a9a63f6-8e54-44e5-804a-de4dfb492be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.736668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-2e8c3b9e-ac92-4639-98ae-a770a8b8ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:31.738336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-2e8c3b9e-ac92-4639-98ae-a770a8b8ba58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.2273962 Jul 16 09:05:31.815953 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-312617a6-9549-4637-b042-7431d2946b0a tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.817159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-312617a6-9549-4637-b042-7431d2946b0a tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0396533 Jul 16 09:05:31.821303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54682) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:31.842106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b1a50048-5cf9-4ed4-9f7e-a01cf6d45c91 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8c1a443e-55ef-403d-b971-d559640b2214'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:31.843191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b1a50048-5cf9-4ed4-9f7e-a01cf6d45c91 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:05:31.907953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768cff-edf5-4bf2-bfb6-5e22300e9a09 req-b790c1d3-a360-43d9-a146-757e69e4fe2a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:31.909972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96768cff-edf5-4bf2-bfb6-5e22300e9a09 req-b790c1d3-a360-43d9-a146-757e69e4fe2a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.1474795 Jul 16 09:05:31.918000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-2e3762d2-6ffb-4ab4-b870-52cc28234e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:31.919541 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-2e3762d2-6ffb-4ab4-b870-52cc28234e05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1705170 Jul 16 09:05:31.934046 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.972064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.030103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96768cff-edf5-4bf2-bfb6-5e22300e9a09 req-331af5b6-0d29-4c2d-b7da-51238963506d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000662 Jul 16 09:05:32.031277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:32.031621 n-d-780147-28 neutron-server[94164]: WARNING neutron.services.metering.metering_plugin [None req-b1a50048-5cf9-4ed4-9f7e-a01cf6d45c91 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 09:05:32.061225 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.061972 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Added segment 5cff3653-5169-4935-86b0-d217726e723e of type vlan for network cd92b3d4-afa6-487b-baf7-b3f256eaaac5 Jul 16 09:05:32.098915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31cc346-1292-4ef2-8dd5-0359ce9ee703,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.127920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-4c469ab4-5f4a-410c-9523-377842eb8c41 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.134881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-4c469ab4-5f4a-410c-9523-377842eb8c41 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.141414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-4c469ab4-5f4a-410c-9523-377842eb8c41 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.151622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-4c469ab4-5f4a-410c-9523-377842eb8c41 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.163581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-4c469ab4-5f4a-410c-9523-377842eb8c41 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.173480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-4c469ab4-5f4a-410c-9523-377842eb8c41 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.184323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-4c469ab4-5f4a-410c-9523-377842eb8c41 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.186438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-4c469ab4-5f4a-410c-9523-377842eb8c41 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.2752571 Jul 16 09:05:32.234303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a9a63f6-8e54-44e5-804a-de4dfb492be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.238760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1a50048-5cf9-4ed4-9f7e-a01cf6d45c91 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.243598 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b1a50048-5cf9-4ed4-9f7e-a01cf6d45c91 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4185650 Jul 16 09:05:32.244225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54692) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.269684 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.274956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ec2687bb-eb44-4ee5-b40f-34d313573eef tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8c1a443e-55ef-403d-b971-d559640b2214'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:32.275945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ec2687bb-eb44-4ee5-b40f-34d313573eef tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:05:32.281523 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a9a63f6-8e54-44e5-804a-de4dfb492be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.316682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-753da239-19fc-44c4-a03c-b0ca741237e8 req-e2050d9c-a979-41bf-bcf7-812356a67aea tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026044 Jul 16 09:05:32.350150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19dd6d-2e76-49bb-b639-46f2d40bce6f req-1cc8c3f4-7c64-45ad-b97c-a6ff4b4e3d26 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.351731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c19dd6d-2e76-49bb-b639-46f2d40bce6f req-1cc8c3f4-7c64-45ad-b97c-a6ff4b4e3d26 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 943 time: 0.1419981 Jul 16 09:05:32.352972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.353904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.354475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.395261 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3a9a63f6-8e54-44e5-804a-de4dfb492be6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=640f16ea474d419ebdb877afcb09a475&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0822008 Jul 16 09:05:32.403277 n-d-780147-28 neutron-server[94164]: WARNING neutron.services.metering.metering_plugin [None req-ec2687bb-eb44-4ee5-b40f-34d313573eef tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 09:05:32.403862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54698) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.405455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a63f6-8e54-44e5-804a-de4dfb492be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e9e3d-ef8b-4cae-be27-cb00167fc3dc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.419461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3568122 Jul 16 09:05:32.425852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54700) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.460516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Request body: {'subnet': {'network_id': 'cd92b3d4-afa6-487b-baf7-b3f256eaaac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1549092589-subnet', 'tenant_id': 'e5e7c2ac631d4374955d73ccf29e74f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:32.483404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b83d8c-7f8f-43fc-a158-1b66f6cfe66e admin admin] Pushing event updated for resources: {'Network': ['ID=cd92b3d4-afa6-487b-baf7-b3f256eaaac5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.492786 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-dd14f339-9fe5-414e-9725-4b19b42ab5b2 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304337 Jul 16 09:05:32.494638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network cd92b3d4-afa6-487b-baf7-b3f256eaaac5 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:32.507127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c19dd6d-2e76-49bb-b639-46f2d40bce6f req-9e6a5986-f90e-4439-8d49-e0c834eb6dea tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353760 Jul 16 09:05:32.574825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Made reservation on behalf of e5e7c2ac631d4374955d73ccf29e74f9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:32.587269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.592559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec2687bb-eb44-4ee5-b40f-34d313573eef tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.596654 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ec2687bb-eb44-4ee5-b40f-34d313573eef tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3250747 Jul 16 09:05:32.606863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54708) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.607929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38885ce4-f6da-46d5-af5a-49a9d61ffa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.632869 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-053ffc27-d7cc-4d68-91f2-9bd1ed75f387 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=79e93323-e875-4752-abc8-0d1e479c1659 HTTP/1.1" status: 200 len: 462 time: 0.0254290 Jul 16 09:05:32.633330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54710) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.693004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38885ce4-f6da-46d5-af5a-49a9d61ffa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.763572 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ff0d14ca-6f51-4eaf-a78f-d4fe4927de92 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807218 Jul 16 09:05:32.802026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-2fbb3cb6-c42e-46d4-9608-3060c8f74833 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.803753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-2fbb3cb6-c42e-46d4-9608-3060c8f74833 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/networks?id=5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 200 len: 813 time: 0.3178658 Jul 16 09:05:32.819278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b0b31411-4c90-4641-8853-2ec3cef7f1c1 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.822120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b0b31411-4c90-4641-8853-2ec3cef7f1c1 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/79e93323-e875-4752-abc8-0d1e479c1659 HTTP/1.1" status: 204 len: 168 time: 0.1849446 Jul 16 09:05:32.825297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54712) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.856980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-c27f8e4e-7b92-47fc-93a1-f166bb2d3570 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 217 time: 0.0467694 Jul 16 09:05:32.859061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-0b18014b-ade9-49b4-90a4-b6bb8d9900e2 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/quotas/9bf32e945c1e48a5a28bda741c87843a HTTP/1.1" status: 200 len: 375 time: 0.0459464 Jul 16 09:05:32.867296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-486d0b35-cc24-46fc-acde-3100e31ff89f tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=79e93323-e875-4752-abc8-0d1e479c1659 HTTP/1.1" status: 200 len: 221 time: 0.0374429 Jul 16 09:05:32.874665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54714) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.882116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-205c035e-0104-4169-ac89-00b35bc2aa9e tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1503943010', 'description': 'label created by tempest'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:32.882574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-205c035e-0104-4169-ac89-00b35bc2aa9e tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Unknown quota resources ['metering_label']. {{(pid=94159) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:05:32.897547 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38885ce4-f6da-46d5-af5a-49a9d61ffa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.900431 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38885ce4-f6da-46d5-af5a-49a9d61ffa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.901715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-38885ce4-f6da-46d5-af5a-49a9d61ffa11 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af9e9e3d-ef8b-4cae-be27-cb00167fc3dc HTTP/1.1" status: 204 len: 168 time: 0.4966648 Jul 16 09:05:32.919367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-c94d909d-bf12-4209-a2cb-266c1c23fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.920484 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-c94d909d-bf12-4209-a2cb-266c1c23fa44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.0528817 Jul 16 09:05:32.940588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-e864e716-1274-4b37-bcab-15741a629a3f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9bf32e945c1e48a5a28bda741c87843a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732994 Jul 16 09:05:32.993015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38885ce4-f6da-46d5-af5a-49a9d61ffa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e9e3d-ef8b-4cae-be27-cb00167fc3dc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:33.010960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-b3b19105-aaf9-4e5a-8e86-45609014d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.024466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-b3b19105-aaf9-4e5a-8e86-45609014d7f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0950427 Jul 16 09:05:33.235738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:05:33.249144 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-34b15e4b-3b07-4262-b7b1-09f7d58620d4 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157512 Jul 16 09:05:33.266889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-27b9f27c-3d2a-4a78-a472-8a9ef39c6d83 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.273354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-27b9f27c-3d2a-4a78-a472-8a9ef39c6d83 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.279988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-27b9f27c-3d2a-4a78-a472-8a9ef39c6d83 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.291923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-27b9f27c-3d2a-4a78-a472-8a9ef39c6d83 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.297919 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.300731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-27b9f27c-3d2a-4a78-a472-8a9ef39c6d83 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.307895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-27b9f27c-3d2a-4a78-a472-8a9ef39c6d83 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.309083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-205c035e-0104-4169-ac89-00b35bc2aa9e tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.310287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-205c035e-0104-4169-ac89-00b35bc2aa9e tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4319398 Jul 16 09:05:33.314210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-27b9f27c-3d2a-4a78-a472-8a9ef39c6d83 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.316443 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-27b9f27c-3d2a-4a78-a472-8a9ef39c6d83 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.1678140 Jul 16 09:05:33.317103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54726) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:33.404622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=574b91d3-8a0a-4fc5-9117-820f624a558f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:33.412359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a69b7667-71e6-48d9-bf26-f412465f9dac service neutron] 10.222.0.55 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288363 Jul 16 09:05:33.423559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:33.452475 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b8d6ee76-9e71-4bde-b812-ed687424ae4b tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=d9044048-6128-49c4-b4ba-28bacfe6a23f HTTP/1.1" status: 200 len: 468 time: 0.1329515 Jul 16 09:05:33.454941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'network_id': '6e6275cb-64e6-4888-9f4a-af04c56e5752', 'port_id': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'mac_address': 'fa:16:3e:79:5b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc697441-818a-43e7-885d-d0efc9e72997', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:05:33.495417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54734) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:33.552440 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.592985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858c9cb0-800c-4d1d-81a3-781f77618df9 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:33.621672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 2c845398-0380-4bc2-9488-10740871aa7f details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:05:33.646862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-43782d43-ee8f-4d9f-971e-b3d84dd207d0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.651069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-43782d43-ee8f-4d9f-971e-b3d84dd207d0 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "GET /v2.0/ports/69fe0e68-18c9-4848-909c-505e48b38fc6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2918892 Jul 16 09:05:33.847899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 2c845398-0380-4bc2-9488-10740871aa7f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=2c845398-0380-4bc2-9488-10740871aa7f,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:33.868292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Checking segment: {'id': '5cff3653-5169-4935-86b0-d217726e723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd92b3d4-afa6-487b-baf7-b3f256eaaac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:33.869452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Network hostable DHCP agents. Network: cd92b3d4-afa6-487b-baf7-b3f256eaaac5, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:33.882926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '2c845398-0380-4bc2-9488-10740871aa7f', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'port_id': '2c845398-0380-4bc2-9488-10740871aa7f', 'mac_address': 'fa:16:3e:9b:b1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:05:33.899056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:33.902250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a077-ecec-4e7d-84a8-c38af5f8ae68 req-027286e2-bb2c-463d-9fba-b2feb90a1535 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.911134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3976a077-ecec-4e7d-84a8-c38af5f8ae68 req-027286e2-bb2c-463d-9fba-b2feb90a1535 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 943 time: 0.6243975 Jul 16 09:05:33.961879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-bd89666a-31fc-48d1-8101-6cda922fb110 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487747 Jul 16 09:05:33.967022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Network cd92b3d4-afa6-487b-baf7-b3f256eaaac5 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:33.982764 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.999109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c845398-0380-4bc2-9488-10740871aa7f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:34.015851 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.019027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3976a077-ecec-4e7d-84a8-c38af5f8ae68 req-2711c196-e791-47e8-8f1f-32752c4f4bef tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030700 Jul 16 09:05:34.037363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, cd92b3d4-afa6-487b-baf7-b3f256eaaac5) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:34.043468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.044172 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.076108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f68fa9a0-ae4e-4501-9a1e-298d596fd33e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6470304 Jul 16 09:05:34.106695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.109667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cdc5a8-672a-47db-bc96-a58de97f8e9b None None] Network cd92b3d4-afa6-487b-baf7-b3f256eaaac5 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:34.147458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 2c845398-0380-4bc2-9488-10740871aa7f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=2c845398-0380-4bc2-9488-10740871aa7f,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:34.149771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.150120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.150459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.150796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.151153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.151481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.151807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.152202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.152528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.152852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.153172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.153491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:34.171380 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.286980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-84db9382-d6e0-4aac-8f62-c25d0addb88e service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9686174 Jul 16 09:05:34.341683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-1ed620df-122e-434c-99ad-aff051c9c0de tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.350336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54756) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.356234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-1ed620df-122e-434c-99ad-aff051c9c0de tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.377371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-1ed620df-122e-434c-99ad-aff051c9c0de tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.391205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=2c845398-0380-4bc2-9488-10740871aa7f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.394054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-1ed620df-122e-434c-99ad-aff051c9c0de tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.401085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['858c9cb0-800c-4d1d-81a3-781f77618df9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:34.403543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['2c845398-0380-4bc2-9488-10740871aa7f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:34.406766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-1ed620df-122e-434c-99ad-aff051c9c0de tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.414121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-1ed620df-122e-434c-99ad-aff051c9c0de tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.420552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-1ed620df-122e-434c-99ad-aff051c9c0de tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.428908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-1ed620df-122e-434c-99ad-aff051c9c0de tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 5446 time: 0.2303834 Jul 16 09:05:34.500200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5dfba1c6-8c8d-422a-8aa5-6231c71018e9 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.501340 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5dfba1c6-8c8d-422a-8aa5-6231c71018e9 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/d9044048-6128-49c4-b4ba-28bacfe6a23f HTTP/1.1" status: 204 len: 168 time: 0.9972017 Jul 16 09:05:34.503703 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-8378112f-82f6-4110-a52c-fd984d94853c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=b907f41a-7d40-4b14-939a-e6b601b4b132 HTTP/1.1" status: 200 len: 217 time: 0.1524453 Jul 16 09:05:34.510055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54760) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.592979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-8408be43-a518-42c5-b1c3-c28fc6cd6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.601368 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-8408be43-a518-42c5-b1c3-c28fc6cd6d23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.0673530 Jul 16 09:05:34.603728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5b1fc-dd7e-4865-91b5-706c6975b70a None None] Network cd92b3d4-afa6-487b-baf7-b3f256eaaac5 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:34.604202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5021a9e5-a8aa-4335-af22-38a1ae9efedc req-5b82eb21-fbf4-4bc9-b420-da499f403ac9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567309 Jul 16 09:05:34.630799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6e4bddb4-ac58-4f62-8aa4-865ac2f8fd7f tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=d9044048-6128-49c4-b4ba-28bacfe6a23f HTTP/1.1" status: 200 len: 216 time: 0.1169028 Jul 16 09:05:34.634539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54766) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.663275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-291e613e-5568-43be-97b9-50cf24275be4 admin admin] Deleting subnet c29fd4c0-f1f2-45dc-99d2-60896db48609 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:34.691619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a2a0d-8db2-4037-bf55-d32629e04261 req-93dbf47d-8ad6-4a38-954f-a2beec2cd1e7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.705170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f1a2a0d-8db2-4037-bf55-d32629e04261 req-93dbf47d-8ad6-4a38-954f-a2beec2cd1e7 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 944 time: 0.2627759 Jul 16 09:05:34.715310 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-37a7417f-e161-403d-a832-368bd586ca8b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0553682 Jul 16 09:05:34.720262 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291e613e-5568-43be-97b9-50cf24275be4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.749437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a142df0d-8129-49c9-b2c1-1313b36100ba tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1104996 Jul 16 09:05:34.751796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54768) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.777732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:34.796064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f1a2a0d-8db2-4037-bf55-d32629e04261 req-1ca1413e-a642-451e-a01d-3ed1f844ba15 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890970 Jul 16 09:05:34.818269 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c62a4cd7-529c-40e1-b93a-4474fa341996 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0463173 Jul 16 09:05:34.822158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54774) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.840370 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291e613e-5568-43be-97b9-50cf24275be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.934661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-5d57faab-40dc-487c-959c-f2c348355c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.936540 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-5d57faab-40dc-487c-959c-f2c348355c2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3079174 Jul 16 09:05:34.947209 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291e613e-5568-43be-97b9-50cf24275be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.026330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c36f343b-74a3-4bd4-aa0e-c5136b1b71b3 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/8c1a443e-55ef-403d-b971-d559640b2214 HTTP/1.1" status: 200 len: 473 time: 0.2030950 Jul 16 09:05:35.029190 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.040851 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.063921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2da34b98-9840-414c-a75c-358240da7185 req-1ac1b8c0-5a0b-4b9c-ac27-9f2a3d5f603f tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 210 time: 0.1466451 Jul 16 09:05:35.116986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f76870de-fe04-46d7-912b-1e4d1ef5c6b4 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/6ae226b9-e85b-465d-82a2-2a55f2597328 HTTP/1.1" status: 200 len: 459 time: 0.0742028 Jul 16 09:05:35.119709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54780) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.223951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b907f41a-7d40-4b14-939a-e6b601b4b132 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:35.352406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.381394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b907f41a-7d40-4b14-939a-e6b601b4b132'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:35.384100 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86809c93-8a6c-4854-a480-495debbc6833" -d '{"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "b907f41a-7d40-4b14-939a-e6b601b4b132"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:35.387961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291e613e-5568-43be-97b9-50cf24275be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.394425 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c61139c-7afd-4d4b-bdc0-e1f7faa6ad61 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.396718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4c61139c-7afd-4d4b-bdc0-e1f7faa6ad61 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/6ae226b9-e85b-465d-82a2-2a55f2597328 HTTP/1.1" status: 204 len: 168 time: 0.2756245 Jul 16 09:05:35.402521 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54784) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.405483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b907f41a-7d40-4b14-939a-e6b601b4b132, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b907f41a-7d40-4b14-939a-e6b601b4b132,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:35.413489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.415214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:35.437061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-291e613e-5568-43be-97b9-50cf24275be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.439272 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-291e613e-5568-43be-97b9-50cf24275be4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c29fd4c0-f1f2-45dc-99d2-60896db48609 HTTP/1.1" status: 204 len: 168 time: 1.0705788 Jul 16 09:05:35.499963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54786) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.514323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b907f41a-7d40-4b14-939a-e6b601b4b132,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.539599 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-c3a4adfe-2916-442a-a527-d0f985e485c0 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890269 Jul 16 09:05:35.550368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e613e-5568-43be-97b9-50cf24275be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29fd4c0-f1f2-45dc-99d2-60896db48609,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.594592 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0930c52-abf8-4d4c-a1cd-1b9c5da3dfbf x-openstack-request-id: req-b0930c52-abf8-4d4c-a1cd-1b9c5da3dfbf {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:35.594891 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "b907f41a-7d40-4b14-939a-e6b601b4b132", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:35.595146 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0930c52-abf8-4d4c-a1cd-1b9c5da3dfbf {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:35.595544 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b907f41a-7d40-4b14-939a-e6b601b4b132', 'code': 200} Jul 16 09:05:35.597429 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.676059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 2c845398-0380-4bc2-9488-10740871aa7f up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:35.696396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] For port 69fe0e68-18c9-4848-909c-505e48b38fc6, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=69fe0e68-18c9-4848-909c-505e48b38fc6,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:35.727751 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-a55f1d37-d11b-48ba-b781-566edef03fc3 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632793 Jul 16 09:05:35.783971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] For port 69fe0e68-18c9-4848-909c-505e48b38fc6, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:35.786846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-3f2755ca-a87b-422f-87de-8478926594da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a HTTP/1.1" status: 200 len: 217 time: 0.0500095 Jul 16 09:05:35.810367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:35.832446 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.833550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 69fe0e68-18c9-4848-909c-505e48b38fc6 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:35.856498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] device_id is not set on port 69fe0e68-18c9-4848-909c-505e48b38fc6 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:35.870540 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.874085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-81341b8d-18ff-477c-8562-29d5f5d7bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:35.877011 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-81341b8d-18ff-477c-8562-29d5f5d7bf0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 200 len: 797 time: 0.0702212 Jul 16 09:05:35.892404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b6b66-ff54-496b-850d-8183ada14a94 req-f83d4fe3-67ec-4c09-9571-bf89b27a2245 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:35.901286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc2b6b66-ff54-496b-850d-8183ada14a94 req-f83d4fe3-67ec-4c09-9571-bf89b27a2245 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 944 time: 0.6259594 Jul 16 09:05:35.912848 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.922887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.924861 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27dbcc10-842c-451f-b0d1-84d86705f6d6 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.926747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-27dbcc10-842c-451f-b0d1-84d86705f6d6 tempest-MeteringIpV6TestJSON-1573813651 tempest-MeteringIpV6TestJSON-1573813651-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/8c1a443e-55ef-403d-b971-d559640b2214 HTTP/1.1" status: 204 len: 168 time: 0.5227747 Jul 16 09:05:35.981487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] Pushing event updated for resources: {'Port': ['ID=69fe0e68-18c9-4848-909c-505e48b38fc6,revision_number=6']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.051711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] No DVR routers for this DVR port 69fe0e68-18c9-4848-909c-505e48b38fc6 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:36.064422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 2c845398-0380-4bc2-9488-10740871aa7f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:36.082053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 2c845398-0380-4bc2-9488-10740871aa7f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:36.082495 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.156461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ecd127fc-abbd-419f-befa-e04bcb50d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.162415 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-ecd127fc-abbd-419f-befa-e04bcb50d813 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b81a012-4d56-4c13-9534-1fc67509a72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2768695 Jul 16 09:05:36.172759 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.181836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 69fe0e68-18c9-4848-909c-505e48b38fc6 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:36.182282 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 2bcdb72d-fae0-4102-97ef-81c9c556853a no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:36.226241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] In _notify_port_updated(), no bound segment for port 69fe0e68-18c9-4848-909c-505e48b38fc6 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:36.237876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.238630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.240080 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-3de2b5c9-a964-4b21-8970-f413dbeda42a service neutron] 10.222.0.54 "PUT /v2.0/ports/69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 200 len: 1033 time: 1.4826779 Jul 16 09:05:36.322678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.344434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc2b6b66-ff54-496b-850d-8183ada14a94 req-47aa2d49-bcc8-43f1-bad4-81950c52aa2e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418564 Jul 16 09:05:36.370073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-579d4012-1a73-498d-ae98-214cab8d0ff4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.372367 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-579d4012-1a73-498d-ae98-214cab8d0ff4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "GET /v2.0/ports/5edff193-92f3-4d05-9518-be18a38db1e8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1162314 Jul 16 09:05:36.387796 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.396924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:36.439907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 2c845398-0380-4bc2-9488-10740871aa7f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=2c845398-0380-4bc2-9488-10740871aa7f,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:36.461621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1ea4b3ad-83d3-4c21-9bdc-c6b032d9dd6b None None] Provisioning complete for port 69fe0e68-18c9-4848-909c-505e48b38fc6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:36.465508 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b3ad-83d3-4c21-9bdc-c6b032d9dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.468723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.485976 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-61a83c73-8d6a-40ff-9a48-a0c12e388111 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092747 Jul 16 09:05:36.491526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cb6d-e091-4c88-bed4-ba3d58937f18 req-436d0c3a-25dc-4764-96f8-a7610d2b9455 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.507786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cb6d-e091-4c88-bed4-ba3d58937f18 req-436d0c3a-25dc-4764-96f8-a7610d2b9455 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.521530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cb6d-e091-4c88-bed4-ba3d58937f18 req-436d0c3a-25dc-4764-96f8-a7610d2b9455 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.530535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 2bcdb72d-fae0-4102-97ef-81c9c556853a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:36.540448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cb6d-e091-4c88-bed4-ba3d58937f18 req-436d0c3a-25dc-4764-96f8-a7610d2b9455 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.550504 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.551520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5edff193-92f3-4d05-9518-be18a38db1e8 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:36.557221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1ea4b3ad-83d3-4c21-9bdc-c6b032d9dd6b None None] Port 69fe0e68-18c9-4848-909c-505e48b38fc6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:36.559010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cb6d-e091-4c88-bed4-ba3d58937f18 req-436d0c3a-25dc-4764-96f8-a7610d2b9455 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.581803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cb6d-e091-4c88-bed4-ba3d58937f18 req-436d0c3a-25dc-4764-96f8-a7610d2b9455 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.588416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee35cb6d-e091-4c88-bed4-ba3d58937f18 req-436d0c3a-25dc-4764-96f8-a7610d2b9455 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 4662 time: 0.6813147 Jul 16 09:05:36.599437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=2c845398-0380-4bc2-9488-10740871aa7f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.604365 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-0c4446c9-8dfe-433b-8b26-9c33a3524c12 service neutron] 10.222.0.54 "GET /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056359 Jul 16 09:05:36.606157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54806) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.620716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.681028 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-cabfd4b3-9643-4fdb-bbeb-a8a80e0362d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d HTTP/1.1" status: 200 len: 217 time: 0.0664761 Jul 16 09:05:36.732067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=2bcdb72d-fae0-4102-97ef-81c9c556853a,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.737384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-5a186d9d-13e5-4c84-a8f5-da908a4c56a5 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.747837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-5a186d9d-13e5-4c84-a8f5-da908a4c56a5 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.52 "GET /v2.0/networks?id=5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 200 len: 813 time: 0.7139463 Jul 16 09:05:36.757797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Request body: {'port': {'device_id': '23f9b42c-d632-49d9-a4c9-5aaf4b758919', 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9', 'admin_state_up': True, 'tenant_id': '9bf32e945c1e48a5a28bda741c87843a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:36.759478 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.798506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5edff193-92f3-4d05-9518-be18a38db1e8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5edff193-92f3-4d05-9518-be18a38db1e8,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:36.809332 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.810548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e0bb2eb8-1ee7-4550-bebe-cd6786166a5a no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:36.818689 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-762f8a3f-13bc-40b3-9d35-0e9e30bc93da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.841088 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.856672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122ae164-1aa2-45ce-b633-20fbfc2835ab']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:36.876022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c433b1-08ce-47b6-93ac-10a601320fb8') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:36.876730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c433b1-08ce-47b6-93ac-10a601320fb8') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:36.888494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.906180 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.907584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=5edff193-92f3-4d05-9518-be18a38db1e8,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.917572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:36.918096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.929081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-762f8a3f-13bc-40b3-9d35-0e9e30bc93da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.933678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-e2ad815a-edc1-4691-b0eb-5a87b0742243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.935229 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-e2ad815a-edc1-4691-b0eb-5a87b0742243 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.2457461 Jul 16 09:05:36.959350 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-762f8a3f-13bc-40b3-9d35-0e9e30bc93da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.988915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee35cb6d-e091-4c88-bed4-ba3d58937f18 req-69d463b9-90a1-44fd-91e6-ddd5f4632cde tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&id=0db5b006-a906-438b-b546-ba781deebbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3288374 Jul 16 09:05:36.989697 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:36.990141 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:36.997355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:05:36.997707 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:05:37.006098 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.038755 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-762f8a3f-13bc-40b3-9d35-0e9e30bc93da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97de6b520e1945049a68f3d766fffef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292209 Jul 16 09:05:37.039735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54810) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.043598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.048260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f8a3f-13bc-40b3-9d35-0e9e30bc93da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8449cff5-1478-4764-9ef1-75dae9456f78,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.050023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] 10.222.0.55 "DELETE /v2.0/networks/122ae164-1aa2-45ce-b633-20fbfc2835ab HTTP/1.1" status: 204 len: 168 time: 1.5460153 Jul 16 09:05:37.053134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:37.053847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54812) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.092158 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.092977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a194b142-12eb-4ac1-b098-ff1f198ff0ee no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:37.118820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-d91a23b8-0204-4c97-957a-760e9fe2a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:37.120523 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-d91a23b8-0204-4c97-957a-760e9fe2a128 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1756778 Jul 16 09:05:37.151856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Pushing event deleted for resources: {'Network': ['ID=122ae164-1aa2-45ce-b633-20fbfc2835ab,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.160769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38e14494-2a69-4f17-bae9-110953e4659c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.219291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.235309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38e14494-2a69-4f17-bae9-110953e4659c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.248384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Made reservation on behalf of 9bf32e945c1e48a5a28bda741c87843a for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:37.261307 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.262115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.273711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a194b142-12eb-4ac1-b098-ff1f198ff0ee, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:37.279660 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.286758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.287409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.287825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.288233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.288640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.289039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.289438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.289875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.290310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.290738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.291163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.291587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403fbe9-4d40-4e02-990e-d35c7794238f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:37.305428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:37.315629 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-87c4e2ef-c3ef-4e6f-b572-ffe497f38c42 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816161 Jul 16 09:05:37.363932 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38e14494-2a69-4f17-bae9-110953e4659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.367051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a194b142-12eb-4ac1-b098-ff1f198ff0ee,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.367310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38e14494-2a69-4f17-bae9-110953e4659c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.368629 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-38e14494-2a69-4f17-bae9-110953e4659c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8449cff5-1478-4764-9ef1-75dae9456f78 HTTP/1.1" status: 204 len: 168 time: 0.3279290 Jul 16 09:05:37.377191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-198d1eb2-908e-4759-9104-5742eae7fc89 admin admin] Deleting subnet 574b91d3-8a0a-4fc5-9117-820f624a558f {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:37.382770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 858c9cb0-800c-4d1d-81a3-781f77618df9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:37.383147 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.393447 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-198d1eb2-908e-4759-9104-5742eae7fc89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.416056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e14494-2a69-4f17-bae9-110953e4659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449cff5-1478-4764-9ef1-75dae9456f78,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.465404 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-fca61f9d-345f-4cdd-a4f2-e93b28066ddc service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410615 Jul 16 09:05:37.477566 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.508975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c667cb73-28da-4642-9ade-669b02d4354f req-59bff3f9-41e8-4a3b-9880-bbf0abdb3ad6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 210 time: 0.1504862 Jul 16 09:05:37.515516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:37.522503 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.557107 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-00998e9f-dc05-4904-8ed9-641e0e088b9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a HTTP/1.1" status: 200 len: 217 time: 0.0791702 Jul 16 09:05:37.576570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-198d1eb2-908e-4759-9104-5742eae7fc89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.585061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.597217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d'}, {'server_uuid': 'f9aae187-3793-4104-9504-42d9b1f9ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c845398-0380-4bc2-9488-10740871aa7f'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcdb72d-fae0-4102-97ef-81c9c556853a'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edff193-92f3-4d05-9518-be18a38db1e8'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee'}, {'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:37.599727 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669f31b4-d0e5-423d-9405-864b6e5bf106" -d '{"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d"}, {"server_uuid": "f9aae187-3793-4104-9504-42d9b1f9ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "2c845398-0380-4bc2-9488-10740871aa7f"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcdb72d-fae0-4102-97ef-81c9c556853a"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "5edff193-92f3-4d05-9518-be18a38db1e8"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "e0bb2eb8-1ee7-4550-bebe-cd6786166a5a"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee"}, {"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-plugged", "status": "completed", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:37.639139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-003d6392-bc3b-4747-b864-b0ae9f6cc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:37.640429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-003d6392-bc3b-4747-b864-b0ae9f6cc337 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 200 len: 797 time: 0.0542078 Jul 16 09:05:37.641690 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-198d1eb2-908e-4759-9104-5742eae7fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.664612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.702506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c3933-15c7-426a-893a-5e361239f7b1 req-01647085-e62a-4b82-bb44-9e73cb146945 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:37.705365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-996c3933-15c7-426a-893a-5e361239f7b1 req-01647085-e62a-4b82-bb44-9e73cb146945 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 944 time: 0.4320052 Jul 16 09:05:37.769917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54828) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.788094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-572142a6-e5df-426b-b812-f8e9bd188fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:37.789609 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-572142a6-e5df-426b-b812-f8e9bd188fe3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7cd753c-1243-4a01-b070-f46b22af0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1385288 Jul 16 09:05:37.804146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-198d1eb2-908e-4759-9104-5742eae7fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.808760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0845afe2-06aa-4c78-b902-ed7e1d296eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.857030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d1eb2-908e-4759-9104-5742eae7fc89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574b91d3-8a0a-4fc5-9117-820f624a558f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.867281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-996c3933-15c7-426a-893a-5e361239f7b1 req-617aa3ee-2dfb-42f6-b12e-b22be47c16c0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497176 Jul 16 09:05:37.868340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-198d1eb2-908e-4759-9104-5742eae7fc89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.870158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-198d1eb2-908e-4759-9104-5742eae7fc89 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/574b91d3-8a0a-4fc5-9117-820f624a558f HTTP/1.1" status: 204 len: 168 time: 0.8153381 Jul 16 09:05:37.874102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.887911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Allocated IP 172.20.0.12 (5d9ccf4c-9399-4347-9e29-3568a79457d9/443cbe82-b21c-4dfc-99f0-0b748f9b7f75/c7de5c0d-c024-460f-93fd-6b8acca3033f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:37.936403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dbb07-981d-467c-af78-ca235d7dbfc2 req-02cb342f-d643-48cd-956c-42fa101f4e40 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:37.937981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-278dbb07-981d-467c-af78-ca235d7dbfc2 req-02cb342f-d643-48cd-956c-42fa101f4e40 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 945 time: 0.2531755 Jul 16 09:05:37.952932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] For port 5edff193-92f3-4d05-9518-be18a38db1e8, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5edff193-92f3-4d05-9518-be18a38db1e8,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:38.004323 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-0a10ff8d-77c2-4c28-8055-0e2652f7f2a2 service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063203 Jul 16 09:05:38.022524 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1219 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb6cfc-9899-4939-abd9-ea48da1d836e x-openstack-request-id: req-9bcb6cfc-9899-4939-abd9-ea48da1d836e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:38.023166 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d", "code": 200}, {"server_uuid": "f9aae187-3793-4104-9504-42d9b1f9ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "2c845398-0380-4bc2-9488-10740871aa7f", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcdb72d-fae0-4102-97ef-81c9c556853a", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "5edff193-92f3-4d05-9518-be18a38db1e8", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "e0bb2eb8-1ee7-4550-bebe-cd6786166a5a", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee", "code": 200}, {"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-plugged", "status": "completed", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:38.023552 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9bcb6cfc-9899-4939-abd9-ea48da1d836e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:38.024121 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d', 'code': 200} Jul 16 09:05:38.024777 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9aae187-3793-4104-9504-42d9b1f9ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c845398-0380-4bc2-9488-10740871aa7f', 'code': 200} Jul 16 09:05:38.025197 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcdb72d-fae0-4102-97ef-81c9c556853a', 'code': 200} Jul 16 09:05:38.026044 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edff193-92f3-4d05-9518-be18a38db1e8', 'code': 200} Jul 16 09:05:38.026307 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a', 'code': 200} Jul 16 09:05:38.026681 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'code': 200} Jul 16 09:05:38.027041 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'code': 200} Jul 16 09:05:38.034238 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.077918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] For port 5edff193-92f3-4d05-9518-be18a38db1e8, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:38.169007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] device_id is not set on port 5edff193-92f3-4d05-9518-be18a38db1e8 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:38.182691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.202694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0845afe2-06aa-4c78-b902-ed7e1d296eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.209231 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.217679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0845afe2-06aa-4c78-b902-ed7e1d296eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.220623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-278dbb07-981d-467c-af78-ca235d7dbfc2 req-7dc1678d-5f85-462c-84e5-34391524125a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329440 Jul 16 09:05:38.270725 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-52f6b222-2793-4f20-9d55-6df97d25bbb5 req-176e1032-45b5-4e4f-8ca9-c7f7208cf38f service neutron] 10.222.0.54 "GET /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539051 Jul 16 09:05:38.317173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845afe2-06aa-4c78-b902-ed7e1d296eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb3a62-47ea-4118-80ca-6fbb3a27168b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.347368 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0845afe2-06aa-4c78-b902-ed7e1d296eaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d752f6edef66481287c3c4063c9f5a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5763681 Jul 16 09:05:38.349286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] No DVR routers for this DVR port 5edff193-92f3-4d05-9518-be18a38db1e8 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:38.351369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54840) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.351993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Pushing event updated for resources: {'Port': ['ID=5edff193-92f3-4d05-9518-be18a38db1e8,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.424553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] In _notify_port_updated(), no bound segment for port 5edff193-92f3-4d05-9518-be18a38db1e8 on network 9b81a012-4d56-4c13-9534-1fc67509a72e {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:38.425452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:38.426124 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.427440 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-49fd8e64-7bc4-4a2b-8641-278a56f27f64 service neutron] 10.222.0.54 "PUT /v2.0/ports/5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 200 len: 1032 time: 2.0437984 Jul 16 09:05:38.485986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2859ebe-bde7-4a00-9f93-bd3a815b83ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.552026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2859ebe-bde7-4a00-9f93-bd3a815b83ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.591537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91492032-f17c-470a-a148-84cc73699381 None None] Provisioning complete for port 5edff193-92f3-4d05-9518-be18a38db1e8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:38.592247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91492032-f17c-470a-a148-84cc73699381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.620584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting port 2bcdb72d-fae0-4102-97ef-81c9c556853a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:38.621049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.631959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-91492032-f17c-470a-a148-84cc73699381 None None] Port 5edff193-92f3-4d05-9518-be18a38db1e8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:38.650015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2859ebe-bde7-4a00-9f93-bd3a815b83ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.653034 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2859ebe-bde7-4a00-9f93-bd3a815b83ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.656685 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c2859ebe-bde7-4a00-9f93-bd3a815b83ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/beeb3a62-47ea-4118-80ca-6fbb3a27168b HTTP/1.1" status: 204 len: 168 time: 0.2996993 Jul 16 09:05:38.707277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2859ebe-bde7-4a00-9f93-bd3a815b83ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb3a62-47ea-4118-80ca-6fbb3a27168b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.756039 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.771628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] For port 2bcdb72d-fae0-4102-97ef-81c9c556853a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=2bcdb72d-fae0-4102-97ef-81c9c556853a,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:38.771970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.782717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd92b3d4-afa6-487b-baf7-b3f256eaaac5']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:38.790395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Calling delete_port for 2bcdb72d-fae0-4102-97ef-81c9c556853a owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:38.817513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cff3653-5169-4935-86b0-d217726e723e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:38.817842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cff3653-5169-4935-86b0-d217726e723e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:38.856815 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.878641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d42d71-9f69-4cee-8498-fa6fdd46e614 req-8df0cbdd-c59d-41e1-afbd-f94ea50c50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:38.880178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74d42d71-9f69-4cee-8498-fa6fdd46e614 req-8df0cbdd-c59d-41e1-afbd-f94ea50c50f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 1097 time: 0.7566252 Jul 16 09:05:38.883409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.906348 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.911559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5f189-6c69-4093-b2a3-ed6a7ca84223 req-70b0d483-0675-4125-afb0-55231a8da19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:38.913089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3d5f189-6c69-4093-b2a3-ed6a7ca84223 req-70b0d483-0675-4125-afb0-55231a8da19a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 1098 time: 0.6900334 Jul 16 09:05:38.937982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:38.938303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:38.944359 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:38.977945 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.978776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37c22-7a6b-4040-999c-dfaa2e659b09 req-12ce3e55-462a-4d25-a230-15d5d7a7b881 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:38.985502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37c22-7a6b-4040-999c-dfaa2e659b09 req-12ce3e55-462a-4d25-a230-15d5d7a7b881 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:38.991197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37c22-7a6b-4040-999c-dfaa2e659b09 req-12ce3e55-462a-4d25-a230-15d5d7a7b881 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:38.997097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37c22-7a6b-4040-999c-dfaa2e659b09 req-12ce3e55-462a-4d25-a230-15d5d7a7b881 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.003753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37c22-7a6b-4040-999c-dfaa2e659b09 req-12ce3e55-462a-4d25-a230-15d5d7a7b881 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.005971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89f37c22-7a6b-4040-999c-dfaa2e659b09 req-12ce3e55-462a-4d25-a230-15d5d7a7b881 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 3877 time: 0.7946544 Jul 16 09:05:39.013560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Port': ['ID=2bcdb72d-fae0-4102-97ef-81c9c556853a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.051444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74d42d71-9f69-4cee-8498-fa6fdd46e614 req-1a8a0119-1037-4ea6-bec4-eca119a77b7b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575398 Jul 16 09:05:39.073246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] No DVR routers for this DVR port 2bcdb72d-fae0-4102-97ef-81c9c556853a on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:39.077026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.078824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-7c666faa-e853-49f8-8478-6058a88a4440 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "DELETE /v2.0/ports/2bcdb72d-fae0-4102-97ef-81c9c556853a HTTP/1.1" status: 204 len: 173 time: 0.6440768 Jul 16 09:05:39.079331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': '2bcdb72d-fae0-4102-97ef-81c9c556853a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:39.082667 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870e410f-b632-4389-8f34-fac45e8d9aa3" -d '{"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "2bcdb72d-fae0-4102-97ef-81c9c556853a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:39.117307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3d5f189-6c69-4093-b2a3-ed6a7ca84223 req-695e2c3e-a8d0-434c-8ca6-ea81f8a87b8f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909776 Jul 16 09:05:39.137307 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.146003 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.147629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cd92b3d4-afa6-487b-baf7-b3f256eaaac5 HTTP/1.1" status: 204 len: 168 time: 1.2719588 Jul 16 09:05:39.152101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89f37c22-7a6b-4040-999c-dfaa2e659b09 req-931864d1-9ffe-4b84-9a59-b5dfa93c8efd tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295822 Jul 16 09:05:39.153140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.171808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03781c-4038-4071-bad0-9e11d5bf4c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd92b3d4-afa6-487b-baf7-b3f256eaaac5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.245581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Network 5d9ccf4c-9399-4347-9e29-3568a79457d9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:39.254506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:39.260108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:39.271770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting port a194b142-12eb-4ac1-b098-ff1f198ff0ee {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:39.272125 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.285585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Pushing event updated for resources: {'Port': ['ID=c7de5c0d-c024-460f-93fd-6b8acca3033f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.331320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.332385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.369927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425f0f-b44d-4758-bdd3-082ade6aa132 req-02884bab-6e77-49c2-8de8-8736edfbfacd tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.377793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99425f0f-b44d-4758-bdd3-082ade6aa132 req-02884bab-6e77-49c2-8de8-8736edfbfacd tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 932 time: 0.1754222 Jul 16 09:05:39.396946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-a68f1aa3-5806-4787-ab01-f7f5df74d717 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6461074 Jul 16 09:05:39.432740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] For port a194b142-12eb-4ac1-b098-ff1f198ff0ee, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a194b142-12eb-4ac1-b098-ff1f198ff0ee,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:39.433204 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.439544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Request body: {'port': {'device_id': '23f9b42c-d632-49d9-a4c9-5aaf4b758919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:39.441469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54868) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:39.511606 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99425f0f-b44d-4758-bdd3-082ade6aa132 req-417b37b7-f628-4c4e-a2b2-6ef6a36474cd tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328051 Jul 16 09:05:39.613364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8937-3377-42ff-b062-46d4008114e8 req-e22b3a78-df67-43d5-bf55-7323bd4ad86c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.614999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0ad8937-3377-42ff-b062-46d4008114e8 req-e22b3a78-df67-43d5-bf55-7323bd4ad86c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.2345719 Jul 16 09:05:39.615798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.628926 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f62b0e2d-66b4-40f4-b1db-84f2523e11a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a92d286475894bfb98e30d9d5b9f715e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835134 Jul 16 09:05:39.630123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54872) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:39.775811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2cfcf29-fc44-45a1-8998-38682fafbf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.790240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0ad8937-3377-42ff-b062-46d4008114e8 req-3ecfdfc7-63af-44d1-b914-1b00d2b20c74 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625543 Jul 16 09:05:39.828662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2cfcf29-fc44-45a1-8998-38682fafbf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.042870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2cfcf29-fc44-45a1-8998-38682fafbf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.045471 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2cfcf29-fc44-45a1-8998-38682fafbf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.049075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c2cfcf29-fc44-45a1-8998-38682fafbf1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8443ef5-bcee-4c66-80a4-b1337bb14ce1 HTTP/1.1" status: 204 len: 168 time: 0.4164319 Jul 16 09:05:40.052049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54882) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.091408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfcf29-fc44-45a1-8998-38682fafbf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8443ef5-bcee-4c66-80a4-b1337bb14ce1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.233338 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730f5c02-8719-4877-a589-b5bbad36965f x-openstack-request-id: req-730f5c02-8719-4877-a589-b5bbad36965f {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:40.234684 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "2bcdb72d-fae0-4102-97ef-81c9c556853a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:40.235152 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-730f5c02-8719-4877-a589-b5bbad36965f {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:40.235977 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': '2bcdb72d-fae0-4102-97ef-81c9c556853a', 'status': 'completed', 'code': 200} Jul 16 09:05:40.247470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96727fc-60e5-46b8-b2b1-746800954108 req-2ef08d2e-d155-4d65-be3c-e49dd1017336 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:40.249046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a96727fc-60e5-46b8-b2b1-746800954108 req-2ef08d2e-d155-4d65-be3c-e49dd1017336 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 945 time: 0.2007201 Jul 16 09:05:40.293406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-749954377'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:40.306293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.307215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.307396 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Floating IP 58e09914-44dd-4749-93bc-ef0556cfa5ee disassociated. External IP: 172.25.6.161, port: a194b142-12eb-4ac1-b098-ff1f198ff0ee. Jul 16 09:05:40.307918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Calling delete_port for a194b142-12eb-4ac1-b098-ff1f198ff0ee owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:40.393437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a96727fc-60e5-46b8-b2b1-746800954108 req-c4f0ed83-c6b3-4b4e-a2f2-fd3969412dbc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316867 Jul 16 09:05:40.485030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7de5c0d-c024-460f-93fd-6b8acca3033f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:40.499840 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.532618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Transition to ACTIVE for port object c7de5c0d-c024-460f-93fd-6b8acca3033f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:40.545368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.559924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.587473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Made reservation on behalf of ef40d1d622dc454eb54dbf540e6f3231 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:40.591152 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.612500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.625171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Port': ['ID=a194b142-12eb-4ac1-b098-ff1f198ff0ee,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.687729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de5c0d-c024-460f-93fd-6b8acca3033f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.736119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54912) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.833689 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d68f8d7c-4e37-413b-8db7-1cced72a4e24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5e7c2ac631d4374955d73ccf29e74f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939114 Jul 16 09:05:40.837325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54930) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.844445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:40.901383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Attempting to bind port c7de5c0d-c024-460f-93fd-6b8acca3033f on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:40.902189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Attempting to bind port c7de5c0d-c024-460f-93fd-6b8acca3033f by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:40.902189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Attempting to bind port c7de5c0d-c024-460f-93fd-6b8acca3033f on network 5d9ccf4c-9399-4347-9e29-3568a79457d9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:40.924507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Port c7de5c0d-c024-460f-93fd-6b8acca3033f on network 5d9ccf4c-9399-4347-9e29-3568a79457d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:40.925047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Attempting to bind port c7de5c0d-c024-460f-93fd-6b8acca3033f on network 5d9ccf4c-9399-4347-9e29-3568a79457d9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:40.945605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.946674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:40.947026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Checking segment: {'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:40.947690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Bound using segment: {'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:40.947894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Bound port: c7de5c0d-c024-460f-93fd-6b8acca3033f, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ffc318-a8e9-4106-a921-d3a69589a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:40.948208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.962210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46a0a6-6e05-4e41-a426-f5d56148a5ea req-9690ccf7-1e66-45ef-9049-930b000d1f99 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:40.968369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46a0a6-6e05-4e41-a426-f5d56148a5ea req-9690ccf7-1e66-45ef-9049-930b000d1f99 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:40.975262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46a0a6-6e05-4e41-a426-f5d56148a5ea req-9690ccf7-1e66-45ef-9049-930b000d1f99 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:40.976985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e46a0a6-6e05-4e41-a426-f5d56148a5ea req-9690ccf7-1e66-45ef-9049-930b000d1f99 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 2410 time: 0.2789001 Jul 16 09:05:41.004457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.036582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:41.055964 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] Sync routers for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:41.067033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88027ff3-91d9-4d89-98bd-d28fcfd29a50 req-0f6b0503-7ac1-4fda-b6cc-11aaeb509c29 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.074656 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:41.075009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88027ff3-91d9-4d89-98bd-d28fcfd29a50 req-0f6b0503-7ac1-4fda-b6cc-11aaeb509c29 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 944 time: 0.2634408 Jul 16 09:05:41.075882 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:05:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:41.146492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] No DVR routers for this DVR port a194b142-12eb-4ac1-b098-ff1f198ff0ee on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:41.163074 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.165587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-4fe01243-5099-4177-9aad-c7b8e0b7388e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "DELETE /v2.0/ports/a194b142-12eb-4ac1-b098-ff1f198ff0ee HTTP/1.1" status: 204 len: 173 time: 2.0801208 Jul 16 09:05:41.167320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.170384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.177414 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.179456 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c31cc346-1292-4ef2-8dd5-0359ce9ee703 HTTP/1.1" status: 204 len: 168 time: 0.3411989 Jul 16 09:05:41.187227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e46a0a6-6e05-4e41-a426-f5d56148a5ea req-57f09334-42eb-488f-9841-004c41d3a3ae tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939654 Jul 16 09:05:41.220327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.228445 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:41.299014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] For port c7de5c0d-c024-460f-93fd-6b8acca3033f, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:41.299407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31cc346-1292-4ef2-8dd5-0359ce9ee703,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.349203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88027ff3-91d9-4d89-98bd-d28fcfd29a50 req-726219c1-dac0-4f26-b796-bdba92f1d718 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731025 Jul 16 09:05:41.356213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.356565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.356908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.357248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.360266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.360622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.360963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.361303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.361763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.362030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.362365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.362782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22612e-69db-4ff1-83bb-356ce7ac9c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:41.417123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] For port c7de5c0d-c024-460f-93fd-6b8acca3033f, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7de5c0d-c024-460f-93fd-6b8acca3033f,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:41.425917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:41.446691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.456238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting port b907f41a-7d40-4b14-939a-e6b601b4b132 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:41.456740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.473520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05b12e3-838e-47e7-86e3-5bfcd1eb290d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.490647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.491017 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Added segment f2a84dff-fa66-49c0-8457-3bd1406dc95d of type vlan for network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea Jul 16 09:05:41.592307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.593781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.595206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] 10.222.0.52 "PUT /v2.0/ports/c7de5c0d-c024-460f-93fd-6b8acca3033f HTTP/1.1" status: 200 len: 1093 time: 2.1833038 Jul 16 09:05:41.603835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f9b42c-d632-49d9-a4c9-5aaf4b758919', 'tag': 'c7de5c0d-c024-460f-93fd-6b8acca3033f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:41.607480 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c84b0c4-1bec-47ba-9608-da3fbb559588" -d '{"events": [{"name": "network-changed", "server_uuid": "23f9b42c-d632-49d9-a4c9-5aaf4b758919", "tag": "c7de5c0d-c024-460f-93fd-6b8acca3033f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:41.617541 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] For port b907f41a-7d40-4b14-939a-e6b601b4b132, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b907f41a-7d40-4b14-939a-e6b601b4b132,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:41.617927 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.629987 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:57Z', 'revision_number': 5, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:41.646589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Calling delete_port for b907f41a-7d40-4b14-939a-e6b601b4b132 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:41.672059 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] Checking router: 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:41.682475 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:41.683497 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:05:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:41.750511 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.764711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525cdc0-891f-4440-bb91-4c8cf64bce65 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de5c0d-c024-460f-93fd-6b8acca3033f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.838741 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.855395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3575d7-269b-4e09-bf27-76e4b0a3ea8e req-dc8e395d-fe0a-4340-bfe4-4cb174d5e29b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.857005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c3575d7-269b-4e09-bf27-76e4b0a3ea8e req-dc8e395d-fe0a-4340-bfe4-4cb174d5e29b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.2939839 Jul 16 09:05:41.862183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.870054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.870745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.904764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Port': ['ID=b907f41a-7d40-4b14-939a-e6b601b4b132,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.926329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b9c2-fd33-444e-ab33-505098167d75 req-eeaadb1f-55d6-4d4a-bc22-17ad93229484 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.932804 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:41.934811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1055b9c2-fd33-444e-ab33-505098167d75 req-eeaadb1f-55d6-4d4a-bc22-17ad93229484 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 945 time: 0.2727804 Jul 16 09:05:41.938730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-720eef81-592e-486a-9920-e2be6f78a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.941278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-720eef81-592e-486a-9920-e2be6f78a9f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9bf32e945c1e48a5a28bda741c87843a&device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 1096 time: 0.2854619 Jul 16 09:05:41.960899 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] No DVR routers for this DVR port b907f41a-7d40-4b14-939a-e6b601b4b132 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:41.964432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.968223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-9984172d-88b9-4a63-8bb3-e634c89c57e9 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "DELETE /v2.0/ports/b907f41a-7d40-4b14-939a-e6b601b4b132 HTTP/1.1" status: 204 len: 173 time: 0.7870579 Jul 16 09:05:41.983116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9282038 Jul 16 09:05:41.986344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54960) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.995306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Request body: {'subnet': {'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:42.057741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-481e0c2d-eea1-4a72-ab09-0a43a8068383 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7de5c0d-c024-460f-93fd-6b8acca3033f HTTP/1.1" status: 200 len: 217 time: 0.0875692 Jul 16 09:05:42.068682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f80830-381a-42d0-a825-63a6eee245ea tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event updated for resources: {'Network': ['ID=1cef7cfb-9c09-44a7-9c55-cb833bd332ea,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.084371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:42.135803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c3575d7-269b-4e09-bf27-76e4b0a3ea8e req-e86a6d61-8323-4291-811e-69eb03f713c9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583625 Jul 16 09:05:42.164632 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:57Z', 'revision_number': 5, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:42.165200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1055b9c2-fd33-444e-ab33-505098167d75 req-0c5aa21b-3b78-466f-8532-39e719e213b6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294590 Jul 16 09:05:42.211749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-24b6f3ad-c44a-49fa-9598-c3b6e14ed848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.215271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-24b6f3ad-c44a-49fa-9598-c3b6e14ed848 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=443cbe82-b21c-4dfc-99f0-0b748f9b7f75 HTTP/1.1" status: 200 len: 853 time: 0.1326592 Jul 16 09:05:42.218949 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea7049-c46d-4da6-bac8-35d782d64431 None None] The sync data for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 is: [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 4, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0a012f68-1d88-46ce-8b1f-b06111ad3684', 'name': '', 'network_id': 'f56d1b59-6046-47e5-8358-9118989f30fb', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'mac_address': 'fa:16:3e:00:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:57Z', 'revision_number': 5, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'subnets': [{'id': 'bb977cdb-bd1e-4952-93e4-386a3ffddfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:42.261987 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d835b20-8729-460d-800f-46471582eb85 x-openstack-request-id: req-9d835b20-8729-460d-800f-46471582eb85 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:42.262454 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f9b42c-d632-49d9-a4c9-5aaf4b758919", "tag": "c7de5c0d-c024-460f-93fd-6b8acca3033f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:42.263774 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d835b20-8729-460d-800f-46471582eb85 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:42.264350 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f9b42c-d632-49d9-a4c9-5aaf4b758919', 'tag': 'c7de5c0d-c024-460f-93fd-6b8acca3033f', 'status': 'completed', 'code': 200} Jul 16 09:05:42.284198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': 'b907f41a-7d40-4b14-939a-e6b601b4b132'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:42.303943 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9334a554-d86e-490a-8088-f13b713a662c" -d '{"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "b907f41a-7d40-4b14-939a-e6b601b4b132"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:42.456621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Made reservation on behalf of ef40d1d622dc454eb54dbf540e6f3231 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:42.466012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.478373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:42.478769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.789550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-6a27a012-aa42-44ef-8d76-7d017fa4554b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d9ccf4c-9399-4347-9e29-3568a79457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5668004 Jul 16 09:05:42.805764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d344fba-74ef-4123-add2-ea941a158676 req-52f8f247-cb5f-485b-be9a-7ab7af032d87 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.806003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade1372a-9408-422a-9bc4-6f39d15fc1b0 None None] New status for floating IP 58e09914-44dd-4749-93bc-ef0556cfa5ee: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:05:42.808080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d344fba-74ef-4123-add2-ea941a158676 req-52f8f247-cb5f-485b-be9a-7ab7af032d87 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 945 time: 0.3674500 Jul 16 09:05:42.825114 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] For port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:42.825469 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.842332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Calling delete_port for e0bb2eb8-1ee7-4550-bebe-cd6786166a5a owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:42.918974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-baa0c0f0-c191-4646-855e-ba478ecde7b1 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088557 Jul 16 09:05:42.986464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31016d-4091-4dc8-871e-be545f42017d req-6fcf7626-06a2-4a9b-a130-58e2aeae826c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.993945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31016d-4091-4dc8-871e-be545f42017d req-6fcf7626-06a2-4a9b-a130-58e2aeae826c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.995531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b31016d-4091-4dc8-871e-be545f42017d req-6fcf7626-06a2-4a9b-a130-58e2aeae826c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 1677 time: 0.4561510 Jul 16 09:05:43.005282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.022537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d344fba-74ef-4123-add2-ea941a158676 req-7028d2d3-3c2b-41f0-95c9-3b4b60b5ad65 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028926 Jul 16 09:05:43.106187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event updated for resources: {'Subnet': ['ID=09ff5e66-356c-43f5-9aa7-ee18935d9fa3,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:43.122412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Checking segment: {'id': 'f2a84dff-fa66-49c0-8457-3bd1406dc95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:43.122770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Network hostable DHCP agents. Network: 1cef7cfb-9c09-44a7-9c55-cb833bd332ea, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:43.187750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.265552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Port': ['ID=e0bb2eb8-1ee7-4550-bebe-cd6786166a5a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:43.270894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:43.289842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 1cef7cfb-9c09-44a7-9c55-cb833bd332ea) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:43.312611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b31016d-4091-4dc8-871e-be545f42017d req-9d199b8e-1f15-4b49-977b-0eeace111167 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups?id=80bb33a4-d49b-4bd9-9f81-610296014765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853346 Jul 16 09:05:43.319626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:43.320329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.339268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c6f376-8184-4e54-b0ff-2fa45bc22f52 None None] Network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:43.360887 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] No DVR routers for this DVR port e0bb2eb8-1ee7-4550-bebe-cd6786166a5a on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:43.371472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.374646 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-161f74c5-65ba-4655-acd9-67b7ef462928 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "DELETE /v2.0/ports/e0bb2eb8-1ee7-4550-bebe-cd6786166a5a HTTP/1.1" status: 204 len: 173 time: 1.3740032 Jul 16 09:05:43.380661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9cceb19-62d5-423d-b73c-8f18a370c48a req-bbfbd446-18ce-408b-997b-f45c135567f6 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491017 Jul 16 09:05:43.405120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d714fca1-12e5-4b02-af2d-be6c2610ea54 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4169250 Jul 16 09:05:43.409996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54998) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.424182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Request body: {'port': {'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-571274637'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:43.551002 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10586afc-37dd-4b91-bd1c-a9cc1e5ea9f0 x-openstack-request-id: req-10586afc-37dd-4b91-bd1c-a9cc1e5ea9f0 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:43.551517 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "a194b142-12eb-4ac1-b098-ff1f198ff0ee", "status": "completed", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "b907f41a-7d40-4b14-939a-e6b601b4b132", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:43.563311 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10586afc-37dd-4b91-bd1c-a9cc1e5ea9f0 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:43.563953 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': 'a194b142-12eb-4ac1-b098-ff1f198ff0ee', 'status': 'completed', 'code': 200} Jul 16 09:05:43.566784 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': 'b907f41a-7d40-4b14-939a-e6b601b4b132', 'status': 'completed', 'code': 200} Jul 16 09:05:43.594971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-1cef7cfb-9c09-44a7-9c55-cb833bd332ea', 'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea', 'tenant_id': 'ef40d1d622dc454eb54dbf540e6f3231', 'fixed_ips': [{'subnet_id': '09ff5e66-356c-43f5-9aa7-ee18935d9fa3'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:43.598193 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.662302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-02b54e3e-69ee-4020-8f14-c620f53f730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:43.677996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-02b54e3e-69ee-4020-8f14-c620f53f730e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9bf32e945c1e48a5a28bda741c87843a&device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 1096 time: 0.1902342 Jul 16 09:05:43.736119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Made reservation on behalf of ef40d1d622dc454eb54dbf540e6f3231 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:43.737619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.803732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:43.805055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.814700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] device_id is not set on port 079ee79e-e134-41a3-a042-f75981d53997 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:43.984533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Allocated IP 172.20.0.2 (1cef7cfb-9c09-44a7-9c55-cb833bd332ea/09ff5e66-356c-43f5-9aa7-ee18935d9fa3/fe0c434a-3ee3-49a6-a8ef-000540f39dfd) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:44.083255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] For port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:44.084226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.117167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Calling delete_port for 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:44.230614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.242701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Transition to ACTIVE for port object fe0c434a-3ee3-49a6-a8ef-000540f39dfd will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:44.280928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Transition to ACTIVE for port object fe0c434a-3ee3-49a6-a8ef-000540f39dfd will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:44.291059 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.339400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:44.343030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:44.347657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:44.398379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Pushing event updated for resources: {'Port': ['ID=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.420330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Allocated IP 172.20.0.3 (1cef7cfb-9c09-44a7-9c55-cb833bd332ea/09ff5e66-356c-43f5-9aa7-ee18935d9fa3/079ee79e-e134-41a3-a042-f75981d53997) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:44.422624 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.454540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-396f0565-ad40-4b26-b2bd-bb7370870a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:44.457621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-396f0565-ad40-4b26-b2bd-bb7370870a07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 200 len: 914 time: 0.7719338 Jul 16 09:05:44.473786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Attempting to bind port fe0c434a-3ee3-49a6-a8ef-000540f39dfd on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:44.474372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Attempting to bind port fe0c434a-3ee3-49a6-a8ef-000540f39dfd by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'f2a84dff-fa66-49c0-8457-3bd1406dc95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:44.474744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Attempting to bind port fe0c434a-3ee3-49a6-a8ef-000540f39dfd on network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:44.482239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:44.482620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Checking segment: {'id': 'f2a84dff-fa66-49c0-8457-3bd1406dc95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:44.483066 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.483890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Bound using segment: {'id': 'f2a84dff-fa66-49c0-8457-3bd1406dc95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:44.484389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Bound port: fe0c434a-3ee3-49a6-a8ef-000540f39dfd, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a84dff-fa66-49c0-8457-3bd1406dc95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:44.485130 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.496596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Port': ['ID=8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.518932 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a0048c1e-577a-43ce-aab9-499d1bd6084f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.537454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-11583562-69d4-4492-b4d0-7515a0feb9f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7de5c0d-c024-460f-93fd-6b8acca3033f HTTP/1.1" status: 200 len: 217 time: 0.0686634 Jul 16 09:05:44.554195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7e86a-2310-494f-813b-2a17bad73ae9 req-a1737a88-9326-437e-9b3a-91aacf3fce7b tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:44.560934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67f7e86a-2310-494f-813b-2a17bad73ae9 req-a1737a88-9326-437e-9b3a-91aacf3fce7b tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 944 time: 0.6599209 Jul 16 09:05:44.595600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] For port fe0c434a-3ee3-49a6-a8ef-000540f39dfd, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:44.599690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] For port fe0c434a-3ee3-49a6-a8ef-000540f39dfd, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,segment=NetworkSegment(f2a84dff-fa66-49c0-8457-3bd1406dc95d),segment_id=f2a84dff-fa66-49c0-8457-3bd1406dc95d)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:44.610368 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.626041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dada7-4607-4387-9e44-bb8a33cec41d req-638ed408-8515-4629-bdc6-19dcb097f0d5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:44.640544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-873dada7-4607-4387-9e44-bb8a33cec41d req-638ed408-8515-4629-bdc6-19dcb097f0d5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 945 time: 0.7406716 Jul 16 09:05:44.651265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] No DVR routers for this DVR port 8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:44.657400 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.659956 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f487391-ca9b-41c2-993e-19da03e56c21 req-bb66005b-2f2e-4ff1-adb4-91f2fb582e42 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.54 "DELETE /v2.0/ports/8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d HTTP/1.1" status: 204 len: 173 time: 1.2740650 Jul 16 09:05:44.730592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf59f2-6eb9-4b14-8698-ce47c6f468a2 None None] Pushing event updated for resources: {'Port': ['ID=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.754119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67f7e86a-2310-494f-813b-2a17bad73ae9 req-192bad68-320c-4669-9cc6-82f3a0c9b389 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922259 Jul 16 09:05:44.776427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-873dada7-4607-4387-9e44-bb8a33cec41d req-7ec85e64-8e69-43b8-a344-ea13c565770f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350155 Jul 16 09:05:44.778577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-99b054e1-af65-44a4-b6b6-b4da7aef80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:44.785953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-99b054e1-af65-44a4-b6b6-b4da7aef80e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=443cbe82-b21c-4dfc-99f0-0b748f9b7f75 HTTP/1.1" status: 200 len: 853 time: 0.2412410 Jul 16 09:05:44.929292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-7b62368f-61e6-4614-a214-f58ec54a775a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d9ccf4c-9399-4347-9e29-3568a79457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356733 Jul 16 09:05:44.958731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.992179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Transition to ACTIVE for port object 079ee79e-e134-41a3-a042-f75981d53997 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:45.083009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.223532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:45.228960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:45.230802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-713378f8-fb9e-46b1-acc3-6475c19ba168 req-f262dbd9-b880-4f43-b9a9-a3a961ffd11b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0610635 Jul 16 09:05:45.252716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:45.269883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-0acd839f-b8a1-423b-afe4-fa11c9925884 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165905 Jul 16 09:05:45.289227 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.297911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579ab52-1370-46b6-b8af-ffff53da503e req-fc89421c-9279-42e6-838c-5db2f8bb967b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:45.305279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8579ab52-1370-46b6-b8af-ffff53da503e req-fc89421c-9279-42e6-838c-5db2f8bb967b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.3738377 Jul 16 09:05:45.389972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:45.390615 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.394785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event updated for resources: {'Port': ['ID=079ee79e-e134-41a3-a042-f75981d53997,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:45.428213 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d0b6b542-de5b-46e4-8734-b54d0296e11b tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0170131 Jul 16 09:05:45.429038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55038) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:45.434455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Request body: {'port': {'network_id': '1cef7cfb-9c09-44a7-9c55-cb833bd332ea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-211869555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:45.435000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] bootfile-name is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 09:05:45.438139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] tftp-server is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 09:05:45.438628 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] server-ip-address is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 09:05:45.527731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8579ab52-1370-46b6-b8af-ffff53da503e req-b69f9926-8b3f-423c-a71c-13886aa3a57a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917756 Jul 16 09:05:45.572249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a'}, {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:45.574307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c84b0c4-1bec-47ba-9608-da3fbb559588 req-426bee4f-2f22-489c-a6e5-5f272f702e63 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679951 Jul 16 09:05:45.583174 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7dd322-55af-4522-a70b-d4f5387d7005" -d '{"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "e0bb2eb8-1ee7-4550-bebe-cd6786166a5a"}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:45.667966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c7de5c0d-c024-460f-93fd-6b8acca3033f details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:05:45.704723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Made reservation on behalf of ef40d1d622dc454eb54dbf540e6f3231 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:45.708948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.752696 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb080cd-ff54-4e2a-8a05-a05015488505 x-openstack-request-id: req-1eb080cd-ff54-4e2a-8a05-a05015488505 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:45.752969 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "e0bb2eb8-1ee7-4550-bebe-cd6786166a5a", "status": "completed", "code": 200}, {"server_uuid": "62244b7f-f8e8-4227-ba5a-32fb26607fa6", "name": "network-vif-deleted", "tag": "8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:45.753377 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1eb080cd-ff54-4e2a-8a05-a05015488505 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:45.753879 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': 'e0bb2eb8-1ee7-4550-bebe-cd6786166a5a', 'status': 'completed', 'code': 200} Jul 16 09:05:45.754141 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62244b7f-f8e8-4227-ba5a-32fb26607fa6', 'name': 'network-vif-deleted', 'tag': '8882ab92-17e5-4adb-a40b-4fb2d6f3bb7d', 'status': 'completed', 'code': 200} Jul 16 09:05:45.755343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] device_id is not set on port ca14f06e-be36-4178-9f61-acec1e08c507 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:45.863118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c7de5c0d-c024-460f-93fd-6b8acca3033f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7de5c0d-c024-460f-93fd-6b8acca3033f,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:45.880061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'c7de5c0d-c024-460f-93fd-6b8acca3033f', 'network_id': '5d9ccf4c-9399-4347-9e29-3568a79457d9', 'port_id': 'c7de5c0d-c024-460f-93fd-6b8acca3033f', 'mac_address': 'fa:16:3e:56:c3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443cbe82-b21c-4dfc-99f0-0b748f9b7f75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:05:45.929714 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.962400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7de5c0d-c024-460f-93fd-6b8acca3033f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:46.004334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c7de5c0d-c024-460f-93fd-6b8acca3033f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7de5c0d-c024-460f-93fd-6b8acca3033f,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:46.012912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8a7c5-eb3e-4afe-b723-3167e06e0f2c req-4248c3d7-49fa-4743-8dc1-0b51c173a1e5 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:46.015296 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.033768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4dd8a7c5-eb3e-4afe-b723-3167e06e0f2c req-4248c3d7-49fa-4743-8dc1-0b51c173a1e5 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.2161968 Jul 16 09:05:46.076033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Allocated IP 172.20.0.9 (1cef7cfb-9c09-44a7-9c55-cb833bd332ea/09ff5e66-356c-43f5-9aa7-ee18935d9fa3/ca14f06e-be36-4178-9f61-acec1e08c507) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:46.180487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4dd8a7c5-eb3e-4afe-b723-3167e06e0f2c req-043f8ef0-263c-4d10-bee1-b9db9fa9a53c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415443 Jul 16 09:05:46.193355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c7de5c0d-c024-460f-93fd-6b8acca3033f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:46.289032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['c7de5c0d-c024-460f-93fd-6b8acca3033f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:46.483264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device fe0c434a-3ee3-49a6-a8ef-000540f39dfd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:46.631741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port fe0c434a-3ee3-49a6-a8ef-000540f39dfd completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:46.717562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8df6a-d3df-4eab-9943-4fbd2e489302 req-9b8a731f-ef1b-45c7-9188-b962fc9d5f62 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:46.726752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26e8df6a-d3df-4eab-9943-4fbd2e489302 req-9b8a731f-ef1b-45c7-9188-b962fc9d5f62 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 945 time: 0.2041907 Jul 16 09:05:46.752732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.791341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Transition to ACTIVE for port object ca14f06e-be36-4178-9f61-acec1e08c507 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:46.832890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26e8df6a-d3df-4eab-9943-4fbd2e489302 req-48cfca98-e321-44af-8aa1-f162a86adb21 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046381 Jul 16 09:05:46.878343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6f661-90e9-4f0f-9e38-12790569a285 None None] Network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:46.927495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.029373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc926d52-add6-44cd-979d-66e15ff1bb7b req-463db215-0899-4f15-9bb7-c7ddd97e0b3b tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.039345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc926d52-add6-44cd-979d-66e15ff1bb7b req-463db215-0899-4f15-9bb7-c7ddd97e0b3b tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 945 time: 0.1284559 Jul 16 09:05:47.045149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e91edcde-1e3c-4e3c-9c36-49883f3831ef None None] Provisioning for port fe0c434a-3ee3-49a6-a8ef-000540f39dfd completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:47.049444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:47.051677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e91edcde-1e3c-4e3c-9c36-49883f3831ef None None] Provisioning complete for port fe0c434a-3ee3-49a6-a8ef-000540f39dfd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:47.052056 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e91edcde-1e3c-4e3c-9c36-49883f3831ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.060312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:47.076390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:47.149368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc926d52-add6-44cd-979d-66e15ff1bb7b req-cc54898f-c247-41fc-982d-d8803dae1c00 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932600 Jul 16 09:05:47.190227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.191170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.204523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976750e-59e6-4b27-a1eb-39f84959ca47 req-6a013f68-5211-49bb-9a03-3ceb4591960f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.209130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8976750e-59e6-4b27-a1eb-39f84959ca47 req-6a013f68-5211-49bb-9a03-3ceb4591960f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1685624 Jul 16 09:05:47.215986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event updated for resources: {'Port': ['ID=ca14f06e-be36-4178-9f61-acec1e08c507,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:47.243000 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3795c110-8ed9-4b6f-a7cb-7b6321414c44 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8127918 Jul 16 09:05:47.243701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55082) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.316737 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e91edcde-1e3c-4e3c-9c36-49883f3831ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.373401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e91edcde-1e3c-4e3c-9c36-49883f3831ef None None] For port fe0c434a-3ee3-49a6-a8ef-000540f39dfd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,segment=NetworkSegment(f2a84dff-fa66-49c0-8457-3bd1406dc95d),segment_id=f2a84dff-fa66-49c0-8457-3bd1406dc95d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:47.385359 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e91edcde-1e3c-4e3c-9c36-49883f3831ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.427189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8976750e-59e6-4b27-a1eb-39f84959ca47 req-61e34e7b-a26a-4da9-8704-27ea0a3fb680 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855872 Jul 16 09:05:47.506569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91edcde-1e3c-4e3c-9c36-49883f3831ef None None] Pushing event updated for resources: {'Port': ['ID=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:47.522109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d14ef-bd08-43f4-a011-2900af970116 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.563905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d14ef-bd08-43f4-a011-2900af970116 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.582869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d14ef-bd08-43f4-a011-2900af970116 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.584321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c623160-e1c4-4d62-a99c-b188afadf49f req-1976078d-cfbb-4f5b-8efc-b99ec529ed7a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.1304059 Jul 16 09:05:47.585389 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-186d14ef-bd08-43f4-a011-2900af970116 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.3406644 Jul 16 09:05:47.588315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55094) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.618928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-b37d6fd3-d177-4fe2-ba9a-112f20f21617 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.631735 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.641175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-b37d6fd3-d177-4fe2-ba9a-112f20f21617 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 945 time: 0.4285660 Jul 16 09:05:47.696536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c7de5c0d-c024-460f-93fd-6b8acca3033f up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:47.706887 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e9a356c-feb4-4dd7-8524-8b06d4d3fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.832596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port c7de5c0d-c024-460f-93fd-6b8acca3033f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:47.837409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port c7de5c0d-c024-460f-93fd-6b8acca3033f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:47.837409 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.854833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1040b2ef-96a6-42df-8728-c64677001563 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Deleting port ca14f06e-be36-4178-9f61-acec1e08c507 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:47.855338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1040b2ef-96a6-42df-8728-c64677001563 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.986127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-afe5d5b8-bd16-4609-91f9-31b67f2a5367 None None] Provisioning complete for port fe0c434a-3ee3-49a6-a8ef-000540f39dfd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:47.986843 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afe5d5b8-bd16-4609-91f9-31b67f2a5367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.182774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1040b2ef-96a6-42df-8728-c64677001563 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.224467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1040b2ef-96a6-42df-8728-c64677001563 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Calling delete_port for ca14f06e-be36-4178-9f61-acec1e08c507 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:48.230111 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.316959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port 2c845398-0380-4bc2-9488-10740871aa7f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:48.318711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.325352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device fe0c434a-3ee3-49a6-a8ef-000540f39dfd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:48.407586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f9b42c-d632-49d9-a4c9-5aaf4b758919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de5c0d-c024-460f-93fd-6b8acca3033f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:48.418300 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87d5f2-1a72-48fc-ae62-97155aec94d2" -d '{"events": [{"server_uuid": "23f9b42c-d632-49d9-a4c9-5aaf4b758919", "name": "network-vif-plugged", "status": "completed", "tag": "c7de5c0d-c024-460f-93fd-6b8acca3033f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:48.483930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] For port 2c845398-0380-4bc2-9488-10740871aa7f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=2c845398-0380-4bc2-9488-10740871aa7f,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:48.484518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.493850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port c7de5c0d-c024-460f-93fd-6b8acca3033f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7de5c0d-c024-460f-93fd-6b8acca3033f,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:48.522703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for 2c845398-0380-4bc2-9488-10740871aa7f owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:48.530510 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55120) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.532668 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.570023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port fe0c434a-3ee3-49a6-a8ef-000540f39dfd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:48.574814 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.636525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1040b2ef-96a6-42df-8728-c64677001563 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.703952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040b2ef-96a6-42df-8728-c64677001563 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event deleted for resources: {'Port': ['ID=ca14f06e-be36-4178-9f61-acec1e08c507,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.726868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55128) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.763003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-afe5d5b8-bd16-4609-91f9-31b67f2a5367 None None] Provisioning for port 079ee79e-e134-41a3-a042-f75981d53997 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:48.800321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a0c8d-a9f8-4dff-a188-df9445053e4d req-35508b69-1e12-4318-8f6d-866f14154d4d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:48.805114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-afe5d5b8-bd16-4609-91f9-31b67f2a5367 None None] Provisioning complete for port 079ee79e-e134-41a3-a042-f75981d53997 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:48.811195 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-afe5d5b8-bd16-4609-91f9-31b67f2a5367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.813146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd5a0c8d-a9f8-4dff-a188-df9445053e4d req-35508b69-1e12-4318-8f6d-866f14154d4d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.9679029 Jul 16 09:05:48.857115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.983473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=c7de5c0d-c024-460f-93fd-6b8acca3033f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.996876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1040b2ef-96a6-42df-8728-c64677001563 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.007148 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1040b2ef-96a6-42df-8728-c64677001563 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "DELETE /v2.0/ports/ca14f06e-be36-4178-9f61-acec1e08c507 HTTP/1.1" status: 204 len: 168 time: 1.4175208 Jul 16 09:05:49.013043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55132) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:49.016332 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.048764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Request body: {'port': {'name': 'tempest-new-port-name-1212612054', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:49.050526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] bootfile-name is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 09:05:49.051366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] tftp-server is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 09:05:49.052157 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.api.validators [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] server-ip-address is not in valid_values {{(pid=94164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 09:05:49.061322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] No DVR routers for this DVR port 2c845398-0380-4bc2-9488-10740871aa7f on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:49.065784 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.070930 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.075914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4aa22af3-28c3-49a7-b16b-a91bf07ca733 req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "DELETE /v2.0/ports/2c845398-0380-4bc2-9488-10740871aa7f HTTP/1.1" status: 204 len: 173 time: 1.4292893 Jul 16 09:05:49.076221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-afe5d5b8-bd16-4609-91f9-31b67f2a5367 None None] Port 079ee79e-e134-41a3-a042-f75981d53997 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:49.079240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9aae187-3793-4104-9504-42d9b1f9ac0c', 'name': 'network-vif-deleted', 'tag': '2c845398-0380-4bc2-9488-10740871aa7f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:49.084146 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4bb776-a555-46b2-9323-b0b137332eb9" -d '{"events": [{"server_uuid": "f9aae187-3793-4104-9504-42d9b1f9ac0c", "name": "network-vif-deleted", "tag": "2c845398-0380-4bc2-9488-10740871aa7f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:49.089511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3573-2433-4e10-86cc-8bf68ab20e11 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=2c845398-0380-4bc2-9488-10740871aa7f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:49.093453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-afe5d5b8-bd16-4609-91f9-31b67f2a5367 None None] Could not find standard attr ID for object ca14f06e-be36-4178-9f61-acec1e08c507. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:49.163752 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f969ee1f-eee6-47dd-a8ae-2ba59bd25512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.198298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd5a0c8d-a9f8-4dff-a188-df9445053e4d req-48f95460-547d-4969-b3c9-fb23a1431785 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841517 Jul 16 09:05:49.229628 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2fe0843-dd97-4f4b-b9a4-08e091c04370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.234560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf2a1a-e8d9-485f-932b-19b3060a206a req-216456b5-0673-42b0-a4c7-5717e10686da tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:49.246577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9abf2a1a-e8d9-485f-932b-19b3060a206a req-216456b5-0673-42b0-a4c7-5717e10686da tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 867 time: 1.1339715 Jul 16 09:05:49.267091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8dbde8d7-2c2a-4261-82af-916946974666 None None] Provisioning complete for port 079ee79e-e134-41a3-a042-f75981d53997 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:49.267406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbde8d7-2c2a-4261-82af-916946974666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.357002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9abf2a1a-e8d9-485f-932b-19b3060a206a req-f7ce5085-f038-4890-8511-eee98b1c7ab9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037207 Jul 16 09:05:49.367539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8dbde8d7-2c2a-4261-82af-916946974666 None None] Port 079ee79e-e134-41a3-a042-f75981d53997 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:49.371381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-e2fe0843-dd97-4f4b-b9a4-08e091c04370 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:05:49.371381 n-d-780147-28 neutron-server[94164]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 09:05:49.371381 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id': 'ffe9ab30f5814d1db00a0f2a7727b5c4', 'id': 'e003df71-6e0a-4ce4-a20b-9c85b25c8d7e', 'expiration': datetime.datetime(2021, 7, 16, 9, 7, 49, 313744)}] Jul 16 09:05:49.371381 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:05:49.371838 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-e2fe0843-dd97-4f4b-b9a4-08e091c04370 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:05:49.374688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8dbde8d7-2c2a-4261-82af-916946974666 None None] Could not find standard attr ID for object ca14f06e-be36-4178-9f61-acec1e08c507. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:49.418732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.434970 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446758bc-a9cd-4f5b-8da2-3a873cde6ff1 x-openstack-request-id: req-446758bc-a9cd-4f5b-8da2-3a873cde6ff1 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:49.435792 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f9b42c-d632-49d9-a4c9-5aaf4b758919", "name": "network-vif-plugged", "status": "completed", "tag": "c7de5c0d-c024-460f-93fd-6b8acca3033f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:49.436054 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-446758bc-a9cd-4f5b-8da2-3a873cde6ff1 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:49.439191 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f9b42c-d632-49d9-a4c9-5aaf4b758919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de5c0d-c024-460f-93fd-6b8acca3033f', 'code': 200} Jul 16 09:05:49.621199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f969ee1f-eee6-47dd-a8ae-2ba59bd25512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.664609 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f969ee1f-eee6-47dd-a8ae-2ba59bd25512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.698274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 2c845398-0380-4bc2-9488-10740871aa7f no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:49.732807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 2c845398-0380-4bc2-9488-10740871aa7f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:49.733357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 2c845398-0380-4bc2-9488-10740871aa7f not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:49.735590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b36e6c5-dffd-44fd-9c57-753af0bcf6b9 req-d6a32e6c-aa08-43e3-889b-eb894dd797fc tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0717943 Jul 16 09:05:49.759932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e008d9b-42af-4dcb-8905-30835bae01c0 req-dfbdf5e2-31e2-4130-bdf5-b97a2c0d0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:49.759932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e008d9b-42af-4dcb-8905-30835bae01c0 req-dfbdf5e2-31e2-4130-bdf5-b97a2c0d0c3d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 1098 time: 0.2159171 Jul 16 09:05:49.778897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b844617-4ff5-48cf-8a49-618e65566f5b req-90f9f42a-2527-43bb-bb6f-6f13d52e61c9 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:49.780575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b844617-4ff5-48cf-8a49-618e65566f5b req-90f9f42a-2527-43bb-bb6f-6f13d52e61c9 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 946 time: 0.2889464 Jul 16 09:05:49.820792 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e5fae-b088-4ae7-89d1-711bda045be6 x-openstack-request-id: req-134e5fae-b088-4ae7-89d1-711bda045be6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:49.821084 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9aae187-3793-4104-9504-42d9b1f9ac0c", "name": "network-vif-deleted", "tag": "2c845398-0380-4bc2-9488-10740871aa7f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:49.821340 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-134e5fae-b088-4ae7-89d1-711bda045be6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:49.821773 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9aae187-3793-4104-9504-42d9b1f9ac0c', 'name': 'network-vif-deleted', 'tag': '2c845398-0380-4bc2-9488-10740871aa7f', 'status': 'completed', 'code': 200} Jul 16 09:05:49.829823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e008d9b-42af-4dcb-8905-30835bae01c0 req-6a6451df-f9aa-4f72-a4e0-a9375239b242 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671082 Jul 16 09:05:49.844968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b844617-4ff5-48cf-8a49-618e65566f5b req-3c194a70-1bf3-4245-8d09-86c2ec16be81 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544400 Jul 16 09:05:50.020735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b2d3-b492-48de-aeb5-888c54b476b2 req-3c9c4f6c-e61b-437d-a6ce-0e5f3591ba2b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:50.022461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8915b2d3-b492-48de-aeb5-888c54b476b2 req-3c9c4f6c-e61b-437d-a6ce-0e5f3591ba2b tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.0694351 Jul 16 09:05:50.088714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2fe0843-dd97-4f4b-b9a4-08e091c04370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.091508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8915b2d3-b492-48de-aeb5-888c54b476b2 req-d0a3e048-3e6d-411e-a07f-a330e309e6dc tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629520 Jul 16 09:05:50.104999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969ee1f-eee6-47dd-a8ae-2ba59bd25512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f280c42-0b1a-4858-90f6-ca20bebb6891,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.131471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.165183 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f969ee1f-eee6-47dd-a8ae-2ba59bd25512 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=579110d3dfa14c82ad9f30ec03a94de7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4359982 Jul 16 09:05:50.168738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55146) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.260490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edef2663-642e-4583-9a96-b8851ac72f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.279733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.290188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edef2663-642e-4583-9a96-b8851ac72f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.293568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.349874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event updated for resources: {'Port': ['ID=079ee79e-e134-41a3-a042-f75981d53997,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.359112 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edef2663-642e-4583-9a96-b8851ac72f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.375920 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edef2663-642e-4583-9a96-b8851ac72f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.378724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-edef2663-642e-4583-9a96-b8851ac72f8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f280c42-0b1a-4858-90f6-ca20bebb6891 HTTP/1.1" status: 204 len: 168 time: 0.2089591 Jul 16 09:05:50.429206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef2663-642e-4583-9a96-b8851ac72f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f280c42-0b1a-4858-90f6-ca20bebb6891,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.493679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40265-53ec-4bb8-b0bc-7fa6e8743c1e req-7920362e-4080-4252-977a-b2c9f943f76a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:50.501423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ee40265-53ec-4bb8-b0bc-7fa6e8743c1e req-7920362e-4080-4252-977a-b2c9f943f76a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1598840 Jul 16 09:05:50.548693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] In _notify_port_updated(), no bound segment for port 079ee79e-e134-41a3-a042-f75981d53997 on network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:50.576843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:50.578745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.587841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55152) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.588463 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-94d290c8-2bc2-4ba0-893d-0d02e2b69816 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "PUT /v2.0/ports/079ee79e-e134-41a3-a042-f75981d53997 HTTP/1.1" status: 200 len: 1136 time: 1.5565274 Jul 16 09:05:50.619309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2fe0843-dd97-4f4b-b9a4-08e091c04370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.636547 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e2fe0843-dd97-4f4b-b9a4-08e091c04370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.677078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ee40265-53ec-4bb8-b0bc-7fa6e8743c1e req-5a7d6dfe-f017-4d2e-ab90-0ee8d6021128 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719904 Jul 16 09:05:50.741447 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e2fe0843-dd97-4f4b-b9a4-08e091c04370 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffe9ab30f5814d1db00a0f2a7727b5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2062876 Jul 16 09:05:50.742139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55158) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.765207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe0843-dd97-4f4b-b9a4-08e091c04370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e75213-f931-4220-9217-c0b7584d5085,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.808920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c19e1df-f10c-4427-9611-94860b85a7c6 req-e465ebca-64c1-4d00-9e96-f675d2c7e85e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.1176987 Jul 16 09:05:50.845569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b5676b-6572-4ab7-ad0d-85f861a59ed0 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:50.848696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b1b5676b-6572-4ab7-ad0d-85f861a59ed0 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "GET /v2.0/ports/079ee79e-e134-41a3-a042-f75981d53997 HTTP/1.1" status: 200 len: 1136 time: 0.2575405 Jul 16 09:05:50.852205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55162) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.888994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe29a6d-464a-448b-b363-17bb32c583cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.915693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe29a6d-464a-448b-b363-17bb32c583cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.918074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-148c7ae7-633c-44ae-9174-c245acc6ff7c None None] Provisioning complete for port 079ee79e-e134-41a3-a042-f75981d53997 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:50.918460 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-148c7ae7-633c-44ae-9174-c245acc6ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.994707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-148c7ae7-633c-44ae-9174-c245acc6ff7c None None] Port 079ee79e-e134-41a3-a042-f75981d53997 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:50.998337 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe29a6d-464a-448b-b363-17bb32c583cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.006859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe29a6d-464a-448b-b363-17bb32c583cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.015057 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3fe29a6d-464a-448b-b363-17bb32c583cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7e75213-f931-4220-9217-c0b7584d5085 HTTP/1.1" status: 204 len: 168 time: 0.2706740 Jul 16 09:05:51.024315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe29a6d-464a-448b-b363-17bb32c583cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e75213-f931-4220-9217-c0b7584d5085,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.069857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75c00a17-3a8f-4a6c-b7e5-f46f098589c2 req-97b77e16-54e9-4335-b29a-a57572fbe9cf tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0505114 Jul 16 09:05:51.163372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55168) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:51.205299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36dd608b-3259-4386-b1a8-1d1936d719e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.365102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ead52-3961-4867-b478-8cb7fa5e4be8 req-a59ffcea-81fb-4187-8b0b-c5730276374a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:51.381258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-882ead52-3961-4867-b478-8cb7fa5e4be8 req-a59ffcea-81fb-4187-8b0b-c5730276374a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.5172799 Jul 16 09:05:51.496605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36dd608b-3259-4386-b1a8-1d1936d719e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.505746 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36dd608b-3259-4386-b1a8-1d1936d719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.546919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-882ead52-3961-4867-b478-8cb7fa5e4be8 req-4c712224-59fe-408a-b32e-ac5f586a7ce9 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642334 Jul 16 09:05:51.582704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd608b-3259-4386-b1a8-1d1936d719e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e53f7a5-818c-4a01-a442-0bb4c8ee9335,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.617487 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:05:51.621378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5403fe6-0c77-4dac-9f47-3516d3f2256f req-39b3fe2c-14ef-4798-a397-94c24fdac19a tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:51.623052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5403fe6-0c77-4dac-9f47-3516d3f2256f req-39b3fe2c-14ef-4798-a397-94c24fdac19a tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 946 time: 0.3951724 Jul 16 09:05:51.642998 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-36dd608b-3259-4386-b1a8-1d1936d719e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c12eaea4ace4ba4b8ac31a0187d952a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726410 Jul 16 09:05:51.643315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-81e95a9b-e356-4a6f-a0b7-b5eaf4edec29 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Deleting port 079ee79e-e134-41a3-a042-f75981d53997 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:51.643315 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81e95a9b-e356-4a6f-a0b7-b5eaf4edec29 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.645437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55182) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:51.832786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3baae38-46df-4385-bc6f-a73ea63bf98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.848476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5403fe6-0c77-4dac-9f47-3516d3f2256f req-ecb68e96-60c5-4651-8458-a8b89fe2b19a tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133031 Jul 16 09:05:51.911509 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3baae38-46df-4385-bc6f-a73ea63bf98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.931517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81e95a9b-e356-4a6f-a0b7-b5eaf4edec29 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.952300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-81e95a9b-e356-4a6f-a0b7-b5eaf4edec29 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Calling delete_port for 079ee79e-e134-41a3-a042-f75981d53997 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:52.024219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3baae38-46df-4385-bc6f-a73ea63bf98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.028048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c3baae38-46df-4385-bc6f-a73ea63bf98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.035226 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c3baae38-46df-4385-bc6f-a73ea63bf98d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e53f7a5-818c-4a01-a442-0bb4c8ee9335 HTTP/1.1" status: 204 len: 168 time: 0.3878822 Jul 16 09:05:52.050828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baae38-46df-4385-bc6f-a73ea63bf98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e53f7a5-818c-4a01-a442-0bb4c8ee9335,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.154176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-36b6ccf6-b249-4310-b5c6-97a4f6c1204f req-97f8e787-2509-4bfc-92a3-e28e37cd759b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.0921202 Jul 16 09:05:52.286842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55202) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.393957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81e95a9b-e356-4a6f-a0b7-b5eaf4edec29 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.465240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e95a9b-e356-4a6f-a0b7-b5eaf4edec29 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event deleted for resources: {'Port': ['ID=079ee79e-e134-41a3-a042-f75981d53997,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.534414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f0b12bfe-b20f-4587-8d2c-a3337c1caf14 req-aa9ae73f-cafa-436e-9ac4-fd00bf9c28d2 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0721710 Jul 16 09:05:52.668302 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81e95a9b-e356-4a6f-a0b7-b5eaf4edec29 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.672781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-81e95a9b-e356-4a6f-a0b7-b5eaf4edec29 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "DELETE /v2.0/ports/079ee79e-e134-41a3-a042-f75981d53997 HTTP/1.1" status: 204 len: 168 time: 1.8194244 Jul 16 09:05:52.675534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55212) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.788913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1385492197-network', 'tenant_id': '67d64235ad9c4037ac575efada93ca81'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.842642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Made reservation on behalf of 67d64235ad9c4037ac575efada93ca81 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:52.848222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.880421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.901854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2000aa-2083-4753-9ba5-a8b60e1ca0cd req-071b0eff-25fb-4170-b0c1-25138180d4d4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:52.915283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c2000aa-2083-4753-9ba5-a8b60e1ca0cd req-071b0eff-25fb-4170-b0c1-25138180d4d4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1394300 Jul 16 09:05:52.939078 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-98754e2a-fd53-442f-a238-f3a442288d83 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Deleting subnet 09ff5e66-356c-43f5-9aa7-ee18935d9fa3 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:52.946914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98754e2a-fd53-442f-a238-f3a442288d83 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.029508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c2000aa-2083-4753-9ba5-a8b60e1ca0cd req-5ac88550-1215-4823-ad0e-33f43df29033 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119854 Jul 16 09:05:53.065229 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98754e2a-fd53-442f-a238-f3a442288d83 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.201474 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98754e2a-fd53-442f-a238-f3a442288d83 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.233258 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.246363 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.309080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:53.313308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7602ed-33bf-47e9-b832-35d089ccfd45,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.351626 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.353206 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Added segment 9b7e67cc-71f2-4f6f-b88b-a3ad1913572c of type vlan for network 5153924c-af5d-448f-a3c4-e06fadccd91a Jul 16 09:05:53.440926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98754e2a-fd53-442f-a238-f3a442288d83 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.444736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.453689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0efddc8b-2136-4a14-bb66-e89a7dc2533a req-eb25026d-823a-4f35-a0ec-cff48e7ee470 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.0865066 Jul 16 09:05:53.484100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98754e2a-fd53-442f-a238-f3a442288d83 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event deleted for resources: {'Subnet': ['ID=09ff5e66-356c-43f5-9aa7-ee18935d9fa3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.493263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98754e2a-fd53-442f-a238-f3a442288d83 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.495574 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-98754e2a-fd53-442f-a238-f3a442288d83 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "DELETE /v2.0/subnets/09ff5e66-356c-43f5-9aa7-ee18935d9fa3 HTTP/1.1" status: 204 len: 168 time: 0.8191123 Jul 16 09:05:53.498204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55232) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:53.504571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9554eb-b650-4556-947e-0c0700fd70b0 None None] Network 1cef7cfb-9c09-44a7-9c55-cb833bd332ea requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:53.558743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.559202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:53.559786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.659931 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3686142 Jul 16 09:05:53.660210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55240) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:53.669383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Request body: {'subnet': {'network_id': '5153924c-af5d-448f-a3c4-e06fadccd91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1385492197-subnet', 'tenant_id': '67d64235ad9c4037ac575efada93ca81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:53.725258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.768255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17c994-f4df-4563-a70a-6de8ae0a49b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5153924c-af5d-448f-a3c4-e06fadccd91a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.781150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Made reservation on behalf of 67d64235ad9c4037ac575efada93ca81 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:53.788327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.790299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 5153924c-af5d-448f-a3c4-e06fadccd91a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:53.877537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] DHCP port deletion for 1cef7cfb-9c09-44a7-9c55-cb833bd332ea request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:53.913298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-794d96ee-bd19-464f-bdbf-bb263dc5f2e1 req-38e2baca-0128-4f40-b1c8-e88c28e1aa6f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0482538 Jul 16 09:05:54.000585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Deleting port fe0c434a-3ee3-49a6-a8ef-000540f39dfd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:54.001275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.018303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] Deleting port fe0c434a-3ee3-49a6-a8ef-000540f39dfd {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:54.018701 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.121283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] For port fe0c434a-3ee3-49a6-a8ef-000540f39dfd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,segment=NetworkSegment(f2a84dff-fa66-49c0-8457-3bd1406dc95d),segment_id=f2a84dff-fa66-49c0-8457-3bd1406dc95d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:54.121800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.139065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Calling delete_port for fe0c434a-3ee3-49a6-a8ef-000540f39dfd owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:54.143717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] For port fe0c434a-3ee3-49a6-a8ef-000540f39dfd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,segment=NetworkSegment(f2a84dff-fa66-49c0-8457-3bd1406dc95d),segment_id=f2a84dff-fa66-49c0-8457-3bd1406dc95d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:54.152659 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.186526 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] Calling delete_port for fe0c434a-3ee3-49a6-a8ef-000540f39dfd owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:54.259776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.290499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device fe0c434a-3ee3-49a6-a8ef-000540f39dfd no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:54.382037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.406083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7c9966-4bc3-4f24-94d4-35d9f7f8b3a1,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.411423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Checking segment: {'id': '9b7e67cc-71f2-4f6f-b88b-a3ad1913572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5153924c-af5d-448f-a3c4-e06fadccd91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:54.412303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Network hostable DHCP agents. Network: 5153924c-af5d-448f-a3c4-e06fadccd91a, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:54.419591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Port fe0c434a-3ee3-49a6-a8ef-000540f39dfd update to DOWN by agent not found {{(pid=94167) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 09:05:54.443165 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.451122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event deleted for resources: {'Port': ['ID=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.453848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Network 5153924c-af5d-448f-a3c4-e06fadccd91a is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:54.466587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] No DVR routers for this DVR port fe0c434a-3ee3-49a6-a8ef-000540f39dfd on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:54.469143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 5153924c-af5d-448f-a3c4-e06fadccd91a) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:54.484834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:54.488006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.491127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] No DVR routers for this DVR port fe0c434a-3ee3-49a6-a8ef-000540f39dfd on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:54.518966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37384b-c809-45ae-8bde-3ead83e2ebc5 None None] Network 5153924c-af5d-448f-a3c4-e06fadccd91a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:54.537164 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-66700918-2eba-4d0f-b95a-c9317fe16186 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8758984 Jul 16 09:05:54.550923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417fc3a-27cd-478b-89d7-e21306170935 req-d2cc4487-415f-49c4-a2bb-868dcded3a24 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:54.557899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d417fc3a-27cd-478b-89d7-e21306170935 req-d2cc4487-415f-49c4-a2bb-868dcded3a24 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.2536223 Jul 16 09:05:54.578735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947319f-0c36-4a73-aa12-fdea57c18f04 None None] Pushing event deleted for resources: {'Port': ['ID=fe0c434a-3ee3-49a6-a8ef-000540f39dfd,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.629971 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.646004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cef7cfb-9c09-44a7-9c55-cb833bd332ea']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:54.681433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a84dff-fa66-49c0-8457-3bd1406dc95d') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:54.684589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a84dff-fa66-49c0-8457-3bd1406dc95d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:54.704882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d417fc3a-27cd-478b-89d7-e21306170935 req-5cad73c0-ac95-470c-8247-bef4a1916f4d tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457884 Jul 16 09:05:54.722697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.801767 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.809024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f8849-dfcd-4843-bbd5-3b9dee5ad186 None None] Network 5153924c-af5d-448f-a3c4-e06fadccd91a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:54.809744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:54.810427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:54.813939 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:54.938971 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.960280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.973502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] 10.222.0.55 "DELETE /v2.0/networks/1cef7cfb-9c09-44a7-9c55-cb833bd332ea HTTP/1.1" status: 204 len: 168 time: 1.4739761 Jul 16 09:05:55.035697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17b27496-f114-417a-bb41-a467f9bb2ed5 req-45f3e758-2fad-453a-8894-a824e819b29e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.1161363 Jul 16 09:05:55.060491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff09216-4a5a-4516-9847-c728da5ba929 tempest-ExtraDHCPOptionsTestJSON-1405571935 tempest-ExtraDHCPOptionsTestJSON-1405571935-project] Pushing event deleted for resources: {'Network': ['ID=1cef7cfb-9c09-44a7-9c55-cb833bd332ea,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.408505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55276) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:55.655266 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-737a6116-c353-4119-9454-955f4bd77c8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef40d1d622dc454eb54dbf540e6f3231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452316 Jul 16 09:05:55.658742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:55.735462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a326e7e2-07af-4e50-b6ac-bac758be1cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.815433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a326e7e2-07af-4e50-b6ac-bac758be1cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.905026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ddf491b-f48a-4477-a217-54d74c0211eb req-8d3aac72-485a-4fd2-943d-016ada21276b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0512464 Jul 16 09:05:55.946345 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a326e7e2-07af-4e50-b6ac-bac758be1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.950585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a326e7e2-07af-4e50-b6ac-bac758be1cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.951708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a326e7e2-07af-4e50-b6ac-bac758be1cd2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c05b12e3-838e-47e7-86e3-5bfcd1eb290d HTTP/1.1" status: 204 len: 168 time: 0.2919571 Jul 16 09:05:55.962069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326e7e2-07af-4e50-b6ac-bac758be1cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05b12e3-838e-47e7-86e3-5bfcd1eb290d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:56.434577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-c8171e22-1e0f-45b4-94b3-2f96795d4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.441565 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-c8171e22-1e0f-45b4-94b3-2f96795d4f6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4554963337854556ab49a3228e5ea3d5&device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 1098 time: 0.1356702 Jul 16 09:05:56.467049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91c1e940-4b7f-4b21-b635-2844b9f18484 req-9b6e9c38-2672-4bf5-b130-0ebf927cea64 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.0392566 Jul 16 09:05:56.683027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c82ed7-574e-4b51-bfa2-cfac16d8f27b req-90d37078-4c71-4d09-b3d5-71e17064ae11 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.690436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0c82ed7-574e-4b51-bfa2-cfac16d8f27b req-90d37078-4c71-4d09-b3d5-71e17064ae11 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.0821092 Jul 16 09:05:56.712043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-74f451d7-d580-4203-9f91-e905f2f3911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.713549 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-74f451d7-d580-4203-9f91-e905f2f3911c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 200 len: 914 time: 0.2634137 Jul 16 09:05:56.743674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0c82ed7-574e-4b51-bfa2-cfac16d8f27b req-18ef1bb7-e152-4009-8dd4-e92503a9469e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488882 Jul 16 09:05:56.817202 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-f93e5745-9371-4b03-903c-5ab7e0c0a4dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=858c9cb0-800c-4d1d-81a3-781f77618df9 HTTP/1.1" status: 200 len: 217 time: 0.0952156 Jul 16 09:05:56.942472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-8ed98b60-2b67-4f3c-a6f4-115a14798946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.944382 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-8ed98b60-2b67-4f3c-a6f4-115a14798946 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 200 len: 853 time: 0.1200652 Jul 16 09:05:56.988188 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-948205e0-cca1-4652-a339-2ad6a308e427 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e6275cb-64e6-4888-9f4a-af04c56e5752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351877 Jul 16 09:05:57.139223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-f69fab3f-3151-42e9-b9ff-6dd8878a17a0 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429901 Jul 16 09:05:57.164034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e6cdd01-3e90-40b4-bc9b-9165feb25089 req-4a7f60bd-bade-4a1e-9f4a-f584b5cc8044 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0420141 Jul 16 09:05:57.287311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55316) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:57.293799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fefd4540-aeb2-45a7-9747-82b85ff87951 req-438d468c-0eed-4449-8a62-a6ad8f742cf5 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466537 Jul 16 09:05:57.494202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-616072391'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:57.532201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Made reservation on behalf of 1c628f040acf453593a11144343982ac for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:57.547976 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.615445 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.795968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.811649 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.848646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5daf325-c0b0-433b-988b-0f8426b6ee2e req-8fb30438-df16-4a95-90cd-ddb935d66410 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9aae187-3793-4104-9504-42d9b1f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.0502899 Jul 16 09:05:57.864018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:57.894011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51903bf-6fe3-44b8-b281-aa86feed1a75,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:57.904940 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.906829 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Added segment 9b2715f1-2ee6-4d54-8446-8770763b9f0e of type vlan for network 70275889-a488-4abe-854a-7911d5a573ed Jul 16 09:05:58.445780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.490827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff1a35c9-c4ba-4d39-bd50-156d0de7cc0b req-20ce92a8-a068-4abc-862f-0b0f227a5f04 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0515845 Jul 16 09:05:58.545803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cac5-7831-47fd-b26d-a485a86c2f92 req-42701d45-9cb9-47ac-bb4d-7f9142bab979 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.546936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69b6cac5-7831-47fd-b26d-a485a86c2f92 req-42701d45-9cb9-47ac-bb4d-7f9142bab979 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1588964 Jul 16 09:05:58.620228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69b6cac5-7831-47fd-b26d-a485a86c2f92 req-c10c8b89-5b20-4897-82c6-083e0121569f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631711 Jul 16 09:05:58.621100 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.634405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.635647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.730491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'Network': ['ID=70275889-a488-4abe-854a-7911d5a573ed,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:58.743677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 70275889-a488-4abe-854a-7911d5a573ed details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:58.761533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d9d880a1-cbb3-4248-ae3a-05cc91756817 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4730248 Jul 16 09:05:58.764473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55362) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:58.771189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Request body: {'subnet': {'network_id': '70275889-a488-4abe-854a-7911d5a573ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:58.955878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Made reservation on behalf of 1c628f040acf453593a11144343982ac for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:58.966390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.262641 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.280924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-c5d142db-2c1b-4d7b-9415-59271c0003a0 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:59.283353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-c5d142db-2c1b-4d7b-9415-59271c0003a0 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/networks?id=5153924c-af5d-448f-a3c4-e06fadccd91a HTTP/1.1" status: 200 len: 810 time: 0.2089114 Jul 16 09:05:59.304787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-27097149-7d6c-40ce-91b0-62f6bf4db336 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/quotas/67d64235ad9c4037ac575efada93ca81 HTTP/1.1" status: 200 len: 375 time: 0.0161068 Jul 16 09:05:59.347450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'Subnet': ['ID=5f9b015f-348a-43e4-8a92-878eedab75f1,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:59.350126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Checking segment: {'id': '9b2715f1-2ee6-4d54-8446-8770763b9f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '70275889-a488-4abe-854a-7911d5a573ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:59.350489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Network hostable DHCP agents. Network: 70275889-a488-4abe-854a-7911d5a573ed, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:59.375570 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-c70d7ef3-77e4-4218-97e6-a4ae0fc6bd05 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d64235ad9c4037ac575efada93ca81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697267 Jul 16 09:05:59.380755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Network 70275889-a488-4abe-854a-7911d5a573ed is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:59.398947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 70275889-a488-4abe-854a-7911d5a573ed) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:59.408579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ecec90-aa21-457c-8f7b-b5cfe1a7ae77 None None] Network 70275889-a488-4abe-854a-7911d5a573ed requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:59.434471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:59.435271 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.471349 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-503745e4-6eba-4a2d-8593-0d93d6dc124b tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7025583 Jul 16 09:05:59.471587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55384) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:59.476524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-edcf299f-0f87-4b2f-9755-a0f6a81ce432 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-566211859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:59.531681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-edcf299f-0f87-4b2f-9755-a0f6a81ce432 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.534194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-edcf299f-0f87-4b2f-9755-a0f6a81ce432 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.552928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-657049ee-6778-449d-9a17-525ced4a6998 service neutron] 10.222.0.55 "GET /v2.0/networks/5153924c-af5d-448f-a3c4-e06fadccd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762071 Jul 16 09:05:59.659256 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-edcf299f-0f87-4b2f-9755-a0f6a81ce432 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.664571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-edcf299f-0f87-4b2f-9755-a0f6a81ce432 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.693326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-edcf299f-0f87-4b2f-9755-a0f6a81ce432 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.697352 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-edcf299f-0f87-4b2f-9755-a0f6a81ce432 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2222719 Jul 16 09:05:59.698319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55390) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:59.765403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-ac6161d2-4f00-451d-ac2a-6c42a2c7493b service neutron] 10.222.0.55 "GET /v2.0/networks/5153924c-af5d-448f-a3c4-e06fadccd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044010 Jul 16 09:05:59.837497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-262fd9b8-521a-4509-9568-a23f71ae914e req-801154ad-5574-44b2-a6ff-804b84c1d3b7 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0603101 Jul 16 09:06:00.047723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-70275889-a488-4abe-854a-7911d5a573ed', 'network_id': '70275889-a488-4abe-854a-7911d5a573ed', 'tenant_id': '1c628f040acf453593a11144343982ac', 'fixed_ips': [{'subnet_id': '5f9b015f-348a-43e4-8a92-878eedab75f1'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:00.049396 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.167677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c27fe1-3160-44bf-a1fb-d5543baf1583 req-f96a0334-575e-4819-b352-6434d6c760b4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.169255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89c27fe1-3160-44bf-a1fb-d5543baf1583 req-f96a0334-575e-4819-b352-6434d6c760b4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1230490 Jul 16 09:06:00.294051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4f5b714-8f0d-43ea-9b7c-7611e26b114c req-cd333ab8-60d9-43cd-9f3b-a380dc8e1aa4 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 210 time: 0.0691779 Jul 16 09:06:00.308854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Allocated IP 172.20.0.2 (70275889-a488-4abe-854a-7911d5a573ed/5f9b015f-348a-43e4-8a92-878eedab75f1/5296b265-f8d5-43f2-8f13-8de0c67980fe) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:00.324849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89c27fe1-3160-44bf-a1fb-d5543baf1583 req-420c43ab-b4ec-4e66-b359-f40416672f58 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447165 Jul 16 09:06:00.342703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.543388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e104d-01f0-4f22-8bb4-e688cb75713f req-d0835039-d6fe-43ac-90c2-64cdabcc0397 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.549816 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.552835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-512e104d-01f0-4f22-8bb4-e688cb75713f req-d0835039-d6fe-43ac-90c2-64cdabcc0397 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.0997696 Jul 16 09:06:00.558756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Transition to ACTIVE for port object 5296b265-f8d5-43f2-8f13-8de0c67980fe will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:00.577739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Transition to ACTIVE for port object 5296b265-f8d5-43f2-8f13-8de0c67980fe will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:00.585303 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.618947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-512e104d-01f0-4f22-8bb4-e688cb75713f req-d8370531-26a6-4899-8af5-4ff637e4e5c2 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628026 Jul 16 09:06:00.624495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Network 70275889-a488-4abe-854a-7911d5a573ed is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:00.640358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:00.644598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:00.655480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Pushing event updated for resources: {'Port': ['ID=5296b265-f8d5-43f2-8f13-8de0c67980fe,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:00.722991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Allocated IP 172.20.0.1 (70275889-a488-4abe-854a-7911d5a573ed/5f9b015f-348a-43e4-8a92-878eedab75f1/73a3a593-75a8-4918-ae5f-13387bacf66a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:00.726116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Attempting to bind port 5296b265-f8d5-43f2-8f13-8de0c67980fe on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:00.726494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Attempting to bind port 5296b265-f8d5-43f2-8f13-8de0c67980fe by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '9b2715f1-2ee6-4d54-8446-8770763b9f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '70275889-a488-4abe-854a-7911d5a573ed'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:00.726856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Attempting to bind port 5296b265-f8d5-43f2-8f13-8de0c67980fe on network 70275889-a488-4abe-854a-7911d5a573ed {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:00.734248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:00.735062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Checking segment: {'id': '9b2715f1-2ee6-4d54-8446-8770763b9f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '70275889-a488-4abe-854a-7911d5a573ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:00.735527 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.735903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Bound using segment: {'id': '9b2715f1-2ee6-4d54-8446-8770763b9f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '70275889-a488-4abe-854a-7911d5a573ed'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:00.737028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Bound port: 5296b265-f8d5-43f2-8f13-8de0c67980fe, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2715f1-2ee6-4d54-8446-8770763b9f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '70275889-a488-4abe-854a-7911d5a573ed'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:00.737978 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.837900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] For port 5296b265-f8d5-43f2-8f13-8de0c67980fe, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:00.841970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] For port 5296b265-f8d5-43f2-8f13-8de0c67980fe, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5296b265-f8d5-43f2-8f13-8de0c67980fe,segment=NetworkSegment(9b2715f1-2ee6-4d54-8446-8770763b9f0e),segment_id=9b2715f1-2ee6-4d54-8446-8770763b9f0e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:00.851531 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.879026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2802b-7e78-452a-81b1-09959385f457 req-5dbadbee-50e2-4da9-b70d-12664993ab46 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.889205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9f2802b-7e78-452a-81b1-09959385f457 req-5dbadbee-50e2-4da9-b70d-12664993ab46 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.0933523 Jul 16 09:06:00.902901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.921393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fdeff-ca25-40a5-a975-d30df97b3970 None None] Pushing event updated for resources: {'Port': ['ID=5296b265-f8d5-43f2-8f13-8de0c67980fe,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:00.936863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Transition to ACTIVE for port object 73a3a593-75a8-4918-ae5f-13387bacf66a will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:00.961049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9f2802b-7e78-452a-81b1-09959385f457 req-555771d6-e426-4008-b4c1-bf193fe19a93 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664859 Jul 16 09:06:01.035105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.114543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1e046d9-6b0e-4f52-9a81-a8da091627fa req-b0a174ac-0639-43aa-aa54-df5e453eabb1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0597391 Jul 16 09:06:01.133088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Network 70275889-a488-4abe-854a-7911d5a573ed is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:01.143351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:01.148397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'Port': ['ID=73a3a593-75a8-4918-ae5f-13387bacf66a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:01.152336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:01.218454 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.233267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98d751-68c0-45fb-8ec3-6c1191cd7bf9 req-725ffcd0-ff0c-4c93-8216-250731c8c7ba tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.256614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea98d751-68c0-45fb-8ec3-6c1191cd7bf9 req-725ffcd0-ff0c-4c93-8216-250731c8c7ba tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1269383 Jul 16 09:06:01.321899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea98d751-68c0-45fb-8ec3-6c1191cd7bf9 req-ae647234-ee82-4bbf-9b31-3bdb89328b85 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676434 Jul 16 09:06:01.522563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fba08d2a-d09f-4544-a6b8-b5922036c08f req-0b71f6b3-1889-4f01-b3bc-5f73e81b3ec0 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 210 time: 0.0567715 Jul 16 09:06:01.560149 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.690872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139543dc-ef25-4af9-aa5e-29773c3acd08 req-1e6fba41-59eb-4d11-ad43-0b7a617a47e0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.692548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-139543dc-ef25-4af9-aa5e-29773c3acd08 req-1e6fba41-59eb-4d11-ad43-0b7a617a47e0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.0768945 Jul 16 09:06:01.742663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-139543dc-ef25-4af9-aa5e-29773c3acd08 req-8cfff108-e670-4380-ad76-38d2aec7bfcc tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415597 Jul 16 09:06:01.883719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.888799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.968974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5d8a9-af1c-4495-ae50-9c7ccdf2928e req-7da4225e-f2d0-4ae7-a414-0d74efce3247 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.978633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5d8a9-af1c-4495-ae50-9c7ccdf2928e req-7da4225e-f2d0-4ae7-a414-0d74efce3247 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1037052 Jul 16 09:06:01.990136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'Port': ['ID=73a3a593-75a8-4918-ae5f-13387bacf66a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:01.992858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.046256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5d8a9-af1c-4495-ae50-9c7ccdf2928e req-3be73854-e677-4288-9240-e1c48b38d165 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665700 Jul 16 09:06:02.140169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Network 70275889-a488-4abe-854a-7911d5a573ed is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:02.146849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:02.154566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-3302239d-c164-459d-a4de-1ac537994dd7 req-9d66caad-2515-40c7-aee2-01a0d8b24e52 service neutron] (94159) timed out ('10.222.0.55', 59680) {{(pid=94159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:06:02.293393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5296b265-f8d5-43f2-8f13-8de0c67980fe up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:02.405261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-40328aad-ee60-497d-b8c8-abc23a558f29 req-f1c65910-90ee-43f2-be2b-0994fb7cb82d tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0521970 Jul 16 09:06:02.422094 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5296b265-f8d5-43f2-8f13-8de0c67980fe completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:02.465152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b4691-33db-4892-b92d-13f3eb056603 req-1e9bc8b3-41ee-4ade-90c9-2f7f6b9d6e4e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.467132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f0b4691-33db-4892-b92d-13f3eb056603 req-1e9bc8b3-41ee-4ade-90c9-2f7f6b9d6e4e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1846526 Jul 16 09:06:02.489269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c88aa-f1f3-43f8-b842-b1ac4571d12f None None] Network 70275889-a488-4abe-854a-7911d5a573ed requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:02.523813 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Router e3504edc-fcc8-4f00-92e9-14d76bb5dafe is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:02.555487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f0b4691-33db-4892-b92d-13f3eb056603 req-717ef082-5d17-497a-93d1-50b242b7c706 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685995 Jul 16 09:06:02.675511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eac44a30-1f93-467d-81cb-2e916e5a1846 None None] Provisioning for port 5296b265-f8d5-43f2-8f13-8de0c67980fe completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:02.698962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eac44a30-1f93-467d-81cb-2e916e5a1846 None None] Provisioning complete for port 5296b265-f8d5-43f2-8f13-8de0c67980fe triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:02.700688 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eac44a30-1f93-467d-81cb-2e916e5a1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.812403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f7c729a-7c71-4b92-896f-8b903d8fa6e2 req-379179ee-f8ec-4b87-9304-b867b46391c7 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 210 time: 0.0740089 Jul 16 09:06:02.823214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-34ba766d-a630-4c5e-a705-5f95f9071bda tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.827069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-34ba766d-a630-4c5e-a705-5f95f9071bda tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.54 "GET /v2.0/networks?id=5153924c-af5d-448f-a3c4-e06fadccd91a HTTP/1.1" status: 200 len: 810 time: 0.4672062 Jul 16 09:06:02.853306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Request body: {'port': {'device_id': '5178ce69-d75e-47a8-af40-0468adb9a08e', 'network_id': '5153924c-af5d-448f-a3c4-e06fadccd91a', 'admin_state_up': True, 'tenant_id': '67d64235ad9c4037ac575efada93ca81'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:02.865418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:02.876135 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a828444-0479-4d03-b5b8-45e5082aad2a None None] Sync routers for ids ['e3504edc-fcc8-4f00-92e9-14d76bb5dafe'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:02.894312 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a828444-0479-4d03-b5b8-45e5082aad2a None None] Routers {'e3504edc-fcc8-4f00-92e9-14d76bb5dafe'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:02.895062 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5a828444-0479-4d03-b5b8-45e5082aad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3504edc-fcc8-4f00-92e9-14d76bb5dafe'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:02.957935 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5a828444-0479-4d03-b5b8-45e5082aad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:02.960279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5a913-d37a-47aa-a42b-bcff3536be89 req-863ef942-4cf2-43ce-a5b9-79eb7dd967f5 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.961948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02a5a913-d37a-47aa-a42b-bcff3536be89 req-863ef942-4cf2-43ce-a5b9-79eb7dd967f5 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1486044 Jul 16 09:06:02.972834 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a828444-0479-4d03-b5b8-45e5082aad2a None None] Routers {'e3504edc-fcc8-4f00-92e9-14d76bb5dafe'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:02.973470 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5a828444-0479-4d03-b5b8-45e5082aad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3504edc-fcc8-4f00-92e9-14d76bb5dafe'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:03.015381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eac44a30-1f93-467d-81cb-2e916e5a1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.027930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02a5a913-d37a-47aa-a42b-bcff3536be89 req-db060958-8482-457d-a73b-c812203c0e50 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588057 Jul 16 09:06:03.055011 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5a828444-0479-4d03-b5b8-45e5082aad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:03.056563 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a828444-0479-4d03-b5b8-45e5082aad2a None None] The sync data for ids ['e3504edc-fcc8-4f00-92e9-14d76bb5dafe'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:03.073502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-eac44a30-1f93-467d-81cb-2e916e5a1846 None None] For port 5296b265-f8d5-43f2-8f13-8de0c67980fe, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5296b265-f8d5-43f2-8f13-8de0c67980fe,segment=NetworkSegment(9b2715f1-2ee6-4d54-8446-8770763b9f0e),segment_id=9b2715f1-2ee6-4d54-8446-8770763b9f0e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:03.080939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eac44a30-1f93-467d-81cb-2e916e5a1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.145062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac44a30-1f93-467d-81cb-2e916e5a1846 None None] Pushing event updated for resources: {'Port': ['ID=5296b265-f8d5-43f2-8f13-8de0c67980fe,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:03.320784 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0104940a-1224-4270-a87d-8f4754d818df tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "PUT /v2.0/routers/e3504edc-fcc8-4f00-92e9-14d76bb5dafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6209834 Jul 16 09:06:03.324072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55442) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:03.328936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Request body: {'port': {'network_id': '70275889-a488-4abe-854a-7911d5a573ed', 'name': 'tempest-FloatingIPNegativeTestJSON-661000954'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:03.419383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-32158277-4706-41bf-a5a7-a758f797acc7 None None] Provisioning for port 73a3a593-75a8-4918-ae5f-13387bacf66a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:03.425618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-32158277-4706-41bf-a5a7-a758f797acc7 None None] Provisioning complete for port 73a3a593-75a8-4918-ae5f-13387bacf66a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:03.426015 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32158277-4706-41bf-a5a7-a758f797acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.454280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6200-f715-4401-8cb7-a1a6f3ec8fd1 req-e4f15915-079a-45be-926c-da374e99dbaf tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:03.456234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e06d6200-f715-4401-8cb7-a1a6f3ec8fd1 req-e4f15915-079a-45be-926c-da374e99dbaf tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1745017 Jul 16 09:06:03.509902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Made reservation on behalf of 67d64235ad9c4037ac575efada93ca81 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:03.514862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.545316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e06d6200-f715-4401-8cb7-a1a6f3ec8fd1 req-669e4bef-940e-424d-bb91-33d0cfc416bc tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784423 Jul 16 09:06:03.576437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-32158277-4706-41bf-a5a7-a758f797acc7 None None] Port 73a3a593-75a8-4918-ae5f-13387bacf66a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:03.583032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Made reservation on behalf of 1c628f040acf453593a11144343982ac for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:03.588430 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.609335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-32158277-4706-41bf-a5a7-a758f797acc7 None None] Provisioning complete for port 5296b265-f8d5-43f2-8f13-8de0c67980fe triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:03.609749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32158277-4706-41bf-a5a7-a758f797acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.631472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] device_id is not set on port 176c9401-4388-4852-8e3a-a125eb38ddeb yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:03.695480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Allocated IP 172.20.0.11 (5153924c-af5d-448f-a3c4-e06fadccd91a/5f7c9966-4bc3-4f24-94d4-35d9f7f8b3a1/ea6171b0-33b3-43ea-86cb-8d791a2df637) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:03.786274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-825c7ed3-71f9-4dbc-be65-6afa9875cd01 req-489fbda0-e084-46e3-9eb7-b1f6ca02d25c tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0506196 Jul 16 09:06:03.924161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.930773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ec719c86-b71e-43d4-b289-f4495c4c3bbe None None] Provisioning complete for port 73a3a593-75a8-4918-ae5f-13387bacf66a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:03.931462 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec719c86-b71e-43d4-b289-f4495c4c3bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.974525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.996310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ec719c86-b71e-43d4-b289-f4495c4c3bbe None None] Port 73a3a593-75a8-4918-ae5f-13387bacf66a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:03.999932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Allocated IP 172.20.0.4 (70275889-a488-4abe-854a-7911d5a573ed/5f9b015f-348a-43e4-8a92-878eedab75f1/176c9401-4388-4852-8e3a-a125eb38ddeb) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:04.033447 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Network 5153924c-af5d-448f-a3c4-e06fadccd91a is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:04.037575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:04.042296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:04.050041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990df1a0-1ed2-49b8-8f43-89e743b9ba2c req-8818b0d6-3534-4947-9143-5627988c2082 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.051590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-990df1a0-1ed2-49b8-8f43-89e743b9ba2c req-8818b0d6-3534-4947-9143-5627988c2082 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.2617106 Jul 16 09:06:04.100544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Pushing event updated for resources: {'Port': ['ID=ea6171b0-33b3-43ea-86cb-8d791a2df637,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.125449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8b48fd0f-4e41-48a2-a1d7-cfaa09c045cd None None] Provisioning complete for port 73a3a593-75a8-4918-ae5f-13387bacf66a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:04.126280 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8b48fd0f-4e41-48a2-a1d7-cfaa09c045cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.155388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.157219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.161828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-990df1a0-1ed2-49b8-8f43-89e743b9ba2c req-8994f133-d3ba-4d84-a546-4d61e4286dcf tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025295 Jul 16 09:06:04.178743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51c6ac-8f88-4a57-a507-6146ecd55519 req-69aa2d16-c825-48f8-ba3a-a891d7c76126 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.186189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d51c6ac-8f88-4a57-a507-6146ecd55519 req-69aa2d16-c825-48f8-ba3a-a891d7c76126 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 932 time: 0.1883357 Jul 16 09:06:04.198011 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-b255d571-0cf6-4bf0-ba38-206604e82f3b tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3540065 Jul 16 09:06:04.210347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Request body: {'port': {'device_id': '5178ce69-d75e-47a8-af40-0468adb9a08e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:04.232113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8b48fd0f-4e41-48a2-a1d7-cfaa09c045cd None None] Port 73a3a593-75a8-4918-ae5f-13387bacf66a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:04.262360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5296b265-f8d5-43f2-8f13-8de0c67980fe up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:04.314669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.326794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d51c6ac-8f88-4a57-a507-6146ecd55519 req-32b6eafe-03bb-44cd-8ab5-0f1818ba9cb6 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399045 Jul 16 09:06:04.355500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5296b265-f8d5-43f2-8f13-8de0c67980fe triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:04.355907 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.387674 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.409543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Transition to ACTIVE for port object 176c9401-4388-4852-8e3a-a125eb38ddeb will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:04.445994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2473c63-b156-4e1d-908b-65b9c13b79b1 req-f8627f6f-3aca-4afe-a2d0-a6f861510cb4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.447547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2473c63-b156-4e1d-908b-65b9c13b79b1 req-f8627f6f-3aca-4afe-a2d0-a6f861510cb4 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1154883 Jul 16 09:06:04.482412 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.522814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2473c63-b156-4e1d-908b-65b9c13b79b1 req-87720bec-f49f-428f-ab83-35c86d65ba92 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684772 Jul 16 09:06:04.546990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Network 70275889-a488-4abe-854a-7911d5a573ed is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:04.556155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'Port': ['ID=176c9401-4388-4852-8e3a-a125eb38ddeb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.567535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:04.584106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:04.645503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.646496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.675746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f8ecff3b-dd31-4c40-8946-442b183b3b5d tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3505864 Jul 16 09:06:04.678836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55462) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:04.683844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:04.702973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6171b0-33b3-43ea-86cb-8d791a2df637 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:04.713275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.728556 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.729918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Transition to ACTIVE for port object ea6171b0-33b3-43ea-86cb-8d791a2df637 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:04.738327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.802322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Pushing event updated for resources: {'Port': ['ID=ea6171b0-33b3-43ea-86cb-8d791a2df637,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.831471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee18013-5daa-4699-a9fc-55439fbde9c4 req-09c0521f-0759-4254-92e5-d4cd29e0c14f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.833074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aee18013-5daa-4699-a9fc-55439fbde9c4 req-09c0521f-0759-4254-92e5-d4cd29e0c14f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1185453 Jul 16 09:06:04.910551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aee18013-5daa-4699-a9fc-55439fbde9c4 req-5e83ea1a-162a-4b9c-80c7-0aeb4ea4e9f0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Jul 16 09:06:04.916432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Attempting to bind port ea6171b0-33b3-43ea-86cb-8d791a2df637 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:04.917319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Attempting to bind port ea6171b0-33b3-43ea-86cb-8d791a2df637 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9b7e67cc-71f2-4f6f-b88b-a3ad1913572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5153924c-af5d-448f-a3c4-e06fadccd91a'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:04.917670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Attempting to bind port ea6171b0-33b3-43ea-86cb-8d791a2df637 on network 5153924c-af5d-448f-a3c4-e06fadccd91a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:04.923919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Port ea6171b0-33b3-43ea-86cb-8d791a2df637 on network 5153924c-af5d-448f-a3c4-e06fadccd91a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:06:04.924122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Attempting to bind port ea6171b0-33b3-43ea-86cb-8d791a2df637 on network 5153924c-af5d-448f-a3c4-e06fadccd91a {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:04.929713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:04.930326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Checking segment: {'id': '9b7e67cc-71f2-4f6f-b88b-a3ad1913572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5153924c-af5d-448f-a3c4-e06fadccd91a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:04.930453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Bound using segment: {'id': '9b7e67cc-71f2-4f6f-b88b-a3ad1913572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5153924c-af5d-448f-a3c4-e06fadccd91a'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:04.930844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Bound port: ea6171b0-33b3-43ea-86cb-8d791a2df637, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7e67cc-71f2-4f6f-b88b-a3ad1913572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5153924c-af5d-448f-a3c4-e06fadccd91a'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:04.931203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.938945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.969005 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c96b26e7-4690-4f11-87b6-8ac0d2705a70 None None] Provisioning for port 176c9401-4388-4852-8e3a-a125eb38ddeb completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:04.975659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c96b26e7-4690-4f11-87b6-8ac0d2705a70 None None] Provisioning complete for port 176c9401-4388-4852-8e3a-a125eb38ddeb triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:04.976106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c96b26e7-4690-4f11-87b6-8ac0d2705a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.062668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba8688d6-a53c-4c9e-b58a-06aade228731 req-86c97e42-55cc-4a3f-873f-b57a7f0b1ffa tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0618536 Jul 16 09:06:05.067175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c96b26e7-4690-4f11-87b6-8ac0d2705a70 None None] Port 176c9401-4388-4852-8e3a-a125eb38ddeb cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:05.084583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] For port ea6171b0-33b3-43ea-86cb-8d791a2df637, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:05.088511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] For port ea6171b0-33b3-43ea-86cb-8d791a2df637, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ea6171b0-33b3-43ea-86cb-8d791a2df637,segment=NetworkSegment(9b7e67cc-71f2-4f6f-b88b-a3ad1913572c),segment_id=9b7e67cc-71f2-4f6f-b88b-a3ad1913572c)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:05.093001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.151040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.152171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.153309 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] 10.222.0.54 "PUT /v2.0/ports/ea6171b0-33b3-43ea-86cb-8d791a2df637 HTTP/1.1" status: 200 len: 1093 time: 0.9502318 Jul 16 09:06:05.153858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5178ce69-d75e-47a8-af40-0468adb9a08e', 'tag': 'ea6171b0-33b3-43ea-86cb-8d791a2df637'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:05.156192 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d3395f-3961-42ef-ad9c-762ae47b84a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5178ce69-d75e-47a8-af40-0468adb9a08e", "tag": "ea6171b0-33b3-43ea-86cb-8d791a2df637"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:05.177788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Allocated IP 172.25.6.49 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/45859d16-a384-4f0c-8586-5668bb20b681) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:05.180808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5433d8-1591-4581-9a52-c717f8c59aff service neutron] Pushing event updated for resources: {'Port': ['ID=ea6171b0-33b3-43ea-86cb-8d791a2df637,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:05.203726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc13d84-4d77-47ae-8f10-4aacc4b57d59 req-5cbf1a89-e899-428e-aa12-1001e4cb6f98 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.206004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbc13d84-4d77-47ae-8f10-4aacc4b57d59 req-5cbf1a89-e899-428e-aa12-1001e4cb6f98 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1358409 Jul 16 09:06:05.223264 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412062d3-5621-45f1-9430-ce099f62d579 x-openstack-request-id: req-412062d3-5621-45f1-9430-ce099f62d579 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:05.224910 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5178ce69-d75e-47a8-af40-0468adb9a08e", "tag": "ea6171b0-33b3-43ea-86cb-8d791a2df637", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:05.226753 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-412062d3-5621-45f1-9430-ce099f62d579 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:05.227244 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5178ce69-d75e-47a8-af40-0468adb9a08e', 'tag': 'ea6171b0-33b3-43ea-86cb-8d791a2df637', 'status': 'completed', 'code': 200} Jul 16 09:06:05.292044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-e4e52aea-441a-4101-86aa-b0420822dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.293876 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-e4e52aea-441a-4101-86aa-b0420822dc6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=67d64235ad9c4037ac575efada93ca81&device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 1096 time: 0.0653036 Jul 16 09:06:05.306982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbc13d84-4d77-47ae-8f10-4aacc4b57d59 req-763a6e41-60a5-46f3-b4cb-0a692d5027e6 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807438 Jul 16 09:06:05.344980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-c86f0d06-4943-4e19-b4fc-9121dcf2755a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea6171b0-33b3-43ea-86cb-8d791a2df637 HTTP/1.1" status: 200 len: 217 time: 0.0420113 Jul 16 09:06:05.350836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.402424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.426231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-e6ac1cdf-8315-4eb5-a072-68f36642bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.427741 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-e6ac1cdf-8315-4eb5-a072-68f36642bba1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f7c9966-4bc3-4f24-94d4-35d9f7f8b3a1 HTTP/1.1" status: 200 len: 850 time: 0.0736952 Jul 16 09:06:05.459906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:05.470803 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-2bc1d674-2c9e-413c-a5e3-992d6254d22b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5153924c-af5d-448f-a3c4-e06fadccd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330412 Jul 16 09:06:05.473832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:05.499209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:05.564830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'Port': ['ID=45859d16-a384-4f0c-8586-5668bb20b681,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:05.567791 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-6c44993b-85ab-49c1-a97e-ec7edd9e2229 service neutron] 10.222.0.54 "GET /v2.0/networks/5153924c-af5d-448f-a3c4-e06fadccd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886450 Jul 16 09:06:05.681998 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a9f96493-be6b-449d-ac8a-5460bf60bee6 req-153720c0-c941-4075-86cb-21a06d975950 service neutron] 10.222.0.54 "GET /v2.0/networks/5153924c-af5d-448f-a3c4-e06fadccd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048789 Jul 16 09:06:05.699454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32757-7f74-4011-986b-8d5aaeba613d req-50c85b68-2ea9-46fc-9523-52823e51d20d tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.701044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82f32757-7f74-4011-986b-8d5aaeba613d req-50c85b68-2ea9-46fc-9523-52823e51d20d tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 944 time: 0.2463222 Jul 16 09:06:05.707970 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.716897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720bf40-c691-4fd1-9fe9-ce721bc6fea7 req-17e6be47-3bde-4e83-9de1-5453c3d2596e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.718472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c720bf40-c691-4fd1-9fe9-ce721bc6fea7 req-17e6be47-3bde-4e83-9de1-5453c3d2596e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.2160690 Jul 16 09:06:05.805004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-7bf67598-3e00-4d76-9f20-19792deef861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.806774 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-7bf67598-3e00-4d76-9f20-19792deef861 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=67d64235ad9c4037ac575efada93ca81&device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 1096 time: 0.0597105 Jul 16 09:06:05.811906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82f32757-7f74-4011-986b-8d5aaeba613d req-6f2a4ee3-8d64-4700-babd-9cace78086d8 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884581 Jul 16 09:06:05.827884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c720bf40-c691-4fd1-9fe9-ce721bc6fea7 req-a518de50-070d-407c-ac39-f8ec3aede378 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949302 Jul 16 09:06:05.828439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.934462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-df5f8ba8-345c-4359-941e-596725ab41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.936069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-df5f8ba8-345c-4359-941e-596725ab41d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5153924c-af5d-448f-a3c4-e06fadccd91a HTTP/1.1" status: 200 len: 911 time: 0.1202700 Jul 16 09:06:05.996325 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-0ad8221a-f116-4d15-8e6f-9fbca824123f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea6171b0-33b3-43ea-86cb-8d791a2df637 HTTP/1.1" status: 200 len: 217 time: 0.0507221 Jul 16 09:06:06.070771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-070bd2fd-4b0a-4651-9624-f600344770c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:06.072608 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-070bd2fd-4b0a-4651-9624-f600344770c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f7c9966-4bc3-4f24-94d4-35d9f7f8b3a1 HTTP/1.1" status: 200 len: 850 time: 0.0636976 Jul 16 09:06:06.132477 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-9db58f33-d112-4510-9071-956987c05a3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5153924c-af5d-448f-a3c4-e06fadccd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392315 Jul 16 09:06:06.269305 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-d1f72cff-8521-4b65-b2b9-7307cd0e929e service neutron] 10.222.0.54 "GET /v2.0/networks/5153924c-af5d-448f-a3c4-e06fadccd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307395 Jul 16 09:06:06.321837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bd14d59-88e5-4621-a4aa-b6fc51607c2a req-e87b72d9-c4dc-4573-b0f8-eed26556d80a tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0384307 Jul 16 09:06:06.356016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf82d6b-3dd7-4153-a68c-3cdc52b0d16f req-59109f57-6b63-4070-bc33-f76c752895ce tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:06.363827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5cf82d6b-3dd7-4153-a68c-3cdc52b0d16f req-59109f57-6b63-4070-bc33-f76c752895ce tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1826379 Jul 16 09:06:06.382816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-61d3395f-3961-42ef-ad9c-762ae47b84a7 req-9e191768-8177-43c1-ab1a-8fb9002ff2a8 service neutron] 10.222.0.54 "GET /v2.0/networks/5153924c-af5d-448f-a3c4-e06fadccd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047752 Jul 16 09:06:06.420921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.430594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5cf82d6b-3dd7-4153-a68c-3cdc52b0d16f req-0195fbf2-f186-487d-ac56-d6719660dca0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569117 Jul 16 09:06:06.431185 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.506054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'Port': ['ID=45859d16-a384-4f0c-8586-5668bb20b681,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.515457 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.529444 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.530972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-778e4b2e-7407-488a-845b-db212f6956a0 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8511806 Jul 16 09:06:06.534141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55484) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:06.538701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-23504628-6f16-49ec-8356-5e2efe42154a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Request body: {'floatingip': {'port_id': '176c9401-4388-4852-8e3a-a125eb38ddeb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:06.579106 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23504628-6f16-49ec-8356-5e2efe42154a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.714788 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-23504628-6f16-49ec-8356-5e2efe42154a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] update failed (client error): The resource could not be found. Jul 16 09:06:06.716605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-23504628-6f16-49ec-8356-5e2efe42154a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "PUT /v2.0/floatingips/49ebe026-d176-469a-a2e1-caf5b61200e5 HTTP/1.1" status: 404 len: 507 time: 0.1813288 Jul 16 09:06:06.719411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55486) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:06.853717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Deleting port 45859d16-a384-4f0c-8586-5668bb20b681 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:06.854243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.946585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.946987 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.961750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Calling delete_port for 45859d16-a384-4f0c-8586-5668bb20b681 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:07.113713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.141800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event deleted for resources: {'Port': ['ID=45859d16-a384-4f0c-8586-5668bb20b681,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:07.250573 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.253932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.255081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b4069672-4bd5-42ed-a963-b97ccfb35cfc tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "DELETE /v2.0/floatingips/49ebe026-d176-469a-a2e1-caf5b61200e5 HTTP/1.1" status: 204 len: 168 time: 0.5343318 Jul 16 09:06:07.258675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55490) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.263069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-321ccf11-b070-4286-b628-2f06ef40b4bf tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Request body: {'floatingip': {'floating_network_id': '70275889-a488-4abe-854a-7911d5a573ed', 'port_id': '176c9401-4388-4852-8e3a-a125eb38ddeb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:07.291644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87aa66-c4d4-4078-b542-932faa6fbe8e req-99b7f5e5-7c1f-4773-b306-00686b941412 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.293150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da87aa66-c4d4-4078-b542-932faa6fbe8e req-99b7f5e5-7c1f-4773-b306-00686b941412 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 944 time: 0.1439300 Jul 16 09:06:07.308469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-321ccf11-b070-4286-b628-2f06ef40b4bf tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.358587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da87aa66-c4d4-4078-b542-932faa6fbe8e req-a78faed6-8858-43b7-95a2-a5bf263d8038 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580785 Jul 16 09:06:07.456784 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-321ccf11-b070-4286-b628-2f06ef40b4bf tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:06:07.461820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55494) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.463019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-321ccf11-b070-4286-b628-2f06ef40b4bf tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2032161 Jul 16 09:06:07.467108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '176c9401-4388-4852-8e3a-a125eb38ddeb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:07.491239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.500883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b54b675-fc63-4751-9677-9c34215bbecc req-878acfc9-2c57-4ac9-82ff-244813fcb9c4 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0319808 Jul 16 09:06:07.597933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.705706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Allocated IP 172.25.6.126 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/6532ebd7-dc09-4a42-b125-5bd05dd855ad) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:07.807438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.847030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.887344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:07.892742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:07.896213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:07.920614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event updated for resources: {'Port': ['ID=6532ebd7-dc09-4a42-b125-5bd05dd855ad,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:08.074128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Deleting port 6532ebd7-dc09-4a42-b125-5bd05dd855ad {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:08.074382 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.153195 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.153535 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.165444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Calling delete_port for 6532ebd7-dc09-4a42-b125-5bd05dd855ad owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:08.291704 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.318963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event deleted for resources: {'Port': ['ID=6532ebd7-dc09-4a42-b125-5bd05dd855ad,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:08.393269 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] create failed (client error): The resource could not be found. Jul 16 09:06:08.394446 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6bd69b5-8f21-4588-8be1-2d5faec8470a tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9315298 Jul 16 09:06:08.397844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.536834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b4637-5181-4d7d-a1fc-e767e51463e4 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Deleting port 176c9401-4388-4852-8e3a-a125eb38ddeb {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:08.537602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4637-5181-4d7d-a1fc-e767e51463e4 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.624286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f455-74d7-43c8-8ef6-7a2a6d1497bc req-fd7a6c24-942b-407d-99bf-aefc6484cddd tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.626093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1e5f455-74d7-43c8-8ef6-7a2a6d1497bc req-fd7a6c24-942b-407d-99bf-aefc6484cddd tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 944 time: 0.1407125 Jul 16 09:06:08.683300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11acb070-42d8-477c-a4f1-7ee5e2f541eb req-933fbb3e-08cb-4562-a579-3a819eea5e80 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/ports?device_id=62244b7f-f8e8-4227-ba5a-32fb26607fa6 HTTP/1.1" status: 200 len: 210 time: 0.0508797 Jul 16 09:06:08.709246 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4637-5181-4d7d-a1fc-e767e51463e4 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.720947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1e5f455-74d7-43c8-8ef6-7a2a6d1497bc req-55a79f3a-a3c2-47f4-8036-8225d049367d tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848935 Jul 16 09:06:08.727117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b4637-5181-4d7d-a1fc-e767e51463e4 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Calling delete_port for 176c9401-4388-4852-8e3a-a125eb38ddeb owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:08.881108 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4637-5181-4d7d-a1fc-e767e51463e4 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.921466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b4637-5181-4d7d-a1fc-e767e51463e4 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event deleted for resources: {'Port': ['ID=176c9401-4388-4852-8e3a-a125eb38ddeb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:09.015929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4637-5181-4d7d-a1fc-e767e51463e4 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.018825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fc9b4637-5181-4d7d-a1fc-e767e51463e4 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "DELETE /v2.0/ports/176c9401-4388-4852-8e3a-a125eb38ddeb HTTP/1.1" status: 204 len: 168 time: 0.6193080 Jul 16 09:06:09.021225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55504) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:09.131421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac73595-ea32-4b03-a75b-af7bbdb6ceb7 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.133053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dac73595-ea32-4b03-a75b-af7bbdb6ceb7 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3504edc-fcc8-4f00-92e9-14d76bb5dafe HTTP/1.1" status: 200 len: 913 time: 0.1106896 Jul 16 09:06:09.136296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55508) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:09.370460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ea6171b0-33b3-43ea-86cb-8d791a2df637 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:06:09.592315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ea6171b0-33b3-43ea-86cb-8d791a2df637, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ea6171b0-33b3-43ea-86cb-8d791a2df637,segment=NetworkSegment(9b7e67cc-71f2-4f6f-b88b-a3ad1913572c),segment_id=9b7e67cc-71f2-4f6f-b88b-a3ad1913572c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:09.610158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'ea6171b0-33b3-43ea-86cb-8d791a2df637', 'network_id': '5153924c-af5d-448f-a3c4-e06fadccd91a', 'port_id': 'ea6171b0-33b3-43ea-86cb-8d791a2df637', 'mac_address': 'fa:16:3e:50:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7c9966-4bc3-4f24-94d4-35d9f7f8b3a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:06:09.704143 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.732069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6171b0-33b3-43ea-86cb-8d791a2df637 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:09.781600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ea6171b0-33b3-43ea-86cb-8d791a2df637, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ea6171b0-33b3-43ea-86cb-8d791a2df637,segment=NetworkSegment(9b7e67cc-71f2-4f6f-b88b-a3ad1913572c),segment_id=9b7e67cc-71f2-4f6f-b88b-a3ad1913572c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:09.793077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.799825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-3eb85c57-45da-4fde-928b-2d2a36fcd472 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1829202 Jul 16 09:06:09.877246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.920795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ea6171b0-33b3-43ea-86cb-8d791a2df637,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:09.994504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-7450ef5c-b8de-4868-894d-3ac978474212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:10.004038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-7450ef5c-b8de-4868-894d-3ac978474212 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9bf32e945c1e48a5a28bda741c87843a&device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 1098 time: 0.1461828 Jul 16 09:06:10.030823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55554) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:10.092801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ea6171b0-33b3-43ea-86cb-8d791a2df637'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:10.229915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab398c5-addd-4a4c-99cc-bac818ad0238 req-bd6398ae-c448-4c35-b454-126861456ccc tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:10.248028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ab398c5-addd-4a4c-99cc-bac818ad0238 req-bd6398ae-c448-4c35-b454-126861456ccc tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 945 time: 0.2426317 Jul 16 09:06:10.301321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-14523ed7-5480-4e66-872b-3c71f31cf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:10.302846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-14523ed7-5480-4e66-872b-3c71f31cf9c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 200 len: 914 time: 0.2369113 Jul 16 09:06:10.326148 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-93502cd7-768b-43ce-a962-ee0c2b0432fe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.332557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ab398c5-addd-4a4c-99cc-bac818ad0238 req-aa021b44-1a92-4709-a61c-25dc586cb533 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835576 Jul 16 09:06:10.373296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-6fa81861-14ea-4bf1-ab8a-3f2418e6020c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7de5c0d-c024-460f-93fd-6b8acca3033f HTTP/1.1" status: 200 len: 217 time: 0.0623460 Jul 16 09:06:10.380056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-93502cd7-768b-43ce-a962-ee0c2b0432fe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.471613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-eee67120-3a24-4190-9ad0-e63455d57288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:10.474098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-eee67120-3a24-4190-9ad0-e63455d57288 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=443cbe82-b21c-4dfc-99f0-0b748f9b7f75 HTTP/1.1" status: 200 len: 853 time: 0.0939488 Jul 16 09:06:10.505037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-93502cd7-768b-43ce-a962-ee0c2b0432fe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.508013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-93502cd7-768b-43ce-a962-ee0c2b0432fe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.509191 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-93502cd7-768b-43ce-a962-ee0c2b0432fe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "DELETE /v2.0/security-groups/80bb33a4-d49b-4bd9-9f81-610296014765 HTTP/1.1" status: 204 len: 168 time: 0.4768000 Jul 16 09:06:10.511914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55570) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:10.546103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93502cd7-768b-43ce-a962-ee0c2b0432fe tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb33a4-d49b-4bd9-9f81-610296014765,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:10.559852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-df895c8b-feb1-4c1d-be8d-cd8b1a5b4f66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d9ccf4c-9399-4347-9e29-3568a79457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756676 Jul 16 09:06:10.561443 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-85a5f1b4-4f8f-4931-8221-09d17059d41e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] show failed (client error): The resource could not be found. Jul 16 09:06:10.562737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-85a5f1b4-4f8f-4931-8221-09d17059d41e tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "GET /v2.0/security-groups/80bb33a4-d49b-4bd9-9f81-610296014765 HTTP/1.1" status: 404 len: 347 time: 0.0493813 Jul 16 09:06:10.565867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55574) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:10.701472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-104ae53c-0cb2-4c8c-9422-41072cef95f0 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341126 Jul 16 09:06:10.713893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Deleting port 73a3a593-75a8-4918-ae5f-13387bacf66a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:10.714611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.837878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting port cb7263d1-2379-4dcb-99ec-eab4670c5f18 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:10.838229 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.855745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c4f49c4-0948-4e2c-afa7-6a817691bbe7 req-53ae65a1-2e36-430e-9a64-8da7f1a1f7d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466887 Jul 16 09:06:10.896921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.924310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Calling delete_port for 73a3a593-75a8-4918-ae5f-13387bacf66a owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:11.047940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.048268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.067881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Calling delete_port for cb7263d1-2379-4dcb-99ec-eab4670c5f18 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:11.264677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.316622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event deleted for resources: {'Port': ['ID=73a3a593-75a8-4918-ae5f-13387bacf66a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:11.386124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ea6171b0-33b3-43ea-86cb-8d791a2df637 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:11.479672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.540009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55616) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.541106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port ea6171b0-33b3-43ea-86cb-8d791a2df637 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:11.553086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port ea6171b0-33b3-43ea-86cb-8d791a2df637 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:11.556580 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.675721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Port': ['ID=cb7263d1-2379-4dcb-99ec-eab4670c5f18,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:11.730609 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.765683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5178ce69-d75e-47a8-af40-0468adb9a08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6171b0-33b3-43ea-86cb-8d791a2df637'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:11.770216 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3beab9-a072-446f-8f1b-c7884cf3fedb" -d '{"events": [{"server_uuid": "5178ce69-d75e-47a8-af40-0468adb9a08e", "name": "network-vif-plugged", "status": "completed", "tag": "ea6171b0-33b3-43ea-86cb-8d791a2df637"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:11.804212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port ea6171b0-33b3-43ea-86cb-8d791a2df637, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ea6171b0-33b3-43ea-86cb-8d791a2df637,segment=NetworkSegment(9b7e67cc-71f2-4f6f-b88b-a3ad1913572c),segment_id=9b7e67cc-71f2-4f6f-b88b-a3ad1913572c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:11.816748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.826836 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.839447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e09af-2458-4075-98ea-2f037b13abbb req-b63e778c-8a32-4c1b-9d29-5b33f90608d4 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.841085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a58e09af-2458-4075-98ea-2f037b13abbb req-b63e778c-8a32-4c1b-9d29-5b33f90608d4 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 945 time: 0.2746131 Jul 16 09:06:11.929390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=ea6171b0-33b3-43ea-86cb-8d791a2df637,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:11.933603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-589bf823-45e1-4540-9761-f93f1e5fc997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.947453 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a58e09af-2458-4075-98ea-2f037b13abbb req-1f6153fd-5080-4ef6-805d-848a023a21fa tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942984 Jul 16 09:06:12.062875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.068754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.070745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4ada9dde-8eec-4190-8b89-add2e10270d1 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "DELETE /v2.0/floatingips/58e09914-44dd-4749-93bc-ef0556cfa5ee HTTP/1.1" status: 204 len: 168 time: 1.5038688 Jul 16 09:06:12.073975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55628) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:12.134744 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0183e2d5-49e9-42de-92ae-57f22df7ed0a x-openstack-request-id: req-0183e2d5-49e9-42de-92ae-57f22df7ed0a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:12.135148 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5178ce69-d75e-47a8-af40-0468adb9a08e", "name": "network-vif-plugged", "status": "completed", "tag": "ea6171b0-33b3-43ea-86cb-8d791a2df637", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:12.135630 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0183e2d5-49e9-42de-92ae-57f22df7ed0a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:12.136240 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5178ce69-d75e-47a8-af40-0468adb9a08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6171b0-33b3-43ea-86cb-8d791a2df637', 'code': 200} Jul 16 09:06:12.171492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Router e3504edc-fcc8-4f00-92e9-14d76bb5dafe has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:12.249344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-589bf823-45e1-4540-9761-f93f1e5fc997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.271054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-589bf823-45e1-4540-9761-f93f1e5fc997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.312230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-589bf823-45e1-4540-9761-f93f1e5fc997 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b50bd5422824c8fabdc68e01f340426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685504 Jul 16 09:06:12.313223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55632) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:12.353122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bf823-45e1-4540-9761-f93f1e5fc997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fd1216-069d-4cfd-b2a9-e7f0225c0ea6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.377388 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-47fa4615-3919-48bc-9177-9b979f404c06 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting port 5edff193-92f3-4d05-9518-be18a38db1e8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:12.377805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47fa4615-3919-48bc-9177-9b979f404c06 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.487325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e77c7d3-5f3e-4e7f-869e-6dbff6f89534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.584700 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e77c7d3-5f3e-4e7f-869e-6dbff6f89534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.594944 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47fa4615-3919-48bc-9177-9b979f404c06 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.620834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-47fa4615-3919-48bc-9177-9b979f404c06 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Calling delete_port for 5edff193-92f3-4d05-9518-be18a38db1e8 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:12.719994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e77c7d3-5f3e-4e7f-869e-6dbff6f89534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.723826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e77c7d3-5f3e-4e7f-869e-6dbff6f89534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.727543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0e77c7d3-5f3e-4e7f-869e-6dbff6f89534 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9fd1216-069d-4cfd-b2a9-e7f0225c0ea6 HTTP/1.1" status: 204 len: 168 time: 0.4099350 Jul 16 09:06:12.737128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77c7d3-5f3e-4e7f-869e-6dbff6f89534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fd1216-069d-4cfd-b2a9-e7f0225c0ea6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.863661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47fa4615-3919-48bc-9177-9b979f404c06 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.962500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa4615-3919-48bc-9177-9b979f404c06 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Port': ['ID=5edff193-92f3-4d05-9518-be18a38db1e8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:13.085165 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47fa4615-3919-48bc-9177-9b979f404c06 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.099984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-47fa4615-3919-48bc-9177-9b979f404c06 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "DELETE /v2.0/ports/5edff193-92f3-4d05-9518-be18a38db1e8 HTTP/1.1" status: 204 len: 168 time: 1.0238693 Jul 16 09:06:13.102987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55646) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.156341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:13.169877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b663945-fe15-4b10-8d98-39af87113153 None None] Sync routers for ids ['e3504edc-fcc8-4f00-92e9-14d76bb5dafe'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:13.176090 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2e838cf5-4e64-43f2-b44f-2ea872990e7e tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "PUT /v2.0/routers/e3504edc-fcc8-4f00-92e9-14d76bb5dafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0386333 Jul 16 09:06:13.178452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55650) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.210923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b663945-fe15-4b10-8d98-39af87113153 None None] Routers {'e3504edc-fcc8-4f00-92e9-14d76bb5dafe'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:13.216929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4b663945-fe15-4b10-8d98-39af87113153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3504edc-fcc8-4f00-92e9-14d76bb5dafe'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:13.290442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65df373e-57b1-4b3b-a7df-57ec75f46430 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.363140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4b663945-fe15-4b10-8d98-39af87113153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:13.389143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b663945-fe15-4b10-8d98-39af87113153 None None] Routers {'e3504edc-fcc8-4f00-92e9-14d76bb5dafe'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:13.393903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4b663945-fe15-4b10-8d98-39af87113153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3504edc-fcc8-4f00-92e9-14d76bb5dafe'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:13.487236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4b663945-fe15-4b10-8d98-39af87113153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:13.488186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b663945-fe15-4b10-8d98-39af87113153 None None] The sync data for ids ['e3504edc-fcc8-4f00-92e9-14d76bb5dafe'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:13.501278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55654) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.552137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9998a94-215a-4c2a-a8c3-ebaf5ac523b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.576999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a744f463-ae39-4a7f-aeb0-42a4d220ae61 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting port 69fe0e68-18c9-4848-909c-505e48b38fc6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:13.577907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a744f463-ae39-4a7f-aeb0-42a4d220ae61 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.633619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65df373e-57b1-4b3b-a7df-57ec75f46430 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.636759 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65df373e-57b1-4b3b-a7df-57ec75f46430 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.709766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b25f-20c8-4ad2-ae37-c73d68603e7f req-175306f1-3c80-47ae-b556-e54dd8820e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:13.712879 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6469b25f-20c8-4ad2-ae37-c73d68603e7f req-175306f1-3c80-47ae-b556-e54dd8820e0e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 1098 time: 0.5582035 Jul 16 09:06:13.746817 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65df373e-57b1-4b3b-a7df-57ec75f46430 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.747363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65df373e-57b1-4b3b-a7df-57ec75f46430 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Fanout notify agent at l3_agent the message router_deleted on router e3504edc-fcc8-4f00-92e9-14d76bb5dafe {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:13.765911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-65df373e-57b1-4b3b-a7df-57ec75f46430 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.769619 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-65df373e-57b1-4b3b-a7df-57ec75f46430 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "DELETE /v2.0/routers/e3504edc-fcc8-4f00-92e9-14d76bb5dafe HTTP/1.1" status: 204 len: 168 time: 0.5884047 Jul 16 09:06:13.775360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55660) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.787308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a744f463-ae39-4a7f-aeb0-42a4d220ae61 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.819977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a744f463-ae39-4a7f-aeb0-42a4d220ae61 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Calling delete_port for 69fe0e68-18c9-4848-909c-505e48b38fc6 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:13.832485 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6469b25f-20c8-4ad2-ae37-c73d68603e7f req-630c1972-1242-474b-aca6-24b389d4033e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088398 Jul 16 09:06:13.851557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-d044f786-24ef-4f92-83dc-39b34ecf6f43 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Deleting subnet 5f9b015f-348a-43e4-8a92-878eedab75f1 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:13.854373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c6645-6332-4c7f-b972-29d051f639ab req-2800a8cb-7124-4e30-af55-2681929ce0f1 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:13.855155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d044f786-24ef-4f92-83dc-39b34ecf6f43 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.855955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f79c6645-6332-4c7f-b972-29d051f639ab req-2800a8cb-7124-4e30-af55-2681929ce0f1 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 946 time: 0.5749028 Jul 16 09:06:13.898072 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d044f786-24ef-4f92-83dc-39b34ecf6f43 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.968812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f79c6645-6332-4c7f-b972-29d051f639ab req-0bece7ee-9560-434a-9a1c-636d65332747 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804472 Jul 16 09:06:14.020613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d044f786-24ef-4f92-83dc-39b34ecf6f43 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.052313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9998a94-215a-4c2a-a8c3-ebaf5ac523b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.071092 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9998a94-215a-4c2a-a8c3-ebaf5ac523b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.119227 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a744f463-ae39-4a7f-aeb0-42a4d220ae61 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.154297 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d044f786-24ef-4f92-83dc-39b34ecf6f43 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.182230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744f463-ae39-4a7f-aeb0-42a4d220ae61 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Port': ['ID=69fe0e68-18c9-4848-909c-505e48b38fc6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.190697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e9998a94-215a-4c2a-a8c3-ebaf5ac523b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e6b8cbd00004a6b9b0bc432d2197594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853304 Jul 16 09:06:14.194852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55664) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:14.195504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9998a94-215a-4c2a-a8c3-ebaf5ac523b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46462e8b-4127-4939-a028-62c6ca1f091e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.232016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56699431-ce8f-49b8-b4a9-2104506ee674 None None] Network 70275889-a488-4abe-854a-7911d5a573ed requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:14.232844 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d044f786-24ef-4f92-83dc-39b34ecf6f43 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.235173 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d044f786-24ef-4f92-83dc-39b34ecf6f43 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "DELETE /v2.0/subnets/5f9b015f-348a-43e4-8a92-878eedab75f1 HTTP/1.1" status: 204 len: 168 time: 0.4585052 Jul 16 09:06:14.260374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55666) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:14.271257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044f786-24ef-4f92-83dc-39b34ecf6f43 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9b015f-348a-43e4-8a92-878eedab75f1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.356122 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a744f463-ae39-4a7f-aeb0-42a4d220ae61 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.360212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a744f463-ae39-4a7f-aeb0-42a4d220ae61 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "DELETE /v2.0/ports/69fe0e68-18c9-4848-909c-505e48b38fc6 HTTP/1.1" status: 204 len: 168 time: 1.2541318 Jul 16 09:06:14.369811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55668) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:14.410613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.420368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-796a73e2-7247-4642-82af-27741a35a23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.461411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-796a73e2-7247-4642-82af-27741a35a23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.461812 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8908996a-290d-40d2-af0a-352b5b2c247e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.478496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafc3875-47c3-4d59-8de2-db5436ddd78b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting subnet 35ca7bac-6900-470b-abb7-840a54db4e5c {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:14.485057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fafc3875-47c3-4d59-8de2-db5436ddd78b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.551014 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Deleting port 5296b265-f8d5-43f2-8f13-8de0c67980fe {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:14.554558 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.577472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] DHCP port deletion for 70275889-a488-4abe-854a-7911d5a573ed request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:14.682161 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fafc3875-47c3-4d59-8de2-db5436ddd78b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.687301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] Deleting port 5296b265-f8d5-43f2-8f13-8de0c67980fe {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:14.688308 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.742516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] For port 5296b265-f8d5-43f2-8f13-8de0c67980fe, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5296b265-f8d5-43f2-8f13-8de0c67980fe,segment=NetworkSegment(9b2715f1-2ee6-4d54-8446-8770763b9f0e),segment_id=9b2715f1-2ee6-4d54-8446-8770763b9f0e)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:14.742905 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.774561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Calling delete_port for 5296b265-f8d5-43f2-8f13-8de0c67980fe owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:14.779800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-796a73e2-7247-4642-82af-27741a35a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.790357 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-796a73e2-7247-4642-82af-27741a35a23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.794074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-796a73e2-7247-4642-82af-27741a35a23b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46462e8b-4127-4939-a028-62c6ca1f091e HTTP/1.1" status: 204 len: 168 time: 0.5935240 Jul 16 09:06:14.822346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a73e2-7247-4642-82af-27741a35a23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46462e8b-4127-4939-a028-62c6ca1f091e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.934440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] For port 5296b265-f8d5-43f2-8f13-8de0c67980fe, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5296b265-f8d5-43f2-8f13-8de0c67980fe,segment=NetworkSegment(9b2715f1-2ee6-4d54-8446-8770763b9f0e),segment_id=9b2715f1-2ee6-4d54-8446-8770763b9f0e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:14.937344 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.980340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] Calling delete_port for 5296b265-f8d5-43f2-8f13-8de0c67980fe owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:15.051845 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fafc3875-47c3-4d59-8de2-db5436ddd78b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.058874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.142797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event deleted for resources: {'Port': ['ID=5296b265-f8d5-43f2-8f13-8de0c67980fe,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:15.153791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] No DVR routers for this DVR port 5296b265-f8d5-43f2-8f13-8de0c67980fe on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:15.172836 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.262831 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fafc3875-47c3-4d59-8de2-db5436ddd78b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.265774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] Pushing event deleted for resources: {'Port': ['ID=5296b265-f8d5-43f2-8f13-8de0c67980fe,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:15.304270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f588ca1-45e8-4b1f-bebe-52bb673af502 None None] No DVR routers for this DVR port 5296b265-f8d5-43f2-8f13-8de0c67980fe on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:15.307901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.339473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc3875-47c3-4d59-8de2-db5436ddd78b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Subnet': ['ID=35ca7bac-6900-470b-abb7-840a54db4e5c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:15.361292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fafc3875-47c3-4d59-8de2-db5436ddd78b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.366708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fafc3875-47c3-4d59-8de2-db5436ddd78b tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "DELETE /v2.0/subnets/35ca7bac-6900-470b-abb7-840a54db4e5c HTTP/1.1" status: 204 len: 168 time: 0.9919417 Jul 16 09:06:15.367362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55690) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.371439 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20554ca9-6565-4a43-bc2d-9f9a9ff8e834 None None] Network d7cd753c-1243-4a01-b070-f46b22af0ad9 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:15.430338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.445527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d9f530-8c58-48b6-a225-e2a1fe3a1687 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Deleting subnet bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:15.449877 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f530-8c58-48b6-a225-e2a1fe3a1687 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.462609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70275889-a488-4abe-854a-7911d5a573ed']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.492669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2715f1-2ee6-4d54-8446-8770763b9f0e') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.493040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2715f1-2ee6-4d54-8446-8770763b9f0e') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.506226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.532074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f530-8c58-48b6-a225-e2a1fe3a1687 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.544068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.561292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:15.562566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.676608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f596bd-67f7-41fb-b31c-8db7db9717b8 req-9f6fa249-f4df-44b6-af9e-13c9d3e453d1 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.688546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71f596bd-67f7-41fb-b31c-8db7db9717b8 req-9f6fa249-f4df-44b6-af9e-13c9d3e453d1 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 946 time: 0.4462488 Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:15.716448 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:15.719721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.733396 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.735729 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] 10.222.0.55 "DELETE /v2.0/networks/70275889-a488-4abe-854a-7911d5a573ed HTTP/1.1" status: 204 len: 168 time: 1.4742415 Jul 16 09:06:15.747218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] DHCP port deletion for d7cd753c-1243-4a01-b070-f46b22af0ad9 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:15.769390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcec016-1c62-4195-b127-2fe4567108c2 tempest-FloatingIPNegativeTestJSON-1061228987 tempest-FloatingIPNegativeTestJSON-1061228987-project] Pushing event deleted for resources: {'Network': ['ID=70275889-a488-4abe-854a-7911d5a573ed,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:15.832324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] Deleting port 6a129145-35cb-4e0d-a387-516fcbf72901 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:15.833697 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.881906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71f596bd-67f7-41fb-b31c-8db7db9717b8 req-2573742a-928e-4a76-ac06-1bc5c750abe4 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669312 Jul 16 09:06:15.931794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f530-8c58-48b6-a225-e2a1fe3a1687 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.936527 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] For port 6a129145-35cb-4e0d-a387-516fcbf72901, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6a129145-35cb-4e0d-a387-516fcbf72901,segment=NetworkSegment(c29ecabf-69a7-42d4-ab5d-75eca42f71f1),segment_id=c29ecabf-69a7-42d4-ab5d-75eca42f71f1)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:15.936848 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.953208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] Calling delete_port for 6a129145-35cb-4e0d-a387-516fcbf72901 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:16.094145 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.165080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] Pushing event deleted for resources: {'Port': ['ID=6a129145-35cb-4e0d-a387-516fcbf72901,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:16.171552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f530-8c58-48b6-a225-e2a1fe3a1687 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.214714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761521da-a73c-4262-8eb0-5022e79d6c76 None None] No DVR routers for this DVR port 6a129145-35cb-4e0d-a387-516fcbf72901 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:16.247297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55720) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.280438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9f530-8c58-48b6-a225-e2a1fe3a1687 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0d5c97-dca6-46f3-b76f-3653d64e3bd0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:16.289120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f530-8c58-48b6-a225-e2a1fe3a1687 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.294016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55726) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.295622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df3e1e-db49-46c6-8c63-21aa31e0d8ea None None] Network 9b81a012-4d56-4c13-9534-1fc67509a72e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:16.319104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b8d9f530-8c58-48b6-a225-e2a1fe3a1687 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "DELETE /v2.0/subnets/bc0d5c97-dca6-46f3-b76f-3653d64e3bd0 HTTP/1.1" status: 204 len: 168 time: 0.9456341 Jul 16 09:06:16.329040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5296b265-f8d5-43f2-8f13-8de0c67980fe no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:16.377382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5296b265-f8d5-43f2-8f13-8de0c67980fe {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:16.377382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5296b265-f8d5-43f2-8f13-8de0c67980fe not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:16.377835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6a129145-35cb-4e0d-a387-516fcbf72901 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:16.450381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 6a129145-35cb-4e0d-a387-516fcbf72901 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:16.450760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6a129145-35cb-4e0d-a387-516fcbf72901 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:16.534555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.553845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90151a17-ee4e-4088-9ed7-abcaa546b877 req-f9f529c3-0dd7-4cee-988e-98701b00799c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:16.563651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90151a17-ee4e-4088-9ed7-abcaa546b877 req-f9f529c3-0dd7-4cee-988e-98701b00799c tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1347475 Jul 16 09:06:16.684945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90151a17-ee4e-4088-9ed7-abcaa546b877 req-decc8540-6639-4e6e-a605-c13b4a3e42c0 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199298 Jul 16 09:06:16.763521 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] DHCP port deletion for 9b81a012-4d56-4c13-9534-1fc67509a72e request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:16.815971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55736) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.816697 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a279ea31-5ae1-4042-9397-6d3237eba6f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c628f040acf453593a11144343982ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677700 Jul 16 09:06:16.874378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] Deleting port 450592bd-f08e-45ca-b9b8-23a6db4958b2 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:16.874732 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.886922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.912676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cd753c-1243-4a01-b070-f46b22af0ad9']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:16.928944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:16.929251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de62ab3c-5e07-4a06-a3e4-652d2cf499ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.929982 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29ecabf-69a7-42d4-ab5d-75eca42f71f1') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:16.943435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.963926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.982326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:16.982808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:16.989754 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:17.021378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] For port 450592bd-f08e-45ca-b9b8-23a6db4958b2, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=450592bd-f08e-45ca-b9b8-23a6db4958b2,segment=NetworkSegment(213b6688-e937-49b1-94e6-412738a0072e),segment_id=213b6688-e937-49b1-94e6-412738a0072e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:17.022290 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.043615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] Calling delete_port for 450592bd-f08e-45ca-b9b8-23a6db4958b2 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:17.045138 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de62ab3c-5e07-4a06-a3e4-652d2cf499ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.121307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.131063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.135440 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "DELETE /v2.0/networks/d7cd753c-1243-4a01-b070-f46b22af0ad9 HTTP/1.1" status: 204 len: 168 time: 0.8382487 Jul 16 09:06:17.137056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55744) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.262884 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.268710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db315a6c-9be8-49dc-b329-491e57932524 tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Network': ['ID=d7cd753c-1243-4a01-b070-f46b22af0ad9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.269427 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.293124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] No DVR routers for this DVR port 450592bd-f08e-45ca-b9b8-23a6db4958b2 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:17.349372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47452dc-2568-4cd3-9d89-30330a39eba9 None None] Pushing event deleted for resources: {'Port': ['ID=450592bd-f08e-45ca-b9b8-23a6db4958b2,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.388057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.401132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b81a012-4d56-4c13-9534-1fc67509a72e']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:17.421291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213b6688-e937-49b1-94e6-412738a0072e') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:17.421801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213b6688-e937-49b1-94e6-412738a0072e') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:17.434392 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.449306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.464525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:17.464525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:17.532169 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:17.537923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.549171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.551546 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] 10.222.0.55 "DELETE /v2.0/networks/9b81a012-4d56-4c13-9534-1fc67509a72e HTTP/1.1" status: 204 len: 168 time: 0.4134881 Jul 16 09:06:17.562609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d2976-cfc6-4fe6-bbb5-a1adb904736f tempest-TaggedBootDevicesTest_v242-756077302 tempest-TaggedBootDevicesTest_v242-756077302-project] Pushing event deleted for resources: {'Network': ['ID=9b81a012-4d56-4c13-9534-1fc67509a72e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.588611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408530f7-707c-4f0a-821f-19bdb822d000 req-ae5d5ff3-cb80-44a4-9948-4b1ee41379c3 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:17.596818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-408530f7-707c-4f0a-821f-19bdb822d000 req-ae5d5ff3-cb80-44a4-9948-4b1ee41379c3 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 946 time: 0.6336627 Jul 16 09:06:17.686375 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.691522 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d279cd-215f-4a61-afa4-56843eac7aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.739329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-408530f7-707c-4f0a-821f-19bdb822d000 req-7436e2e2-0dc9-45e8-a4aa-8aa6d86c2efc tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405501 Jul 16 09:06:17.749140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de62ab3c-5e07-4a06-a3e4-652d2cf499ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.753233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de62ab3c-5e07-4a06-a3e4-652d2cf499ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.754716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-de62ab3c-5e07-4a06-a3e4-652d2cf499ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f51903bf-6fe3-44b8-b281-aa86feed1a75 HTTP/1.1" status: 204 len: 168 time: 0.9370742 Jul 16 09:06:17.774412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ab3c-5e07-4a06-a3e4-652d2cf499ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51903bf-6fe3-44b8-b281-aa86feed1a75,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:18.233247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb1aa8-4263-4fe6-bf78-c04e340af780 req-6ded59ea-c88a-42d2-9ffd-fb7ff5c84e0a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:18.242736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7cfb1aa8-4263-4fe6-bf78-c04e340af780 req-6ded59ea-c88a-42d2-9ffd-fb7ff5c84e0a tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.2259417 Jul 16 09:06:18.258276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 450592bd-f08e-45ca-b9b8-23a6db4958b2 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:18.313115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 450592bd-f08e-45ca-b9b8-23a6db4958b2 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:18.313782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 450592bd-f08e-45ca-b9b8-23a6db4958b2 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:18.346793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7cfb1aa8-4263-4fe6-bf78-c04e340af780 req-dc06a819-2712-443e-945d-975418b9a62f tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7d7f3020-c8eb-4011-b5e3-62fa9f74c265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032109 Jul 16 09:06:18.662711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-00fa2582-bed4-47a5-88a2-16b6b5ad780e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:18.664764 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-00fa2582-bed4-47a5-88a2-16b6b5ad780e tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.54 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 946 time: 0.1052372 Jul 16 09:06:18.844012 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.889404 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.893131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-eb672e1f-50e9-45cf-9e2d-a8efbadd213f tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:18.896779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-eb672e1f-50e9-45cf-9e2d-a8efbadd213f tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.54 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 946 time: 0.1710808 Jul 16 09:06:18.912478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Deleting port 858c9cb0-800c-4d1d-81a3-781f77618df9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:18.913236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.099021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55832) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:19.116086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] For port 858c9cb0-800c-4d1d-81a3-781f77618df9, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=858c9cb0-800c-4d1d-81a3-781f77618df9,segment=NetworkSegment(f3b786f0-6ef5-427d-a0cb-3b2ede6d0811),segment_id=f3b786f0-6ef5-427d-a0cb-3b2ede6d0811)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:19.116845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.132333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Calling delete_port for 858c9cb0-800c-4d1d-81a3-781f77618df9 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:19.247701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Deleting port ea6171b0-33b3-43ea-86cb-8d791a2df637 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:19.248047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.352577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1597382534'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:19.363762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8d53c-edda-4cf4-b66d-df947f88de17 req-2c079c0c-b418-4aa9-9ba8-683bd6829d12 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:19.366309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80c8d53c-edda-4cf4-b66d-df947f88de17 req-2c079c0c-b418-4aa9-9ba8-683bd6829d12 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 946 time: 0.3287377 Jul 16 09:06:19.416830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.416830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:19.424424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.430917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['858c9cb0-800c-4d1d-81a3-781f77618df9'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:19.476108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-80c8d53c-edda-4cf4-b66d-df947f88de17 req-48247028-7b03-4094-8e4f-8b41c37d23f6 tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae7602ed-33bf-47e9-b832-35d089ccfd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006486 Jul 16 09:06:19.505822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] For port ea6171b0-33b3-43ea-86cb-8d791a2df637, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=ea6171b0-33b3-43ea-86cb-8d791a2df637,segment=NetworkSegment(9b7e67cc-71f2-4f6f-b88b-a3ad1913572c),segment_id=9b7e67cc-71f2-4f6f-b88b-a3ad1913572c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:19.506502 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.522756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Calling delete_port for ea6171b0-33b3-43ea-86cb-8d791a2df637 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:19.535084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Pushing event deleted for resources: {'Port': ['ID=858c9cb0-800c-4d1d-81a3-781f77618df9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:19.540519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.577225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a031a90-139f-4c8a-b67e-1d56d5b94bb8 req-eb9d9281-2dc8-47b8-8ec6-dd4de5760c01 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 210 time: 0.0475979 Jul 16 09:06:19.630345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] No DVR routers for this DVR port 858c9cb0-800c-4d1d-81a3-781f77618df9 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:19.633248 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.636022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8fa2e6e2-d8c9-4fc0-8b4f-ee9cbf55ff6a req-98225e55-e28e-46f6-8a4c-b3a6f3d6dbb1 tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.54 "DELETE /v2.0/ports/858c9cb0-800c-4d1d-81a3-781f77618df9 HTTP/1.1" status: 204 len: 173 time: 0.9643588 Jul 16 09:06:19.636737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-deleted', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:19.639119 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fca36e6-f28f-4188-9762-6d5271bcbd54" -d '{"events": [{"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-deleted", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:19.832093 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.846409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['ea6171b0-33b3-43ea-86cb-8d791a2df637'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:19.872963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Pushing event deleted for resources: {'Port': ['ID=ea6171b0-33b3-43ea-86cb-8d791a2df637,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:19.934448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] No DVR routers for this DVR port ea6171b0-33b3-43ea-86cb-8d791a2df637 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:19.937559 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.940973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7f13ede-c63b-4ae5-a4bc-6d5c00c91800 req-d9d5eec7-9403-42f9-9b12-0836b9505fab tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.54 "DELETE /v2.0/ports/ea6171b0-33b3-43ea-86cb-8d791a2df637 HTTP/1.1" status: 204 len: 173 time: 1.0333471 Jul 16 09:06:19.941696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5178ce69-d75e-47a8-af40-0468adb9a08e', 'name': 'network-vif-deleted', 'tag': 'ea6171b0-33b3-43ea-86cb-8d791a2df637'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:19.944242 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db9b90c-cce4-442f-ad9d-50f478a8a71f" -d '{"events": [{"server_uuid": "5178ce69-d75e-47a8-af40-0468adb9a08e", "name": "network-vif-deleted", "tag": "ea6171b0-33b3-43ea-86cb-8d791a2df637"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:20.005708 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.012197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.066544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:20.111607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5237a79-d27c-4472-b3cd-7a0fb833ba76,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:20.118852 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.119597 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment a5d77baf-faca-497b-a36c-338c62db458c of type vlan for network 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 Jul 16 09:06:20.122140 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9565627f-7d2f-4400-8e98-21c1bcaa0e2e x-openstack-request-id: req-9565627f-7d2f-4400-8e98-21c1bcaa0e2e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:20.123107 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5178ce69-d75e-47a8-af40-0468adb9a08e", "name": "network-vif-deleted", "tag": "ea6171b0-33b3-43ea-86cb-8d791a2df637", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:20.123716 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9565627f-7d2f-4400-8e98-21c1bcaa0e2e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:20.124335 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5178ce69-d75e-47a8-af40-0468adb9a08e', 'name': 'network-vif-deleted', 'tag': 'ea6171b0-33b3-43ea-86cb-8d791a2df637', 'status': 'completed', 'code': 200} Jul 16 09:06:20.130767 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.130940 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2b47a2-b3a3-4948-a3e8-aad62bc5d941 x-openstack-request-id: req-ea2b47a2-b3a3-4948-a3e8-aad62bc5d941 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:20.131372 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740e9282-137a-406e-ba49-2ecea925faa7", "name": "network-vif-deleted", "tag": "858c9cb0-800c-4d1d-81a3-781f77618df9", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:20.131683 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea2b47a2-b3a3-4948-a3e8-aad62bc5d941 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:20.132214 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740e9282-137a-406e-ba49-2ecea925faa7', 'name': 'network-vif-deleted', 'tag': '858c9cb0-800c-4d1d-81a3-781f77618df9', 'status': 'completed', 'code': 200} Jul 16 09:06:20.186666 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.228630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.240536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:20.241188 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.343770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:20.357874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:20.393670 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0c98d34d-9465-4f57-86e7-caa9d7def12e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2791824 Jul 16 09:06:20.529797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55882) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.537314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:20.821361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:20.826124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.958828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5322fc66-197f-4fcc-a9a9-50b687614dac req-9d5a70d6-0d7e-42bc-8a16-ae45cc0bc88f tempest-ServerGroupTestJSON-1562467823 tempest-ServerGroupTestJSON-1562467823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ce69-d75e-47a8-af40-0468adb9a08e HTTP/1.1" status: 200 len: 210 time: 0.1533229 Jul 16 09:06:21.049139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a16a4d08-afd7-4f23-98be-2ceda4876b0d req-fc9d09db-048d-4a35-ac03-a694b5686cdd tempest-ServersNegativeTestJSON-64597797 tempest-ServersNegativeTestJSON-64597797-project] 10.222.0.55 "GET /v2.0/ports?device_id=740e9282-137a-406e-ba49-2ecea925faa7 HTTP/1.1" status: 200 len: 210 time: 0.1134424 Jul 16 09:06:21.246104 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.313565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=30c8bf04-1862-4e14-8185-0cbf4f21e44c,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:21.356236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': 'a5d77baf-faca-497b-a36c-338c62db458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:21.356929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:21.381956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:21.409546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:21.421973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9a45c-ff7a-464b-8623-93586a431929 None None] Network 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:21.429240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:21.429870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.475679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dc6ca1e8-0d80-42c4-92c9-051c96b1fabb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9442461 Jul 16 09:06:21.479180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55908) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:21.494684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1802637474'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:21.550455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:21.554248 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.601474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:21.623313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.623669 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment b0e676fc-ffc9-416b-9dd2-3fd56a75e313 of type vlan for network 4c67afca-a426-4d47-8178-f6e8146b7b66 Jul 16 09:06:21.701106 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.705290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7', 'network_id': '7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': '30c8bf04-1862-4e14-8185-0cbf4f21e44c'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:21.706417 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.748278 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.752074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:21.752985 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.905326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=4c67afca-a426-4d47-8178-f6e8146b7b66,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:21.925038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6c837310-398b-4e30-919b-ffeeafc8ceff tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4413574 Jul 16 09:06:21.925282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55920) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:21.930543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '4c67afca-a426-4d47-8178-f6e8146b7b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:21.963945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Allocated IP 172.20.255.242 (7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7/30c8bf04-1862-4e14-8185-0cbf4f21e44c/0b2b98c8-c848-4270-b9b3-115452b30f57) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:21.968187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 4c67afca-a426-4d47-8178-f6e8146b7b66 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:22.089366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:22.096870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.230221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55932) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.392519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4914eb9d-6962-4bef-881b-972140ecb185 admin admin] Deleting subnet dc697441-818a-43e7-885d-d0efc9e72997 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:22.401502 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4914eb9d-6962-4bef-881b-972140ecb185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.472267 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.506210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Transition to ACTIVE for port object 0b2b98c8-c848-4270-b9b3-115452b30f57 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:22.515464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4914eb9d-6962-4bef-881b-972140ecb185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.541944 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.558808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Transition to ACTIVE for port object 0b2b98c8-c848-4270-b9b3-115452b30f57 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:22.584363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.650126 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4914eb9d-6962-4bef-881b-972140ecb185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.863178 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4914eb9d-6962-4bef-881b-972140ecb185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.911880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914eb9d-6962-4bef-881b-972140ecb185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc697441-818a-43e7-885d-d0efc9e72997,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:22.922117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4914eb9d-6962-4bef-881b-972140ecb185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.925781 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4914eb9d-6962-4bef-881b-972140ecb185 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc697441-818a-43e7-885d-d0efc9e72997 HTTP/1.1" status: 204 len: 168 time: 0.6944249 Jul 16 09:06:22.931462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55972) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.957045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=9f3d75af-6e00-4e28-a4f3-c68401d4539c,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:22.976002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c67afca-a426-4d47-8178-f6e8146b7b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:22.976601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 4c67afca-a426-4d47-8178-f6e8146b7b66, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:23.024280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-d1b27947-747b-46d5-8f25-f5e1d2e44c18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5506227 Jul 16 09:06:23.039659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 4c67afca-a426-4d47-8178-f6e8146b7b66 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:23.057592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 4c67afca-a426-4d47-8178-f6e8146b7b66) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:23.073368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:23.074263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.078996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Network 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:23.082432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a163f-70a6-4962-a8a9-18c7a8114b6a None None] Network 4c67afca-a426-4d47-8178-f6e8146b7b66 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:23.143329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.186578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-01f5961a-3c12-4295-9a57-277be53019f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2581325 Jul 16 09:06:23.188167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55990) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:23.202872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Pushing event updated for resources: {'Port': ['ID=0b2b98c8-c848-4270-b9b3-115452b30f57,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:23.207418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:23.216539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55992) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:23.243556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:23.329061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0609c2-23b2-4336-978c-d758ded36ff6 admin admin] Deleting subnet 5f7c9966-4bc3-4f24-94d4-35d9f7f8b3a1 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:23.342058 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af0609c2-23b2-4336-978c-d758ded36ff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.352762 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Attempting to bind port 0b2b98c8-c848-4270-b9b3-115452b30f57 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:23.353834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Attempting to bind port 0b2b98c8-c848-4270-b9b3-115452b30f57 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a5d77baf-faca-497b-a36c-338c62db458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:23.354181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Attempting to bind port 0b2b98c8-c848-4270-b9b3-115452b30f57 on network 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:23.361388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:23.362220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Checking segment: {'id': 'a5d77baf-faca-497b-a36c-338c62db458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:23.362840 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.363441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Bound using segment: {'id': 'a5d77baf-faca-497b-a36c-338c62db458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:23.364211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Bound port: 0b2b98c8-c848-4270-b9b3-115452b30f57, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d77baf-faca-497b-a36c-338c62db458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:23.365077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.413543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af0609c2-23b2-4336-978c-d758ded36ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.506130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] For port 0b2b98c8-c848-4270-b9b3-115452b30f57, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:23.509961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ea6171b0-33b3-43ea-86cb-8d791a2df637 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:23.526076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] For port 0b2b98c8-c848-4270-b9b3-115452b30f57, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0b2b98c8-c848-4270-b9b3-115452b30f57,segment=NetworkSegment(a5d77baf-faca-497b-a36c-338c62db458c),segment_id=a5d77baf-faca-497b-a36c-338c62db458c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:23.530510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-af4d4a84-8989-40a0-9617-7d61056a8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:23.532470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-af4d4a84-8989-40a0-9617-7d61056a8ac8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48afd60c0ee84735b1f4658b4280844d&device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 1101 time: 0.4425049 Jul 16 09:06:23.608286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-4c67afca-a426-4d47-8178-f6e8146b7b66', 'network_id': '4c67afca-a426-4d47-8178-f6e8146b7b66', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': '9f3d75af-6e00-4e28-a4f3-c68401d4539c'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:23.614360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.623282 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.636951 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.655595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: ea6171b0-33b3-43ea-86cb-8d791a2df637 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:23.659534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device ea6171b0-33b3-43ea-86cb-8d791a2df637 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:23.660200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:23.679068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.703417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af0609c2-23b2-4336-978c-d758ded36ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.749738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 858c9cb0-800c-4d1d-81a3-781f77618df9 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:23.750619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 858c9cb0-800c-4d1d-81a3-781f77618df9 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:23.897922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af0609c2-23b2-4336-978c-d758ded36ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.930002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6275cb-64e6-4888-9f4a-af04c56e5752']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:24.006798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-2991f368-0520-49b5-b94c-f80705f91d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:24.012790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-2991f368-0520-49b5-b94c-f80705f91d63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.4342330 Jul 16 09:06:24.015364 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.129334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af0609c2-23b2-4336-978c-d758ded36ff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.137138 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af0609c2-23b2-4336-978c-d758ded36ff6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5f7c9966-4bc3-4f24-94d4-35d9f7f8b3a1 HTTP/1.1" status: 204 len: 168 time: 0.9172862 Jul 16 09:06:24.137380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56018) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.155684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0609c2-23b2-4336-978c-d758ded36ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7c9966-4bc3-4f24-94d4-35d9f7f8b3a1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.163474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:24.163867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b786f0-6ef5-427d-a0cb-3b2ede6d0811') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:24.201568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c79bf-de62-4639-a7d2-d508d581b08d None None] Pushing event updated for resources: {'Port': ['ID=0b2b98c8-c848-4270-b9b3-115452b30f57,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.223660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-5eb4b2a8-2eef-42f7-bb10-9c0f9b45a3eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0b614ef4-75ff-49b5-9489-ce3361f74243 HTTP/1.1" status: 200 len: 217 time: 0.1963408 Jul 16 09:06:24.266012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.362677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.385363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Allocated IP 172.20.0.2 (4c67afca-a426-4d47-8178-f6e8146b7b66/9f3d75af-6e00-4e28-a4f3-c68401d4539c/67840685-8536-4094-9fd9-9ebf3c985cbf) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:24.397253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:24.400649 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:24.402965 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:24.507355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-a9a55823-df4e-45d4-9596-63d7cf78ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:24.512551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-a9a55823-df4e-45d4-9596-63d7cf78ca5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.2754102 Jul 16 09:06:24.580061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.588331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56026) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.662004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-375180d5-f9fe-4fe0-a276-e3b3aa8d4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:24.669448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-375180d5-f9fe-4fe0-a276-e3b3aa8d4291 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425605 Jul 16 09:06:24.695316 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.711409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Transition to ACTIVE for port object 67840685-8536-4094-9fd9-9ebf3c985cbf will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:24.746618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Transition to ACTIVE for port object 67840685-8536-4094-9fd9-9ebf3c985cbf will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:24.765988 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.804350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Network 4c67afca-a426-4d47-8178-f6e8146b7b66 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:24.808317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:24.815663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:24.819934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.824040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.837219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5153924c-af5d-448f-a3c4-e06fadccd91a']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:24.853389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7e67cc-71f2-4f6f-b88b-a3ad1913572c') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:24.853909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7e67cc-71f2-4f6f-b88b-a3ad1913572c') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:24.870478 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.894208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.901038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-51988eb8-20ba-42c8-94a0-de96d067876f service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256444 Jul 16 09:06:24.901291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:24.901723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.902653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Pushing event updated for resources: {'Port': ['ID=67840685-8536-4094-9fd9-9ebf3c985cbf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.905973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3d75af-6e00-4e28-a4f3-c68401d4539c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:24.975108 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:24.978171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.992339 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.065367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Attempting to bind port 67840685-8536-4094-9fd9-9ebf3c985cbf on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:25.066095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Attempting to bind port 67840685-8536-4094-9fd9-9ebf3c985cbf by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c67afca-a426-4d47-8178-f6e8146b7b66'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:25.066666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Attempting to bind port 67840685-8536-4094-9fd9-9ebf3c985cbf on network 4c67afca-a426-4d47-8178-f6e8146b7b66 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:25.075684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.081141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:25.082656 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6e6275cb-64e6-4888-9f4a-af04c56e5752 HTTP/1.1" status: 204 len: 168 time: 2.1483939 Jul 16 09:06:25.083339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Checking segment: {'id': 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c67afca-a426-4d47-8178-f6e8146b7b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:25.085044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd9366-7fab-447b-afe0-b439aadffd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6275cb-64e6-4888-9f4a-af04c56e5752,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.085563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.086225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Bound using segment: {'id': 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c67afca-a426-4d47-8178-f6e8146b7b66'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:25.090957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Bound port: 67840685-8536-4094-9fd9-9ebf3c985cbf, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c67afca-a426-4d47-8178-f6e8146b7b66'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:25.091635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.103275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.117563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.128031 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5153924c-af5d-448f-a3c4-e06fadccd91a HTTP/1.1" status: 204 len: 168 time: 0.9887969 Jul 16 09:06:25.131616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-751efe3c-9cc8-4ecd-8db2-7fbbdeb066f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.134871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c67afca-a426-4d47-8178-f6e8146b7b66']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:25.162285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:25.162523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:25.173442 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.189469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.206598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:25.216376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:25.308905 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:25.334731 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:06:25.334731 n-d-780147-28 neutron-server[94159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:06:25.334731 n-d-780147-28 neutron-server[94159]: [parameters: {'id': '4c67afca-a426-4d47-8178-f6e8146b7b66'}] Jul 16 09:06:25.334731 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:06:25.335292 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:06:25.359726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] For port 67840685-8536-4094-9fd9-9ebf3c985cbf, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:25.371580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] For port 67840685-8536-4094-9fd9-9ebf3c985cbf, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=67840685-8536-4094-9fd9-9ebf3c985cbf,segment=NetworkSegment(b0e676fc-ffc9-416b-9dd2-3fd56a75e313),segment_id=b0e676fc-ffc9-416b-9dd2-3fd56a75e313)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:25.431521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932eddf2-d185-40e5-8721-2501a50f7469 admin admin] Pushing event deleted for resources: {'Network': ['ID=5153924c-af5d-448f-a3c4-e06fadccd91a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.441414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.445235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c364db5-09b8-48b7-8206-dcde22182e7f req-6dc7f5fe-fe5e-4369-8e98-5e870ca5dedb service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280337 Jul 16 09:06:25.556703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56056) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.589289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56058) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.606419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-751efe3c-9cc8-4ecd-8db2-7fbbdeb066f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.617746 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-751efe3c-9cc8-4ecd-8db2-7fbbdeb066f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.802084 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-751efe3c-9cc8-4ecd-8db2-7fbbdeb066f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b61b92006a4946e980ac6bbf17826886&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2110987 Jul 16 09:06:25.804945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fb0957b3-2469-41e5-9d8d-21e47ebd9206 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67d64235ad9c4037ac575efada93ca81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119055 Jul 16 09:06:25.810234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56064) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.810578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56066) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.812892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751efe3c-9cc8-4ecd-8db2-7fbbdeb066f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c709194-51ae-437b-9a6b-f322f60270b1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.872331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.902148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a9907273-e939-476a-a82d-1931ef646b5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4554963337854556ab49a3228e5ea3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441148 Jul 16 09:06:25.904653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.965061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d9ad5d-8131-417a-8143-f64ebc7d5904 None None] Network 4c67afca-a426-4d47-8178-f6e8146b7b66 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:26.007744 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c387c8e-b6f0-455c-99e9-13355b871303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.023777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9337964-264a-4f81-85fe-84161fbcc184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.052225 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c387c8e-b6f0-455c-99e9-13355b871303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.084775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9337964-264a-4f81-85fe-84161fbcc184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.122319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee946a5-b24b-4c27-9efa-bdf6cc65eaa5 None None] Network 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:26.127163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-154c7b04-77b8-495f-8861-9c306729a866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.180571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-154c7b04-77b8-495f-8861-9c306729a866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.207756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Deleting port 67840685-8536-4094-9fd9-9ebf3c985cbf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:26.213856 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.358534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-154c7b04-77b8-495f-8861-9c306729a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.362750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-154c7b04-77b8-495f-8861-9c306729a866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.373062 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-154c7b04-77b8-495f-8861-9c306729a866 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d7f3020-c8eb-4011-b5e3-62fa9f74c265 HTTP/1.1" status: 204 len: 168 time: 0.4611027 Jul 16 09:06:26.406726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c7b04-77b8-495f-8861-9c306729a866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7f3020-c8eb-4011-b5e3-62fa9f74c265,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.494283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c387c8e-b6f0-455c-99e9-13355b871303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.499847 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c387c8e-b6f0-455c-99e9-13355b871303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.506528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3c387c8e-b6f0-455c-99e9-13355b871303 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae7602ed-33bf-47e9-b832-35d089ccfd45 HTTP/1.1" status: 204 len: 168 time: 0.6913440 Jul 16 09:06:26.506528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9337964-264a-4f81-85fe-84161fbcc184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.512106 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9337964-264a-4f81-85fe-84161fbcc184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.515806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e9337964-264a-4f81-85fe-84161fbcc184 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c709194-51ae-437b-9a6b-f322f60270b1 HTTP/1.1" status: 204 len: 168 time: 0.7028718 Jul 16 09:06:26.537870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] For port 67840685-8536-4094-9fd9-9ebf3c985cbf, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=67840685-8536-4094-9fd9-9ebf3c985cbf,segment=NetworkSegment(b0e676fc-ffc9-416b-9dd2-3fd56a75e313),segment_id=b0e676fc-ffc9-416b-9dd2-3fd56a75e313)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:26.538371 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.581800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c387c8e-b6f0-455c-99e9-13355b871303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7602ed-33bf-47e9-b832-35d089ccfd45,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.607104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9337964-264a-4f81-85fe-84161fbcc184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c709194-51ae-437b-9a6b-f322f60270b1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.622673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Calling delete_port for 67840685-8536-4094-9fd9-9ebf3c985cbf owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:26.660170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0b2b98c8-c848-4270-b9b3-115452b30f57 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:26.736394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613ad74-93a2-42e3-a1e4-d521c7688405 None None] Pushing event updated for resources: {'Port': ['ID=67840685-8536-4094-9fd9-9ebf3c985cbf,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.792387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-161e5cd6-6c16-4315-938a-7a2dd3936bbd None None] Provisioning for port 0b2b98c8-c848-4270-b9b3-115452b30f57 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:26.824513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-161e5cd6-6c16-4315-938a-7a2dd3936bbd None None] Provisioning complete for port 0b2b98c8-c848-4270-b9b3-115452b30f57 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:26.825365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-161e5cd6-6c16-4315-938a-7a2dd3936bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.919203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.961293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Port': ['ID=67840685-8536-4094-9fd9-9ebf3c985cbf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.981903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 0b2b98c8-c848-4270-b9b3-115452b30f57 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:26.986501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No DVR routers for this DVR port 67840685-8536-4094-9fd9-9ebf3c985cbf on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:27.022390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0b2b98c8-c848-4270-b9b3-115452b30f57 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:27.023357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.164826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.188710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c67afca-a426-4d47-8178-f6e8146b7b66']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:27.214028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:27.214270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e676fc-ffc9-416b-9dd2-3fd56a75e313') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:27.241737 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.294684 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.312142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:27.314471 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:27.322307 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:27.341363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.420797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 0b2b98c8-c848-4270-b9b3-115452b30f57, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0b2b98c8-c848-4270-b9b3-115452b30f57,segment=NetworkSegment(a5d77baf-faca-497b-a36c-338c62db458c),segment_id=a5d77baf-faca-497b-a36c-338c62db458c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:27.531822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.536835 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.611313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.615599 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/4c67afca-a426-4d47-8178-f6e8146b7b66 HTTP/1.1" status: 204 len: 168 time: 4.4253116 Jul 16 09:06:27.619139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:27.626962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1002351094'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:27.675447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34936fef-e53a-4701-ab6e-fd7fd6c1b215 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=4c67afca-a426-4d47-8178-f6e8146b7b66,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:27.731908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:27.738973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.803284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:27.825315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.826057 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment bf9a1a87-259b-44b5-86a3-04d62f9701ff of type vlan for network 682b093a-2160-4d79-9283-dcd400660a92 Jul 16 09:06:27.983849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.028011 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-161e5cd6-6c16-4315-938a-7a2dd3936bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.112857 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.121547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=0b2b98c8-c848-4270-b9b3-115452b30f57,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:28.121936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:28.122652 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.142910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a5013-e86f-49f2-9a42-c6b9f9814676 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:06:28.198232 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5773487 Jul 16 09:06:28.201025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56136) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:28.207125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '682b093a-2160-4d79-9283-dcd400660a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:28.393230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56140) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:28.440538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ab8c4-9960-4368-89cf-a7d8eff494b7 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=682b093a-2160-4d79-9283-dcd400660a92,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:28.526464 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-161e5cd6-6c16-4315-938a-7a2dd3936bbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:06:28.528360 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-161e5cd6-6c16-4315-938a-7a2dd3936bbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:06:28.528360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a5013-e86f-49f2-9a42-c6b9f9814676 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:06:28.620602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0b2b98c8-c848-4270-b9b3-115452b30f57 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:28.621552 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:06:28.645623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 682b093a-2160-4d79-9283-dcd400660a92 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:28.729508 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917d901c-5f4d-4e28-86f0-cd1564e33abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.844649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:28.859495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.998676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Performing IP validity checks on allocation pools {{(pid=94159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:06:28.999288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:06:29.115696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0b2b98c8-c848-4270-b9b3-115452b30f57 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:29.116190 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.166260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917d901c-5f4d-4e28-86f0-cd1564e33abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.184325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917d901c-5f4d-4e28-86f0-cd1564e33abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.323405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56172) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:29.353774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-917d901c-5f4d-4e28-86f0-cd1564e33abf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=023688286d3a4f7a879f74cc7f0c64d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7693338 Jul 16 09:06:29.356529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56176) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:29.361583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d901c-5f4d-4e28-86f0-cd1564e33abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f621194a-d0c5-4e57-94bc-4496cb0053e4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:29.389213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56178) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:29.400161 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.525901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-556c820d-070e-4179-a433-9c6ec92cd60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.530944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=458c6b04-3747-4a5c-8d70-d78dc7decd44,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:29.544970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': 'bf9a1a87-259b-44b5-86a3-04d62f9701ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '682b093a-2160-4d79-9283-dcd400660a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:29.545902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 682b093a-2160-4d79-9283-dcd400660a92, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:29.595641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 682b093a-2160-4d79-9283-dcd400660a92 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:29.604310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-network', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:29.637776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 682b093a-2160-4d79-9283-dcd400660a92) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:29.652582 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-556c820d-070e-4179-a433-9c6ec92cd60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.653965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:29.655543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.688147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Made reservation on behalf of ada0679ae2fc4ce9a23f3546998c762f for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:29.694936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.723906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-815274231-network', 'tenant_id': '8bd7dddbd6304e63b96e0db0402123da'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:29.726804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-794d4cdf-6b01-45a3-8b13-2c190ae360b6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5181682 Jul 16 09:06:29.727951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.730794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56186) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:29.744840 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-556c820d-070e-4179-a433-9c6ec92cd60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.760501 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-556c820d-070e-4179-a433-9c6ec92cd60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.765008 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-556c820d-070e-4179-a433-9c6ec92cd60c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f621194a-d0c5-4e57-94bc-4496cb0053e4 HTTP/1.1" status: 204 len: 168 time: 0.4074504 Jul 16 09:06:29.780528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c820d-070e-4179-a433-9c6ec92cd60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f621194a-d0c5-4e57-94bc-4496cb0053e4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:29.796699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Made reservation on behalf of 8bd7dddbd6304e63b96e0db0402123da for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:29.799864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.826879 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.040577 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.049790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.142611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:30.163303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.177503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-93a2d86c-550b-4746-b087-f4f41a4a52ff None None] Provisioning complete for port 0b2b98c8-c848-4270-b9b3-115452b30f57 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:30.187194 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93a2d86c-550b-4746-b087-f4f41a4a52ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.232119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.232896 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Added segment 38b49347-fe94-46bd-aa9c-9ed8a27ecae5 of type vlan for network 0c4dcb6e-2cc4-4a94-9a7c-92c59761590b Jul 16 09:06:30.267377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e791d7ad-e61b-4c0f-aa10-fb2052588288,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.339648 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.424701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.442164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.452066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.487156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:30.492209 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.504245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b076650-1177-4a75-a402-69c25b885ff1 None None] Network 682b093a-2160-4d79-9283-dcd400660a92 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:30.533920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.537952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:30.540556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.635585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3104098 Jul 16 09:06:30.639996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007ed9bf-598e-420e-a6e5-10a43f25efa3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.641163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56214) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:30.663963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=458c6b04-3747-4a5c-8d70-d78dc7decd44,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.678009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Request body: {'subnet': {'network_id': '0c4dcb6e-2cc4-4a94-9a7c-92c59761590b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-815274231-subnet', 'tenant_id': '8bd7dddbd6304e63b96e0db0402123da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:30.688517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.694657 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Added segment 5a7996e3-7b47-4a56-a095-258e625a550d of type vlan for network 3c69138e-5386-47ee-99db-17e141a67a94 Jul 16 09:06:30.780004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b487e94-d870-43a4-be8a-138e557d4d54 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4dcb6e-2cc4-4a94-9a7c-92c59761590b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.829263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 0c4dcb6e-2cc4-4a94-9a7c-92c59761590b details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:30.837921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.851387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Made reservation on behalf of 8bd7dddbd6304e63b96e0db0402123da for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:30.855131 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.874731 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.880107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682b093a-2160-4d79-9283-dcd400660a92']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:30.900796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9a1a87-259b-44b5-86a3-04d62f9701ff') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:30.901204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9a1a87-259b-44b5-86a3-04d62f9701ff') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:30.917203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.964792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c109a-7894-45b1-8413-614f55a70ea3 None None] Network 682b093a-2160-4d79-9283-dcd400660a92 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:30.976928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.990600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:30.992151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:30.999805 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:31.041249 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.044495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:31.048820 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.341678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9509625 Jul 16 09:06:31.344508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56242) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.354415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Request body: {'subnet': {'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-subnet', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:31.448965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbebde-f45c-4f37-884e-87d4a5a89ead admin admin] Pushing event updated for resources: {'Network': ['ID=3c69138e-5386-47ee-99db-17e141a67a94,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:31.453853 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.461794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.464016 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/682b093a-2160-4d79-9283-dcd400660a92 HTTP/1.1" status: 204 len: 168 time: 1.7322485 Jul 16 09:06:31.477048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 3c69138e-5386-47ee-99db-17e141a67a94 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:31.499722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56246) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.505865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60de45c-57c9-4221-907b-4266be1b73d0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=682b093a-2160-4d79-9283-dcd400660a92,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:31.510895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1085218514'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:31.554179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Made reservation on behalf of ada0679ae2fc4ce9a23f3546998c762f for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:31.557621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.730813 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:31.741235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.783839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.123428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ae9659-31b3-4b40-810d-d6f0016fd2ed,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:32.153804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.185669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:32.262312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.262668 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment 3d1962d4-f258-406a-9761-dd9a9eb681c9 of type vlan for network 08779770-4809-461f-a6f4-fc46bb38dbc0 Jul 16 09:06:32.302167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Checking segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:32.303854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Network hostable DHCP agents. Network: 3c69138e-5386-47ee-99db-17e141a67a94, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:32.314475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Checking segment: {'id': '38b49347-fe94-46bd-aa9c-9ed8a27ecae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0c4dcb6e-2cc4-4a94-9a7c-92c59761590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:32.315215 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Network hostable DHCP agents. Network: 0c4dcb6e-2cc4-4a94-9a7c-92c59761590b, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:32.368562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57e2064-0469-4c2c-bb15-6c1e7a30db6d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:32.406243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.413261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Network 3c69138e-5386-47ee-99db-17e141a67a94 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:32.489814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Network 0c4dcb6e-2cc4-4a94-9a7c-92c59761590b is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:32.511834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 0c4dcb6e-2cc4-4a94-9a7c-92c59761590b) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:32.522232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9ba93-cdce-4eda-83e8-10bdc643ccc5 None None] Network 0c4dcb6e-2cc4-4a94-9a7c-92c59761590b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:32.535199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 3c69138e-5386-47ee-99db-17e141a67a94) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:32.559228 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:32.560018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.569589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.595315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:32.595315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.677581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:32.680594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.884012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0b598-3aa5-462c-a378-3859a61984cf None None] Network 3c69138e-5386-47ee-99db-17e141a67a94 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:32.897129 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ac28f038-016b-481c-91e9-6b9d0b627740 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5505228 Jul 16 09:06:32.898088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=08779770-4809-461f-a6f4-fc46bb38dbc0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:32.900927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56326) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:32.906148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:32.928247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56328) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:32.928470 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-299d2b35-9787-4aa0-b8cf-d1b7252de07c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4275789 Jul 16 09:06:32.934672 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ee19e8aa-1ca5-49ce-aaf5-67f2b5f3de9e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2681046 Jul 16 09:06:32.943394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '08779770-4809-461f-a6f4-fc46bb38dbc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:33.157880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 08779770-4809-461f-a6f4-fc46bb38dbc0 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:33.246534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.248747 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.250698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56338) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:33.385554 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d15f7ec-8c4b-43d8-958f-d0243d4ae45d admin admin] Deleting subnet c1ae9659-31b3-4b40-810d-d6f0016fd2ed {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:33.404562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d15f7ec-8c4b-43d8-958f-d0243d4ae45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.509150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d15f7ec-8c4b-43d8-958f-d0243d4ae45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.567213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893baa70-d546-4768-ad05-17a37d9babe1 None None] Network 0c4dcb6e-2cc4-4a94-9a7c-92c59761590b requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:33.653728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:33.663658 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.679921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d15f7ec-8c4b-43d8-958f-d0243d4ae45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.745729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-3c69138e-5386-47ee-99db-17e141a67a94', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:33.746846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.775529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.794256 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d15f7ec-8c4b-43d8-958f-d0243d4ae45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.875587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d15f7ec-8c4b-43d8-958f-d0243d4ae45d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.878864 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2d15f7ec-8c4b-43d8-958f-d0243d4ae45d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c1ae9659-31b3-4b40-810d-d6f0016fd2ed HTTP/1.1" status: 204 len: 168 time: 0.6251442 Jul 16 09:06:33.885991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56358) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:33.886822 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15f7ec-8c4b-43d8-958f-d0243d4ae45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ae9659-31b3-4b40-810d-d6f0016fd2ed,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:34.066312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.069213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56376) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:34.158313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Allocated IP 172.20.0.2 (3c69138e-5386-47ee-99db-17e141a67a94/a57e2064-0469-4c2c-bb15-6c1e7a30db6d/08938358-174c-4b3a-84ac-c4ba8ef769c8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:34.281141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.310993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4dcb6e-2cc4-4a94-9a7c-92c59761590b']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:34.352043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b49347-fe94-46bd-aa9c-9ed8a27ecae5') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:34.352343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b49347-fe94-46bd-aa9c-9ed8a27ecae5') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:34.395691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.419248 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8859005-a02d-4175-b018-bade3e07c0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.457409 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.483023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:34.483457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:34.485443 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:34.557074 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.974171 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.293316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Transition to ACTIVE for port object 08938358-174c-4b3a-84ac-c4ba8ef769c8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:35.318105 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.337882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Transition to ACTIVE for port object 08938358-174c-4b3a-84ac-c4ba8ef769c8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:35.351795 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.392590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8859005-a02d-4175-b018-bade3e07c0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.394698 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.409349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.412650 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0c4dcb6e-2cc4-4a94-9a7c-92c59761590b HTTP/1.1" status: 204 len: 168 time: 1.5074794 Jul 16 09:06:35.434719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a8859005-a02d-4175-b018-bade3e07c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.439292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac27a6-2f08-4a10-bb3f-413e32c458e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4dcb6e-2cc4-4a94-9a7c-92c59761590b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:35.472804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Network 3c69138e-5386-47ee-99db-17e141a67a94 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:35.482220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:35.493684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:35.506762 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Pushing event updated for resources: {'Port': ['ID=08938358-174c-4b3a-84ac-c4ba8ef769c8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:35.530808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.534073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.534563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.535012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.536554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56416) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:35.536850 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a8859005-a02d-4175-b018-bade3e07c0e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f18ce5373be4585b071c22e78128ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4559810 Jul 16 09:06:35.537577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.538185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.538315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8859005-a02d-4175-b018-bade3e07c0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee62e2-25b5-422c-be79-65d61e4c603d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:35.538863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.539304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.541764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.542477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.542951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.543480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:35.551074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=196ec919-6411-475c-8216-e31625d0e574,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:35.606166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Attempting to bind port 08938358-174c-4b3a-84ac-c4ba8ef769c8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:35.606815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Attempting to bind port 08938358-174c-4b3a-84ac-c4ba8ef769c8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:35.607614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Attempting to bind port 08938358-174c-4b3a-84ac-c4ba8ef769c8 on network 3c69138e-5386-47ee-99db-17e141a67a94 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:35.614664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:35.616074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Checking segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:35.616074 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.616453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Bound using segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:35.616882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Bound port: 08938358-174c-4b3a-84ac-c4ba8ef769c8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:35.617560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.636981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': '3d1962d4-f258-406a-9761-dd9a9eb681c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '08779770-4809-461f-a6f4-fc46bb38dbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:35.645171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 08779770-4809-461f-a6f4-fc46bb38dbc0, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:35.648416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:35.753200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] For port 08938358-174c-4b3a-84ac-c4ba8ef769c8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:35.756893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] For port 08938358-174c-4b3a-84ac-c4ba8ef769c8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=08938358-174c-4b3a-84ac-c4ba8ef769c8,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:35.757216 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77df5581-c623-452a-9220-6ce025bf4ea5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bd7dddbd6304e63b96e0db0402123da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065929 Jul 16 09:06:35.759699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56430) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:35.769431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.817771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 08779770-4809-461f-a6f4-fc46bb38dbc0 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:35.863727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 08779770-4809-461f-a6f4-fc46bb38dbc0) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:35.880053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:35.880647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.884989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18fe5038-8857-4fa7-98b1-d6431ac14dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.903998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e092e4ce-0ede-4b07-b341-08154681f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.910040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a67b7-1190-4f9f-b6c7-d2fa228c248f None None] Pushing event updated for resources: {'Port': ['ID=08938358-174c-4b3a-84ac-c4ba8ef769c8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:35.922608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b687267-ab20-42b7-b905-15cfb0bc940a None None] Network 08779770-4809-461f-a6f4-fc46bb38dbc0 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:35.967769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e092e4ce-0ede-4b07-b341-08154681f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.056543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5c094c78-dc6a-41ba-a6e2-c7e7abb14e2c tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1271756 Jul 16 09:06:36.060492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56434) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:36.120960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18fe5038-8857-4fa7-98b1-d6431ac14dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.136921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e092e4ce-0ede-4b07-b341-08154681f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.145305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e092e4ce-0ede-4b07-b341-08154681f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.147751 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e092e4ce-0ede-4b07-b341-08154681f0fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e791d7ad-e61b-4c0f-aa10-fb2052588288 HTTP/1.1" status: 204 len: 168 time: 0.3853831 Jul 16 09:06:36.412747 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.413382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f2306-d22f-4ebe-be38-33d0d0e10f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-08779770-4809-461f-a6f4-fc46bb38dbc0', 'network_id': '08779770-4809-461f-a6f4-fc46bb38dbc0', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': '196ec919-6411-475c-8216-e31625d0e574'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:36.414260 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-323f2306-d22f-4ebe-be38-33d0d0e10f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.437614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092e4ce-0ede-4b07-b341-08154681f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e791d7ad-e61b-4c0f-aa10-fb2052588288,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:36.497986 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.559052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.609500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.614599 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18fe5038-8857-4fa7-98b1-d6431ac14dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.618852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18fe5038-8857-4fa7-98b1-d6431ac14dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.629771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-18fe5038-8857-4fa7-98b1-d6431ac14dd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3dee62e2-25b5-422c-be79-65d61e4c603d HTTP/1.1" status: 204 len: 168 time: 1.0756419 Jul 16 09:06:36.691735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe5038-8857-4fa7-98b1-d6431ac14dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee62e2-25b5-422c-be79-65d61e4c603d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:36.785682 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.977455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 08938358-174c-4b3a-84ac-c4ba8ef769c8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server [None req-323f2306-d22f-4ebe-be38-33d0d0e10f6a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 196ec919-6411-475c-8216-e31625d0e574: This subnet is being modified by another concurrent operation. Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 196ec919-6411-475c-8216-e31625d0e574: This subnet is being modified by another concurrent operation. Jul 16 09:06:36.984357 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Jul 16 09:06:37.037571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c490f-b68e-49ea-8863-2505135664a1 None None] Network 08779770-4809-461f-a6f4-fc46bb38dbc0 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:37.051564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=196ec919-6411-475c-8216-e31625d0e574,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:37.119154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Allocated IP 172.25.6.20 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/68ee4b60-0b70-4289-bc10-6c2985514892) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:37.230332 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.246993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 08938358-174c-4b3a-84ac-c4ba8ef769c8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:37.262865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08779770-4809-461f-a6f4-fc46bb38dbc0']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:37.289284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1962d4-f258-406a-9761-dd9a9eb681c9') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:37.289584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1962d4-f258-406a-9761-dd9a9eb681c9') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:37.331943 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.375163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.393984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:37.394384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:37.397541 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:37.483330 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.573280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.585638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.589418 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/08779770-4809-461f-a6f4-fc46bb38dbc0 HTTP/1.1" status: 204 len: 168 time: 1.5277362 Jul 16 09:06:37.596829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56478) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:37.597211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56480) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:37.624736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ca456-c078-4477-b8f8-15dd39ee1a19 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=08779770-4809-461f-a6f4-fc46bb38dbc0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:37.627798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343727182'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:37.632419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.690186 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae38ccc2-554a-42c5-a511-9fbd27ee8221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.741751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:37.747644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:37.752724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.809678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:37.821425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Pushing event updated for resources: {'Port': ['ID=68ee4b60-0b70-4289-bc10-6c2985514892,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:37.826749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:37.862277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c728d-db16-4032-aedd-553b93b32bb0 None None] Network 3c69138e-5386-47ee-99db-17e141a67a94 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:37.889310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.902237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.902874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.903400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.903907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.904412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.904935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.905435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.905960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.906721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.908282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.908825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:37.912501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:37.947344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.947887 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment 7daf96fb-60db-4f27-b903-106887ef8a6a of type vlan for network 3164f9fa-8fea-44a6-b022-c4d750ecdf84 Jul 16 09:06:37.952764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56486) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:38.115608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.276968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.284777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:38.285836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.314335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-624d8e74-156d-4c38-abc8-df8aca1b9442 None None] Provisioning for port 08938358-174c-4b3a-84ac-c4ba8ef769c8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:38.320683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-624d8e74-156d-4c38-abc8-df8aca1b9442 None None] Provisioning complete for port 08938358-174c-4b3a-84ac-c4ba8ef769c8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:38.321279 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-624d8e74-156d-4c38-abc8-df8aca1b9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.598171 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-624d8e74-156d-4c38-abc8-df8aca1b9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.704309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-624d8e74-156d-4c38-abc8-df8aca1b9442 None None] For port 08938358-174c-4b3a-84ac-c4ba8ef769c8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=08938358-174c-4b3a-84ac-c4ba8ef769c8,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:38.719025 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-624d8e74-156d-4c38-abc8-df8aca1b9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.817213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae38ccc2-554a-42c5-a511-9fbd27ee8221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.850864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65cdbdd-44b1-4fbb-8acc-82920ba16df6 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:06:38.892813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae38ccc2-554a-42c5-a511-9fbd27ee8221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.942129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3412590 Jul 16 09:06:38.960744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d8e74-156d-4c38-abc8-df8aca1b9442 None None] Pushing event updated for resources: {'Port': ['ID=08938358-174c-4b3a-84ac-c4ba8ef769c8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:39.015737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-df5810d7-9b1d-4e5b-bd16-b6311a637887 None None] Provisioning complete for port 08938358-174c-4b3a-84ac-c4ba8ef769c8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:39.016417 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df5810d7-9b1d-4e5b-bd16-b6311a637887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.034760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.048369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56518) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:39.076545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '3164f9fa-8fea-44a6-b022-c4d750ecdf84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:39.172616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38ccc2-554a-42c5-a511-9fbd27ee8221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d40e821-61c9-4ff6-bf76-6dcb4467723f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:39.178361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65cdbdd-44b1-4fbb-8acc-82920ba16df6 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:06:39.248418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676216f-583a-42af-a1ce-e156a9c2e3d8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=3164f9fa-8fea-44a6-b022-c4d750ecdf84,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:39.307164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ae38ccc2-554a-42c5-a511-9fbd27ee8221 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a5d4c1751874548bf7fdbb519dfe1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7075744 Jul 16 09:06:39.311670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56530) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:39.317714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 3164f9fa-8fea-44a6-b022-c4d750ecdf84 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:39.387640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:39.397029 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.545838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.742062 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.806716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad89e-75a8-4f49-8582-d1e04fb8ffa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.881303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad89e-75a8-4f49-8582-d1e04fb8ffa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.009570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad89e-75a8-4f49-8582-d1e04fb8ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.012559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad89e-75a8-4f49-8582-d1e04fb8ffa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.014587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e2ad89e-75a8-4f49-8582-d1e04fb8ffa9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d40e821-61c9-4ff6-bf76-6dcb4467723f HTTP/1.1" status: 204 len: 168 time: 0.7019119 Jul 16 09:06:40.027693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ad89e-75a8-4f49-8582-d1e04fb8ffa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d40e821-61c9-4ff6-bf76-6dcb4467723f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:40.267092 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.382817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=b367409f-371b-4218-87b4-0d895edf5196,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:40.455896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Deleting port 0a012f68-1d88-46ce-8b1f-b06111ad3684 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:40.456894 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.543378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': '7daf96fb-60db-4f27-b903-106887ef8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3164f9fa-8fea-44a6-b022-c4d750ecdf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:40.543740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 3164f9fa-8fea-44a6-b022-c4d750ecdf84, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:40.596340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:40.651534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 3164f9fa-8fea-44a6-b022-c4d750ecdf84 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:40.656607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] For port 0a012f68-1d88-46ce-8b1f-b06111ad3684, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0a012f68-1d88-46ce-8b1f-b06111ad3684,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:40.657697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.703561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 08938358-174c-4b3a-84ac-c4ba8ef769c8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:40.716831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Calling delete_port for 0a012f68-1d88-46ce-8b1f-b06111ad3684 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:40.879046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 08938358-174c-4b3a-84ac-c4ba8ef769c8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:40.881563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.914554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 3164f9fa-8fea-44a6-b022-c4d750ecdf84) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:40.927003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:40.927884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.935503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:40.948528 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Sync routers for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:40.965290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12d96a-a461-4817-b35b-51953c87e8bf None None] Network 3164f9fa-8fea-44a6-b022-c4d750ecdf84 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:40.970355 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:40.970923 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:06:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:41.024114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.025360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6213547a-e8fe-4d95-88ff-d94786ef8f55 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1234121 Jul 16 09:06:41.034389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56580) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:41.066307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-783fbd82-b9e1-4b35-a050-91bc8d2f37bd tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9943421 Jul 16 09:06:41.068746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56582) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:41.286684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.308350 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:41.345377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0a012f68-1d88-46ce-8b1f-b06111ad3684,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:41.571419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-3164f9fa-8fea-44a6-b022-c4d750ecdf84', 'network_id': '3164f9fa-8fea-44a6-b022-c4d750ecdf84', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': 'b367409f-371b-4218-87b4-0d895edf5196'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:41.583678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.905595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.950626 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:38Z', 'revision_number': 3, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:41.995895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.038597 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Checking router: 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:42.038939 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Updating router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 port 68ee4b60-0b70-4289-bc10-6c2985514892 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:06:42.068214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Allocated IP 172.20.0.2 (3164f9fa-8fea-44a6-b022-c4d750ecdf84/b367409f-371b-4218-87b4-0d895edf5196/38d31630-c43b-4bb7-9397-2cf134c07295) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:42.168312 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.640390 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.655495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:42.688902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Transition to ACTIVE for port object 38d31630-c43b-4bb7-9397-2cf134c07295 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:42.726665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Transition to ACTIVE for port object 38d31630-c43b-4bb7-9397-2cf134c07295 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:42.741506 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.785029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Network 3164f9fa-8fea-44a6-b022-c4d750ecdf84 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:42.829411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:42.847036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:42.875198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:42.897073 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a4fd3442-acec-45c0-9a97-4ed1e43c11fd admin admin] 10.222.0.55 "PUT /v2.0/routers/6ba8e2f4-8b66-47b8-b445-cbdbfba5d176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9428566 Jul 16 09:06:42.898144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56636) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:43.024986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Pushing event updated for resources: {'Port': ['ID=38d31630-c43b-4bb7-9397-2cf134c07295,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:43.031842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] Sync routers for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:43.048852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.116134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Attempting to bind port 38d31630-c43b-4bb7-9397-2cf134c07295 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:43.118238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Attempting to bind port 38d31630-c43b-4bb7-9397-2cf134c07295 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '7daf96fb-60db-4f27-b903-106887ef8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3164f9fa-8fea-44a6-b022-c4d750ecdf84'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:43.123644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Attempting to bind port 38d31630-c43b-4bb7-9397-2cf134c07295 on network 3164f9fa-8fea-44a6-b022-c4d750ecdf84 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:43.143699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:43.145783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Checking segment: {'id': '7daf96fb-60db-4f27-b903-106887ef8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3164f9fa-8fea-44a6-b022-c4d750ecdf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:43.147255 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.147969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Bound using segment: {'id': '7daf96fb-60db-4f27-b903-106887ef8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3164f9fa-8fea-44a6-b022-c4d750ecdf84'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:43.150745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Bound port: 38d31630-c43b-4bb7-9397-2cf134c07295, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daf96fb-60db-4f27-b903-106887ef8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3164f9fa-8fea-44a6-b022-c4d750ecdf84'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:43.151186 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.180115 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.255358 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Transition to ACTIVE for port object 68ee4b60-0b70-4289-bc10-6c2985514892 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:43.266910 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.330310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:43.330700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:06:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:43.341201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.398159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.445848 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Attempting to bind port 68ee4b60-0b70-4289-bc10-6c2985514892 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:43.450426 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Attempting to bind port 68ee4b60-0b70-4289-bc10-6c2985514892 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:43.451007 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Attempting to bind port 68ee4b60-0b70-4289-bc10-6c2985514892 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:43.503332 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:43.504195 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:43.505053 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.505557 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:43.506906 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Bound port: 68ee4b60-0b70-4289-bc10-6c2985514892, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:43.508051 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.536044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=b367409f-371b-4218-87b4-0d895edf5196,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:43.592499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] For port 38d31630-c43b-4bb7-9397-2cf134c07295, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:43.611753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] For port 38d31630-c43b-4bb7-9397-2cf134c07295, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=38d31630-c43b-4bb7-9397-2cf134c07295,segment=NetworkSegment(7daf96fb-60db-4f27-b903-106887ef8a6a),segment_id=7daf96fb-60db-4f27-b903-106887ef8a6a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:43.632887 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.644609 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Pushing event updated for resources: {'Port': ['ID=68ee4b60-0b70-4289-bc10-6c2985514892,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:43.653135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.690150 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.690597 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.690943 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.691288 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.691620 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.693157 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.693505 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.693879 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.694219 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.696832 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.697329 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.697696 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:43.727447 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Deleting port 2cd47702-40ae-4e7c-9adb-60025bbe1a24 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:43.727950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.791572 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] For port 68ee4b60-0b70-4289-bc10-6c2985514892, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:43.800139 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] For port 68ee4b60-0b70-4289-bc10-6c2985514892, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=68ee4b60-0b70-4289-bc10-6c2985514892,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:43.806720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c2174-3445-4779-b18b-25ef8336de5b None None] Pushing event updated for resources: {'Port': ['ID=38d31630-c43b-4bb7-9397-2cf134c07295,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:43.815642 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.854197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] For port 2cd47702-40ae-4e7c-9adb-60025bbe1a24, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2cd47702-40ae-4e7c-9adb-60025bbe1a24,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:43.854667 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.869262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Calling delete_port for 2cd47702-40ae-4e7c-9adb-60025bbe1a24 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:43.945278 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:43.948029 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:06:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.029287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:44.030939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.104743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3164f9fa-8fea-44a6-b022-c4d750ecdf84']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.257757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daf96fb-60db-4f27-b903-106887ef8a6a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.259470 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:44.260651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daf96fb-60db-4f27-b903-106887ef8a6a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.420777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.476745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd47702-40ae-4e7c-9adb-60025bbe1a24,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:44.489523 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-12e8f8ad-321e-4f4b-9b3f-6488a7ceed63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.499068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.531487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.534974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.538103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.538638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.544368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.544884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.545375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.545915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.546406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.547237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.547740 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.547956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.548449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:44.655573 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d3d21-8447-40b6-aa90-1ddcce7e6c38 None None] Pushing event updated for resources: {'Port': ['ID=68ee4b60-0b70-4289-bc10-6c2985514892,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:44.658118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T09:06:41Z', 'revision_number': 5, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port': {'id': '2cd47702-40ae-4e7c-9adb-60025bbe1a24', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:46Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.693886 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:38Z', 'revision_number': 3, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.701147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.729400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] Checking router: 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:44.740769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] Routers {'6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:44.742792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:06:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.964956 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc93c9b-5c47-4224-8375-e5d4cd10822e None None] The sync data for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 is: [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:38Z', 'revision_number': 3, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:44.984170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.987408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] Set router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:44.990104 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.142761 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T09:06:44Z', 'revision_number': 7, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:45.209956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.218842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a97a8d-4f1d-4fca-a9fb-666cb336f370 None None] The sync data for ids ['6ba8e2f4-8b66-47b8-b445-cbdbfba5d176'] in n-d-780147-28 is: [{'id': '6ba8e2f4-8b66-47b8-b445-cbdbfba5d176', 'name': 'tempest-TaggedBootDevicesTest_v242-795312192-router', 'tenant_id': 'f1071d7eded044a59c44676750d47bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:45Z', 'updated_at': '2021-07-16T09:06:44Z', 'revision_number': 7, 'project_id': 'f1071d7eded044a59c44676750d47bf0', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:45.222613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:45.233320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 38d31630-c43b-4bb7-9397-2cf134c07295 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:45.255154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.260042 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e0b6ea60-1868-4973-9175-a577267915c5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6ba8e2f4-8b66-47b8-b445-cbdbfba5d176 HTTP/1.1" status: 204 len: 168 time: 2.3608739 Jul 16 09:06:45.270446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56698) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:45.283701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.355904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:45.356692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.419825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4547117-7b29-4ad6-8b44-f82c21b243c2 admin admin] Deleting subnet bb977cdb-bd1e-4952-93e4-386a3ffddfea {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:45.427656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.431945 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4547117-7b29-4ad6-8b44-f82c21b243c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.480149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 38d31630-c43b-4bb7-9397-2cf134c07295 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:45.520921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4547117-7b29-4ad6-8b44-f82c21b243c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:45.617565 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:45.637921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:06:45.637921 n-d-780147-28 neutron-server[94159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:06:45.637921 n-d-780147-28 neutron-server[94159]: [parameters: {'id': '3164f9fa-8fea-44a6-b022-c4d750ecdf84'}] Jul 16 09:06:45.637921 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:06:45.639435 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:06:45.841360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4547117-7b29-4ad6-8b44-f82c21b243c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.854849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Allocated IP 172.20.0.1 (3c69138e-5386-47ee-99db-17e141a67a94/a57e2064-0469-4c2c-bb15-6c1e7a30db6d/0ecc8a68-1611-474e-83fd-1a7bf2ebcb31) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:46.048717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14080bfb-f32a-4692-950b-a4e4462570b3 None None] Network 3164f9fa-8fea-44a6-b022-c4d750ecdf84 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:46.076294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4547117-7b29-4ad6-8b44-f82c21b243c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.181893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4547117-7b29-4ad6-8b44-f82c21b243c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb977cdb-bd1e-4952-93e4-386a3ffddfea,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.199562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4547117-7b29-4ad6-8b44-f82c21b243c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.201585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e4547117-7b29-4ad6-8b44-f82c21b243c2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bb977cdb-bd1e-4952-93e4-386a3ffddfea HTTP/1.1" status: 204 len: 168 time: 0.9301143 Jul 16 09:06:46.208386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56722) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.239749 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.248921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9fae9-dd4f-49ac-997c-6e31436dbea3 None None] Network f56d1b59-6046-47e5-8358-9118989f30fb requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:46.280135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Transition to ACTIVE for port object 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:46.359099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.388939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.437876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5235dafa-d731-4b69-9be0-656b0477c261 None None] Provisioning for port 38d31630-c43b-4bb7-9397-2cf134c07295 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:46.475818 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.538151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Network 3c69138e-5386-47ee-99db-17e141a67a94 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:46.561222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:46.575054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:46.713162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5235dafa-d731-4b69-9be0-656b0477c261 None None] Provisioning complete for port 38d31630-c43b-4bb7-9397-2cf134c07295 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:46.713544 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5235dafa-d731-4b69-9be0-656b0477c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.743369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Deleting port 3a987580-c093-4b32-8416-5459ebe5016b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:46.749217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.855428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Pushing event updated for resources: {'Port': ['ID=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.922978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.976077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 68ee4b60-0b70-4289-bc10-6c2985514892 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:47.081841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] For port 3a987580-c093-4b32-8416-5459ebe5016b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3a987580-c093-4b32-8416-5459ebe5016b,segment=NetworkSegment(a55aba74-1713-40b6-9e02-66a047788816),segment_id=a55aba74-1713-40b6-9e02-66a047788816)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:47.082192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.134151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Calling delete_port for 3a987580-c093-4b32-8416-5459ebe5016b owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:47.379193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Deleting port 38d31630-c43b-4bb7-9397-2cf134c07295 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:47.379771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.431296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.447714 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] No DVR routers for this DVR port 3a987580-c093-4b32-8416-5459ebe5016b on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:47.448710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 68ee4b60-0b70-4289-bc10-6c2985514892 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:47.466218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 68ee4b60-0b70-4289-bc10-6c2985514892 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:47.470415 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.495404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] DHCP port deletion for 3164f9fa-8fea-44a6-b022-c4d750ecdf84 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:47.514314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a987580-c093-4b32-8416-5459ebe5016b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.606948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] For port 38d31630-c43b-4bb7-9397-2cf134c07295, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=38d31630-c43b-4bb7-9397-2cf134c07295,segment=NetworkSegment(7daf96fb-60db-4f27-b903-106887ef8a6a),segment_id=7daf96fb-60db-4f27-b903-106887ef8a6a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:47.607325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.635992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Calling delete_port for 38d31630-c43b-4bb7-9397-2cf134c07295 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:47.724924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.760323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56d1b59-6046-47e5-8358-9118989f30fb']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.809454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55aba74-1713-40b6-9e02-66a047788816') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.810064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55aba74-1713-40b6-9e02-66a047788816') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.841347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.863547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd4816-e8bf-4fed-a29d-a8e7e0c919fc None None] DHCP port deletion for f56d1b59-6046-47e5-8358-9118989f30fb request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:47.887318 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.902565 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.910088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:47.911039 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.939157 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.973552 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5236538f-978b-441a-ac39-2d11c857a2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.991332 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5235dafa-d731-4b69-9be0-656b0477c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:48.015478 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:48.022095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.030416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.042197 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f56d1b59-6046-47e5-8358-9118989f30fb HTTP/1.1" status: 204 len: 168 time: 1.8307204 Jul 16 09:06:48.083829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215e7c4-6007-42b7-a8e9-a8b73dad9615 admin admin] Pushing event deleted for resources: {'Network': ['ID=f56d1b59-6046-47e5-8358-9118989f30fb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.124983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Port': ['ID=38d31630-c43b-4bb7-9397-2cf134c07295,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.139946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No DVR routers for this DVR port 38d31630-c43b-4bb7-9397-2cf134c07295 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:48.215704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.225569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] Deleting port 38d31630-c43b-4bb7-9397-2cf134c07295 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:48.236554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.331448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.345794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3164f9fa-8fea-44a6-b022-c4d750ecdf84']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:48.378260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daf96fb-60db-4f27-b903-106887ef8a6a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:48.378557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daf96fb-60db-4f27-b903-106887ef8a6a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:48.402221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.513887 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.521366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:48.522096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.560176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56780) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:48.708947 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74d68007-475a-47b7-82f3-6ddce25cc9fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1071d7eded044a59c44676750d47bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475737 Jul 16 09:06:48.717285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56784) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:48.738149 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:48.746085 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.807395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.811262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/3164f9fa-8fea-44a6-b022-c4d750ecdf84 HTTP/1.1" status: 204 len: 168 time: 7.7393949 Jul 16 09:06:48.820138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56786) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:48.821379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac0622-1115-4a4e-a9a4-d484af1f9bf4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=3164f9fa-8fea-44a6-b022-c4d750ecdf84,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.827732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f32e865-4ffc-4c48-8fae-f18a1d2b6f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.839266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2070444625'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:48.879751 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f32e865-4ffc-4c48-8fae-f18a1d2b6f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.941310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] For port 38d31630-c43b-4bb7-9397-2cf134c07295, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:48.941310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.955508 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.961392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 68ee4b60-0b70-4289-bc10-6c2985514892, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=68ee4b60-0b70-4289-bc10-6c2985514892,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:48.980189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f32e865-4ffc-4c48-8fae-f18a1d2b6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.982934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f32e865-4ffc-4c48-8fae-f18a1d2b6f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.983984 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0f32e865-4ffc-4c48-8fae-f18a1d2b6f80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0db5b006-a906-438b-b546-ba781deebbd2 HTTP/1.1" status: 204 len: 168 time: 0.2651374 Jul 16 09:06:49.008554 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32e865-4ffc-4c48-8fae-f18a1d2b6f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5b006-a906-438b-b546-ba781deebbd2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.018731 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.029266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] Calling delete_port for 38d31630-c43b-4bb7-9397-2cf134c07295 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:49.036828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:49.053995 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.190867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] Port 38d31630-c43b-4bb7-9397-2cf134c07295 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:06:49.194883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=68ee4b60-0b70-4289-bc10-6c2985514892,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.206710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2cd47702-40ae-4e7c-9adb-60025bbe1a24 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:49.215508 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.285194 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.354261 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.370679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.371019 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.404217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 2cd47702-40ae-4e7c-9adb-60025bbe1a24 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:49.404217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2cd47702-40ae-4e7c-9adb-60025bbe1a24 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:49.404217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0a012f68-1d88-46ce-8b1f-b06111ad3684 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:49.454333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:49.485834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Pushing event updated for resources: {'Port': ['ID=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.506805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] Pushing event deleted for resources: {'Port': ['ID=38d31630-c43b-4bb7-9397-2cf134c07295,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.512767 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.521892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 0a012f68-1d88-46ce-8b1f-b06111ad3684 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:49.522586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0a012f68-1d88-46ce-8b1f-b06111ad3684 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:49.526450 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.527117 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment bece8d64-48a4-4b59-8f0d-5f8b06ce52e0 of type vlan for network 418a5d8e-316a-4eac-bef7-816e51974f59 Jul 16 09:06:49.532984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] Network 3164f9fa-8fea-44a6-b022-c4d750ecdf84 is not hosted by any dhcp agent {{(pid=94167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:06:49.535505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd8dae-96ef-464f-9004-17d0a8a9b951 None None] No DVR routers for this DVR port 38d31630-c43b-4bb7-9397-2cf134c07295 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:49.569144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1ebcc68e-8aac-47b4-b2f9-9c26cc0fb0f8 None None] Provisioning for port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:49.573632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1ebcc68e-8aac-47b4-b2f9-9c26cc0fb0f8 None None] Provisioning complete for port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:49.574208 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ebcc68e-8aac-47b4-b2f9-9c26cc0fb0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.655646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1ebcc68e-8aac-47b4-b2f9-9c26cc0fb0f8 None None] Port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:49.700297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.812323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 68ee4b60-0b70-4289-bc10-6c2985514892 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:49.911295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.925043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:49.926771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.969965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:49.976658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '418a5d8e-316a-4eac-bef7-816e51974f59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:49.979048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 68ee4b60-0b70-4289-bc10-6c2985514892 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:49.979580 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.983560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1559808 Jul 16 09:06:50.046711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Network 3c69138e-5386-47ee-99db-17e141a67a94 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:50.066262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:50.254317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.370891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:50.371435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 38d31630-c43b-4bb7-9397-2cf134c07295 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:50.375599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.429803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 38d31630-c43b-4bb7-9397-2cf134c07295 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:50.430554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 38d31630-c43b-4bb7-9397-2cf134c07295 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:50.431009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3a987580-c093-4b32-8416-5459ebe5016b no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:50.501807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7c0a1-33d4-4efd-9821-b0ccebad3d23 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=418a5d8e-316a-4eac-bef7-816e51974f59,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.535976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3a987580-c093-4b32-8416-5459ebe5016b {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:50.539158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3a987580-c093-4b32-8416-5459ebe5016b not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:50.555031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 418a5d8e-316a-4eac-bef7-816e51974f59 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:50.628261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.ipam_backend_mixin [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Performing IP validity checks on allocation pools {{(pid=94164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:06:50.628774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.ipam_backend_mixin [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:06:50.715341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:50.951046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.978074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0bdfa256-6c72-42a2-9ae6-23dd7bce39d0 None None] Provisioning complete for port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:50.978448 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa256-6c72-42a2-9ae6-23dd7bce39d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.049898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': 'bece8d64-48a4-4b59-8f0d-5f8b06ce52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '418a5d8e-316a-4eac-bef7-816e51974f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:51.051463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 418a5d8e-316a-4eac-bef7-816e51974f59, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:51.054830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=f893c77a-09b5-47c5-a2d8-3f54c1c650fe,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:51.088223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 418a5d8e-316a-4eac-bef7-816e51974f59 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:51.120201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 418a5d8e-316a-4eac-bef7-816e51974f59) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:51.125333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.129090 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.145369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db7d32-009e-49c7-8528-3ce3d6aa764d None None] Network 418a5d8e-316a-4eac-bef7-816e51974f59 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:51.175698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:51.176018 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f3fdbd4d-c492-4d3a-9df1-27aa74024af4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2039578 Jul 16 09:06:51.177590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56858) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:51.186131 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Sync routers for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:51.201738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e7ee9a47-e616-4661-9b93-092bf137757b admin admin] 10.222.0.55 "PUT /v2.0/routers/36ca9a4b-89d5-4aca-b825-1c3ad1603ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1580291 Jul 16 09:06:51.210484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0bdfa256-6c72-42a2-9ae6-23dd7bce39d0 None None] Port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:51.212915 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:51.225763 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:06:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:51.419299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.553041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b0429-885c-4a95-b5bb-74f60056327b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-418a5d8e-316a-4eac-bef7-816e51974f59', 'network_id': '418a5d8e-316a-4eac-bef7-816e51974f59', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': 'f893c77a-09b5-47c5-a2d8-3f54c1c650fe'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:51.557131 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f14b0429-885c-4a95-b5bb-74f60056327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.602553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.631717 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:51.821899 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server [None req-f14b0429-885c-4a95-b5bb-74f60056327b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f893c77a-09b5-47c5-a2d8-3f54c1c650fe: This subnet is being modified by another concurrent operation. Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f893c77a-09b5-47c5-a2d8-3f54c1c650fe: This subnet is being modified by another concurrent operation. Jul 16 09:06:51.879284 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Jul 16 09:06:51.904117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43bbb6b-69de-432c-ba27-db8e72936aa1 None None] Network 418a5d8e-316a-4eac-bef7-816e51974f59 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:51.922049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=f893c77a-09b5-47c5-a2d8-3f54c1c650fe,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:52.097298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc70c34-c025-4814-b1fc-ef0288a0cca0 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:06:52.124230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.138558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418a5d8e-316a-4eac-bef7-816e51974f59']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.170756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bece8d64-48a4-4b59-8f0d-5f8b06ce52e0') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.171520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bece8d64-48a4-4b59-8f0d-5f8b06ce52e0') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.215780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.254762 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.269033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:52.269448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:52.272766 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:52.426077 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:49Z', 'revision_number': 2, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.441747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc70c34-c025-4814-b1fc-ef0288a0cca0 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:06:52.449221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.504435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.509750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/418a5d8e-316a-4eac-bef7-816e51974f59 HTTP/1.1" status: 204 len: 168 time: 1.3212063 Jul 16 09:06:52.509927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Checking router: 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:52.509927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Updating router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:06:52.510144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56916) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:52.515359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1398763327'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:52.528831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a59e2-c025-47b3-8d5f-bb25841c845f tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=418a5d8e-316a-4eac-bef7-816e51974f59,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:52.591281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:52.600130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.657320 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.776865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:52.819863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.824548 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment 259b16e2-363c-4ec3-a208-65a5dee8e79a of type vlan for network ade11143-cc34-47a2-807e-5752ad603e89 Jul 16 09:06:52.991750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.212096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-097204f2-ba95-4e7b-8e56-fe5af2cb60be req-4e2f4b1b-410c-48e0-958d-130e3a40fd78 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1539464 Jul 16 09:06:53.216478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.241578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:53.248832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.337902 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.352087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:53.358270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e8817fc2-0dde-4e8c-bd20-23cc18661d05 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659683622', 'description': 'tempest-description--340970337'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:53.366794 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Transition to ACTIVE for port object 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:53.388041 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.463116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 56952) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:53.471968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9429324 Jul 16 09:06:53.487277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': 'ade11143-cc34-47a2-807e-5752ad603e89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:53.498423 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34a4d6-4582-4a41-abb7-8238c63b5b76 None None] Pushing event updated for resources: {'Port': ['ID=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.506740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e8817fc2-0dde-4e8c-bd20-23cc18661d05 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.659202 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Attempting to bind port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:53.659571 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Attempting to bind port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:53.659931 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Attempting to bind port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 on network 3c69138e-5386-47ee-99db-17e141a67a94 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:53.670476 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:53.670831 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Checking segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:53.671383 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.672316 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Bound using segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:53.672959 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Bound port: 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:53.674443 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.694022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d610944-8b13-42e1-bd45-5802f56fd5ea tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=ade11143-cc34-47a2-807e-5752ad603e89,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.705593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ade11143-cc34-47a2-807e-5752ad603e89 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:53.767471 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] For port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:53.771686 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] For port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:53.779806 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.959365 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:53.960129 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:06:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:54.077117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e8817fc2-0dde-4e8c-bd20-23cc18661d05 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.093374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e8817fc2-0dde-4e8c-bd20-23cc18661d05 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.191235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8817fc2-0dde-4e8c-bd20-23cc18661d05 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cca5027-66c1-4205-9fdb-2f7e244c0e70,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:54.193592 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:54.244842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:54.255962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.274076 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e8817fc2-0dde-4e8c-bd20-23cc18661d05 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.298783 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e8817fc2-0dde-4e8c-bd20-23cc18661d05 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9452109 Jul 16 09:06:54.301459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56980) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:54.308006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a805e4bf-94ef-4cb9-9775-6d0d20c0218f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'security_group_rule': {'security_group_id': '1cca5027-66c1-4205-9fdb-2f7e244c0e70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:54.444178 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34a4d6-4582-4a41-abb7-8238c63b5b76 None None] Pushing event updated for resources: {'Port': ['ID=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:54.471681 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a805e4bf-94ef-4cb9-9775-6d0d20c0218f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.662418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e86e82f6-3dc4-4985-bf18-5cf11857cd47 req-ed9e4239-1cd6-4f9c-982d-c75ab788be46 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0596199 Jul 16 09:06:54.686601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a805e4bf-94ef-4cb9-9775-6d0d20c0218f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.693247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a805e4bf-94ef-4cb9-9775-6d0d20c0218f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.721094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805e4bf-94ef-4cb9-9775-6d0d20c0218f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcf8331-98b1-4de2-9c48-da3f213350f8,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:54.745752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a805e4bf-94ef-4cb9-9775-6d0d20c0218f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.747755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a805e4bf-94ef-4cb9-9775-6d0d20c0218f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4443400 Jul 16 09:06:54.750665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 56996) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:54.755676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-39c41e3c-203e-4e90-8270-177d46d0eb08 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'security_group_rule': {'security_group_id': '1cca5027-66c1-4205-9fdb-2f7e244c0e70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:54.843846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39c41e3c-203e-4e90-8270-177d46d0eb08 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.920228 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:54.987024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.003336 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f26ce1-2e07-4610-83a9-52cfea061e7c None None] The sync data for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 is: [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:55.054832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39c41e3c-203e-4e90-8270-177d46d0eb08 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.082562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39c41e3c-203e-4e90-8270-177d46d0eb08 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.180145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c41e3c-203e-4e90-8270-177d46d0eb08 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4635a59f-5b5d-4148-9323-6167cb0aae28,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.195666 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39c41e3c-203e-4e90-8270-177d46d0eb08 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.198309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-39c41e3c-203e-4e90-8270-177d46d0eb08 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4463294 Jul 16 09:06:55.201341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57008) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.212176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:55.239954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=1826c61b-dc47-41bf-9497-9b67eb885a5d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.260176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': '259b16e2-363c-4ec3-a208-65a5dee8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ade11143-cc34-47a2-807e-5752ad603e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:55.260875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: ade11143-cc34-47a2-807e-5752ad603e89, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:55.265282 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.316031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network ade11143-cc34-47a2-807e-5752ad603e89 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:55.338877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ade11143-cc34-47a2-807e-5752ad603e89) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:55.353097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c07107-1a93-4a7b-b8f9-4802e84cb56d None None] Network ade11143-cc34-47a2-807e-5752ad603e89 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:55.355953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.356696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.397369 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-32dfcf2c-7c97-4404-a749-56dfde96741b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9273939 Jul 16 09:06:55.397697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57014) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.900400 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.909503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:56.078068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9641c-2d9d-4e4a-815e-e22b1c40a487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-ade11143-cc34-47a2-807e-5752ad603e89', 'network_id': 'ade11143-cc34-47a2-807e-5752ad603e89', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': '1826c61b-dc47-41bf-9497-9b67eb885a5d'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:56.079636 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-21a9641c-2d9d-4e4a-815e-e22b1c40a487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.096614 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.202028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:56.309129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:56.310628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.456860 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server [None req-21a9641c-2d9d-4e4a-815e-e22b1c40a487 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1826c61b-dc47-41bf-9497-9b67eb885a5d: This subnet is being modified by another concurrent operation. Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1826c61b-dc47-41bf-9497-9b67eb885a5d: This subnet is being modified by another concurrent operation. Jul 16 09:06:56.526246 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Jul 16 09:06:56.576271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3407fd53-45d9-4e57-8623-1a943c5160b8 None None] Network ade11143-cc34-47a2-807e-5752ad603e89 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:56.589043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=1826c61b-dc47-41bf-9497-9b67eb885a5d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.744885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.801424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.809954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-627b4b3e-55ff-4e80-a598-cee251d6ba1f req-12b3a583-02bb-4a0b-a145-096c42ba6690 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1218932 Jul 16 09:06:56.855829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.882462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade11143-cc34-47a2-807e-5752ad603e89']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:56.949186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259b16e2-363c-4ec3-a208-65a5dee8e79a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:56.949488 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259b16e2-363c-4ec3-a208-65a5dee8e79a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:57.052098 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.101053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.108395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Allocated IP 172.25.6.192 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/b9760f35-b2af-4d07-9986-0fa95b749cb3) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:57.109055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:57.109720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:57.114545 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:57.149460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da36a34b-d342-4522-8aa1-40b9498dddb3 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:06:57.329174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36a34b-d342-4522-8aa1-40b9498dddb3 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:06:57.423400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:57.556312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.698451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.743395 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.002143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.036148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57058) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:58.046321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'Port': ['ID=b9760f35-b2af-4d07-9986-0fa95b749cb3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.053101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d992940c-7ac2-4d0e-983b-f02840a423df req-91b6f260-969b-4929-bdb7-a4697f39ccee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.4055104 Jul 16 09:06:58.059048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:58.061242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:58.082544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:58.084281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.093087 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.101416 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/ade11143-cc34-47a2-807e-5752ad603e89 HTTP/1.1" status: 204 len: 168 time: 2.6996574 Jul 16 09:06:58.107032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57070) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:58.140153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d72cc-11f9-4279-842a-9fc4dfafbc71 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=ade11143-cc34-47a2-807e-5752ad603e89,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.202595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1152101147'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:58.261672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a273da1c-07dd-425c-882f-b65ca40731bd req-440982ec-c0d8-47b0-ad29-0c3d92949be5 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0508051 Jul 16 09:06:58.350319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4ec5-b897-4ad5-9310-301f1852db02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.414374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:58.428677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.464472 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.478885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:58.520906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.549478 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment ba04d3ee-3193-439b-94a5-0ac158c2c37f of type vlan for network 01fce5f2-8bd7-4735-b58f-51d50144b70a Jul 16 09:06:58.549673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4ec5-b897-4ad5-9310-301f1852db02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.555709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4ec5-b897-4ad5-9310-301f1852db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.557489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.613660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.614354 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d6fe4ec5-b897-4ad5-9310-301f1852db02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32a2b9af1583449b817db7ed2b12baf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767417 Jul 16 09:06:58.616396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57080) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:58.617705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe4ec5-b897-4ad5-9310-301f1852db02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30cc50b-8e9f-4779-8775-cf50c67884bb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.685908 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-d031-4b14-843f-5810db8262e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.718895 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.730522 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-d031-4b14-843f-5810db8262e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.754408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.754408 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.811960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-d031-4b14-843f-5810db8262e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.817232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-d031-4b14-843f-5810db8262e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.831799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71db1594-d031-4b14-843f-5810db8262e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f30cc50b-8e9f-4779-8775-cf50c67884bb HTTP/1.1" status: 204 len: 168 time: 0.2005656 Jul 16 09:06:58.848339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db1594-d031-4b14-843f-5810db8262e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30cc50b-8e9f-4779-8775-cf50c67884bb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.030724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9201601 Jul 16 09:06:59.030724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7db79-a9b7-4755-981b-46782e13621b tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=01fce5f2-8bd7-4735-b58f-51d50144b70a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.037966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57088) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:59.041426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 01fce5f2-8bd7-4735-b58f-51d50144b70a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:59.052351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '01fce5f2-8bd7-4735-b58f-51d50144b70a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:59.105260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.112727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.325319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.335465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:59.338910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.349941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'Port': ['ID=b9760f35-b2af-4d07-9986-0fa95b749cb3,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.356142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.357783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0ab5cb7e-f900-497b-ad34-e66eee210e8a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1553066 Jul 16 09:06:59.490275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57106) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:59.519286 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-102057ad-1487-41a7-8500-7bb74e6ad9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.647974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92176d51-8643-4745-94de-61f1400a8000 req-cba0471a-0845-4339-b7e0-06fbd3dfd542 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0516360 Jul 16 09:06:59.773419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.799510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-102057ad-1487-41a7-8500-7bb74e6ad9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.811412 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-102057ad-1487-41a7-8500-7bb74e6ad9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.862348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=d6101256-67ea-44d8-855c-7f94e93cf8d8,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.877382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': 'ba04d3ee-3193-439b-94a5-0ac158c2c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '01fce5f2-8bd7-4735-b58f-51d50144b70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:59.877789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 01fce5f2-8bd7-4735-b58f-51d50144b70a, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:59.909387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 01fce5f2-8bd7-4735-b58f-51d50144b70a is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:59.925336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 01fce5f2-8bd7-4735-b58f-51d50144b70a) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:59.933895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:59.936712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c88c9-d138-4307-a0cb-bd58f0ceac1c None None] Network 01fce5f2-8bd7-4735-b58f-51d50144b70a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:59.939005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.939612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.958235 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba54b187-025a-43fa-a68f-93703f1303fc tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9204762 Jul 16 09:06:59.960527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57126) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:59.982568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102057ad-1487-41a7-8500-7bb74e6ad9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790a9529-4434-4662-a515-0ae2fbd5c77d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:00.139110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-102057ad-1487-41a7-8500-7bb74e6ad9a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6f27bb205a941c698ca7e6d401576cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454580 Jul 16 09:07:00.139872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57134) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:00.165577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-0620d1ae-d44d-4f54-8537-a0ff833f8214 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1659683622&fields=id&tenant_id=ada0679ae2fc4ce9a23f3546998c762f HTTP/1.1" status: 200 len: 267 time: 0.2460325 Jul 16 09:07:00.180828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:00.182385 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.204501 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.242818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acecb3e-0004-4bb6-8d94-d82bef8ed788 req-ded1f598-7ff2-401f-a50a-0ca723a5258c tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:00.244708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9acecb3e-0004-4bb6-8d94-d82bef8ed788 req-ded1f598-7ff2-401f-a50a-0ca723a5258c tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 946 time: 0.2915087 Jul 16 09:07:00.331398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.336990 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2931305e-e5e4-4ba4-ae28-7979395925d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.379042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9acecb3e-0004-4bb6-8d94-d82bef8ed788 req-bc2c65ae-bbdc-4e78-8143-1eb0e5792c65 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956750 Jul 16 09:07:00.398295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-a0c1e89c-6a93-407c-8bcb-db7050cb2743 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:00.400085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-a0c1e89c-6a93-407c-8bcb-db7050cb2743 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 817 time: 0.2248020 Jul 16 09:07:00.412171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2931305e-e5e4-4ba4-ae28-7979395925d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.431332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-e501a55d-6eac-4bac-9034-f0e4bcfd76c4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/quotas/ada0679ae2fc4ce9a23f3546998c762f HTTP/1.1" status: 200 len: 375 time: 0.0251427 Jul 16 09:07:00.505858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.599815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6be305-bccf-496a-9cc1-7c07c71ff10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-01fce5f2-8bd7-4735-b58f-51d50144b70a', 'network_id': '01fce5f2-8bd7-4735-b58f-51d50144b70a', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': 'd6101256-67ea-44d8-855c-7f94e93cf8d8'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:00.603308 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b6be305-bccf-496a-9cc1-7c07c71ff10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.678981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-d25a099c-ac91-4954-9632-339f380022d9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2227576 Jul 16 09:07:00.696005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.740871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fce5f2-8bd7-4735-b58f-51d50144b70a']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:00.779560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba04d3ee-3193-439b-94a5-0ac158c2c37f') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:00.779560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba04d3ee-3193-439b-94a5-0ac158c2c37f') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:00.811217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.862812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.876848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:00.877314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:01.021873 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:01.099128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=d6101256-67ea-44d8-855c-7f94e93cf8d8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:01.118925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57172) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:01.119963 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-5b6be305-bccf-496a-9cc1-7c07c71ff10a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:07:01.119963 n-d-780147-28 neutron-server[94167]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 16 09:07:01.119963 n-d-780147-28 neutron-server[94167]: [parameters: {'project_id': '7691addea88e4d108850951541281127', 'id': '5a5dc71f-5ad2-4104-bac5-cde2aba5fda7', 'name': '', 'network_id': '01fce5f2-8bd7-4735-b58f-51d50144b70a', 'mac_address': 'fa:16:3e:da:e1:fe', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-01fce5f2-8bd7-4735-b58f-51d50144b70a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2765}] Jul 16 09:07:01.119963 n-d-780147-28 neutron-server[94167]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:07:01.121027 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-5b6be305-bccf-496a-9cc1-7c07c71ff10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:07:01.129057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2931305e-e5e4-4ba4-ae28-7979395925d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.133183 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2931305e-e5e4-4ba4-ae28-7979395925d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.135573 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2931305e-e5e4-4ba4-ae28-7979395925d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/790a9529-4434-4662-a515-0ae2fbd5c77d HTTP/1.1" status: 204 len: 168 time: 0.9948542 Jul 16 09:07:01.194474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931305e-e5e4-4ba4-ae28-7979395925d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790a9529-4434-4662-a515-0ae2fbd5c77d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:01.199716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.207823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.209908 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/01fce5f2-8bd7-4735-b58f-51d50144b70a HTTP/1.1" status: 204 len: 168 time: 1.2484076 Jul 16 09:07:01.223217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57178) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:01.244737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1939116698'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:01.256640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c605bd7-8acc-48ef-8d8e-6ff17be647fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=01fce5f2-8bd7-4735-b58f-51d50144b70a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:01.279379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:01.285913 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.298315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-0b184a0b-2de4-49a6-b99c-2795b8228f63 service neutron] 10.222.0.55 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084697 Jul 16 09:07:01.347516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:01.386715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.395191 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment 00455051-686a-4fd1-b45d-fdeef71ea0fe of type vlan for network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 Jul 16 09:07:01.451706 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.567622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea973453-12f0-4276-b131-2cdd3e96d81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.584579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-779f4c69-5f6d-4c67-96d2-68b22c8b8e6e tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:01.586236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-779f4c69-5f6d-4c67-96d2-68b22c8b8e6e tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 946 time: 0.5867693 Jul 16 09:07:01.623702 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5b6be305-bccf-496a-9cc1-7c07c71ff10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.645782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.652623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:01.653410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.749662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-c6a90bc1-db83-466a-816a-7268dab28ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500382 Jul 16 09:07:01.775454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d6ba7-a390-43c7-a5f7-936674cd7e56 None None] Network 01fce5f2-8bd7-4735-b58f-51d50144b70a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:01.812817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d6ba7-a390-43c7-a5f7-936674cd7e56 None None] Network 01fce5f2-8bd7-4735-b58f-51d50144b70a could not be found, it might have been deleted concurrently. {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:07:01.864614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=fb9b9aaf-09c4-4e8f-825a-cf11366b8171,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:01.882693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:01.986793 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea973453-12f0-4276-b131-2cdd3e96d81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.993436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Deleting port c7de5c0d-c024-460f-93fd-6b8acca3033f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:01.994148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.009252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf5dc6-6ee1-4e55-98f8-e7feb4cd5fef req-fe93cfd8-67a7-446c-97f2-b1614e58b2e9 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:02.011152 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea973453-12f0-4276-b131-2cdd3e96d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.018309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdbf5dc6-6ee1-4e55-98f8-e7feb4cd5fef req-fe93cfd8-67a7-446c-97f2-b1614e58b2e9 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 946 time: 0.2394805 Jul 16 09:07:02.043685 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bd5aeb84-ee8f-4c1e-b926-95f95637d332 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8193378 Jul 16 09:07:02.044738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57208) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:02.059420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d2f288a1-2219-4b5d-ad33-f4a19c0e77da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:02.189710 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea973453-12f0-4276-b131-2cdd3e96d81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6d59cb-2a80-4f3e-b155-1a90f7309833,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:02.208873 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ea973453-12f0-4276-b131-2cdd3e96d81a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c64d0c5d86a545dca7633155e649e385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0864742 Jul 16 09:07:02.211822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57224) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:02.327323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdbf5dc6-6ee1-4e55-98f8-e7feb4cd5fef req-733c8a63-ffcd-4fa0-a8b5-a79a4f5d23da tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5119755-e812-43f6-914a-efe41bf26f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076673 Jul 16 09:07:02.359142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] For port c7de5c0d-c024-460f-93fd-6b8acca3033f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=c7de5c0d-c024-460f-93fd-6b8acca3033f,segment=NetworkSegment(f4ffc318-a8e9-4106-a921-d3a69589a89a),segment_id=f4ffc318-a8e9-4106-a921-d3a69589a89a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:02.359555 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.475984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-61206118-78e6-4031-8085-3c2cf4689a4c req-36f111da-43a9-4ce3-9845-8a838d8a0be1 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1051199 Jul 16 09:07:02.479776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Calling delete_port for c7de5c0d-c024-460f-93fd-6b8acca3033f owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:02.506924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2f288a1-2219-4b5d-ad33-f4a19c0e77da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.530041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2f288a1-2219-4b5d-ad33-f4a19c0e77da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.550546 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2f288a1-2219-4b5d-ad33-f4a19c0e77da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 is not hosted by any dhcp agent {{(pid=94164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:07:02.556637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f288a1-2219-4b5d-ad33-f4a19c0e77da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:02.557260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2f288a1-2219-4b5d-ad33-f4a19c0e77da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.561771 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d2f288a1-2219-4b5d-ad33-f4a19c0e77da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "PUT /v2.0/networks/fb9b9aaf-09c4-4e8f-825a-cf11366b8171 HTTP/1.1" status: 200 len: 723 time: 0.5078657 Jul 16 09:07:02.562536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57240) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:02.624260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': 'fb9b9aaf-09c4-4e8f-825a-cf11366b8171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:02.727469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-084b2f37-ae52-424d-a0eb-bb5192be7ec3 req-b2724c3d-8f6d-461e-bd24-895c17ebe201 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 210 time: 0.2889063 Jul 16 09:07:02.749214 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c519da3b-48b1-4514-9986-2273dd2320e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.754018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f288a1-2219-4b5d-ad33-f4a19c0e77da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=fb9b9aaf-09c4-4e8f-825a-cf11366b8171,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:02.770566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:02.845396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c519da3b-48b1-4514-9986-2273dd2320e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.919401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:02.925278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.990655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c519da3b-48b1-4514-9986-2273dd2320e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.994173 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c519da3b-48b1-4514-9986-2273dd2320e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.995364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c519da3b-48b1-4514-9986-2273dd2320e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a6d59cb-2a80-4f3e-b155-1a90f7309833 HTTP/1.1" status: 204 len: 168 time: 0.7735834 Jul 16 09:07:03.009326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519da3b-48b1-4514-9986-2273dd2320e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6d59cb-2a80-4f3e-b155-1a90f7309833,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.014971 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.074704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Pushing event deleted for resources: {'Port': ['ID=c7de5c0d-c024-460f-93fd-6b8acca3033f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.132447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] No DVR routers for this DVR port c7de5c0d-c024-460f-93fd-6b8acca3033f on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:03.136587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.138674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af47e441-8b5f-45ea-95fb-9f5dc5e90f65 req-49e7a6ec-5e4e-4582-ad00-0cd2adca2ba6 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.52 "DELETE /v2.0/ports/c7de5c0d-c024-460f-93fd-6b8acca3033f HTTP/1.1" status: 204 len: 173 time: 1.5307622 Jul 16 09:07:03.139165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f9b42c-d632-49d9-a4c9-5aaf4b758919', 'name': 'network-vif-deleted', 'tag': 'c7de5c0d-c024-460f-93fd-6b8acca3033f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:03.152731 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd1197-8eb7-4c9f-8c19-b159f764a877" -d '{"events": [{"server_uuid": "23f9b42c-d632-49d9-a4c9-5aaf4b758919", "name": "network-vif-deleted", "tag": "c7de5c0d-c024-460f-93fd-6b8acca3033f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:03.238926 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0062ff06-c7c6-41a2-a7a6-cdffad4d9c6a x-openstack-request-id: req-0062ff06-c7c6-41a2-a7a6-cdffad4d9c6a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:03.239228 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f9b42c-d632-49d9-a4c9-5aaf4b758919", "name": "network-vif-deleted", "tag": "c7de5c0d-c024-460f-93fd-6b8acca3033f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:03.239484 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0062ff06-c7c6-41a2-a7a6-cdffad4d9c6a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:03.239908 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f9b42c-d632-49d9-a4c9-5aaf4b758919', 'name': 'network-vif-deleted', 'tag': 'c7de5c0d-c024-460f-93fd-6b8acca3033f', 'status': 'completed', 'code': 200} Jul 16 09:07:03.386187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.541731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87339762-1ca8-4f07-86d4-07826a69513b req-aeffe689-331f-4f73-b535-4dce59504643 tempest-VolumesSnapshotTestJSON-1914310933 tempest-VolumesSnapshotTestJSON-1914310933-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f9b42c-d632-49d9-a4c9-5aaf4b758919 HTTP/1.1" status: 200 len: 210 time: 0.0340793 Jul 16 09:07:03.560433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=926efd55-48d3-4f08-85e4-b2adbe3609f7,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.598210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': '00455051-686a-4fd1-b45d-fdeef71ea0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fb9b9aaf-09c4-4e8f-825a-cf11366b8171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:03.598880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: fb9b9aaf-09c4-4e8f-825a-cf11366b8171, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:03.644241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:03.673230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, fb9b9aaf-09c4-4e8f-825a-cf11366b8171) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:03.678178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:03.679204 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.686138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc36072-8665-47b0-b7f2-bdbadebd6860 None None] Network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:03.730121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f3394df8-49ee-48e2-9afc-6809e64d510a tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1584404 Jul 16 09:07:03.732630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57286) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:03.747079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5e7882cc-3a85-4907-ad77-b95c237b34cb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:03.864791 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-895e3ed5-f725-4693-aca8-79cf8815728c req-1214e76d-99b8-4d4e-8772-12cacd6e2056 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0737534 Jul 16 09:07:03.944656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57292) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:03.962630 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-782ab37f-9e0a-4276-acb0-2ff52133bbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.004626 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e7882cc-3a85-4907-ad77-b95c237b34cb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29121224'] for subnet, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.066328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c7de5c0d-c024-460f-93fd-6b8acca3033f no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:04.144143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: c7de5c0d-c024-460f-93fd-6b8acca3033f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:04.146954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device c7de5c0d-c024-460f-93fd-6b8acca3033f not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:04.188079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a92a764-5a2b-4dd5-9c15-53b6ee7bb605 req-4ac68114-2e1d-44b0-832f-4fa3e66e746b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 210 time: 0.0934830 Jul 16 09:07:04.237976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-fb9b9aaf-09c4-4e8f-825a-cf11366b8171', 'network_id': 'fb9b9aaf-09c4-4e8f-825a-cf11366b8171', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': '926efd55-48d3-4f08-85e4-b2adbe3609f7'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:04.238992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.284247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-782ab37f-9e0a-4276-acb0-2ff52133bbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.302055 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-782ab37f-9e0a-4276-acb0-2ff52133bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.304798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e7882cc-3a85-4907-ad77-b95c237b34cb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729841513099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28390576'] for subnet, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.379765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab37f-9e0a-4276-acb0-2ff52133bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53103233-dbed-4010-86c0-5d4edaa3df69,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:04.407819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7882cc-3a85-4907-ad77-b95c237b34cb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:04.408425 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e7882cc-3a85-4907-ad77-b95c237b34cb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.409793 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e7882cc-3a85-4907-ad77-b95c237b34cb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "PUT /v2.0/subnets/926efd55-48d3-4f08-85e4-b2adbe3609f7 HTTP/1.1" status: 200 len: 806 time: 0.6759548 Jul 16 09:07:04.412711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57306) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:04.461068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-782ab37f-9e0a-4276-acb0-2ff52133bbcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b1918e079574e158ddb3c8cba6f47e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129144 Jul 16 09:07:04.461572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57310) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:04.506807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7882cc-3a85-4907-ad77-b95c237b34cb tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=926efd55-48d3-4f08-85e4-b2adbe3609f7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:04.559327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Allocated IP 172.20.0.2 (fb9b9aaf-09c4-4e8f-825a-cf11366b8171/926efd55-48d3-4f08-85e4-b2adbe3609f7/928e8c29-0956-4640-87de-d977b4bfc7db) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:04.767791 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.784008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-4f3ee3d9-2ca8-45ab-ad0a-85f66cce5fc0 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:04.787077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-4f3ee3d9-2ca8-45ab-ad0a-85f66cce5fc0 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 817 time: 0.3262761 Jul 16 09:07:04.792976 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.825334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Transition to ACTIVE for port object 928e8c29-0956-4640-87de-d977b4bfc7db will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:04.866841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Transition to ACTIVE for port object 928e8c29-0956-4640-87de-d977b4bfc7db will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:04.885953 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.952933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-274a6bb3-81de-4d3f-9f59-78de82a34520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.962737 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.072268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:05.076131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:05.081379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:05.089675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Pushing event updated for resources: {'Port': ['ID=928e8c29-0956-4640-87de-d977b4bfc7db,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:05.125042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.220263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Attempting to bind port 928e8c29-0956-4640-87de-d977b4bfc7db on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:05.221233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Attempting to bind port 928e8c29-0956-4640-87de-d977b4bfc7db by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '00455051-686a-4fd1-b45d-fdeef71ea0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fb9b9aaf-09c4-4e8f-825a-cf11366b8171'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:05.222374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Attempting to bind port 928e8c29-0956-4640-87de-d977b4bfc7db on network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:05.237498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfc262d7-21b5-4b9c-8e96-28ce07bdb1bb req-5e2338c4-61ab-4d45-be71-dcde4ef8c866 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1542928 Jul 16 09:07:05.239683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:05.240073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Checking segment: {'id': '00455051-686a-4fd1-b45d-fdeef71ea0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fb9b9aaf-09c4-4e8f-825a-cf11366b8171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:05.240485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.240891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Bound using segment: {'id': '00455051-686a-4fd1-b45d-fdeef71ea0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fb9b9aaf-09c4-4e8f-825a-cf11366b8171'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:05.241402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Bound port: 928e8c29-0956-4640-87de-d977b4bfc7db, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00455051-686a-4fd1-b45d-fdeef71ea0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fb9b9aaf-09c4-4e8f-825a-cf11366b8171'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:05.242173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.276288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-26b2cad7-4308-4834-bcaa-fc57e64c6ad8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada0679ae2fc4ce9a23f3546998c762f HTTP/1.1" status: 200 len: 380 time: 0.4487078 Jul 16 09:07:05.283214 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-274a6bb3-81de-4d3f-9f59-78de82a34520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.306690 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.308657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'port': {'device_id': '12f00aaf-8c01-426d-8140-3b467446577b', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'admin_state_up': True, 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'security_groups': ['1cca5027-66c1-4205-9fdb-2f7e244c0e70']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:05.341461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9b9aaf-09c4-4e8f-825a-cf11366b8171']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:05.367388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00455051-686a-4fd1-b45d-fdeef71ea0fe') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:05.368192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00455051-686a-4fd1-b45d-fdeef71ea0fe') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:05.380577 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.396977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.403812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:05.404262 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:05.472810 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:05.498164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:07:05.498164 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:07:05.498164 n-d-780147-28 neutron-server[94164]: [parameters: {'id': 'fb9b9aaf-09c4-4e8f-825a-cf11366b8171'}] Jul 16 09:07:05.498164 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:07:05.499133 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:07:05.501662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=926efd55-48d3-4f08-85e4-b2adbe3609f7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:05.517936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] For port 928e8c29-0956-4640-87de-d977b4bfc7db, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:05.530632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] For port 928e8c29-0956-4640-87de-d977b4bfc7db, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=928e8c29-0956-4640-87de-d977b4bfc7db,segment=NetworkSegment(00455051-686a-4fd1-b45d-fdeef71ea0fe),segment_id=00455051-686a-4fd1-b45d-fdeef71ea0fe)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:05.549718 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.621362 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-274a6bb3-81de-4d3f-9f59-78de82a34520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.628486 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-274a6bb3-81de-4d3f-9f59-78de82a34520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.633594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-274a6bb3-81de-4d3f-9f59-78de82a34520 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53103233-dbed-4010-86c0-5d4edaa3df69 HTTP/1.1" status: 204 len: 168 time: 1.1708393 Jul 16 09:07:05.658546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Made reservation on behalf of ada0679ae2fc4ce9a23f3546998c762f for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:05.662660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.679571 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:05.734091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a6bb3-81de-4d3f-9f59-78de82a34520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53103233-dbed-4010-86c0-5d4edaa3df69,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:05.754261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45025322-42a5-47f4-8c35-b0202295d4a2 req-fd75ae75-dfd5-47a2-be95-d6161c2c6051 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 210 time: 0.1134779 Jul 16 09:07:05.839413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bce02-0049-4a7b-a42b-61e1b8e4db30 None None] Pushing event updated for resources: {'Port': ['ID=928e8c29-0956-4640-87de-d977b4bfc7db,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:05.911476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa9c0e-5aa9-4c42-ae52-011c0b548da9 None None] Network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:06.002530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.130178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Allocated IP 172.20.0.6 (3c69138e-5386-47ee-99db-17e141a67a94/a57e2064-0469-4c2c-bb15-6c1e7a30db6d/605caf95-1114-465f-bee5-3526e67a7e6f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:06.132512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Deleting port 928e8c29-0956-4640-87de-d977b4bfc7db {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:06.132913 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.348977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] For port 928e8c29-0956-4640-87de-d977b4bfc7db, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=928e8c29-0956-4640-87de-d977b4bfc7db,segment=NetworkSegment(00455051-686a-4fd1-b45d-fdeef71ea0fe),segment_id=00455051-686a-4fd1-b45d-fdeef71ea0fe)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:06.350121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.384528 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Calling delete_port for 928e8c29-0956-4640-87de-d977b4bfc7db owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:06.675499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.709700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b604c-e1a5-464c-8e70-0c9644c0ea6c None None] Network fb9b9aaf-09c4-4e8f-825a-cf11366b8171 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:06.728755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No DVR routers for this DVR port 928e8c29-0956-4640-87de-d977b4bfc7db on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:06.837832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Port': ['ID=928e8c29-0956-4640-87de-d977b4bfc7db,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:06.876627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2cd362f-8890-4f94-aa63-635818659428 req-f0124cff-6783-439d-951b-57f236f27774 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1201842 Jul 16 09:07:06.899374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57396) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:06.928140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.951232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Transition to ACTIVE for port object 605caf95-1114-465f-bee5-3526e67a7e6f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:06.981900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d4d8c8-d55f-44d7-ad8a-291c8ae1cf60 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:07:06.982305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.027487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9b9aaf-09c4-4e8f-825a-cf11366b8171']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:07.049758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.062380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00455051-686a-4fd1-b45d-fdeef71ea0fe') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:07.062904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00455051-686a-4fd1-b45d-fdeef71ea0fe') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:07.085978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.118574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4d8c8-d55f-44d7-ad8a-291c8ae1cf60 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:07:07.138495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.162262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:07.162688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:07.165879 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:07.262994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Network 3c69138e-5386-47ee-99db-17e141a67a94 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:07.279821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:07.295233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:07.308948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.334874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.339807 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/fb9b9aaf-09c4-4e8f-825a-cf11366b8171 HTTP/1.1" status: 204 len: 168 time: 2.9197068 Jul 16 09:07:07.381000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69dc5fc1-84f6-4314-9b4a-22d528d36c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.383998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57416) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:07.385137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428561a2-8980-478c-80de-e121fa80a902 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=fb9b9aaf-09c4-4e8f-825a-cf11366b8171,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:07.394083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:07.405734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.407511 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.426859 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2bdb09-d093-4976-ad4e-9cc4376a3472 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:07.427444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2bdb09-d093-4976-ad4e-9cc4376a3472 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:07.429571 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-be2bdb09-d093-4976-ad4e-9cc4376a3472 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/fb9b9aaf-09c4-4e8f-825a-cf11366b8171 HTTP/1.1" status: 404 len: 339 time: 0.0403264 Jul 16 09:07:07.433568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57418) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:07.438667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2b37a-e949-4fdf-9f3e-2c1035f5c908 req-1c6f0ab2-e538-46ce-9a8f-c2361042b102 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.440740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24c2b37a-e949-4fdf-9f3e-2c1035f5c908 req-1c6f0ab2-e538-46ce-9a8f-c2361042b102 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 931 time: 0.3887177 Jul 16 09:07:07.446719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1015993994', 'description': 'd1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:07.495126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24c2b37a-e949-4fdf-9f3e-2c1035f5c908 req-218be623-5c06-4d3c-ab12-fe1eb289ee9b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483084 Jul 16 09:07:07.528367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57420) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:07.598695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69dc5fc1-84f6-4314-9b4a-22d528d36c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.614144 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69dc5fc1-84f6-4314-9b4a-22d528d36c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.629439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-6d017834-0c44-464e-a604-46125bca58ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3365824 Jul 16 09:07:07.643590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Request body: {'port': {'device_id': '12f00aaf-8c01-426d-8140-3b467446577b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:07.694833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:07.700631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1616468744-network', 'tenant_id': '5fab88b870de4589aecd9a0964ec473d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:07.714854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.738105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc5fc1-84f6-4314-9b4a-22d528d36c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af51e40c-d6c3-40a1-b299-006d5bced163,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:07.755592 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-69dc5fc1-84f6-4314-9b4a-22d528d36c9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=caf83437f7b5485eb744894b2fb4c803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8546669 Jul 16 09:07:07.758517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57432) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:07.798097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:07.830252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.830516 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment 6df72e6d-8e13-4d73-a53c-1fd49ca19988 of type vlan for network f9c8b588-95b5-41ab-9b57-0d286f35d7c4 Jul 16 09:07:07.912861 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.927722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Made reservation on behalf of 5fab88b870de4589aecd9a0964ec473d for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:07.928660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.936199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.007163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.019752 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.027965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:08.029878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.149848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=f9c8b588-95b5-41ab-9b57-0d286f35d7c4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.162655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f9c8b588-95b5-41ab-9b57-0d286f35d7c4 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:08.167582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad239-8871-4dc5-bdfb-9181246a59eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.199554 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad239-8871-4dc5-bdfb-9181246a59eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.347032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b14d38f2-ea16-44e4-9e83-e60d84347bc7 None None] Provisioning for port 605caf95-1114-465f-bee5-3526e67a7e6f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:08.351047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b14d38f2-ea16-44e4-9e83-e60d84347bc7 None None] Provisioning complete for port 605caf95-1114-465f-bee5-3526e67a7e6f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:08.351455 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b14d38f2-ea16-44e4-9e83-e60d84347bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.426191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad239-8871-4dc5-bdfb-9181246a59eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.429246 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad239-8871-4dc5-bdfb-9181246a59eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.433054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7d1ad239-8871-4dc5-bdfb-9181246a59eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af51e40c-d6c3-40a1-b299-006d5bced163 HTTP/1.1" status: 204 len: 168 time: 0.6654072 Jul 16 09:07:08.439705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b14d38f2-ea16-44e4-9e83-e60d84347bc7 None None] Port 605caf95-1114-465f-bee5-3526e67a7e6f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:08.444968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2b30a21-cbaa-43e5-bd3b-f8662a2c70ad req-8e327276-6cbf-416b-b09f-76c3dd4186ad tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.2935443 Jul 16 09:07:08.544392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ad239-8871-4dc5-bdfb-9181246a59eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af51e40c-d6c3-40a1-b299-006d5bced163,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.772075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.804641 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-05d516b4-552b-4ea4-9a97-821902963f43 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3697846 Jul 16 09:07:08.805665 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57456) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:08.879638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605caf95-1114-465f-bee5-3526e67a7e6f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:08.886781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.907048 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.943612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:08.965927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Transition to ACTIVE for port object 605caf95-1114-465f-bee5-3526e67a7e6f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:08.976195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c319294c-2b9b-4f56-8402-fb1eae3d1a47,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.979685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.980042 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Added segment ea9b7689-0903-49aa-8825-3da907ec2736 of type vlan for network daf0ca76-ff32-4127-ba1e-9f087005c7f5 Jul 16 09:07:09.012237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90108b-fadf-4cea-914c-f37b8bd169c0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:09.018178 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7d90108b-fadf-4cea-914c-f37b8bd169c0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/networks?id=f9c8b588-95b5-41ab-9b57-0d286f35d7c4 HTTP/1.1" status: 200 len: 761 time: 0.2070196 Jul 16 09:07:09.018178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57462) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:09.018178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57466) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:09.032855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0700ac05-a9cc-483f-b474-eae1305b85f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'description': 'd2'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:09.040322 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.139856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e57ed-d02b-4d2a-b013-0adcde6d7af9 req-52e57636-0dd5-478b-8afb-a1e4ad61bb77 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:09.147861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b86e57ed-d02b-4d2a-b013-0adcde6d7af9 req-52e57636-0dd5-478b-8afb-a1e4ad61bb77 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 931 time: 0.4443052 Jul 16 09:07:09.216099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:09.240023 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0700ac05-a9cc-483f-b474-eae1305b85f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.263059 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4605e3f5-54c4-4931-ada8-1de21d959832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.269081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0700ac05-a9cc-483f-b474-eae1305b85f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.329214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0700ac05-a9cc-483f-b474-eae1305b85f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network f9c8b588-95b5-41ab-9b57-0d286f35d7c4 is not hosted by any dhcp agent {{(pid=94164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:07:09.336389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700ac05-a9cc-483f-b474-eae1305b85f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:09.337628 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0700ac05-a9cc-483f-b474-eae1305b85f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.341998 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0700ac05-a9cc-483f-b474-eae1305b85f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "PUT /v2.0/networks/f9c8b588-95b5-41ab-9b57-0d286f35d7c4 HTTP/1.1" status: 200 len: 758 time: 0.3205798 Jul 16 09:07:09.345835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57472) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:09.502618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700ac05-a9cc-483f-b474-eae1305b85f3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=f9c8b588-95b5-41ab-9b57-0d286f35d7c4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:09.538044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f9c8b588-95b5-41ab-9b57-0d286f35d7c4 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:09.669235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73cbe3-6945-48f2-aacf-dd264cf43301 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:09.671022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f73cbe3-6945-48f2-aacf-dd264cf43301 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/networks?id=f9c8b588-95b5-41ab-9b57-0d286f35d7c4 HTTP/1.1" status: 200 len: 761 time: 0.3215902 Jul 16 09:07:09.684846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57482) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:09.701230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-965613109'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:09.942104 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4605e3f5-54c4-4931-ada8-1de21d959832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.970936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4605e3f5-54c4-4931-ada8-1de21d959832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.083145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:10.087230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.090164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605e3f5-54c4-4931-ada8-1de21d959832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd291ad0-2378-4618-a883-ab960e583a57,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:10.096902 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4605e3f5-54c4-4931-ada8-1de21d959832 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a5144708d5e406082549e724164c35f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0814540 Jul 16 09:07:10.106972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57490) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:10.151714 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.170920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:10.176090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f803d9d0-0197-4152-88f5-8929307f9ceb req-4e59c366-45d4-4410-9828-4a365a671174 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1468005 Jul 16 09:07:10.188639 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1661934d-43cd-438c-a076-095943bd13ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.193562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.193879 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment 231cd3af-dc18-428f-9215-3756fdc65966 of type vlan for network 728f6747-9ebf-4010-9336-04a2265bee1c Jul 16 09:07:10.216437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b86e57ed-d02b-4d2a-b013-0adcde6d7af9 req-5ca58bef-80aa-4aa6-babe-ebb1313ebab1 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0677309 Jul 16 09:07:10.258974 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1661934d-43cd-438c-a076-095943bd13ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.278753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.280111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:10.282210 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.290742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.351717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.359226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:10.360961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.373858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Attempting to bind port 605caf95-1114-465f-bee5-3526e67a7e6f on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:10.374192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Attempting to bind port 605caf95-1114-465f-bee5-3526e67a7e6f by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:10.374514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Attempting to bind port 605caf95-1114-465f-bee5-3526e67a7e6f on network 3c69138e-5386-47ee-99db-17e141a67a94 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:10.377408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] Pushing event updated for resources: {'Network': ['ID=daf0ca76-ff32-4127-ba1e-9f087005c7f5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:10.393245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network daf0ca76-ff32-4127-ba1e-9f087005c7f5 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:10.400966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Port 605caf95-1114-465f-bee5-3526e67a7e6f on network 3c69138e-5386-47ee-99db-17e141a67a94 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:10.401353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Attempting to bind port 605caf95-1114-465f-bee5-3526e67a7e6f on network 3c69138e-5386-47ee-99db-17e141a67a94 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:10.410241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2e68e120-ab27-4cb3-9734-a5ac93234d1c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8806558 Jul 16 09:07:10.411280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:10.411619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Checking segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:10.412059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Bound using segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:10.412500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Bound port: 605caf95-1114-465f-bee5-3526e67a7e6f, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:10.412972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.416024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:10.429237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Request body: {'subnet': {'network_id': 'daf0ca76-ff32-4127-ba1e-9f087005c7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1616468744-subnet', 'tenant_id': '5fab88b870de4589aecd9a0964ec473d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:10.437555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1661934d-43cd-438c-a076-095943bd13ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.443280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1661934d-43cd-438c-a076-095943bd13ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.447398 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1661934d-43cd-438c-a076-095943bd13ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd291ad0-2378-4618-a883-ab960e583a57 HTTP/1.1" status: 204 len: 168 time: 0.3374190 Jul 16 09:07:10.458416 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7615352 Jul 16 09:07:10.462767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57504) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:10.471994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '728f6747-9ebf-4010-9336-04a2265bee1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:10.512136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661934d-43cd-438c-a076-095943bd13ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd291ad0-2378-4618-a883-ab960e583a57,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:10.514202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c8c36-40f5-47b3-a0c8-937f2be89a98 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=728f6747-9ebf-4010-9336-04a2265bee1c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:10.585999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Made reservation on behalf of 5fab88b870de4589aecd9a0964ec473d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:10.588387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.619026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 728f6747-9ebf-4010-9336-04a2265bee1c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:10.641162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1c100b7-fa92-43fd-b708-cd03573bc802 req-6ccb927d-dcfd-4e69-91ae-7de178c938c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ba0b49ea053497ea8c281c428d5e658&device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0505409 Jul 16 09:07:10.693957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:10.717158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:10.720829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.734399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1c100b7-fa92-43fd-b708-cd03573bc802 req-6c6980c2-2d05-4689-988e-642994d83cc6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8ba0b49ea053497ea8c281c428d5e658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647676 Jul 16 09:07:10.806615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:10.856214 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.961840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:10.962524 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.964107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] 10.222.0.54 "PUT /v2.0/ports/605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 1092 time: 3.3260069 Jul 16 09:07:10.966753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:10.969984 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ba660-2746-45d8-b8a0-a26090d71b54" -d '{"events": [{"name": "network-changed", "server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:11.051586 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.240682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': '231cd3af-dc18-428f-9215-3756fdc65966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '728f6747-9ebf-4010-9336-04a2265bee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:11.241266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 728f6747-9ebf-4010-9336-04a2265bee1c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:11.254240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=1b480266-468f-4877-b368-44999d42ca5c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:11.273923 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4692f86c-bd32-43d5-ab57-a7b6461c4d65 x-openstack-request-id: req-4692f86c-bd32-43d5-ab57-a7b6461c4d65 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:11.274520 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:11.274520 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4692f86c-bd32-43d5-ab57-a7b6461c4d65 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:11.279176 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f', 'status': 'completed', 'code': 200} Jul 16 09:07:11.322904 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.330863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 728f6747-9ebf-4010-9336-04a2265bee1c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:11.347681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 728f6747-9ebf-4010-9336-04a2265bee1c) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:11.356150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:11.356662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca189f-0739-4211-9f66-f482489d6291 None None] Network 728f6747-9ebf-4010-9336-04a2265bee1c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:11.358727 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.404312 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-190d25e0-2838-409a-8e3b-0c9e2cfec8b4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9358864 Jul 16 09:07:11.404889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57532) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:11.731709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.763185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-728f6747-9ebf-4010-9336-04a2265bee1c', 'network_id': '728f6747-9ebf-4010-9336-04a2265bee1c', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': '1b480266-468f-4877-b368-44999d42ca5c'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:11.764621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.790761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c100b7-fa92-43fd-b708-cd03573bc802 req-e368d4c1-a0a8-43d5-b0ac-db98c15698c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:11.792299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1c100b7-fa92-43fd-b708-cd03573bc802 req-e368d4c1-a0a8-43d5-b0ac-db98c15698c4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9887190 Jul 16 09:07:11.902933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.920842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd981b-9242-4dfb-bbd3-f78be0d1208a service neutron] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:11.971355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f25448d2-d64a-4c97-a586-c90507c7f1f6 req-71336b64-0656-4ff5-ab9c-4f445fb17ba9 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.3982952 Jul 16 09:07:11.974938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Allocated IP 172.20.0.2 (728f6747-9ebf-4010-9336-04a2265bee1c/1b480266-468f-4877-b368-44999d42ca5c/be3c8b30-939f-4fa9-9d6b-2a92710fd93b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:11.987042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=904d3051-8230-40f8-a7f6-a780f35007fe,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:11.991740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Checking segment: {'id': 'ea9b7689-0903-49aa-8825-3da907ec2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daf0ca76-ff32-4127-ba1e-9f087005c7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:11.992510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Network hostable DHCP agents. Network: daf0ca76-ff32-4127-ba1e-9f087005c7f5, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:12.026314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-eb4e14d0-b3d9-4fa2-b6f7-5bc7dcd5eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:12.028230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-eb4e14d0-b3d9-4fa2-b6f7-5bc7dcd5eb5a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1095 time: 0.8691249 Jul 16 09:07:12.083294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-bfbd7c0a-84b0-44d0-8ae4-7a5da8df8db6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 217 time: 0.0429053 Jul 16 09:07:12.091612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Network daf0ca76-ff32-4127-ba1e-9f087005c7f5 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:12.162656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f749cdd-d5ae-4efd-ad46-f1775702e3ec req-1e66f4c5-0b69-4b0d-9eaa-518751392b4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:12.164452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f749cdd-d5ae-4efd-ad46-f1775702e3ec req-1e66f4c5-0b69-4b0d-9eaa-518751392b4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.5783949 Jul 16 09:07:12.167997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, daf0ca76-ff32-4127-ba1e-9f087005c7f5) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:12.179264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc0995-4a28-44ea-9552-8377933f8e7f None None] Network daf0ca76-ff32-4127-ba1e-9f087005c7f5 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:12.182052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:12.182627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.289685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-ee434578-b1ca-4492-afd5-c78fb1dec07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:12.300628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-ee434578-b1ca-4492-afd5-c78fb1dec07b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.2026198 Jul 16 09:07:12.308917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f749cdd-d5ae-4efd-ad46-f1775702e3ec req-26f85a49-bf07-4413-9959-7a388e64a2db tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302762 Jul 16 09:07:12.313720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-34fdf211-a051-4ccb-bce9-279d109b1ff6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8944542 Jul 16 09:07:12.365196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.389424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9ec29-0be3-4f07-ac7d-39ae662915b5 None None] Network daf0ca76-ff32-4127-ba1e-9f087005c7f5 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:12.393343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Transition to ACTIVE for port object be3c8b30-939f-4fa9-9d6b-2a92710fd93b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:12.408815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-367397e2-0719-432a-b9af-dc20eea99cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:12.410636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-367397e2-0719-432a-b9af-dc20eea99cca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953457 Jul 16 09:07:12.460550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Transition to ACTIVE for port object be3c8b30-939f-4fa9-9d6b-2a92710fd93b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:12.509168 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.510542 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.618011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=1b480266-468f-4877-b368-44999d42ca5c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.627235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Network 728f6747-9ebf-4010-9336-04a2265bee1c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:12.642120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:12.648372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:12.690935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Pushing event updated for resources: {'Port': ['ID=be3c8b30-939f-4fa9-9d6b-2a92710fd93b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.747346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-b5b80802-5672-41d6-be60-39cc9ec1b777 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280888 Jul 16 09:07:12.870765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.883816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Attempting to bind port be3c8b30-939f-4fa9-9d6b-2a92710fd93b on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:12.884316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Attempting to bind port be3c8b30-939f-4fa9-9d6b-2a92710fd93b by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '231cd3af-dc18-428f-9215-3756fdc65966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '728f6747-9ebf-4010-9336-04a2265bee1c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:12.884806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Attempting to bind port be3c8b30-939f-4fa9-9d6b-2a92710fd93b on network 728f6747-9ebf-4010-9336-04a2265bee1c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:12.900903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:12.901420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Checking segment: {'id': '231cd3af-dc18-428f-9215-3756fdc65966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '728f6747-9ebf-4010-9336-04a2265bee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:12.901967 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.902570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Bound using segment: {'id': '231cd3af-dc18-428f-9215-3756fdc65966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '728f6747-9ebf-4010-9336-04a2265bee1c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:12.903156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Bound port: be3c8b30-939f-4fa9-9d6b-2a92710fd93b, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231cd3af-dc18-428f-9215-3756fdc65966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '728f6747-9ebf-4010-9336-04a2265bee1c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:12.903662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.908220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728f6747-9ebf-4010-9336-04a2265bee1c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:12.934104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231cd3af-dc18-428f-9215-3756fdc65966') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:12.934722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231cd3af-dc18-428f-9215-3756fdc65966') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:12.959176 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.015297 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.027000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a0ee826-04c6-46ac-9933-acb459e20718 req-fb0b8dc0-d078-4bbb-afbe-cae12ded7e16 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704813 Jul 16 09:07:13.034804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:13.035648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.130839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] For port be3c8b30-939f-4fa9-9d6b-2a92710fd93b, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:13.193659 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:13.211853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] For port be3c8b30-939f-4fa9-9d6b-2a92710fd93b, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=be3c8b30-939f-4fa9-9d6b-2a92710fd93b,segment=NetworkSegment(231cd3af-dc18-428f-9215-3756fdc65966),segment_id=231cd3af-dc18-428f-9215-3756fdc65966)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:13.217203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:07:13.217203 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:07:13.217203 n-d-780147-28 neutron-server[94164]: [parameters: {'id': '728f6747-9ebf-4010-9336-04a2265bee1c'}] Jul 16 09:07:13.217203 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:07:13.218052 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:07:13.222781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.310623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-c71c8964-b21e-4e07-9990-a1b5f597fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:13.316159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-c71c8964-b21e-4e07-9990-a1b5f597fadc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1095 time: 0.2024500 Jul 16 09:07:13.352948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55f100-7547-4108-96ec-2fb65cc19af4 None None] Pushing event updated for resources: {'Port': ['ID=be3c8b30-939f-4fa9-9d6b-2a92710fd93b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:13.423228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5790cb5a-b8c8-4ec8-80a6-3e175b4ca069 None None] Network 728f6747-9ebf-4010-9336-04a2265bee1c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:13.489904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6185e2e8-b1e0-4e18-985b-d549b1739118 req-5b039c1b-288e-4428-a8d9-504a1aac987a tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1046891 Jul 16 09:07:13.719335 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.722910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-e4e099b6-2fab-4a26-81a8-5cc490e1932f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:13.726792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-e4e099b6-2fab-4a26-81a8-5cc490e1932f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.4620705 Jul 16 09:07:13.797177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bc3df-d943-44b3-952e-e2337e794c0b None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:07:13.822838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57624) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:13.829884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-605964413-network', 'tenant_id': '52fa84cdd43848068315a81bed0859a7'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:13.885308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-443c8a52-7f65-4f36-a53a-dc11c1c88095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:13.887194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-443c8a52-7f65-4f36-a53a-dc11c1c88095 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.5561614 Jul 16 09:07:13.918240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-bd71b5c6-6f14-4a8b-8777-f8ba3946848a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/quotas/c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 375 time: 0.1315467 Jul 16 09:07:13.962090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Made reservation on behalf of 52fa84cdd43848068315a81bed0859a7 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:13.973958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.983185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9bc3df-d943-44b3-952e-e2337e794c0b None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:07:14.001571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.022260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Deleting port be3c8b30-939f-4fa9-9d6b-2a92710fd93b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:14.022886 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.140366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-59c71948-a8b3-4344-b809-5d882584624d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 217 time: 0.2380612 Jul 16 09:07:14.202124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] For port be3c8b30-939f-4fa9-9d6b-2a92710fd93b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=be3c8b30-939f-4fa9-9d6b-2a92710fd93b,segment=NetworkSegment(231cd3af-dc18-428f-9215-3756fdc65966),segment_id=231cd3af-dc18-428f-9215-3756fdc65966)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:14.203936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.239909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Calling delete_port for be3c8b30-939f-4fa9-9d6b-2a92710fd93b owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:14.285958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-8364c3f3-68ca-4809-b295-830d0f0070a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:14.287471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-8364c3f3-68ca-4809-b295-830d0f0070a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.1343689 Jul 16 09:07:14.308079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fbfe0-98a9-420c-bfa1-e8117b3f5fc7 req-bf890278-318a-41da-be3e-3653d225484c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:14.309974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a40fbfe0-98a9-420c-bfa1-e8117b3f5fc7 req-bf890278-318a-41da-be3e-3653d225484c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.5822470 Jul 16 09:07:14.489886 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0cb08b2-0900-496f-8854-7fe5964c03f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.570365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f95761dc-3af2-4cf6-b075-0cfb0f54df15 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6181662 Jul 16 09:07:14.592280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a40fbfe0-98a9-420c-bfa1-e8117b3f5fc7 req-aceb2125-b3ad-460f-85ed-4777332eac6d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682300 Jul 16 09:07:14.598815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.713317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-f473cf24-514f-4688-a0d6-1d91b72d44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:14.737587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-f473cf24-514f-4688-a0d6-1d91b72d44ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4394391 Jul 16 09:07:14.742850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Port': ['ID=be3c8b30-939f-4fa9-9d6b-2a92710fd93b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:14.762644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No DVR routers for this DVR port be3c8b30-939f-4fa9-9d6b-2a92710fd93b on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:14.764051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57648) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.931329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.976209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4959c9e-8231-4bcc-9aa3-1be770805cd9 req-694dc781-e598-474b-aa6f-73c84a4e0514 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1600244 Jul 16 09:07:15.049354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-fbd1632a-3bcd-40df-b28e-a401d5a5f148 service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745443 Jul 16 09:07:15.054940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728f6747-9ebf-4010-9336-04a2265bee1c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:15.091719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231cd3af-dc18-428f-9215-3756fdc65966') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:15.092021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231cd3af-dc18-428f-9215-3756fdc65966') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:15.115385 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.127365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.143213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-b3739de9-85c3-4b32-b29c-242f0170ab4e service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962767 Jul 16 09:07:15.146073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.149465 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.157597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a221829-06c6-4cd1-bfd2-fb672d7a8603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.193854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:15.194639 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:15.201377 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:15.266040 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.313805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be67d9b-d6d2-41fd-98ce-d86f3452e83d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.342416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-6a20edc1-2e3e-4199-8959-36b982a9092f service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835510 Jul 16 09:07:15.353184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.358340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:15.376969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.379121 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/728f6747-9ebf-4010-9336-04a2265bee1c HTTP/1.1" status: 204 len: 168 time: 3.9731834 Jul 16 09:07:15.382649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57662) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.389893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-252ba660-2746-45d8-b8a0-a26090d71b54 req-0423b28f-5319-49dc-a909-4b906e969a2a service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902497 Jul 16 09:07:15.434705 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.434840 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Added segment 166b1ce7-31f8-483c-9174-386051084260 of type vlan for network d3c3a8e3-4aac-49b5-8c78-4b24995636af Jul 16 09:07:15.447633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c88354-0c77-47bc-bcce-a4d44a9d2c39 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=728f6747-9ebf-4010-9336-04a2265bee1c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.456529 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fec83c-691e-4679-87dd-f3b13a77bff3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] GET failed (client error): The resource could not be found. Jul 16 09:07:15.456529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-96fec83c-691e-4679-87dd-f3b13a77bff3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/subnets/1b480266-468f-4877-b368-44999d42ca5c HTTP/1.1" status: 404 len: 337 time: 0.0626891 Jul 16 09:07:15.457670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57666) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.487933 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e81ce3-69c6-4f10-98e6-17ef899323d6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:15.488720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e81ce3-69c6-4f10-98e6-17ef899323d6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:15.490674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c1e81ce3-69c6-4f10-98e6-17ef899323d6 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/728f6747-9ebf-4010-9336-04a2265bee1c HTTP/1.1" status: 404 len: 339 time: 0.0320468 Jul 16 09:07:15.494694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57668) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.551365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.613393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a221829-06c6-4cd1-bfd2-fb672d7a8603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.628035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a221829-06c6-4cd1-bfd2-fb672d7a8603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.642056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.646139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:15.646139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.750680 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9248490 Jul 16 09:07:15.752483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a221829-06c6-4cd1-bfd2-fb672d7a8603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4394d412-3923-4aff-86a4-40f9a02ceb52,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.755934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:15.756956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57682) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.822576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Request body: {'subnet': {'network_id': 'd3c3a8e3-4aac-49b5-8c78-4b24995636af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-605964413-subnet', 'tenant_id': '52fa84cdd43848068315a81bed0859a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:15.829247 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6a221829-06c6-4cd1-bfd2-fb672d7a8603 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee093427e00848b1bf0a7877d188210c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0641487 Jul 16 09:07:15.831641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93ebaf-5b53-41ca-a468-cb338f26997d admin admin] Pushing event updated for resources: {'Network': ['ID=d3c3a8e3-4aac-49b5-8c78-4b24995636af,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.836688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57690) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.943109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Made reservation on behalf of 52fa84cdd43848068315a81bed0859a7 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:15.945588 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.013098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:16.025780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '605caf95-1114-465f-bee5-3526e67a7e6f', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'port_id': '605caf95-1114-465f-bee5-3526e67a7e6f', 'mac_address': 'fa:16:3e:b0:1a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:16.038914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d3c3a8e3-4aac-49b5-8c78-4b24995636af details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:16.088474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722cb5c-5c3b-4323-87dc-884abfee7ee0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:16.095419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e722cb5c-5c3b-4323-87dc-884abfee7ee0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5962102 Jul 16 09:07:16.133496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57704) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:16.161324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13297a27-4c83-4190-8ad5-9b515bfac398 req-44fdae89-0e41-4d91-9a56-270e116f37fa tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.1608551 Jul 16 09:07:16.338182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.444580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54c8b6de-166b-4cae-b205-7a87a3b0653f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.476467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.494845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605caf95-1114-465f-bee5-3526e67a7e6f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:16.527710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:16.539529 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.564299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274d02fd-c414-4943-ae13-683cf798c35b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.610970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54c8b6de-166b-4cae-b205-7a87a3b0653f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.636016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Checking segment: {'id': '166b1ce7-31f8-483c-9174-386051084260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd3c3a8e3-4aac-49b5-8c78-4b24995636af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:16.636373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Network hostable DHCP agents. Network: d3c3a8e3-4aac-49b5-8c78-4b24995636af, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:16.650676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.757406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b0667c00-6ba9-4386-9c47-10d6edf0fae3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 207 time: 0.6221108 Jul 16 09:07:16.759554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57712) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:16.804645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['605caf95-1114-465f-bee5-3526e67a7e6f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:17.023384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1e0f440-39dc-437f-8cc4-f563f40c9005 req-697248c5-8ea4-4c26-bf2f-c63a3f3c1dea tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.2646422 Jul 16 09:07:17.057354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ba926-a0cf-4441-a9fb-b8d79a39fb25 req-2375c2df-ae71-4838-ac6f-6233f7e8323e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.068631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a9ba926-a0cf-4441-a9fb-b8d79a39fb25 req-2375c2df-ae71-4838-ac6f-6233f7e8323e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 1.1351140 Jul 16 09:07:17.144258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecb7db-7724-420c-b9ff-c9e24fa35f68 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.151318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecb7db-7724-420c-b9ff-c9e24fa35f68 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.162060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecb7db-7724-420c-b9ff-c9e24fa35f68 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.168227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecb7db-7724-420c-b9ff-c9e24fa35f68 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.170606 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cfecb7db-7724-420c-b9ff-c9e24fa35f68 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4029655 Jul 16 09:07:17.178027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57714) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:17.263701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Network d3c3a8e3-4aac-49b5-8c78-4b24995636af is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:17.292547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a9ba926-a0cf-4441-a9fb-b8d79a39fb25 req-a39853d7-e111-45b5-80fa-704b3462b610 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218292 Jul 16 09:07:17.297352 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d3c3a8e3-4aac-49b5-8c78-4b24995636af) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:17.311685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b308162-7ba6-4a5c-b513-684cd658c060 None None] Network d3c3a8e3-4aac-49b5-8c78-4b24995636af requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:17.313366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.317187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.357300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54c8b6de-166b-4cae-b205-7a87a3b0653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.362348 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54c8b6de-166b-4cae-b205-7a87a3b0653f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.363531 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-54c8b6de-166b-4cae-b205-7a87a3b0653f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4394d412-3923-4aff-86a4-40f9a02ceb52 HTTP/1.1" status: 204 len: 168 time: 1.5249505 Jul 16 09:07:17.407532 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45c4dbf3-278b-4c2f-a428-a07c0afb8aa0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6461544 Jul 16 09:07:17.411172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8b6de-166b-4cae-b205-7a87a3b0653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4394d412-3923-4aff-86a4-40f9a02ceb52,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:17.491382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31c8dc58-36cc-4ba2-a536-9d942e95b244 req-aec9805e-4c97-4289-af41-be2f6f2a6389 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.1013002 Jul 16 09:07:17.620802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b9cf886c-559e-4fb4-ac94-9ed2ba254d46 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4416358 Jul 16 09:07:17.624661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57724) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:17.678492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523bae06-6b56-41bb-ab3c-a09cde5cba58 None None] Network d3c3a8e3-4aac-49b5-8c78-4b24995636af requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:17.735313 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.753113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:17.754109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9b33-d217-470b-97b9-980ba11c88d5 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.756782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9b33-d217-470b-97b9-980ba11c88d5 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.758755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bdfd9b33-d217-470b-97b9-980ba11c88d5 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1324623 Jul 16 09:07:17.764310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57730) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:17.879982 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d37e967c-a094-4f87-990d-2c7c78a374bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.087039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606fbd25-7213-4bc1-a352-b7cc89a3b7bf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.089063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606fbd25-7213-4bc1-a352-b7cc89a3b7bf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.091069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-606fbd25-7213-4bc1-a352-b7cc89a3b7bf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3255503 Jul 16 09:07:18.096068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57744) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:18.128445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-65697aa9-8c06-4960-97c7-fb0fdaac283b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.130093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-65697aa9-8c06-4960-97c7-fb0fdaac283b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.4471071 Jul 16 09:07:18.157449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'port': {'device_id': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'admin_state_up': True, 'tenant_id': 'c21191488fda4a5995f37c7613af0579'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:18.237317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 605caf95-1114-465f-bee5-3526e67a7e6f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:18.249357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 605caf95-1114-465f-bee5-3526e67a7e6f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:18.250582 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.507679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a345e73-a1b4-419f-8ee6-3f8156fd818e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.509157 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5a345e73-a1b4-419f-8ee6-3f8156fd818e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/networks/7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 HTTP/1.1" status: 200 len: 800 time: 0.4122043 Jul 16 09:07:18.512975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57762) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:18.556383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e30e989d-615b-4199-8730-402c5077ca8a req-383277dd-b1ea-4867-9363-56880921f35c tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1538963 Jul 16 09:07:18.657610 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.692030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:18.696085 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.751610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866d865-8be7-40d7-828d-367c80715558 req-adc32990-2b0b-49fa-8be1-9561e5a4caac tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.753307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-adc32990-2b0b-49fa-8be1-9561e5a4caac tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/networks?id=daf0ca76-ff32-4127-ba1e-9f087005c7f5 HTTP/1.1" status: 200 len: 809 time: 0.3753829 Jul 16 09:07:18.765964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:18.769346 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fefbd2-4137-49d4-9289-fef657cd2438" -d '{"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-plugged", "status": "completed", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:18.855951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-c17b0ac5-e479-4eb2-9ca9-a6ace1365fd3 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/quotas/5fab88b870de4589aecd9a0964ec473d HTTP/1.1" status: 200 len: 375 time: 0.0345886 Jul 16 09:07:18.885001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:18.904849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-d9b5a388-7c14-40c0-97f1-e57b0793e8fe tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5fab88b870de4589aecd9a0964ec473d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343020 Jul 16 09:07:18.918041 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ec6f587e-1ee8-44de-923b-df1bc8bd5c30 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/networks/7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4039073 Jul 16 09:07:18.924342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:18.932905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.047386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:19.053445 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.061700 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.103325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b8296-7b51-4cad-8389-062a271c75fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:19.105019 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-219b8296-7b51-4cad-8389-062a271c75fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/subnets/30c8bf04-1862-4e14-8185-0cbf4f21e44c HTTP/1.1" status: 200 len: 811 time: 0.1797092 Jul 16 09:07:19.114552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57780) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:19.158778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.20.0.5 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/e74faa0e-eb5b-419a-ab6c-0e451b824892) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:19.257851 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e7308-e102-44a9-80d2-dae4b15a913e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['shared'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:19.263863 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-692e7308-e102-44a9-80d2-dae4b15a913e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "GET /v2.0/subnets/30c8bf04-1862-4e14-8185-0cbf4f21e44c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1422300 Jul 16 09:07:19.263863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57784) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:19.264207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-6795336f-a668-4f5b-88a6-8497301fd0a9 service neutron] 10.222.0.55 "GET /v2.0/networks/daf0ca76-ff32-4127-ba1e-9f087005c7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270044 Jul 16 09:07:19.282569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1008866415'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:19.393556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:19.400153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.401767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-950e9a9b-ac16-48f8-80a1-e9a389ad6610 service neutron] 10.222.0.55 "GET /v2.0/networks/daf0ca76-ff32-4127-ba1e-9f087005c7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137621 Jul 16 09:07:19.451757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23a54b-2676-4698-9ea6-23e97d4ddf8b req-12c6ce28-8bf2-4b4d-bc95-74d5080e60c8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:19.454032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab23a54b-2676-4698-9ea6-23e97d4ddf8b req-12c6ce28-8bf2-4b4d-bc95-74d5080e60c8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.4122765 Jul 16 09:07:19.466325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:19.482739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.483102 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Added segment c7acd851-f8ea-47e8-a24c-0dc544c5b344 of type vlan for network 440b594d-0091-4fa5-8088-edf877b8e123 Jul 16 09:07:19.623710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.673350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab23a54b-2676-4698-9ea6-23e97d4ddf8b req-6c7324ef-4b10-4574-95b4-2f40549f2714 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967194 Jul 16 09:07:19.713323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.765636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Transition to ACTIVE for port object e74faa0e-eb5b-419a-ab6c-0e451b824892 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:19.788110 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.813816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:19.814675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.869138 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e982727-abf2-4698-9647-c66dd60946a9 x-openstack-request-id: req-4e982727-abf2-4698-9647-c66dd60946a9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:19.869731 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-plugged", "status": "completed", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:19.869731 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e982727-abf2-4698-9647-c66dd60946a9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:19.870666 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f', 'code': 200} Jul 16 09:07:19.887502 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.974402 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7027354 Jul 16 09:07:19.998699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57802) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:20.025577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'network_id': '440b594d-0091-4fa5-8088-edf877b8e123', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:20.141982 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.166718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a067ee-1566-4d22-886a-a82da8b84665 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Network': ['ID=440b594d-0091-4fa5-8088-edf877b8e123,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.178852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 440b594d-0091-4fa5-8088-edf877b8e123 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:20.335358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Made reservation on behalf of 7691addea88e4d108850951541281127 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:20.339170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.347967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:20.391942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=e74faa0e-eb5b-419a-ab6c-0e451b824892,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.407270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edf01b9c-b96c-4d60-8a2b-9c22dcccaec5 req-9f356b20-f951-46bd-82cc-91fa367e87b4 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1507480 Jul 16 09:07:20.408257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:20.414955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:20.538104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.ipam_backend_mixin [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Performing IP validity checks on allocation pools {{(pid=94164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:07:20.544500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.ipam_backend_mixin [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:07:20.635693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7531f57-caa7-47ad-82a4-31be8efec31b req-78dcb726-cf53-494b-9c59-eb6bec9f653c tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 210 time: 0.1056161 Jul 16 09:07:20.676313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:20.677066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.697773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d458c7-f2cf-4a20-a83c-88b3b1bc8c20 req-a820f482-67d4-4b6c-b63b-8c433ee35f00 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:20.715027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99d458c7-f2cf-4a20-a83c-88b3b1bc8c20 req-a820f482-67d4-4b6c-b63b-8c433ee35f00 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 931 time: 0.6566274 Jul 16 09:07:20.801443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d119e3-6908-4791-a601-3bd2f0588e10 req-a4065b38-6d52-40ec-b56f-11153d6ba55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:20.821619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54d119e3-6908-4791-a601-3bd2f0588e10 req-a4065b38-6d52-40ec-b56f-11153d6ba55b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1097 time: 0.7842038 Jul 16 09:07:20.865519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-f16e62f3-9b84-421e-a396-796eb085e207 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7249172 Jul 16 09:07:20.900603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Request body: {'port': {'device_id': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:20.918307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-246e7295-d38d-41d6-89af-b0b50a05f8b2 None None] Provisioning for port e74faa0e-eb5b-419a-ab6c-0e451b824892 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:20.941493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.942499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-246e7295-d38d-41d6-89af-b0b50a05f8b2 None None] Provisioning complete for port e74faa0e-eb5b-419a-ab6c-0e451b824892 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:20.943095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-246e7295-d38d-41d6-89af-b0b50a05f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.053071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54d119e3-6908-4791-a601-3bd2f0588e10 req-da2548ce-6992-4775-bc1b-db54dc06fa9f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016449 Jul 16 09:07:21.056273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99d458c7-f2cf-4a20-a83c-88b3b1bc8c20 req-53629144-ef41-4b12-a86f-64cac955d7f6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402529 Jul 16 09:07:21.140646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=41d680c7-acff-47b5-80bf-e3417959f037,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:21.155287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-246e7295-d38d-41d6-89af-b0b50a05f8b2 None None] Port e74faa0e-eb5b-419a-ab6c-0e451b824892 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:21.182652 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.206384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50130ceb-5d2d-436b-9f8b-872efb692e60 req-9036df5c-c152-46c6-8545-c7c7efd4f346 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:21.207945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50130ceb-5d2d-436b-9f8b-872efb692e60 req-9036df5c-c152-46c6-8545-c7c7efd4f346 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.1493373 Jul 16 09:07:21.210563 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Checking segment: {'id': 'c7acd851-f8ea-47e8-a24c-0dc544c5b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '440b594d-0091-4fa5-8088-edf877b8e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:21.211966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network hostable DHCP agents. Network: 440b594d-0091-4fa5-8088-edf877b8e123, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:21.252732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Network 440b594d-0091-4fa5-8088-edf877b8e123 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:21.277989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 440b594d-0091-4fa5-8088-edf877b8e123) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:21.284192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:21.286005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.299829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da7b90-8ef7-4cff-8eec-f328cd3f5587 None None] Network 440b594d-0091-4fa5-8088-edf877b8e123 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:21.319533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50130ceb-5d2d-436b-9f8b-872efb692e60 req-f83a3b76-ced1-40cc-86f4-6b677b554978 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909514 Jul 16 09:07:21.355001 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-990a41e2-851e-48fe-8972-33deebcddfab tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3551645 Jul 16 09:07:21.367926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:21.374186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7bc86a0b-4aaa-4e3b-9550-3d29706efb06 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:21.871070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-440b594d-0091-4fa5-8088-edf877b8e123', 'network_id': '440b594d-0091-4fa5-8088-edf877b8e123', 'tenant_id': '7691addea88e4d108850951541281127', 'fixed_ips': [{'subnet_id': '41d680c7-acff-47b5-80bf-e3417959f037'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:21.872314 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.879022 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7bc86a0b-4aaa-4e3b-9550-3d29706efb06 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29121224'] for subnet, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.927336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c79bea0e-c8e4-4aff-8c7f-3d0bca9dc03d req-1e2a7ea7-c9e8-499e-9d00-34347f8a5ca8 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1256356 Jul 16 09:07:22.243035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74faa0e-eb5b-419a-ab6c-0e451b824892 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:22.321588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.389964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-006c98ea-e111-4d5b-b2eb-c961a6006ba6 req-398422a4-b0d8-4e72-92bc-9582fe290ae7 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 210 time: 0.1517620 Jul 16 09:07:22.413342 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7bc86a0b-4aaa-4e3b-9550-3d29706efb06 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729841513099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28390576'] for subnet, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.416703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Transition to ACTIVE for port object e74faa0e-eb5b-419a-ab6c-0e451b824892 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:22.492792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.550103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Allocated IP 172.20.0.3 (440b594d-0091-4fa5-8088-edf877b8e123/41d680c7-acff-47b5-80bf-e3417959f037/a3428c49-e24f-464d-a9cf-972d3bfcc29b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:22.588220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc86a0b-4aaa-4e3b-9550-3d29706efb06 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.588839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7bc86a0b-4aaa-4e3b-9550-3d29706efb06 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.590199 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7bc86a0b-4aaa-4e3b-9550-3d29706efb06 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "PUT /v2.0/subnets/41d680c7-acff-47b5-80bf-e3417959f037 HTTP/1.1" status: 200 len: 877 time: 1.2271721 Jul 16 09:07:22.615460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57908) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:22.702045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Pushing event updated for resources: {'Port': ['ID=e74faa0e-eb5b-419a-ab6c-0e451b824892,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:22.752037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc86a0b-4aaa-4e3b-9550-3d29706efb06 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event updated for resources: {'Subnet': ['ID=41d680c7-acff-47b5-80bf-e3417959f037,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:22.934441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866d865-8be7-40d7-828d-367c80715558 req-334baa47-cf41-4177-92bd-1afc73455d6c tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.936068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-334baa47-cf41-4177-92bd-1afc73455d6c tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.54 "GET /v2.0/networks?id=daf0ca76-ff32-4127-ba1e-9f087005c7f5 HTTP/1.1" status: 200 len: 809 time: 0.2209775 Jul 16 09:07:22.952039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Request body: {'port': {'device_id': 'a881b2a0-002a-42b7-941e-3f79a9e41f3c', 'network_id': 'daf0ca76-ff32-4127-ba1e-9f087005c7f5', 'admin_state_up': True, 'tenant_id': '5fab88b870de4589aecd9a0964ec473d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:22.983283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.994249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.999801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57914) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:23.036921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Transition to ACTIVE for port object a3428c49-e24f-464d-a9cf-972d3bfcc29b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:23.067997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Transition to ACTIVE for port object a3428c49-e24f-464d-a9cf-972d3bfcc29b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:23.078710 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.197674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38230de-710b-411b-96de-519310732ea3 req-29ba87e6-ba44-4958-b743-a875d8d2ae81 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:23.199550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b38230de-710b-411b-96de-519310732ea3 req-29ba87e6-ba44-4958-b743-a875d8d2ae81 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.7794623 Jul 16 09:07:23.220297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Network 440b594d-0091-4fa5-8088-edf877b8e123 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:23.233577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:23.245494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:23.266249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Pushing event updated for resources: {'Port': ['ID=a3428c49-e24f-464d-a9cf-972d3bfcc29b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:23.278653 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.326074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b38230de-710b-411b-96de-519310732ea3 req-a81373ce-2a32-4b70-89dc-0a2bdffb35e5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980992 Jul 16 09:07:23.329941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Attempting to bind port e74faa0e-eb5b-419a-ab6c-0e451b824892 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:23.330277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Attempting to bind port e74faa0e-eb5b-419a-ab6c-0e451b824892 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:23.330601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Attempting to bind port e74faa0e-eb5b-419a-ab6c-0e451b824892 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:23.380975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Port e74faa0e-eb5b-419a-ab6c-0e451b824892 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:23.381268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Attempting to bind port e74faa0e-eb5b-419a-ab6c-0e451b824892 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:23.405082 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e63715b9-76fa-42c7-b953-0ab0cb7cd2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.417695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597a812-6ca6-41c1-ab6b-4e7d508582f1 req-aeb53c39-d1bd-427b-b765-70dc29ec2625 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:23.419806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3597a812-6ca6-41c1-ab6b-4e7d508582f1 req-aeb53c39-d1bd-427b-b765-70dc29ec2625 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.7079084 Jul 16 09:07:23.427955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Made reservation on behalf of 5fab88b870de4589aecd9a0964ec473d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:23.434155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Attempting to bind port a3428c49-e24f-464d-a9cf-972d3bfcc29b on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:23.434535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Attempting to bind port a3428c49-e24f-464d-a9cf-972d3bfcc29b by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c7acd851-f8ea-47e8-a24c-0dc544c5b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '440b594d-0091-4fa5-8088-edf877b8e123'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:23.434906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Attempting to bind port a3428c49-e24f-464d-a9cf-972d3bfcc29b on network 440b594d-0091-4fa5-8088-edf877b8e123 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:23.440800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.454517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:23.455596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Checking segment: {'id': 'c7acd851-f8ea-47e8-a24c-0dc544c5b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '440b594d-0091-4fa5-8088-edf877b8e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:23.456191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.456427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Bound using segment: {'id': 'c7acd851-f8ea-47e8-a24c-0dc544c5b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '440b594d-0091-4fa5-8088-edf877b8e123'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:23.460703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Bound port: a3428c49-e24f-464d-a9cf-972d3bfcc29b, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7acd851-f8ea-47e8-a24c-0dc544c5b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '440b594d-0091-4fa5-8088-edf877b8e123'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:23.460703 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.470361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:23.470745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:23.471065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:23.471525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Bound port: e74faa0e-eb5b-419a-ab6c-0e451b824892, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:23.471893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.520210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.564416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] For port a3428c49-e24f-464d-a9cf-972d3bfcc29b, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:23.569532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] For port a3428c49-e24f-464d-a9cf-972d3bfcc29b, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a3428c49-e24f-464d-a9cf-972d3bfcc29b,segment=NetworkSegment(c7acd851-f8ea-47e8-a24c-0dc544c5b344),segment_id=c7acd851-f8ea-47e8-a24c-0dc544c5b344)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:23.582177 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.596861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=41d680c7-acff-47b5-80bf-e3417959f037,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:23.683098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb4525-9655-402c-80a6-d8de97ddfb49 None None] Pushing event updated for resources: {'Port': ['ID=a3428c49-e24f-464d-a9cf-972d3bfcc29b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:23.698286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3597a812-6ca6-41c1-ab6b-4e7d508582f1 req-d06fba25-aeb6-4549-9cae-9c379511167d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418993 Jul 16 09:07:23.736746 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.752583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440b594d-0091-4fa5-8088-edf877b8e123']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:23.766941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7acd851-f8ea-47e8-a24c-0dc544c5b344') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:23.767382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7acd851-f8ea-47e8-a24c-0dc544c5b344') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:23.779334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] For port e74faa0e-eb5b-419a-ab6c-0e451b824892, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:23.784252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] For port e74faa0e-eb5b-419a-ab6c-0e451b824892, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:23.803489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.821827 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e63715b9-76fa-42c7-b953-0ab0cb7cd2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.831356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.833910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e63715b9-76fa-42c7-b953-0ab0cb7cd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.870770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:23.871186 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:23.875548 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:23.882522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0755e31c-b870-4d34-9e5f-708fff90a312 req-c1a19ab7-4b15-4309-ba15-29544cc13461 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.2562690 Jul 16 09:07:23.902490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.963083 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e63715b9-76fa-42c7-b953-0ab0cb7cd2cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab1080fbc5d143689d0eac31698fc51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9594696 Jul 16 09:07:23.964353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63715b9-76fa-42c7-b953-0ab0cb7cd2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb969c72-4587-481f-8b65-8de372be4798,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:24.058371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-715b5acf-11f4-4ce0-9ab8-867ea651bc69 req-20afbec9-ec12-4999-a916-cd4fbc48c68d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 210 time: 0.1748164 Jul 16 09:07:24.062327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57926) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:24.072350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:24.073164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.074859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] 10.222.0.52 "PUT /v2.0/ports/e74faa0e-eb5b-419a-ab6c-0e451b824892 HTTP/1.1" status: 200 len: 1092 time: 3.1903176 Jul 16 09:07:24.077330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'tag': 'e74faa0e-eb5b-419a-ab6c-0e451b824892'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:24.080193 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f2f730-4c82-4e24-bef5-abd582ad8bf9", "tag": "e74faa0e-eb5b-419a-ab6c-0e451b824892"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:24.103201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:07:24.103201 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:07:24.103201 n-d-780147-28 neutron-server[94164]: [parameters: {'id': '440b594d-0091-4fa5-8088-edf877b8e123'}] Jul 16 09:07:24.103201 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:07:24.104038 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:07:24.148030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Allocated IP 172.20.0.8 (daf0ca76-ff32-4127-ba1e-9f087005c7f5/904d3051-8230-40f8-a7f6-a780f35007fe/07d335ee-c553-477d-967d-d7c6cb238fca) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:24.151782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52536b36-51e7-4808-ad13-35adecbb2233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.201193 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d291c-a378-47cb-abcb-2b1350b0f05d x-openstack-request-id: req-e66d291c-a378-47cb-abcb-2b1350b0f05d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:24.201685 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f2f730-4c82-4e24-bef5-abd582ad8bf9", "tag": "e74faa0e-eb5b-419a-ab6c-0e451b824892", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:24.201935 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e66d291c-a378-47cb-abcb-2b1350b0f05d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:24.202342 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'tag': 'e74faa0e-eb5b-419a-ab6c-0e451b824892', 'status': 'completed', 'code': 200} Jul 16 09:07:24.221220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52536b36-51e7-4808-ad13-35adecbb2233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.255730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d888df-3197-4ca0-ada5-4a3273ee842e service neutron] Pushing event updated for resources: {'Port': ['ID=e74faa0e-eb5b-419a-ab6c-0e451b824892,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:24.306868 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-0569e06f-9009-46fd-99f9-62cbbfb42404 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1369307 Jul 16 09:07:24.335797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52536b36-51e7-4808-ad13-35adecbb2233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.338719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52536b36-51e7-4808-ad13-35adecbb2233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.344063 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-52536b36-51e7-4808-ad13-35adecbb2233 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb969c72-4587-481f-8b65-8de372be4798 HTTP/1.1" status: 204 len: 168 time: 0.2761736 Jul 16 09:07:24.381912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52536b36-51e7-4808-ad13-35adecbb2233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb969c72-4587-481f-8b65-8de372be4798,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:24.501382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-4cbfa5b5-a7bf-430a-b025-5dd44c1b5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:24.503028 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-4cbfa5b5-a7bf-430a-b025-5dd44c1b5601 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48afd60c0ee84735b1f4658b4280844d&device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 1101 time: 0.1145754 Jul 16 09:07:24.608934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.716969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-8f10bea5-5c54-4e10-9d72-c4a217bd8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:24.721840 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-8f10bea5-5c54-4e10-9d72-c4a217bd8fbd service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1852221 Jul 16 09:07:24.881638 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-9750bde0-ce26-49e4-87ed-a39264171635 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0b614ef4-75ff-49b5-9489-ce3361f74243 HTTP/1.1" status: 200 len: 217 time: 0.1369340 Jul 16 09:07:24.977179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0b432-f88d-46e6-a80a-ebffb1696971 req-dcb8e8e2-46a7-4f05-abbb-931b2aa7d07e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:24.988460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-66f3d475-9260-46ef-ad9d-7a4832a47fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:24.988460 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-66f3d475-9260-46ef-ad9d-7a4832a47fb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0939012 Jul 16 09:07:24.988823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57948) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:24.996623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'floatingip': {'port_id': '605caf95-1114-465f-bee5-3526e67a7e6f'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:24.999584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aba0b432-f88d-46e6-a80a-ebffb1696971 req-dcb8e8e2-46a7-4f05-abbb-931b2aa7d07e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.7718680 Jul 16 09:07:25.017738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-cf8a3668-ba74-4b95-86fa-7367a7f20baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.022078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-cf8a3668-ba74-4b95-86fa-7367a7f20baa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 1095 time: 0.8596652 Jul 16 09:07:25.030294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57950) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:25.086233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b772eb05-6d07-4eff-accf-76d7e4f4bed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.098460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.184919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-d955df7e-8c49-494c-9918-7ccac9c9a8df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892 HTTP/1.1" status: 200 len: 217 time: 0.1051240 Jul 16 09:07:25.211609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b19b75-d311-4800-a532-74d27f8f5be5 req-1d40dd48-fb62-4158-9a8b-ddee2b06c1a9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.219343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56b19b75-d311-4800-a532-74d27f8f5be5 req-1d40dd48-fb62-4158-9a8b-ddee2b06c1a9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.3780560 Jul 16 09:07:25.277802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-208e0c56-4167-486e-ace5-bf9cddb3ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.279179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-208e0c56-4167-486e-ace5-bf9cddb3ae0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.0798290 Jul 16 09:07:25.308578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Deleting port a3428c49-e24f-464d-a9cf-972d3bfcc29b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:25.309218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.432451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3792f-6dd2-4e8a-be5a-6a271bff2930 None None] Network 440b594d-0091-4fa5-8088-edf877b8e123 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:25.479827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.486021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0f8d87dc-b096-461a-b660-3f52f106b669 req-b9f9ff9f-0970-47c6-85f1-df597e365dae tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.2141488 Jul 16 09:07:25.488743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] For port a3428c49-e24f-464d-a9cf-972d3bfcc29b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a3428c49-e24f-464d-a9cf-972d3bfcc29b,segment=NetworkSegment(c7acd851-f8ea-47e8-a24c-0dc544c5b344),segment_id=c7acd851-f8ea-47e8-a24c-0dc544c5b344)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:25.489218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.512209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-33c81a61-bedb-468b-a37c-dfcbda9606d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.514354 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-33c81a61-bedb-468b-a37c-dfcbda9606d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4454195 Jul 16 09:07:25.527269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56b19b75-d311-4800-a532-74d27f8f5be5 req-67d55cb5-2781-4687-b871-38f80494cfd0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070409 Jul 16 09:07:25.641390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-a97b0e98-b417-4413-8cd8-8bae4325e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.643236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-a97b0e98-b417-4413-8cd8-8bae4325e20b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3294911 Jul 16 09:07:25.653154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Calling delete_port for a3428c49-e24f-464d-a9cf-972d3bfcc29b owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:25.663887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-910f35c4-f934-49f7-9b79-ae49a2ae73ea None None] Provisioning for port a3428c49-e24f-464d-a9cf-972d3bfcc29b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:25.671737 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.719750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b772eb05-6d07-4eff-accf-76d7e4f4bed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.769320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b772eb05-6d07-4eff-accf-76d7e4f4bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.825541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] DHCP port deletion for 440b594d-0091-4fa5-8088-edf877b8e123 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:25.836721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772eb05-6d07-4eff-accf-76d7e4f4bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8552431b-1f37-4567-b826-a650bffd85f2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:25.855432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Network daf0ca76-ff32-4127-ba1e-9f087005c7f5 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:25.877558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:25.890132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:25.946100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.946738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.949742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] Deleting port a3428c49-e24f-464d-a9cf-972d3bfcc29b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:25.950199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.955306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Pushing event updated for resources: {'Port': ['ID=07d335ee-c553-477d-967d-d7c6cb238fca,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:25.967034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b772eb05-6d07-4eff-accf-76d7e4f4bed0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=808bef432cf64e73a481be51a15ac24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9221349 Jul 16 09:07:25.976105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57958) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:26.018081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-7943584c-d8df-43f1-a06e-e474d7809730 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0700142 Jul 16 09:07:26.019957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-04f78119-4a58-4c14-80d5-03dfd887c412 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665302 Jul 16 09:07:26.037825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Request body: {'port': {'device_id': 'a881b2a0-002a-42b7-941e-3f79a9e41f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:26.051315 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-8d436869-3a61-41cf-9c70-5c86e58f31c6 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347727 Jul 16 09:07:26.059009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] For port a3428c49-e24f-464d-a9cf-972d3bfcc29b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a3428c49-e24f-464d-a9cf-972d3bfcc29b,segment=NetworkSegment(c7acd851-f8ea-47e8-a24c-0dc544c5b344),segment_id=c7acd851-f8ea-47e8-a24c-0dc544c5b344)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:26.059704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.088163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] Calling delete_port for a3428c49-e24f-464d-a9cf-972d3bfcc29b owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:26.143524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4060d-8769-4c12-ba84-abca9442e0b3 req-c0b4373e-b7a4-4beb-b7f3-ea25cafe7b8a tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:26.145153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfa4060d-8769-4c12-ba84-abca9442e0b3 req-c0b4373e-b7a4-4beb-b7f3-ea25cafe7b8a tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 931 time: 0.4787743 Jul 16 09:07:26.147243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1611fd38-d49e-4842-a8eb-1119eb6633b2 req-fbf156ec-168e-4b02-83bd-296d6b41bce1 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070826 Jul 16 09:07:26.150535 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.175616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No DVR routers for this DVR port a3428c49-e24f-464d-a9cf-972d3bfcc29b on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:26.210285 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.241268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] Pushing event deleted for resources: {'Port': ['ID=a3428c49-e24f-464d-a9cf-972d3bfcc29b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:26.243486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff7033-9d52-4a5a-bca0-dd1cd0fe36dd None None] No DVR routers for this DVR port a3428c49-e24f-464d-a9cf-972d3bfcc29b on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:26.251994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Port': ['ID=a3428c49-e24f-464d-a9cf-972d3bfcc29b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:26.274481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f80dc6-09ac-4f9b-b01c-682534978231 None None] Network 440b594d-0091-4fa5-8088-edf877b8e123 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:26.327977 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-04dd5bdb-9adb-4343-9c0e-b749bd74eb52 req-e201b82d-0ed0-4a28-ba27-7d1301b1ca06 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376361 Jul 16 09:07:26.428457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfa4060d-8769-4c12-ba84-abca9442e0b3 req-cb3cc542-3e35-4d4c-ab4d-10cb13ec142d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355082 Jul 16 09:07:26.444691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-234ea228-d77e-4fc6-ae43-588b13489d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.476151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.529467 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-234ea228-d77e-4fc6-ae43-588b13489d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.542832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.543762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-d7e68594-c3db-4b2f-8009-49908e88a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:26.545545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-d7e68594-c3db-4b2f-8009-49908e88a004 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 1095 time: 0.3224752 Jul 16 09:07:26.658818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440b594d-0091-4fa5-8088-edf877b8e123']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:26.692885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7acd851-f8ea-47e8-a24c-0dc544c5b344') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:26.694844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7acd851-f8ea-47e8-a24c-0dc544c5b344') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:26.747383 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.753455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.resource_extend [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:07:26.802203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a23a0006-e3f5-468d-8729-731167b0a472 req-fe812945-6006-474a-a5ad-730c0d9297a3 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0865805 Jul 16 09:07:26.815103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.832871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:26.833291 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.860484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-234ea228-d77e-4fc6-ae43-588b13489d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.863156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-234ea228-d77e-4fc6-ae43-588b13489d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.868869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-234ea228-d77e-4fc6-ae43-588b13489d89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8552431b-1f37-4567-b826-a650bffd85f2 HTTP/1.1" status: 204 len: 168 time: 0.8899362 Jul 16 09:07:26.938575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ea228-d77e-4fc6-ae43-588b13489d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8552431b-1f37-4567-b826-a650bffd85f2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:26.943061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-49a5dd6b-677c-41a9-a8da-cabe1e5ebabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:26.944769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-49a5dd6b-677c-41a9-a8da-cabe1e5ebabe service neutron] 10.222.0.52 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.3899269 Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:26.951492 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:26.971845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.977221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.983017 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/440b594d-0091-4fa5-8088-edf877b8e123 HTTP/1.1" status: 204 len: 168 time: 4.3540416 Jul 16 09:07:27.001700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57970) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.002454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c699f-0fe8-43c8-bdb2-17670ba18993 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=440b594d-0091-4fa5-8088-edf877b8e123,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:27.018801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.021731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-fcde8a59-ed95-446d-a5e3-3a3ddbf781d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892 HTTP/1.1" status: 200 len: 217 time: 0.0534782 Jul 16 09:07:27.050969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.054026 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-017cb331-2813-45f8-8f91-8bbaddde66cf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:27.054538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017cb331-2813-45f8-8f91-8bbaddde66cf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:27.056353 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-017cb331-2813-45f8-8f91-8bbaddde66cf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/41d680c7-acff-47b5-80bf-e3417959f037 HTTP/1.1" status: 404 len: 337 time: 0.0471454 Jul 16 09:07:27.077309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 57972) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.135458 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7539c5-0f43-466c-8eb4-766ccde27cb3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:27.136063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7539c5-0f43-466c-8eb4-766ccde27cb3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:27.140858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2a7539c5-0f43-466c-8eb4-766ccde27cb3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/440b594d-0091-4fa5-8088-edf877b8e123 HTTP/1.1" status: 404 len: 339 time: 0.0428786 Jul 16 09:07:27.156409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0ef70-0bbc-47ab-8b48-07c9321b8e3e req-4d1a55a5-9ae8-45e7-aa43-3bbef05c3cdb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:27.158889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57974) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.164249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cde0ef70-0bbc-47ab-8b48-07c9321b8e3e req-4d1a55a5-9ae8-45e7-aa43-3bbef05c3cdb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.3952172 Jul 16 09:07:27.190331 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeea592-4609-4585-8da1-2a66d5caab61 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:27.190804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abeea592-4609-4585-8da1-2a66d5caab61 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:27.192995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-abeea592-4609-4585-8da1-2a66d5caab61 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/1b480266-468f-4877-b368-44999d42ca5c HTTP/1.1" status: 404 len: 337 time: 0.0330296 Jul 16 09:07:27.196310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57978) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.228160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cde0ef70-0bbc-47ab-8b48-07c9321b8e3e req-3759706f-6199-4cd2-9998-ab0aa5414ef2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627689 Jul 16 09:07:27.258711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-d8b77e49-e592-44c8-9d7b-d59bef871a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:27.260326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-d8b77e49-e592-44c8-9d7b-d59bef871a24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.2281342 Jul 16 09:07:27.334519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d335ee-c553-477d-967d-d7c6cb238fca {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:27.345694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.380594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Transition to ACTIVE for port object 07d335ee-c553-477d-967d-d7c6cb238fca will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:27.392783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.399664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-9ab27478-6813-4ba2-a378-fa7642d4d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:27.401529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-9ab27478-6813-4ba2-a378-fa7642d4d08b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134982 Jul 16 09:07:27.563710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Pushing event updated for resources: {'Port': ['ID=07d335ee-c553-477d-967d-d7c6cb238fca,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:27.711636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Attempting to bind port 07d335ee-c553-477d-967d-d7c6cb238fca on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:27.711875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Attempting to bind port 07d335ee-c553-477d-967d-d7c6cb238fca by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'ea9b7689-0903-49aa-8825-3da907ec2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daf0ca76-ff32-4127-ba1e-9f087005c7f5'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:27.712470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Attempting to bind port 07d335ee-c553-477d-967d-d7c6cb238fca on network daf0ca76-ff32-4127-ba1e-9f087005c7f5 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:27.728519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-13193220-efa8-433c-a3d8-eb5b732316a5 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826655 Jul 16 09:07:27.730207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Port 07d335ee-c553-477d-967d-d7c6cb238fca on network daf0ca76-ff32-4127-ba1e-9f087005c7f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:27.730609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Attempting to bind port 07d335ee-c553-477d-967d-d7c6cb238fca on network daf0ca76-ff32-4127-ba1e-9f087005c7f5 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:27.797841 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e6a1f6-5336-4cb4-9709-00f1f6d687fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:27.799188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e6a1f6-5336-4cb4-9709-00f1f6d687fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:27.801321 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c7e6a1f6-5336-4cb4-9709-00f1f6d687fe tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/728f6747-9ebf-4010-9336-04a2265bee1c HTTP/1.1" status: 404 len: 339 time: 0.6041014 Jul 16 09:07:27.817347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 57992) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.862631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3c9b17d-b2fd-4e5e-95de-99b1f8070729 req-cf0e0aa5-cae2-46dc-8061-50c9c012face service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253779 Jul 16 09:07:27.866864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:27.867262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Checking segment: {'id': 'ea9b7689-0903-49aa-8825-3da907ec2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daf0ca76-ff32-4127-ba1e-9f087005c7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:27.867764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Bound using segment: {'id': 'ea9b7689-0903-49aa-8825-3da907ec2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daf0ca76-ff32-4127-ba1e-9f087005c7f5'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:27.868437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Bound port: 07d335ee-c553-477d-967d-d7c6cb238fca, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9b7689-0903-49aa-8825-3da907ec2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daf0ca76-ff32-4127-ba1e-9f087005c7f5'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:27.880123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.888415 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Floating IP 2ea7b834-ffd7-4068-bee2-b4904d061d89 associated. External IP: 172.25.6.192, port: 605caf95-1114-465f-bee5-3526e67a7e6f. Jul 16 09:07:28.008487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2bc96-6e02-44ab-a1da-d9b31729d405 req-3bb72f3e-e41c-4dd8-8829-6c2d4e6b9484 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.016820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8f2bc96-6e02-44ab-a1da-d9b31729d405 req-3bb72f3e-e41c-4dd8-8829-6c2d4e6b9484 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 943 time: 0.3557725 Jul 16 09:07:28.148214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] For port 07d335ee-c553-477d-967d-d7c6cb238fca, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:28.152245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] For port 07d335ee-c553-477d-967d-d7c6cb238fca, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=07d335ee-c553-477d-967d-d7c6cb238fca,segment=NetworkSegment(ea9b7689-0903-49aa-8825-3da907ec2736),segment_id=ea9b7689-0903-49aa-8825-3da907ec2736)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:28.171318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8f2bc96-6e02-44ab-a1da-d9b31729d405 req-6fbc7b7b-672f-4d96-b180-130811807ab3 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500747 Jul 16 09:07:28.178074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.258538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.279143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.279770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.281928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] 10.222.0.54 "PUT /v2.0/ports/07d335ee-c553-477d-967d-d7c6cb238fca HTTP/1.1" status: 200 len: 1092 time: 2.2528057 Jul 16 09:07:28.282243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881b2a0-002a-42b7-941e-3f79a9e41f3c', 'tag': '07d335ee-c553-477d-967d-d7c6cb238fca'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:28.284554 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe39f3-1aac-49cc-ba1c-bf375024f774" -d '{"events": [{"name": "network-changed", "server_uuid": "a881b2a0-002a-42b7-941e-3f79a9e41f3c", "tag": "07d335ee-c553-477d-967d-d7c6cb238fca"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:28.302796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-697e1c5e-0e5a-4a0e-8b03-d17853063268 req-8e775c9d-6660-4f18-8c19-4c846b1fa82a tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1214244 Jul 16 09:07:28.438816 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223b1b12-41ed-4691-b5ed-0d250bf5b388 x-openstack-request-id: req-223b1b12-41ed-4691-b5ed-0d250bf5b388 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:28.439548 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881b2a0-002a-42b7-941e-3f79a9e41f3c", "tag": "07d335ee-c553-477d-967d-d7c6cb238fca", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:28.440035 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-223b1b12-41ed-4691-b5ed-0d250bf5b388 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:28.442129 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881b2a0-002a-42b7-941e-3f79a9e41f3c', 'tag': '07d335ee-c553-477d-967d-d7c6cb238fca', 'status': 'completed', 'code': 200} Jul 16 09:07:28.446973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f68be9-1627-49ba-91b7-0d4b5d99fa02 service neutron] Pushing event updated for resources: {'Port': ['ID=07d335ee-c553-477d-967d-d7c6cb238fca,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:28.632193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866d865-8be7-40d7-828d-367c80715558 req-6a71c311-8595-4617-b300-aa2360420344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.636493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-6a71c311-8595-4617-b300-aa2360420344 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fab88b870de4589aecd9a0964ec473d&device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 1095 time: 0.2859111 Jul 16 09:07:28.661183 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.714885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c8b588-95b5-41ab-9b57-0d286f35d7c4']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:28.755075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df72e6d-8e13-4d73-a53c-1fd49ca19988') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:28.761242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df72e6d-8e13-4d73-a53c-1fd49ca19988') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:28.787435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.794900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62652c-b0a4-4f6b-adf1-03acf4a88028 req-653fd93c-e7db-4929-b084-8038b53da9e9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.799304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:28.800424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f62652c-b0a4-4f6b-adf1-03acf4a88028 req-653fd93c-e7db-4929-b084-8038b53da9e9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.3393805 Jul 16 09:07:28.801838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-d1e44bc6-cf36-411f-9caa-7c93b2b8091d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07d335ee-c553-477d-967d-d7c6cb238fca HTTP/1.1" status: 200 len: 217 time: 0.1473339 Jul 16 09:07:28.822174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.955397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f62652c-b0a4-4f6b-adf1-03acf4a88028 req-ff51d17e-3a07-4f01-b9db-b4e2aa3336ae tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478281 Jul 16 09:07:28.970705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:28.973748 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:28.978586 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:28.981552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866d865-8be7-40d7-828d-367c80715558 req-e696d275-945a-4f63-8ac1-b64b4952f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.998986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-e696d275-945a-4f63-8ac1-b64b4952f472 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=904d3051-8230-40f8-a7f6-a780f35007fe HTTP/1.1" status: 200 len: 849 time: 0.1886690 Jul 16 09:07:29.017966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:29.030737 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.035598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] Sync routers for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:29.056648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:29.056648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:07:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:29.099146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-539827d8-5324-4070-98d0-616086a0d5d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=daf0ca76-ff32-4127-ba1e-9f087005c7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898266 Jul 16 09:07:29.206661 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.221437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.223589 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/f9c8b588-95b5-41ab-9b57-0d286f35d7c4 HTTP/1.1" status: 204 len: 168 time: 1.4045463 Jul 16 09:07:29.228365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58050) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.253203 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc2f6e8c-a886-46b5-9abe-2e4f7e8521ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "PUT /v2.0/floatingips/2ea7b834-ffd7-4068-bee2-b4904d061d89 HTTP/1.1" status: 200 len: 991 time: 4.2612758 Jul 16 09:07:29.268333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:29.271053 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade" -d '{"events": [{"name": "network-changed", "server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:29.317542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585ed1a-5610-4e11-94d5-544f3f9f1ad0 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=f9c8b588-95b5-41ab-9b57-0d286f35d7c4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:29.326001 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5aeeb40-ec9b-418c-a3c1-07595e4b1983 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:29.326829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5aeeb40-ec9b-418c-a3c1-07595e4b1983 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:29.329873 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c5aeeb40-ec9b-418c-a3c1-07595e4b1983 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/926efd55-48d3-4f08-85e4-b2adbe3609f7 HTTP/1.1" status: 404 len: 337 time: 0.1002624 Jul 16 09:07:29.333475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58056) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.360590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:29.378417 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1738516-3cb5-4d69-9f6d-d9943d7bde81 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:29.379355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1738516-3cb5-4d69-9f6d-d9943d7bde81 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:29.379623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-d4b5bf1e-d092-48c1-beef-2ee414d411c8 service neutron] 10.222.0.54 "GET /v2.0/networks/daf0ca76-ff32-4127-ba1e-9f087005c7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669210 Jul 16 09:07:29.385516 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1738516-3cb5-4d69-9f6d-d9943d7bde81 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/fb9b9aaf-09c4-4e8f-825a-cf11366b8171 HTTP/1.1" status: 404 len: 339 time: 0.0487537 Jul 16 09:07:29.392800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58060) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.420421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-66a02062-5228-434e-94f4-552bf590e65d req-b3b8037e-de89-434b-bebd-d775e5592d94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0387492 Jul 16 09:07:29.444703 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e590461-9289-47b0-a519-27f8fa9967a4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:29.445480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e590461-9289-47b0-a519-27f8fa9967a4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:29.449748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e590461-9289-47b0-a519-27f8fa9967a4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/d6101256-67ea-44d8-855c-7f94e93cf8d8 HTTP/1.1" status: 404 len: 337 time: 0.0553360 Jul 16 09:07:29.467823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58062) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.534576 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c7ee32-e648-4893-90a9-02495787b1cf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:29.535203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c7ee32-e648-4893-90a9-02495787b1cf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:29.536974 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-11c7ee32-e648-4893-90a9-02495787b1cf tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/01fce5f2-8bd7-4735-b58f-51d50144b70a HTTP/1.1" status: 404 len: 339 time: 0.0643041 Jul 16 09:07:29.545329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58066) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.619696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7866d865-8be7-40d7-828d-367c80715558 req-06dd2b9a-c3c0-4b78-befc-301db73bcdab service neutron] 10.222.0.54 "GET /v2.0/networks/daf0ca76-ff32-4127-ba1e-9f087005c7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970291 Jul 16 09:07:29.642971 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e858e64-0a3a-4ef5-ba72-11b0810aa550 x-openstack-request-id: req-2e858e64-0a3a-4ef5-ba72-11b0810aa550 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:29.645565 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:29.651962 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e858e64-0a3a-4ef5-ba72-11b0810aa550 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:29.652802 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f', 'status': 'completed', 'code': 200} Jul 16 09:07:29.661433 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6091603b-3ac1-42e1-bb06-0e60898392b8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:29.673911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6091603b-3ac1-42e1-bb06-0e60898392b8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:29.678233 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6091603b-3ac1-42e1-bb06-0e60898392b8 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/1826c61b-dc47-41bf-9497-9b67eb885a5d HTTP/1.1" status: 404 len: 337 time: 0.1315231 Jul 16 09:07:29.683130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58068) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.719206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58070) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.821665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '2ea7b834-ffd7-4068-bee2-b4904d061d89', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'port_id': '605caf95-1114-465f-bee5-3526e67a7e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'mac_address': 'fa:16:3e:b0:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f00aaf-8c01-426d-8140-3b467446577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:58Z', 'updated_at': '2021-07-16T09:07:26Z', 'revision_number': 1, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:29.844090 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f4d53b-aa21-4669-b62a-4f3c8a44be61 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:29.845003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f4d53b-aa21-4669-b62a-4f3c8a44be61 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:29.854990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58080) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.862274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-77f4d53b-aa21-4669-b62a-4f3c8a44be61 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/ade11143-cc34-47a2-807e-5752ad603e89 HTTP/1.1" status: 404 len: 339 time: 0.1493077 Jul 16 09:07:29.873453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] Checking router: 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:29.892495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:29.893149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:07:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:29.894894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-50dbbb27-cf42-4c32-932e-8b5e0cdcb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:29.899840 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-50dbbb27-cf42-4c32-932e-8b5e0cdcb1a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1097 time: 0.2592180 Jul 16 09:07:29.917072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5a08-b224-46bc-bc28-6c53a8c3bc92 req-a7a9467f-6b39-433d-9325-f5b70517dd30 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:29.934895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d79f5a08-b224-46bc-bc28-6c53a8c3bc92 req-a7a9467f-6b39-433d-9325-f5b70517dd30 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 943 time: 0.5091195 Jul 16 09:07:29.964526 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e250396e-5440-43e1-b1b4-0c1c2ea97422 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:29.964987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e250396e-5440-43e1-b1b4-0c1c2ea97422 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:29.970022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e250396e-5440-43e1-b1b4-0c1c2ea97422 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/f893c77a-09b5-47c5-a2d8-3f54c1c650fe HTTP/1.1" status: 404 len: 337 time: 0.1108871 Jul 16 09:07:29.983088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58084) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.009700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3cae3eb6-1f5a-4c6a-9b08-49f747f9fbaf req-8d62c536-931d-4a12-a836-effa09045b60 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1458349 Jul 16 09:07:30.100699 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d045e13c-76d6-4cc0-b422-54bf864cfc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.121965 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ef0c79-8452-4a0a-a1af-5369d71dca10 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:30.122593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ef0c79-8452-4a0a-a1af-5369d71dca10 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:30.127671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-26ef0c79-8452-4a0a-a1af-5369d71dca10 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/418a5d8e-316a-4eac-bef7-816e51974f59 HTTP/1.1" status: 404 len: 339 time: 0.1138198 Jul 16 09:07:30.141504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58088) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.249853 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ec4a6e-5fcf-46ad-a444-76e37ac3230d tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:30.258611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ec4a6e-5fcf-46ad-a444-76e37ac3230d tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:30.260662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a2ec4a6e-5fcf-46ad-a444-76e37ac3230d tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/b367409f-371b-4218-87b4-0d895edf5196 HTTP/1.1" status: 404 len: 337 time: 0.1171267 Jul 16 09:07:30.264492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58100) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.286910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-3daa072b-daf2-4d1e-a136-304d056564b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.291466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-3daa072b-daf2-4d1e-a136-304d056564b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.3428860 Jul 16 09:07:30.300310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-aff51bc7-be88-4ac8-ba68-aa97de332527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.311489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-aff51bc7-be88-4ac8-ba68-aa97de332527 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fab88b870de4589aecd9a0964ec473d&device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 1095 time: 0.5864186 Jul 16 09:07:30.330305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d79f5a08-b224-46bc-bc28-6c53a8c3bc92 req-201dc1e9-08b7-4762-be84-1deb415e784e tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461506 Jul 16 09:07:30.417434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:30.493070 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-989dd974-9570-4629-af59-264e62d924a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 999 time: 0.1900709 Jul 16 09:07:30.695693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-de52309d-d1fd-4b66-b01c-5a05c9f6cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.699226 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-de52309d-d1fd-4b66-b01c-5a05c9f6cb87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.1904888 Jul 16 09:07:30.770706 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d045e13c-76d6-4cc0-b422-54bf864cfc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.788147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d045e13c-76d6-4cc0-b422-54bf864cfc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.836957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '2ea7b834-ffd7-4068-bee2-b4904d061d89', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'port_id': '605caf95-1114-465f-bee5-3526e67a7e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'mac_address': 'fa:16:3e:b0:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f00aaf-8c01-426d-8140-3b467446577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:58Z', 'updated_at': '2021-07-16T09:07:26Z', 'revision_number': 1, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.868316 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d045e13c-76d6-4cc0-b422-54bf864cfc81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4881264128b84fcca64789bcf37e3f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1330690 Jul 16 09:07:30.870749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58150) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.871591 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045e13c-76d6-4cc0-b422-54bf864cfc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1234f1d-33ad-4d25-995b-7b1b5893255f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:30.874388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630af53-a742-45d1-805e-6f3c3fc27248 None None] The sync data for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 is: [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '2ea7b834-ffd7-4068-bee2-b4904d061d89', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'port_id': '605caf95-1114-465f-bee5-3526e67a7e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'mac_address': 'fa:16:3e:b0:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f00aaf-8c01-426d-8140-3b467446577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:58Z', 'updated_at': '2021-07-16T09:07:26Z', 'revision_number': 1, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:30.946561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-de855164-0456-483b-8550-9286a6508a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.948529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-de855164-0456-483b-8550-9286a6508a01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2383561 Jul 16 09:07:31.028118 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4686-fb6f-4052-811e-f9ed04a95072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.122150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4686-fb6f-4052-811e-f9ed04a95072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.233201 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-ea5fdc53-d3b2-4c04-8686-c198e748a47e service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698362 Jul 16 09:07:31.280159 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680ad76-d340-4750-b436-b239b5c61d33 None None] New status for floating IP 2ea7b834-ffd7-4068-bee2-b4904d061d89: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:31.396435 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b90e16-cd4d-42b6-aed7-71d3cbafcba3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:31.399300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b90e16-cd4d-42b6-aed7-71d3cbafcba3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:31.401546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-68b90e16-cd4d-42b6-aed7-71d3cbafcba3 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/3164f9fa-8fea-44a6-b022-c4d750ecdf84 HTTP/1.1" status: 404 len: 339 time: 1.1343992 Jul 16 09:07:31.439082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58206) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.503148 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4686-fb6f-4052-811e-f9ed04a95072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.508821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4686-fb6f-4052-811e-f9ed04a95072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.510279 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b2ee4686-fb6f-4052-811e-f9ed04a95072 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1234f1d-33ad-4d25-995b-7b1b5893255f HTTP/1.1" status: 204 len: 168 time: 0.6341646 Jul 16 09:07:31.566346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee4686-fb6f-4052-811e-f9ed04a95072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1234f1d-33ad-4d25-995b-7b1b5893255f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:31.631039 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-0687dcc5-0f3b-4eb4-ac61-c352fcdbaade req-0d98ea02-9746-4fa7-b4d7-cd530f31cf09 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895483 Jul 16 09:07:31.690664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-917ace19-eeb3-4078-b3dd-329395ca1088 req-e28c39cb-a378-4b54-ac1e-6547c51bbabb tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.3279912 Jul 16 09:07:31.712506 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c961c714-1ed8-4350-af9b-60b6ba2981a4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:31.713243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c961c714-1ed8-4350-af9b-60b6ba2981a4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:31.720690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c961c714-1ed8-4350-af9b-60b6ba2981a4 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/196ec919-6411-475c-8216-e31625d0e574 HTTP/1.1" status: 404 len: 337 time: 0.2800453 Jul 16 09:07:31.723241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58240) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.773373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 07d335ee-c553-477d-967d-d7c6cb238fca details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:31.800606 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85e4115-2afe-4852-b3ea-83caed468b8e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:31.802596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85e4115-2afe-4852-b3ea-83caed468b8e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:31.806052 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c85e4115-2afe-4852-b3ea-83caed468b8e tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/08779770-4809-461f-a6f4-fc46bb38dbc0 HTTP/1.1" status: 404 len: 339 time: 0.0796595 Jul 16 09:07:31.813016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58250) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.821084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-b07bbf29-eceb-4410-97bb-79f3a8f87185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:31.829438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-b07bbf29-eceb-4410-97bb-79f3a8f87185 service neutron] 10.222.0.54 "GET /v2.0/networks?id=daf0ca76-ff32-4127-ba1e-9f087005c7f5 HTTP/1.1" status: 200 len: 910 time: 1.4973595 Jul 16 09:07:31.887765 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d6d519-371e-4964-b14d-29f281414288 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:31.889702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d6d519-371e-4964-b14d-29f281414288 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:31.895807 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a9d6d519-371e-4964-b14d-29f281414288 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/458c6b04-3747-4a5c-8d70-d78dc7decd44 HTTP/1.1" status: 404 len: 337 time: 0.0790710 Jul 16 09:07:31.899233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58260) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.923003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 07d335ee-c553-477d-967d-d7c6cb238fca, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=07d335ee-c553-477d-967d-d7c6cb238fca,segment=NetworkSegment(ea9b7689-0903-49aa-8825-3da907ec2736),segment_id=ea9b7689-0903-49aa-8825-3da907ec2736)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:31.948650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '07d335ee-c553-477d-967d-d7c6cb238fca', 'network_id': 'daf0ca76-ff32-4127-ba1e-9f087005c7f5', 'port_id': '07d335ee-c553-477d-967d-d7c6cb238fca', 'mac_address': 'fa:16:3e:01:b9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904d3051-8230-40f8-a7f6-a780f35007fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:31.954407 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e1cc67-5a44-45ca-98dc-01731d0b35ad tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:31.955317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e1cc67-5a44-45ca-98dc-01731d0b35ad tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:31.962113 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f9e1cc67-5a44-45ca-98dc-01731d0b35ad tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/682b093a-2160-4d79-9283-dcd400660a92 HTTP/1.1" status: 404 len: 339 time: 0.0613825 Jul 16 09:07:31.969289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58266) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.987050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872463a-17bf-40a9-aa7a-f0e21431f851 req-749f61d0-78ec-4849-9ae7-35356fe351ab tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:31.993364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7872463a-17bf-40a9-aa7a-f0e21431f851 req-749f61d0-78ec-4849-9ae7-35356fe351ab tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 1.6559081 Jul 16 09:07:32.032483 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e271bd4c-7ce2-48ef-95be-8c9ddea1cd32 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:32.034176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e271bd4c-7ce2-48ef-95be-8c9ddea1cd32 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:32.036165 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e271bd4c-7ce2-48ef-95be-8c9ddea1cd32 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/9f3d75af-6e00-4e28-a4f3-c68401d4539c HTTP/1.1" status: 404 len: 337 time: 0.0656822 Jul 16 09:07:32.037413 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.041196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58276) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:32.085032 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d249263f-d80e-43ad-beef-93ad3fa778da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] DELETE failed (client error): The resource could not be found. Jul 16 09:07:32.085665 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d249263f-d80e-43ad-beef-93ad3fa778da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:32.089785 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d249263f-d80e-43ad-beef-93ad3fa778da tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/4c67afca-a426-4d47-8178-f6e8146b7b66 HTTP/1.1" status: 404 len: 339 time: 0.0453949 Jul 16 09:07:32.091853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58284) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:32.099573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d335ee-c553-477d-967d-d7c6cb238fca {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:32.122530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-3478a808-8b98-4d58-819a-5001d69745c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07d335ee-c553-477d-967d-d7c6cb238fca HTTP/1.1" status: 200 len: 217 time: 0.2767148 Jul 16 09:07:32.151287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 07d335ee-c553-477d-967d-d7c6cb238fca, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=07d335ee-c553-477d-967d-d7c6cb238fca,segment=NetworkSegment(ea9b7689-0903-49aa-8825-3da907ec2736),segment_id=ea9b7689-0903-49aa-8825-3da907ec2736)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:32.160234 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.204838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1755c1e5-e0e0-4564-a182-a0a919ce35ce tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Deleting subnet 30c8bf04-1862-4e14-8185-0cbf4f21e44c {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:32.212973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1755c1e5-e0e0-4564-a182-a0a919ce35ce tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.286581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=07d335ee-c553-477d-967d-d7c6cb238fca,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:32.294337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7872463a-17bf-40a9-aa7a-f0e21431f851 req-3b79dfc5-063d-437e-8931-afb60ff4057f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920028 Jul 16 09:07:32.303469 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1755c1e5-e0e0-4564-a182-a0a919ce35ce tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.354144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-7f5424a9-08ff-407d-bb01-92eace58f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:32.365019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-7f5424a9-08ff-407d-bb01-92eace58f3f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=904d3051-8230-40f8-a7f6-a780f35007fe HTTP/1.1" status: 200 len: 849 time: 0.2210357 Jul 16 09:07:32.445149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94963715-a8c5-4cdd-9cfe-36d59fafe523 req-34c87370-8855-4b3d-a2a5-a364df69ecfd tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:32.447468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94963715-a8c5-4cdd-9cfe-36d59fafe523 req-34c87370-8855-4b3d-a2a5-a364df69ecfd tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 943 time: 0.4527352 Jul 16 09:07:32.456448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['07d335ee-c553-477d-967d-d7c6cb238fca'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:32.540677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-0b515239-3c0d-4c67-9a00-5460782a008c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=daf0ca76-ff32-4127-ba1e-9f087005c7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669688 Jul 16 09:07:32.552057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1755c1e5-e0e0-4564-a182-a0a919ce35ce tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.700063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94963715-a8c5-4cdd-9cfe-36d59fafe523 req-d4167169-9bd7-4377-84b9-c6ce3500ed58 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980948 Jul 16 09:07:32.721368 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1755c1e5-e0e0-4564-a182-a0a919ce35ce tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.778694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755c1e5-e0e0-4564-a182-a0a919ce35ce tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Subnet': ['ID=30c8bf04-1862-4e14-8185-0cbf4f21e44c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:32.795993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1755c1e5-e0e0-4564-a182-a0a919ce35ce tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.801438 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1755c1e5-e0e0-4564-a182-a0a919ce35ce tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/subnets/30c8bf04-1862-4e14-8185-0cbf4f21e44c HTTP/1.1" status: 204 len: 168 time: 0.7059333 Jul 16 09:07:32.801438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58360) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:32.806552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c2df2-6b59-43ad-ac8c-49f0b12650aa None None] Network 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:32.921808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-a91e2ed8-4b2e-456d-be7f-75feaae37d08 service neutron] 10.222.0.54 "GET /v2.0/networks/daf0ca76-ff32-4127-ba1e-9f087005c7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597572 Jul 16 09:07:33.117865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d75f27e-36b2-43d5-948b-9b232191a064 req-e55b5c30-2aae-4fbb-9388-7c12d285b534 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ba0b49ea053497ea8c281c428d5e658&device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0705688 Jul 16 09:07:33.147531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.264206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d75f27e-36b2-43d5-948b-9b232191a064 req-faa16113-31a6-4472-83d3-88f8ab40560e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8ba0b49ea053497ea8c281c428d5e658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900359 Jul 16 09:07:33.294461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Deleting port 0b2b98c8-c848-4270-b9b3-115452b30f57 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:33.294981 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.357533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] DHCP port deletion for 7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:33.445049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] For port 0b2b98c8-c848-4270-b9b3-115452b30f57, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0b2b98c8-c848-4270-b9b3-115452b30f57,segment=NetworkSegment(a5d77baf-faca-497b-a36c-338c62db458c),segment_id=a5d77baf-faca-497b-a36c-338c62db458c)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:33.448392 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.479359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Calling delete_port for 0b2b98c8-c848-4270-b9b3-115452b30f57 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:33.499182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] Deleting port 0b2b98c8-c848-4270-b9b3-115452b30f57 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:33.501000 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.529024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1dfe39f3-1aac-49cc-ba1c-bf375024f774 req-70fe852f-428a-4621-aed0-936444b6a5e5 service neutron] 10.222.0.54 "GET /v2.0/networks/daf0ca76-ff32-4127-ba1e-9f087005c7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746768 Jul 16 09:07:33.620100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-858d9187-ec02-4cbf-bb23-1cd1da90aaea req-ec53c2ce-d11f-467f-adf2-8b392af696bc tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.2511656 Jul 16 09:07:33.692085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] For port 0b2b98c8-c848-4270-b9b3-115452b30f57, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0b2b98c8-c848-4270-b9b3-115452b30f57,segment=NetworkSegment(a5d77baf-faca-497b-a36c-338c62db458c),segment_id=a5d77baf-faca-497b-a36c-338c62db458c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:33.692644 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.740355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] Calling delete_port for 0b2b98c8-c848-4270-b9b3-115452b30f57 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:33.806550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 07d335ee-c553-477d-967d-d7c6cb238fca up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:33.849882 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.913683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] No DVR routers for this DVR port 0b2b98c8-c848-4270-b9b3-115452b30f57 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:34.020731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 07d335ee-c553-477d-967d-d7c6cb238fca completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:34.023784 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.027848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58464) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:34.041850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0b2b98c8-c848-4270-b9b3-115452b30f57 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:34.067344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 07d335ee-c553-477d-967d-d7c6cb238fca triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:34.067730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.139877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75f27e-36b2-43d5-948b-9b232191a064 req-5ae76707-d4c0-4fa9-8a89-9749c59ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:34.143246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d75f27e-36b2-43d5-948b-9b232191a064 req-5ae76707-d4c0-4fa9-8a89-9749c59ce190 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8709671 Jul 16 09:07:34.157542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Port': ['ID=0b2b98c8-c848-4270-b9b3-115452b30f57,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.177042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0d566-1a10-4718-bbe0-7ddd4e3badfe req-9ad0f195-647b-43e9-8d09-6480828bef7e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:34.179141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37d0d566-1a10-4718-bbe0-7ddd4e3badfe req-9ad0f195-647b-43e9-8d09-6480828bef7e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.2984438 Jul 16 09:07:34.216101 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.216853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] No DVR routers for this DVR port 0b2b98c8-c848-4270-b9b3-115452b30f57 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:34.223085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32bb1d-6253-44fa-84d7-0a74aa07645d None None] Pushing event deleted for resources: {'Port': ['ID=0b2b98c8-c848-4270-b9b3-115452b30f57,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.227284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 0b2b98c8-c848-4270-b9b3-115452b30f57 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:34.227851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0b2b98c8-c848-4270-b9b3-115452b30f57 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:34.250596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.263588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d77baf-faca-497b-a36c-338c62db458c') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.264025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d77baf-faca-497b-a36c-338c62db458c') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.276767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.281806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37d0d566-1a10-4718-bbe0-7ddd4e3badfe req-cef846fc-57cc-4e9d-83b0-fd1156c26122 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939674 Jul 16 09:07:34.297850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.313831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.314412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:34.314412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:34.318723 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:34.346968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a881b2a0-002a-42b7-941e-3f79a9e41f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d335ee-c553-477d-967d-d7c6cb238fca'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:34.350583 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276e68d-cd1c-4c3a-80ec-d8900bcec69d" -d '{"events": [{"server_uuid": "a881b2a0-002a-42b7-941e-3f79a9e41f3c", "name": "network-vif-plugged", "status": "completed", "tag": "07d335ee-c553-477d-967d-d7c6cb238fca"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:34.372093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 07d335ee-c553-477d-967d-d7c6cb238fca, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=07d335ee-c553-477d-967d-d7c6cb238fca,segment=NetworkSegment(ea9b7689-0903-49aa-8825-3da907ec2736),segment_id=ea9b7689-0903-49aa-8825-3da907ec2736)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:34.378715 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.420151 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54587a59-77a3-4256-88a9-0a414e69f07d x-openstack-request-id: req-54587a59-77a3-4256-88a9-0a414e69f07d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:34.420436 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a881b2a0-002a-42b7-941e-3f79a9e41f3c", "name": "network-vif-plugged", "status": "completed", "tag": "07d335ee-c553-477d-967d-d7c6cb238fca", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:34.420896 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54587a59-77a3-4256-88a9-0a414e69f07d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:34.422457 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a881b2a0-002a-42b7-941e-3f79a9e41f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d335ee-c553-477d-967d-d7c6cb238fca', 'code': 200} Jul 16 09:07:34.469769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=07d335ee-c553-477d-967d-d7c6cb238fca,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.471881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03045ba7-28ea-4eeb-b0c9-0b068909b528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.476960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.479919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b14bdf-8652-4631-a82c-3f01600872a7 req-ac047e6e-fe9a-4313-b2d6-48bc2377145c tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:34.481345 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.483181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58b14bdf-8652-4631-a82c-3f01600872a7 req-ac047e6e-fe9a-4313-b2d6-48bc2377145c tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 945 time: 0.1186891 Jul 16 09:07:34.486939 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] 10.222.0.55 "DELETE /v2.0/networks/7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7 HTTP/1.1" status: 204 len: 168 time: 1.6838281 Jul 16 09:07:34.520134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066fbd3-819e-4f6c-b171-9e301050a846 tempest-NetworksTest-1293121849 tempest-NetworksTest-1293121849-project] Pushing event deleted for resources: {'Network': ['ID=7d8cee8c-c568-4b3b-a57e-67f82ae2c5d7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.630873 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58b14bdf-8652-4631-a82c-3f01600872a7 req-fc0210bb-a77a-4d14-8600-4ea7b85b7940 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269884 Jul 16 09:07:34.650129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7531f-2f32-407c-8fef-1999359f5840 req-8d2f709f-8d4c-49a1-8be7-f811cdde5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:34.652829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15a7531f-2f32-407c-8fef-1999359f5840 req-8d2f709f-8d4c-49a1-8be7-f811cdde5b14 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 1097 time: 0.1089861 Jul 16 09:07:34.736700 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03045ba7-28ea-4eeb-b0c9-0b068909b528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.738503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15a7531f-2f32-407c-8fef-1999359f5840 req-d80c1813-aa75-4038-8716-09ae4bdc1773 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763562 Jul 16 09:07:34.744692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03045ba7-28ea-4eeb-b0c9-0b068909b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.855485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5473224d-b6e6-422b-9a94-58c6dc1bce73 req-41cee538-0169-46d6-a3bb-b63f48a94463 tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0487037 Jul 16 09:07:34.862651 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-03045ba7-28ea-4eeb-b0c9-0b068909b528 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea4fb8766ea04bbe8ded7710d5782d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7924795 Jul 16 09:07:34.863726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58568) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:34.864461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03045ba7-28ea-4eeb-b0c9-0b068909b528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79e2776-9186-4ace-987f-e647915d1dc0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.934089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cb97225-cba3-4289-9d46-a97103eab02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.960798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58580) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:34.962555 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cb97225-cba3-4289-9d46-a97103eab02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.028710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cb97225-cba3-4289-9d46-a97103eab02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.036909 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cb97225-cba3-4289-9d46-a97103eab02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.038118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6cb97225-cba3-4289-9d46-a97103eab02f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c79e2776-9186-4ace-987f-e647915d1dc0 HTTP/1.1" status: 204 len: 168 time: 0.1727846 Jul 16 09:07:35.069883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb97225-cba3-4289-9d46-a97103eab02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79e2776-9186-4ace-987f-e647915d1dc0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:35.217841 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d006cf78-9a66-457a-8957-7d9d6f2001c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7691addea88e4d108850951541281127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549770 Jul 16 09:07:35.221696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58610) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:35.378653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-922638c9-e0dc-4ad8-8a51-ca78388b8d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.408734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-922638c9-e0dc-4ad8-8a51-ca78388b8d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.523607 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-922638c9-e0dc-4ad8-8a51-ca78388b8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.526428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-922638c9-e0dc-4ad8-8a51-ca78388b8d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.531681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-922638c9-e0dc-4ad8-8a51-ca78388b8d88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5237a79-d27c-4472-b3cd-7a0fb833ba76 HTTP/1.1" status: 204 len: 168 time: 0.3078234 Jul 16 09:07:35.543177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d75f27e-36b2-43d5-948b-9b232191a064 req-d1648cd0-99c3-4988-8a46-c0cc3f2b1ddc tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.52 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.1945884 Jul 16 09:07:35.579105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922638c9-e0dc-4ad8-8a51-ca78388b8d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5237a79-d27c-4472-b3cd-7a0fb833ba76,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:35.696973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c662440-aa07-44a5-927f-92721510ae8d req-c1b42ac0-a188-4da7-8605-bdd754ed41f4 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:35.710147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c662440-aa07-44a5-927f-92721510ae8d req-c1b42ac0-a188-4da7-8605-bdd754ed41f4 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.1537561 Jul 16 09:07:35.763337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c662440-aa07-44a5-927f-92721510ae8d req-d94c2e2f-04e6-40ed-ad8a-537098ad6634 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519111 Jul 16 09:07:35.948767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3b07-8aa7-44e6-b332-baea15bb8177 req-5e45b106-80f8-4b3c-8345-773582b9c4c0 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:35.950451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c8a3b07-8aa7-44e6-b332-baea15bb8177 req-5e45b106-80f8-4b3c-8345-773582b9c4c0 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 945 time: 0.1122868 Jul 16 09:07:36.010468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c8a3b07-8aa7-44e6-b332-baea15bb8177 req-cf8e9e82-75cd-4688-9b68-11316c1f7cc6 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526409 Jul 16 09:07:36.087163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f6c46b2-f6a5-4936-9145-1d79de2a551d req-16d7c75d-464a-4d90-939c-d0fd5bcc47bf tempest-ServerShowV257Test-1582434858 tempest-ServerShowV257Test-1582434858-project] 10.222.0.55 "GET /v2.0/ports?device_id=df99deeb-08a1-45cd-9755-1a0aea96799e HTTP/1.1" status: 200 len: 210 time: 0.0463643 Jul 16 09:07:36.999078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37626d-797b-4d1c-8447-afccf6a19638 req-ccee337b-8fc8-421f-82d7-9a9c531622d7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:37.000725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e37626d-797b-4d1c-8447-afccf6a19638 req-ccee337b-8fc8-421f-82d7-9a9c531622d7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.0814462 Jul 16 09:07:37.047581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58738) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:37.057545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e37626d-797b-4d1c-8447-afccf6a19638 req-a0d694f3-604e-4296-8150-b8d4e4d75bf7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 Jul 16 09:07:37.258881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082ff0-0a95-400d-ae93-2b3f28043420 req-452fd255-1ef8-4c87-b25a-8d5441afde98 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:37.269612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b082ff0-0a95-400d-ae93-2b3f28043420 req-452fd255-1ef8-4c87-b25a-8d5441afde98 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 945 time: 0.1154399 Jul 16 09:07:37.321140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b082ff0-0a95-400d-ae93-2b3f28043420 req-b779d58a-6a7f-4286-8759-c6306da7d94f tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502369 Jul 16 09:07:37.408833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1319488008'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:37.444119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Made reservation on behalf of 1a6bbc6c76a9477895cd6ca4d69a40d0 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:37.448679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.459080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.627552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58758) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:37.706695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.716210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.739122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:37.758935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.759397 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Added segment b202544c-ea2f-4a68-bfe4-c02ac37d752e of type vlan for network 07dae71c-75d4-48e0-b681-2e0092bb9a63 Jul 16 09:07:37.829823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.830969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.876725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.883169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:37.884310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.960707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Pushing event updated for resources: {'Network': ['ID=07dae71c-75d4-48e0-b681-2e0092bb9a63,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:37.973866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 07dae71c-75d4-48e0-b681-2e0092bb9a63 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:37.995868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb7a678-eb43-4d5f-9f8a-6abd9144261f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:38.053904 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.073362 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.087766 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b1fae499-d12b-4023-a049-17a0d734c4a1 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0385423 Jul 16 09:07:38.243508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ba0b49ea053497ea8c281c428d5e658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159768 Jul 16 09:07:38.246288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58782) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:38.247032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9269d2fd-d5bf-432e-9e03-4b8136038b42,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:38.271205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.271558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.272787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.273624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.274904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.275884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.277489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.278638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.279156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.280713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.282653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.283183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f28095-d06a-4e77-8436-da57d8506702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:38.366937 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea886131-f12c-4c88-b813-451dacede84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.424765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea886131-f12c-4c88-b813-451dacede84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.431657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6879d-abfc-4c1a-811a-76418bfc8923 req-f09c1a8a-9901-4afa-81f3-a9e52dd47881 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:38.434882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10b6879d-abfc-4c1a-811a-76418bfc8923 req-f09c1a8a-9901-4afa-81f3-a9e52dd47881 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.1228828 Jul 16 09:07:38.518557 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea886131-f12c-4c88-b813-451dacede84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.522457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea886131-f12c-4c88-b813-451dacede84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.523986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ea886131-f12c-4c88-b813-451dacede84f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9269d2fd-d5bf-432e-9e03-4b8136038b42 HTTP/1.1" status: 204 len: 168 time: 0.2765207 Jul 16 09:07:38.532074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10b6879d-abfc-4c1a-811a-76418bfc8923 req-9d6e4d7b-c805-419c-a2c7-811ee419230d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885632 Jul 16 09:07:38.540179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea886131-f12c-4c88-b813-451dacede84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9269d2fd-d5bf-432e-9e03-4b8136038b42,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:38.667038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58794) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:38.673524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Request body: {'port': {'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63', 'binding:host_id': 'n-h1-780147-28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-765655962'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:38.720589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Made reservation on behalf of fabcfe9a40fc40fcb870e32eb7230483 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:38.723332 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.781377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58798) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:38.781561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.060112 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.068993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.076113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] device_id is not set on port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:39.164275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc552f-51c5-4f05-a696-5772a9b3a976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.233607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc54abc4-fc67-4956-acba-b23afcabe238,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.382900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc552f-51c5-4f05-a696-5772a9b3a976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.398998 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc552f-51c5-4f05-a696-5772a9b3a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.493242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bdfc552f-51c5-4f05-a696-5772a9b3a976 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eecefef38bc94f49a6142e6aac2666fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7088680 Jul 16 09:07:39.495816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58816) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:39.510863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc552f-51c5-4f05-a696-5772a9b3a976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b36fdc-514d-461e-bc9d-83632251e012,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.520594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] device_id is not set on port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:39.535468 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.548548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Transition to ACTIVE for port object 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:39.564488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.623450 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-acfe63a6-9af3-41d0-ac34-dd2125c14ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.668114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-acfe63a6-9af3-41d0-ac34-dd2125c14ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.672805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Checking segment: {'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:39.672805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Network hostable DHCP agents. Network: 07dae71c-75d4-48e0-b681-2e0092bb9a63, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:39.688746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=92e4a86f-16e0-4de2-82e5-4cde8a34e9b7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.729844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Network 07dae71c-75d4-48e0-b681-2e0092bb9a63 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:39.745943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 07dae71c-75d4-48e0-b681-2e0092bb9a63) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:39.750309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:39.761911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643cadf9-3f1f-4323-80df-d89829c99be5 None None] Network 07dae71c-75d4-48e0-b681-2e0092bb9a63 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:39.775183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:39.775529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:39.777283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:39.807224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-acfe63a6-9af3-41d0-ac34-dd2125c14ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.809804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:39.810206 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:39.810619 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 2 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:39.811291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-acfe63a6-9af3-41d0-ac34-dd2125c14ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.814527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-acfe63a6-9af3-41d0-ac34-dd2125c14ffe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5b36fdc-514d-461e-bc9d-83632251e012 HTTP/1.1" status: 204 len: 168 time: 0.3165793 Jul 16 09:07:39.825338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe63a6-9af3-41d0-ac34-dd2125c14ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b36fdc-514d-461e-bc9d-83632251e012,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.838687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:39.839042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:39.840253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:39.855687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:39.855962 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:39.856810 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 3 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:39.886663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:39.887289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:39.887638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:39.910054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:39.910392 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:39.911459 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 4 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:39.963492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:39.963843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:39.964245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:39.979877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:39.980108 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:39.980826 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 5 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:40.041848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3020f-759c-4c0f-8e0b-1212694de666 req-771c47f1-eeba-46f0-926d-47bade3fbf2b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:40.043242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85d3020f-759c-4c0f-8e0b-1212694de666 req-771c47f1-eeba-46f0-926d-47bade3fbf2b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.2110522 Jul 16 09:07:40.050731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:40.051146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:40.051409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:40.063770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:40.064090 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:40.064483 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 6 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:40.106143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:40.106487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:40.106828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:40.120110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:40.120446 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:40.120837 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 7 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:40.149053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85d3020f-759c-4c0f-8e0b-1212694de666 req-5e511c0f-c133-4dab-ab48-550db409d656 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939293 Jul 16 09:07:40.159186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:40.161730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:40.162286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:40.167229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:40.167818 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:40.168416 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 8 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:40.183726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:40.184416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:40.184967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:40.190811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:40.191419 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:40.192018 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 9 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:40.206245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:40.206906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:40.207458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:40.212224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:40.212833 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:40.213429 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 10 to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 Jul 16 09:07:40.245733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:40.247042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:40.247601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:40.262767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:40.264401 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:40.265593 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.270158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e74faa0e-eb5b-419a-ab6c-0e451b824892 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:40.396900 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] For port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:40.397562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempted to set empty binding levels {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:07:40.410379 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.432965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58838) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:40.475808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad264c4a-fe2c-4911-8651-9ce33a08745b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.476692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:40.477601 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.502222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=92e4a86f-16e0-4de2-82e5-4cde8a34e9b7,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:40.527122 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bf161136-8d54-4641-8795-cb455a830482 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8573654 Jul 16 09:07:40.527856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58844) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:40.622800 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e74faa0e-eb5b-419a-ab6c-0e451b824892, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:40.648452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad264c4a-fe2c-4911-8651-9ce33a08745b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.660054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad264c4a-fe2c-4911-8651-9ce33a08745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.674366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'e74faa0e-eb5b-419a-ab6c-0e451b824892', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'port_id': 'e74faa0e-eb5b-419a-ab6c-0e451b824892', 'mac_address': 'fa:16:3e:1a:e5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:40.700696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad264c4a-fe2c-4911-8651-9ce33a08745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d38323e-d582-41de-b32e-75fa8dfd44fb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:40.724146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Deleting port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:40.724457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.778687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ad264c4a-fe2c-4911-8651-9ce33a08745b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f22c12b93ee54a80be88e2499afad2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433352 Jul 16 09:07:40.782031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58850) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:40.831294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.871375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74faa0e-eb5b-419a-ab6c-0e451b824892 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:40.907757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e74faa0e-eb5b-419a-ab6c-0e451b824892, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:40.912631 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.965980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] For port 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7, host n-h1-780147-28, got binding levels [] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:40.966338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.002746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Calling delete_port for 92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:41.036278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e74faa0e-eb5b-419a-ab6c-0e451b824892,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.036831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a23491b5-401a-4788-8550-50fdf9e9753f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.056942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.058684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a23491b5-401a-4788-8550-50fdf9e9753f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.059631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.062048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.062722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.063591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.063787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.064055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.064379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.064701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.065022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.065343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.065683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:41.156197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e74faa0e-eb5b-419a-ab6c-0e451b824892'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:41.174207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a23491b5-401a-4788-8550-50fdf9e9753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.177796 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a23491b5-401a-4788-8550-50fdf9e9753f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.182245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a23491b5-401a-4788-8550-50fdf9e9753f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d38323e-d582-41de-b32e-75fa8dfd44fb HTTP/1.1" status: 204 len: 168 time: 0.3902609 Jul 16 09:07:41.184440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.217322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event deleted for resources: {'Port': ['ID=92e4a86f-16e0-4de2-82e5-4cde8a34e9b7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.231926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23491b5-401a-4788-8550-50fdf9e9753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d38323e-d582-41de-b32e-75fa8dfd44fb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.247912 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.254932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58864) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:41.267051 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-602b75a3-0297-461b-a9d8-d316825a3808 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "DELETE /v2.0/ports/92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 HTTP/1.1" status: 204 len: 168 time: 0.7371202 Jul 16 09:07:41.290168 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-732510ef-5489-4d82-ae5d-b60451c844b4 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:07:41.306521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58868) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:41.312983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Request body: {'port': {'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1047285358'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:41.317492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-732510ef-5489-4d82-ae5d-b60451c844b4 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "GET /v2.0/ports/92e4a86f-16e0-4de2-82e5-4cde8a34e9b7 HTTP/1.1" status: 404 len: 333 time: 0.0614746 Jul 16 09:07:41.346000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Made reservation on behalf of fabcfe9a40fc40fcb870e32eb7230483 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:41.352187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.408433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] device_id is not set on port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:41.597980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255696a3-8dcc-4772-8621-c5b34f00d534 req-0ece0cf0-d877-4dfd-9b04-a6c25390f0c5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:41.612340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-255696a3-8dcc-4772-8621-c5b34f00d534 req-0ece0cf0-d877-4dfd-9b04-a6c25390f0c5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 944 time: 0.2009282 Jul 16 09:07:41.694523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-255696a3-8dcc-4772-8621-c5b34f00d534 req-2d6fe0cf-c3b5-4a34-8e5d-ed3ed589f560 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801897 Jul 16 09:07:42.005486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.085077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.153343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:42.179013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Network 07dae71c-75d4-48e0-b681-2e0092bb9a63 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:42.180595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:42.185811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:42.192052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:42.192712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.234430 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e70ddf43-0d57-48cf-8796-2f00d8aef28d tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9258721 Jul 16 09:07:42.237881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58898) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:42.278337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e74faa0e-eb5b-419a-ab6c-0e451b824892 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:42.307057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:42.390763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port e74faa0e-eb5b-419a-ab6c-0e451b824892 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:42.399910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port e74faa0e-eb5b-419a-ab6c-0e451b824892 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:42.400324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.463688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.621074 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:42.641479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.765899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74faa0e-eb5b-419a-ab6c-0e451b824892'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:42.792963 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ea189b-e6ff-4715-a8ee-54944b7c4d53" -d '{"events": [{"server_uuid": "e7f2f730-4c82-4e24-bef5-abd582ad8bf9", "name": "network-vif-plugged", "status": "completed", "tag": "e74faa0e-eb5b-419a-ab6c-0e451b824892"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:42.810562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e74faa0e-eb5b-419a-ab6c-0e451b824892, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:42.821754 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.895628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e74faa0e-eb5b-419a-ab6c-0e451b824892,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:42.977763 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb037cb1-93b3-4c43-8257-6e238d721827 x-openstack-request-id: req-cb037cb1-93b3-4c43-8257-6e238d721827 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:42.978130 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2f730-4c82-4e24-bef5-abd582ad8bf9", "name": "network-vif-plugged", "status": "completed", "tag": "e74faa0e-eb5b-419a-ab6c-0e451b824892", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:42.978451 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb037cb1-93b3-4c43-8257-6e238d721827 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:42.978936 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74faa0e-eb5b-419a-ab6c-0e451b824892', 'code': 200} Jul 16 09:07:43.076553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] device_id is not set on port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:43.086544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.101045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Transition to ACTIVE for port object e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:43.118903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.191163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:43.249627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9a8f2-d27e-4f84-a271-259133b9aba0 req-270f88fd-bfe6-4669-885a-fbe1166d40a2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.257519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86d9a8f2-d27e-4f84-a271-259133b9aba0 req-270f88fd-bfe6-4669-885a-fbe1166d40a2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 945 time: 0.2010238 Jul 16 09:07:43.269482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.269852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.270196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.282785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.283150 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.283560 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 2 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.284825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96470419-d450-4ed2-bac6-c743f6d8fb50 req-2968b8b7-b279-45ca-a25d-f8a9a72c18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.286628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96470419-d450-4ed2-bac6-c743f6d8fb50 req-2968b8b7-b279-45ca-a25d-f8a9a72c18fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 1097 time: 0.2112973 Jul 16 09:07:43.311225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.311876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.312683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.333805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.336602 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.337351 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 3 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.341933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86d9a8f2-d27e-4f84-a271-259133b9aba0 req-d2274e50-52db-470b-a804-154cdf9f2f57 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830600 Jul 16 09:07:43.375892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96470419-d450-4ed2-bac6-c743f6d8fb50 req-d5176b32-47b1-4925-a71a-ce93ba61621e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824029 Jul 16 09:07:43.376807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.377205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.377481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.383451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.384008 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.384407 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 4 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.411264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.411601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.411944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.416584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.420514 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.421013 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 5 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.466060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.470721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.471515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.487299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.487641 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.491571 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 6 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.533070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.533413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.533944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.547168 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.547906 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.548126 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 7 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.586660 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.587150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.587746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.594885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.595367 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.595913 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 8 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.616692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.617132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.617619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.623301 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.623745 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.624585 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 9 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.648728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.649330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.650342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.654193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.654539 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.654935 n-d-780147-28 neutron-server[94164]: INFO neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 10 to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e Jul 16 09:07:43.673907 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.674415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.675185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.686436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.686907 n-d-780147-28 neutron-server[94164]: ERROR neutron.plugins.ml2.managers [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:43.687289 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.783421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] For port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:43.784487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempted to set empty binding levels {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:07:43.791898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.809077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] In _notify_port_updated(), no bound segment for port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:07:43.810490 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.811047 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.812498 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "PUT /v2.0/ports/e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e HTTP/1.1" status: 200 len: 976 time: 1.5692708 Jul 16 09:07:43.815739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58938) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:43.891106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbf5a8-129a-469c-8698-c1d924ecffb6 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:43.994400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.995752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.996288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.996770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.997431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.997945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.998411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.999050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.000091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.000746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.001222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.001703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.002175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.002643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.003106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.003575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.004032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.004511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.004951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.011628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e40a3191-12f7-4264-bd64-631c475b80eb tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17245 time: 0.1953115 Jul 16 09:07:44.011998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58948) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:44.224853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Deleting port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:44.225331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.454011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] For port e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e, host n-h1-780147-28, got binding levels [] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:44.454750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.483342 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-690cf4a4-242d-46c8-b8bf-9f6d952688b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.492289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Calling delete_port for e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:44.666431 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.705837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5433834-8303-4784-85da-1c97c09e3e24 req-fdd44024-0076-4f82-90c6-846f63855f8f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.720869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5433834-8303-4784-85da-1c97c09e3e24 req-fdd44024-0076-4f82-90c6-846f63855f8f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 945 time: 0.1278870 Jul 16 09:07:44.744826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:44.747402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.752940 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e HTTP/1.1" status: 204 len: 168 time: 0.7363150 Jul 16 09:07:44.753084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58978) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:44.757327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.757725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.758025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.758344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.758680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.759003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.759323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.759646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.760019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.760485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.760815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.761129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c0a84-c987-41bc-996b-d088c5efd83a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:44.822151 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a5da6c-c0a3-4b29-bb74-507fd9396bc8 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:07:44.831254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-29a5da6c-c0a3-4b29-bb74-507fd9396bc8 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "GET /v2.0/ports/e9447bb5-93e5-4f9e-947c-2db2a7b1ae9e HTTP/1.1" status: 404 len: 333 time: 0.0705681 Jul 16 09:07:44.833428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 58980) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:44.838747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2080341885', 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:44.857260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5433834-8303-4784-85da-1c97c09e3e24 req-1dbbaf9f-b249-43a8-8dc3-d6ba5b227e24 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391513 Jul 16 09:07:44.927142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Made reservation on behalf of fabcfe9a40fc40fcb870e32eb7230483 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:44.929579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.948693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] device_id is not set on port 653649e5-8885-4f29-ae23-d9f11daecd49 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:45.163800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.210342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.279019 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.320252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Network 07dae71c-75d4-48e0-b681-2e0092bb9a63 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:45.336230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:45.344271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:45.345251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:45.345884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.354747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=653649e5-8885-4f29-ae23-d9f11daecd49,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:45.367944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215ae1-d569-4e50-827f-0a8d7812095f req-c40fbc8d-c44c-45f1-bdab-6e1a04b47dfa tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:45.375323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52215ae1-d569-4e50-827f-0a8d7812095f req-c40fbc8d-c44c-45f1-bdab-6e1a04b47dfa tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 945 time: 0.1754892 Jul 16 09:07:45.412465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f3757a9b-5ad5-4c16-baea-50719aaad8b3 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5797603 Jul 16 09:07:45.415255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 58994) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:45.449125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52215ae1-d569-4e50-827f-0a8d7812095f req-88b8c603-f6c8-4c02-a100-abbdd6bab508 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724075 Jul 16 09:07:45.491517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d93bb-b558-466d-91a6-491654647b12 req-f2a61863-8b7b-40ab-bb09-4bd46ef63c20 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:45.498722 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa7d93bb-b558-466d-91a6-491654647b12 req-f2a61863-8b7b-40ab-bb09-4bd46ef63c20 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 945 time: 0.1045222 Jul 16 09:07:45.510929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d498ae-3a77-4344-a04b-45310f333a33 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:45.513300 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b4d498ae-3a77-4344-a04b-45310f333a33 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "GET /v2.0/ports/653649e5-8885-4f29-ae23-d9f11daecd49 HTTP/1.1" status: 200 len: 955 time: 0.0969522 Jul 16 09:07:45.520922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59000) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:45.600575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa7d93bb-b558-466d-91a6-491654647b12 req-c8e8b263-09a7-42b4-bc31-a56c5d955121 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995855 Jul 16 09:07:45.694181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c6224c31-c4e2-4cb3-af12-aaabc53b2d50 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Deleting port 653649e5-8885-4f29-ae23-d9f11daecd49 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:45.694637 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6224c31-c4e2-4cb3-af12-aaabc53b2d50 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.830531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6224c31-c4e2-4cb3-af12-aaabc53b2d50 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.846754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c6224c31-c4e2-4cb3-af12-aaabc53b2d50 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Calling delete_port for 653649e5-8885-4f29-ae23-d9f11daecd49 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:45.997608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6224c31-c4e2-4cb3-af12-aaabc53b2d50 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.025572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6224c31-c4e2-4cb3-af12-aaabc53b2d50 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event deleted for resources: {'Port': ['ID=653649e5-8885-4f29-ae23-d9f11daecd49,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:46.040384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6224c31-c4e2-4cb3-af12-aaabc53b2d50 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.042450 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c6224c31-c4e2-4cb3-af12-aaabc53b2d50 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "DELETE /v2.0/ports/653649e5-8885-4f29-ae23-d9f11daecd49 HTTP/1.1" status: 204 len: 168 time: 0.5203445 Jul 16 09:07:46.045205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59020) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:46.095159 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37e4f0c-31a5-4918-b214-4ab8f3e2c06e tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:07:46.097324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a37e4f0c-31a5-4918-b214-4ab8f3e2c06e tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "GET /v2.0/ports/653649e5-8885-4f29-ae23-d9f11daecd49 HTTP/1.1" status: 404 len: 333 time: 0.0509739 Jul 16 09:07:46.101317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59028) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:46.107301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Request body: {'port': {'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-477444094'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:46.133372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Made reservation on behalf of fabcfe9a40fc40fcb870e32eb7230483 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:46.136300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.157366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] device_id is not set on port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:46.395186 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.422440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dad859-dfad-4465-ae97-4125d4ef6a70 req-432e889d-90bc-4a46-896f-e337135cd6ff tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:46.430192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7dad859-dfad-4465-ae97-4125d4ef6a70 req-432e889d-90bc-4a46-896f-e337135cd6ff tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 949 time: 0.1765020 Jul 16 09:07:46.506571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7dad859-dfad-4465-ae97-4125d4ef6a70 req-f4f287ce-1298-4002-8d07-4a58ad88a556 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704708 Jul 16 09:07:46.534160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.596531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Network 07dae71c-75d4-48e0-b681-2e0092bb9a63 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:46.604751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:46.607061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=e37ffdfd-92e7-4731-b8f2-68b9b7250a28,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:46.609995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:46.611245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:46.612068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.632902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7d37f8b3-91ca-4857-b300-7bbe698869bc tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5298593 Jul 16 09:07:46.636251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59056) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:46.645815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:46.879330 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.119393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] device_id is not set on port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:47.129309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.191318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Transition to ACTIVE for port object e37ffdfd-92e7-4731-b8f2-68b9b7250a28 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:47.200132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45980791-2801-4e18-bed0-30672f3fdc41 req-933e4d7b-fafb-4410-a17c-e4e5dd6bc5e8 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:47.207778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45980791-2801-4e18-bed0-30672f3fdc41 req-933e4d7b-fafb-4410-a17c-e4e5dd6bc5e8 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 945 time: 0.4190028 Jul 16 09:07:47.228167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.361310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45980791-2801-4e18-bed0-30672f3fdc41 req-34d0ffc6-259d-4390-aeca-b90dc7cd4b99 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527343 Jul 16 09:07:47.410556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=e37ffdfd-92e7-4731-b8f2-68b9b7250a28,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:47.453888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59096) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:47.476363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-0aaa5653-31af-4da8-832e-630f4aacb9bb tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:47.478221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-0aaa5653-31af-4da8-832e-630f4aacb9bb tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.54 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 945 time: 0.3452132 Jul 16 09:07:47.479546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:47.479890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:47.480232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:47.486134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:47.486473 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:47.488107 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 2 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:47.516477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:47.516809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:47.517141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:47.554094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:47.564018 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:47.583573 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 3 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:47.618480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:47.618815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:47.619151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:47.683884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.694558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:47.694925 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:47.696577 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 4 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:47.696698 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed254c42-78f6-4aad-9022-47c9fe1bef28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.726542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:47.726884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:47.727223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:47.752573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:47.752912 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:47.755218 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 5 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:47.811440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:47.812494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:47.812937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:47.831085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:47.831426 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:47.832708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Deleting port 07d335ee-c553-477d-967d-d7c6cb238fca {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:47.833050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.846116 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 6 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:47.877449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-274d8033-c2c0-473b-9a85-9d1d39f7274e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.923838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:47.924175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:47.924520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:48.008609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:48.008950 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:48.012570 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 7 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:48.040226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:48.040449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:48.040783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:48.068840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:48.069185 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:48.072659 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 8 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:48.084243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] For port 07d335ee-c553-477d-967d-d7c6cb238fca, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=07d335ee-c553-477d-967d-d7c6cb238fca,segment=NetworkSegment(ea9b7689-0903-49aa-8825-3da907ec2736),segment_id=ea9b7689-0903-49aa-8825-3da907ec2736)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:48.084243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.089022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59128) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:48.113022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Calling delete_port for 07d335ee-c553-477d-967d-d7c6cb238fca owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:48.113022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:48.113022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:48.113022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:48.126709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b0f82-dd3e-48e7-b066-19c566caac77 req-7c341a44-7194-4a2b-85cf-8ad184990f1d tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.129043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a6b0f82-dd3e-48e7-b066-19c566caac77 req-7c341a44-7194-4a2b-85cf-8ad184990f1d tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 949 time: 0.1991119 Jul 16 09:07:48.140363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:48.140822 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:48.172759 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-274d8033-c2c0-473b-9a85-9d1d39f7274e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.179901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-274d8033-c2c0-473b-9a85-9d1d39f7274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.201298 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 9 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:48.259687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:48.260074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:48.260358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:48.278682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:48.279033 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:48.302833 n-d-780147-28 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempt 10 to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 Jul 16 09:07:48.340425 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-274d8033-c2c0-473b-9a85-9d1d39f7274e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6746e101537b494b9962a0634eca1f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8841205 Jul 16 09:07:48.345926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59132) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:48.349244 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d8033-c2c0-473b-9a85-9d1d39f7274e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac5f08c-dd32-44a1-8662-a64fcac543fc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:48.411948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1b60fdd-2ae2-4974-932b-22a3062812c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.417019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a6b0f82-dd3e-48e7-b066-19c566caac77 req-b154b0af-f514-4c7e-8796-b77576e8cad0 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782886 Jul 16 09:07:48.418945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:48.419288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:48.419623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempting to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:48.426732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:48.426732 n-d-780147-28 neutron-server[94159]: ERROR neutron.plugins.ml2.managers [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Failed to bind port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on host n-h1-780147-28 for vnic_type normal using segments [{'id': 'b202544c-ea2f-4a68-bfe4-c02ac37d752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07dae71c-75d4-48e0-b681-2e0092bb9a63'}] Jul 16 09:07:48.426732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.450794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-49473f6c-f978-4c20-bf0e-8a6ae3ffbced tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.452849 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-49473f6c-f978-4c20-bf0e-8a6ae3ffbced tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 949 time: 0.2437959 Jul 16 09:07:48.551911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16ebd0db-d74c-4804-89f5-92917a879b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.613125 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16ebd0db-d74c-4804-89f5-92917a879b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.647978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] For port e37ffdfd-92e7-4731-b8f2-68b9b7250a28, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:48.647978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attempted to set empty binding levels {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:07:48.658868 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.665432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.674606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['07d335ee-c553-477d-967d-d7c6cb238fca'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:48.726113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] In _notify_port_updated(), no bound segment for port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 on network 07dae71c-75d4-48e0-b681-2e0092bb9a63 {{(pid=94159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:07:48.727270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.728035 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.729492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "PUT /v2.0/ports/e37ffdfd-92e7-4731-b8f2-68b9b7250a28 HTTP/1.1" status: 200 len: 975 time: 2.0916176 Jul 16 09:07:48.742498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59136) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:48.753042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817e3ab-f298-490d-adce-2375ec210333 req-a24fa097-9b1e-41ab-b7c0-8822256aa5c2 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.754825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5817e3ab-f298-490d-adce-2375ec210333 req-a24fa097-9b1e-41ab-b7c0-8822256aa5c2 tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/ports?device_id=a881b2a0-002a-42b7-941e-3f79a9e41f3c HTTP/1.1" status: 200 len: 867 time: 0.2052336 Jul 16 09:07:48.888684 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.895060 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.229437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Deleting port 0b614ef4-75ff-49b5-9489-ce3361f74243 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:49.229834 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.270935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16ebd0db-d74c-4804-89f5-92917a879b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.273597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-16ebd0db-d74c-4804-89f5-92917a879b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.277274 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-16ebd0db-d74c-4804-89f5-92917a879b7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aac5f08c-dd32-44a1-8662-a64fcac543fc HTTP/1.1" status: 204 len: 168 time: 0.9221749 Jul 16 09:07:49.298671 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1b60fdd-2ae2-4974-932b-22a3062812c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.306028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd0db-d74c-4804-89f5-92917a879b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac5f08c-dd32-44a1-8662-a64fcac543fc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.345870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7b0b1-b03f-446d-b019-176e0c8bcd1a tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event updated for resources: {'Port': ['ID=e37ffdfd-92e7-4731-b8f2-68b9b7250a28,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.359053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1b60fdd-2ae2-4974-932b-22a3062812c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.437622 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1b60fdd-2ae2-4974-932b-22a3062812c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd2fb99705ec43f0b87d64c43554a9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3442185 Jul 16 09:07:49.438407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] For port 0b614ef4-75ff-49b5-9489-ce3361f74243, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0b614ef4-75ff-49b5-9489-ce3361f74243,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:49.438781 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.441259 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59158) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:49.442689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] No DVR routers for this DVR port 07d335ee-c553-477d-967d-d7c6cb238fca on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:49.454347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b60fdd-2ae2-4974-932b-22a3062812c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c59e15d-7872-45d1-a0b2-e8250a390fb9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.458209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Pushing event deleted for resources: {'Port': ['ID=07d335ee-c553-477d-967d-d7c6cb238fca,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.465244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.467326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aef0ac32-229a-47b0-a8e4-c8780b0c2353 req-f9a4813c-ea4b-445f-a1e6-65ef8ed7463d tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.54 "DELETE /v2.0/ports/07d335ee-c553-477d-967d-d7c6cb238fca HTTP/1.1" status: 204 len: 173 time: 1.9799843 Jul 16 09:07:49.467747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a881b2a0-002a-42b7-941e-3f79a9e41f3c', 'name': 'network-vif-deleted', 'tag': '07d335ee-c553-477d-967d-d7c6cb238fca'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:49.470945 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53813822-407e-4af0-a285-899cdab82178" -d '{"events": [{"server_uuid": "a881b2a0-002a-42b7-941e-3f79a9e41f3c", "name": "network-vif-deleted", "tag": "07d335ee-c553-477d-967d-d7c6cb238fca"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:49.491414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5817e3ab-f298-490d-adce-2375ec210333 req-e4e68920-77e8-40d5-b454-2ac374acf6ca tempest-VolumesActionsTest-320054302 tempest-VolumesActionsTest-320054302-project] 10.222.0.55 "GET /v2.0/security-groups?id=c319294c-2b9b-4f56-8402-fb1eae3d1a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7251439 Jul 16 09:07:49.504129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Calling delete_port for 0b614ef4-75ff-49b5-9489-ce3361f74243 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:49.535429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Deleting port e37ffdfd-92e7-4731-b8f2-68b9b7250a28 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:49.535775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.554252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-006cb1d4-ea95-4f6a-9f0d-169e771bfe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.651069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] For port e37ffdfd-92e7-4731-b8f2-68b9b7250a28, host n-h1-780147-28, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:49.651455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.662134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b17019b0-c9e3-4027-9288-e8a34092a4f2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:49.666781 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-006cb1d4-ea95-4f6a-9f0d-169e771bfe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.669782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b17019b0-c9e3-4027-9288-e8a34092a4f2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.3603179 Jul 16 09:07:49.691032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Calling delete_port for e37ffdfd-92e7-4731-b8f2-68b9b7250a28 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:49.701215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-e60612eb-c0f8-46ec-b113-1696a4ce3910 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/quotas/c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 375 time: 0.0300596 Jul 16 09:07:49.836415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-006cb1d4-ea95-4f6a-9f0d-169e771bfe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.840383 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-006cb1d4-ea95-4f6a-9f0d-169e771bfe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.841563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59166) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:49.841986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-006cb1d4-ea95-4f6a-9f0d-169e771bfe29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c59e15d-7872-45d1-a0b2-e8250a390fb9 HTTP/1.1" status: 204 len: 168 time: 0.3991697 Jul 16 09:07:49.846050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.864970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0b614ef4-75ff-49b5-9489-ce3361f74243'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:49.887452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cf23680-2d49-42f1-bc5b-6715ee2d5e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.898278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Pushing event deleted for resources: {'Port': ['ID=0b614ef4-75ff-49b5-9489-ce3361f74243,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.907021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cb1d4-ea95-4f6a-9f0d-169e771bfe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c59e15d-7872-45d1-a0b2-e8250a390fb9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.940245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-9d0e4210-2bdf-4097-adf8-b0f930d31d39 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2275641 Jul 16 09:07:49.988174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698994d3-a729-487b-bb77-69fb02272cd5 req-d504f58d-a9c6-4d00-9702-182d490c3389 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:49.989753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-698994d3-a729-487b-bb77-69fb02272cd5 req-d504f58d-a9c6-4d00-9702-182d490c3389 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 867 time: 0.2500796 Jul 16 09:07:50.011099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.043808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] No DVR routers for this DVR port 0b614ef4-75ff-49b5-9489-ce3361f74243 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:50.080299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.083207 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-7c4cb9de-1c45-4391-8c5b-dc60bec246e5 req-c6c93379-591e-47d5-89ba-73dc76dc6f26 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.54 "DELETE /v2.0/ports/0b614ef4-75ff-49b5-9489-ce3361f74243 HTTP/1.1" status: 204 len: 173 time: 1.6189756 Jul 16 09:07:50.083959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa24da4-4210-4f68-8327-ad7805313588', 'name': 'network-vif-deleted', 'tag': '0b614ef4-75ff-49b5-9489-ce3361f74243'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:50.089755 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc99b8a9-3a08-4897-9430-a1461d00d79f" -d '{"events": [{"server_uuid": "ffa24da4-4210-4f68-8327-ad7805313588", "name": "network-vif-deleted", "tag": "0b614ef4-75ff-49b5-9489-ce3361f74243"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:50.111441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Pushing event deleted for resources: {'Port': ['ID=e37ffdfd-92e7-4731-b8f2-68b9b7250a28,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.136296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.138849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e94f1848-dfc7-4e18-89a0-aca39f2e8005 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e37ffdfd-92e7-4731-b8f2-68b9b7250a28 HTTP/1.1" status: 204 len: 168 time: 1.3827550 Jul 16 09:07:50.144167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59180) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:50.175386 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.181854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-698994d3-a729-487b-bb77-69fb02272cd5 req-17cffcfc-1622-43d1-9d14-a4443f9ea9c1 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/security-groups?id=f49100d9-20ca-4564-94bc-aab6f554b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828208 Jul 16 09:07:50.214842 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-579d3a74-1cec-4bfe-ab23-5ab9dce0d596 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:07:50.222217 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-579d3a74-1cec-4bfe-ab23-5ab9dce0d596 tempest-PortsAdminExtendedAttrsTestJSON-1305942242 tempest-PortsAdminExtendedAttrsTestJSON-1305942242-project-admin] 10.222.0.55 "GET /v2.0/ports/e37ffdfd-92e7-4731-b8f2-68b9b7250a28 HTTP/1.1" status: 404 len: 333 time: 0.0727494 Jul 16 09:07:50.222724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59182) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:50.283619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-1b640983-26c9-4f48-95ff-d591fda9736f service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438752 Jul 16 09:07:50.294354 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e5af5f-92de-4a10-843b-b240496c832c x-openstack-request-id: req-e2e5af5f-92de-4a10-843b-b240496c832c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:50.294613 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a881b2a0-002a-42b7-941e-3f79a9e41f3c", "name": "network-vif-deleted", "tag": "07d335ee-c553-477d-967d-d7c6cb238fca", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:50.294878 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2e5af5f-92de-4a10-843b-b240496c832c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:50.295287 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a881b2a0-002a-42b7-941e-3f79a9e41f3c', 'name': 'network-vif-deleted', 'tag': '07d335ee-c553-477d-967d-d7c6cb238fca', 'status': 'completed', 'code': 200} Jul 16 09:07:50.519856 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.592139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cf23680-2d49-42f1-bc5b-6715ee2d5e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.622368 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456dbdb2-4148-4752-923b-d34110a15468 x-openstack-request-id: req-456dbdb2-4148-4752-923b-d34110a15468 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:50.622889 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa24da4-4210-4f68-8327-ad7805313588", "name": "network-vif-deleted", "tag": "0b614ef4-75ff-49b5-9489-ce3361f74243", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:50.622889 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-456dbdb2-4148-4752-923b-d34110a15468 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:50.623316 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa24da4-4210-4f68-8327-ad7805313588', 'name': 'network-vif-deleted', 'tag': '0b614ef4-75ff-49b5-9489-ce3361f74243', 'status': 'completed', 'code': 200} Jul 16 09:07:50.639396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-c9d42b14-4b58-4a77-ac0b-649f74ee69e5 service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548999 Jul 16 09:07:50.646200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cf23680-2d49-42f1-bc5b-6715ee2d5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.749818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59200) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:50.749974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5cf23680-2d49-42f1-bc5b-6715ee2d5e59 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4354d60ec33f4816ae8695ba3ae7c024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9053664 Jul 16 09:07:50.807766 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.820687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dae71c-75d4-48e0-b681-2e0092bb9a63']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:50.833844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b202544c-ea2f-4a68-bfe4-c02ac37d752e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:50.834156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b202544c-ea2f-4a68-bfe4-c02ac37d752e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:50.846146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.859591 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-216f2d4e-6edc-4ceb-8aab-6ddb9d925020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.895673 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.903893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:50.904662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.922751 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-216f2d4e-6edc-4ceb-8aab-6ddb9d925020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:50.988550 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:50.993239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf23680-2d49-42f1-bc5b-6715ee2d5e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd5d69c-d75d-451c-ad8f-290262bfee63,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.998691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.044319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-216f2d4e-6edc-4ceb-8aab-6ddb9d925020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.058650 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-216f2d4e-6edc-4ceb-8aab-6ddb9d925020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.063241 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-216f2d4e-6edc-4ceb-8aab-6ddb9d925020 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9dd5d69c-d75d-451c-ad8f-290262bfee63 HTTP/1.1" status: 204 len: 168 time: 0.3122182 Jul 16 09:07:51.089725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.095651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] 10.222.0.55 "DELETE /v2.0/networks/07dae71c-75d4-48e0-b681-2e0092bb9a63 HTTP/1.1" status: 204 len: 168 time: 0.8705943 Jul 16 09:07:51.097564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe0851-117d-468e-92a2-7a87a9d02fc8 tempest-PortsAdminExtendedAttrsTestJSON-1176014127 tempest-PortsAdminExtendedAttrsTestJSON-1176014127-project] Pushing event deleted for resources: {'Network': ['ID=07dae71c-75d4-48e0-b681-2e0092bb9a63,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:51.121046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f2d4e-6edc-4ceb-8aab-6ddb9d925020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd5d69c-d75d-451c-ad8f-290262bfee63,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:51.221439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ea9cb8b-f5b1-4f55-8a95-a28692afea68 req-698489b1-57ba-447e-8e56-2adad931cb32 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 210 time: 0.0708334 Jul 16 09:07:51.567456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e908766-dced-4e67-822f-1c64aac474d8 req-85ceeeb4-d8ca-4ff2-a1ca-3e6f3ea0a616 tempest-VolumesBackupsTest-1407610908 tempest-VolumesBackupsTest-1407610908-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffa24da4-4210-4f68-8327-ad7805313588 HTTP/1.1" status: 200 len: 210 time: 0.0735197 Jul 16 09:07:51.881892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0b614ef4-75ff-49b5-9489-ce3361f74243 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:51.918126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 0b614ef4-75ff-49b5-9489-ce3361f74243 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:51.918624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0b614ef4-75ff-49b5-9489-ce3361f74243 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:51.919484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 07d335ee-c553-477d-967d-d7c6cb238fca no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:51.981566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 07d335ee-c553-477d-967d-d7c6cb238fca {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:51.981913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 07d335ee-c553-477d-967d-d7c6cb238fca not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:52.014664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59252) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:52.262635 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c704633a-fd46-4323-8aee-3f4627f185fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a6bbc6c76a9477895cd6ca4d69a40d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457285 Jul 16 09:07:52.266972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59266) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:52.346980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb6f67fd-a74f-41a3-bd87-2b24ed3ab9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.393256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb6f67fd-a74f-41a3-bd87-2b24ed3ab9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.590953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa52078e-2a89-4e08-95c1-dfce83c8ebaa req-fe357f0c-1a59-464b-b6cc-96b37e49d2fc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 210 time: 0.0710478 Jul 16 09:07:52.639704 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb6f67fd-a74f-41a3-bd87-2b24ed3ab9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.642570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb6f67fd-a74f-41a3-bd87-2b24ed3ab9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.644007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cb6f67fd-a74f-41a3-bd87-2b24ed3ab9af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdb7a678-eb43-4d5f-9f8a-6abd9144261f HTTP/1.1" status: 204 len: 168 time: 0.3751781 Jul 16 09:07:52.653198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f67fd-a74f-41a3-bd87-2b24ed3ab9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb7a678-eb43-4d5f-9f8a-6abd9144261f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:53.209638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-5709d336-abbb-44a5-8992-e8c915740c85 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:53.211957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-5709d336-abbb-44a5-8992-e8c915740c85 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.1898618 Jul 16 09:07:53.230193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'port': {'device_id': '98eb40ee-8e49-4a44-b55c-b21a8a7fee7b', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'admin_state_up': True, 'tenant_id': 'c21191488fda4a5995f37c7613af0579'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:53.352234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59318) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:53.438790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:53.443372 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.450732 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5195f086-4e03-45ce-9517-4ea7e0834169 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fabcfe9a40fc40fcb870e32eb7230483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957961 Jul 16 09:07:53.453794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59320) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:53.570632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e99b519-7137-4ace-98e4-98a58fd02cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.621928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e99b519-7137-4ace-98e4-98a58fd02cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.744253 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e99b519-7137-4ace-98e4-98a58fd02cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.747475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e99b519-7137-4ace-98e4-98a58fd02cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.748977 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7e99b519-7137-4ace-98e4-98a58fd02cb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc54abc4-fc67-4956-acba-b23afcabe238 HTTP/1.1" status: 204 len: 168 time: 0.2939343 Jul 16 09:07:53.781263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.20.0.14 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/5382eae3-c8e6-4560-a981-50eabf164da3) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:53.784280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99b519-7137-4ace-98e4-98a58fd02cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc54abc4-fc67-4956-acba-b23afcabe238,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:54.196010 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.231174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Transition to ACTIVE for port object 5382eae3-c8e6-4560-a981-50eabf164da3 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:54.395611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.412488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e74faa0e-eb5b-419a-ab6c-0e451b824892'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:54.506392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:54.540172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:54.545181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:54.752794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:54.753797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.804519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e243839-0795-4789-8809-468e4b3b6e15 req-b5283207-f05a-4a4e-b112-a48ab3e2e717 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:54.816710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e243839-0795-4789-8809-468e4b3b6e15 req-b5283207-f05a-4a4e-b112-a48ab3e2e717 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 932 time: 0.4974389 Jul 16 09:07:54.854359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6301510 Jul 16 09:07:54.970663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e243839-0795-4789-8809-468e4b3b6e15 req-1880fd44-2d40-426b-ba24-970bd978a72d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521304 Jul 16 09:07:54.973172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0010a51-76c6-4c21-8a9c-e1d281455d19 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=5382eae3-c8e6-4560-a981-50eabf164da3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:54.992755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Request body: {'port': {'device_id': '98eb40ee-8e49-4a44-b55c-b21a8a7fee7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:55.115579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-433615f6-a1e8-4686-b9af-1ca6c9747d39 None None] Provisioning for port 5382eae3-c8e6-4560-a981-50eabf164da3 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:55.128708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-433615f6-a1e8-4686-b9af-1ca6c9747d39 None None] Provisioning complete for port 5382eae3-c8e6-4560-a981-50eabf164da3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:55.129214 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-433615f6-a1e8-4686-b9af-1ca6c9747d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.221981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-433615f6-a1e8-4686-b9af-1ca6c9747d39 None None] Port 5382eae3-c8e6-4560-a981-50eabf164da3 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:55.277483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.293999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59390) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:55.585089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-857e22d6-8887-4bd2-bd98-1f59f70fb278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.949060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-857e22d6-8887-4bd2-bd98-1f59f70fb278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.958772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-857e22d6-8887-4bd2-bd98-1f59f70fb278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.016014 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e22d6-8887-4bd2-bd98-1f59f70fb278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ab35b-0e4f-4a19-89ca-d4432941ead2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:56.051804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5382eae3-c8e6-4560-a981-50eabf164da3 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:56.076356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.094232 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-857e22d6-8887-4bd2-bd98-1f59f70fb278 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1bb4fc579b4047f6a0aec3099222a117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7988632 Jul 16 09:07:56.094990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59416) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:56.098371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:56.116823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Transition to ACTIVE for port object 5382eae3-c8e6-4560-a981-50eabf164da3 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:56.127578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.298141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9526d398-83e0-4a42-aa6f-f39b96717aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.323515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Pushing event updated for resources: {'Port': ['ID=5382eae3-c8e6-4560-a981-50eabf164da3,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:56.385518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9526d398-83e0-4a42-aa6f-f39b96717aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.458471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-997107430'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:56.533497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Made reservation on behalf of f12957b916d6439a9d7fb70083c60ac1 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:56.543813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.640070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.645150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Attempting to bind port 5382eae3-c8e6-4560-a981-50eabf164da3 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:56.649870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Attempting to bind port 5382eae3-c8e6-4560-a981-50eabf164da3 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:56.650817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Attempting to bind port 5382eae3-c8e6-4560-a981-50eabf164da3 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:56.686705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Port 5382eae3-c8e6-4560-a981-50eabf164da3 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:56.688750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Attempting to bind port 5382eae3-c8e6-4560-a981-50eabf164da3 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:56.719059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:56.719329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:56.722664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:56.722664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Bound port: 5382eae3-c8e6-4560-a981-50eabf164da3, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:56.722881 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.788764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9526d398-83e0-4a42-aa6f-f39b96717aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.800512 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9526d398-83e0-4a42-aa6f-f39b96717aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.802906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a8d19-48a8-4503-aed2-1fbb41e94ac8 req-0f159dcb-7b27-457f-90d7-cee42c1488f1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:56.809681 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9526d398-83e0-4a42-aa6f-f39b96717aff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a94ab35b-0e4f-4a19-89ca-d4432941ead2 HTTP/1.1" status: 204 len: 168 time: 0.7100804 Jul 16 09:07:56.825944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e6a8d19-48a8-4503-aed2-1fbb41e94ac8 req-0f159dcb-7b27-457f-90d7-cee42c1488f1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.5186102 Jul 16 09:07:56.857302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526d398-83e0-4a42-aa6f-f39b96717aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ab35b-0e4f-4a19-89ca-d4432941ead2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:57.089480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.100077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.119240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:57.140325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e6a8d19-48a8-4503-aed2-1fbb41e94ac8 req-685cb20d-ba86-467a-a608-206de8a89165 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097072 Jul 16 09:07:57.143713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.145882 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Added segment d36d3bb2-da47-4453-a80e-912e53bd137b of type vlan for network 724bd732-d421-4020-ab2e-3cccc87e8320 Jul 16 09:07:57.213540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] For port 5382eae3-c8e6-4560-a981-50eabf164da3, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:57.217619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] For port 5382eae3-c8e6-4560-a981-50eabf164da3, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5382eae3-c8e6-4560-a981-50eabf164da3,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:57.225283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.270315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.279059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:57.281269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.285196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] 10.222.0.52 "PUT /v2.0/ports/5382eae3-c8e6-4560-a981-50eabf164da3 HTTP/1.1" status: 200 len: 1093 time: 2.3339486 Jul 16 09:07:57.285909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eb40ee-8e49-4a44-b55c-b21a8a7fee7b', 'tag': '5382eae3-c8e6-4560-a981-50eabf164da3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:57.288961 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe2ad6f-2381-493b-970c-a04d737faa72" -d '{"events": [{"name": "network-changed", "server_uuid": "98eb40ee-8e49-4a44-b55c-b21a8a7fee7b", "tag": "5382eae3-c8e6-4560-a981-50eabf164da3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:57.424478 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bb54b1-400f-4ac0-a156-19d0787df497 x-openstack-request-id: req-08bb54b1-400f-4ac0-a156-19d0787df497 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:57.424912 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98eb40ee-8e49-4a44-b55c-b21a8a7fee7b", "tag": "5382eae3-c8e6-4560-a981-50eabf164da3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:57.425232 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08bb54b1-400f-4ac0-a156-19d0787df497 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:57.425870 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eb40ee-8e49-4a44-b55c-b21a8a7fee7b', 'tag': '5382eae3-c8e6-4560-a981-50eabf164da3', 'status': 'completed', 'code': 200} Jul 16 09:07:57.448383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90acd-7604-4d58-b38d-0fab76f5c618 service neutron] Pushing event updated for resources: {'Port': ['ID=5382eae3-c8e6-4560-a981-50eabf164da3,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:57.493780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c38e99e-fb6a-4a25-8bb9-3c04ab4e8282,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:57.502473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.512312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:57.515333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.541793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-586df4c3-8006-46bf-8f4d-858d1d054a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:57.543563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-586df4c3-8006-46bf-8f4d-858d1d054a42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 1096 time: 0.1910446 Jul 16 09:07:57.580791 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4733057 Jul 16 09:07:57.585387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59462) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:57.649419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'subnet': {'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:57.697714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-4940d566-7f11-4739-9dea-3ddf4baed61a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5382eae3-c8e6-4560-a981-50eabf164da3 HTTP/1.1" status: 200 len: 217 time: 0.1414578 Jul 16 09:07:57.834820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417dc49-0d42-45bf-b9bb-d3bf5253d3cf tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Network': ['ID=724bd732-d421-4020-ab2e-3cccc87e8320,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:57.836568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-f677d09e-759c-4510-9d61-0d10c6558018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:57.844957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-f677d09e-759c-4510-9d61-0d10c6558018 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1370025 Jul 16 09:07:57.865449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 724bd732-d421-4020-ab2e-3cccc87e8320 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:58.059381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-3209fc0f-3fbb-49c8-a894-6879a137c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:58.067513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-3209fc0f-3fbb-49c8-a894-6879a137c9d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2131996 Jul 16 09:07:58.089077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Made reservation on behalf of f12957b916d6439a9d7fb70083c60ac1 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:58.107425 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:58.326305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-f602bc9d-e18a-423e-b3b0-ef57375fcc87 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521622 Jul 16 09:07:58.690645 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:58.710817 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe73e2ab-c9e5-469d-9162-8dbe7dcdb2d9 req-2ef6e929-2e6d-420c-a664-bf905767a5ea service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759978 Jul 16 09:07:58.825547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Subnet': ['ID=cd338705-d7c6-4cec-b6f3-eab19d1cfc4f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:58.912294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Checking segment: {'id': 'd36d3bb2-da47-4453-a80e-912e53bd137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:58.913038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Network hostable DHCP agents. Network: 724bd732-d421-4020-ab2e-3cccc87e8320, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:58.933465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Network 724bd732-d421-4020-ab2e-3cccc87e8320 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:58.946782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 724bd732-d421-4020-ab2e-3cccc87e8320) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:58.958915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b62d6-28e7-496c-afdb-5100f15f10b8 None None] Network 724bd732-d421-4020-ab2e-3cccc87e8320 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:58.970562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:58.972807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:58.976039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-b4ebe33b-b2f0-4d5e-8bb6-18ab57d540aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:58.977757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-b4ebe33b-b2f0-4d5e-8bb6-18ab57d540aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 1096 time: 0.1914887 Jul 16 09:07:59.010569 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-afac9749-0896-4165-ab1f-88aee418fa9d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4220605 Jul 16 09:07:59.012434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59498) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:59.055174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320', 'name': 'tempest-AllowedAddressPairTestJSON-541872365'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:59.335238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-c6c0715b-655e-48d8-875d-4f46f992408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:59.336927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-c6c0715b-655e-48d8-875d-4f46f992408e service neutron] 10.222.0.52 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.3517685 Jul 16 09:07:59.571838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-04348ad0-71b5-4de2-9713-7e32d0739735 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5382eae3-c8e6-4560-a981-50eabf164da3 HTTP/1.1" status: 200 len: 217 time: 0.2231429 Jul 16 09:07:59.583311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Made reservation on behalf of f12957b916d6439a9d7fb70083c60ac1 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:59.590204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-724bd732-d421-4020-ab2e-3cccc87e8320', 'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320', 'tenant_id': 'f12957b916d6439a9d7fb70083c60ac1', 'fixed_ips': [{'subnet_id': 'cd338705-d7c6-4cec-b6f3-eab19d1cfc4f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:59.592844 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.593952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.680592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] device_id is not set on port 854f491e-1d63-4d1b-8e10-7ba418210285 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:59.964234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-666f9bde-7a70-4fa0-a002-373ea421cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:59.974478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-666f9bde-7a70-4fa0-a002-373ea421cae1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.3814402 Jul 16 09:08:00.113984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Allocated IP 172.20.0.14 (724bd732-d421-4020-ab2e-3cccc87e8320/cd338705-d7c6-4cec-b6f3-eab19d1cfc4f/854f491e-1d63-4d1b-8e10-7ba418210285) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:00.125179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb039-4908-4f38-a7ed-f2a0e5d81cda req-4a517090-a747-4eb8-90bc-3a0c1136835a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:00.137733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbbb039-4908-4f38-a7ed-f2a0e5d81cda req-4a517090-a747-4eb8-90bc-3a0c1136835a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.5490918 Jul 16 09:08:00.279039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-a44d84ea-83ca-46f8-b96e-7e514f7b96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:00.284517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-a44d84ea-83ca-46f8-b96e-7e514f7b96b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2967846 Jul 16 09:08:00.298101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbbbb039-4908-4f38-a7ed-f2a0e5d81cda req-0a334505-0211-4bc2-90e3-40a99a620077 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452060 Jul 16 09:08:00.503564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.550596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Transition to ACTIVE for port object 854f491e-1d63-4d1b-8e10-7ba418210285 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:00.559061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-e019262f-5b06-47a7-b92b-c545380f40e3 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622092 Jul 16 09:08:00.631595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.840076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=854f491e-1d63-4d1b-8e10-7ba418210285,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:00.848683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbe2ad6f-2381-493b-970c-a04d737faa72 req-9747fad3-9c30-45cc-b5ec-72044ffb2b75 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856789 Jul 16 09:08:00.853980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Allocated IP 172.20.0.2 (724bd732-d421-4020-ab2e-3cccc87e8320/cd338705-d7c6-4cec-b6f3-eab19d1cfc4f/3e86d9f1-f780-408b-bd53-16a965b8c439) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:00.885036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59586) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:00.931564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Network 724bd732-d421-4020-ab2e-3cccc87e8320 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:00.933010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:00.936878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:01.095469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:01.096175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.150650 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8a6206df-bd88-4526-819f-63017316e760 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1323006 Jul 16 09:08:01.154786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59594) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:01.161452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320', 'name': 'tempest-AllowedAddressPairTestJSON-548720725', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:cb:91:7a'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:01.463090 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.480883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Transition to ACTIVE for port object 3e86d9f1-f780-408b-bd53-16a965b8c439 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:01.536406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Transition to ACTIVE for port object 3e86d9f1-f780-408b-bd53-16a965b8c439 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:01.556402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.566321 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64a773c8-bc0c-4939-a7f3-758649e2e54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.620055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Made reservation on behalf of f12957b916d6439a9d7fb70083c60ac1 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:01.700181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Network 724bd732-d421-4020-ab2e-3cccc87e8320 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:01.760255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:01.761577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:01.782689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Pushing event updated for resources: {'Port': ['ID=3e86d9f1-f780-408b-bd53-16a965b8c439,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:01.850770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.855286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Attempting to bind port 3e86d9f1-f780-408b-bd53-16a965b8c439 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:01.856396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Attempting to bind port 3e86d9f1-f780-408b-bd53-16a965b8c439 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'd36d3bb2-da47-4453-a80e-912e53bd137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:01.857104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Attempting to bind port 3e86d9f1-f780-408b-bd53-16a965b8c439 on network 724bd732-d421-4020-ab2e-3cccc87e8320 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:01.863093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:01.863810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Checking segment: {'id': 'd36d3bb2-da47-4453-a80e-912e53bd137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:01.864436 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.865428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Bound using segment: {'id': 'd36d3bb2-da47-4453-a80e-912e53bd137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:01.866112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Bound port: 3e86d9f1-f780-408b-bd53-16a965b8c439, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36d3bb2-da47-4453-a80e-912e53bd137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:01.866706 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.903238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] device_id is not set on port fff878c0-16c1-4501-a99a-104647968be9 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:08:02.044040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] For port 3e86d9f1-f780-408b-bd53-16a965b8c439, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:02.049042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] For port 3e86d9f1-f780-408b-bd53-16a965b8c439, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3e86d9f1-f780-408b-bd53-16a965b8c439,segment=NetworkSegment(d36d3bb2-da47-4453-a80e-912e53bd137b),segment_id=d36d3bb2-da47-4453-a80e-912e53bd137b)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:02.054429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa4ee5-d99b-41c7-9ea0-1f5091541dcf req-46093875-1317-446f-a1b7-66f6d0382550 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:02.056945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7fa4ee5-d99b-41c7-9ea0-1f5091541dcf req-46093875-1317-446f-a1b7-66f6d0382550 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.3810978 Jul 16 09:08:02.059775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.273979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7fa4ee5-d99b-41c7-9ea0-1f5091541dcf req-589cb629-40ea-44d9-b293-97eedd10e4a1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383207 Jul 16 09:08:02.314337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83fd86-cfe0-4950-b9c6-5dc02a631eb5 None None] Pushing event updated for resources: {'Port': ['ID=3e86d9f1-f780-408b-bd53-16a965b8c439,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:02.375790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64a773c8-bc0c-4939-a7f3-758649e2e54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.384317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64a773c8-bc0c-4939-a7f3-758649e2e54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.441925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Allocated IP 172.20.0.4 (724bd732-d421-4020-ab2e-3cccc87e8320/cd338705-d7c6-4cec-b6f3-eab19d1cfc4f/fff878c0-16c1-4501-a99a-104647968be9) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:02.535956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-64a773c8-bc0c-4939-a7f3-758649e2e54a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e41db77220ae40158f2d225918d8e7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6492820 Jul 16 09:08:02.542965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a773c8-bc0c-4939-a7f3-758649e2e54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebdeaac-c218-4aa7-96b1-1f72470b9fa6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:02.550143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59648) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:02.821341 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0aa6dc6e-d6c0-4470-9296-75bc8ee74aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.902486 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0aa6dc6e-d6c0-4470-9296-75bc8ee74aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.058319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0aa6dc6e-d6c0-4470-9296-75bc8ee74aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.066823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0aa6dc6e-d6c0-4470-9296-75bc8ee74aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.082650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0aa6dc6e-d6c0-4470-9296-75bc8ee74aae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cebdeaac-c218-4aa7-96b1-1f72470b9fa6 HTTP/1.1" status: 204 len: 168 time: 0.5158901 Jul 16 09:08:03.103460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6dc6e-d6c0-4470-9296-75bc8ee74aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebdeaac-c218-4aa7-96b1-1f72470b9fa6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:03.161225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.212758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Transition to ACTIVE for port object fff878c0-16c1-4501-a99a-104647968be9 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:03.408223 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.635884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Network 724bd732-d421-4020-ab2e-3cccc87e8320 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:03.670341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:03.677375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:03.708016 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=fff878c0-16c1-4501-a99a-104647968be9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:03.935798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:03.938450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.972068 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0580ab12-405e-4607-a1a8-40760295f74d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8151755 Jul 16 09:08:03.976569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59674) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:04.099310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44548ce1-8ed6-402f-89e9-d0cc484113e3 req-3434e06a-4988-4ee1-bfbd-b31e547f1a93 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:04.118688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44548ce1-8ed6-402f-89e9-d0cc484113e3 req-3434e06a-4988-4ee1-bfbd-b31e547f1a93 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.3792846 Jul 16 09:08:04.176088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:04.242736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc112e-580b-440c-8a37-63b5d23107d9 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:04.254688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc112e-580b-440c-8a37-63b5d23107d9 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:04.266136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c9ded4-7fd8-4c5d-b4d8-1c58cd4ba675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.268483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc112e-580b-440c-8a37-63b5d23107d9 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:04.271237 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3ccc112e-580b-440c-8a37-63b5d23107d9 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2934773 Jul 16 09:08:04.278210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:04.283570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3e86d9f1-f780-408b-bd53-16a965b8c439 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:04.341040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e31172-e195-4f07-ad40-711dc1efdf65 None None] Network 724bd732-d421-4020-ab2e-3cccc87e8320 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:04.411061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44548ce1-8ed6-402f-89e9-d0cc484113e3 req-c1627521-d130-4c91-ac1e-9709d0158d18 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852080 Jul 16 09:08:04.618450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c0b254c7-0214-40c2-bb11-eff4df1db4b6 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Deleting port fff878c0-16c1-4501-a99a-104647968be9 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:04.627691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0b254c7-0214-40c2-bb11-eff4df1db4b6 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.647746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c9ded4-7fd8-4c5d-b4d8-1c58cd4ba675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.665222 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c9ded4-7fd8-4c5d-b4d8-1c58cd4ba675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.759646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9ded4-7fd8-4c5d-b4d8-1c58cd4ba675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d02d19-bb22-47e5-ad1f-68e3e5dd9fa6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:04.791055 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-64c9ded4-7fd8-4c5d-b4d8-1c58cd4ba675 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=592e79430d124564b13234d0b91e405c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103010 Jul 16 09:08:04.794774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59702) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:04.838696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a5a91a97-fde2-463f-9230-36c16f921d8e None None] Provisioning for port 3e86d9f1-f780-408b-bd53-16a965b8c439 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:04.938675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0b254c7-0214-40c2-bb11-eff4df1db4b6 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.951499 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f56af039-e93a-435a-8433-bba737a66490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.958935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3e86d9f1-f780-408b-bd53-16a965b8c439 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:04.998102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c0b254c7-0214-40c2-bb11-eff4df1db4b6 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Calling delete_port for fff878c0-16c1-4501-a99a-104647968be9 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:05.009134 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f56af039-e93a-435a-8433-bba737a66490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.058485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3e86d9f1-f780-408b-bd53-16a965b8c439 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:05.074941 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.126444 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f56af039-e93a-435a-8433-bba737a66490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.131268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f56af039-e93a-435a-8433-bba737a66490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.135571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f56af039-e93a-435a-8433-bba737a66490 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5d02d19-bb22-47e5-ad1f-68e3e5dd9fa6 HTTP/1.1" status: 204 len: 168 time: 0.3337574 Jul 16 09:08:05.171846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af039-e93a-435a-8433-bba737a66490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d02d19-bb22-47e5-ad1f-68e3e5dd9fa6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:05.665164 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.716562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0b254c7-0214-40c2-bb11-eff4df1db4b6 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.777252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3e86d9f1-f780-408b-bd53-16a965b8c439, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3e86d9f1-f780-408b-bd53-16a965b8c439,segment=NetworkSegment(d36d3bb2-da47-4453-a80e-912e53bd137b),segment_id=d36d3bb2-da47-4453-a80e-912e53bd137b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:05.798912 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.953862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b254c7-0214-40c2-bb11-eff4df1db4b6 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Port': ['ID=fff878c0-16c1-4501-a99a-104647968be9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:05.965676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8a63c363-9247-42a6-92ce-78774b3e4651 None None] Could not find standard attr ID for object fff878c0-16c1-4501-a99a-104647968be9. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:08:06.017166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8a63c363-9247-42a6-92ce-78774b3e4651 None None] Provisioning complete for port 3e86d9f1-f780-408b-bd53-16a965b8c439 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:06.017802 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a63c363-9247-42a6-92ce-78774b3e4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.022987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3e86d9f1-f780-408b-bd53-16a965b8c439,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:06.260868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c429e-51ca-4ad1-8c24-5ea0c95839df req-7f0f9bb9-6df5-4524-99ac-754a5cdfd766 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:06.267643 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-728c429e-51ca-4ad1-8c24-5ea0c95839df req-7f0f9bb9-6df5-4524-99ac-754a5cdfd766 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.2970831 Jul 16 09:08:06.288484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8a63c363-9247-42a6-92ce-78774b3e4651 None None] Provisioning for port 854f491e-1d63-4d1b-8e10-7ba418210285 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:06.294396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8a63c363-9247-42a6-92ce-78774b3e4651 None None] Provisioning complete for port 854f491e-1d63-4d1b-8e10-7ba418210285 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:06.294776 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a63c363-9247-42a6-92ce-78774b3e4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.387616 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-728c429e-51ca-4ad1-8c24-5ea0c95839df req-48a07636-2d05-4fd0-ba9f-693b04f2b35a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103184 Jul 16 09:08:06.431891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8a63c363-9247-42a6-92ce-78774b3e4651 None None] Port 854f491e-1d63-4d1b-8e10-7ba418210285 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:06.499532 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0b254c7-0214-40c2-bb11-eff4df1db4b6 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.504674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59746) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.504881 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c0b254c7-0214-40c2-bb11-eff4df1db4b6 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "DELETE /v2.0/ports/fff878c0-16c1-4501-a99a-104647968be9 HTTP/1.1" status: 204 len: 168 time: 2.2212558 Jul 16 09:08:06.564947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cf51222a-f6b1-4623-a185-0b0660042eb7 None None] Provisioning complete for port 854f491e-1d63-4d1b-8e10-7ba418210285 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:06.564947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf51222a-f6b1-4623-a185-0b0660042eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.630235 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b40443-d90e-4dd7-b921-316b7447bdbc tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] GET failed (client error): The resource could not be found. Jul 16 09:08:06.638709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b6b40443-d90e-4dd7-b921-316b7447bdbc tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "GET /v2.0/ports/fff878c0-16c1-4501-a99a-104647968be9 HTTP/1.1" status: 404 len: 333 time: 0.1324508 Jul 16 09:08:06.645465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59748) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.651181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320', 'name': 'tempest-AllowedAddressPairTestJSON-1524635066'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:06.696535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cf51222a-f6b1-4623-a185-0b0660042eb7 None None] Port 854f491e-1d63-4d1b-8e10-7ba418210285 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:06.846086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7016b712-3b0e-48d9-8635-22bc400d08b3 None None] Could not find standard attr ID for object fff878c0-16c1-4501-a99a-104647968be9. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:08:07.027143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Made reservation on behalf of f12957b916d6439a9d7fb70083c60ac1 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:07.031792 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.096282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] device_id is not set on port 6f668de2-666f-4252-b4d3-6672e862c9e2 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:08:07.681368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Allocated IP 172.20.0.8 (724bd732-d421-4020-ab2e-3cccc87e8320/cd338705-d7c6-4cec-b6f3-eab19d1cfc4f/6f668de2-666f-4252-b4d3-6672e862c9e2) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:08.088085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3e86d9f1-f780-408b-bd53-16a965b8c439 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:08.208858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bc3aa-d124-4358-830f-d688dfdaa9e3 req-ac1aeb7f-8e26-4961-81a7-e62693b9ed40 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:08.222910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b88bc3aa-d124-4358-830f-d688dfdaa9e3 req-ac1aeb7f-8e26-4961-81a7-e62693b9ed40 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.4115727 Jul 16 09:08:08.316251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3e86d9f1-f780-408b-bd53-16a965b8c439 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:08.318436 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.365509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b88bc3aa-d124-4358-830f-d688dfdaa9e3 req-d9f9157c-dc67-4f6e-9593-dc3a206bae79 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409161 Jul 16 09:08:08.371600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.437589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Transition to ACTIVE for port object 6f668de2-666f-4252-b4d3-6672e862c9e2 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:08.645598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.849233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=6f668de2-666f-4252-b4d3-6672e862c9e2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:08.896003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Network 724bd732-d421-4020-ab2e-3cccc87e8320 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:08.901017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:08.910857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:09.048075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:09.048075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.090026 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-84915bb2-9184-4b8e-b72f-53258e8e3778 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4430258 Jul 16 09:08:09.093825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59806) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:09.101453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:cb:91:7a'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:09.557993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2fd5316b-eb97-4b5a-98ec-d0ac4bd34a65 None None] Provisioning for port 6f668de2-666f-4252-b4d3-6672e862c9e2 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:09.568009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2fd5316b-eb97-4b5a-98ec-d0ac4bd34a65 None None] Provisioning complete for port 6f668de2-666f-4252-b4d3-6672e862c9e2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:09.571122 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2fd5316b-eb97-4b5a-98ec-d0ac4bd34a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.719539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5316b-eb97-4b5a-98ec-d0ac4bd34a65 None None] Port 6f668de2-666f-4252-b4d3-6672e862c9e2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:09.939360 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.270569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfc0f8-9d59-4e4c-85eb-a6b19f6f07c2 req-1bd7c32b-b7fe-433c-8ec8-696a6d38bddc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.279515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38cfc0f8-9d59-4e4c-85eb-a6b19f6f07c2 req-1bd7c32b-b7fe-433c-8ec8-696a6d38bddc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.5553946 Jul 16 09:08:10.555818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38cfc0f8-9d59-4e4c-85eb-a6b19f6f07c2 req-b6dbf9bd-f1ec-431b-a75e-bf553cc0c532 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638896 Jul 16 09:08:10.666053 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.674226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.881067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=6f668de2-666f-4252-b4d3-6672e862c9e2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:10.900369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] In _notify_port_updated(), no bound segment for port 6f668de2-666f-4252-b4d3-6672e862c9e2 on network 724bd732-d421-4020-ab2e-3cccc87e8320 {{(pid=94159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:08:10.911118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.911791 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.915924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-63c0cb49-2b5b-40ee-8898-13fcdcef6bc0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "PUT /v2.0/ports/6f668de2-666f-4252-b4d3-6672e862c9e2 HTTP/1.1" status: 200 len: 994 time: 1.8172624 Jul 16 09:08:10.916840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59856) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:11.243180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8ff48749-c0d7-4b85-b68e-c7e83139a1e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Deleting port 6f668de2-666f-4252-b4d3-6672e862c9e2 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:11.246922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ff48749-c0d7-4b85-b68e-c7e83139a1e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.265633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-358b2fb8-69ac-469a-a4e3-696b1e68e931 None None] Provisioning complete for port 6f668de2-666f-4252-b4d3-6672e862c9e2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:11.267262 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358b2fb8-69ac-469a-a4e3-696b1e68e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.372194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-358b2fb8-69ac-469a-a4e3-696b1e68e931 None None] Port 6f668de2-666f-4252-b4d3-6672e862c9e2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:11.541806 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ff48749-c0d7-4b85-b68e-c7e83139a1e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.583770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8ff48749-c0d7-4b85-b68e-c7e83139a1e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Calling delete_port for 6f668de2-666f-4252-b4d3-6672e862c9e2 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:11.725152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59874) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:12.006115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ff48749-c0d7-4b85-b68e-c7e83139a1e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.018118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756656d8-2fa2-42a5-b771-faabc2909745 req-a1ac09b6-22ed-4b73-ad47-ece7fd268b3d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:12.027562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-756656d8-2fa2-42a5-b771-faabc2909745 req-a1ac09b6-22ed-4b73-ad47-ece7fd268b3d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.2020943 Jul 16 09:08:12.166326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e84d6ed-ee35-42e3-9955-eda495cc1aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.176586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff48749-c0d7-4b85-b68e-c7e83139a1e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Port': ['ID=6f668de2-666f-4252-b4d3-6672e862c9e2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:12.222345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-756656d8-2fa2-42a5-b771-faabc2909745 req-a2c3f62b-55c0-45b6-861e-e597c22f668c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927261 Jul 16 09:08:12.452126 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e84d6ed-ee35-42e3-9955-eda495cc1aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.481755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59892) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:12.509975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e84d6ed-ee35-42e3-9955-eda495cc1aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.685574 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e84d6ed-ee35-42e3-9955-eda495cc1aab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce7eaf2603f54732b90ca7432d37fa2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9592097 Jul 16 09:08:12.690406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59896) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:12.707626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84d6ed-ee35-42e3-9955-eda495cc1aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5013e-efdd-4d07-bc03-57ee8e477ec1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:12.880920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-600fcce4-1657-472e-9e08-9ac438e0878d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.924764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ff48749-c0d7-4b85-b68e-c7e83139a1e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.927170 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8ff48749-c0d7-4b85-b68e-c7e83139a1e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "DELETE /v2.0/ports/6f668de2-666f-4252-b4d3-6672e862c9e2 HTTP/1.1" status: 204 len: 168 time: 2.0087225 Jul 16 09:08:12.932338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59898) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:12.968206 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e024b9-1c5c-4cf7-a9e0-7e046eb22b2d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] GET failed (client error): The resource could not be found. Jul 16 09:08:12.970533 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d3e024b9-1c5c-4cf7-a9e0-7e046eb22b2d tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "GET /v2.0/ports/6f668de2-666f-4252-b4d3-6672e862c9e2 HTTP/1.1" status: 404 len: 333 time: 0.0368764 Jul 16 09:08:12.973310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-600fcce4-1657-472e-9e08-9ac438e0878d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.980221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59900) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:12.994533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320', 'name': 'tempest-AllowedAddressPairTestJSON-1056547869'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:13.239638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-600fcce4-1657-472e-9e08-9ac438e0878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.242973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-600fcce4-1657-472e-9e08-9ac438e0878d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.248245 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-600fcce4-1657-472e-9e08-9ac438e0878d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aef5013e-efdd-4d07-bc03-57ee8e477ec1 HTTP/1.1" status: 204 len: 168 time: 0.5558257 Jul 16 09:08:13.288856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fcce4-1657-472e-9e08-9ac438e0878d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5013e-efdd-4d07-bc03-57ee8e477ec1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:13.408730 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c336482c-5dd3-406c-ac0e-e7027d45713b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.424069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Made reservation on behalf of f12957b916d6439a9d7fb70083c60ac1 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:13.435596 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.489187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-f375972f-4004-4f58-924f-d11c9391aa8f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9914839 Jul 16 09:08:13.513003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] device_id is not set on port 27a36bc2-07b1-4e00-8af9-f581549d68a4 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:08:13.771340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c336482c-5dd3-406c-ac0e-e7027d45713b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.787463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-48638f97-a094-42ba-9e5b-4234e3b8e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:13.789208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-48638f97-a094-42ba-9e5b-4234e3b8e6be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 1097 time: 0.2236514 Jul 16 09:08:13.791198 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c336482c-5dd3-406c-ac0e-e7027d45713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.863842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Allocated IP 172.20.0.8 (724bd732-d421-4020-ab2e-3cccc87e8320/cd338705-d7c6-4cec-b6f3-eab19d1cfc4f/27a36bc2-07b1-4e00-8af9-f581549d68a4) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:13.992000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0a42-ac5c-418f-9bc9-a85888f1054f req-83c0df0b-a6ba-43c9-bb07-ba6508fc5306 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:13.995265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31fb0a42-ac5c-418f-9bc9-a85888f1054f req-83c0df0b-a6ba-43c9-bb07-ba6508fc5306 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.3598797 Jul 16 09:08:14.074633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336482c-5dd3-406c-ac0e-e7027d45713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b424a1-5998-4d19-8bfa-85f810ee87f0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.087822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c336482c-5dd3-406c-ac0e-e7027d45713b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f7689dae7cf4c7bab7e217ac65b55c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6038010 Jul 16 09:08:14.100563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 59926) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:14.151973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.168594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Transition to ACTIVE for port object 27a36bc2-07b1-4e00-8af9-f581549d68a4 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:14.178006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59928) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:14.210511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bd0464f-f7dd-4973-9f83-0fa94da5d25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.223525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31fb0a42-ac5c-418f-9bc9-a85888f1054f req-0a65cb52-f764-463a-a840-46e786fdbbc0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072587 Jul 16 09:08:14.270647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.365688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=27a36bc2-07b1-4e00-8af9-f581549d68a4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.371017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-31296cbe-c35a-482a-9ece-d46b99bf816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.373372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-31296cbe-c35a-482a-9ece-d46b99bf816c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.5078361 Jul 16 09:08:14.381563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c380cfaa-bf68-47af-a26b-30c2fd406bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.403769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Network 724bd732-d421-4020-ab2e-3cccc87e8320 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:14.409171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:14.418057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:14.472228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-03b269ef-2fcd-4e20-b0d7-067b81374137 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892 HTTP/1.1" status: 200 len: 217 time: 0.0873032 Jul 16 09:08:14.478187 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f424ed1f-cd0d-49c3-8fad-d332d21476a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.658179 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c380cfaa-bf68-47af-a26b-30c2fd406bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.708971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.711179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.749296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-8ba0f8c5-8d68-4f28-9dd5-2e75c1190932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.759794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-8ba0f8c5-8d68-4f28-9dd5-2e75c1190932 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.2783971 Jul 16 09:08:14.841862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bd0464f-f7dd-4973-9f83-0fa94da5d25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.860281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bd0464f-f7dd-4973-9f83-0fa94da5d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.869307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d4dd2599-ef16-498e-ab29-b8345c11d5a2 None None] Provisioning for port 27a36bc2-07b1-4e00-8af9-f581549d68a4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:14.873711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d4dd2599-ef16-498e-ab29-b8345c11d5a2 None None] Provisioning complete for port 27a36bc2-07b1-4e00-8af9-f581549d68a4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:14.874392 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2599-ef16-498e-ab29-b8345c11d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.926123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0464f-f7dd-4973-9f83-0fa94da5d25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e337f207-e731-4968-a74c-68f4e1a88aea,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.941076 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dbea6da1-991f-45c6-852e-cf8dc23eed0c tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9571161 Jul 16 09:08:14.946641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:14.959953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cb:91:7a'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:14.966150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c380cfaa-bf68-47af-a26b-30c2fd406bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.972727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c380cfaa-bf68-47af-a26b-30c2fd406bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.976598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c380cfaa-bf68-47af-a26b-30c2fd406bca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92b424a1-5998-4d19-8bfa-85f810ee87f0 HTTP/1.1" status: 204 len: 168 time: 0.8704503 Jul 16 09:08:14.995011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd2599-ef16-498e-ab29-b8345c11d5a2 None None] Port 27a36bc2-07b1-4e00-8af9-f581549d68a4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:15.002691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380cfaa-bf68-47af-a26b-30c2fd406bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b424a1-5998-4d19-8bfa-85f810ee87f0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:15.056600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-1a017263-b239-4f28-8beb-349fa68b5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:15.060716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-1a017263-b239-4f28-8beb-349fa68b5345 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2814147 Jul 16 09:08:15.147391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1bd0464f-f7dd-4973-9f83-0fa94da5d25d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0aa54d4cf39c44a18f8a342ae1bbafa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9669142 Jul 16 09:08:15.150901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:15.302243 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.492695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-6780c34e-a84c-45b4-b4fc-c270d28f7843 service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245710 Jul 16 09:08:15.751721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-288990cf-3f7e-4eff-9ff6-32f466f0250c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.788594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1900e-c266-47a9-9809-f7efa450530c req-b622fe28-0d44-4c6f-aa71-4e62ce4f19d3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:15.790677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eca1900e-c266-47a9-9809-f7efa450530c req-b622fe28-0d44-4c6f-aa71-4e62ce4f19d3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.2373338 Jul 16 09:08:15.793487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-160bd329-cf98-447f-834d-6692d03cc4b2 req-7481e94f-c621-4436-ab52-079ea2171a2d service neutron] 10.222.0.52 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930963 Jul 16 09:08:15.872589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eca1900e-c266-47a9-9809-f7efa450530c req-56f1128c-11c4-40a6-a2d7-b28d27af302b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722806 Jul 16 09:08:15.914790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-288990cf-3f7e-4eff-9ff6-32f466f0250c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.992920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.098643 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-288990cf-3f7e-4eff-9ff6-32f466f0250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.105610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-288990cf-3f7e-4eff-9ff6-32f466f0250c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.109770 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-288990cf-3f7e-4eff-9ff6-32f466f0250c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e337f207-e731-4968-a74c-68f4e1a88aea HTTP/1.1" status: 204 len: 168 time: 0.9331894 Jul 16 09:08:16.164749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288990cf-3f7e-4eff-9ff6-32f466f0250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337f207-e731-4968-a74c-68f4e1a88aea,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:16.518137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.540321 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.815798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=27a36bc2-07b1-4e00-8af9-f581549d68a4,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:16.859338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] In _notify_port_updated(), no bound segment for port 27a36bc2-07b1-4e00-8af9-f581549d68a4 on network 724bd732-d421-4020-ab2e-3cccc87e8320 {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:08:16.867237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:16.867791 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.869208 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4c322c18-7537-4408-9b10-f85a9a389f24 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "PUT /v2.0/ports/27a36bc2-07b1-4e00-8af9-f581549d68a4 HTTP/1.1" status: 200 len: 996 time: 1.9209318 Jul 16 09:08:16.871642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 59978) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:17.196994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8de33ce3-0c19-43d1-ac37-4fdfccd10f27 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Deleting port 27a36bc2-07b1-4e00-8af9-f581549d68a4 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:17.199155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8de33ce3-0c19-43d1-ac37-4fdfccd10f27 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.236414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-132bad9a-adb5-4504-ad5c-3241bf0c87ae None None] Provisioning complete for port 27a36bc2-07b1-4e00-8af9-f581549d68a4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:17.236981 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-132bad9a-adb5-4504-ad5c-3241bf0c87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.306622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964a74b-90f0-49eb-a4aa-7ce528cb9dc1 req-d0d8fa10-8e1d-4a48-a8b6-0628aca5f8de tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:17.317206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3964a74b-90f0-49eb-a4aa-7ce528cb9dc1 req-d0d8fa10-8e1d-4a48-a8b6-0628aca5f8de tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.2046721 Jul 16 09:08:17.353070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-132bad9a-adb5-4504-ad5c-3241bf0c87ae None None] Port 27a36bc2-07b1-4e00-8af9-f581549d68a4 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:17.474405 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8de33ce3-0c19-43d1-ac37-4fdfccd10f27 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.479736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3964a74b-90f0-49eb-a4aa-7ce528cb9dc1 req-3938f38e-a173-4805-8110-ed5b67a59665 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606779 Jul 16 09:08:17.502537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8de33ce3-0c19-43d1-ac37-4fdfccd10f27 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Calling delete_port for 27a36bc2-07b1-4e00-8af9-f581549d68a4 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:17.685958 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.695641 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17f5a00b-641d-4ce0-b37b-bffef2ca0f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.751438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8de33ce3-0c19-43d1-ac37-4fdfccd10f27 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.798053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33ce3-0c19-43d1-ac37-4fdfccd10f27 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Port': ['ID=27a36bc2-07b1-4e00-8af9-f581549d68a4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:17.949820 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8de33ce3-0c19-43d1-ac37-4fdfccd10f27 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.959264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60012) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:17.962520 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8de33ce3-0c19-43d1-ac37-4fdfccd10f27 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "DELETE /v2.0/ports/27a36bc2-07b1-4e00-8af9-f581549d68a4 HTTP/1.1" status: 204 len: 168 time: 1.0869515 Jul 16 09:08:18.055007 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a37f4a-71e9-400f-beb5-a7d0cced75e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] GET failed (client error): The resource could not be found. Jul 16 09:08:18.064364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-81a37f4a-71e9-400f-beb5-a7d0cced75e2 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "GET /v2.0/ports/27a36bc2-07b1-4e00-8af9-f581549d68a4 HTTP/1.1" status: 404 len: 333 time: 0.1036325 Jul 16 09:08:18.070068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60022) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:18.075757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320', 'name': 'tempest-AllowedAddressPairTestJSON-1741700240'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:18.313111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Made reservation on behalf of f12957b916d6439a9d7fb70083c60ac1 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:18.318841 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.340545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] device_id is not set on port df036169-bb92-49ca-8ef5-b1a05c872e7d yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:08:18.516272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Allocated IP 172.20.0.8 (724bd732-d421-4020-ab2e-3cccc87e8320/cd338705-d7c6-4cec-b6f3-eab19d1cfc4f/df036169-bb92-49ca-8ef5-b1a05c872e7d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:18.907058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.917262 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.059475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.086476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Transition to ACTIVE for port object df036169-bb92-49ca-8ef5-b1a05c872e7d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:19.134780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.182871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Network 724bd732-d421-4020-ab2e-3cccc87e8320 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:19.184868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:19.191503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:19.379330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b42cc6-2f2f-42d1-b450-59a59ad3ba9b req-e2f5eff8-8998-4ad0-9a7b-1820db270a2f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:19.384856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9b42cc6-2f2f-42d1-b450-59a59ad3ba9b req-e2f5eff8-8998-4ad0-9a7b-1820db270a2f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.5673888 Jul 16 09:08:19.410853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=df036169-bb92-49ca-8ef5-b1a05c872e7d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:19.486465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:19.487142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.577831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9b42cc6-2f2f-42d1-b450-59a59ad3ba9b req-9f19ac19-edf8-4e2f-975f-ede9ff90c04b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771855 Jul 16 09:08:19.583725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0d064ba8-e7dd-4dda-873d-f3a4d909e15a tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5124950 Jul 16 09:08:19.586456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60080) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:19.593943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'network_id': '724bd732-d421-4020-ab2e-3cccc87e8320', 'name': 'tempest-AllowedAddressPairTestJSON-526923307'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:19.622936 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:08:19.706510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4631928-49b3-4230-922d-650865d4e2d5 None None] Provisioning for port df036169-bb92-49ca-8ef5-b1a05c872e7d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:19.711167 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4631928-49b3-4230-922d-650865d4e2d5 None None] Provisioning complete for port df036169-bb92-49ca-8ef5-b1a05c872e7d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:19.711726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4631928-49b3-4230-922d-650865d4e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.835537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f4631928-49b3-4230-922d-650865d4e2d5 None None] Port df036169-bb92-49ca-8ef5-b1a05c872e7d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:19.876677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Made reservation on behalf of f12957b916d6439a9d7fb70083c60ac1 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:19.880693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.930026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] device_id is not set on port c9b50774-6717-45d1-a373-6e5bb0e97fd6 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:08:20.144223 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:20.167257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Allocated IP 172.20.0.10 (724bd732-d421-4020-ab2e-3cccc87e8320/cd338705-d7c6-4cec-b6f3-eab19d1cfc4f/c9b50774-6717-45d1-a373-6e5bb0e97fd6) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:20.439390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:20.471597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Transition to ACTIVE for port object c9b50774-6717-45d1-a373-6e5bb0e97fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:20.535200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:20.620428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Network 724bd732-d421-4020-ab2e-3cccc87e8320 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:20.622469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=c9b50774-6717-45d1-a373-6e5bb0e97fd6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:20.634671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:20.637634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:20.770083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:20.770755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:20.831397 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1b11d341-fe41-4fb8-9323-4ba350f84227 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2423825 Jul 16 09:08:20.833339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60110) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.840280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:cb:91:7a'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:cb:4d:f2'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:20.888229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60112) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.903176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'network': {'name': 'tempest-network-smoke--859932737', 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'port_security_enabled': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:21.082872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0ccbee0-2a56-48f5-a95c-29a9afd91e97 None None] Provisioning for port c9b50774-6717-45d1-a373-6e5bb0e97fd6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:21.095803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0ccbee0-2a56-48f5-a95c-29a9afd91e97 None None] Provisioning complete for port c9b50774-6717-45d1-a373-6e5bb0e97fd6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:21.097256 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0ccbee0-2a56-48f5-a95c-29a9afd91e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.157535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Made reservation on behalf of acb92073f592400cb64313a06e97e4dc for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:21.166288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.183201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e0ccbee0-2a56-48f5-a95c-29a9afd91e97 None None] Port c9b50774-6717-45d1-a373-6e5bb0e97fd6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:21.208770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.261722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140dd7d-14d7-4fb7-aa5e-2dd6f55e8eae req-72d22bbb-ed2d-4ac1-a653-1e17d2d2f69e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.264681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1140dd7d-14d7-4fb7-aa5e-2dd6f55e8eae req-72d22bbb-ed2d-4ac1-a653-1e17d2d2f69e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.3454292 Jul 16 09:08:21.337907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1140dd7d-14d7-4fb7-aa5e-2dd6f55e8eae req-091e9af8-a3b2-42a3-b01c-c1c675291d5a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654383 Jul 16 09:08:21.547843 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.556059 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.617192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:08:21.631919 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.632338 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Added segment ad53005e-4173-41ee-8899-babdbac49e90 of type vlan for network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 Jul 16 09:08:21.750639 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.861610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.872119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.872782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.965538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe02027-6baa-4624-a8a4-b1e74650de06,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:22.003260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1058879 Jul 16 09:08:22.009549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60134) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:22.024183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'admin_state_up': True, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:22.074896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3cf90-5554-4842-a3d8-580cf0c98b17 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Network': ['ID=2ffc06ca-a10a-4bcf-8134-1b325cc0e245,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:22.093304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:08:22.124786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.177785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.186423 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.349682 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.740195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadedfed-dd9d-486f-b717-5becb648659a req-049b2baa-eb2c-4def-8754-4e916dec7c66 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:22.759155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dadedfed-dd9d-486f-b717-5becb648659a req-049b2baa-eb2c-4def-8754-4e916dec7c66 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.1795700 Jul 16 09:08:22.790165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.914946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dadedfed-dd9d-486f-b717-5becb648659a req-d55e8b9d-036b-462c-98b7-e2cd8f6285b4 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537960 Jul 16 09:08:23.142891 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.172355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.309871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event updated for resources: {'Port': ['ID=c9b50774-6717-45d1-a373-6e5bb0e97fd6,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:23.362531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] In _notify_port_updated(), no bound segment for port c9b50774-6717-45d1-a373-6e5bb0e97fd6 on network 724bd732-d421-4020-ab2e-3cccc87e8320 {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:08:23.368390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:23.369137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.370558 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-127ac90d-f73b-4843-85ec-a9c8268b5b05 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "PUT /v2.0/ports/c9b50774-6717-45d1-a373-6e5bb0e97fd6 HTTP/1.1" status: 200 len: 1056 time: 2.5357468 Jul 16 09:08:23.374125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60154) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:23.478853 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.542385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60158) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:23.566433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.618520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-544ae9ab-b855-4045-af9d-da2b9c4a3f53 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Deleting port c9b50774-6717-45d1-a373-6e5bb0e97fd6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:23.619128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-544ae9ab-b855-4045-af9d-da2b9c4a3f53 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.721378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60166) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:23.841886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7742f976-d881-45c8-ab48-4446380c87b2 None None] Provisioning complete for port c9b50774-6717-45d1-a373-6e5bb0e97fd6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:23.844238 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7742f976-d881-45c8-ab48-4446380c87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.874360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Allocated IP 172.25.6.134 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/c8c03ecb-2903-4c27-8779-12419ce88eb7) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:23.899400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-971350bb-5462-4b4e-9ec7-64346c46fdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.916961 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-544ae9ab-b855-4045-af9d-da2b9c4a3f53 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.963423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-544ae9ab-b855-4045-af9d-da2b9c4a3f53 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Calling delete_port for c9b50774-6717-45d1-a373-6e5bb0e97fd6 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:23.994126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-682f534c-616b-4c70-bd49-13e309336b08 admin admin] Deleting subnet 443cbe82-b21c-4dfc-99f0-0b748f9b7f75 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:24.005680 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-682f534c-616b-4c70-bd49-13e309336b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.118494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-682f534c-616b-4c70-bd49-13e309336b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.182677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.202493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7742f976-d881-45c8-ab48-4446380c87b2 None None] Port c9b50774-6717-45d1-a373-6e5bb0e97fd6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:24.221608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-682f534c-616b-4c70-bd49-13e309336b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.340227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-682f534c-616b-4c70-bd49-13e309336b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.369620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-971350bb-5462-4b4e-9ec7-64346c46fdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.374080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.382348 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-971350bb-5462-4b4e-9ec7-64346c46fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.432478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-544ae9ab-b855-4045-af9d-da2b9c4a3f53 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.434080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-682f534c-616b-4c70-bd49-13e309336b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.439082 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-682f534c-616b-4c70-bd49-13e309336b08 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/443cbe82-b21c-4dfc-99f0-0b748f9b7f75 HTTP/1.1" status: 204 len: 168 time: 0.7130260 Jul 16 09:08:24.441384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60174) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.479559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be51d41-0b2c-485b-84a1-92b0f1a2dad7 req-f91d0be5-51b5-45c3-b268-ea9676d6510e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:24.483474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f534c-616b-4c70-bd49-13e309336b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443cbe82-b21c-4dfc-99f0-0b748f9b7f75,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:24.491009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8be51d41-0b2c-485b-84a1-92b0f1a2dad7 req-f91d0be5-51b5-45c3-b268-ea9676d6510e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.2539556 Jul 16 09:08:24.492808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971350bb-5462-4b4e-9ec7-64346c46fdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fe1be2-a5ff-4233-84cf-fbf82b910f21,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:24.531720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:24.537437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:24.540315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:24.554059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-971350bb-5462-4b4e-9ec7-64346c46fdc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=133c6ae9326c45b9871160a396dce964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0104051 Jul 16 09:08:24.554635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60176) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.562706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ae9ab-b855-4045-af9d-da2b9c4a3f53 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Port': ['ID=c9b50774-6717-45d1-a373-6e5bb0e97fd6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:24.642824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=c8c03ecb-2903-4c27-8779-12419ce88eb7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:24.699895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8be51d41-0b2c-485b-84a1-92b0f1a2dad7 req-85cf1545-81b6-41a6-a196-53f3300bcad3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078981 Jul 16 09:08:24.802645 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.836285 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49aeb777-3ef6-4f70-aac7-86d836dabcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.894969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49aeb777-3ef6-4f70-aac7-86d836dabcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.075133 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49aeb777-3ef6-4f70-aac7-86d836dabcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.078798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49aeb777-3ef6-4f70-aac7-86d836dabcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.080158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-49aeb777-3ef6-4f70-aac7-86d836dabcb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63fe1be2-a5ff-4233-84cf-fbf82b910f21 HTTP/1.1" status: 204 len: 168 time: 0.5186715 Jul 16 09:08:25.113942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeb777-3ef6-4f70-aac7-86d836dabcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fe1be2-a5ff-4233-84cf-fbf82b910f21,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:25.302819 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-544ae9ab-b855-4045-af9d-da2b9c4a3f53 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.309887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-544ae9ab-b855-4045-af9d-da2b9c4a3f53 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "DELETE /v2.0/ports/c9b50774-6717-45d1-a373-6e5bb0e97fd6 HTTP/1.1" status: 204 len: 168 time: 1.9291327 Jul 16 09:08:25.311549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60186) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.366258 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.388053 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-861db055-3b01-42a2-bd23-7d9709218e60 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] GET failed (client error): The resource could not be found. Jul 16 09:08:25.393769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-861db055-3b01-42a2-bd23-7d9709218e60 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "GET /v2.0/ports/c9b50774-6717-45d1-a373-6e5bb0e97fd6 HTTP/1.1" status: 404 len: 333 time: 0.0809393 Jul 16 09:08:25.396439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60192) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.510590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9ccf4c-9399-4347-9e29-3568a79457d9']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:25.565144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ffc318-a8e9-4106-a921-d3a69589a89a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:25.565475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ffc318-a8e9-4106-a921-d3a69589a89a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:25.568514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-04282c41-b673-401e-af5e-fe34f674f832 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Deleting port df036169-bb92-49ca-8ef5-b1a05c872e7d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:25.571111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04282c41-b673-401e-af5e-fe34f674f832 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.660452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.681563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.689288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:25.689895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:25.715555 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:25.768357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60198) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.806568 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e34bd9fe-2be6-4e6d-81a4-f290b9458f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.857590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.859603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.889293 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04282c41-b673-401e-af5e-fe34f674f832 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.917319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.921697 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] 10.222.0.55 "DELETE /v2.0/networks/5d9ccf4c-9399-4347-9e29-3568a79457d9 HTTP/1.1" status: 204 len: 168 time: 1.4318740 Jul 16 09:08:25.932333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-04282c41-b673-401e-af5e-fe34f674f832 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Calling delete_port for df036169-bb92-49ca-8ef5-b1a05c872e7d owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:25.947949 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c198d-d3fb-4787-bb6d-3fbf4f963cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9ccf4c-9399-4347-9e29-3568a79457d9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:26.018249 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-deb86341-7948-4090-b59f-8bb86277cf37 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2998657 Jul 16 09:08:26.110447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482654d-122f-42e4-b747-4d474d64291d req-62185623-ef1b-4ff0-862c-47bc2ade75df tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:26.112401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482654d-122f-42e4-b747-4d474d64291d req-62185623-ef1b-4ff0-862c-47bc2ade75df tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.1962729 Jul 16 09:08:26.186642 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e34bd9fe-2be6-4e6d-81a4-f290b9458f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.191333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.206669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e34bd9fe-2be6-4e6d-81a4-f290b9458f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.232909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-c76ca21e-334f-4a7a-957a-2e7d2ce3ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:26.235105 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-c76ca21e-334f-4a7a-957a-2e7d2ce3ea9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1097 time: 0.1854734 Jul 16 09:08:26.306699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a482654d-122f-42e4-b747-4d474d64291d req-47fe2651-44a4-4628-ba98-395fe6a0b976 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831384 Jul 16 09:08:26.312520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e34bd9fe-2be6-4e6d-81a4-f290b9458f69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f64b9fc8c234b0dac882d0c4e62340c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422764 Jul 16 09:08:26.313544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bd9fe-2be6-4e6d-81a4-f290b9458f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34277dbd-37e7-4035-82b5-b60352c71f5d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:26.316530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60206) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.350017 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04282c41-b673-401e-af5e-fe34f674f832 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.351886 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.392755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d1187901-2e24-4b34-9ba2-1979d2b34d87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bf32e945c1e48a5a28bda741c87843a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999350 Jul 16 09:08:26.400546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60208) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.401398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04282c41-b673-401e-af5e-fe34f674f832 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Port': ['ID=df036169-bb92-49ca-8ef5-b1a05c872e7d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:26.584741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-492c7e00-b826-42d6-b060-d81b267ee3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:26.584741 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-492c7e00-b826-42d6-b060-d81b267ee3cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.3076415 Jul 16 09:08:26.670688 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52343f84-72bb-421f-bacd-7e1dd75b5fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.686621 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-1e79113d-e664-4daf-97d5-710d3bbc2246 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 1001 time: 0.0986621 Jul 16 09:08:26.690899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04282c41-b673-401e-af5e-fe34f674f832 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.692954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-04282c41-b673-401e-af5e-fe34f674f832 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "DELETE /v2.0/ports/df036169-bb92-49ca-8ef5-b1a05c872e7d HTTP/1.1" status: 204 len: 168 time: 1.2933433 Jul 16 09:08:26.699750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60212) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.759974 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab824bf5-1a35-4bcc-acc9-4e98632e60a0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] GET failed (client error): The resource could not be found. Jul 16 09:08:26.760155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-ac0daf42-e65e-450e-bd2e-7ea7aa5466d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:26.762115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ab824bf5-1a35-4bcc-acc9-4e98632e60a0 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "GET /v2.0/ports/df036169-bb92-49ca-8ef5-b1a05c872e7d HTTP/1.1" status: 404 len: 333 time: 0.0576680 Jul 16 09:08:26.768301 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-ac0daf42-e65e-450e-bd2e-7ea7aa5466d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.0664515 Jul 16 09:08:26.769499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60214) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.784363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Router 041ac0ca-e9dd-4032-9354-690dfea65226 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:08:26.816011 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52343f84-72bb-421f-bacd-7e1dd75b5fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.826235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c33a4f8e-fe36-43c3-b20d-8de7d276f1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.897508 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c33a4f8e-fe36-43c3-b20d-8de7d276f1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.950421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-015d1df2-1930-4a96-89fc-bd6cc43a2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:26.952638 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-015d1df2-1930-4a96-89fc-bd6cc43a2dbc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836722 Jul 16 09:08:27.001346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:27.019924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Sync routers for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:27.031772 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52343f84-72bb-421f-bacd-7e1dd75b5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.034914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52343f84-72bb-421f-bacd-7e1dd75b5fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.036935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:27.040207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:27.040612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-52343f84-72bb-421f-bacd-7e1dd75b5fd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34277dbd-37e7-4035-82b5-b60352c71f5d HTTP/1.1" status: 204 len: 168 time: 0.7187271 Jul 16 09:08:27.098790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52343f84-72bb-421f-bacd-7e1dd75b5fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34277dbd-37e7-4035-82b5-b60352c71f5d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:27.102746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c33a4f8e-fe36-43c3-b20d-8de7d276f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.106169 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c33a4f8e-fe36-43c3-b20d-8de7d276f1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.112757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c33a4f8e-fe36-43c3-b20d-8de7d276f1da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5119755-e812-43f6-914a-efe41bf26f09 HTTP/1.1" status: 204 len: 168 time: 0.7087486 Jul 16 09:08:27.140637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a4f8e-fe36-43c3-b20d-8de7d276f1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5119755-e812-43f6-914a-efe41bf26f09,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:27.159910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5530bdac-47ca-4a60-ace5-42af12f0ad64 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Deleting port 854f491e-1d63-4d1b-8e10-7ba418210285 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:27.160429 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5530bdac-47ca-4a60-ace5-42af12f0ad64 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.336368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:27.699094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5530bdac-47ca-4a60-ace5-42af12f0ad64 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.760847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5530bdac-47ca-4a60-ace5-42af12f0ad64 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Calling delete_port for 854f491e-1d63-4d1b-8e10-7ba418210285 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:27.770316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.777313 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0c63109f-2d84-4b22-9296-d3096b42528e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7643490 Jul 16 09:08:27.778076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60238) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:27.862280 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-00900e7d-ff74-4316-babd-f4d199ec9e15 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9004798 Jul 16 09:08:28.060015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:25Z', 'revision_number': 3, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:28.062414 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bcaeeea1-382a-442a-9c59-985e80c4521c req-8553d4e7-c8b4-4cdf-8415-6b5b69576c4f service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935325 Jul 16 09:08:28.145137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Checking router: 041ac0ca-e9dd-4032-9354-690dfea65226 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:28.145504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Updating router 041ac0ca-e9dd-4032-9354-690dfea65226 port c8c03ecb-2903-4c27-8779-12419ce88eb7 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:08:28.196043 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5530bdac-47ca-4a60-ace5-42af12f0ad64 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.221448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73006772-53ee-48cb-ba5a-32af97adb51a req-ffe4eb3a-3366-4d54-b3b7-a07c5a1c5833 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:28.223175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73006772-53ee-48cb-ba5a-32af97adb51a req-ffe4eb3a-3366-4d54-b3b7-a07c5a1c5833 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.3050048 Jul 16 09:08:28.224535 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.312888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530bdac-47ca-4a60-ace5-42af12f0ad64 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Port': ['ID=854f491e-1d63-4d1b-8e10-7ba418210285,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:28.443668 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3074fe2d-3022-482c-8a6f-047a8593a3a9 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=acb92073f592400cb64313a06e97e4dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6555090 Jul 16 09:08:28.447891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60258) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:28.477483 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73006772-53ee-48cb-ba5a-32af97adb51a req-a9b78535-6b39-4e78-ad0e-c3135b9a04be tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482789 Jul 16 09:08:28.542321 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5530bdac-47ca-4a60-ace5-42af12f0ad64 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.555143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5530bdac-47ca-4a60-ace5-42af12f0ad64 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "DELETE /v2.0/ports/854f491e-1d63-4d1b-8e10-7ba418210285 HTTP/1.1" status: 204 len: 168 time: 1.7816591 Jul 16 09:08:28.556943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60260) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:28.776548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f54f386-c7aa-41a1-adfe-7075de87d44f tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Deleting subnet cd338705-d7c6-4cec-b6f3-eab19d1cfc4f {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:28.797802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f54f386-c7aa-41a1-adfe-7075de87d44f tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.955705 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f54f386-c7aa-41a1-adfe-7075de87d44f tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.106513 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.150347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56985a0-83ce-4b48-a0d2-40e79e1d8173 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:29.154347 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f56985a0-83ce-4b48-a0d2-40e79e1d8173 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7051833 Jul 16 09:08:29.164307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Transition to ACTIVE for port object c8c03ecb-2903-4c27-8779-12419ce88eb7 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:29.171390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60282) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:29.188026 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.273615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e9e47ca-6332-45f3-bbbe-f1ec30b65b1f tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979385 Jul 16 09:08:29.283419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60288) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:29.294498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1356617080', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:29.345176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Attempting to bind port c8c03ecb-2903-4c27-8779-12419ce88eb7 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:29.348133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Attempting to bind port c8c03ecb-2903-4c27-8779-12419ce88eb7 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:29.348720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Attempting to bind port c8c03ecb-2903-4c27-8779-12419ce88eb7 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:29.355031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bf7ac-3835-421c-881e-c60d561ff588 None None] Pushing event updated for resources: {'Port': ['ID=c8c03ecb-2903-4c27-8779-12419ce88eb7,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:29.368854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:29.370097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:29.371418 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.371598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:29.377761 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Bound port: c8c03ecb-2903-4c27-8779-12419ce88eb7, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:29.378203 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.451320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Made reservation on behalf of acb92073f592400cb64313a06e97e4dc for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:29.458562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.495002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] For port c8c03ecb-2903-4c27-8779-12419ce88eb7, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:29.499964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] For port c8c03ecb-2903-4c27-8779-12419ce88eb7, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c8c03ecb-2903-4c27-8779-12419ce88eb7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:29.506386 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.600616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bf7ac-3835-421c-881e-c60d561ff588 None None] Pushing event updated for resources: {'Port': ['ID=c8c03ecb-2903-4c27-8779-12419ce88eb7,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:29.613477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:29.614456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:29.850592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f54f386-c7aa-41a1-adfe-7075de87d44f tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.881698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:29.968850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.084326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Subnet': ['ID=b136429c-b635-4d8a-9f27-0e5ad6434b04,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:30.095774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Checking segment: {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:30.096383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network hostable DHCP agents. Network: 2ffc06ca-a10a-4bcf-8134-1b325cc0e245, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:08:30.140103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:08:30.158328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 2ffc06ca-a10a-4bcf-8134-1b325cc0e245) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:30.163758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:30.164866 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.190781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19456e-c419-4c44-bc18-cc873b11a82f None None] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:30.202242 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fb147e89-e0ef-4cfe-a06d-fd16afdb3c08 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9172602 Jul 16 09:08:30.203757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f54f386-c7aa-41a1-adfe-7075de87d44f tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.205082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60324) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.319878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f386-c7aa-41a1-adfe-7075de87d44f tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Subnet': ['ID=cd338705-d7c6-4cec-b6f3-eab19d1cfc4f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:30.333397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f54f386-c7aa-41a1-adfe-7075de87d44f tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.341033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5f54f386-c7aa-41a1-adfe-7075de87d44f tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "DELETE /v2.0/subnets/cd338705-d7c6-4cec-b6f3-eab19d1cfc4f HTTP/1.1" status: 204 len: 168 time: 1.7809529 Jul 16 09:08:30.349026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60328) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.380962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2805f-b999-4f1b-9771-fde844ba50c9 None None] Network 724bd732-d421-4020-ab2e-3cccc87e8320 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:30.533598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c0cb-980f-4fbb-bce4-572ad5993bae req-601c835f-7086-479e-8da0-a2b52f02d72c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:30.535795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f51c0cb-980f-4fbb-bce4-572ad5993bae req-601c835f-7086-479e-8da0-a2b52f02d72c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.5615606 Jul 16 09:08:30.547608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.677703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f51c0cb-980f-4fbb-bce4-572ad5993bae req-2b9576c4-39b4-4c75-869d-03fb9d49e2b8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257341 Jul 16 09:08:30.706754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Deleting port 3e86d9f1-f780-408b-bd53-16a965b8c439 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:30.707301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.857290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] For port 3e86d9f1-f780-408b-bd53-16a965b8c439, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3e86d9f1-f780-408b-bd53-16a965b8c439,segment=NetworkSegment(d36d3bb2-da47-4453-a80e-912e53bd137b),segment_id=d36d3bb2-da47-4453-a80e-912e53bd137b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:30.858060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.909324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Calling delete_port for 3e86d9f1-f780-408b-bd53-16a965b8c439 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:31.013343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:08:31.014575 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.158692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da91a0-2cf6-476b-8b61-a83dfac8d959 None None] DHCP port deletion for 724bd732-d421-4020-ab2e-3cccc87e8320 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:08:31.186715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.224518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Port': ['ID=3e86d9f1-f780-408b-bd53-16a965b8c439,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:31.235833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] No DVR routers for this DVR port 3e86d9f1-f780-408b-bd53-16a965b8c439 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:31.287718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:25Z', 'revision_number': 3, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:31.294218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-97da91a0-2cf6-476b-8b61-a83dfac8d959 None None] The port '3e86d9f1-f780-408b-bd53-16a965b8c439' was deleted {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 09:08:31.300026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.450587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3371178-b6a6-455f-81ef-9414e55e88e6 None None] The sync data for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 is: [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:25Z', 'revision_number': 3, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:31.481225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Allocated IP 172.20.0.2 (2ffc06ca-a10a-4bcf-8134-1b325cc0e245/b136429c-b635-4d8a-9f27-0e5ad6434b04/87c14c5f-2840-422a-8212-4eb992ae715e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:31.528706 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.574665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724bd732-d421-4020-ab2e-3cccc87e8320']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:31.612668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36d3bb2-da47-4453-a80e-912e53bd137b') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:31.613011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36d3bb2-da47-4453-a80e-912e53bd137b') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:31.652769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.687301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.694356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:31.694876 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:31.702610 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:31.914728 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.970786 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.003690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] 10.222.0.55 "DELETE /v2.0/networks/724bd732-d421-4020-ab2e-3cccc87e8320 HTTP/1.1" status: 204 len: 168 time: 1.6522214 Jul 16 09:08:32.015397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65713ddf-9f09-44b8-a55a-6b242efc51b4 tempest-AllowedAddressPairTestJSON-1602741132 tempest-AllowedAddressPairTestJSON-1602741132-project] Pushing event deleted for resources: {'Network': ['ID=724bd732-d421-4020-ab2e-3cccc87e8320,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:32.071554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.083114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3e86d9f1-f780-408b-bd53-16a965b8c439 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:32.157129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Transition to ACTIVE for port object 87c14c5f-2840-422a-8212-4eb992ae715e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:32.192113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Transition to ACTIVE for port object 87c14c5f-2840-422a-8212-4eb992ae715e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:32.196558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3e86d9f1-f780-408b-bd53-16a965b8c439 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:32.197105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3e86d9f1-f780-408b-bd53-16a965b8c439 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:32.205705 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.307756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15269564-8714-44f6-a389-eebd81af9943 req-064a4fca-4ab8-456d-83a9-74d32d25de00 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:32.315906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Pushing event updated for resources: {'Port': ['ID=87c14c5f-2840-422a-8212-4eb992ae715e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:32.325785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15269564-8714-44f6-a389-eebd81af9943 req-064a4fca-4ab8-456d-83a9-74d32d25de00 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.2428896 Jul 16 09:08:32.368827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:32.373977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:32.377391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:32.409568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Allocated IP 172.20.0.1 (2ffc06ca-a10a-4bcf-8134-1b325cc0e245/b136429c-b635-4d8a-9f27-0e5ad6434b04/981be76a-d44e-4c43-b02e-c2838dbd45bc) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:32.454314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15269564-8714-44f6-a389-eebd81af9943 req-d329bc1d-767f-4e51-a029-724a9ac222bc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271949 Jul 16 09:08:32.489429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Attempting to bind port 87c14c5f-2840-422a-8212-4eb992ae715e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:32.491760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Attempting to bind port 87c14c5f-2840-422a-8212-4eb992ae715e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:32.492398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Attempting to bind port 87c14c5f-2840-422a-8212-4eb992ae715e on network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:32.506997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:32.507392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Checking segment: {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:32.507854 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.508250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Bound using segment: {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:32.508784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Bound port: 87c14c5f-2840-422a-8212-4eb992ae715e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:32.509173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.618661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5382eae3-c8e6-4560-a981-50eabf164da3 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:08:32.753325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.784602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60412) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:32.786394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Transition to ACTIVE for port object 981be76a-d44e-4c43-b02e-c2838dbd45bc will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:32.845281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] For port 87c14c5f-2840-422a-8212-4eb992ae715e, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:32.886599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.984199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] For port 87c14c5f-2840-422a-8212-4eb992ae715e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=87c14c5f-2840-422a-8212-4eb992ae715e,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:32.996657 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:33.006465 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.010022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:33.021017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:33.128250 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.197696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-678dd0b3-29fc-4fda-8f0d-0b6440a31dcd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f12957b916d6439a9d7fb70083c60ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118118 Jul 16 09:08:33.198596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60426) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:33.202966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=981be76a-d44e-4c43-b02e-c2838dbd45bc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:33.283949 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b42b1b5c-90ed-4587-9c58-770bd66d5480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.349692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b42b1b5c-90ed-4587-9c58-770bd66d5480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.485217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b42b1b5c-90ed-4587-9c58-770bd66d5480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.488953 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b42b1b5c-90ed-4587-9c58-770bd66d5480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.490450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b42b1b5c-90ed-4587-9c58-770bd66d5480 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c38e99e-fb6a-4a25-8bb9-3c04ab4e8282 HTTP/1.1" status: 204 len: 168 time: 0.2907133 Jul 16 09:08:33.502256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b1b5c-90ed-4587-9c58-770bd66d5480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c38e99e-fb6a-4a25-8bb9-3c04ab4e8282,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:33.536572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.616029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60438) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:33.729081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92d79c-bdd4-425e-9d3e-fcd24eb1577c None None] Pushing event updated for resources: {'Port': ['ID=87c14c5f-2840-422a-8212-4eb992ae715e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:33.756308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5382eae3-c8e6-4560-a981-50eabf164da3, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5382eae3-c8e6-4560-a981-50eabf164da3,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:33.796529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '5382eae3-c8e6-4560-a981-50eabf164da3', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'port_id': '5382eae3-c8e6-4560-a981-50eabf164da3', 'mac_address': 'fa:16:3e:39:80:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:08:33.909074 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.969367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5382eae3-c8e6-4560-a981-50eabf164da3 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:34.054750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5382eae3-c8e6-4560-a981-50eabf164da3, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5382eae3-c8e6-4560-a981-50eabf164da3,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:34.065188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.082817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c185553-bd64-483a-9f97-676de2033489 req-951052e4-6d12-4cd1-b2dc-9a6e14e44011 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:34.096141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c185553-bd64-483a-9f97-676de2033489 req-951052e4-6d12-4cd1-b2dc-9a6e14e44011 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 944 time: 0.2793634 Jul 16 09:08:34.213459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c8c03ecb-2903-4c27-8779-12419ce88eb7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:34.243048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c185553-bd64-483a-9f97-676de2033489 req-92ad3fa7-a76d-4a61-96b2-ccdccdc21657 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393473 Jul 16 09:08:34.346058 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.365117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.365314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5382eae3-c8e6-4560-a981-50eabf164da3'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:34.504350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-459d3a95-0237-4cb3-8db4-da6f3401e1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.518104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5382eae3-c8e6-4560-a981-50eabf164da3,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:34.558731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port c8c03ecb-2903-4c27-8779-12419ce88eb7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:34.582032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=981be76a-d44e-4c43-b02e-c2838dbd45bc,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:34.611368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port c8c03ecb-2903-4c27-8779-12419ce88eb7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:34.613284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.645141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.739596 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-459d3a95-0237-4cb3-8db4-da6f3401e1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.752247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-459d3a95-0237-4cb3-8db4-da6f3401e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.866556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:34.869702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:34.900171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-459d3a95-0237-4cb3-8db4-da6f3401e1a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec51daf60a17499cabdd22c5b3eb6be4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2742305 Jul 16 09:08:34.900171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d3a95-0237-4cb3-8db4-da6f3401e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d8188f-7540-42b7-8008-9733b610826c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:34.900171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60468) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:34.995989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef09bbd4-fcc6-44fd-add6-44df379456f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.011259 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.063813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef09bbd4-fcc6-44fd-add6-44df379456f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.079713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Router 041ac0ca-e9dd-4032-9354-690dfea65226 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:35.110989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port c8c03ecb-2903-4c27-8779-12419ce88eb7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c8c03ecb-2903-4c27-8779-12419ce88eb7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:35.144799 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.219923 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef09bbd4-fcc6-44fd-add6-44df379456f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.227448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef09bbd4-fcc6-44fd-add6-44df379456f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.231025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ef09bbd4-fcc6-44fd-add6-44df379456f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6d8188f-7540-42b7-8008-9733b610826c HTTP/1.1" status: 204 len: 168 time: 0.3327844 Jul 16 09:08:35.244982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09bbd4-fcc6-44fd-add6-44df379456f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d8188f-7540-42b7-8008-9733b610826c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:35.367488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=c8c03ecb-2903-4c27-8779-12419ce88eb7,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:35.469205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:35.486578 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Sync routers for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:35.496968 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f0d3e1da-1d88-45bf-8f4c-6db585988d75 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "PUT /v2.0/routers/041ac0ca-e9dd-4032-9354-690dfea65226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2879200 Jul 16 09:08:35.497178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60486) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.504101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bbfeba06-befe-4b9b-aba3-ef473208f6f6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--398981613', 'description': 'tempest-secgroup_access--398981613 description', 'project_id': 'acb92073f592400cb64313a06e97e4dc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:35.515712 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:35.516973 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:35.629536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbfeba06-befe-4b9b-aba3-ef473208f6f6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.742275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60492) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.877911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7876af-5784-46d7-a79a-b666e4228e6e None None] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:35.930074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-ca3ea3b9-ad7d-40f6-afc6-872ee1ff2a61 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:35.931551 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ca3ea3b9-ad7d-40f6-afc6-872ee1ff2a61 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1879330 Jul 16 09:08:35.934017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759be203-f9b2-4d0b-9149-9c2aa0e99194 req-5ca864d5-0658-47eb-a142-1457dc907d47 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:35.934398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60502) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.944410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-759be203-f9b2-4d0b-9149-9c2aa0e99194 req-5ca864d5-0658-47eb-a142-1457dc907d47 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 945 time: 0.3591318 Jul 16 09:08:35.944543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-1698cee5-1aa7-4f05-b908-37703947029e tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:35.953384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1698cee5-1aa7-4f05-b908-37703947029e tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0179429 Jul 16 09:08:35.963924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60504) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.985314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-6c0c8745-2949-4c0b-9e54-5aa38d1d656f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:35.991176 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:36.001975 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6c0c8745-2949-4c0b-9e54-5aa38d1d656f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0309474 Jul 16 09:08:36.008177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60506) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.021531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-2e8fdbd0-3c77-4959-a1cb-15e3af60f445 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.043979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2e8fdbd0-3c77-4959-a1cb-15e3af60f445 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0320687 Jul 16 09:08:36.050200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60510) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.081177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-970e1e9b-122c-4caa-99b7-8ec0e3b13d60 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.093336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-970e1e9b-122c-4caa-99b7-8ec0e3b13d60 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0419648 Jul 16 09:08:36.100521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60512) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.106356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbfeba06-befe-4b9b-aba3-ef473208f6f6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.119751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbfeba06-befe-4b9b-aba3-ef473208f6f6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.152491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-00040471-1d08-495a-8dac-c32b8393f255 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.157503 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-00040471-1d08-495a-8dac-c32b8393f255 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0275660 Jul 16 09:08:36.168564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60516) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.168917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60518) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.273079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-30218ac1-ae8c-4632-b142-1076d719395b tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.282881 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-30218ac1-ae8c-4632-b142-1076d719395b tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0519266 Jul 16 09:08:36.294414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60524) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.297063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbfeba06-befe-4b9b-aba3-ef473208f6f6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.302536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bbfeba06-befe-4b9b-aba3-ef473208f6f6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8042893 Jul 16 09:08:36.316431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60526) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.331983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-171477dc-f34a-4879-b02a-fcd4dde8e108 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.333046 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-171477dc-f34a-4879-b02a-fcd4dde8e108 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0259259 Jul 16 09:08:36.350859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-64bb7f4a-6217-4dc1-90eb-83dded5356e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.355276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60528) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.358510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-759be203-f9b2-4d0b-9149-9c2aa0e99194 req-9c8d4fa7-19de-442e-b1b7-d275ec029f3d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112251 Jul 16 09:08:36.369313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-8c606cbd-f579-4c79-b5e5-1c6e31b86ca3 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.372223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8c606cbd-f579-4c79-b5e5-1c6e31b86ca3 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0157657 Jul 16 09:08:36.378296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60532) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.407870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b56987f1-80f0-48f7-8e5f-15a3d7350b99 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1551646923', 'description': 'tempest-secgroup_general--1551646923 description', 'project_id': 'acb92073f592400cb64313a06e97e4dc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:36.433546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c8c03ecb-2903-4c27-8779-12419ce88eb7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:36.461197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfeba06-befe-4b9b-aba3-ef473208f6f6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8472ea75-757e-402f-b3d0-c0b66662ad18,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:36.466713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-75098148-510b-4da9-a8dc-e6771d752cf8 None None] Provisioning for port 87c14c5f-2840-422a-8212-4eb992ae715e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:36.491728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-0641bd90-cb33-4451-a04f-65e34bced653 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.501802 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0641bd90-cb33-4451-a04f-65e34bced653 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1182969 Jul 16 09:08:36.503986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60536) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.542881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-f4ceb72d-bf5f-4ecd-8080-c637863ad1f7 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.547440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60540) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.552188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f4ceb72d-bf5f-4ecd-8080-c637863ad1f7 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0471025 Jul 16 09:08:36.557087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-719888c2-f205-4b96-a710-a3639b86fdee tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.565200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60542) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.570108 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-719888c2-f205-4b96-a710-a3639b86fdee tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0214922 Jul 16 09:08:36.580638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-60765066-6570-4f7f-843e-2aedbf837790 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.591742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60544) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.595700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-60765066-6570-4f7f-843e-2aedbf837790 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0245402 Jul 16 09:08:36.599391 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-8be93df4-ccf4-4608-ac00-0d011beb9238 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.605069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8be93df4-ccf4-4608-ac00-0d011beb9238 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112462 Jul 16 09:08:36.606001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60546) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.622247 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-e00daa3c-fd76-4580-811c-2292dbba9684 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.630170 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e00daa3c-fd76-4580-811c-2292dbba9684 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0228014 Jul 16 09:08:36.631483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60548) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.639589 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-752a4b5a-eae3-4f7e-b75a-602d919a663a tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.644761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60550) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.652369 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-752a4b5a-eae3-4f7e-b75a-602d919a663a tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0191522 Jul 16 09:08:36.655051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-ee1eb0ac-9097-45a8-afd0-c7cde9762572 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.660442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60552) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.660786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ee1eb0ac-9097-45a8-afd0-c7cde9762572 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0129142 Jul 16 09:08:36.662130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b56987f1-80f0-48f7-8e5f-15a3d7350b99 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.695920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-658eeb9c-743c-47d7-85c3-48b52d329d4c tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.699677 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-658eeb9c-743c-47d7-85c3-48b52d329d4c tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0338378 Jul 16 09:08:36.701961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60554) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.721709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-5e9b9965-f5ae-435d-a1f1-8d3f5686f28d tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.727502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5e9b9965-f5ae-435d-a1f1-8d3f5686f28d tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0235875 Jul 16 09:08:36.730117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60556) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.745204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-869a44e0-281f-496a-b970-f7cf2bbb2c47 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.749046 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 2, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:36.750926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5382eae3-c8e6-4560-a981-50eabf164da3 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:36.751513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-869a44e0-281f-496a-b970-f7cf2bbb2c47 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0182621 Jul 16 09:08:36.754193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60558) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.781406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-55a989f5-fac4-4c4e-a67e-6fb696b16bc0 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.788929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-55a989f5-fac4-4c4e-a67e-6fb696b16bc0 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0170703 Jul 16 09:08:36.790359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60560) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.808318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-54591caa-1a37-4949-b4cc-9ce98ab62b88 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.812894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-54591caa-1a37-4949-b4cc-9ce98ab62b88 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0206313 Jul 16 09:08:36.815530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60562) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.830243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-5e742761-0b2c-4de6-9fe4-fda9196675fc tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.833865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5e742761-0b2c-4de6-9fe4-fda9196675fc tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0148284 Jul 16 09:08:36.838217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60564) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.844675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 5382eae3-c8e6-4560-a981-50eabf164da3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:36.846500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-8f35aa6e-85e3-4d58-b659-4e36dc1c26c4 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.847720 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8f35aa6e-85e3-4d58-b659-4e36dc1c26c4 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085275 Jul 16 09:08:36.849518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port c8c03ecb-2903-4c27-8779-12419ce88eb7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:36.849932 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.850653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60566) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.852495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 5382eae3-c8e6-4560-a981-50eabf164da3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:36.853038 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.856171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-3cbc8766-7a89-484a-b19e-8c64fe763c87 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.856956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3cbc8766-7a89-484a-b19e-8c64fe763c87 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0051024 Jul 16 09:08:36.860397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60568) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.863185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Checking router: 041ac0ca-e9dd-4032-9354-690dfea65226 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:36.863534 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Updating router 041ac0ca-e9dd-4032-9354-690dfea65226 port 981be76a-d44e-4c43-b02e-c2838dbd45bc binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:08:36.867543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-6d484e77-e04b-409c-82d2-cb6bb7f020f8 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.868594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6d484e77-e04b-409c-82d2-cb6bb7f020f8 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072365 Jul 16 09:08:36.879639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60570) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.884960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-a9e0f0b8-e769-4a29-9312-3c35f4e3241d tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.890103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60572) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.890323 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a9e0f0b8-e769-4a29-9312-3c35f4e3241d tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0093689 Jul 16 09:08:36.905768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-c87e444d-f80e-475e-a1ec-a4935aca1e3d tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.910659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c87e444d-f80e-475e-a1ec-a4935aca1e3d tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0166640 Jul 16 09:08:36.910659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60574) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.925637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-8badc0dd-5123-4a48-a652-dbeae2a25d9b tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.929366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8badc0dd-5123-4a48-a652-dbeae2a25d9b tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0149322 Jul 16 09:08:36.930053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-64bb7f4a-6217-4dc1-90eb-83dded5356e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.933100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.934905 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.949169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-da9721bd-8881-4376-a21a-01d45a6e2dd3 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.957361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60578) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.958877 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-da9721bd-8881-4376-a21a-01d45a6e2dd3 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0218866 Jul 16 09:08:36.962740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-64bb7f4a-6217-4dc1-90eb-83dded5356e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.963480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-2ba34fa1-b365-4d3f-91f3-2ce2ee54d8d2 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:36.967116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2ba34fa1-b365-4d3f-91f3-2ce2ee54d8d2 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0061367 Jul 16 09:08:36.976210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60580) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.009292 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.085842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5382eae3-c8e6-4560-a981-50eabf164da3, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5382eae3-c8e6-4560-a981-50eabf164da3,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:37.101791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-7c43e985-8681-43c2-814e-3defc0215490 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.103922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eb40ee-8e49-4a44-b55c-b21a8a7fee7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5382eae3-c8e6-4560-a981-50eabf164da3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:37.107163 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e01c19d-eb70-4c03-af96-c9269d563db4" -d '{"events": [{"server_uuid": "98eb40ee-8e49-4a44-b55c-b21a8a7fee7b", "name": "network-vif-plugged", "status": "completed", "tag": "5382eae3-c8e6-4560-a981-50eabf164da3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:37.116789 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7c43e985-8681-43c2-814e-3defc0215490 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0301650 Jul 16 09:08:37.117970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60586) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.130661 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.133419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb7f4a-6217-4dc1-90eb-83dded5356e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3a8ee0-e262-4f6e-b871-e8a6adb6447a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.135580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-5f782a57-d878-4451-a8fc-42cb0b553edf tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.142089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5f782a57-d878-4451-a8fc-42cb0b553edf tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0227449 Jul 16 09:08:37.143236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60588) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.152044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-5b84b900-5f81-4bf1-a7ab-e26b37709f33 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.153082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5b84b900-5f81-4bf1-a7ab-e26b37709f33 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064290 Jul 16 09:08:37.174670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60590) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.199056 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-64bb7f4a-6217-4dc1-90eb-83dded5356e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a0b13373a414836b7219517ec840612&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0290358 Jul 16 09:08:37.202542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60592) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.204159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-e5f63dde-bbcc-4024-8d26-cd68ca530d67 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.208302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e5f63dde-bbcc-4024-8d26-cd68ca530d67 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0291529 Jul 16 09:08:37.208777 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326de8b6-5b8c-43bc-b137-36d62184be1b x-openstack-request-id: req-326de8b6-5b8c-43bc-b137-36d62184be1b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:37.209402 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eb40ee-8e49-4a44-b55c-b21a8a7fee7b", "name": "network-vif-plugged", "status": "completed", "tag": "5382eae3-c8e6-4560-a981-50eabf164da3", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:37.211439 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-326de8b6-5b8c-43bc-b137-36d62184be1b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:37.212111 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eb40ee-8e49-4a44-b55c-b21a8a7fee7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5382eae3-c8e6-4560-a981-50eabf164da3', 'code': 200} Jul 16 09:08:37.213410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60594) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.233361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-bdf1625c-87be-460a-99ea-9c31af7c1f56 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.234861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bdf1625c-87be-460a-99ea-9c31af7c1f56 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0182800 Jul 16 09:08:37.239386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60596) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.260776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-3331799f-3185-4c7c-bd67-d67c522249b4 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.265450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3331799f-3185-4c7c-bd67-d67c522249b4 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0234127 Jul 16 09:08:37.266327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60598) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.269167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b56987f1-80f0-48f7-8e5f-15a3d7350b99 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.279848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-1edb1cf8-ecf7-4700-b79d-145904f2e131 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.286638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60600) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.287368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1edb1cf8-ecf7-4700-b79d-145904f2e131 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0139570 Jul 16 09:08:37.290615 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b56987f1-80f0-48f7-8e5f-15a3d7350b99 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.302998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-87bc817a-57ab-4af3-b06a-e2ac9f26a9fa tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.304281 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-87bc817a-57ab-4af3-b06a-e2ac9f26a9fa tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052502 Jul 16 09:08:37.307715 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60602) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.323044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-7f190972-4a42-4292-ab5c-48ffe6d6e15f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.324415 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7f190972-4a42-4292-ab5c-48ffe6d6e15f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0155082 Jul 16 09:08:37.327955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60604) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.346917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-098959b1-0e8e-4f55-abcd-59ffa7d5cd88 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.349979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-098959b1-0e8e-4f55-abcd-59ffa7d5cd88 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0180845 Jul 16 09:08:37.358210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60610) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.373675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-86e12093-ef34-47bb-8637-dec9b8cef8ee tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.378816 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-86e12093-ef34-47bb-8637-dec9b8cef8ee tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0097847 Jul 16 09:08:37.381497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60616) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.383663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5382eae3-c8e6-4560-a981-50eabf164da3,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.403429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-fc82b183-9c7e-4652-bc3c-b0a43b7c62a2 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.409711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fc82b183-9c7e-4652-bc3c-b0a43b7c62a2 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0203137 Jul 16 09:08:37.416356 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60620) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.425996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 87c14c5f-2840-422a-8212-4eb992ae715e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:37.444854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-6eadd043-44fb-4539-a0e5-46c990131a8f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.450426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6eadd043-44fb-4539-a0e5-46c990131a8f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0211871 Jul 16 09:08:37.454091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60624) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.470144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-c87d4a14-ec8f-40a4-98ad-10f4822c50c5 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.477867 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c87d4a14-ec8f-40a4-98ad-10f4822c50c5 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122998 Jul 16 09:08:37.482264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60628) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.500638 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b56987f1-80f0-48f7-8e5f-15a3d7350b99 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.505015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-7758b2de-e449-48f5-a8b9-e649ec93c640 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.520281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b56987f1-80f0-48f7-8e5f-15a3d7350b99 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1575735 Jul 16 09:08:37.521305 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7758b2de-e449-48f5-a8b9-e649ec93c640 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0311322 Jul 16 09:08:37.522830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60630) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.527814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1af115d8-f5ef-4325-b842-a48822907f18 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'security_group_rule': {'security_group_id': '8472ea75-757e-402f-b3d0-c0b66662ad18', 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:37.538371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60632) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.548146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 87c14c5f-2840-422a-8212-4eb992ae715e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:37.553115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 87c14c5f-2840-422a-8212-4eb992ae715e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:37.553593 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.582808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-eb37cc74-9e46-4bc8-aa04-c5d8a1fb9ea9 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.597621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-eb37cc74-9e46-4bc8-aa04-c5d8a1fb9ea9 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0567157 Jul 16 09:08:37.598855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56987f1-80f0-48f7-8e5f-15a3d7350b99 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4f548-3d70-41df-a958-e2acefae8a64,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.606889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60636) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.611731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62554e0c-ebf2-4e36-b162-02dbcef28cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.620002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-e69bcd2d-5166-424c-8668-9c2698fc5bba tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.637401 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62554e0c-ebf2-4e36-b162-02dbcef28cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.641193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e69bcd2d-5166-424c-8668-9c2698fc5bba tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0295687 Jul 16 09:08:37.644517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60638) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.661297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-b7d4539d-c77a-41dc-a24a-4ca0858fb218 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.688367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b7d4539d-c77a-41dc-a24a-4ca0858fb218 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0427923 Jul 16 09:08:37.697034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60640) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.716943 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af115d8-f5ef-4325-b842-a48822907f18 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.721699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9493227d-0b94-471a-beec-2ef485245289 None None] Provisioning for port 981be76a-d44e-4c43-b02e-c2838dbd45bc completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:37.728006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62554e0c-ebf2-4e36-b162-02dbcef28cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.734815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-fcbb52e8-d251-46e5-bea7-c37fef52dc47 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.737782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62554e0c-ebf2-4e36-b162-02dbcef28cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.741192 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-62554e0c-ebf2-4e36-b162-02dbcef28cee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e3a8ee0-e262-4f6e-b871-e8a6adb6447a HTTP/1.1" status: 204 len: 168 time: 0.5352972 Jul 16 09:08:37.741192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60644) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.750223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fcbb52e8-d251-46e5-bea7-c37fef52dc47 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0439456 Jul 16 09:08:37.757108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-ad80d7c5-5676-4059-8a78-5cda536c076f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.758262 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ad80d7c5-5676-4059-8a78-5cda536c076f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0056505 Jul 16 09:08:37.758735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9493227d-0b94-471a-beec-2ef485245289 None None] Provisioning complete for port 981be76a-d44e-4c43-b02e-c2838dbd45bc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:37.759364 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9493227d-0b94-471a-beec-2ef485245289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.761871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60648) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.777350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-f336018e-c140-41fe-bad9-082385a150ca tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.778673 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f336018e-c140-41fe-bad9-082385a150ca tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0077686 Jul 16 09:08:37.790720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62554e0c-ebf2-4e36-b162-02dbcef28cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3a8ee0-e262-4f6e-b871-e8a6adb6447a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.830096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60650) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.841094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-f83f4866-b909-47fb-9c2b-31902b03a77b tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.844523 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f83f4866-b909-47fb-9c2b-31902b03a77b tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0131638 Jul 16 09:08:37.851748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60654) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.881241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-87d743c1-b636-4712-91a3-d5dbd5e59e8a tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.883736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-87d743c1-b636-4712-91a3-d5dbd5e59e8a tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0180993 Jul 16 09:08:37.891656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60656) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.892163 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.918105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-6e28f7c4-7926-4182-9cc7-8f87448aa1aa tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.918657 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.925150 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6e28f7c4-7926-4182-9cc7-8f87448aa1aa tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0287366 Jul 16 09:08:37.934853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60660) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.955545 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Transition to ACTIVE for port object 981be76a-d44e-4c43-b02e-c2838dbd45bc will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:37.956602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9493227d-0b94-471a-beec-2ef485245289 None None] Port 981be76a-d44e-4c43-b02e-c2838dbd45bc cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:37.968903 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.969298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-31b5a6a8-ec78-4dfd-906a-bf8342319eac tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.973878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-31b5a6a8-ec78-4dfd-906a-bf8342319eac tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0327418 Jul 16 09:08:37.978719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60662) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.994342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-f5821972-40a5-4c34-be58-aedd902bd12e tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:37.995409 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f5821972-40a5-4c34-be58-aedd902bd12e tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0157051 Jul 16 09:08:37.996141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa966025-1608-4a6c-9f44-a1a4c8941563 req-d3b3eca8-8ea9-401d-b611-6a65fd7a2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:38.004735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa966025-1608-4a6c-9f44-a1a4c8941563 req-d3b3eca8-8ea9-401d-b611-6a65fd7a2fb4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 1098 time: 0.6495295 Jul 16 09:08:38.015467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60664) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.026018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 87c14c5f-2840-422a-8212-4eb992ae715e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=87c14c5f-2840-422a-8212-4eb992ae715e,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:38.027014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-eac9317d-8199-4b72-8f90-8a8bffd3dc92 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.030349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-eac9317d-8199-4b72-8f90-8a8bffd3dc92 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0106554 Jul 16 09:08:38.033616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60666) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.046502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-9afa7450-7987-49d4-888a-304a31e21816 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.051612 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9afa7450-7987-49d4-888a-304a31e21816 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0169554 Jul 16 09:08:38.052229 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.061214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60668) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.108455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-17cd6fd5-991f-4482-852a-dbfce7dc1687 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.117890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17cd6fd5-991f-4482-852a-dbfce7dc1687 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0262845 Jul 16 09:08:38.122018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af115d8-f5ef-4325-b842-a48822907f18 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.125578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.133374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-00d44db5-71be-4342-beb2-b393ae40144b tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.143024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-00d44db5-71be-4342-beb2-b393ae40144b tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0150478 Jul 16 09:08:38.147880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60672) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.164108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-0ed22ee7-ddb9-4bfb-ad8d-ab19e8a1d11f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.174890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e2d73-265e-4793-ba41-61f414183560 req-77ee20e9-9e11-4a48-9cd3-2740078b6ea6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:38.175568 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0ed22ee7-ddb9-4bfb-ad8d-ab19e8a1d11f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0245860 Jul 16 09:08:38.176345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.184123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-d8687c9b-5e7a-4dd8-8a8e-18f32a3caea5 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.192891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9493227d-0b94-471a-beec-2ef485245289 None None] Provisioning complete for port 87c14c5f-2840-422a-8212-4eb992ae715e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:38.193265 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9493227d-0b94-471a-beec-2ef485245289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.196041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-436e2d73-265e-4793-ba41-61f414183560 req-77ee20e9-9e11-4a48-9cd3-2740078b6ea6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 946 time: 0.4977603 Jul 16 09:08:38.203553 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d8687c9b-5e7a-4dd8-8a8e-18f32a3caea5 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0258493 Jul 16 09:08:38.206159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af115d8-f5ef-4325-b842-a48822907f18 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.207905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60678) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.259727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-d741e872-70cb-41f8-bf22-7e27f7f4f8ba tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.262674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d741e872-70cb-41f8-bf22-7e27f7f4f8ba tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0180604 Jul 16 09:08:38.264364 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Pushing event updated for resources: {'Port': ['ID=981be76a-d44e-4c43-b02e-c2838dbd45bc,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:38.291825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.298900 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.299131 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.299374 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.299801 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.300144 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.300474 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.300795 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.303881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af115d8-f5ef-4325-b842-a48822907f18 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fdfa8f-a417-48b0-9d89-ed667b8b4091,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:38.306307 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.306865 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.307346 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.308137 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.308820 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.312887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1af115d8-f5ef-4325-b842-a48822907f18 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.314299 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1af115d8-f5ef-4325-b842-a48822907f18 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7905004 Jul 16 09:08:38.315876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa966025-1608-4a6c-9f44-a1a4c8941563 req-6e35d3ed-37ad-4a4a-896a-0f2f60ab54ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602546 Jul 16 09:08:38.320569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [None req-182996ab-355c-4e42-b1bb-848288512b6f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.327336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.329869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=87c14c5f-2840-422a-8212-4eb992ae715e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:38.332400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-182996ab-355c-4e42-b1bb-848288512b6f tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0152807 Jul 16 09:08:38.344590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-b75e9aed-6533-4906-91af-5520a7f0add2 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.346407 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b75e9aed-6533-4906-91af-5520a7f0add2 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0175002 Jul 16 09:08:38.348937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60686) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.366587 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Attempting to bind port 981be76a-d44e-4c43-b02e-c2838dbd45bc on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:38.367319 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Attempting to bind port 981be76a-d44e-4c43-b02e-c2838dbd45bc by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:38.368030 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Attempting to bind port 981be76a-d44e-4c43-b02e-c2838dbd45bc on network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:38.370512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-737499c7-bf62-4ae1-8ce2-1aa7eec5b54d tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.371599 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-737499c7-bf62-4ae1-8ce2-1aa7eec5b54d tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0194852 Jul 16 09:08:38.375479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60688) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.375624 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:38.375904 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Checking segment: {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:38.376645 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.377177 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Bound using segment: {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:38.377841 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Bound port: 981be76a-d44e-4c43-b02e-c2838dbd45bc, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:38.378372 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.385411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-9a541f8d-97fe-4675-b117-1b3f80f3bba7 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.385411 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9a541f8d-97fe-4675-b117-1b3f80f3bba7 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065324 Jul 16 09:08:38.387767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60692) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.399035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [None req-2bbcad97-fc65-4c37-923d-71f15ab92ea0 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:38.401959 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2bbcad97-fc65-4c37-923d-71f15ab92ea0 tempest-ExtensionsTestJSON-1886796383 tempest-ExtensionsTestJSON-1886796383-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0117450 Jul 16 09:08:38.448741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-436e2d73-265e-4793-ba41-61f414183560 req-5069f077-e6b9-4a8f-8655-12aabaa6fe3c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514825 Jul 16 09:08:38.565580 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] For port 981be76a-d44e-4c43-b02e-c2838dbd45bc, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:38.580624 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] For port 981be76a-d44e-4c43-b02e-c2838dbd45bc, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=981be76a-d44e-4c43-b02e-c2838dbd45bc,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:38.590705 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.877327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-56bd629e-2a8c-43ae-b0c8-19e289a72723 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--1551646923&fields=id&tenant_id=acb92073f592400cb64313a06e97e4dc HTTP/1.1" status: 200 len: 267 time: 0.0764782 Jul 16 09:08:38.893387 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:38.894070 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:39.028041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-9c216a36-9f7a-4dd9-9958-5535196fcab6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--398981613&fields=id&tenant_id=acb92073f592400cb64313a06e97e4dc HTTP/1.1" status: 200 len: 267 time: 0.1397827 Jul 16 09:08:39.053938 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220d77d-a395-46af-a727-3a1c6195bb41 None None] Pushing event updated for resources: {'Port': ['ID=981be76a-d44e-4c43-b02e-c2838dbd45bc,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:39.118106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60720) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:39.235595 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:39.352031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-5908f953-8d67-4d7d-9998-e6d684b9a451 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:39.365586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-5908f953-8d67-4d7d-9998-e6d684b9a451 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/networks?id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245 HTTP/1.1" status: 200 len: 796 time: 0.3229473 Jul 16 09:08:39.411736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-13109411-a1ea-48fe-ab3d-92aeed29f21b tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/quotas/acb92073f592400cb64313a06e97e4dc HTTP/1.1" status: 200 len: 375 time: 0.0345211 Jul 16 09:08:39.526904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-098195a7-c65e-4ba5-b6d5-f0fb4ffd76a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.641928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-9270b6eb-ead4-429e-bcde-39a467fb3564 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236202 Jul 16 09:08:39.733467 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:38Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:39.806071 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dbb99-d580-47c5-bed6-b86e387286ed None None] The sync data for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 is: [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:38Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:39.855116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68e3a1-b426-4a11-b45a-82eb2b9bf556 req-39487154-75f1-407c-ba3e-6299009a2049 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:39.864459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d68e3a1-b426-4a11-b45a-82eb2b9bf556 req-39487154-75f1-407c-ba3e-6299009a2049 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 946 time: 0.1186793 Jul 16 09:08:39.908165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-098195a7-c65e-4ba5-b6d5-f0fb4ffd76a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.913017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-098195a7-c65e-4ba5-b6d5-f0fb4ffd76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.032797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098195a7-c65e-4ba5-b6d5-f0fb4ffd76a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f2a96a-8b6e-4ec0-9056-952cd8e7266f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:40.051995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-098195a7-c65e-4ba5-b6d5-f0fb4ffd76a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=908a5c9a2dc34025a7fd54522e30ab0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9328058 Jul 16 09:08:40.054645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60746) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:40.084900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d68e3a1-b426-4a11-b45a-82eb2b9bf556 req-b08eff8c-1923-472d-9834-fa1572d4cfd1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203019 Jul 16 09:08:40.208364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62e89814-ef0c-494a-a8e6-c0f28c6f831e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.255828 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62e89814-ef0c-494a-a8e6-c0f28c6f831e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.356034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-1490583c-ad37-47ce-9b26-83869ab6441b service neutron] 10.222.0.55 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967576 Jul 16 09:08:40.377479 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62e89814-ef0c-494a-a8e6-c0f28c6f831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.384474 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-62e89814-ef0c-494a-a8e6-c0f28c6f831e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.387454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-62e89814-ef0c-494a-a8e6-c0f28c6f831e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6f2a96a-8b6e-4ec0-9056-952cd8e7266f HTTP/1.1" status: 204 len: 168 time: 0.3303716 Jul 16 09:08:40.409323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e89814-ef0c-494a-a8e6-c0f28c6f831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f2a96a-8b6e-4ec0-9056-952cd8e7266f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:40.445860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 981be76a-d44e-4c43-b02e-c2838dbd45bc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:40.504602 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-c723d61c-5cc3-4c65-882f-1100758ded6a service neutron] 10.222.0.55 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402981 Jul 16 09:08:40.611907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 981be76a-d44e-4c43-b02e-c2838dbd45bc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:40.617817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8421c2-7ea0-4569-b69c-fe0bc0c731be req-fec2ecbc-963d-462d-897d-9a6be25f52d6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:40.618943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 981be76a-d44e-4c43-b02e-c2838dbd45bc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:40.619376 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.626360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e8421c2-7ea0-4569-b69c-fe0bc0c731be req-fec2ecbc-963d-462d-897d-9a6be25f52d6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 946 time: 0.1206887 Jul 16 09:08:40.724120 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e8421c2-7ea0-4569-b69c-fe0bc0c731be req-e62489dd-99c9-43ab-a0c3-a81553dbae0d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928860 Jul 16 09:08:40.742622 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.815612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 981be76a-d44e-4c43-b02e-c2838dbd45bc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=981be76a-d44e-4c43-b02e-c2838dbd45bc,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:40.827994 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.830290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 87c14c5f-2840-422a-8212-4eb992ae715e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:41.101896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=981be76a-d44e-4c43-b02e-c2838dbd45bc,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:41.116049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:41.140348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.140707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.148159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.148159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.148159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.148159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.148620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.149268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.153104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.153536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.153943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.154871 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:41.185990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 87c14c5f-2840-422a-8212-4eb992ae715e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:41.187999 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.318681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-151f756f-7b74-4563-821c-2051e89a5c5b admin admin] Deleting subnet 904d3051-8230-40f8-a7f6-a780f35007fe {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:41.332359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-151f756f-7b74-4563-821c-2051e89a5c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.458096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8046ae0-222a-4017-a934-23ee848fdd43 req-9aa939c3-a771-4e73-bddd-b5fa2aafa0e9 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 210 time: 0.1199353 Jul 16 09:08:41.470480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-151f756f-7b74-4563-821c-2051e89a5c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.570585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-151f756f-7b74-4563-821c-2051e89a5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.808615 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-151f756f-7b74-4563-821c-2051e89a5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.853251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f756f-7b74-4563-821c-2051e89a5c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904d3051-8230-40f8-a7f6-a780f35007fe,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:41.866264 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-151f756f-7b74-4563-821c-2051e89a5c5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.868698 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-151f756f-7b74-4563-821c-2051e89a5c5b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/904d3051-8230-40f8-a7f6-a780f35007fe HTTP/1.1" status: 204 len: 168 time: 0.7511418 Jul 16 09:08:41.871427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60802) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:42.011013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.274341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 981be76a-d44e-4c43-b02e-c2838dbd45bc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:42.412236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 981be76a-d44e-4c43-b02e-c2838dbd45bc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:42.412911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.457973 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.503488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf0ca76-ff32-4127-ba1e-9f087005c7f5']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:42.547079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9b7689-0903-49aa-8825-3da907ec2736') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:42.558798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9b7689-0903-49aa-8825-3da907ec2736') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:42.619468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970ae66-2b43-4379-ba4c-f51bfcb19392 req-0c589f98-622b-4460-831d-20748c0b7686 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:42.627153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60828) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:42.646910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3970ae66-2b43-4379-ba4c-f51bfcb19392 req-0c589f98-622b-4460-831d-20748c0b7686 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 946 time: 0.4944196 Jul 16 09:08:42.683494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.817157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3970ae66-2b43-4379-ba4c-f51bfcb19392 req-0382c99f-2515-4895-a50d-e0e0bf914384 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683388 Jul 16 09:08:42.821810 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.838201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:42.839199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:42.846229 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:42.900242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-1270594677'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:42.934411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:42.945337 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.959951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.008570 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7e096d1-e7eb-456c-b425-9f47cb6d7237 req-4f1931bb-5507-44f4-a58f-445f34689244 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 210 time: 0.0684087 Jul 16 09:08:43.018950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.027258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.043946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60840) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.050237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] 10.222.0.55 "DELETE /v2.0/networks/daf0ca76-ff32-4127-ba1e-9f087005c7f5 HTTP/1.1" status: 204 len: 168 time: 1.1774280 Jul 16 09:08:43.105753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=daf0ca76-ff32-4127-ba1e-9f087005c7f5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:43.125070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.125454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.125825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.126311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.129518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.130188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.135304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.135942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.136077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.136387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.136915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.137415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd5879-0f4b-4289-bf8f-659ae4556d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:43.153828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90bc9b0-a01d-4136-84ce-bbb5a856c783 admin admin] Deleting subnet 274d02fd-c414-4943-ae13-683cf798c35b {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:43.157908 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a90bc9b0-a01d-4136-84ce-bbb5a856c783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.209885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a90bc9b0-a01d-4136-84ce-bbb5a856c783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.284256 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a90bc9b0-a01d-4136-84ce-bbb5a856c783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.287815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.311350 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.375454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:08:43.433563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.434177 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment 0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be of type vlan for network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 Jul 16 09:08:43.458098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15bb874-5e4f-4ef5-bf26-decc82fccb2d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:43.521694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-ec5bcea8-f4ec-4048-aff2-862abfe21ca2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:43.526452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-ec5bcea8-f4ec-4048-aff2-862abfe21ca2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 946 time: 0.1445718 Jul 16 09:08:43.530505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a90bc9b0-a01d-4136-84ce-bbb5a856c783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.588741 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.699931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.707836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:43.709130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.720586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc9b0-a01d-4136-84ce-bbb5a856c783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274d02fd-c414-4943-ae13-683cf798c35b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:43.781019 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a90bc9b0-a01d-4136-84ce-bbb5a856c783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.786378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60858) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.786989 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a90bc9b0-a01d-4136-84ce-bbb5a856c783 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/274d02fd-c414-4943-ae13-683cf798c35b HTTP/1.1" status: 204 len: 168 time: 0.7416000 Jul 16 09:08:43.876620 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2474456 Jul 16 09:08:43.877673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60862) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.898957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-448901ab-b95d-41dd-abb2-c339f97ce3d7 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:43.907347 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-448901ab-b95d-41dd-abb2-c339f97ce3d7 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.54 "GET /v2.0/networks?id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245 HTTP/1.1" status: 200 len: 796 time: 0.5642238 Jul 16 09:08:43.960641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-134980760'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:44.015456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5942dc-f581-4b6c-bba9-61e9343c8eca tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=93052667-0fa3-4f0e-a153-4faf8f8e45a6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:44.025041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:44.027524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port 5382eae3-c8e6-4560-a981-50eabf164da3 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:44.028025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.035824 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.037597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:08:44.104791 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.161116 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-8db610b5-1015-4293-beb6-3d647ac9b66f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb92073f592400cb64313a06e97e4dc HTTP/1.1" status: 200 len: 477 time: 0.1601803 Jul 16 09:08:44.162388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:08:44.174026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'port': {'device_id': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'admin_state_up': True, 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'security_groups': ['43c4f548-3d70-41df-a958-e2acefae8a64', '8472ea75-757e-402f-b3d0-c0b66662ad18']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:44.206189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.206964 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment 6c292444-f1e6-4446-a047-1e3dfb5feb2a of type vlan for network ca8ffe80-8964-4788-afd4-ea12f723c76c Jul 16 09:08:44.210068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] For port 5382eae3-c8e6-4560-a981-50eabf164da3, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5382eae3-c8e6-4560-a981-50eabf164da3,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:44.210436 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.246592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for 5382eae3-c8e6-4560-a981-50eabf164da3 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:44.300082 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.301292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16093a12-0f9f-4bc9-8a91-0e4b1ebea69c req-4097e62d-1053-47ba-aad1-3b932d39ebca tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:44.308456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16093a12-0f9f-4bc9-8a91-0e4b1ebea69c req-4097e62d-1053-47ba-aad1-3b932d39ebca tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 946 time: 0.2990520 Jul 16 09:08:44.358046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60870) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:44.370063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.395019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Made reservation on behalf of acb92073f592400cb64313a06e97e4dc for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:44.399394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.404728 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.411576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:44.412101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c3a8e3-4aac-49b5-8c78-4b24995636af']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:44.412753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.450255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cd7404c-4ee5-4e7f-99ec-2407db2ca63c req-8b8e807f-2e97-4c82-937b-b6462dbf3e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 210 time: 0.0648386 Jul 16 09:08:44.461698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166b1ce7-31f8-483c-9174-386051084260') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:44.462205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166b1ce7-31f8-483c-9174-386051084260') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:44.465093 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-033f7767-c400-494c-bb91-8dfde53e1f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.477557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60874) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:44.478315 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5964966 Jul 16 09:08:44.507430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': '93052667-0fa3-4f0e-a153-4faf8f8e45a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:44.522611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.562003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b89676-aea9-46d7-a009-18d9c8f2fafe tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=ca8ffe80-8964-4788-afd4-ea12f723c76c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:44.584115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.587935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ca8ffe80-8964-4788-afd4-ea12f723c76c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:08:44.597391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:44.597854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.683203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16093a12-0f9f-4bc9-8a91-0e4b1ebea69c req-c75a31ad-b6cc-45c0-8829-b88f1c4986ea tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737330 Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:44.683965 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:44.709113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.719638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.734076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.736249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Allocated IP 172.20.0.7 (2ffc06ca-a10a-4bcf-8134-1b325cc0e245/b136429c-b635-4d8a-9f27-0e5ad6434b04/fb6b593a-2f09-4e18-9610-23c2dbb2332a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:44.739458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] 10.222.0.55 "DELETE /v2.0/networks/d3c3a8e3-4aac-49b5-8c78-4b24995636af HTTP/1.1" status: 204 len: 168 time: 0.9520042 Jul 16 09:08:44.744478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe2074-2567-4959-9891-b2491b25c8cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c3a8e3-4aac-49b5-8c78-4b24995636af,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:44.884666 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.897487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e74faa0e-eb5b-419a-ab6c-0e451b824892'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:44.928157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=5382eae3-c8e6-4560-a981-50eabf164da3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.019167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60882) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.064947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] No DVR routers for this DVR port 5382eae3-c8e6-4560-a981-50eabf164da3 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:45.070955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.079908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5514c9c-bf97-4d14-8d44-29c3836f8c4c req-f14f20cc-bda2-4c88-9639-1fe630e72b68 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "DELETE /v2.0/ports/5382eae3-c8e6-4560-a981-50eabf164da3 HTTP/1.1" status: 204 len: 173 time: 1.5424907 Jul 16 09:08:45.080101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eb40ee-8e49-4a44-b55c-b21a8a7fee7b', 'name': 'network-vif-deleted', 'tag': '5382eae3-c8e6-4560-a981-50eabf164da3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:45.083533 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5073cda9-3af7-4e1e-9e68-366cd52a9713" -d '{"events": [{"server_uuid": "98eb40ee-8e49-4a44-b55c-b21a8a7fee7b", "name": "network-vif-deleted", "tag": "5382eae3-c8e6-4560-a981-50eabf164da3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:45.176573 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.196841 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.219686 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae74fa2-085c-4c8f-8da7-f8601ad76eae x-openstack-request-id: req-aae74fa2-085c-4c8f-8da7-f8601ad76eae {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:45.219995 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eb40ee-8e49-4a44-b55c-b21a8a7fee7b", "name": "network-vif-deleted", "tag": "5382eae3-c8e6-4560-a981-50eabf164da3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:45.220256 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aae74fa2-085c-4c8f-8da7-f8601ad76eae {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:45.220685 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eb40ee-8e49-4a44-b55c-b21a8a7fee7b', 'name': 'network-vif-deleted', 'tag': '5382eae3-c8e6-4560-a981-50eabf164da3', 'status': 'completed', 'code': 200} Jul 16 09:08:45.227011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:45.231282 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.300810 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.312563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.320473 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c6c728240e441b893351f3497d276d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9599178 Jul 16 09:08:45.328140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60890) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.329197 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a02715a4-f75e-4b46-995e-96daf884524c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fab88b870de4589aecd9a0964ec473d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084192 Jul 16 09:08:45.334476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60892) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.349219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c257a34d-b1c9-4150-b916-b9c9ae6ca461,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.365977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Transition to ACTIVE for port object fb6b593a-2f09-4e18-9610-23c2dbb2332a will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:45.387453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.387803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.388146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.388532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.389418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.389541 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.389944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.390284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.391074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.391526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.391965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.392350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd6e80-8658-420d-bd76-f3cfd05e2f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:45.446755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfcd9-2024-4299-9b0d-2ad5796464d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.447394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e39e2ac-5f1d-474b-90ee-2d09fd8e0e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.489038 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfcd9-2024-4299-9b0d-2ad5796464d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.492541 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e39e2ac-5f1d-474b-90ee-2d09fd8e0e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.516638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.585169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=fb6b593a-2f09-4e18-9610-23c2dbb2332a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.610792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:45.613532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:45.625119 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfcd9-2024-4299-9b0d-2ad5796464d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.628308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfcd9-2024-4299-9b0d-2ad5796464d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.628840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:45.631786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9d3dfcd9-2024-4299-9b0d-2ad5796464d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c257a34d-b1c9-4150-b916-b9c9ae6ca461 HTTP/1.1" status: 204 len: 168 time: 0.2956669 Jul 16 09:08:45.651473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dfcd9-2024-4299-9b0d-2ad5796464d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c257a34d-b1c9-4150-b916-b9c9ae6ca461,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.655745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.715684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:45.716330 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.746786 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-ca25686d-a2ff-452d-a29b-ed6ddbd0395f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5757871 Jul 16 09:08:45.765736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Request body: {'port': {'device_id': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:45.861381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=775980a9-20bd-4442-a866-06d6e14220a8,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.878086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': '0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '93052667-0fa3-4f0e-a153-4faf8f8e45a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:45.878978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: 93052667-0fa3-4f0e-a153-4faf8f8e45a6, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:08:45.885032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e39e2ac-5f1d-474b-90ee-2d09fd8e0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.894470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e39e2ac-5f1d-474b-90ee-2d09fd8e0e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.896645 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8e39e2ac-5f1d-474b-90ee-2d09fd8e0e15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c319294c-2b9b-4f56-8402-fb1eae3d1a47 HTTP/1.1" status: 204 len: 168 time: 0.5610273 Jul 16 09:08:45.959468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:08:45.981742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.987430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39e2ac-5f1d-474b-90ee-2d09fd8e0e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c319294c-2b9b-4f56-8402-fb1eae3d1a47,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:46.020634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a79de-3490-48e7-9c48-52cd831e098a req-3cc68531-1f94-49ff-96cd-b954151239a6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:46.037201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f4a79de-3490-48e7-9c48-52cd831e098a req-3cc68531-1f94-49ff-96cd-b954151239a6 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 970 time: 0.3050935 Jul 16 09:08:46.156852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 93052667-0fa3-4f0e-a153-4faf8f8e45a6) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:46.171633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aee86bc6-7c75-4081-bd70-400246ea9d6b None None] Provisioning for port fb6b593a-2f09-4e18-9610-23c2dbb2332a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:46.179506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9dbf1edb-2e8d-47ae-8772-224968ccfe7e req-95b30fa5-13d4-40a3-af10-7286eda4bfd0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 210 time: 0.1377747 Jul 16 09:08:46.180085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e1af4-9369-4cb5-83c6-b162b8c2b76f None None] Network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:46.221337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:46.223494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.335153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f4a79de-3490-48e7-9c48-52cd831e098a req-e974ff41-5689-4319-a207-ea272ebafd30 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2907546 Jul 16 09:08:46.352073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f4dda651-65fc-4248-8daa-087c3cc3cc46 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8562171 Jul 16 09:08:46.353260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60916) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:46.361571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': 'ca8ffe80-8964-4788-afd4-ea12f723c76c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:46.398795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aee86bc6-7c75-4081-bd70-400246ea9d6b None None] Provisioning complete for port fb6b593a-2f09-4e18-9610-23c2dbb2332a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:46.399925 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aee86bc6-7c75-4081-bd70-400246ea9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.471346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60920) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:46.488990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-aee86bc6-7c75-4081-bd70-400246ea9d6b None None] Port fb6b593a-2f09-4e18-9610-23c2dbb2332a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:46.498690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-93052667-0fa3-4f0e-a153-4faf8f8e45a6', 'network_id': '93052667-0fa3-4f0e-a153-4faf8f8e45a6', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': '775980a9-20bd-4442-a866-06d6e14220a8'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:08:46.499929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.701686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5382eae3-c8e6-4560-a981-50eabf164da3 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:46.735247 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6b593a-2f09-4e18-9610-23c2dbb2332a {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:46.746247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:46.753126 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.762506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.784105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Transition to ACTIVE for port object fb6b593a-2f09-4e18-9610-23c2dbb2332a will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:46.797634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 5382eae3-c8e6-4560-a981-50eabf164da3 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:46.800226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5382eae3-c8e6-4560-a981-50eabf164da3 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:46.803311 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.970680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Allocated IP 172.20.0.2 (93052667-0fa3-4f0e-a153-4faf8f8e45a6/775980a9-20bd-4442-a866-06d6e14220a8/736bf769-dd88-49a8-949e-a4d286524f87) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:47.094087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-510041d9-291b-4fde-90ad-68483be72ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.198314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60934) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:47.361056 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.486235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=8ec80c39-4b37-4acb-9fe5-64cea66a7d5b,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:47.486872 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.521706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Transition to ACTIVE for port object 736bf769-dd88-49a8-949e-a4d286524f87 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:47.584281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Transition to ACTIVE for port object 736bf769-dd88-49a8-949e-a4d286524f87 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:47.638348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.640586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59d959c9-e55f-4e9e-8a24-9bdbcf6071cb req-2ac4fe6b-bcd1-4fe0-ab93-9cc2e7b15113 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 210 time: 0.1152670 Jul 16 09:08:47.649155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1c65dcaa-9de1-4d0c-ba63-db73a4c85a96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52fa84cdd43848068315a81bed0859a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479702 Jul 16 09:08:47.659105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60950) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:47.781615 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d451424b-b211-4da0-9734-cf5a0b304c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.783126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.833271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:47.850057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:47.854720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:47.870149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Pushing event updated for resources: {'Port': ['ID=736bf769-dd88-49a8-949e-a4d286524f87,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:48.002878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Attempting to bind port 736bf769-dd88-49a8-949e-a4d286524f87 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:48.003262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Attempting to bind port 736bf769-dd88-49a8-949e-a4d286524f87 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '93052667-0fa3-4f0e-a153-4faf8f8e45a6'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:48.003628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Attempting to bind port 736bf769-dd88-49a8-949e-a4d286524f87 on network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:48.009883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:48.010530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Checking segment: {'id': '0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '93052667-0fa3-4f0e-a153-4faf8f8e45a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:48.011083 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.011620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Bound using segment: {'id': '0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '93052667-0fa3-4f0e-a153-4faf8f8e45a6'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:48.013072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Bound port: 736bf769-dd88-49a8-949e-a4d286524f87, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '93052667-0fa3-4f0e-a153-4faf8f8e45a6'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:48.014510 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.143063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] For port 736bf769-dd88-49a8-949e-a4d286524f87, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:48.152158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] For port 736bf769-dd88-49a8-949e-a4d286524f87, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=736bf769-dd88-49a8-949e-a4d286524f87,segment=NetworkSegment(0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be),segment_id=0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:48.162958 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.178389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6b593a-2f09-4e18-9610-23c2dbb2332a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:48.270846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c80d38-7989-4283-9929-5e75343cb7cd None None] Pushing event updated for resources: {'Port': ['ID=736bf769-dd88-49a8-949e-a4d286524f87,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:48.295918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Attempting to bind port fb6b593a-2f09-4e18-9610-23c2dbb2332a on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:48.296191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Attempting to bind port fb6b593a-2f09-4e18-9610-23c2dbb2332a by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:48.296523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Attempting to bind port fb6b593a-2f09-4e18-9610-23c2dbb2332a on network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:48.307951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Port fb6b593a-2f09-4e18-9610-23c2dbb2332a on network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:08:48.308433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Attempting to bind port fb6b593a-2f09-4e18-9610-23c2dbb2332a on network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:48.322653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:48.322994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Checking segment: {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:48.324773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Bound using segment: {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:48.326366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': '6c292444-f1e6-4446-a047-1e3dfb5feb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ca8ffe80-8964-4788-afd4-ea12f723c76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:48.326848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: ca8ffe80-8964-4788-afd4-ea12f723c76c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:08:48.328614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Bound port: fb6b593a-2f09-4e18-9610-23c2dbb2332a, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad53005e-4173-41ee-8899-babdbac49e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:48.329994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.406361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network ca8ffe80-8964-4788-afd4-ea12f723c76c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:08:48.454344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6c8b-e791-4586-a7cc-724993a5008c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.458326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-510041d9-291b-4fde-90ad-68483be72ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.459662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] For port fb6b593a-2f09-4e18-9610-23c2dbb2332a, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:48.460593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ca8ffe80-8964-4788-afd4-ea12f723c76c) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:48.463025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] For port fb6b593a-2f09-4e18-9610-23c2dbb2332a, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:48.474009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-510041d9-291b-4fde-90ad-68483be72ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.474191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.483144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed86fc-bb9d-4562-a3cb-8ce6c9b0d098 None None] Network ca8ffe80-8964-4788-afd4-ea12f723c76c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:48.484658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df51dc-96c6-490b-b543-10d0f9c92d9a req-a9904236-f42a-4b97-bdb6-6de8b847b474 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:48.486594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9df51dc-96c6-490b-b543-10d0f9c92d9a req-a9904236-f42a-4b97-bdb6-6de8b847b474 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 982 time: 0.8287120 Jul 16 09:08:48.491014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:48.491808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.554724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6c8b-e791-4586-a7cc-724993a5008c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.589465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:48.598393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.601480 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] 10.222.0.54 "PUT /v2.0/ports/fb6b593a-2f09-4e18-9610-23c2dbb2332a HTTP/1.1" status: 200 len: 1131 time: 2.8476660 Jul 16 09:08:48.603595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:48.610488 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:48.645882 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60966) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:48.656313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d77f8d-5303-4f5e-a9c3-de680473b802 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6b593a-2f09-4e18-9610-23c2dbb2332a,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:48.691130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d65020c5-d768-4690-9954-96b1fbdc0ce4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3365915 Jul 16 09:08:48.699093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60972) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:48.704375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510041d9-291b-4fde-90ad-68483be72ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9bb0b-be78-4852-a929-e1dd167e295f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:48.752817 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914f0fe2-1e4a-4dae-ad0e-0e55e54433ee x-openstack-request-id: req-914f0fe2-1e4a-4dae-ad0e-0e55e54433ee {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:48.753124 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:48.753374 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-914f0fe2-1e4a-4dae-ad0e-0e55e54433ee {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:48.754601 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'status': 'completed', 'code': 200} Jul 16 09:08:48.760667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-19f5e3ea-cceb-44e8-a064-36599631bed4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-354183604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:48.794228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-510041d9-291b-4fde-90ad-68483be72ce1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad140d42f48148d59075fce2d31f47ca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3216701 Jul 16 09:08:48.798283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60976) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:48.807172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9df51dc-96c6-490b-b543-10d0f9c92d9a req-30503d2a-3a93-406a-b640-90c261ef989c tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3101988 Jul 16 09:08:48.866444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-ca8ffe80-8964-4788-afd4-ea12f723c76c', 'network_id': 'ca8ffe80-8964-4788-afd4-ea12f723c76c', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': '8ec80c39-4b37-4acb-9fe5-64cea66a7d5b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:08:48.867577 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.891573 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.901608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.945886 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19f5e3ea-cceb-44e8-a064-36599631bed4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.947281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19f5e3ea-cceb-44e8-a064-36599631bed4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.965699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6c8b-e791-4586-a7cc-724993a5008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.970739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6c8b-e791-4586-a7cc-724993a5008c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.972573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cf9b6c8b-e791-4586-a7cc-724993a5008c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3be67d9b-d6d2-41fd-98ce-d86f3452e83d HTTP/1.1" status: 204 len: 168 time: 1.3111212 Jul 16 09:08:48.993607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ded4fc6-500b-482d-81a0-be17e340214b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.994948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b6c8b-e791-4586-a7cc-724993a5008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be67d9b-d6d2-41fd-98ce-d86f3452e83d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:49.096901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-c931f176-49a8-4bd4-b9c9-4bb3cd21138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:49.098473 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-c931f176-49a8-4bd4-b9c9-4bb3cd21138e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1134 time: 0.4160025 Jul 16 09:08:49.142997 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f43aed2e-0b30-4e9b-93fd-6f3d5bfff406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.149454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52c6b3ba-0176-4057-8091-edca9df63873 req-3bbc621d-8bde-44c0-b819-b61da627f8be tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 210 time: 0.1076832 Jul 16 09:08:49.151140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19f5e3ea-cceb-44e8-a064-36599631bed4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.176187 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19f5e3ea-cceb-44e8-a064-36599631bed4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.213490 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-7ee55ba5-ae11-4f60-ae27-64d7a4611a04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a HTTP/1.1" status: 200 len: 217 time: 0.0969846 Jul 16 09:08:49.220856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Allocated IP 172.21.0.2 (ca8ffe80-8964-4788-afd4-ea12f723c76c/8ec80c39-4b37-4acb-9fe5-64cea66a7d5b/b8687693-222c-43f0-83ec-61b4b9240bac) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:49.253211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f43aed2e-0b30-4e9b-93fd-6f3d5bfff406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.354996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-8f0dcc27-bd82-4bb3-b79c-caade94566c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:49.357785 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-8f0dcc27-bd82-4bb3-b79c-caade94566c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b136429c-b635-4d8a-9f27-0e5ad6434b04 HTTP/1.1" status: 200 len: 835 time: 0.1317570 Jul 16 09:08:49.544015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f43aed2e-0b30-4e9b-93fd-6f3d5bfff406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.547831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f43aed2e-0b30-4e9b-93fd-6f3d5bfff406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.548975 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f43aed2e-0b30-4e9b-93fd-6f3d5bfff406 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cd9bb0b-be78-4852-a929-e1dd167e295f HTTP/1.1" status: 204 len: 168 time: 0.7484496 Jul 16 09:08:49.556587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ded4fc6-500b-482d-81a0-be17e340214b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.564834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-cb1f0cf8-c8ca-4e74-b28d-f7029845c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:49.566218 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-cb1f0cf8-c8ca-4e74-b28d-f7029845c4b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991823 Jul 16 09:08:49.572006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aed2e-0b30-4e9b-93fd-6f3d5bfff406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9bb0b-be78-4852-a929-e1dd167e295f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:49.572205 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19f5e3ea-cceb-44e8-a064-36599631bed4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.577349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-19f5e3ea-cceb-44e8-a064-36599631bed4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8768992 Jul 16 09:08:49.578263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 60988) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:49.584567 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ded4fc6-500b-482d-81a0-be17e340214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.711647 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6ded4fc6-500b-482d-81a0-be17e340214b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da29044d600c4bdaaac3aecf0c7de04c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0552378 Jul 16 09:08:49.715103 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.725915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 60994) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:49.767576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Transition to ACTIVE for port object b8687693-222c-43f0-83ec-61b4b9240bac will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:49.816884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded4fc6-500b-482d-81a0-be17e340214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177ee5cd-448f-4783-a533-b65a989ae557,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:49.832274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Transition to ACTIVE for port object b8687693-222c-43f0-83ec-61b4b9240bac will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:49.849036 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.973607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Network ca8ffe80-8964-4788-afd4-ea12f723c76c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:49.976685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:49.980300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f207-ef8c-46d7-86b6-5e3eb01cd3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.990231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:50.048376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f207-ef8c-46d7-86b6-5e3eb01cd3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.111427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Pushing event updated for resources: {'Port': ['ID=b8687693-222c-43f0-83ec-61b4b9240bac,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:50.137634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5b634-aa9f-440c-8528-d80799e74919 None None] Network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:50.164287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f207-ef8c-46d7-86b6-5e3eb01cd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.167356 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f207-ef8c-46d7-86b6-5e3eb01cd3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.173433 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2cb1f207-ef8c-46d7-86b6-5e3eb01cd3d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/177ee5cd-448f-4783-a533-b65a989ae557 HTTP/1.1" status: 204 len: 168 time: 0.4438090 Jul 16 09:08:50.197904 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-da07d1e1-4088-4404-9120-8a172125fe46 service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724034 Jul 16 09:08:50.198636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1f207-ef8c-46d7-86b6-5e3eb01cd3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ee5cd-448f-4783-a533-b65a989ae557,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:50.223170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Attempting to bind port b8687693-222c-43f0-83ec-61b4b9240bac on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:50.223712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Attempting to bind port b8687693-222c-43f0-83ec-61b4b9240bac by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '6c292444-f1e6-4446-a047-1e3dfb5feb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ca8ffe80-8964-4788-afd4-ea12f723c76c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:50.224217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Attempting to bind port b8687693-222c-43f0-83ec-61b4b9240bac on network ca8ffe80-8964-4788-afd4-ea12f723c76c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:50.265181 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.275683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1e5078d7-d57b-45d9-8464-b0d2386c1e74 None None] Provisioning for port 736bf769-dd88-49a8-949e-a4d286524f87 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:50.302786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:50.304284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Checking segment: {'id': '6c292444-f1e6-4446-a047-1e3dfb5feb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ca8ffe80-8964-4788-afd4-ea12f723c76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:50.304929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.306069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Bound using segment: {'id': '6c292444-f1e6-4446-a047-1e3dfb5feb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ca8ffe80-8964-4788-afd4-ea12f723c76c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:50.306834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Bound port: b8687693-222c-43f0-83ec-61b4b9240bac, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c292444-f1e6-4446-a047-1e3dfb5feb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ca8ffe80-8964-4788-afd4-ea12f723c76c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:50.307458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.438602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 736bf769-dd88-49a8-949e-a4d286524f87 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:50.505402 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f91a6c96-fd95-40e8-ad78-3f3011dbb9d5 req-aa0216c7-efbf-4c9c-a241-a47f4af09011 service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967703 Jul 16 09:08:50.581016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] For port b8687693-222c-43f0-83ec-61b4b9240bac, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:50.624642 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.637430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] For port b8687693-222c-43f0-83ec-61b4b9240bac, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b8687693-222c-43f0-83ec-61b4b9240bac,segment=NetworkSegment(6c292444-f1e6-4446-a047-1e3dfb5feb2a),segment_id=6c292444-f1e6-4446-a047-1e3dfb5feb2a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:50.655823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe30f-8126-4052-a232-795fe263acaf req-f6524df6-6b8a-4b75-890b-ac962ad4b289 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:50.663941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba7fe30f-8126-4052-a232-795fe263acaf req-f6524df6-6b8a-4b75-890b-ac962ad4b289 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 982 time: 0.3861537 Jul 16 09:08:50.731274 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.745441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-638aa866-ec12-4774-9142-9c87306d847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:50.753280 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-638aa866-ec12-4774-9142-9c87306d847c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1134 time: 0.1640115 Jul 16 09:08:50.813139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32798) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:50.822746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 736bf769-dd88-49a8-949e-a4d286524f87 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:50.851136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 736bf769-dd88-49a8-949e-a4d286524f87 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:50.851503 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.983964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-6b699320-4823-45c3-a4dd-2a6276cc6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:50.986024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-6b699320-4823-45c3-a4dd-2a6276cc6ce4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245 HTTP/1.1" status: 200 len: 897 time: 0.2217317 Jul 16 09:08:50.988352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e6dd5-cc6d-4f55-abe2-16d2340f7c55 None None] Pushing event updated for resources: {'Port': ['ID=b8687693-222c-43f0-83ec-61b4b9240bac,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:51.065883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.20.0.1 (93052667-0fa3-4f0e-a153-4faf8f8e45a6/775980a9-20bd-4442-a866-06d6e14220a8/7e503873-e2b2-4bf2-a08b-f98a4fdf770b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:51.123918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-690083670-network', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:51.139229 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-f0bd5c1e-551f-4fc3-993f-331ad21858f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a HTTP/1.1" status: 200 len: 217 time: 0.1450820 Jul 16 09:08:51.225987 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.321497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Made reservation on behalf of 1286b0810b9c478cbb49d18f687e2de7 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:51.329411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 736bf769-dd88-49a8-949e-a4d286524f87, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=736bf769-dd88-49a8-949e-a4d286524f87,segment=NetworkSegment(0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be),segment_id=0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:51.340068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.340253 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.353473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba7fe30f-8126-4052-a232-795fe263acaf req-9c42855b-8526-47a1-8986-2a5a04eb2e3f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6877894 Jul 16 09:08:51.359252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1c7e0c1-4643-4589-8001-fef82d76e628 req-5d5e21a5-ecad-4c33-9cc2-8b52f3c786eb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 210 time: 0.6348383 Jul 16 09:08:51.368656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-6ee9e5c9-9610-4064-899c-bf3d171f6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:51.385617 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-6ee9e5c9-9610-4064-899c-bf3d171f6f99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b136429c-b635-4d8a-9f27-0e5ad6434b04 HTTP/1.1" status: 200 len: 835 time: 0.2363958 Jul 16 09:08:51.387282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.404426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.465424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object 7e503873-e2b2-4bf2-a08b-f98a4fdf770b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:51.520650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=736bf769-dd88-49a8-949e-a4d286524f87,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:51.599317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.645213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:51.649839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:51.660405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7447ecfd-1faf-498d-b894-b312310c07ac None None] Provisioning complete for port 736bf769-dd88-49a8-949e-a4d286524f87 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:51.660836 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7447ecfd-1faf-498d-b894-b312310c07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.672738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:51.762683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=7e503873-e2b2-4bf2-a08b-f98a4fdf770b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:51.790389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.796887 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-4aff57b2-2ec2-4f9e-855c-06852c2ea07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:51.799044 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-4aff57b2-2ec2-4f9e-855c-06852c2ea07b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3924563 Jul 16 09:08:51.975334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.997017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.024253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:08:52.040738 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.040851 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Added segment 4e80e61e-e174-4e24-af1d-a42d8c6e93de of type vlan for network d936e440-ffa1-4362-ac52-afe3971ec71d Jul 16 09:08:52.099771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.120893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fb6b593a-2f09-4e18-9610-23c2dbb2332a details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:08:52.144139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.304064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-6983d5b4-0c31-4131-840c-b755a4c9b1ee service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805553 Jul 16 09:08:52.354376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.355083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:52.355725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.384446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-302f91f8-56ca-4b10-b3ac-13ce83bb5d94 None None] Provisioning for port 7e503873-e2b2-4bf2-a08b-f98a4fdf770b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:52.393720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-302f91f8-56ca-4b10-b3ac-13ce83bb5d94 None None] Provisioning complete for port 7e503873-e2b2-4bf2-a08b-f98a4fdf770b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:52.394547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-302f91f8-56ca-4b10-b3ac-13ce83bb5d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.399989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fb6b593a-2f09-4e18-9610-23c2dbb2332a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:52.506300 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6665795 Jul 16 09:08:52.512232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'port_id': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'mac_address': 'fa:16:3e:59:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:08:52.520191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b733a974-94f0-4a02-8bdf-6e8815b014ac,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:52.523392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32850) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:52.553993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Request body: {'subnet': {'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-690083670-subnet', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:52.632053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 736bf769-dd88-49a8-949e-a4d286524f87 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:52.721060 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3c0724e5-90e0-4209-97ab-dc9cbcad4d33 req-0bd11a62-94de-4c70-b43e-2e6628c6774d service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159184 Jul 16 09:08:52.744329 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.761349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-302f91f8-56ca-4b10-b3ac-13ce83bb5d94 None None] Port 7e503873-e2b2-4bf2-a08b-f98a4fdf770b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:52.772548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fe30f-48c8-423f-a5c1-a133addabadf admin admin] Pushing event updated for resources: {'Network': ['ID=d936e440-ffa1-4362-ac52-afe3971ec71d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:52.777354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Made reservation on behalf of 1286b0810b9c478cbb49d18f687e2de7 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:52.787154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.801117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d936e440-ffa1-4362-ac52-afe3971ec71d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:08:52.838015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.943789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60911957-684a-4c93-8c7c-3fcf941f7c60 req-28119792-3e5f-4178-89a9-58ac72e2214c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 210 time: 0.0978043 Jul 16 09:08:52.944518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.949686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c771f-6b6b-446c-b828-e912c7652576 None None] Network ca8ffe80-8964-4788-afd4-ea12f723c76c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:53.007427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6b593a-2f09-4e18-9610-23c2dbb2332a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:53.073739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.079684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fb6b593a-2f09-4e18-9610-23c2dbb2332a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:53.082659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-32fdb172-26c0-411f-9eb3-781b6dd5afdd None None] Provisioning for port b8687693-222c-43f0-83ec-61b4b9240bac completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:53.122820 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.177836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=fb6b593a-2f09-4e18-9610-23c2dbb2332a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:53.194074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=597ec434-479c-475b-b5d3-f63e527c1b00,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:53.195794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 736bf769-dd88-49a8-949e-a4d286524f87 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:53.196162 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.209569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa0e59-0779-4ee5-9583-c75850eab876 req-efde4298-59ea-4230-a357-7f2c335b4855 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:53.217389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9fa0e59-0779-4ee5-9583-c75850eab876 req-efde4298-59ea-4230-a357-7f2c335b4855 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 982 time: 0.3758461 Jul 16 09:08:53.218531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Checking segment: {'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:53.221110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Network hostable DHCP agents. Network: d936e440-ffa1-4362-ac52-afe3971ec71d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:08:53.223667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.264969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Network d936e440-ffa1-4362-ac52-afe3971ec71d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:08:53.289162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d936e440-ffa1-4362-ac52-afe3971ec71d) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:53.295527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:53.296649 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.321385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3b80f-5a1e-4681-8131-e11845e4a945 None None] Network d936e440-ffa1-4362-ac52-afe3971ec71d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:53.341120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5a4c1fb-24b3-4ffd-bf17-85b6e5c1f962 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8020029 Jul 16 09:08:53.342533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32874) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:53.347197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:53.378355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:53.390372 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.392683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.393000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9fa0e59-0779-4ee5-9583-c75850eab876 req-399d2098-2dfd-4708-8a5a-b31fc8942499 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1737101 Jul 16 09:08:53.394921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=7e503873-e2b2-4bf2-a08b-f98a4fdf770b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:53.398562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['fb6b593a-2f09-4e18-9610-23c2dbb2332a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:53.413739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:53.531232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.534473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32876) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:53.694303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b8687693-222c-43f0-83ec-61b4b9240bac up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:53.817227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.832930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 6b5bbced-ab08-4ece-b4aa-76e3b78db601 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:08:53.840776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1673786396'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:53.865384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d936e440-ffa1-4362-ac52-afe3971ec71d', 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'fixed_ips': [{'subnet_id': '597ec434-479c-475b-b5d3-f63e527c1b00'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:08:53.866266 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.883151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Made reservation on behalf of 26214f4b69bb41a0ae22557753a63f22 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:53.887525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.910541 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.981189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b8687693-222c-43f0-83ec-61b4b9240bac completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:53.991276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:54.008846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5a7d6537-1957-41e7-8a69-2350a0deb81c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/6b5bbced-ab08-4ece-b4aa-76e3b78db601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4293580 Jul 16 09:08:54.014081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32884) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:54.014400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3be5f1cb-7cf4-4320-83fc-f6819798865d None None] Provisioning complete for port 7e503873-e2b2-4bf2-a08b-f98a4fdf770b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:54.015091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3be5f1cb-7cf4-4320-83fc-f6819798865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.039370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37317287-4fe6-4816-b287-6c79e05f5e7c None None] Sync routers for ids ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:54.088542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.114775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.147407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:08:54.158802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.158802 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Added segment 0b6e0faf-af5f-44ef-b1b0-ad59fa63e920 of type vlan for network 8820fff8-6739-4260-8656-3b4ac94a7cf6 Jul 16 09:08:54.187790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c67831c-3251-4f3d-8509-c98d574a127f req-7b4bb1fd-6f35-479c-aab1-76d11860c892 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=98eb40ee-8e49-4a44-b55c-b21a8a7fee7b HTTP/1.1" status: 200 len: 210 time: 0.0795908 Jul 16 09:08:54.224631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b8687693-222c-43f0-83ec-61b4b9240bac triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:54.227103 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.234338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.241787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1ac97-615f-482f-9a52-dc5439b90ca0 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:54.246157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-11a1ac97-615f-482f-9a52-dc5439b90ca0 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports/7e503873-e2b2-4bf2-a08b-f98a4fdf770b HTTP/1.1" status: 200 len: 910 time: 0.2308440 Jul 16 09:08:54.251107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32888) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:54.431199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eef22f-a7f0-4719-a75f-1f355d2c8d7d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:54.433595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37317287-4fe6-4816-b287-6c79e05f5e7c None None] Routers {'6b5bbced-ab08-4ece-b4aa-76e3b78db601'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:54.434354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-37317287-4fe6-4816-b287-6c79e05f5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:54.455103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.473562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:54.478185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.490341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3be5f1cb-7cf4-4320-83fc-f6819798865d None None] Port 7e503873-e2b2-4bf2-a08b-f98a4fdf770b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:54.504301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-37317287-4fe6-4816-b287-6c79e05f5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:54.563685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37317287-4fe6-4816-b287-6c79e05f5e7c None None] Routers {'6b5bbced-ab08-4ece-b4aa-76e3b78db601'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:54.564382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-37317287-4fe6-4816-b287-6c79e05f5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:54.584233 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0483007 Jul 16 09:08:54.588338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32892) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:54.594537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Request body: {'subnet': {'network_id': '8820fff8-6739-4260-8656-3b4ac94a7cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:54.682628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585dd12-77a6-4253-8652-673339a9c7c6 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event updated for resources: {'Network': ['ID=8820fff8-6739-4260-8656-3b4ac94a7cf6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:54.793171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32894) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:54.801015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391322099', 'description': 'tempest-secgroup-smoke-1391322099 description', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:54.880420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.881686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8820fff8-6739-4260-8656-3b4ac94a7cf6 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:08:54.890139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-37317287-4fe6-4816-b287-6c79e05f5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:54.890803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37317287-4fe6-4816-b287-6c79e05f5e7c None None] The sync data for ids ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:54.918136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:54.931484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Allocated IP 172.20.0.2 (d936e440-ffa1-4362-ac52-afe3971ec71d/597ec434-479c-475b-b5d3-f63e527c1b00/65ce6194-59fa-4287-b693-bc93cfe17dce) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:54.987497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.009365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eee0a82c-4004-4bea-8dea-fa0766dd7bb4 None None] Provisioning complete for port b8687693-222c-43f0-83ec-61b4b9240bac triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:55.009806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eee0a82c-4004-4bea-8dea-fa0766dd7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.023941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7e2ee-5dea-4d5e-833b-a0a8a402007d req-b473da87-b63f-4ece-9b44-019e2ea3b39d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:55.036067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcd7e2ee-5dea-4d5e-833b-a0a8a402007d req-b473da87-b63f-4ece-9b44-019e2ea3b39d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 983 time: 0.3229034 Jul 16 09:08:55.068174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Allocated IP 172.25.6.75 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/276f464a-a6a0-43e3-9532-589b77b3453f) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:55.115163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b8687693-222c-43f0-83ec-61b4b9240bac, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b8687693-222c-43f0-83ec-61b4b9240bac,segment=NetworkSegment(6c292444-f1e6-4446-a047-1e3dfb5feb2a),segment_id=6c292444-f1e6-4446-a047-1e3dfb5feb2a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:55.161422 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.195976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcd7e2ee-5dea-4d5e-833b-a0a8a402007d req-f53351e9-a231-412b-afdd-90e6c6d1c0f3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1557086 Jul 16 09:08:55.219109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.220681 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.246538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.347990 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.355840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Made reservation on behalf of 26214f4b69bb41a0ae22557753a63f22 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:55.360627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.440654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b8687693-222c-43f0-83ec-61b4b9240bac,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:55.464637 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.490264 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.500519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Transition to ACTIVE for port object 65ce6194-59fa-4287-b693-bc93cfe17dce will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:55.518992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:55.519168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Transition to ACTIVE for port object 65ce6194-59fa-4287-b693-bc93cfe17dce will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:55.526209 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.533315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:55.537777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:55.603316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Network d936e440-ffa1-4362-ac52-afe3971ec71d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:55.606110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:55.610978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:55.643567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Pushing event updated for resources: {'Port': ['ID=65ce6194-59fa-4287-b693-bc93cfe17dce,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:55.687376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Attempting to bind port 65ce6194-59fa-4287-b693-bc93cfe17dce on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:55.687992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Attempting to bind port 65ce6194-59fa-4287-b693-bc93cfe17dce by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:55.688586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Attempting to bind port 65ce6194-59fa-4287-b693-bc93cfe17dce on network d936e440-ffa1-4362-ac52-afe3971ec71d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:55.694810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:55.695517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Checking segment: {'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:55.696153 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.696748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Bound using segment: {'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:55.697420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Bound port: 65ce6194-59fa-4287-b693-bc93cfe17dce, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:55.698062 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.720467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.726621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Pushing event updated for resources: {'Port': ['ID=276f464a-a6a0-43e3-9532-589b77b3453f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:55.734092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.775343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] For port 65ce6194-59fa-4287-b693-bc93cfe17dce, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:55.781061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] For port 65ce6194-59fa-4287-b693-bc93cfe17dce, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=65ce6194-59fa-4287-b693-bc93cfe17dce,segment=NetworkSegment(4e80e61e-e174-4e24-af1d-a42d8c6e93de),segment_id=4e80e61e-e174-4e24-af1d-a42d8c6e93de)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:55.791063 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.834962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b409de-0c6c-42b0-87a8-a815c40c9f2a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:55.875652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.21.0.1 (ca8ffe80-8964-4788-afd4-ea12f723c76c/8ec80c39-4b37-4acb-9fe5-64cea66a7d5b/e75688d0-7864-4df6-8bcd-44cb5f1b9e08) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:55.895142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.914062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de9913-24d9-4169-a796-4dce83f4a328 None None] Pushing event updated for resources: {'Port': ['ID=65ce6194-59fa-4287-b693-bc93cfe17dce,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:55.947129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.981496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event updated for resources: {'Subnet': ['ID=4a67b5f7-391a-4aaf-b296-f1f6bf762683,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:55.986272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.035942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7e65d-9036-4d02-8712-625ab2d5b56c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:56.041961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.046235 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-649392f1-2100-42b3-8bf7-9b4685e134ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2487767 Jul 16 09:08:56.046235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.048152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32904) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:56.083404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Checking segment: {'id': '0b6e0faf-af5f-44ef-b1b0-ad59fa63e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8820fff8-6739-4260-8656-3b4ac94a7cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:56.084009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Network hostable DHCP agents. Network: 8820fff8-6739-4260-8656-3b4ac94a7cf6, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:08:56.084968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dc0336c7-7563-4b3d-8863-8bbdc052e3d2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'beb7e65d-9036-4d02-8712-625ab2d5b56c', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:56.123369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Network 8820fff8-6739-4260-8656-3b4ac94a7cf6 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:08:56.140009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fb6b593a-2f09-4e18-9610-23c2dbb2332a up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:56.178556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc0336c7-7563-4b3d-8863-8bbdc052e3d2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.192901 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.214135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8820fff8-6739-4260-8656-3b4ac94a7cf6) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:56.217687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object e75688d0-7864-4df6-8bcd-44cb5f1b9e08 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:56.223274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:56.223514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.242127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a936b6-a139-47d8-b557-94db6d6879e6 None None] Network 8820fff8-6739-4260-8656-3b4ac94a7cf6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:56.260103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3eaaa0d9-1e08-41da-b858-de6993142e53 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6682763 Jul 16 09:08:56.263994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32910) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:56.279964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Request body: {'port': {'network_id': '8820fff8-6739-4260-8656-3b4ac94a7cf6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-749708626'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:56.349693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc0336c7-7563-4b3d-8863-8bbdc052e3d2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.384905 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.416339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port fb6b593a-2f09-4e18-9610-23c2dbb2332a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:56.425919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port fb6b593a-2f09-4e18-9610-23c2dbb2332a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:56.426561 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.439544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc0336c7-7563-4b3d-8863-8bbdc052e3d2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.472366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0336c7-7563-4b3d-8863-8bbdc052e3d2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73524ed-ee1b-4bad-8a50-c5241ff40923,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:56.501962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc0336c7-7563-4b3d-8863-8bbdc052e3d2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.503629 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dc0336c7-7563-4b3d-8863-8bbdc052e3d2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4532125 Jul 16 09:08:56.506633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32914) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:56.511546 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f66b96f5-c482-4936-a1b2-8fcded024b70 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'beb7e65d-9036-4d02-8712-625ab2d5b56c', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:56.520590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.585203 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.623790 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:08:56.636265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f66b96f5-c482-4936-a1b2-8fcded024b70 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.696275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:56.699084 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab796638-b342-40eb-9b90-d088447f68d1" -d '{"events": [{"server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "name": "network-vif-plugged", "status": "completed", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:56.712222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f66b96f5-c482-4936-a1b2-8fcded024b70 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.722754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f66b96f5-c482-4936-a1b2-8fcded024b70 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.747113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8820fff8-6739-4260-8656-3b4ac94a7cf6', 'network_id': '8820fff8-6739-4260-8656-3b4ac94a7cf6', 'tenant_id': '26214f4b69bb41a0ae22557753a63f22', 'fixed_ips': [{'subnet_id': '4a67b5f7-391a-4aaf-b296-f1f6bf762683'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:08:56.748046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.751521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b96f5-c482-4936-a1b2-8fcded024b70 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b529f89-f952-41a3-8dec-fe516247b0e8,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:56.761947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fb6b593a-2f09-4e18-9610-23c2dbb2332a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:56.780883 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.792870 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f66b96f5-c482-4936-a1b2-8fcded024b70 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.796050 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f66b96f5-c482-4936-a1b2-8fcded024b70 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2882938 Jul 16 09:08:56.799970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:56.812194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3bb9b8fb-10ed-4e1b-acfb-5662bbe70589 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'beb7e65d-9036-4d02-8712-625ab2d5b56c', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:56.898457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b8fb-10ed-4e1b-acfb-5662bbe70589 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.911201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Router 40dec9fb-8d48-410d-8706-bbfecd777e5c is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:08:56.946006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=fb6b593a-2f09-4e18-9610-23c2dbb2332a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:56.973334 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5324a33-1749-4b9e-8b93-9a8f36bae6b7 x-openstack-request-id: req-b5324a33-1749-4b9e-8b93-9a8f36bae6b7 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:56.973687 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "name": "network-vif-plugged", "status": "completed", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:56.973996 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5324a33-1749-4b9e-8b93-9a8f36bae6b7 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:56.974574 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'code': 200} Jul 16 09:08:57.010870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Allocated IP 172.20.0.2 (8820fff8-6739-4260-8656-3b4ac94a7cf6/4a67b5f7-391a-4aaf-b296-f1f6bf762683/154b2d61-6c08-47b2-8156-38da8e3c9610) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:57.116117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network ca8ffe80-8964-4788-afd4-ea12f723c76c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:57.137289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:57.150869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=e75688d0-7864-4df6-8bcd-44cb5f1b9e08,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:57.173292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:57.204807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b8fb-10ed-4e1b-acfb-5662bbe70589 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.241785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b8fb-10ed-4e1b-acfb-5662bbe70589 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.249249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.272165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Transition to ACTIVE for port object 154b2d61-6c08-47b2-8156-38da8e3c9610 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:57.273442 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.304116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:57.314003 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Sync routers for ids ['40dec9fb-8d48-410d-8706-bbfecd777e5c'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:57.314317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Transition to ACTIVE for port object 154b2d61-6c08-47b2-8156-38da8e3c9610 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:57.327936 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Routers {'40dec9fb-8d48-410d-8706-bbfecd777e5c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:57.328293 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40dec9fb-8d48-410d-8706-bbfecd777e5c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:57.330191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9b8fb-10ed-4e1b-acfb-5662bbe70589 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fc9cf4-92b1-4bd2-84b7-2595fbf6faee,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:57.336473 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.354350 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b8fb-10ed-4e1b-acfb-5662bbe70589 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.360345 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3bb9b8fb-10ed-4e1b-acfb-5662bbe70589 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5544591 Jul 16 09:08:57.366465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32924) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:57.385993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8ce0b1b3-fa64-4bda-a122-f86ea8b5ff4c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'beb7e65d-9036-4d02-8712-625ab2d5b56c', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:57.399695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.402502 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aa6cf5e9-3bf8-4cc2-bf2f-32f0146bd124 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0588639 Jul 16 09:08:57.408089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0e15-dfeb-4b75-8868-e6cf935a51f5 req-8e655969-379e-46de-872f-8463a9e83125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:57.409678 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-014e0e15-dfeb-4b75-8868-e6cf935a51f5 req-8e655969-379e-46de-872f-8463a9e83125 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1136 time: 0.3453944 Jul 16 09:08:57.410220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32926) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:57.442983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Network 8820fff8-6739-4260-8656-3b4ac94a7cf6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:57.453972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:57.480739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:57.489388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Pushing event updated for resources: {'Port': ['ID=154b2d61-6c08-47b2-8156-38da8e3c9610,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:57.559624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac1b4f-2227-4386-ac06-92eae034d7b7 req-061ae934-608f-430d-b1eb-1f8f06879707 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:57.568314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4ac1b4f-2227-4386-ac06-92eae034d7b7 req-061ae934-608f-430d-b1eb-1f8f06879707 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 983 time: 1.0874727 Jul 16 09:08:57.607554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e3ba0d-6cb1-4722-9ec1-cc99bcfbe31b None None] Network d936e440-ffa1-4362-ac52-afe3971ec71d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:57.610994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 65ce6194-59fa-4287-b693-bc93cfe17dce up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:57.650327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e4ac1b4f-2227-4386-ac06-92eae034d7b7 req-43e907cc-01aa-480a-af42-a795899eb74c tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0809159 Jul 16 09:08:57.666775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:08:57.666775 n-d-780147-28 neutron-server[94159]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 09:08:57.666775 n-d-780147-28 neutron-server[94159]: [parameters: {'project_id_1': '26214f4b69bb41a0ae22557753a63f22', 'expiration_1': datetime.datetime(2021, 7, 16, 9, 8, 57, 485943)}] Jul 16 09:08:57.666775 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:08:57.667629 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:08:57.692928 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Set router 40dec9fb-8d48-410d-8706-bbfecd777e5c gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:57.714666 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-014e0e15-dfeb-4b75-8868-e6cf935a51f5 req-c4f2351b-1a30-4dd7-8caf-93061adc7ffb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8472ea75-757e-402f-b3d0-c0b66662ad18&id=43c4f548-3d70-41df-a958-e2acefae8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2851655 Jul 16 09:08:57.722877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Attempting to bind port 154b2d61-6c08-47b2-8156-38da8e3c9610 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:57.723110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Attempting to bind port 154b2d61-6c08-47b2-8156-38da8e3c9610 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0b6e0faf-af5f-44ef-b1b0-ad59fa63e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8820fff8-6739-4260-8656-3b4ac94a7cf6'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:57.723215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b1b3-fa64-4bda-a122-f86ea8b5ff4c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.723338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Attempting to bind port 154b2d61-6c08-47b2-8156-38da8e3c9610 on network 8820fff8-6739-4260-8656-3b4ac94a7cf6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:57.731281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.754716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2d6ae637-0100-4134-90d1-f91cd996f8e0 None None] Provisioning for port 65ce6194-59fa-4287-b693-bc93cfe17dce completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:57.770392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:57.770781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Checking segment: {'id': '0b6e0faf-af5f-44ef-b1b0-ad59fa63e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8820fff8-6739-4260-8656-3b4ac94a7cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:57.771163 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.771556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Bound using segment: {'id': '0b6e0faf-af5f-44ef-b1b0-ad59fa63e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8820fff8-6739-4260-8656-3b4ac94a7cf6'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:57.772209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Bound port: 154b2d61-6c08-47b2-8156-38da8e3c9610, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6e0faf-af5f-44ef-b1b0-ad59fa63e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8820fff8-6739-4260-8656-3b4ac94a7cf6'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:57.772554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.005072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 65ce6194-59fa-4287-b693-bc93cfe17dce completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:58.016830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 65ce6194-59fa-4287-b693-bc93cfe17dce triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:58.017628 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.033914 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:08:55Z', 'revision_number': 3, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port': {'id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:44:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:54Z', 'updated_at': '2021-07-16T09:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:58.108883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] For port 154b2d61-6c08-47b2-8156-38da8e3c9610, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:58.125852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] For port 154b2d61-6c08-47b2-8156-38da8e3c9610, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=154b2d61-6c08-47b2-8156-38da8e3c9610,segment=NetworkSegment(0b6e0faf-af5f-44ef-b1b0-ad59fa63e920),segment_id=0b6e0faf-af5f-44ef-b1b0-ad59fa63e920)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:58.128706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-944823df-193a-4446-a2bc-68dc3e1dea0e None None] Provisioning for port e75688d0-7864-4df6-8bcd-44cb5f1b9e08 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:58.135148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-944823df-193a-4446-a2bc-68dc3e1dea0e None None] Provisioning complete for port e75688d0-7864-4df6-8bcd-44cb5f1b9e08 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:58.135768 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-944823df-193a-4446-a2bc-68dc3e1dea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.212458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.235081 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.288834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 65ce6194-59fa-4287-b693-bc93cfe17dce, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=65ce6194-59fa-4287-b693-bc93cfe17dce,segment=NetworkSegment(4e80e61e-e174-4e24-af1d-a42d8c6e93de),segment_id=4e80e61e-e174-4e24-af1d-a42d8c6e93de)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:58.297501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.301533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Made reservation on behalf of 26214f4b69bb41a0ae22557753a63f22 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:58.307533 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.330528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.339829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] device_id is not set on port 592aa18a-cf52-4748-ae70-99cc7b044d32 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:08:58.349605 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Checking router: 40dec9fb-8d48-410d-8706-bbfecd777e5c for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:58.349976 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Updating router 40dec9fb-8d48-410d-8706-bbfecd777e5c port 276f464a-a6a0-43e3-9532-589b77b3453f binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:08:58.350816 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.353851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b8687693-222c-43f0-83ec-61b4b9240bac up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:58.372573 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b1b3-fa64-4bda-a122-f86ea8b5ff4c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.391689 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b1b3-fa64-4bda-a122-f86ea8b5ff4c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.401259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-944823df-193a-4446-a2bc-68dc3e1dea0e None None] Port e75688d0-7864-4df6-8bcd-44cb5f1b9e08 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:58.430588 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.447249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0b1b3-fa64-4bda-a122-f86ea8b5ff4c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60c3b9e-6c6d-45be-938e-edab5f732f8a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:58.457333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a967da-b584-4ce6-9eb2-726e9b404a57 None None] Pushing event updated for resources: {'Port': ['ID=154b2d61-6c08-47b2-8156-38da8e3c9610,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:58.537807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=e75688d0-7864-4df6-8bcd-44cb5f1b9e08,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:58.552750 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.602134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b1b3-fa64-4bda-a122-f86ea8b5ff4c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.606052 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8ce0b1b3-fa64-4bda-a122-f86ea8b5ff4c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2341025 Jul 16 09:08:58.608479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:58.620854 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a9bf3ac8-bec7-4dfc-9014-3ca51d3bfdce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'beb7e65d-9036-4d02-8712-625ab2d5b56c', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:58.627714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=65ce6194-59fa-4287-b693-bc93cfe17dce,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:58.695069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Allocated IP 172.20.0.4 (8820fff8-6739-4260-8656-3b4ac94a7cf6/4a67b5f7-391a-4aaf-b296-f1f6bf762683/592aa18a-cf52-4748-ae70-99cc7b044d32) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:58.739345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b8687693-222c-43f0-83ec-61b4b9240bac triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:58.739735 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:58.896765 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-a9bf3ac8-bec7-4dfc-9014-3ca51d3bfdce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Project d13f7937753f461a99cc6c1586f0fa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:08:58.937218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3ac8-bec7-4dfc-9014-3ca51d3bfdce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.024760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.044011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Transition to ACTIVE for port object 592aa18a-cf52-4748-ae70-99cc7b044d32 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:59.100504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.108082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.128603 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.162507 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Transition to ACTIVE for port object 276f464a-a6a0-43e3-9532-589b77b3453f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:59.183591 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.335959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Network 8820fff8-6739-4260-8656-3b4ac94a7cf6 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:59.342657 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Attempting to bind port 276f464a-a6a0-43e3-9532-589b77b3453f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:59.343023 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Attempting to bind port 276f464a-a6a0-43e3-9532-589b77b3453f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:59.343386 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Attempting to bind port 276f464a-a6a0-43e3-9532-589b77b3453f on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:59.344858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-700e76cb-00bd-4f97-be6d-7033e2bca864 None None] Provisioning complete for port 65ce6194-59fa-4287-b693-bc93cfe17dce triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:59.345400 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-700e76cb-00bd-4f97-be6d-7033e2bca864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.371503 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6293d2-05b3-4cd7-80d0-8213f8d36519 None None] Pushing event updated for resources: {'Port': ['ID=276f464a-a6a0-43e3-9532-589b77b3453f,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:59.374805 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:59.375176 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:59.375576 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.375957 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:59.376433 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Bound port: 276f464a-a6a0-43e3-9532-589b77b3453f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:59.376813 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.390289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event updated for resources: {'Port': ['ID=592aa18a-cf52-4748-ae70-99cc7b044d32,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:59.398339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:59.410454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:59.435353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3ac8-bec7-4dfc-9014-3ca51d3bfdce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.466563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3ac8-bec7-4dfc-9014-3ca51d3bfdce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.492996 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] For port 276f464a-a6a0-43e3-9532-589b77b3453f, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:59.497257 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] For port 276f464a-a6a0-43e3-9532-589b77b3453f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=276f464a-a6a0-43e3-9532-589b77b3453f,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:59.504203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network ca8ffe80-8964-4788-afd4-ea12f723c76c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:59.505078 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.543954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:59.589910 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Routers {'40dec9fb-8d48-410d-8706-bbfecd777e5c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:59.590804 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40dec9fb-8d48-410d-8706-bbfecd777e5c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:59.593324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 154b2d61-6c08-47b2-8156-38da8e3c9610 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:59.645169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:59.645952 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.656098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf3ac8-bec7-4dfc-9014-3ca51d3bfdce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aabc44b-dcea-4b01-9841-8eeeafcfaf50,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:59.668794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3ac8-bec7-4dfc-9014-3ca51d3bfdce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.679354 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a9bf3ac8-bec7-4dfc-9014-3ca51d3bfdce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0697775 Jul 16 09:08:59.687758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:59.692485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bc34911e-f463-4dbd-9101-c714d685206b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'beb7e65d-9036-4d02-8712-625ab2d5b56c', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:59.720239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 154b2d61-6c08-47b2-8156-38da8e3c9610 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:59.729211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 65ce6194-59fa-4287-b693-bc93cfe17dce up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:59.730922 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] Set router 40dec9fb-8d48-410d-8706-bbfecd777e5c gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:59.779519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985346-4e20-425a-96f1-f4352141ef5c req-035146dc-38fe-42a5-92dc-24201bcf71fe tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:59.798289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97985346-4e20-425a-96f1-f4352141ef5c req-035146dc-38fe-42a5-92dc-24201bcf71fe tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 984 time: 0.7096276 Jul 16 09:08:59.862538 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-bc34911e-f463-4dbd-9101-c714d685206b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Project d13f7937753f461a99cc6c1586f0fa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:08:59.878431 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc34911e-f463-4dbd-9101-c714d685206b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.883609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 65ce6194-59fa-4287-b693-bc93cfe17dce triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:59.885333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:59.890128 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6293d2-05b3-4cd7-80d0-8213f8d36519 None None] Pushing event updated for resources: {'Port': ['ID=276f464a-a6a0-43e3-9532-589b77b3453f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:59.988023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-79580e91-7f7b-4c87-9d17-8f06ea5b16b1 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7046771 Jul 16 09:08:59.993162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32948) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:00.051705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Allocated IP 172.20.0.1 (d936e440-ffa1-4362-ac52-afe3971ec71d/597ec434-479c-475b-b5d3-f63e527c1b00/dc499eef-c228-4f61-9e43-d12864c7940b) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:00.056054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc34911e-f463-4dbd-9101-c714d685206b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.073013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc34911e-f463-4dbd-9101-c714d685206b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.131516 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bc34911e-f463-4dbd-9101-c714d685206b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.135128 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc34911e-f463-4dbd-9101-c714d685206b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4440832 Jul 16 09:09:00.139825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f7d40d3b-61e1-4a11-ad4a-298e348f9426 None None] Provisioning complete for port e75688d0-7864-4df6-8bcd-44cb5f1b9e08 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:00.140221 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7d40d3b-61e1-4a11-ad4a-298e348f9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.141605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32950) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:00.145778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97985346-4e20-425a-96f1-f4352141ef5c req-794eb4ae-00f2-4214-9cda-381a347ef718 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3454762 Jul 16 09:09:00.187467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'network': {'name': 'tempest-network-smoke--719412841', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:00.190349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 6b5bbced-ab08-4ece-b4aa-76e3b78db601 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:00.265581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc799838-774a-478a-a255-69850a491309 None None] Network 8820fff8-6739-4260-8656-3b4ac94a7cf6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:00.272772 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:08:55Z', 'revision_number': 3, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port': {'id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:44:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:54Z', 'updated_at': '2021-07-16T09:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:00.287190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34911e-f463-4dbd-9101-c714d685206b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e616399d-1424-445f-a149-371862bf4ba6,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:00.339845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f7d40d3b-61e1-4a11-ad4a-298e348f9426 None None] Port e75688d0-7864-4df6-8bcd-44cb5f1b9e08 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:00.342736 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d177d-256b-4cc0-8cd4-c9b5652d9cf7 None None] The sync data for ids ['40dec9fb-8d48-410d-8706-bbfecd777e5c'] in n-d-780147-28 is: [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:08:55Z', 'revision_number': 3, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port': {'id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:44:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:54Z', 'updated_at': '2021-07-16T09:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:00.422465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d143e134-fff9-4f3c-84f9-c5f03a40dc51 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Deleting port 592aa18a-cf52-4748-ae70-99cc7b044d32 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:00.423063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d143e134-fff9-4f3c-84f9-c5f03a40dc51 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.464788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:00.471008 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.501277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:00.513300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.514141 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Added segment 0d084428-25c8-4f60-b30b-5559710ced99 of type vlan for network bec9ae46-f961-471f-babc-dedb279ce9fc Jul 16 09:09:00.554351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e3a4bd08-9d9d-4a8b-b7ce-af979e2c85b7 None None] Provisioning for port 154b2d61-6c08-47b2-8156-38da8e3c9610 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:00.561939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e3a4bd08-9d9d-4a8b-b7ce-af979e2c85b7 None None] Provisioning complete for port 154b2d61-6c08-47b2-8156-38da8e3c9610 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:00.562556 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd08-9d9d-4a8b-b7ce-af979e2c85b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.571461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.599565 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d143e134-fff9-4f3c-84f9-c5f03a40dc51 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.614536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.623078 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:00.624198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.668328 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5190332 Jul 16 09:09:00.681625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32958) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:00.690172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'admin_state_up': True, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:00.701633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d143e134-fff9-4f3c-84f9-c5f03a40dc51 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Calling delete_port for 592aa18a-cf52-4748-ae70-99cc7b044d32 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:00.735796 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.736822 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.751805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd08-9d9d-4a8b-b7ce-af979e2c85b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.850598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e3a4bd08-9d9d-4a8b-b7ce-af979e2c85b7 None None] For port 154b2d61-6c08-47b2-8156-38da8e3c9610, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=154b2d61-6c08-47b2-8156-38da8e3c9610,segment=NetworkSegment(0b6e0faf-af5f-44ef-b1b0-ad59fa63e920),segment_id=0b6e0faf-af5f-44ef-b1b0-ad59fa63e920)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:00.859006 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd08-9d9d-4a8b-b7ce-af979e2c85b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.890199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.900647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.939164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:00.953044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17ef5254-6315-4742-a7ce-a355f09a42a4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/6b5bbced-ab08-4ece-b4aa-76e3b78db601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6975982 Jul 16 09:09:00.959349 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d143e134-fff9-4f3c-84f9-c5f03a40dc51 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:00.975235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeee68e-0ba7-4b61-9f6d-df60e35b5a3b None None] Sync routers for ids ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:00.976617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32960) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:01.001995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeee68e-0ba7-4b61-9f6d-df60e35b5a3b None None] Routers {'6b5bbced-ab08-4ece-b4aa-76e3b78db601'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:01.008036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1eeee68e-0ba7-4b61-9f6d-df60e35b5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:01.011597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4bd08-9d9d-4a8b-b7ce-af979e2c85b7 None None] Pushing event updated for resources: {'Port': ['ID=154b2d61-6c08-47b2-8156-38da8e3c9610,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:01.057226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded0d49-d822-49d3-a48c-a801c8a41f7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Network': ['ID=bec9ae46-f961-471f-babc-dedb279ce9fc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:01.071264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Transition to ACTIVE for port object dc499eef-c228-4f61-9e43-d12864c7940b will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:01.113744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network bec9ae46-f961-471f-babc-dedb279ce9fc details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:01.135199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db5cc07-8f9f-48c2-b254-fd87f2057842 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:01.136671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8db5cc07-8f9f-48c2-b254-fd87f2057842 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports/e75688d0-7864-4df6-8bcd-44cb5f1b9e08 HTTP/1.1" status: 200 len: 910 time: 0.1564469 Jul 16 09:09:01.146969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1eeee68e-0ba7-4b61-9f6d-df60e35b5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:01.193183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32964) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:01.203602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeee68e-0ba7-4b61-9f6d-df60e35b5a3b None None] Routers {'6b5bbced-ab08-4ece-b4aa-76e3b78db601'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:01.204422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1eeee68e-0ba7-4b61-9f6d-df60e35b5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:01.306333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:01.342557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143e134-fff9-4f3c-84f9-c5f03a40dc51 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event deleted for resources: {'Port': ['ID=592aa18a-cf52-4748-ae70-99cc7b044d32,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:01.495233 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:01.574208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259b281-91c0-490c-a26c-63a6efaeba5f req-432e7d61-b409-467c-96ef-0f974eaf14e7 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:01.576137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b259b281-91c0-490c-a26c-63a6efaeba5f req-432e7d61-b409-467c-96ef-0f974eaf14e7 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 984 time: 0.9658201 Jul 16 09:09:01.670243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc499eef-c228-4f61-9e43-d12864c7940b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:01.735441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Network d936e440-ffa1-4362-ac52-afe3971ec71d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:01.738750 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:01.739447 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d143e134-fff9-4f3c-84f9-c5f03a40dc51 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:01.742238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d143e134-fff9-4f3c-84f9-c5f03a40dc51 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "DELETE /v2.0/ports/592aa18a-cf52-4748-ae70-99cc7b044d32 HTTP/1.1" status: 204 len: 168 time: 1.7306960 Jul 16 09:09:01.746930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32970) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:01.756340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:01.818452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b259b281-91c0-490c-a26c-63a6efaeba5f req-c4effb7d-fc73-4d96-ba76-f4917952342e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2152810 Jul 16 09:09:01.831080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 154b2d61-6c08-47b2-8156-38da8e3c9610 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:01.876998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1eeee68e-0ba7-4b61-9f6d-df60e35b5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:01.877673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeee68e-0ba7-4b61-9f6d-df60e35b5a3b None None] The sync data for ids ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:01.967430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-11cc2ec8-1dbf-4ddf-b498-55735cfc9657 None None] Could not find standard attr ID for object 592aa18a-cf52-4748-ae70-99cc7b044d32. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:09:02.030733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9d2b8984-3112-447f-84e8-9c570ef62705 tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2732570 Jul 16 09:09:02.034491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32976) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:02.049508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1765082860'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:02.061064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-11cc2ec8-1dbf-4ddf-b498-55735cfc9657 None None] Provisioning complete for port 154b2d61-6c08-47b2-8156-38da8e3c9610 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:02.073911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-11cc2ec8-1dbf-4ddf-b498-55735cfc9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.173061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.217472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Made reservation on behalf of 26214f4b69bb41a0ae22557753a63f22 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:02.237232 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.319667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:02.324878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 154b2d61-6c08-47b2-8156-38da8e3c9610 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:02.325248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.349097 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.349535 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Added segment a644a93c-df26-48fa-854c-d121d33ef451 of type vlan for network 5f5da2bc-c800-4d0c-8d38-811a08be19fc Jul 16 09:09:02.415185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.447811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.454972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.548388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 276f464a-a6a0-43e3-9532-589b77b3453f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:02.608533 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.617070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:02.617797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.641544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-117fbc62-4726-4b67-a5ab-7aab5089e865 None None] Could not find standard attr ID for object 592aa18a-cf52-4748-ae70-99cc7b044d32. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:09:02.658453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-117fbc62-4726-4b67-a5ab-7aab5089e865 None None] Provisioning for port dc499eef-c228-4f61-9e43-d12864c7940b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:02.666453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-117fbc62-4726-4b67-a5ab-7aab5089e865 None None] Provisioning complete for port dc499eef-c228-4f61-9e43-d12864c7940b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:02.667395 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-117fbc62-4726-4b67-a5ab-7aab5089e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.671578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 276f464a-a6a0-43e3-9532-589b77b3453f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:02.697550 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.712125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 276f464a-a6a0-43e3-9532-589b77b3453f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:02.712125 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.721210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6853244 Jul 16 09:09:02.723783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32988) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:02.736009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.25.6.132 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/3fef815b-2ad4-4894-8848-41337eed2007) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:02.771904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-117fbc62-4726-4b67-a5ab-7aab5089e865 None None] Port dc499eef-c228-4f61-9e43-d12864c7940b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:02.848284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11934553-cb69-4d4a-aea0-f04466aedc55 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event updated for resources: {'Network': ['ID=5f5da2bc-c800-4d0c-8d38-811a08be19fc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:02.849860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.871563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4be4-d71c-41ca-b87a-826a443f9c7f req-80f247bf-772a-4738-8c1e-111528cf61dd tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:02.871895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 5f5da2bc-c800-4d0c-8d38-811a08be19fc details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:02.872864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f3c4be4-d71c-41ca-b87a-826a443f9c7f req-80f247bf-772a-4738-8c1e-111528cf61dd tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1136 time: 0.7440841 Jul 16 09:09:02.926863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f3c4be4-d71c-41ca-b87a-826a443f9c7f req-8e979953-c45a-4605-b355-d3586703f9ea tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.942862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 276f464a-a6a0-43e3-9532-589b77b3453f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=276f464a-a6a0-43e3-9532-589b77b3453f,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:02.964643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.155404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.166204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=276f464a-a6a0-43e3-9532-589b77b3453f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:03.250828 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.328073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 276f464a-a6a0-43e3-9532-589b77b3453f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:03.402066 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b9c9a200-6d05-423d-8496-adf5b306f17d tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "GET /v2.0/agents/1e744edc-8d0c-4a43-a18e-cf3aee30550d/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.6766570 Jul 16 09:09:03.409133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 32996) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:03.459327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 276f464a-a6a0-43e3-9532-589b77b3453f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:03.460307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.553473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.587849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f3c4be4-d71c-41ca-b87a-826a443f9c7f req-8e979953-c45a-4605-b355-d3586703f9ea tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.599267 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.599907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5f3c4be4-d71c-41ca-b87a-826a443f9c7f req-8e979953-c45a-4605-b355-d3586703f9ea tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.637080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:03.637623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f3c4be4-d71c-41ca-b87a-826a443f9c7f req-8e979953-c45a-4605-b355-d3586703f9ea tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7573307 Jul 16 09:09:03.640090 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.645838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:03.648964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:03.657683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e979953-c45a-4605-b355-d3586703f9ea tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4183df-79f2-44ff-a53d-0e44bcba4c9c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:03.679257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 32998) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:03.782389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=3fef815b-2ad4-4894-8848-41337eed2007,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:03.814956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.825786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e8ae27-e92e-41cf-ba37-3a1b6d38f51f tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:03.830621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-18e8ae27-e92e-41cf-ba37-3a1b6d38f51f tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1131 time: 0.1483400 Jul 16 09:09:03.830857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33000) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:03.835855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:03.866971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8294ef-f0a8-4899-a6ef-7fbc7692602a tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] Network 5f5da2bc-c800-4d0c-8d38-811a08be19fc is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:03.885767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port e75688d0-7864-4df6-8bcd-44cb5f1b9e08 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:03.886111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.889218 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.961557 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d8294ef-f0a8-4899-a6ef-7fbc7692602a tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "POST /v2.0/agents/1e744edc-8d0c-4a43-a18e-cf3aee30550d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5429845 Jul 16 09:09:03.966917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c7f4fd-2d33-4b90-af8c-fc509d8d2f1e None None] Network 5f5da2bc-c800-4d0c-8d38-811a08be19fc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:03.969297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc499eef-c228-4f61-9e43-d12864c7940b,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:03.974986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33002) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:04.124796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:04.146430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for e75688d0-7864-4df6-8bcd-44cb5f1b9e08 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:04.220722 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:04.581463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Network d936e440-ffa1-4362-ac52-afe3971ec71d is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:04.630045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:04.803760 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-96a19714-f114-4a01-b0f7-1016984c5984 tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "GET /v2.0/agents/1e744edc-8d0c-4a43-a18e-cf3aee30550d/dhcp-networks HTTP/1.1" status: 200 len: 9607 time: 0.8260796 Jul 16 09:09:04.805197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33028) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:04.884291 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:04.919626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Allocated IP 172.25.6.14 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/b501ba51-a59d-4204-95d8-d10b90d5cd46) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:05.008652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Router 40dec9fb-8d48-410d-8706-bbfecd777e5c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:05.019879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bb65f6cc-737e-42c4-8ead-317622c45271 None None] Provisioning complete for port dc499eef-c228-4f61-9e43-d12864c7940b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:05.020480 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb65f6cc-737e-42c4-8ead-317622c45271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.078778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994194e7-9ba6-4f85-aa8c-c7b0a206f6b3 req-873624a7-2a0f-47ce-89cc-dfe4691ca9ec tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:05.080312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-994194e7-9ba6-4f85-aa8c-c7b0a206f6b3 req-873624a7-2a0f-47ce-89cc-dfe4691ca9ec tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 945 time: 0.2217100 Jul 16 09:09:05.084385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.089839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bb65f6cc-737e-42c4-8ead-317622c45271 None None] Port dc499eef-c228-4f61-9e43-d12864c7940b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:05.113357 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a49cc9aa-be03-4538-8d12-c44734524057 tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "DELETE /v2.0/agents/1e744edc-8d0c-4a43-a18e-cf3aee30550d/dhcp-networks/5f5da2bc-c800-4d0c-8d38-811a08be19fc HTTP/1.1" status: 204 len: 168 time: 0.2956474 Jul 16 09:09:05.116983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33034) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:05.157297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.179724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-994194e7-9ba6-4f85-aa8c-c7b0a206f6b3 req-7d49e875-b220-4a71-b7c0-73a494211ac0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861528 Jul 16 09:09:05.224275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=e75688d0-7864-4df6-8bcd-44cb5f1b9e08,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:05.378051 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.442832 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-798a7b38-387c-4f64-a886-3c23532c2a05 tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "GET /v2.0/agents/1e744edc-8d0c-4a43-a18e-cf3aee30550d/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.3235302 Jul 16 09:09:05.444410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:05.449094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33038) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:05.456503 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a7fa8dbc-2721-4514-854d-e7e4538df1e3 admin admin] 10.222.0.55 "PUT /v2.0/routers/40dec9fb-8d48-410d-8706-bbfecd777e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0400054 Jul 16 09:09:05.468206 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Sync routers for ids ['40dec9fb-8d48-410d-8706-bbfecd777e5c'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:05.483972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.484969 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Routers {'40dec9fb-8d48-410d-8706-bbfecd777e5c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:05.485726 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40dec9fb-8d48-410d-8706-bbfecd777e5c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:05.487671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:05.515925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:05.522394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:05.535416 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-56611bc2-1e18-4d27-9026-6aec1492975a tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "GET /v2.0/networks/8820fff8-6739-4260-8656-3b4ac94a7cf6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0856762 Jul 16 09:09:05.536079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33044) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:05.566476 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-585cae31-bb78-4e9f-b820-23dbc5256a73 tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "GET /v2.0/networks/8820fff8-6739-4260-8656-3b4ac94a7cf6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0273788 Jul 16 09:09:05.569034 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33046) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:05.614924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.688545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=b501ba51-a59d-4204-95d8-d10b90d5cd46,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:05.764336 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Set router 40dec9fb-8d48-410d-8706-bbfecd777e5c gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:05.895058 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router e7285a96-8690-473a-933c-441ca5ff98e4 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:09:06.052681 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-21b112e1-4ae8-4285-9cb7-a4aae35f793a tempest-DHCPAgentSchedulersTestJSON-1674748035 tempest-DHCPAgentSchedulersTestJSON-1674748035-project-admin] 10.222.0.55 "GET /v2.0/agents/1e744edc-8d0c-4a43-a18e-cf3aee30550d/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.4824970 Jul 16 09:09:06.054794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33056) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:06.124545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 6b5bbced-ab08-4ece-b4aa-76e3b78db601 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:06.158691 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:06.173893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Sync routers for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:06.184541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:06.188793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:06.229408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.235194 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71be825d-5e90-4f74-b370-5b3797063bd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.5488987 Jul 16 09:09:06.236520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33064) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:06.248416 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:09:02Z', 'revision_number': 4, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port': {'id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:54Z', 'updated_at': '2021-07-16T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'dc499eef-c228-4f61-9e43-d12864c7940b', 'name': '', 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'mac_address': 'fa:16:3e:1e:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '597ec434-479c-475b-b5d3-f63e527c1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:59Z', 'updated_at': '2021-07-16T09:09:03Z', 'revision_number': 2, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'subnets': [{'id': '597ec434-479c-475b-b5d3-f63e527c1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:06.314733 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Checking router: 40dec9fb-8d48-410d-8706-bbfecd777e5c for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:06.315330 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Updating router 40dec9fb-8d48-410d-8706-bbfecd777e5c port dc499eef-c228-4f61-9e43-d12864c7940b binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:06.396508 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.571818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:06.605521 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.623937 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33084) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:06.629143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1235080351-network', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:06.671441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Made reservation on behalf of a2a8f3bdac53493d81ce5009ae473ea2 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:06.674270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.683486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.693518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:06.715184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5fb0398f-881f-4521-8fad-0cfecfc108dc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/6b5bbced-ab08-4ece-b4aa-76e3b78db601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5176678 Jul 16 09:09:06.717546 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33086) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:06.739487 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff6e3b-23d6-410f-956b-dfa10b97d502 None None] Sync routers for ids ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:06.790557 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff6e3b-23d6-410f-956b-dfa10b97d502 None None] Routers {'6b5bbced-ab08-4ece-b4aa-76e3b78db601'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:06.791194 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c5ff6e3b-23d6-410f-956b-dfa10b97d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:06.894663 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7d12b783-1e4c-4578-aa9c-d910a77c6497 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d13f7937753f461a99cc6c1586f0fa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6576540 Jul 16 09:09:06.895262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33088) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:06.992687 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:04Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:07.016777 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c5ff6e3b-23d6-410f-956b-dfa10b97d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:07.034400 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff6e3b-23d6-410f-956b-dfa10b97d502 None None] Routers {'6b5bbced-ab08-4ece-b4aa-76e3b78db601'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:07.035052 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c5ff6e3b-23d6-410f-956b-dfa10b97d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:07.067247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Checking router: e7285a96-8690-473a-933c-441ca5ff98e4 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:07.067576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Updating router e7285a96-8690-473a-933c-441ca5ff98e4 port 3fef815b-2ad4-4894-8848-41337eed2007 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:07.078418 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c5ff6e3b-23d6-410f-956b-dfa10b97d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:07.079059 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff6e3b-23d6-410f-956b-dfa10b97d502 None None] The sync data for ids ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:07.128674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.132646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f98e7-b342-4c9e-b7b2-6849a3c2064f tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:07.145088 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-601f98e7-b342-4c9e-b7b2-6849a3c2064f tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2113476 Jul 16 09:09:07.145767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33090) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:07.162896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.182419 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.210557 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Transition to ACTIVE for port object dc499eef-c228-4f61-9e43-d12864c7940b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:07.215112 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-545e4fbb-ea3c-4737-bbbf-d1cfed3a34dd tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646851 Jul 16 09:09:07.216159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.221748 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.233562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.247220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:07.262314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.262688 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Added segment dbcfd5ba-2882-4232-9941-8f4ac9fd4966 of type vlan for network 8754b4b0-39f3-4083-965a-1b89744bae54 Jul 16 09:09:07.312714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.342421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33092) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:07.347522 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2047d5-094b-456b-a207-107cee169758 None None] Pushing event updated for resources: {'Port': ['ID=dc499eef-c228-4f61-9e43-d12864c7940b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:07.349988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788420354', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:07.386746 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.389097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:07.390164 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.449964 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8246446 Jul 16 09:09:07.472942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33096) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:07.509241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Request body: {'subnet': {'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1235080351-subnet', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:07.534928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.536877 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Attempting to bind port dc499eef-c228-4f61-9e43-d12864c7940b on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:07.542214 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Attempting to bind port dc499eef-c228-4f61-9e43-d12864c7940b by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:07.542887 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Attempting to bind port dc499eef-c228-4f61-9e43-d12864c7940b on network d936e440-ffa1-4362-ac52-afe3971ec71d {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:07.559643 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:07.562440 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Checking segment: {'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:07.563064 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.565833 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Bound using segment: {'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:07.567883 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Bound port: dc499eef-c228-4f61-9e43-d12864c7940b, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e80e61e-e174-4e24-af1d-a42d8c6e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:07.569058 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.585256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804fe916-43ac-4a45-8db8-9dc6b05654d4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:07.667880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-8fbe9e3c-6a03-4ae1-9e17-82a5417c727e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:07.675157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-8fbe9e3c-6a03-4ae1-9e17-82a5417c727e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 945 time: 1.5475376 Jul 16 09:09:07.706763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Made reservation on behalf of a2a8f3bdac53493d81ce5009ae473ea2 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:07.709467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.744143 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] For port dc499eef-c228-4f61-9e43-d12864c7940b, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:07.751900 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] For port dc499eef-c228-4f61-9e43-d12864c7940b, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dc499eef-c228-4f61-9e43-d12864c7940b,segment=NetworkSegment(4e80e61e-e174-4e24-af1d-a42d8c6e93de),segment_id=4e80e61e-e174-4e24-af1d-a42d8c6e93de)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:07.770084 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.799723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.824127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Transition to ACTIVE for port object 3fef815b-2ad4-4894-8848-41337eed2007 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:07.842888 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.854090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655566bc-f3ea-4e5e-be09-111c031838f6 req-41fa11dd-ff3a-4ecb-a795-0cbe9d6f0523 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:07.862564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-655566bc-f3ea-4e5e-be09-111c031838f6 req-41fa11dd-ff3a-4ecb-a795-0cbe9d6f0523 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 945 time: 1.2546847 Jul 16 09:09:07.881508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e889f9a-2ecd-4717-aaec-c4a671a6afa8 admin admin] Pushing event updated for resources: {'Network': ['ID=8754b4b0-39f3-4083-965a-1b89744bae54,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:07.882700 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Routers {'40dec9fb-8d48-410d-8706-bbfecd777e5c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:07.883412 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40dec9fb-8d48-410d-8706-bbfecd777e5c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:07.942112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acae45-c580-4c17-8070-e0f7a35b424b None None] Pushing event updated for resources: {'Port': ['ID=3fef815b-2ad4-4894-8848-41337eed2007,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:07.964000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8754b4b0-39f3-4083-965a-1b89744bae54 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:07.998706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:08.002526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.047853 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2047d5-094b-456b-a207-107cee169758 None None] Pushing event updated for resources: {'Port': ['ID=dc499eef-c228-4f61-9e43-d12864c7940b,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:08.160944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Attempting to bind port 3fef815b-2ad4-4894-8848-41337eed2007 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:08.161312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Attempting to bind port 3fef815b-2ad4-4894-8848-41337eed2007 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:08.161692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Attempting to bind port 3fef815b-2ad4-4894-8848-41337eed2007 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:08.174455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:08.174729 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] Set router 40dec9fb-8d48-410d-8706-bbfecd777e5c gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:08.174832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:08.175213 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.176075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:08.186473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Bound port: 3fef815b-2ad4-4894-8848-41337eed2007, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:08.186888 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.250745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.274815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] For port 3fef815b-2ad4-4894-8848-41337eed2007, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:08.279497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] For port 3fef815b-2ad4-4894-8848-41337eed2007, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3fef815b-2ad4-4894-8848-41337eed2007,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:08.286226 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.375040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Subnet': ['ID=8b954b8d-50a1-41ad-9cd3-7462edae0e47,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:08.396124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:08.397280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:08.407632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.448851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acae45-c580-4c17-8070-e0f7a35b424b None None] Pushing event updated for resources: {'Port': ['ID=3fef815b-2ad4-4894-8848-41337eed2007,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:08.465639 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.508633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-655566bc-f3ea-4e5e-be09-111c031838f6 req-56c58a16-2871-442b-9977-5b900e674d43 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449687 Jul 16 09:09:08.515096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5da2bc-c800-4d0c-8d38-811a08be19fc']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:08.551854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:08.567553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a644a93c-df26-48fa-854c-d121d33ef451') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:08.567824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a644a93c-df26-48fa-854c-d121d33ef451') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:08.629155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Checking segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:08.629719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network hostable DHCP agents. Network: bec9ae46-f961-471f-babc-dedb279ce9fc, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:08.640791 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:09:02Z', 'revision_number': 4, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port': {'id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:54Z', 'updated_at': '2021-07-16T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'dc499eef-c228-4f61-9e43-d12864c7940b', 'name': '', 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'mac_address': 'fa:16:3e:1e:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '597ec434-479c-475b-b5d3-f63e527c1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:59Z', 'updated_at': '2021-07-16T09:09:07Z', 'revision_number': 4, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'subnets': [{'id': '597ec434-479c-475b-b5d3-f63e527c1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:08.676850 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d4018-d3b9-455d-879f-cc8d0796f433 None None] The sync data for ids ['40dec9fb-8d48-410d-8706-bbfecd777e5c'] in n-d-780147-28 is: [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:09:02Z', 'revision_number': 4, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port': {'id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:54Z', 'updated_at': '2021-07-16T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'dc499eef-c228-4f61-9e43-d12864c7940b', 'name': '', 'network_id': 'd936e440-ffa1-4362-ac52-afe3971ec71d', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'mac_address': 'fa:16:3e:1e:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '597ec434-479c-475b-b5d3-f63e527c1b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:59Z', 'updated_at': '2021-07-16T09:09:07Z', 'revision_number': 4, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'subnets': [{'id': '597ec434-479c-475b-b5d3-f63e527c1b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:08.686263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.697047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.741593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network bec9ae46-f961-471f-babc-dedb279ce9fc is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:08.807044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, bec9ae46-f961-471f-babc-dedb279ce9fc) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:08.810820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port e74faa0e-eb5b-419a-ab6c-0e451b824892 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:08.811909 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.813657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e74faa0e-eb5b-419a-ab6c-0e451b824892 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:08.818969 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ef2e3d-4e7f-493d-8613-c921a19cae5c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:08.824151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.826260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:08.826978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.831865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4aa3a5-9ccd-458b-9cf8-f22e5b591221 None None] Network bec9ae46-f961-471f-babc-dedb279ce9fc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:08.840224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:08.840409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.851586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Checking segment: {'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:08.852492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Network hostable DHCP agents. Network: 8754b4b0-39f3-4083-965a-1b89744bae54, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:08.880105 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:08.898342 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-99706cb0-d1c0-4ea7-8074-f5b86bae66a0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5528383 Jul 16 09:09:08.901682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33110) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:09.053625 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.098350 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.099805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.106304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "DELETE /v2.0/networks/5f5da2bc-c800-4d0c-8d38-811a08be19fc HTTP/1.1" status: 204 len: 168 time: 3.0501626 Jul 16 09:09:09.113416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.115675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab8bc4-daed-4ea2-8a7b-905f8403aedd tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event deleted for resources: {'Network': ['ID=5f5da2bc-c800-4d0c-8d38-811a08be19fc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:09.125874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33112) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:09.154602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.158350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e74faa0e-eb5b-419a-ab6c-0e451b824892, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:09.161394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74faa0e-eb5b-419a-ab6c-0e451b824892'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:09.164274 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b5cd43-b933-4512-9dbc-d817307e7586" -d '{"events": [{"server_uuid": "e7f2f730-4c82-4e24-bef5-abd582ad8bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "e74faa0e-eb5b-419a-ab6c-0e451b824892"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:09.170969 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.257136 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8e60d3-59fb-4922-a80a-887535bd835b x-openstack-request-id: req-8b8e60d3-59fb-4922-a80a-887535bd835b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:09.257476 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2f730-4c82-4e24-bef5-abd582ad8bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "e74faa0e-eb5b-419a-ab6c-0e451b824892", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:09.257783 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b8e60d3-59fb-4922-a80a-887535bd835b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:09.258201 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74faa0e-eb5b-419a-ab6c-0e451b824892', 'code': 200} Jul 16 09:09:09.287974 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e3519d-7f87-474c-a798-b01f6751d927 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] DELETE failed (client error): The resource could not be found. Jul 16 09:09:09.289504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e3519d-7f87-474c-a798-b01f6751d927 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:09:09.295900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b6e3519d-7f87-474c-a798-b01f6751d927 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "DELETE /v2.0/ports/592aa18a-cf52-4748-ae70-99cc7b044d32 HTTP/1.1" status: 404 len: 333 time: 0.1593027 Jul 16 09:09:09.306886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33116) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:09.437287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f8e2b7-7eb5-406b-9282-d5c777923745 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Deleting subnet 4a67b5f7-391a-4aaf-b296-f1f6bf762683 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:09:09.492124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.577372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] For port e74faa0e-eb5b-419a-ab6c-0e451b824892, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e74faa0e-eb5b-419a-ab6c-0e451b824892,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:09.577965 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.585251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:04Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:09.585957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26f8e2b7-7eb5-406b-9282-d5c777923745 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.588729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dc499eef-c228-4f61-9e43-d12864c7940b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:09.628767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-bec9ae46-f961-471f-babc-dedb279ce9fc', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:09.629700 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.674684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1808a-b00f-4a76-a568-a134bfe34a72 None None] The sync data for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 is: [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:04Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:09.726922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e74faa0e-eb5b-419a-ab6c-0e451b824892,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:09.737485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for e74faa0e-eb5b-419a-ab6c-0e451b824892 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:09.755060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=b501ba51-a59d-4204-95d8-d10b90d5cd46,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:09.769711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Network 8754b4b0-39f3-4083-965a-1b89744bae54 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:09.821035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8754b4b0-39f3-4083-965a-1b89744bae54) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:09.881439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:09.890724 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.956212 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4ef3d21b-9d6c-4472-8e1c-d38ca26327b7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4576242 Jul 16 09:09:09.960173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91002b26-596d-49ef-b663-bfcdeea58a12 None None] Network 8754b4b0-39f3-4083-965a-1b89744bae54 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:09.972665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33126) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:10.022535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port dc499eef-c228-4f61-9e43-d12864c7940b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:10.050846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dc499eef-c228-4f61-9e43-d12864c7940b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:10.051192 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.055363 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26f8e2b7-7eb5-406b-9282-d5c777923745 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.074876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 7e503873-e2b2-4bf2-a08b-f98a4fdf770b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:10.076208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.116571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:10.334794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Allocated IP 172.20.0.2 (bec9ae46-f961-471f-babc-dedb279ce9fc/8b954b8d-50a1-41ad-9cd3-7462edae0e47/45abe126-bcd1-4da3-b20a-3060de8e99db) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:10.398133 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Floating IP 1de95f8b-d845-47c2-bfbc-d82c9a6c7b22 associated. External IP: 172.25.6.14, port: fb6b593a-2f09-4e18-9610-23c2dbb2332a. Jul 16 09:09:10.583280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.666693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 7e503873-e2b2-4bf2-a08b-f98a4fdf770b owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:10.686315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cc773-5dc0-4ef8-8a7d-62bae183a4b9 req-f279118e-a423-4815-b28d-77d8837c9906 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:10.688067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df7cc773-5dc0-4ef8-8a7d-62bae183a4b9 req-f279118e-a423-4815-b28d-77d8837c9906 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 943 time: 0.8872659 Jul 16 09:09:10.699146 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.725404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Transition to ACTIVE for port object 45abe126-bcd1-4da3-b20a-3060de8e99db will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:10.744073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Transition to ACTIVE for port object 45abe126-bcd1-4da3-b20a-3060de8e99db will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:10.786188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.790881 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.878614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.880418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.881562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Network bec9ae46-f961-471f-babc-dedb279ce9fc is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:10.884728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8754b4b0-39f3-4083-965a-1b89744bae54', 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'fixed_ips': [{'subnet_id': 'c2ef2e3d-4e7f-493d-8613-c921a19cae5c'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:10.885675 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.906540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:10.909563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:10.953140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Pushing event updated for resources: {'Port': ['ID=45abe126-bcd1-4da3-b20a-3060de8e99db,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:10.958367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port dc499eef-c228-4f61-9e43-d12864c7940b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dc499eef-c228-4f61-9e43-d12864c7940b,segment=NetworkSegment(4e80e61e-e174-4e24-af1d-a42d8c6e93de),segment_id=4e80e61e-e174-4e24-af1d-a42d8c6e93de)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:10.982610 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.081798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Attempting to bind port 45abe126-bcd1-4da3-b20a-3060de8e99db on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:11.082401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Attempting to bind port 45abe126-bcd1-4da3-b20a-3060de8e99db by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:11.083080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Attempting to bind port 45abe126-bcd1-4da3-b20a-3060de8e99db on network bec9ae46-f961-471f-babc-dedb279ce9fc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:11.109471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Router 041ac0ca-e9dd-4032-9354-690dfea65226 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:11.125270 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.151825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=dc499eef-c228-4f61-9e43-d12864c7940b,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:11.162437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:11.163325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Checking segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:11.163982 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.164563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Bound using segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:11.165249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Bound port: 45abe126-bcd1-4da3-b20a-3060de8e99db, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:11.165915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.233975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26f8e2b7-7eb5-406b-9282-d5c777923745 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.275144 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.345904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Allocated IP 172.20.0.2 (8754b4b0-39f3-4083-965a-1b89744bae54/c2ef2e3d-4e7f-493d-8613-c921a19cae5c/dc8016d3-7c15-44ce-8d05-5d4f691f47fc) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:11.356284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df7cc773-5dc0-4ef8-8a7d-62bae183a4b9 req-9a7a9a9b-710e-4d64-81c9-47eccb5b6ee0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=9809c77f-d485-474b-afe9-7eb8d71f7396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688365 Jul 16 09:09:11.358794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=e74faa0e-eb5b-419a-ab6c-0e451b824892,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:11.370957 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.407498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] For port 45abe126-bcd1-4da3-b20a-3060de8e99db, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:11.418004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=7e503873-e2b2-4bf2-a08b-f98a4fdf770b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:11.436648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] For port 45abe126-bcd1-4da3-b20a-3060de8e99db, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45abe126-bcd1-4da3-b20a-3060de8e99db,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:11.481986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3fef815b-2ad4-4894-8848-41337eed2007 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:11.517614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.585462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] No DVR routers for this DVR port e74faa0e-eb5b-419a-ab6c-0e451b824892 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:11.609490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.612132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26d8faa5-e646-4c0e-9892-8bd276da0227 req-24e13400-d90f-4d6b-967c-c9c8ce97a4ad tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.52 "DELETE /v2.0/ports/e74faa0e-eb5b-419a-ab6c-0e451b824892 HTTP/1.1" status: 204 len: 173 time: 3.9057491 Jul 16 09:09:11.627867 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.629247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e520d6-d406-45e9-b87a-05751ca31951 req-601b4bb1-c4e1-4614-9f8f-fb02c09023dc tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:11.637167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45e520d6-d406-45e9-b87a-05751ca31951 req-601b4bb1-c4e1-4614-9f8f-fb02c09023dc tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.9892900 Jul 16 09:09:11.646507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'name': 'network-vif-deleted', 'tag': 'e74faa0e-eb5b-419a-ab6c-0e451b824892'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:11.654979 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d1c172-3801-40de-aebe-3991d117647e" -d '{"events": [{"server_uuid": "e7f2f730-4c82-4e24-bef5-abd582ad8bf9", "name": "network-vif-deleted", "tag": "e74faa0e-eb5b-419a-ab6c-0e451b824892"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:11.822558 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90eb88-d7f9-40e6-b267-d19549877849 x-openstack-request-id: req-6c90eb88-d7f9-40e6-b267-d19549877849 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:11.823585 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2f730-4c82-4e24-bef5-abd582ad8bf9", "name": "network-vif-deleted", "tag": "e74faa0e-eb5b-419a-ab6c-0e451b824892", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:11.823986 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c90eb88-d7f9-40e6-b267-d19549877849 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:11.824530 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2f730-4c82-4e24-bef5-abd582ad8bf9', 'name': 'network-vif-deleted', 'tag': 'e74faa0e-eb5b-419a-ab6c-0e451b824892', 'status': 'completed', 'code': 200} Jul 16 09:09:11.866176 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.103783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45e520d6-d406-45e9-b87a-05751ca31951 req-440e0e2d-68c6-4ee2-bd52-e6667628345b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655545 Jul 16 09:09:12.187415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.20.0.1 (bec9ae46-f961-471f-babc-dedb279ce9fc/8b954b8d-50a1-41ad-9cd3-7462edae0e47/d55b8634-162e-477e-a812-23efced94ce8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:12.206269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c76300-549b-4e9b-875e-1e06011357b6 None None] Pushing event updated for resources: {'Port': ['ID=45abe126-bcd1-4da3-b20a-3060de8e99db,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:12.250117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3fef815b-2ad4-4894-8848-41337eed2007 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:12.258692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3fef815b-2ad4-4894-8848-41337eed2007 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:12.259373 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.323165 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.330226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.361768 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26f8e2b7-7eb5-406b-9282-d5c777923745 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.365043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Transition to ACTIVE for port object dc8016d3-7c15-44ce-8d05-5d4f691f47fc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:12.386169 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26f8e2b7-7eb5-406b-9282-d5c777923745 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.388976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-26f8e2b7-7eb5-406b-9282-d5c777923745 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "DELETE /v2.0/subnets/4a67b5f7-391a-4aaf-b296-f1f6bf762683 HTTP/1.1" status: 204 len: 168 time: 3.0627124 Jul 16 09:09:12.415689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58894f5d-8019-47c2-b46d-3ffe29d419ba None None] Network 8820fff8-6739-4260-8656-3b4ac94a7cf6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:12.424602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33156) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:12.438186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Transition to ACTIVE for port object dc8016d3-7c15-44ce-8d05-5d4f691f47fc will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:12.517662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.551857 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.556249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8e2b7-7eb5-406b-9282-d5c777923745 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event deleted for resources: {'Subnet': ['ID=4a67b5f7-391a-4aaf-b296-f1f6bf762683,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:12.752266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Pushing event updated for resources: {'Port': ['ID=dc8016d3-7c15-44ce-8d05-5d4f691f47fc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:12.787673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Network 8754b4b0-39f3-4083-965a-1b89744bae54 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:12.793461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 6b5bbced-ab08-4ece-b4aa-76e3b78db601 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:12.796242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:12.801579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:12.807408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:12.829485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ac6fb166-7390-411c-a89f-c62a72a49364 req-5ecb5a5d-6b6a-4c15-b90c-7ff4827e7ac2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.1446750 Jul 16 09:09:12.830407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.870183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Deleting port 154b2d61-6c08-47b2-8156-38da8e3c9610 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:12.870641 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.874833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] Sync routers for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:12.920939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Transition to ACTIVE for port object d55b8634-162e-477e-a812-23efced94ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:12.926344 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.938930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:12.944655 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-509e2ad2-a0f4-47e0-9e07-e61065375eff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/6b5bbced-ab08-4ece-b4aa-76e3b78db601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2252080 Jul 16 09:09:12.951838 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7198ae2-9337-4849-8984-4bfb83d7672e None None] Sync routers for ids ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:12.952839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33166) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:12.963382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] For port 154b2d61-6c08-47b2-8156-38da8e3c9610, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=154b2d61-6c08-47b2-8156-38da8e3c9610,segment=NetworkSegment(0b6e0faf-af5f-44ef-b1b0-ad59fa63e920),segment_id=0b6e0faf-af5f-44ef-b1b0-ad59fa63e920)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:12.963969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.964825 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7198ae2-9337-4849-8984-4bfb83d7672e None None] Routers {'6b5bbced-ab08-4ece-b4aa-76e3b78db601'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:12.969024 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7198ae2-9337-4849-8984-4bfb83d7672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:12.975445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3fef815b-2ad4-4894-8848-41337eed2007, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3fef815b-2ad4-4894-8848-41337eed2007,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:12.988077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Calling delete_port for 154b2d61-6c08-47b2-8156-38da8e3c9610 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:13.036469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:13.040486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:13.045443 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.051089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dc499eef-c228-4f61-9e43-d12864c7940b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:13.058781 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7198ae2-9337-4849-8984-4bfb83d7672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:13.062611 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3f9d215e-1898-40d5-b555-4838a8227fb0 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b5bbced-ab08-4ece-b4aa-76e3b78db601 HTTP/1.1" status: 200 len: 205 time: 0.1086154 Jul 16 09:09:13.069229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33168) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:13.085313 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7198ae2-9337-4849-8984-4bfb83d7672e None None] Routers {'6b5bbced-ab08-4ece-b4aa-76e3b78db601'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:13.086193 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7198ae2-9337-4849-8984-4bfb83d7672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:13.088409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.163287 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7198ae2-9337-4849-8984-4bfb83d7672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:13.165719 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7198ae2-9337-4849-8984-4bfb83d7672e None None] The sync data for ids ['6b5bbced-ab08-4ece-b4aa-76e3b78db601'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:13.172009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3bcf8eac-61e9-4a95-af5f-9f63d12d2e6f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.3370769 Jul 16 09:09:13.172009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.194423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33172) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:13.256113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event deleted for resources: {'Port': ['ID=154b2d61-6c08-47b2-8156-38da8e3c9610,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:13.433410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Attempting to bind port dc8016d3-7c15-44ce-8d05-5d4f691f47fc on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:13.439777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Attempting to bind port dc8016d3-7c15-44ce-8d05-5d4f691f47fc by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:13.440538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Attempting to bind port dc8016d3-7c15-44ce-8d05-5d4f691f47fc on network 8754b4b0-39f3-4083-965a-1b89744bae54 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:13.468807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d1ef35d-783a-43aa-bdbe-b5bb7a5c487c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.481064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:13.481958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Checking segment: {'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:13.482698 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.483210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Bound using segment: {'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:13.483808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Bound port: dc8016d3-7c15-44ce-8d05-5d4f691f47fc, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:13.484293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.737461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.862677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3fef815b-2ad4-4894-8848-41337eed2007,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:14.050990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:14.115467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d1ef35d-783a-43aa-bdbe-b5bb7a5c487c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.117973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d1ef35d-783a-43aa-bdbe-b5bb7a5c487c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.208769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] No DVR routers for this DVR port 154b2d61-6c08-47b2-8156-38da8e3c9610 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:14.250241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network bec9ae46-f961-471f-babc-dedb279ce9fc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:14.251215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d1ef35d-783a-43aa-bdbe-b5bb7a5c487c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.251768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] For port dc8016d3-7c15-44ce-8d05-5d4f691f47fc, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:14.251927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1ef35d-783a-43aa-bdbe-b5bb7a5c487c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Fanout notify agent at l3_agent the message router_deleted on router 6b5bbced-ab08-4ece-b4aa-76e3b78db601 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:09:14.269567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] For port dc8016d3-7c15-44ce-8d05-5d4f691f47fc, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dc8016d3-7c15-44ce-8d05-5d4f691f47fc,segment=NetworkSegment(dbcfd5ba-2882-4232-9941-8f4ac9fd4966),segment_id=dbcfd5ba-2882-4232-9941-8f4ac9fd4966)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:14.272610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d1ef35d-783a-43aa-bdbe-b5bb7a5c487c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.276964 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5d1ef35d-783a-43aa-bdbe-b5bb7a5c487c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/6b5bbced-ab08-4ece-b4aa-76e3b78db601 HTTP/1.1" status: 204 len: 168 time: 1.2068524 Jul 16 09:09:14.284163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:14.284557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:14.288289 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329cd7be-f272-47f0-843f-4263bf60899b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:14.299652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33188) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:14.317694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:14.406782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4885712e-c893-4eaf-81b5-201525fff043 None None] Network bec9ae46-f961-471f-babc-dedb279ce9fc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:14.414327 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.430726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dc499eef-c228-4f61-9e43-d12864c7940b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:14.431111 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.448227 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.459510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8820fff8-6739-4260-8656-3b4ac94a7cf6']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:14.475890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6e0faf-af5f-44ef-b1b0-ad59fa63e920') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:14.476191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6e0faf-af5f-44ef-b1b0-ad59fa63e920') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:14.487280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.499298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69d7f5db-b4b0-497b-8644-c1178bfeb3b2 req-ca37f94b-40f4-4b58-9bfb-5fe6ceebe7bd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.2631772 Jul 16 09:09:14.506996 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.529276 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.531559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78def44e-4591-4af3-87cf-83d3466d6f73 None None] DHCP port deletion for 8820fff8-6739-4260-8656-3b4ac94a7cf6 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:09:14.560207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.563037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:14.563507 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:14.568601 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:14.592814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=d55b8634-162e-477e-a812-23efced94ce8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:14.616305 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517fb0fe-0627-4cc6-88bb-4bfe785ed6db x-openstack-request-id: req-517fb0fe-0627-4cc6-88bb-4bfe785ed6db {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:14.616741 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:14.617740 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-517fb0fe-0627-4cc6-88bb-4bfe785ed6db {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:14.617740 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'status': 'completed', 'code': 200} Jul 16 09:09:14.649177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea429cca-84b5-4432-ac50-e8bffc10268e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet 8ec80c39-4b37-4acb-9fe5-64cea66a7d5b {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:09:14.654707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b5936a39-2532-4a9a-a8de-b958fa79c6f3 None None] Provisioning for port 45abe126-bcd1-4da3-b20a-3060de8e99db completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:14.657836 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea429cca-84b5-4432-ac50-e8bffc10268e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.664866 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.665593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.666503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.667379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.668041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.668558 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-183970c0-9bad-43f7-9748-f7d5ad7ad12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.669400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.670366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.671318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.671941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.672553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.673219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.673847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.674453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.677218 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-88f96a1d-02e0-4505-8d5c-753699038df1 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9110 time: 1.4817374 Jul 16 09:09:14.707965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33192) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:14.781239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.805190 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.851620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.855424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] 10.222.0.55 "DELETE /v2.0/networks/8820fff8-6739-4260-8656-3b4ac94a7cf6 HTTP/1.1" status: 204 len: 168 time: 2.4287205 Jul 16 09:09:14.863325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f2074-5890-4334-a63c-0a21c1a8672b None None] Pushing event updated for resources: {'Port': ['ID=dc8016d3-7c15-44ce-8d05-5d4f691f47fc,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:14.902323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06c886-82e0-4360-9ea4-83fbb034d7b9 tempest-DHCPAgentSchedulersTestJSON-282725953 tempest-DHCPAgentSchedulersTestJSON-282725953-project] Pushing event deleted for resources: {'Network': ['ID=8820fff8-6739-4260-8656-3b4ac94a7cf6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:14.944225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5c145-4e90-4db2-9c5d-eea6e10f438c req-ace48535-4224-473f-aced-8470bc1b342b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.946113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1de95f8b-d845-47c2-bfbc-d82c9a6c7b22', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'floating_ip_address': '172.25.6.14', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'port_id': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'mac_address': 'fa:16:3e:59:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:06Z', 'updated_at': '2021-07-16T09:09:06Z', 'revision_number': 0, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:40Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:14.948404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47a5c145-4e90-4db2-9c5d-eea6e10f438c req-ace48535-4224-473f-aced-8470bc1b342b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.6746871 Jul 16 09:09:15.053998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea429cca-84b5-4432-ac50-e8bffc10268e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.104720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] Checking router: 041ac0ca-e9dd-4032-9354-690dfea65226 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:15.136450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:15.137133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:15.139885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Allocated IP 172.25.6.83 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/16bef7a6-41f2-4189-bb73-f89786c93673) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:15.145945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47a5c145-4e90-4db2-9c5d-eea6e10f438c req-421bb57b-b53e-493f-96b2-18b3921a1c33 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435754 Jul 16 09:09:15.364964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:15.463554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3fef815b-2ad4-4894-8848-41337eed2007 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:15.471518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:15.518710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.615749 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.672996 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.719134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:15.735690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:15.749075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:15.848485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cd7be-f272-47f0-843f-4263bf60899b req-eec445c5-3e8f-4a64-a7e1-957eef36d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:15.850889 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-329cd7be-f272-47f0-843f-4263bf60899b req-eec445c5-3e8f-4a64-a7e1-957eef36d77c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1136 time: 1.2436161 Jul 16 09:09:15.877701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3fef815b-2ad4-4894-8848-41337eed2007 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:15.878083 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.928418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Pushing event updated for resources: {'Port': ['ID=16bef7a6-41f2-4189-bb73-f89786c93673,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:15.940285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a80e311e-85ae-4331-8592-70ba2a072f3b req-07898471-5cb1-4dc8-b195-3edf34c39762 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.1257279 Jul 16 09:09:16.029301 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.034492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.035047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.035572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.036089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.036598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.037119 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.043436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.045228 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.046158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.046803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.047332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.052796 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-51635633-afd9-4da3-b7bd-0c3129c38863 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7735 time: 1.3360410 Jul 16 09:09:16.080005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33216) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:16.188901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45abe126-bcd1-4da3-b20a-3060de8e99db up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:16.273383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1de95f8b-d845-47c2-bfbc-d82c9a6c7b22', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'floating_ip_address': '172.25.6.14', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'port_id': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'mac_address': 'fa:16:3e:59:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:06Z', 'updated_at': '2021-07-16T09:09:06Z', 'revision_number': 0, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:40Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:16.425678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e4dda-3e48-4b13-91c9-674e545a01bf None None] The sync data for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 is: [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1de95f8b-d845-47c2-bfbc-d82c9a6c7b22', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'floating_ip_address': '172.25.6.14', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'port_id': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'mac_address': 'fa:16:3e:59:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:06Z', 'updated_at': '2021-07-16T09:09:06Z', 'revision_number': 0, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:40Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:16.565429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.578984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 45abe126-bcd1-4da3-b20a-3060de8e99db completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:16.592542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea429cca-84b5-4432-ac50-e8bffc10268e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.592917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 45abe126-bcd1-4da3-b20a-3060de8e99db triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:16.592917 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.600008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33224) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:16.604691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-47bc6d09-4fe9-4db9-b7bf-82fe2c59d1fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26214f4b69bb41a0ae22557753a63f22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1259062 Jul 16 09:09:16.608916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c7ac0da6-15bf-4e93-80c2-51c0fe048ab8 None None] Provisioning for port d55b8634-162e-477e-a812-23efced94ce8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:16.663565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c7ac0da6-15bf-4e93-80c2-51c0fe048ab8 None None] Provisioning complete for port d55b8634-162e-477e-a812-23efced94ce8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:16.664141 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7ac0da6-15bf-4e93-80c2-51c0fe048ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.756963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b29abf-75a1-4033-bcac-7a26a64c80a2 None None] Network 8754b4b0-39f3-4083-965a-1b89744bae54 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:16.791106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cd7be-f272-47f0-843f-4263bf60899b req-441c0e5e-4a02-414b-9fbd-1c9519312d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:16.793051 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-329cd7be-f272-47f0-843f-4263bf60899b req-441c0e5e-4a02-414b-9fbd-1c9519312d17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245 HTTP/1.1" status: 200 len: 897 time: 0.9300170 Jul 16 09:09:16.854232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac0da6-15bf-4e93-80c2-51c0fe048ab8 None None] Port d55b8634-162e-477e-a812-23efced94ce8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:16.937686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.968924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1649beb-7dbf-4eef-bd34-1484200e5861 None None] New status for floating IP 1de95f8b-d845-47c2-bfbc-d82c9a6c7b22: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:09:17.078583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848769e2-29b6-4c29-9296-fa55c7a95aaf req-fdae7739-b676-4e01-b4a7-66b602a543d6 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:17.080122 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-848769e2-29b6-4c29-9296-fa55c7a95aaf req-fdae7739-b676-4e01-b4a7-66b602a543d6 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.5376544 Jul 16 09:09:17.171173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-848769e2-29b6-4c29-9296-fa55c7a95aaf req-b4aa8e3c-73a3-4bc5-a684-4b90679ef457 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542886 Jul 16 09:09:17.195723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.212170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee2c6ed3-36d6-4a45-accd-e652a13630f9 req-e975779c-8746-4a4a-bc17-83038d16408b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0332782 Jul 16 09:09:17.244962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea429cca-84b5-4432-ac50-e8bffc10268e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.246566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5a80a43e-1bd5-4514-82b6-164185831a70 None None] Provisioning for port dc8016d3-7c15-44ce-8d05-5d4f691f47fc completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:17.273631 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35062a97-60e8-4b16-bea5-6c206ff08bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.287052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.301922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35062a97-60e8-4b16-bea5-6c206ff08bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.354273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ea429cca-84b5-4432-ac50-e8bffc10268e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.361053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ea429cca-84b5-4432-ac50-e8bffc10268e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/8ec80c39-4b37-4acb-9fe5-64cea66a7d5b HTTP/1.1" status: 204 len: 168 time: 3.0600307 Jul 16 09:09:17.375438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33230) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:17.395657 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-329cd7be-f272-47f0-843f-4263bf60899b req-3e8c5b22-32ab-46f1-8ee8-ef57992d0573 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a HTTP/1.1" status: 200 len: 998 time: 0.5905454 Jul 16 09:09:17.409118 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35062a97-60e8-4b16-bea5-6c206ff08bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.412328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35062a97-60e8-4b16-bea5-6c206ff08bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.413748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-35062a97-60e8-4b16-bea5-6c206ff08bd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6eef22f-a7f0-4719-a75f-1f355d2c8d7d HTTP/1.1" status: 204 len: 168 time: 0.7907200 Jul 16 09:09:17.432318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea429cca-84b5-4432-ac50-e8bffc10268e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec80c39-4b37-4acb-9fe5-64cea66a7d5b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:17.517250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a344d-0b48-4aad-8a67-c62cc411cfbb None None] Network ca8ffe80-8964-4788-afd4-ea12f723c76c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:17.533039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Router 9a13a29c-4477-45de-8d88-dc4f0c56c04e is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:09:17.626767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5a80a43e-1bd5-4514-82b6-164185831a70 None None] Provisioning complete for port d55b8634-162e-477e-a812-23efced94ce8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:17.627239 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5a80a43e-1bd5-4514-82b6-164185831a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.633889 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35062a97-60e8-4b16-bea5-6c206ff08bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eef22f-a7f0-4719-a75f-1f355d2c8d7d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:17.636115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 45abe126-bcd1-4da3-b20a-3060de8e99db, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45abe126-bcd1-4da3-b20a-3060de8e99db,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:17.636973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cd7be-f272-47f0-843f-4263bf60899b req-129e1842-f398-45da-a7ad-93d67c20576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:17.643043 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-329cd7be-f272-47f0-843f-4263bf60899b req-129e1842-f398-45da-a7ad-93d67c20576d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b136429c-b635-4d8a-9f27-0e5ad6434b04 HTTP/1.1" status: 200 len: 835 time: 0.2278669 Jul 16 09:09:17.763446 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.788153 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7832539d-ab6c-4ddf-b0df-aae9cf8de0ad tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5762 time: 1.6953850 Jul 16 09:09:17.796041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33236) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:17.814630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:17.831226 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Sync routers for ids ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:17.849991 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Routers {'9a13a29c-4477-45de-8d88-dc4f0c56c04e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:17.850635 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:08:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:17.883988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae62323d-f5fc-4765-b03a-5f200108ca16 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet 775980a9-20bd-4442-a866-06d6e14220a8 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:09:17.888200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ae62323d-f5fc-4765-b03a-5f200108ca16 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.907077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.921838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 154b2d61-6c08-47b2-8156-38da8e3c9610 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:17.931615 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a7e2-f4ef-4f12-af7d-204181ca7247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.946672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ae62323d-f5fc-4765-b03a-5f200108ca16 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.958771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.962450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fcb0ecbf-a927-4bbf-917c-59fe6d79d247 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9810262 Jul 16 09:09:17.964613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33238) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:18.054365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5a80a43e-1bd5-4514-82b6-164185831a70 None None] Port d55b8634-162e-477e-a812-23efced94ce8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:18.056075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 154b2d61-6c08-47b2-8156-38da8e3c9610 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:18.056860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 154b2d61-6c08-47b2-8156-38da8e3c9610 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:18.125274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=45abe126-bcd1-4da3-b20a-3060de8e99db,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:18.135059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33242) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:18.141476 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ae62323d-f5fc-4765-b03a-5f200108ca16 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.202179 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73a1246e-7bf8-41e8-928d-590ee5f85d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.253790 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Set router 9a13a29c-4477-45de-8d88-dc4f0c56c04e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:18.260393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cd7be-f272-47f0-843f-4263bf60899b req-29e0969f-7410-4894-a3ac-d9b666335438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:18.262111 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-329cd7be-f272-47f0-843f-4263bf60899b req-29e0969f-7410-4894-a3ac-d9b666335438 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6007643 Jul 16 09:09:18.286570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e865ed-00ff-4a9a-a686-30afd5ef24d2 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:18.287315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e865ed-00ff-4a9a-a686-30afd5ef24d2 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:18.289192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-79e865ed-00ff-4a9a-a686-30afd5ef24d2 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=041ac0ca-e9dd-4032-9354-690dfea65226 HTTP/1.1" status: 200 len: 1992 time: 0.4918835 Jul 16 09:09:18.327417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] DHCP port deletion for ca8ffe80-8964-4788-afd4-ea12f723c76c request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:09:18.408174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dc8016d3-7c15-44ce-8d05-5d4f691f47fc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:18.589013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] Deleting port b8687693-222c-43f0-83ec-61b4b9240bac {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:18.589567 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.612435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port dc8016d3-7c15-44ce-8d05-5d4f691f47fc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:18.626353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.626563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dc8016d3-7c15-44ce-8d05-5d4f691f47fc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:18.626957 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.629985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ae62323d-f5fc-4765-b03a-5f200108ca16 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.703060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.712447 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62323d-f5fc-4765-b03a-5f200108ca16 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=775980a9-20bd-4442-a866-06d6e14220a8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:18.736095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4da39bbe-f105-48dd-ada9-3feafe4b1340 req-8fde5cbf-1812-43b1-baa5-673fb1f09edc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.1272745 Jul 16 09:09:18.772396 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 3, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port': {'id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:14Z', 'updated_at': '2021-07-16T09:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:18.820890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f537e186-a147-4b9f-a597-a3bbc9d251db None None] Provisioning complete for port dc8016d3-7c15-44ce-8d05-5d4f691f47fc triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:18.821471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f537e186-a147-4b9f-a597-a3bbc9d251db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.829025 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Checking router: 9a13a29c-4477-45de-8d88-dc4f0c56c04e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:18.833873 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Updating router 9a13a29c-4477-45de-8d88-dc4f0c56c04e port 16bef7a6-41f2-4189-bb73-f89786c93673 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:18.874632 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.915332 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.986889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] For port b8687693-222c-43f0-83ec-61b4b9240bac, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b8687693-222c-43f0-83ec-61b4b9240bac,segment=NetworkSegment(6c292444-f1e6-4446-a047-1e3dfb5feb2a),segment_id=6c292444-f1e6-4446-a047-1e3dfb5feb2a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:18.992107 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.010448 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.027654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982f6f8-9dce-4a5e-bd94-f23974612dab req-abe0496a-041f-486f-9032-a7ec57010ac8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:19.031427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e982f6f8-9dce-4a5e-bd94-f23974612dab req-abe0496a-041f-486f-9032-a7ec57010ac8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.5532849 Jul 16 09:09:19.078569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port dc8016d3-7c15-44ce-8d05-5d4f691f47fc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dc8016d3-7c15-44ce-8d05-5d4f691f47fc,segment=NetworkSegment(dbcfd5ba-2882-4232-9941-8f4ac9fd4966),segment_id=dbcfd5ba-2882-4232-9941-8f4ac9fd4966)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:19.091952 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.102014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] Calling delete_port for b8687693-222c-43f0-83ec-61b4b9240bac owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:19.105258 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.123478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73a1246e-7bf8-41e8-928d-590ee5f85d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.145908 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73a1246e-7bf8-41e8-928d-590ee5f85d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.206682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e982f6f8-9dce-4a5e-bd94-f23974612dab req-716615f1-7a49-42e8-9c87-6ba977885d25 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619384 Jul 16 09:09:19.240704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-73a1246e-7bf8-41e8-928d-590ee5f85d4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6913680471344317bd11ee47ef9f77c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0896034 Jul 16 09:09:19.243848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33256) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:19.263369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1246e-7bf8-41e8-928d-590ee5f85d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b18d9-46b3-479e-9858-5480183a2f1c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.330219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=d55b8634-162e-477e-a812-23efced94ce8,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.381074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=dc8016d3-7c15-44ce-8d05-5d4f691f47fc,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.388977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.406722 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.411766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e94650-3df4-43f3-a14b-21583cb215e2 None None] Network 93052667-0fa3-4f0e-a153-4faf8f8e45a6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:19.424220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ae62323d-f5fc-4765-b03a-5f200108ca16 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.430394 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ae62323d-f5fc-4765-b03a-5f200108ca16 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/775980a9-20bd-4442-a866-06d6e14220a8 HTTP/1.1" status: 204 len: 168 time: 2.0334001 Jul 16 09:09:19.434988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33258) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:19.444888 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Transition to ACTIVE for port object 16bef7a6-41f2-4189-bb73-f89786c93673 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:19.457745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-329cd7be-f272-47f0-843f-4263bf60899b req-044be0ef-bc4a-4895-bf13-1bdb1dd4a332 service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1789155 Jul 16 09:09:19.467979 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.518971 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-131328bc-ed20-472e-93df-0c1617a35fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.538322 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.581494 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Attempting to bind port 16bef7a6-41f2-4189-bb73-f89786c93673 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:19.581802 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Attempting to bind port 16bef7a6-41f2-4189-bb73-f89786c93673 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:19.582165 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Attempting to bind port 16bef7a6-41f2-4189-bb73-f89786c93673 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:19.584355 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdfd82-ac0c-45d0-992f-7f0e8eebb5bb None None] Pushing event updated for resources: {'Port': ['ID=16bef7a6-41f2-4189-bb73-f89786c93673,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.604431 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:19.604811 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:19.605213 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.605616 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:19.606107 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Bound port: 16bef7a6-41f2-4189-bb73-f89786c93673, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:19.607108 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.624996 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-131328bc-ed20-472e-93df-0c1617a35fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.629811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] No DVR routers for this DVR port b8687693-222c-43f0-83ec-61b4b9240bac on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:19.639847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0715a1-3fb4-4d76-b126-3b738c6e1afd None None] Pushing event deleted for resources: {'Port': ['ID=b8687693-222c-43f0-83ec-61b4b9240bac,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.697693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-131328bc-ed20-472e-93df-0c1617a35fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.702868 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-131328bc-ed20-472e-93df-0c1617a35fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.705056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-131328bc-ed20-472e-93df-0c1617a35fc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a01b18d9-46b3-479e-9858-5480183a2f1c HTTP/1.1" status: 204 len: 168 time: 0.4597695 Jul 16 09:09:19.726670 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] For port 16bef7a6-41f2-4189-bb73-f89786c93673, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:19.730675 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] For port 16bef7a6-41f2-4189-bb73-f89786c93673, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=16bef7a6-41f2-4189-bb73-f89786c93673,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:19.737688 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.748649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131328bc-ed20-472e-93df-0c1617a35fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b18d9-46b3-479e-9858-5480183a2f1c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.759381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.899713 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdfd82-ac0c-45d0-992f-7f0e8eebb5bb None None] Pushing event updated for resources: {'Port': ['ID=16bef7a6-41f2-4189-bb73-f89786c93673,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.938363 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-329cd7be-f272-47f0-843f-4263bf60899b req-0cb4d24d-f9ce-4f32-a840-01ebfcfbdc84 service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020841 Jul 16 09:09:19.953386 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Routers {'9a13a29c-4477-45de-8d88-dc4f0c56c04e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:19.954280 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:19.959547 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.984910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] DHCP port deletion for 93052667-0fa3-4f0e-a153-4faf8f8e45a6 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:09:19.993612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network bec9ae46-f961-471f-babc-dedb279ce9fc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:20.019583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:20.174578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d8502f4-a898-43f0-8742-8caa12a3896d req-fae1907d-c170-463d-be90-40ce2e7b1a58 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0896139 Jul 16 09:09:20.181898 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] Deleting port 736bf769-dd88-49a8-949e-a4d286524f87 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:20.182497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.201126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.224796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Allocated IP 172.20.0.1 (8754b4b0-39f3-4083-965a-1b89744bae54/c2ef2e3d-4e7f-493d-8613-c921a19cae5c/cfa48ad9-0d8d-4a93-af99-7821a93f9075) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:20.285468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] For port 736bf769-dd88-49a8-949e-a4d286524f87, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=736bf769-dd88-49a8-949e-a4d286524f87,segment=NetworkSegment(0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be),segment_id=0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:20.286147 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.307765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] Calling delete_port for 736bf769-dd88-49a8-949e-a4d286524f87 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:20.338584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dc8016d3-7c15-44ce-8d05-5d4f691f47fc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:20.432336 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] Set router 9a13a29c-4477-45de-8d88-dc4f0c56c04e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:20.623313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.630301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-92fc1193-eefe-43fe-a819-70c537160337 None None] Provisioning complete for port d55b8634-162e-477e-a812-23efced94ce8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:20.633104 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-92fc1193-eefe-43fe-a819-70c537160337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.638305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8ffe80-8964-4788-afd4-ea12f723c76c']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:20.660877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c292444-f1e6-4446-a047-1e3dfb5feb2a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:20.661369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c292444-f1e6-4446-a047-1e3dfb5feb2a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:20.682490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.706763 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.710806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-92fc1193-eefe-43fe-a819-70c537160337 None None] Port d55b8634-162e-477e-a812-23efced94ce8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:20.713213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.719719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:20.720885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.760646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Transition to ACTIVE for port object cfa48ad9-0d8d-4a93-af99-7821a93f9075 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:20.780685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7ff0f-49b6-4056-878e-ce7050db7f56 req-8fb1e3be-b537-431c-9b6f-457b14921781 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:20.782469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8a7ff0f-49b6-4056-878e-ce7050db7f56 req-8fb1e3be-b537-431c-9b6f-457b14921781 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.3043666 Jul 16 09:09:20.785035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dc8016d3-7c15-44ce-8d05-5d4f691f47fc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:20.787136 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:20.800858 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:20.819002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.833307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router e7285a96-8690-473a-933c-441ca5ff98e4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:20.857522 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.865888 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/ca8ffe80-8964-4788-afd4-ea12f723c76c HTTP/1.1" status: 204 len: 168 time: 1.4277596 Jul 16 09:09:20.875966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:20.881022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985d91c-6d52-4768-92d0-15cb1faaa83f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=ca8ffe80-8964-4788-afd4-ea12f723c76c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:20.895678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.944853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] No DVR routers for this DVR port 736bf769-dd88-49a8-949e-a4d286524f87 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:20.993274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b53951-6c11-46fa-97ca-629d64455602 None None] Pushing event deleted for resources: {'Port': ['ID=736bf769-dd88-49a8-949e-a4d286524f87,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:21.031165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8a7ff0f-49b6-4056-878e-ce7050db7f56 req-bc8ab605-a77b-4cfa-8e74-953c4a6680cf tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364273 Jul 16 09:09:21.074763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.101054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:21.144960 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-15494310-feee-4376-acad-ec087bac08cc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "PUT /v2.0/routers/e7285a96-8690-473a-933c-441ca5ff98e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2373374 Jul 16 09:09:21.146379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45abe126-bcd1-4da3-b20a-3060de8e99db up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:21.177811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.217900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Sync routers for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:21.235250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:21.235998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:21.237719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Network 8754b4b0-39f3-4083-965a-1b89744bae54 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:21.277948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:21.289426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:21.436585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:21.457250 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.539162 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-23741144-f6da-4db3-8188-f001d3de722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 3, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port': {'id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:14Z', 'updated_at': '2021-07-16T09:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:21.572845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Pushing event updated for resources: {'Port': ['ID=cfa48ad9-0d8d-4a93-af99-7821a93f9075,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:21.608357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 45abe126-bcd1-4da3-b20a-3060de8e99db triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:21.608738 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.613268 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23741144-f6da-4db3-8188-f001d3de722e None None] The sync data for ids ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'] in n-d-780147-28 is: [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 3, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port': {'id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:14Z', 'updated_at': '2021-07-16T09:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:21.776478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c966aa3-4dfd-4556-9aba-fa371ec8fd04 req-10b3e11b-4f28-4176-8073-7e1ed6f45aa1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7f2f730-4c82-4e24-bef5-abd582ad8bf9 HTTP/1.1" status: 200 len: 210 time: 0.1978357 Jul 16 09:09:21.838123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4889c444-5add-4d38-bf09-55afd4553d58 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391322099&fields=id&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 267 time: 0.2605386 Jul 16 09:09:21.909501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.937391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f0d37bb-e380-4910-ab2b-81e7fa20826b None None] Provisioning for port cfa48ad9-0d8d-4a93-af99-7821a93f9075 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:21.956520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93052667-0fa3-4f0e-a153-4faf8f8e45a6']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:21.978308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f0d37bb-e380-4910-ab2b-81e7fa20826b None None] Provisioning complete for port cfa48ad9-0d8d-4a93-af99-7821a93f9075 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:21.978717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f0d37bb-e380-4910-ab2b-81e7fa20826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.091346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d37bb-e380-4910-ab2b-81e7fa20826b None None] Port cfa48ad9-0d8d-4a93-af99-7821a93f9075 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:22.199480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 736bf769-dd88-49a8-949e-a4d286524f87 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:22.287530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:09:22.292363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 736bf769-dd88-49a8-949e-a4d286524f87 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:22.293128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 736bf769-dd88-49a8-949e-a4d286524f87 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:22.294966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b8687693-222c-43f0-83ec-61b4b9240bac no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:22.331931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b8687693-222c-43f0-83ec-61b4b9240bac {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:22.332598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b8687693-222c-43f0-83ec-61b4b9240bac not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:22.344271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:17Z', 'revision_number': 2, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:22.700678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Checking router: e7285a96-8690-473a-933c-441ca5ff98e4 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:22.701180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Updating router e7285a96-8690-473a-933c-441ca5ff98e4 port d55b8634-162e-477e-a812-23efced94ce8 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:22.710285 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.resource_extend [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:09:22.814812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:22.832283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:22.838198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce3bdcd-6f94-4ab9-a1ab-451fd9ee25be') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:22.839120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 16bef7a6-41f2-4189-bb73-f89786c93673 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:22.905405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '605caf95-1114-465f-bee5-3526e67a7e6f', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'port_id': '605caf95-1114-465f-bee5-3526e67a7e6f', 'mac_address': 'fa:16:3e:b0:1a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:09:22.905636 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.957158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 16bef7a6-41f2-4189-bb73-f89786c93673 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:22.978414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.983194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.993426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33332) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:22.995128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 16bef7a6-41f2-4189-bb73-f89786c93673 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:22.995613 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.056340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-2d0d54ee-4ff3-43ab-a6ae-86c6c9ac1503 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:23.061971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-2d0d54ee-4ff3-43ab-a6ae-86c6c9ac1503 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 796 time: 1.2226965 Jul 16 09:09:23.068253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:23.071042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:23.081505 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:23.100138 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.119575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 605caf95-1114-465f-bee5-3526e67a7e6f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:23.162941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.199349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-03f4126f-f3b6-4ab8-af8e-c4d92b280a73 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1464534687'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:23.200421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-03f4126f-f3b6-4ab8-af8e-c4d92b280a73 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Unknown quota resources ['metering_label']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:09:23.229894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-6e326067-4251-42fa-80cc-904e3860d154 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/quotas/d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 375 time: 0.1103725 Jul 16 09:09:23.241099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc940a-9701-4f0a-a1a3-37652a850ac4 req-2cfd9a00-6125-491c-8921-931cb8a5c858 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:23.242914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14cc940a-9701-4f0a-a1a3-37652a850ac4 req-2cfd9a00-6125-491c-8921-931cb8a5c858 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.4017205 Jul 16 09:09:23.298639 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.331351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 16bef7a6-41f2-4189-bb73-f89786c93673, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=16bef7a6-41f2-4189-bb73-f89786c93673,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:23.338244 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:23.344009 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.412069 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.430196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=16bef7a6-41f2-4189-bb73-f89786c93673,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:23.442338 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.483373 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.491000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.518979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:23.563075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.571261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/93052667-0fa3-4f0e-a153-4faf8f8e45a6 HTTP/1.1" status: 204 len: 168 time: 2.6706383 Jul 16 09:09:23.571464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-03f4126f-f3b6-4ab8-af8e-c4d92b280a73 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.571464 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-03f4126f-f3b6-4ab8-af8e-c4d92b280a73 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5729272 Jul 16 09:09:23.571464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33338) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:23.571722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33340) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:23.579410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-1441297163'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:23.587320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-650de88d-e39a-439f-a715-39983c12177c tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'afcd565e-1ffd-4e4c-9c1c-ec75a6d97b39'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:23.587810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-650de88d-e39a-439f-a715-39983c12177c tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:09:23.614574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cc2b8-2933-4b69-9a1e-d42e23a562c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=93052667-0fa3-4f0e-a153-4faf8f8e45a6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:23.628323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14cc940a-9701-4f0a-a1a3-37652a850ac4 req-801e7ccb-4e41-4b96-92e0-bc05849aefb1 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829891 Jul 16 09:09:23.630370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['605caf95-1114-465f-bee5-3526e67a7e6f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:09:23.670914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.681873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:23.686073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Pushing event updated for resources: {'Port': ['ID=cfa48ad9-0d8d-4a93-af99-7821a93f9075,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:23.693865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.786834 n-d-780147-28 neutron-server[94164]: WARNING neutron.services.metering.metering_plugin [None req-650de88d-e39a-439f-a715-39983c12177c tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 09:09:23.807709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-0121a63d-7aa9-45bb-969a-9c7cdb79b82d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3611677 Jul 16 09:09:23.810870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Network 8754b4b0-39f3-4083-965a-1b89744bae54 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:23.812751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:23.917992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.938325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Transition to ACTIVE for port object d55b8634-162e-477e-a812-23efced94ce8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:23.945457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.986359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:24.082603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Router 9a13a29c-4477-45de-8d88-dc4f0c56c04e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:24.105238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-650de88d-e39a-439f-a715-39983c12177c tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.109722 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-650de88d-e39a-439f-a715-39983c12177c tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5339022 Jul 16 09:09:24.112362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Attempting to bind port d55b8634-162e-477e-a812-23efced94ce8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:24.112900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Attempting to bind port d55b8634-162e-477e-a812-23efced94ce8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:24.113197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Attempting to bind port d55b8634-162e-477e-a812-23efced94ce8 on network bec9ae46-f961-471f-babc-dedb279ce9fc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:24.117290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f8bce-5d7e-4bd8-af1c-6a38b1c57c5e None None] Pushing event updated for resources: {'Port': ['ID=d55b8634-162e-477e-a812-23efced94ce8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:24.117602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33348) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:24.120352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.121677 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment 91c856d4-7788-4ed0-a938-fef490f5d084 of type vlan for network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 Jul 16 09:09:24.131897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:24.132288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Checking segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:24.132705 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.133110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Bound using segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:24.133592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Bound port: d55b8634-162e-477e-a812-23efced94ce8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:24.134414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.150961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7d1a3fe2-f216-4fef-83ef-d9e234636ce5 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'afcd565e-1ffd-4e4c-9c1c-ec75a6d97b39'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:24.151735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7d1a3fe2-f216-4fef-83ef-d9e234636ce5 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:09:24.254341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:24.393143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] For port d55b8634-162e-477e-a812-23efced94ce8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:24.395242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-83d23e51-6246-4ab0-8e4b-196cf8c177d5 None None] Provisioning complete for port cfa48ad9-0d8d-4a93-af99-7821a93f9075 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:24.395616 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-83d23e51-6246-4ab0-8e4b-196cf8c177d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.399567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-dc7e0125-4179-4ca4-a8be-6251b8b8f69e service neutron] 10.222.0.55 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638227 Jul 16 09:09:24.400137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] For port d55b8634-162e-477e-a812-23efced94ce8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d55b8634-162e-477e-a812-23efced94ce8,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:24.427061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.442495 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.481727 n-d-780147-28 neutron-server[94164]: WARNING neutron.services.metering.metering_plugin [None req-7d1a3fe2-f216-4fef-83ef-d9e234636ce5 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 09:09:24.530507 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.538303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:24.538303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.575686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:24.590544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-68597aba-3c34-403c-a7b0-2db906feb63d admin admin] 10.222.0.55 "PUT /v2.0/routers/9a13a29c-4477-45de-8d88-dc4f0c56c04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6247473 Jul 16 09:09:24.620304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-dc52d971-eea1-40a4-a39c-6bfe9eedcb91 service neutron] 10.222.0.55 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205107 Jul 16 09:09:24.624962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 16bef7a6-41f2-4189-bb73-f89786c93673 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:24.720635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:24.727741 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': 'e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:24.731883 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1473422 Jul 16 09:09:24.756488 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Sync routers for ids ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:24.777207 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Routers {'9a13a29c-4477-45de-8d88-dc4f0c56c04e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:24.786770 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:24.858218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:24.868066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:24.972408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6809b0-c202-48c3-a74b-909f45ba684d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:24.988828 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-83d23e51-6246-4ab0-8e4b-196cf8c177d5 None None] Port cfa48ad9-0d8d-4a93-af99-7821a93f9075 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:24.995200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f8bce-5d7e-4bd8-af1c-6a38b1c57c5e None None] Pushing event updated for resources: {'Port': ['ID=d55b8634-162e-477e-a812-23efced94ce8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:25.011398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:25.036070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 605caf95-1114-465f-bee5-3526e67a7e6f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:25.036506 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.063661 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3fe2-f216-4fef-83ef-d9e234636ce5 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.073458 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7d1a3fe2-f216-4fef-83ef-d9e234636ce5 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9423606 Jul 16 09:09:25.074282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33372) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.099010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a35a2de9-c5e1-484f-aa70-09fb56c0ddd1 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=7bd6fead-d757-4190-a329-dfc8e97a9753 HTTP/1.1" status: 200 len: 464 time: 0.0228260 Jul 16 09:09:25.101827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33374) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.202688 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Set router 9a13a29c-4477-45de-8d88-dc4f0c56c04e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:25.205926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:25.218317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.347218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d69154f-89e6-429f-aca3-0f85ef0ce602 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.348383 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4d69154f-89e6-429f-aca3-0f85ef0ce602 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/7bd6fead-d757-4190-a329-dfc8e97a9753 HTTP/1.1" status: 204 len: 168 time: 0.2432632 Jul 16 09:09:25.366196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33382) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.392701 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-46ac39ce-4673-4da9-a83c-c59756c3fb5f tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=7bd6fead-d757-4190-a329-dfc8e97a9753 HTTP/1.1" status: 200 len: 221 time: 0.0253022 Jul 16 09:09:25.396207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33384) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.400601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9182bb5e-4767-4dae-a3d8-c2ff04ac06dc tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1044134148', 'description': 'label created by tempest'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:25.401008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9182bb5e-4767-4dae-a3d8-c2ff04ac06dc tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Unknown quota resources ['metering_label']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:09:25.492510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 16bef7a6-41f2-4189-bb73-f89786c93673 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:25.493027 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.632275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:25.702393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b77f1550-ed5b-42bd-be28-939d2e4bba93 req-13385ba0-6042-40c5-bc85-5bc2fca1c82f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 210 time: 0.0505207 Jul 16 09:09:25.704380 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.716974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f753302-298e-438b-ab5f-f6fd974b1850 req-a9fb0ae7-ff99-45bc-bcbe-91d8c3d58ecf tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:25.718994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f753302-298e-438b-ab5f-f6fd974b1850 req-a9fb0ae7-ff99-45bc-bcbe-91d8c3d58ecf tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 944 time: 0.7345345 Jul 16 09:09:25.781306 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 4, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port': {'id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:14Z', 'updated_at': '2021-07-16T09:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cfa48ad9-0d8d-4a93-af99-7821a93f9075', 'name': '', 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'mac_address': 'fa:16:3e:66:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c2ef2e3d-4e7f-493d-8613-c921a19cae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:23Z', 'revision_number': 2, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'subnets': [{'id': 'c2ef2e3d-4e7f-493d-8613-c921a19cae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:25.782726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=a737d34b-2b11-44aa-ba98-47681001f77e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:25.871699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f753302-298e-438b-ab5f-f6fd974b1850 req-b0eb3fe6-5fe8-4c33-a94a-4ea1e4c161e8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940249 Jul 16 09:09:25.875316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': '91c856d4-7788-4ed0-a938-fef490f5d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:25.875824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:25.900956 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:25.915086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:25.930065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:25.930723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.944100 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9182bb5e-4767-4dae-a3d8-c2ff04ac06dc tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.945312 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9182bb5e-4767-4dae-a3d8-c2ff04ac06dc tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5481710 Jul 16 09:09:25.948734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33404) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.964341 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Checking router: 9a13a29c-4477-45de-8d88-dc4f0c56c04e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:25.964817 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Updating router 9a13a29c-4477-45de-8d88-dc4f0c56c04e port cfa48ad9-0d8d-4a93-af99-7821a93f9075 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:26.020597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c099daf-436e-4c95-8fbc-f8ac6f9df92e None None] Network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:26.025901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ccc0309d-c9f1-4992-ae2c-0834894e7e21 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3030496 Jul 16 09:09:26.027683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33412) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.032861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-908c4a9f-2711-4722-8112-a9f2d99f1603 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=31abf173-303a-4225-af89-5cd84eb84c1e HTTP/1.1" status: 200 len: 468 time: 0.0827975 Jul 16 09:09:26.033594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-265c9aae-d900-464e-944b-fd01fc71ce51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-725431610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:26.034122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33414) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.081528 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.109355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-265c9aae-d900-464e-944b-fd01fc71ce51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.110530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-265c9aae-d900-464e-944b-fd01fc71ce51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.145120 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.307381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-265c9aae-d900-464e-944b-fd01fc71ce51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.317347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-265c9aae-d900-464e-944b-fd01fc71ce51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.346897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bef0f48b-e6db-43f1-890b-75a8563d8d69 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.355740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bef0f48b-e6db-43f1-890b-75a8563d8d69 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/31abf173-303a-4225-af89-5cd84eb84c1e HTTP/1.1" status: 204 len: 168 time: 0.3186553 Jul 16 09:09:26.358524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33428) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.398945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33430) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.409909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-95aeb230-a380-42f7-8c86-18f1d0024780 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=31abf173-303a-4225-af89-5cd84eb84c1e HTTP/1.1" status: 200 len: 216 time: 0.0464242 Jul 16 09:09:26.413491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-265c9aae-d900-464e-944b-fd01fc71ce51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.416154 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-265c9aae-d900-464e-944b-fd01fc71ce51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3868661 Jul 16 09:09:26.418185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33432) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.433067 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d7cc7af8-46e1-4c48-9466-5dfc3ae0a980 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0329049 Jul 16 09:09:26.433578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'port': {'network_id': 'e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57', 'name': 'tempest-RoutersTest-1906322689'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:26.436363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33434) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.481027 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7bfd742c-c89d-44a9-ac69-ec0ccf1a080c tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0419419 Jul 16 09:09:26.484219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33438) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.771079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:26.800174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.837711 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aa3aebe8-e15b-4eb1-8e21-9734ba9b9430 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/afcd565e-1ffd-4e4c-9c1c-ec75a6d97b39 HTTP/1.1" status: 200 len: 473 time: 0.3522761 Jul 16 09:09:26.842537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33470) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.853823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] device_id is not set on port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:09:26.881429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b07408e6-d9a4-42f6-a848-959703aac292 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/25e99263-3665-4573-b251-8adeeffbd295 HTTP/1.1" status: 200 len: 461 time: 0.0342119 Jul 16 09:09:26.886312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33472) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.946127 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.972928 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Transition to ACTIVE for port object cfa48ad9-0d8d-4a93-af99-7821a93f9075 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:26.990096 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.050566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:27.065480 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142e4ca7-bbed-45b8-beca-fac23c89c741" -d '{"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-plugged", "status": "completed", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:27.080985 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f6f35-eb4c-4d52-b4a0-001abb97bd9b None None] Pushing event updated for resources: {'Port': ['ID=cfa48ad9-0d8d-4a93-af99-7821a93f9075,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.173501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:27.309923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.319387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1bf8ba0b-6986-427f-9f65-99909a804dbd req-6ba32665-904e-4dd1-84a6-1449cc3a43ba tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 210 time: 0.2567508 Jul 16 09:09:27.371103 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Attempting to bind port cfa48ad9-0d8d-4a93-af99-7821a93f9075 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:27.373876 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Attempting to bind port cfa48ad9-0d8d-4a93-af99-7821a93f9075 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:27.384407 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Attempting to bind port cfa48ad9-0d8d-4a93-af99-7821a93f9075 on network 8754b4b0-39f3-4083-965a-1b89744bae54 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:27.409451 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:27.412370 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Checking segment: {'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:27.414554 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.415044 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Bound using segment: {'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:27.419692 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Bound port: cfa48ad9-0d8d-4a93-af99-7821a93f9075, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:27.421882 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.479107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-204b1d4a-867a-407f-a5e1-9d465f905b95 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.491222 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-204b1d4a-867a-407f-a5e1-9d465f905b95 tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/25e99263-3665-4573-b251-8adeeffbd295 HTTP/1.1" status: 204 len: 168 time: 0.5972543 Jul 16 09:09:27.492160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33506) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.573129 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f1539-2f5d-4237-bea7-4d8eb96d4ae1 x-openstack-request-id: req-c55f1539-2f5d-4237-bea7-4d8eb96d4ae1 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:27.579527 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-plugged", "status": "completed", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:27.582462 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c55f1539-2f5d-4237-bea7-4d8eb96d4ae1 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:27.583072 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f', 'code': 200} Jul 16 09:09:27.593261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:24Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:27.627525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.20.0.5 (e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57/a737d34b-2b11-44aa-ba98-47681001f77e/86d77d34-6243-4f9e-98ce-47dbe30ffd34) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:27.688732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33508) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.750421 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] For port cfa48ad9-0d8d-4a93-af99-7821a93f9075, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:27.769185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] For port cfa48ad9-0d8d-4a93-af99-7821a93f9075, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cfa48ad9-0d8d-4a93-af99-7821a93f9075,segment=NetworkSegment(dbcfd5ba-2882-4232-9941-8f4ac9fd4966),segment_id=dbcfd5ba-2882-4232-9941-8f4ac9fd4966)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:27.793217 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.890978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cdd20-1ad2-4a0c-9e84-6077ddd1e857 None None] The sync data for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 is: [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:24Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:27.909499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.985829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57', 'network_id': 'e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': 'a737d34b-2b11-44aa-ba98-47681001f77e'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:27.986711 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.064601 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f6f35-eb4c-4d52-b4a0-001abb97bd9b None None] Pushing event updated for resources: {'Port': ['ID=cfa48ad9-0d8d-4a93-af99-7821a93f9075,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:28.170676 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Routers {'9a13a29c-4477-45de-8d88-dc4f0c56c04e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:28.171219 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:28.614260 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] Set router 9a13a29c-4477-45de-8d88-dc4f0c56c04e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:28.758318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-0ec74141-f004-4c44-a3b8-759752987bb9 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:28.760404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-0ec74141-f004-4c44-a3b8-759752987bb9 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 796 time: 0.7657433 Jul 16 09:09:28.918056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-1b0bd4b5-b3e9-4809-b837-3ee5f2d9d9e3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 380 time: 0.1465745 Jul 16 09:09:28.997565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'port': {'device_id': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'admin_state_up': True, 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'security_groups': ['beb7e65d-9036-4d02-8712-625ab2d5b56c']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:29.105034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d55b8634-162e-477e-a812-23efced94ce8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:29.214408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2eb8f3a-81ed-48bb-a84f-f39caa6314f0 req-cd68a084-fb2b-4045-afc4-a1b2cdd58cd9 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 210 time: 0.4462185 Jul 16 09:09:29.287580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bf23a-4594-497c-a1b9-b4fa3752acd0 req-960c8851-9c78-4ed5-9af6-b78f1aabf3cd tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:29.296152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e7bf23a-4594-497c-a1b9-b4fa3752acd0 req-960c8851-9c78-4ed5-9af6-b78f1aabf3cd tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 1.6462605 Jul 16 09:09:29.298247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:29.303917 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.312822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port d55b8634-162e-477e-a812-23efced94ce8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:29.328271 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 4, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port': {'id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:14Z', 'updated_at': '2021-07-16T09:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cfa48ad9-0d8d-4a93-af99-7821a93f9075', 'name': '', 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'mac_address': 'fa:16:3e:66:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c2ef2e3d-4e7f-493d-8613-c921a19cae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:27Z', 'revision_number': 4, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'subnets': [{'id': 'c2ef2e3d-4e7f-493d-8613-c921a19cae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:29.334576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d55b8634-162e-477e-a812-23efced94ce8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:29.334947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.432520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e7bf23a-4594-497c-a1b9-b4fa3752acd0 req-198a9ddc-aa2f-4441-8749-f6f485ab5f2d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353004 Jul 16 09:09:29.445564 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcece6-48c9-47d4-8763-e81da87753d6 None None] The sync data for ids ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'] in n-d-780147-28 is: [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 4, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port': {'id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:14Z', 'updated_at': '2021-07-16T09:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cfa48ad9-0d8d-4a93-af99-7821a93f9075', 'name': '', 'network_id': '8754b4b0-39f3-4083-965a-1b89744bae54', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'mac_address': 'fa:16:3e:66:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c2ef2e3d-4e7f-493d-8613-c921a19cae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:27Z', 'revision_number': 4, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'subnets': [{'id': 'c2ef2e3d-4e7f-493d-8613-c921a19cae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:29.449242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.567789 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.626301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object 86d77d34-6243-4f9e-98ce-47dbe30ffd34 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:29.702739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.706953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port d55b8634-162e-477e-a812-23efced94ce8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d55b8634-162e-477e-a812-23efced94ce8,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:29.802785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.811128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=86d77d34-6243-4f9e-98ce-47dbe30ffd34,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:29.878436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:29.883923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:29.905412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:30.019164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Allocated IP 172.20.0.2 (e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57/a737d34b-2b11-44aa-ba98-47681001f77e/23e587cd-b03e-4c19-af4f-f1353b406fdf) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:30.052336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=d55b8634-162e-477e-a812-23efced94ce8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:30.092103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a28bcf32-3e7c-44d7-b8b2-484b7a59eadc tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.096129 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a28bcf32-3e7c-44d7-b8b2-484b7a59eadc tempest-MeteringTestJSON-699899709 tempest-MeteringTestJSON-699899709-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/afcd565e-1ffd-4e4c-9c1c-ec75a6d97b39 HTTP/1.1" status: 204 len: 168 time: 2.6004999 Jul 16 09:09:30.115608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.20.0.10 (bec9ae46-f961-471f-babc-dedb279ce9fc/8b954b8d-50a1-41ad-9cd3-7462edae0e47/20d76e46-c74e-427f-be65-305176606785) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:30.130716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:30.131861 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.188598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7fcf7447-b9da-4f9e-9496-6fa9629e4afb tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7680154 Jul 16 09:09:30.191694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-525198b5-41fd-4d9b-b077-af897b0c9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:30.193221 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-525198b5-41fd-4d9b-b077-af897b0c9bb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1097 time: 2.2841423 Jul 16 09:09:30.193734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33550) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:30.538331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.683704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b58c7ad0-9456-4a22-8c16-1512c30022dd req-356c9f7c-b884-4d13-8613-2452a3243ff3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 210 time: 0.0688398 Jul 16 09:09:30.687974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Transition to ACTIVE for port object 20d76e46-c74e-427f-be65-305176606785 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:30.709972 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.761090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Transition to ACTIVE for port object 23e587cd-b03e-4c19-af4f-f1353b406fdf will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:30.788776 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.842180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Transition to ACTIVE for port object 23e587cd-b03e-4c19-af4f-f1353b406fdf will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:30.859581 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.987447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.010449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:31.022801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network bec9ae46-f961-471f-babc-dedb279ce9fc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:31.032116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:31.035726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33562) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:31.036028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:31.045356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:31.050979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Pushing event updated for resources: {'Port': ['ID=23e587cd-b03e-4c19-af4f-f1353b406fdf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.071903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:31.264609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:31.265465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.280898 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Attempting to bind port 23e587cd-b03e-4c19-af4f-f1353b406fdf on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:31.282697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Attempting to bind port 23e587cd-b03e-4c19-af4f-f1353b406fdf by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '91c856d4-7788-4ed0-a938-fef490f5d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:31.283008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Attempting to bind port 23e587cd-b03e-4c19-af4f-f1353b406fdf on network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:31.297568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:31.298793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Checking segment: {'id': '91c856d4-7788-4ed0-a938-fef490f5d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:31.299697 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.300956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Bound using segment: {'id': '91c856d4-7788-4ed0-a938-fef490f5d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:31.301959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Bound port: 23e587cd-b03e-4c19-af4f-f1353b406fdf, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c856d4-7788-4ed0-a938-fef490f5d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:31.304894 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.336759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33566) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:31.357175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736568098', 'description': 'tempest-secgroup-smoke-1736568098 description', 'project_id': 'c21191488fda4a5995f37c7613af0579'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:31.426241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d55b8634-162e-477e-a812-23efced94ce8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:31.458095 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11271c26-35cb-4044-8ed8-0965f6bad679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.470266 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.499446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-796ba314-6929-4c1e-a413-a32f0574ac98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5464609 Jul 16 09:09:31.529472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Request body: {'port': {'device_id': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:31.546910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.617585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d76e0f86-8d0a-45ac-b408-7dd708afea05 None None] Provisioning for port 20d76e46-c74e-427f-be65-305176606785 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:31.666389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d76e0f86-8d0a-45ac-b408-7dd708afea05 None None] Provisioning complete for port 20d76e46-c74e-427f-be65-305176606785 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:31.666920 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d76e0f86-8d0a-45ac-b408-7dd708afea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.784984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c03a-fd30-4b2a-aa6a-5419c675f6f1 req-c757255c-86e1-4a02-889b-922700a84a69 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:31.785694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d76e0f86-8d0a-45ac-b408-7dd708afea05 None None] Port 20d76e46-c74e-427f-be65-305176606785 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:31.799088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e816c03a-fd30-4b2a-aa6a-5419c675f6f1 req-c757255c-86e1-4a02-889b-922700a84a69 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.5938311 Jul 16 09:09:31.800786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] For port 23e587cd-b03e-4c19-af4f-f1353b406fdf, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:31.825626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d55b8634-162e-477e-a812-23efced94ce8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:31.834714 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.904502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] For port 23e587cd-b03e-4c19-af4f-f1353b406fdf, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=23e587cd-b03e-4c19-af4f-f1353b406fdf,segment=NetworkSegment(91c856d4-7788-4ed0-a938-fef490f5d084),segment_id=91c856d4-7788-4ed0-a938-fef490f5d084)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:31.921320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:09:31.921320 n-d-780147-28 neutron-server[94164]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 09:09:31.921320 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id_1': 'c21191488fda4a5995f37c7613af0579', 'expiration_1': datetime.datetime(2021, 7, 16, 9, 9, 31, 524478)}] Jul 16 09:09:31.921320 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:09:31.921828 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.921950 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:09:32.008792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.034308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e816c03a-fd30-4b2a-aa6a-5419c675f6f1 req-c168e785-ab13-41ac-b1cf-503f61788336 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342129 Jul 16 09:09:32.050558 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.115482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8279f-86ab-431f-8b2d-98ee7de22dbe None None] Pushing event updated for resources: {'Port': ['ID=23e587cd-b03e-4c19-af4f-f1353b406fdf,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:32.201953 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11271c26-35cb-4044-8ed8-0965f6bad679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.210599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cfa48ad9-0d8d-4a93-af99-7821a93f9075 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:32.232333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82380bb-c0ec-4e00-b03c-da3f4c7fa53f req-903319a0-04a3-4d66-9a7b-09beeee79a27 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.235047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b82380bb-c0ec-4e00-b03c-da3f4c7fa53f req-903319a0-04a3-4d66-9a7b-09beeee79a27 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 932 time: 0.3560731 Jul 16 09:09:32.296337 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11271c26-35cb-4044-8ed8-0965f6bad679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.345752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port cfa48ad9-0d8d-4a93-af99-7821a93f9075 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:32.355679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cfa48ad9-0d8d-4a93-af99-7821a93f9075 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:32.356485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.430877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11271c26-35cb-4044-8ed8-0965f6bad679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7044ce-ef65-4273-8de6-7a6bd831a06c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:32.461509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-11271c26-35cb-4044-8ed8-0965f6bad679 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=216790a9890b480f9f10877d40bf6155&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4067817 Jul 16 09:09:32.488357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33572) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:32.529680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b82380bb-c0ec-4e00-b03c-da3f4c7fa53f req-398d0cff-abf8-40c0-afed-253d19e43a5d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270460 Jul 16 09:09:32.607155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.611479 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.634637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-a8f4eb3e-e300-4c8d-ae5f-26cbfc997b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.635738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b402c96-0124-4d1a-8dbe-3ce4a68f5b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.639300 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-a8f4eb3e-e300-4c8d-ae5f-26cbfc997b36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 2.4028509 Jul 16 09:09:32.673249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.764154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b402c96-0124-4d1a-8dbe-3ce4a68f5b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.768620 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port cfa48ad9-0d8d-4a93-af99-7821a93f9075, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cfa48ad9-0d8d-4a93-af99-7821a93f9075,segment=NetworkSegment(dbcfd5ba-2882-4232-9941-8f4ac9fd4966),segment_id=dbcfd5ba-2882-4232-9941-8f4ac9fd4966)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:32.777779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.805222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.923120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=cfa48ad9-0d8d-4a93-af99-7821a93f9075,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:32.995192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.052306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 23e587cd-b03e-4c19-af4f-f1353b406fdf up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:33.121392 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-d6d576d5-ca49-474f-b887-a59d337b2052 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 1001 time: 0.3033657 Jul 16 09:09:33.147248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 23e587cd-b03e-4c19-af4f-f1353b406fdf completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:33.202724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=86d77d34-6243-4f9e-98ce-47dbe30ffd34,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:33.217536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.323840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-69f3b56e-03dc-4cc3-b5f0-40aba0df2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:33.326501 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-69f3b56e-03dc-4cc3-b5f0-40aba0df2276 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.1269436 Jul 16 09:09:33.371196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f361719-c087-417d-a6f8-74c05a103154,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:33.471571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d76e46-c74e-427f-be65-305176606785 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:33.487946 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.517233 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.518527 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5d5a2f24-8bd7-408c-b87e-32e01ae1362c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1787698 Jul 16 09:09:33.519006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b402c96-0124-4d1a-8dbe-3ce4a68f5b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.521725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b402c96-0124-4d1a-8dbe-3ce4a68f5b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.522910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33582) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:33.529531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0b402c96-0124-4d1a-8dbe-3ce4a68f5b3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb7044ce-ef65-4273-8de6-7a6bd831a06c HTTP/1.1" status: 204 len: 168 time: 1.0381625 Jul 16 09:09:33.536096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-cc26a74b-630f-4961-bc1e-47f5e73df186 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'security_group_rule': {'security_group_id': '1f361719-c087-417d-a6f8-74c05a103154', 'project_id': 'c21191488fda4a5995f37c7613af0579', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:33.553426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Transition to ACTIVE for port object 20d76e46-c74e-427f-be65-305176606785 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:33.600125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abe781-5a3d-405c-97f4-10d61988f1bd req-7b457915-77e8-4507-bc5e-1cfba4ad54ac tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:33.607815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4abe781-5a3d-405c-97f4-10d61988f1bd req-7b457915-77e8-4507-bc5e-1cfba4ad54ac tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.2630908 Jul 16 09:09:33.616441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-091de2fd-47cf-4e5c-ad72-e009a988eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:33.618139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-091de2fd-47cf-4e5c-ad72-e009a988eb68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2711751 Jul 16 09:09:33.624445 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:33.648562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.662202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b402c96-0124-4d1a-8dbe-3ce4a68f5b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7044ce-ef65-4273-8de6-7a6bd831a06c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:33.834076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:33.884392 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.923765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc26a74b-630f-4961-bc1e-47f5e73df186 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.119735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4abe781-5a3d-405c-97f4-10d61988f1bd req-560eca98-4611-4fe6-b914-74c9c4c31985 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869194 Jul 16 09:09:34.160749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Attempting to bind port 20d76e46-c74e-427f-be65-305176606785 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:34.161100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Attempting to bind port 20d76e46-c74e-427f-be65-305176606785 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:34.161431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Attempting to bind port 20d76e46-c74e-427f-be65-305176606785 on network bec9ae46-f961-471f-babc-dedb279ce9fc {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:34.180492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33596) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:34.200930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Port 20d76e46-c74e-427f-be65-305176606785 on network bec9ae46-f961-471f-babc-dedb279ce9fc not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:09:34.201274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Attempting to bind port 20d76e46-c74e-427f-be65-305176606785 on network bec9ae46-f961-471f-babc-dedb279ce9fc {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:34.209373 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85ad4c2b-467c-4e15-ad07-066238e41fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.236781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e66ae9-670e-4192-9907-3adbb334e207 req-1c3854e3-9cbd-453f-86c4-29086a4096e0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:34.240686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81e66ae9-670e-4192-9907-3adbb334e207 req-1c3854e3-9cbd-453f-86c4-29086a4096e0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 0.3973372 Jul 16 09:09:34.243403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:34.249139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Checking segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:34.249907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Bound using segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:34.250622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Bound port: 20d76e46-c74e-427f-be65-305176606785, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:34.251166 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.271213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b63ec3-3ce9-4df8-bf7a-2a3d477a6f3b None None] Network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:34.374684 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-15e7c7ce-f905-435c-a9fe-fe99c55fd555 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323830 Jul 16 09:09:34.468485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81e66ae9-670e-4192-9907-3adbb334e207 req-0c669bb1-4ba0-4f17-8051-1b70bc6169bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134812 Jul 16 09:09:34.537211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77b9bcdc-2a8c-41fa-86d1-dea5079ba25f None None] Provisioning for port 23e587cd-b03e-4c19-af4f-f1353b406fdf completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:34.549513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] For port 20d76e46-c74e-427f-be65-305176606785, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:34.568178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] For port 20d76e46-c74e-427f-be65-305176606785, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:34.591458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77b9bcdc-2a8c-41fa-86d1-dea5079ba25f None None] Provisioning complete for port 23e587cd-b03e-4c19-af4f-f1353b406fdf triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:34.591699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.600065 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b9bcdc-2a8c-41fa-86d1-dea5079ba25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.686230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:34.713364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:34.714316 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.715705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-4a025428-ee8b-43cd-8c4a-62fbf84e544d service neutron] 10.222.0.52 "PUT /v2.0/ports/20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 1093 time: 3.1978972 Jul 16 09:09:34.716263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:34.719197 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28d71ba-8a7c-409c-aff3-d96e26204951" -d '{"events": [{"name": "network-changed", "server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:34.797558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85ad4c2b-467c-4e15-ad07-066238e41fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.836762 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85ad4c2b-467c-4e15-ad07-066238e41fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.844878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b9bcdc-2a8c-41fa-86d1-dea5079ba25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.904956 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf1eb2b-0906-4d0d-b9ce-427ed998c017 x-openstack-request-id: req-edf1eb2b-0906-4d0d-b9ce-427ed998c017 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:34.907534 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "tag": "20d76e46-c74e-427f-be65-305176606785", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:34.909782 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-edf1eb2b-0906-4d0d-b9ce-427ed998c017 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:34.910901 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'status': 'completed', 'code': 200} Jul 16 09:09:34.926259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-77b9bcdc-2a8c-41fa-86d1-dea5079ba25f None None] For port 23e587cd-b03e-4c19-af4f-f1353b406fdf, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=23e587cd-b03e-4c19-af4f-f1353b406fdf,segment=NetworkSegment(91c856d4-7788-4ed0-a938-fef490f5d084),segment_id=91c856d4-7788-4ed0-a938-fef490f5d084)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:34.948801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77b9bcdc-2a8c-41fa-86d1-dea5079ba25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.073105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad4c2b-467c-4e15-ad07-066238e41fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7179581-ccc4-4c1d-9312-e3de98bd5692,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:35.084951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-85ad4c2b-467c-4e15-ad07-066238e41fa2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31cabcfa818c4c08a9526abcd78e8a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9033802 Jul 16 09:09:35.089316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33604) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:35.104804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cfa48ad9-0d8d-4a93-af99-7821a93f9075 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:35.156778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9bcdc-2a8c-41fa-86d1-dea5079ba25f None None] Pushing event updated for resources: {'Port': ['ID=23e587cd-b03e-4c19-af4f-f1353b406fdf,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:35.234826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cfa48ad9-0d8d-4a93-af99-7821a93f9075 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:35.235110 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.282153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-031bc246-cfa5-41bc-9cfd-0addba8b7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:35.284130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-031bc246-cfa5-41bc-9cfd-0addba8b7bfe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1096 time: 0.5137084 Jul 16 09:09:35.369010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d54f8346-dab3-4597-bc81-f2c2b0f15393 None None] Provisioning complete for port 23e587cd-b03e-4c19-af4f-f1353b406fdf triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:35.369597 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d54f8346-dab3-4597-bc81-f2c2b0f15393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.371115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc26a74b-630f-4961-bc1e-47f5e73df186 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.386134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc26a74b-630f-4961-bc1e-47f5e73df186 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.396496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-c7576cdc-a0d9-4673-b3b0-6153ec51a1eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 217 time: 0.1030853 Jul 16 09:09:35.470222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26a74b-630f-4961-bc1e-47f5e73df186 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb41858-30c8-4380-b3e2-9637de813f18,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:35.496318 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc26a74b-630f-4961-bc1e-47f5e73df186 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.501859 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cc26a74b-630f-4961-bc1e-47f5e73df186 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9713473 Jul 16 09:09:35.525294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-cca04777-2a73-4b49-bee0-9918dd75e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:35.526839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-cca04777-2a73-4b49-bee0-9918dd75e6ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.1093621 Jul 16 09:09:35.530061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33608) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:35.541893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4a0e-b980-44a0-b6cb-6a5345074f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.551193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-530c6ac4-e922-4a4b-b5b8-3ed644dee581 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'security_group_rule': {'security_group_id': '1f361719-c087-417d-a6f8-74c05a103154', 'project_id': 'c21191488fda4a5995f37c7613af0579', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:35.677522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d54f8346-dab3-4597-bc81-f2c2b0f15393 None None] Provisioning for port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:35.682332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d54f8346-dab3-4597-bc81-f2c2b0f15393 None None] Provisioning complete for port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:35.682708 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d54f8346-dab3-4597-bc81-f2c2b0f15393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.689127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4a0e-b980-44a0-b6cb-6a5345074f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.693818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Deleting port dc499eef-c228-4f61-9e43-d12864c7940b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:35.694355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.708458 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-9e1eaeee-07ee-44ec-a44d-ed147638f850 req-e3d22594-b680-4820-aa20-654cea2cc658 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3249421 Jul 16 09:09:35.770351 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.772705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d54f8346-dab3-4597-bc81-f2c2b0f15393 None None] Port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:35.782228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-530c6ac4-e922-4a4b-b5b8-3ed644dee581 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.900369 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4a0e-b980-44a0-b6cb-6a5345074f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.904073 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4a0e-b980-44a0-b6cb-6a5345074f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.907664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ac6c4a0e-b980-44a0-b6cb-6a5345074f58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7179581-ccc4-4c1d-9312-e3de98bd5692 HTTP/1.1" status: 204 len: 168 time: 0.8128276 Jul 16 09:09:35.914896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-1014937e-1527-473c-8531-3d561335bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:35.917028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-1014937e-1527-473c-8531-3d561335bae3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3700922 Jul 16 09:09:35.927036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73dacb-f53a-4710-a8f9-a0b592893aeb req-0e6e1a79-1480-40f0-9117-382a9ce8b82c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:35.935556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a73dacb-f53a-4710-a8f9-a0b592893aeb req-0e6e1a79-1480-40f0-9117-382a9ce8b82c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.4076278 Jul 16 09:09:36.005060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a365bb07-0640-4e1e-9e6a-c0cf42b6dd2f None None] Provisioning complete for port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:36.006824 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a365bb07-0640-4e1e-9e6a-c0cf42b6dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.023568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c4a0e-b980-44a0-b6cb-6a5345074f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7179581-ccc4-4c1d-9312-e3de98bd5692,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:36.073695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a365bb07-0640-4e1e-9e6a-c0cf42b6dd2f None None] Port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:36.123777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] For port dc499eef-c228-4f61-9e43-d12864c7940b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dc499eef-c228-4f61-9e43-d12864c7940b,segment=NetworkSegment(4e80e61e-e174-4e24-af1d-a42d8c6e93de),segment_id=4e80e61e-e174-4e24-af1d-a42d8c6e93de)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:36.124246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.165086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a73dacb-f53a-4710-a8f9-a0b592893aeb req-8a768def-5776-4fb5-a35f-c8f3fb4d49fb tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244010 Jul 16 09:09:36.206965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5a8d-5e76-4482-90b0-44edc1705b33 req-3b1e3e87-ea6a-4c80-a815-c2e4662a714f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.208563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71cc5a8d-5e76-4482-90b0-44edc1705b33 req-3b1e3e87-ea6a-4c80-a815-c2e4662a714f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 0.4545054 Jul 16 09:09:36.214618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-978d7e3e-852e-4676-96c4-0ae09784a8aa service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688272 Jul 16 09:09:36.247613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Calling delete_port for dc499eef-c228-4f61-9e43-d12864c7940b owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:36.267194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-530c6ac4-e922-4a4b-b5b8-3ed644dee581 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.338188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a5c1a56c-d60a-4817-8806-1e9cf6396f92 None None] Provisioning complete for port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:36.339028 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a56c-d60a-4817-8806-1e9cf6396f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.376176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71cc5a8d-5e76-4482-90b0-44edc1705b33 req-29e57ce3-a787-4746-80c8-d82ace59e99d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599548 Jul 16 09:09:36.446850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-530c6ac4-e922-4a4b-b5b8-3ed644dee581 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.462417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45a2c86c-8cb5-4c76-87dc-c6e2910ba221 req-9819ed1a-16e8-4f96-a9f6-f4061328e904 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316413 Jul 16 09:09:36.490651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1a56c-d60a-4817-8806-1e9cf6396f92 None None] Port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:36.526607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c6ac4-e922-4a4b-b5b8-3ed644dee581 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc18e04-9290-40c9-a304-40928ad38789,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:36.558203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-530c6ac4-e922-4a4b-b5b8-3ed644dee581 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.559953 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-530c6ac4-e922-4a4b-b5b8-3ed644dee581 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0256553 Jul 16 09:09:36.563462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33626) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:36.570303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e6c4dddf-c2b0-44d2-b15d-74eca43e4dfd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'security_group_rule': {'security_group_id': '1f361719-c087-417d-a6f8-74c05a103154', 'project_id': 'c21191488fda4a5995f37c7613af0579', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:36.645816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-b001a0cc-078e-4a1d-87ec-67605ce39127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.648173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-b001a0cc-078e-4a1d-87ec-67605ce39127 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1096 time: 0.0970585 Jul 16 09:09:36.738812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.751630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6c4dddf-c2b0-44d2-b15d-74eca43e4dfd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.842387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-c9c8da74-32ed-47cd-b29c-07180a278ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.844029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-c9c8da74-32ed-47cd-b29c-07180a278ac3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.1867342 Jul 16 09:09:36.867113 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.000016 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-93d425a7-0f93-46b1-af49-e39d7be5934e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 217 time: 0.1480865 Jul 16 09:09:37.014825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 23e587cd-b03e-4c19-af4f-f1353b406fdf up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:37.104533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 23e587cd-b03e-4c19-af4f-f1353b406fdf triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:37.105067 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.115804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.126716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-8118ea40-772b-42ae-b804-c36e443b99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:37.133001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-8118ea40-772b-42ae-b804-c36e443b99b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.1227117 Jul 16 09:09:37.298755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-cdc4f18c-d981-4664-ac6d-d87d41c2f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:37.300801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-cdc4f18c-d981-4664-ac6d-d87d41c2f0c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608343 Jul 16 09:09:37.382625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6c4dddf-c2b0-44d2-b15d-74eca43e4dfd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.387994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=86d77d34-6243-4f9e-98ce-47dbe30ffd34,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:37.416659 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6c4dddf-c2b0-44d2-b15d-74eca43e4dfd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.453834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4dddf-c2b0-44d2-b15d-74eca43e4dfd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05b440b-5245-4439-9849-6c387709e5a4,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:37.553087 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6c4dddf-c2b0-44d2-b15d-74eca43e4dfd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.572897 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6c4dddf-c2b0-44d2-b15d-74eca43e4dfd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0035298 Jul 16 09:09:37.579537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33654) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:37.597681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-45c9859a-00ac-496e-a6a3-53be2672ba53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'security_group_rule': {'security_group_id': '1f361719-c087-417d-a6f8-74c05a103154', 'project_id': 'c21191488fda4a5995f37c7613af0579', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:37.644992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:37.663673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:37.666571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.712950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc499eef-c228-4f61-9e43-d12864c7940b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:37.767228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b2fe0-0cf9-43fc-acad-0ba743a72bcb req-5db49b5d-832c-4509-86e1-18ab5f865e52 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:37.782273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9b2fe0-0cf9-43fc-acad-0ba743a72bcb req-5db49b5d-832c-4509-86e1-18ab5f865e52 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.3866322 Jul 16 09:09:37.819438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-2729561c-447c-40b8-b9e6-f88fd3baad6a service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083821 Jul 16 09:09:37.823489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c9859a-00ac-496e-a6a3-53be2672ba53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.964466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c9b2fe0-0cf9-43fc-acad-0ba743a72bcb req-89c75bf0-2830-4529-9e4e-469b28956725 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785984 Jul 16 09:09:38.053096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e320-eba2-4f4e-b7d8-c977007cefac req-f32ed316-e5b9-47da-9040-e9300146a894 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:38.061951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07c7e320-eba2-4f4e-b7d8-c977007cefac req-f32ed316-e5b9-47da-9040-e9300146a894 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 0.4558301 Jul 16 09:09:38.164809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c28d71ba-8a7c-409c-aff3-d96e26204951 req-abdf5a21-e89d-4179-9cc4-b049d5e01013 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265071 Jul 16 09:09:38.194574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07c7e320-eba2-4f4e-b7d8-c977007cefac req-55945c22-cf25-412b-b7e3-ac18817d1279 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314051 Jul 16 09:09:38.238503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-85e70791-5800-48c3-be61-628068438c59 None None] Provisioning complete for port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:38.239086 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85e70791-5800-48c3-be61-628068438c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.328171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-85e70791-5800-48c3-be61-628068438c59 None None] Port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:38.492498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c9859a-00ac-496e-a6a3-53be2672ba53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.504654 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c9859a-00ac-496e-a6a3-53be2672ba53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.524024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.553733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 01b8c240-f501-425c-8bf8-e9a5eb251db9 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:09:38.559333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45c9859a-00ac-496e-a6a3-53be2672ba53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.563826 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45c9859a-00ac-496e-a6a3-53be2672ba53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9693480 Jul 16 09:09:38.563826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9859a-00ac-496e-a6a3-53be2672ba53 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9448ac09-5adb-4305-bd3f-b9aecc9c6bc5,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:38.565491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33670) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:38.577148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9965a4b5-3e2d-42a8-b1bd-38fe9f08e6af tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'security_group_rule': {'security_group_id': '1f361719-c087-417d-a6f8-74c05a103154', 'project_id': 'c21191488fda4a5995f37c7613af0579', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:38.611255 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-9965a4b5-3e2d-42a8-b1bd-38fe9f08e6af tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Project c21191488fda4a5995f37c7613af0579 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:09:38.619527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9965a4b5-3e2d-42a8-b1bd-38fe9f08e6af tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.764192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9965a4b5-3e2d-42a8-b1bd-38fe9f08e6af tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.776254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9965a4b5-3e2d-42a8-b1bd-38fe9f08e6af tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.801961 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965a4b5-3e2d-42a8-b1bd-38fe9f08e6af tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa51597-ca77-48f5-aa04-00d9940b093e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:38.812623 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9965a4b5-3e2d-42a8-b1bd-38fe9f08e6af tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.818993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9965a4b5-3e2d-42a8-b1bd-38fe9f08e6af tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2516468 Jul 16 09:09:38.819990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33676) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:38.826198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-406dfb8f-8e4b-4717-8274-e7a875ef089f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'security_group_rule': {'security_group_id': '1f361719-c087-417d-a6f8-74c05a103154', 'project_id': 'c21191488fda4a5995f37c7613af0579', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:38.873426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:38.875872 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-406dfb8f-8e4b-4717-8274-e7a875ef089f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Project c21191488fda4a5995f37c7613af0579 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:09:38.885476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5632595-c237-4697-b16f-36c2d4215320 None None] Sync routers for ids ['01b8c240-f501-425c-8bf8-e9a5eb251db9'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:38.887226 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3a1536aa-4583-4b6e-a0fa-4daf5444ec8b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/01b8c240-f501-425c-8bf8-e9a5eb251db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6740341 Jul 16 09:09:38.896946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5632595-c237-4697-b16f-36c2d4215320 None None] Routers {'01b8c240-f501-425c-8bf8-e9a5eb251db9'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:38.898164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c5632595-c237-4697-b16f-36c2d4215320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['01b8c240-f501-425c-8bf8-e9a5eb251db9'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:38.899266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33678) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:38.904495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-406dfb8f-8e4b-4717-8274-e7a875ef089f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.963921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33682) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:39.009880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c5632595-c237-4697-b16f-36c2d4215320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:39.023170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 20d76e46-c74e-427f-be65-305176606785 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:09:39.052600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9382e1c-0f1c-4b5f-b1a0-fc4e11157bff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:39.055531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c9382e1c-0f1c-4b5f-b1a0-fc4e11157bff tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports/86d77d34-6243-4f9e-98ce-47dbe30ffd34 HTTP/1.1" status: 200 len: 977 time: 0.1537545 Jul 16 09:09:39.056027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5632595-c237-4697-b16f-36c2d4215320 None None] Routers {'01b8c240-f501-425c-8bf8-e9a5eb251db9'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:39.056898 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c5632595-c237-4697-b16f-36c2d4215320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['01b8c240-f501-425c-8bf8-e9a5eb251db9'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:39.059776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33690) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:39.100705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c5632595-c237-4697-b16f-36c2d4215320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:39.101623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5632595-c237-4697-b16f-36c2d4215320 None None] The sync data for ids ['01b8c240-f501-425c-8bf8-e9a5eb251db9'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:39.203893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-406dfb8f-8e4b-4717-8274-e7a875ef089f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.218317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Router 40dec9fb-8d48-410d-8706-bbfecd777e5c has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:39.227499 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-406dfb8f-8e4b-4717-8274-e7a875ef089f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.273317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dfb8f-8e4b-4717-8274-e7a875ef089f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32132813-9e44-4d03-982b-beb53946537b,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:39.307552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 20d76e46-c74e-427f-be65-305176606785, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:39.409808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:39.416643 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba3f4cd9-bb44-489f-8e71-cec51f674a06 admin admin] 10.222.0.55 "PUT /v2.0/routers/40dec9fb-8d48-410d-8706-bbfecd777e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7264111 Jul 16 09:09:39.422011 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] Sync routers for ids ['40dec9fb-8d48-410d-8706-bbfecd777e5c'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:39.426409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:39.437993 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] Routers {'40dec9fb-8d48-410d-8706-bbfecd777e5c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:39.438927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40dec9fb-8d48-410d-8706-bbfecd777e5c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:39.616496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.620292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '20d76e46-c74e-427f-be65-305176606785', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'port_id': '20d76e46-c74e-427f-be65-305176606785', 'mac_address': 'fa:16:3e:c6:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:09:39.635010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-270929922', 'router:external': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:39.673501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-406dfb8f-8e4b-4717-8274-e7a875ef089f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.681364 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.689588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-406dfb8f-8e4b-4717-8274-e7a875ef089f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8657434 Jul 16 09:09:39.710927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d76e46-c74e-427f-be65-305176606785 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:39.754661 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.756716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 20d76e46-c74e-427f-be65-305176606785, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:39.766665 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.827013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Deleting port 276f464a-a6a0-43e3-9532-589b77b3453f {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:39.828016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.901317 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] Set router 40dec9fb-8d48-410d-8706-bbfecd777e5c gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:39.946205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:39.948210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] For port 276f464a-a6a0-43e3-9532-589b77b3453f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=276f464a-a6a0-43e3-9532-589b77b3453f,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:39.948634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.974532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Calling delete_port for 276f464a-a6a0-43e3-9532-589b77b3453f owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:39.989475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['20d76e46-c74e-427f-be65-305176606785'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:09:40.051761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Made reservation on behalf of 9cdb5053308341b6844651e305132de5 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:40.076283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.117196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.153867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d19cd-2def-4a0a-9ceb-f5873ba71b2e req-0de7f024-d397-4d36-8faa-eac4ae4cff47 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:40.161706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f8d19cd-2def-4a0a-9ceb-f5873ba71b2e req-0de7f024-d397-4d36-8faa-eac4ae4cff47 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.8733838 Jul 16 09:09:40.266151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:09:37Z', 'revision_number': 5, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port': {'id': '276f464a-a6a0-43e3-9532-589b77b3453f', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:54Z', 'updated_at': '2021-07-16T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:40.332036 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] Checking router: 40dec9fb-8d48-410d-8706-bbfecd777e5c for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:40.344791 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] Routers {'40dec9fb-8d48-410d-8706-bbfecd777e5c'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:40.347621 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40dec9fb-8d48-410d-8706-bbfecd777e5c'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:40.381775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.487327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Pushing event deleted for resources: {'Port': ['ID=276f464a-a6a0-43e3-9532-589b77b3453f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:40.498913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90063b-729a-495f-9d58-c64dff270348 req-64e43d65-ea49-410b-a65e-8a7910e65ff8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:40.504352 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] Set router 40dec9fb-8d48-410d-8706-bbfecd777e5c gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:40.509840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba90063b-729a-495f-9d58-c64dff270348 req-64e43d65-ea49-410b-a65e-8a7910e65ff8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 0.8898790 Jul 16 09:09:40.596144 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:09:39Z', 'revision_number': 6, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:40.631498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f8d19cd-2def-4a0a-9ceb-f5873ba71b2e req-8a898abb-316a-45ba-809a-32e4754e36f8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4686592 Jul 16 09:09:40.698099 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926422e-54d7-4c9b-8813-41e58175dbb6 None None] The sync data for ids ['40dec9fb-8d48-410d-8706-bbfecd777e5c'] in n-d-780147-28 is: [{'id': '40dec9fb-8d48-410d-8706-bbfecd777e5c', 'name': 'tempest-TestAggregatesBasicOps-690083670-router', 'tenant_id': '1286b0810b9c478cbb49d18f687e2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:53Z', 'updated_at': '2021-07-16T09:09:39Z', 'revision_number': 6, 'project_id': '1286b0810b9c478cbb49d18f687e2de7', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:40.705954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba90063b-729a-495f-9d58-c64dff270348 req-2276f923-e6a7-4ef4-881c-aeb8a170798b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875207 Jul 16 09:09:40.717257 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.799991 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.859808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.863336 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.927054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.929500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83769c4-bcfd-4c1d-b821-8bcd589c015f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:40.929941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.006201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:41.007863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.009080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40dec9fb-8d48-410d-8706-bbfecd777e5c {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:09:41.018968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.019327 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Added segment bbeb729e-e68d-4473-a2dc-ea93e76b1fe2 of type vlan for network 499c4b86-ea2d-49f4-a3b5-dd9892111431 Jul 16 09:09:41.019974 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.033099 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-83bc5db8-8b44-4d5c-bfd7-afe45a936476 admin admin] 10.222.0.55 "DELETE /v2.0/routers/40dec9fb-8d48-410d-8706-bbfecd777e5c HTTP/1.1" status: 204 len: 168 time: 1.6010652 Jul 16 09:09:41.034058 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33762) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:41.101467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe7f816-9fde-4ff8-bdd7-e4d335564aff admin admin] Deleting subnet 597ec434-479c-475b-b5d3-f63e527c1b00 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:09:41.112849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f816-9fde-4ff8-bdd7-e4d335564aff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.207125 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f816-9fde-4ff8-bdd7-e4d335564aff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.272404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dc499eef-c228-4f61-9e43-d12864c7940b no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:41.348648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: dc499eef-c228-4f61-9e43-d12864c7940b {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:41.349561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dc499eef-c228-4f61-9e43-d12864c7940b not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:41.420403 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f816-9fde-4ff8-bdd7-e4d335564aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.490755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f816-9fde-4ff8-bdd7-e4d335564aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.550255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7f816-9fde-4ff8-bdd7-e4d335564aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=597ec434-479c-475b-b5d3-f63e527c1b00,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:41.557860 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f816-9fde-4ff8-bdd7-e4d335564aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.565883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25465a7-4a9e-4b0b-97f8-cd2f605ba961 None None] Network d936e440-ffa1-4362-ac52-afe3971ec71d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:41.584754 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4fe7f816-9fde-4ff8-bdd7-e4d335564aff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/597ec434-479c-475b-b5d3-f63e527c1b00 HTTP/1.1" status: 204 len: 168 time: 0.5338364 Jul 16 09:09:41.585620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33784) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:41.813614 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.986524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Deleting port 65ce6194-59fa-4287-b693-bc93cfe17dce {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:41.989762 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.058576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] DHCP port deletion for d936e440-ffa1-4362-ac52-afe3971ec71d request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:09:42.064214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33792) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:42.171915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Deleting port 65ce6194-59fa-4287-b693-bc93cfe17dce {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:42.172288 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.245523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.392146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] For port 65ce6194-59fa-4287-b693-bc93cfe17dce, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=65ce6194-59fa-4287-b693-bc93cfe17dce,segment=NetworkSegment(4e80e61e-e174-4e24-af1d-a42d8c6e93de),segment_id=4e80e61e-e174-4e24-af1d-a42d8c6e93de)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:42.394073 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.430371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Calling delete_port for 65ce6194-59fa-4287-b693-bc93cfe17dce owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:42.486816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037ae02-885c-496c-94e7-9b186a5c9e04 req-2f3efb4f-1621-4d63-b8c4-dc9d0d3bbfd8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:42.489210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2037ae02-885c-496c-94e7-9b186a5c9e04 req-2f3efb4f-1621-4d63-b8c4-dc9d0d3bbfd8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.5144503 Jul 16 09:09:42.527368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.528792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:42.531662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.696690 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.698553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2037ae02-885c-496c-94e7-9b186a5c9e04 req-af6eeeef-bd0b-4c67-b578-3ada2c7415c9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025919 Jul 16 09:09:42.774545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Pushing event deleted for resources: {'Port': ['ID=65ce6194-59fa-4287-b693-bc93cfe17dce,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:42.792111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320857ac-db70-4e11-919a-fa062162ad20 req-0c923c2f-a976-45c2-8b0c-1237d1c93909 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:42.796715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-320857ac-db70-4e11-919a-fa062162ad20 req-0c923c2f-a976-45c2-8b0c-1237d1c93909 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 945 time: 0.6315229 Jul 16 09:09:42.801666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.802987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.803508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.804736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.805229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.805739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.806211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.806713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.808239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.810059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.8408897 Jul 16 09:09:42.811069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.813097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.814326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:42.830610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e045f-7bc3-4294-98f8-a44ed08ff2ae None None] No DVR routers for this DVR port 65ce6194-59fa-4287-b693-bc93cfe17dce on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:42.846524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33800) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:42.898328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'subnet': {'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:42.919917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d992b0-e3cd-4888-8434-be4e464d9462 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'Network': ['ID=499c4b86-ea2d-49f4-a3b5-dd9892111431,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:42.969558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 499c4b86-ea2d-49f4-a3b5-dd9892111431 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:42.979659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] For port 65ce6194-59fa-4287-b693-bc93cfe17dce, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=65ce6194-59fa-4287-b693-bc93cfe17dce,segment=NetworkSegment(4e80e61e-e174-4e24-af1d-a42d8c6e93de),segment_id=4e80e61e-e174-4e24-af1d-a42d8c6e93de)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:42.980709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.022126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-320857ac-db70-4e11-919a-fa062162ad20 req-df4155d7-5574-49da-91aa-5333d015ba30 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083945 Jul 16 09:09:43.034109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 86d77d34-6243-4f9e-98ce-47dbe30ffd34 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:43.036820 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.041463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Calling delete_port for 65ce6194-59fa-4287-b693-bc93cfe17dce owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:43.073846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Made reservation on behalf of 9cdb5053308341b6844651e305132de5 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:43.080646 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.081596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 20d76e46-c74e-427f-be65-305176606785 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:43.087368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 65ce6194-59fa-4287-b693-bc93cfe17dce no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:43.142036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 65ce6194-59fa-4287-b693-bc93cfe17dce {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:43.142441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 65ce6194-59fa-4287-b693-bc93cfe17dce not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:43.142817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 276f464a-a6a0-43e3-9532-589b77b3453f no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:43.169129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 276f464a-a6a0-43e3-9532-589b77b3453f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:43.169582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 276f464a-a6a0-43e3-9532-589b77b3453f not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:43.197104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 20d76e46-c74e-427f-be65-305176606785 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:43.204921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 20d76e46-c74e-427f-be65-305176606785 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:43.205294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.249271 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.273997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 86d77d34-6243-4f9e-98ce-47dbe30ffd34 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:43.386526 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.415842 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8e30d0c4-fd6d-4287-a066-39f09b8df1ae tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4014 time: 1.3504014 Jul 16 09:09:43.431394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33804) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:43.437359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'network': {'name': 'tempest-network-smoke--1574962705', 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'port_security_enabled': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:43.475099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 20d76e46-c74e-427f-be65-305176606785, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:43.476070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:43.477106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.483483 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f17e05d-2cb9-428c-89b7-174b6fdee741" -d '{"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-plugged", "status": "completed", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:43.489740 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.512933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] No DVR routers for this DVR port 65ce6194-59fa-4287-b693-bc93cfe17dce on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:43.572213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Pushing event deleted for resources: {'Port': ['ID=65ce6194-59fa-4287-b693-bc93cfe17dce,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:43.583898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Made reservation on behalf of acb92073f592400cb64313a06e97e4dc for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:43.593541 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.634647 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be59a0-ed75-4001-aa7a-20c69361d19c x-openstack-request-id: req-12be59a0-ed75-4001-aa7a-20c69361d19c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:43.634940 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-plugged", "status": "completed", "tag": "20d76e46-c74e-427f-be65-305176606785", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:43.635198 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12be59a0-ed75-4001-aa7a-20c69361d19c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:43.635604 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'code': 200} Jul 16 09:09:43.640388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:43.641768 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.737348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:43.753906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.768930 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Added segment f56d840c-70d7-41d4-8ebd-4f47833a2010 of type vlan for network 410abc92-f5b9-4cec-8210-219cb813884e Jul 16 09:09:43.861830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.911123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=86d77d34-6243-4f9e-98ce-47dbe30ffd34,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:43.924635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.930840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:43.934786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.027967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.053364 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6208580 Jul 16 09:09:44.056483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d936e440-ffa1-4362-ac52-afe3971ec71d']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:44.069088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33816) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:44.078756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e80e61e-e174-4e24-af1d-a42d8c6e93de') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:44.079160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e80e61e-e174-4e24-af1d-a42d8c6e93de') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:44.084055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'admin_state_up': True, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:44.141520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.142226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.142721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.143218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.143720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.144290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.144774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.145244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.145904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.146636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.147110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.147577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:44.178313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.188643 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9818a1-82bc-42c2-b97f-f8512466195d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Network': ['ID=410abc92-f5b9-4cec-8210-219cb813884e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:44.211812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 410abc92-f5b9-4cec-8210-219cb813884e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:44.213616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57ab68-2bce-440e-9252-79843d5f917c req-2a78cfa4-2d02-4856-bd2a-bf4f46463c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:44.216050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d57ab68-2bce-440e-9252-79843d5f917c req-2a78cfa4-2d02-4856-bd2a-bf4f46463c72 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1098 time: 0.4556606 Jul 16 09:09:44.240549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.254570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:44.268152 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:44.270392 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:44.290461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.300581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.413776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d57ab68-2bce-440e-9252-79843d5f917c req-739aaf97-d889-4549-aa5a-def411b92691 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510623 Jul 16 09:09:44.421536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.447147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713852ad-caa6-4815-921d-d5e2ac6309de req-579f0db0-164e-4aa1-b141-06187d851c6b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:44.449190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-713852ad-caa6-4815-921d-d5e2ac6309de req-579f0db0-164e-4aa1-b141-06187d851c6b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.4252355 Jul 16 09:09:44.485412 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-059ef02f-be8f-4cf8-b245-933967f60307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.493225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.499286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.623420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-713852ad-caa6-4815-921d-d5e2ac6309de req-8268b2f3-8ad2-41be-ad9a-ae506cca8649 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661112 Jul 16 09:09:44.660595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc161f9c-1980-44ea-98ee-fd2d6a5475d3 req-b56255bb-2f40-40e5-8db0-039035fbb050 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:44.662456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc161f9c-1980-44ea-98ee-fd2d6a5475d3 req-b56255bb-2f40-40e5-8db0-039035fbb050 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.3223360 Jul 16 09:09:44.720798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.734707 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.739822 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] 10.222.0.55 "DELETE /v2.0/networks/d936e440-ffa1-4362-ac52-afe3971ec71d HTTP/1.1" status: 204 len: 168 time: 3.1500576 Jul 16 09:09:44.749499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:44.774347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180a7e-0700-4990-ac98-8abe22cf50fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d936e440-ffa1-4362-ac52-afe3971ec71d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:44.897871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 01b8c240-f501-425c-8bf8-e9a5eb251db9 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:45.052732 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc161f9c-1980-44ea-98ee-fd2d6a5475d3 req-3acf8673-f5ab-4ded-a524-b6b920e139ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699370 Jul 16 09:09:45.132119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:45.143639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3588fe1-fc2b-4aa8-acf2-26d8cc811158 None None] Sync routers for ids ['01b8c240-f501-425c-8bf8-e9a5eb251db9'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:45.157013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3588fe1-fc2b-4aa8-acf2-26d8cc811158 None None] Routers {'01b8c240-f501-425c-8bf8-e9a5eb251db9'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:45.157957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c3588fe1-fc2b-4aa8-acf2-26d8cc811158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['01b8c240-f501-425c-8bf8-e9a5eb251db9'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.165569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c9947580-1196-428c-b9df-34f1d59e3b9c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/01b8c240-f501-425c-8bf8-e9a5eb251db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0886753 Jul 16 09:09:45.170169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:45.206804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c3588fe1-fc2b-4aa8-acf2-26d8cc811158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.217860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3588fe1-fc2b-4aa8-acf2-26d8cc811158 None None] Routers {'01b8c240-f501-425c-8bf8-e9a5eb251db9'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:45.218691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c3588fe1-fc2b-4aa8-acf2-26d8cc811158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['01b8c240-f501-425c-8bf8-e9a5eb251db9'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.256512 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c3588fe1-fc2b-4aa8-acf2-26d8cc811158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.257417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3588fe1-fc2b-4aa8-acf2-26d8cc811158 None None] The sync data for ids ['01b8c240-f501-425c-8bf8-e9a5eb251db9'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:45.304163 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.540940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.objects.ports [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94159) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:09:45.541540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.609907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.659165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.906006 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-5295827c-56a0-46f2-b28f-fe93a90e8377 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 09:09:45.909470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5295827c-56a0-46f2-b28f-fe93a90e8377 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/01b8c240-f501-425c-8bf8-e9a5eb251db9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7335923 Jul 16 09:09:45.909938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33842) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:45.956753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'Subnet': ['ID=28a50391-6230-4a2b-a492-7ab55c1a4519,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:45.989422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-27b28d31-0d64-446b-9183-ea309a18574a tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b8c240-f501-425c-8bf8-e9a5eb251db9 HTTP/1.1" status: 200 len: 205 time: 0.0761108 Jul 16 09:09:45.995542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33844) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:46.018338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Checking segment: {'id': 'bbeb729e-e68d-4473-a2dc-ea93e76b1fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:46.018702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Network hostable DHCP agents. Network: 499c4b86-ea2d-49f4-a3b5-dd9892111431, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:46.021221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Allocated IP 172.25.6.119 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/4af2b83f-a208-4c9a-837c-bdf194e15038) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:46.223020 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6649769a-4c45-4630-88cf-793a819737c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.235878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Network 499c4b86-ea2d-49f4-a3b5-dd9892111431 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:46.265009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.397177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.442240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe36c-73d9-4804-b97a-5724a7c860be req-210f4e06-b7a6-4428-af8b-24c28970952c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:46.444741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26cbe36c-73d9-4804-b97a-5724a7c860be req-210f4e06-b7a6-4428-af8b-24c28970952c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.5428889 Jul 16 09:09:46.448323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 499c4b86-ea2d-49f4-a3b5-dd9892111431) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:46.457639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3f6c9-9569-4042-9d18-e8d7c3478a67 None None] Network 499c4b86-ea2d-49f4-a3b5-dd9892111431 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:46.463993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:46.464614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.565350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-344c7977-1c0c-4020-a9a3-50765cdc09ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6711948 Jul 16 09:09:46.567974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33850) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:46.573514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1252000680', 'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:46.625583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6649769a-4c45-4630-88cf-793a819737c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.637622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6649769a-4c45-4630-88cf-793a819737c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.649063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26cbe36c-73d9-4804-b97a-5724a7c860be req-6eab14a8-fe89-4f85-aba0-f3f24afab048 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794188 Jul 16 09:09:46.728508 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.729408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Made reservation on behalf of 9cdb5053308341b6844651e305132de5 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:46.735682 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.759704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db246b4-4d4a-494b-bb43-01b7ab6a4c8a None None] Network 499c4b86-ea2d-49f4-a3b5-dd9892111431 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:46.796216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] device_id is not set on port fe93bae7-2be4-4653-b59d-be437673a7cf yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:09:46.875157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:46.886076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:46.892272 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6649769a-4c45-4630-88cf-793a819737c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.892808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6649769a-4c45-4630-88cf-793a819737c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Fanout notify agent at l3_agent the message router_deleted on router 01b8c240-f501-425c-8bf8-e9a5eb251db9 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:09:46.895086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:46.985899 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=4af2b83f-a208-4c9a-837c-bdf194e15038,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:46.998690 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6649769a-4c45-4630-88cf-793a819737c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.006822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6649769a-4c45-4630-88cf-793a819737c4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/01b8c240-f501-425c-8bf8-e9a5eb251db9 HTTP/1.1" status: 204 len: 168 time: 1.0084107 Jul 16 09:09:47.009550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33854) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:47.054973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.055445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.055788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.056127 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.056462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.056815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.057120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.057446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.057806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.058132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.058459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.058919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:47.155528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-113192ab-58b9-4bc0-bf30-d322db7ebf51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet a737d34b-2b11-44aa-ba98-47681001f77e {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:09:47.164790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-113192ab-58b9-4bc0-bf30-d322db7ebf51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.679925 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8bd3262d-b826-43f8-92d3-7459dc90e33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.687627 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.941378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.066856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Deleting port cfa48ad9-0d8d-4a93-af99-7821a93f9075 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:48.067183 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.237033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Allocated IP 2001:db8::e1 (499c4b86-ea2d-49f4-a3b5-dd9892111431/28a50391-6230-4a2b-a492-7ab55c1a4519/fe93bae7-2be4-4653-b59d-be437673a7cf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:48.249588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] For port cfa48ad9-0d8d-4a93-af99-7821a93f9075, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cfa48ad9-0d8d-4a93-af99-7821a93f9075,segment=NetworkSegment(dbcfd5ba-2882-4232-9941-8f4ac9fd4966),segment_id=dbcfd5ba-2882-4232-9941-8f4ac9fd4966)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:48.249983 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.270747 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Calling delete_port for cfa48ad9-0d8d-4a93-af99-7821a93f9075 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:48.288456 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.403864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.476496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.506102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-113192ab-58b9-4bc0-bf30-d322db7ebf51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.551636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8edb3-12f1-4c42-995f-5ce8f5c115af req-8b28be3f-98a3-4bea-96bd-6f6e69e7f562 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:48.553251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2d8edb3-12f1-4c42-995f-5ce8f5c115af req-8b28be3f-98a3-4bea-96bd-6f6e69e7f562 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 1.7633393 Jul 16 09:09:48.590706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Router 8738c99c-3e5e-48f1-8317-4374f7c1b23b is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:09:48.688989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2d8edb3-12f1-4c42-995f-5ce8f5c115af req-a7333b6d-b873-4b29-ab23-460ee37104a5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249807 Jul 16 09:09:48.694270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Network 499c4b86-ea2d-49f4-a3b5-dd9892111431 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:48.710381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:48.721827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'Port': ['ID=fe93bae7-2be4-4653-b59d-be437673a7cf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:48.750349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:48.751966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:48.752823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.792791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc34606-5de5-4cc6-8ca5-7bca273624b2 req-3e91cb87-6ccd-47c6-9c8f-bdfa8a167cd2 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:48.794895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfc34606-5de5-4cc6-8ca5-7bca273624b2 req-3e91cb87-6ccd-47c6-9c8f-bdfa8a167cd2 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.3433590 Jul 16 09:09:48.799504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-990d5645-103e-4327-b530-8bc9c2178ad9 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2304361 Jul 16 09:09:48.801345 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-113192ab-58b9-4bc0-bf30-d322db7ebf51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.804430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33872) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:48.868825 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.888413 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.935568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfc34606-5de5-4cc6-8ca5-7bca273624b2 req-f55dc10b-a667-41e8-8824-03e2fc5cc074 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299706 Jul 16 09:09:49.025412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.063084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-113192ab-58b9-4bc0-bf30-d322db7ebf51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.108619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113192ab-58b9-4bc0-bf30-d322db7ebf51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=a737d34b-2b11-44aa-ba98-47681001f77e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:49.134439 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f18ee-376b-445e-bb2f-4f3b7fd494bf None None] Network e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:49.139122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa48ad9-0d8d-4a93-af99-7821a93f9075,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:49.150469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-113192ab-58b9-4bc0-bf30-d322db7ebf51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.155205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-113192ab-58b9-4bc0-bf30-d322db7ebf51 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/a737d34b-2b11-44aa-ba98-47681001f77e HTTP/1.1" status: 204 len: 168 time: 2.1345971 Jul 16 09:09:49.155401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:49.158608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33874) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:49.171134 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Sync routers for ids ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:49.182593 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Routers {'8738c99c-3e5e-48f1-8317-4374f7c1b23b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:49.183218 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:49.217786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-90b4c151-40f3-4a92-97b7-41d3619d81ac tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Deleting port fe93bae7-2be4-4653-b59d-be437673a7cf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:49.218137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-90b4c151-40f3-4a92-97b7-41d3619d81ac tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.284537 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.285891 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2bd98399-3102-4114-8c42-642439b88b92 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.2154567 Jul 16 09:09:49.310563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33876) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:49.556144 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.573679 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Set router 8738c99c-3e5e-48f1-8317-4374f7c1b23b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:49.577622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a48c8e-c33b-4275-a4cc-3b911f70932f req-2ae73e67-4121-494b-8ccc-149348a6a4ee tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:49.579214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6a48c8e-c33b-4275-a4cc-3b911f70932f req-2ae73e67-4121-494b-8ccc-149348a6a4ee tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.5722072 Jul 16 09:09:49.710721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] DHCP port deletion for e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:09:49.720681 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.825307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42321a2-aa61-4af8-a461-9b9066b92d57 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:49.830530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d42321a2-aa61-4af8-a461-9b9066b92d57 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=acb92073f592400cb64313a06e97e4dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.5187612 Jul 16 09:09:49.872211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] Deleting port 23e587cd-b03e-4c19-af4f-f1353b406fdf {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:49.872717 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.873452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33882) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:49.986620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-90b4c151-40f3-4a92-97b7-41d3619d81ac tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.059103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-90b4c151-40f3-4a92-97b7-41d3619d81ac tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Calling delete_port for fe93bae7-2be4-4653-b59d-be437673a7cf owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:50.087832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6a48c8e-c33b-4275-a4cc-3b911f70932f req-0dc732e9-8f83-4eaa-a2db-1f76c2ebf1de tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262164 Jul 16 09:09:50.138415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] For port 23e587cd-b03e-4c19-af4f-f1353b406fdf, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=23e587cd-b03e-4c19-af4f-f1353b406fdf,segment=NetworkSegment(91c856d4-7788-4ed0-a938-fef490f5d084),segment_id=91c856d4-7788-4ed0-a938-fef490f5d084)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:50.140144 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.186913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.189516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] Calling delete_port for 23e587cd-b03e-4c19-af4f-f1353b406fdf owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:50.265555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33890) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:50.290012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Router 9a13a29c-4477-45de-8d88-dc4f0c56c04e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:50.362051 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:09:47Z', 'revision_number': 3, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:50.416840 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.431079 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Checking router: 8738c99c-3e5e-48f1-8317-4374f7c1b23b for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:50.432455 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Updating router 8738c99c-3e5e-48f1-8317-4374f7c1b23b port 4af2b83f-a208-4c9a-837c-bdf194e15038 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:50.492053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:50.504217 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-731acae3-f8b4-48a0-a201-94fa951a32f5 admin admin] 10.222.0.55 "PUT /v2.0/routers/9a13a29c-4477-45de-8d88-dc4f0c56c04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7525208 Jul 16 09:09:50.509373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33892) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:50.518078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] Pushing event deleted for resources: {'Port': ['ID=23e587cd-b03e-4c19-af4f-f1353b406fdf,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:50.532370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa9b05-a904-4b6c-8753-71d2929ca43d None None] No DVR routers for this DVR port 23e587cd-b03e-4c19-af4f-f1353b406fdf on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:50.547846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] Sync routers for ids ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:50.550385 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.589622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] Routers {'9a13a29c-4477-45de-8d88-dc4f0c56c04e'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:50.590596 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:50.783956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.856527 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] Set router 9a13a29c-4477-45de-8d88-dc4f0c56c04e gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:51.149912 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-90b4c151-40f3-4a92-97b7-41d3619d81ac tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.196203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1cc175-d81a-43e7-af40-c24891de1d98 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:51.209305 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bc1cc175-d81a-43e7-af40-c24891de1d98 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1093 time: 0.9171360 Jul 16 09:09:51.214525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33898) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:51.234462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '20d76e46-c74e-427f-be65-305176606785', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:51.271761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.283618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 23e587cd-b03e-4c19-af4f-f1353b406fdf no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:51.284533 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-90b4c151-40f3-4a92-97b7-41d3619d81ac tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.298428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-90b4c151-40f3-4a92-97b7-41d3619d81ac tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "DELETE /v2.0/ports/fe93bae7-2be4-4653-b59d-be437673a7cf HTTP/1.1" status: 204 len: 168 time: 2.4682364 Jul 16 09:09:51.305099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33900) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:51.334177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 23e587cd-b03e-4c19-af4f-f1353b406fdf {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:51.334528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 23e587cd-b03e-4c19-af4f-f1353b406fdf not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:51.352867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431', 'external_fixed_ips': [{'subnet_id': '28a50391-6230-4a2b-a492-7ab55c1a4519', 'ip_address': '2001:db8::e1'}]}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:51.383022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba61b5-317d-42cf-84bb-6a0843ab123e tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:51.387212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba61b5-317d-42cf-84bb-6a0843ab123e tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:51.390634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e6ba61b5-317d-42cf-84bb-6a0843ab123e tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 1.5065436 Jul 16 09:09:51.408867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33902) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:51.417519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.422006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4c151-40f3-4a92-97b7-41d3619d81ac tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe93bae7-2be4-4653-b59d-be437673a7cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:51.439368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:48Z', 'revision_number': 5, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port': {'id': '16bef7a6-41f2-4189-bb73-f89786c93673', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:14Z', 'updated_at': '2021-07-16T09:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:51.452080 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.473446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.475077 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Transition to ACTIVE for port object 4af2b83f-a208-4c9a-837c-bdf194e15038 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:51.475668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.487359 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.548323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 23e587cd-b03e-4c19-af4f-f1353b406fdf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:51.548732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.570994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] Checking router: 9a13a29c-4477-45de-8d88-dc4f0c56c04e for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:51.615738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] Routers {'9a13a29c-4477-45de-8d88-dc4f0c56c04e'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:51.616948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:51.627537 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Attempting to bind port 4af2b83f-a208-4c9a-837c-bdf194e15038 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:51.630568 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Attempting to bind port 4af2b83f-a208-4c9a-837c-bdf194e15038 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:51.631207 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Attempting to bind port 4af2b83f-a208-4c9a-837c-bdf194e15038 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:51.643553 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:51.645806 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:51.646941 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.649335 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:51.650718 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Bound port: 4af2b83f-a208-4c9a-837c-bdf194e15038, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:51.654165 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.664593 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Pushing event updated for resources: {'Port': ['ID=4af2b83f-a208-4c9a-837c-bdf194e15038,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:51.685239 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-14fe2f61-30d6-45ed-8683-a20dc16c576c tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=499c4b86-ea2d-49f4-a3b5-dd9892111431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2640448 Jul 16 09:09:51.706767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33904) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:51.726587 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.726919 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.728277 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.728672 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.729060 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.732517 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.732517 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.732517 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.732848 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.732929 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.734050 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.735102 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:51.769233 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.805371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96a6e7-6e39-444f-9b5f-51a4c1fc25f2 req-bf9ce778-4e5f-4d05-bf9f-3ec78891663d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:51.819785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff96a6e7-6e39-444f-9b5f-51a4c1fc25f2 req-bf9ce778-4e5f-4d05-bf9f-3ec78891663d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 1.4659932 Jul 16 09:09:51.821895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:51.828343 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1ab63c41-4c0c-4fd7-b5a7-601b846782fb tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1100130 Jul 16 09:09:51.858127 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] For port 4af2b83f-a208-4c9a-837c-bdf194e15038, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:51.862674 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] For port 4af2b83f-a208-4c9a-837c-bdf194e15038, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4af2b83f-a208-4c9a-837c-bdf194e15038,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:51.869157 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.894419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] Set router 9a13a29c-4477-45de-8d88-dc4f0c56c04e gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:51.940682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Deleting port 16bef7a6-41f2-4189-bb73-f89786c93673 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:51.941622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.980124 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Routers {'8738c99c-3e5e-48f1-8317-4374f7c1b23b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:51.981407 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:52.049408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:51Z', 'revision_number': 6, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:52.102877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3fdda5f8-c342-414b-be6a-26f11de382a3 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=acb92073f592400cb64313a06e97e4dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2798302 Jul 16 09:09:52.131167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33914) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:52.146457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port 23e587cd-b03e-4c19-af4f-f1353b406fdf, host n-d-780147-28, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:52.146804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.152041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15db11-9a73-4bcb-9a04-ef6124d73bbd None None] The sync data for ids ['9a13a29c-4477-45de-8d88-dc4f0c56c04e'] in n-d-780147-28 is: [{'id': '9a13a29c-4477-45de-8d88-dc4f0c56c04e', 'name': 'tempest-TestAggregatesBasicOps-1235080351-router', 'tenant_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:10Z', 'updated_at': '2021-07-16T09:09:51Z', 'revision_number': 6, 'project_id': 'a2a8f3bdac53493d81ce5009ae473ea2', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:52.155788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff96a6e7-6e39-444f-9b5f-51a4c1fc25f2 req-474aa7ba-aab0-4a04-8924-1a383ab68700 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810834 Jul 16 09:09:52.199860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 23e587cd-b03e-4c19-af4f-f1353b406fdf owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:52.204794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Port 23e587cd-b03e-4c19-af4f-f1353b406fdf was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:09:52.214269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.240472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] For port 16bef7a6-41f2-4189-bb73-f89786c93673, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=16bef7a6-41f2-4189-bb73-f89786c93673,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:52.240960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.338050 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] Set router 8738c99c-3e5e-48f1-8317-4374f7c1b23b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:52.390210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No DVR routers for this DVR port 23e587cd-b03e-4c19-af4f-f1353b406fdf on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:52.398159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=23e587cd-b03e-4c19-af4f-f1353b406fdf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:52.427246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Calling delete_port for 16bef7a6-41f2-4189-bb73-f89786c93673 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:52.427963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c485d71b-6e99-4fe5-9626-4334310c3025 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:52.428434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c485d71b-6e99-4fe5-9626-4334310c3025 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:52.430111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c485d71b-6e99-4fe5-9626-4334310c3025 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.2975307 Jul 16 09:09:52.440705 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.441633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33918) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:52.488101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-feba201a-ea26-4857-9e2b-03ca2f3fe9c5 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=499c4b86-ea2d-49f4-a3b5-dd9892111431&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416324 Jul 16 09:09:52.488101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33920) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:52.551612 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe6119-b5ae-424d-8f96-0244f0aceab4 None None] Pushing event updated for resources: {'Port': ['ID=4af2b83f-a208-4c9a-837c-bdf194e15038,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:52.579311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c9f316d2-705c-4fd9-99dc-42060f1f1a65 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852916 Jul 16 09:09:52.603609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33922) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:52.622005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-73855012', 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e', 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:52.633323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.636668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.661920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:52.682481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c856d4-7788-4ed0-a938-fef490f5d084') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:52.682866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c856d4-7788-4ed0-a938-fef490f5d084') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:52.699986 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.737243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.756699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:52.758182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:52.830150 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:52.835692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.878745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.884428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57 HTTP/1.1" status: 204 len: 168 time: 3.7250621 Jul 16 09:09:52.885356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727d317-fe6d-4cda-8aa4-0eda3b431e32 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=e7b5977a-4d7c-4065-88eb-0d9ad9b4cd57,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:52.909379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33924) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:52.909379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-805473352'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:52.967347 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:09:47Z', 'revision_number': 3, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:52.973867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:52.985141 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.020825 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae540d-7f6c-48a0-90e1-b159b2a8a063 None None] The sync data for ids ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'] in n-d-780147-28 is: [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:09:47Z', 'revision_number': 3, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:53.038285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:53.078821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.079168 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment e5faf94f-f6dd-4a31-92a1-542befb1fc50 of type vlan for network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 Jul 16 09:09:53.204190 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.210728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cfa48ad9-0d8d-4a93-af99-7821a93f9075 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:53.226705 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.260232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: cfa48ad9-0d8d-4a93-af99-7821a93f9075 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:53.260592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cfa48ad9-0d8d-4a93-af99-7821a93f9075 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:53.261014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 16bef7a6-41f2-4189-bb73-f89786c93673 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:53.284437 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.316487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:53.317301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.326914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 16bef7a6-41f2-4189-bb73-f89786c93673 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:53.329402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 16bef7a6-41f2-4189-bb73-f89786c93673 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:53.492868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.25.6.54 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/26dc3074-91a6-4811-90ca-3ce281a8f6c7) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:53.525284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6206462 Jul 16 09:09:53.549382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33936) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:53.613880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': 'c315bf46-4709-4a86-bb1d-4f95fe6c14e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:53.651768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bef7a6-41f2-4189-bb73-f89786c93673,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:53.790404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Made reservation on behalf of acb92073f592400cb64313a06e97e4dc for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:53.797309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.852668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca0d2b-c077-4c36-b1ee-f195ceffce97 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=c315bf46-4709-4a86-bb1d-4f95fe6c14e1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:53.864424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:53.980640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:53.984426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.068468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfdee5-507c-4e39-8364-febdc48990f1 req-f37400ee-3312-44b1-84c9-e44849be6ee0 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:54.070949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3cfdee5-507c-4e39-8364-febdc48990f1 req-f37400ee-3312-44b1-84c9-e44849be6ee0 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.5843265 Jul 16 09:09:54.196435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3cfdee5-507c-4e39-8364-febdc48990f1 req-307ea426-94d6-4063-9541-79ab052f84f8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145916 Jul 16 09:09:54.496343 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.602498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.656466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=5503f2ff-5a09-4369-996e-de1f614d4949,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:54.670881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': 'e5faf94f-f6dd-4a31-92a1-542befb1fc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c315bf46-4709-4a86-bb1d-4f95fe6c14e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:54.671247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: c315bf46-4709-4a86-bb1d-4f95fe6c14e1, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:54.712893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:54.735125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, c315bf46-4709-4a86-bb1d-4f95fe6c14e1) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:54.747406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba0474-32b8-4a6e-8c8e-122ab8510d7f None None] Network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:54.748443 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.751051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.763250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:54.765568 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.804427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-13547abf-a91d-4208-a1d5-0b3265f048a5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2053256 Jul 16 09:09:54.805587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33946) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:54.810371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.810933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a13a29c-4477-45de-8d88-dc4f0c56c04e {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:09:54.828317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8a9fda47-7dd5-4bb2-9020-a7c3f05b2927 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1795178541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:54.858897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.865054 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-08031b14-3ea6-445d-81a3-215cf6469450 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9a13a29c-4477-45de-8d88-dc4f0c56c04e HTTP/1.1" status: 204 len: 168 time: 4.3546031 Jul 16 09:09:54.871481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33948) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:54.894592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a9fda47-7dd5-4bb2-9020-a7c3f05b2927 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.896667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a9fda47-7dd5-4bb2-9020-a7c3f05b2927 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.142278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-c315bf46-4709-4a86-bb1d-4f95fe6c14e1', 'network_id': 'c315bf46-4709-4a86-bb1d-4f95fe6c14e1', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': '5503f2ff-5a09-4369-996e-de1f614d4949'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:55.143146 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.171297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a9fda47-7dd5-4bb2-9020-a7c3f05b2927 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.175617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a9fda47-7dd5-4bb2-9020-a7c3f05b2927 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.198936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a9fda47-7dd5-4bb2-9020-a7c3f05b2927 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.200882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8a9fda47-7dd5-4bb2-9020-a7c3f05b2927 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3890734 Jul 16 09:09:55.203555 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33958) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:55.220965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4af2b83f-a208-4c9a-837c-bdf194e15038 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:55.272680 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.330472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ca6083-e49e-4296-bbf4-c75de9a4c404 admin admin] Deleting subnet c2ef2e3d-4e7f-493d-8613-c921a19cae5c {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:09:55.345201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58ca6083-e49e-4296-bbf4-c75de9a4c404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.441021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.478938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58ca6083-e49e-4296-bbf4-c75de9a4c404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.482352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.514854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.615174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 4af2b83f-a208-4c9a-837c-bdf194e15038 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:55.627711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 4af2b83f-a208-4c9a-837c-bdf194e15038 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:55.628087 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.660236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:55.675753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:55.700696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:55.755867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Allocated IP 172.20.0.2 (c315bf46-4709-4a86-bb1d-4f95fe6c14e1/5503f2ff-5a09-4369-996e-de1f614d4949/68aca84c-31b1-47ed-abc9-7d3bb806fc33) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:55.796349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=26dc3074-91a6-4811-90ca-3ce281a8f6c7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:55.974336 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.976830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.986196 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58ca6083-e49e-4296-bbf4-c75de9a4c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.006811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bbc1b-68c0-4513-8ced-5403fa97f1fb req-4cdc2d22-a17e-47d2-9e2f-d5fd468160b6 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.015434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df2bbc1b-68c0-4513-8ced-5403fa97f1fb req-4cdc2d22-a17e-47d2-9e2f-d5fd468160b6 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.3848224 Jul 16 09:09:56.171383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Subnet': ['ID=3e4c3873-3d1c-4b7e-82b5-1d8610d1a676,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:56.175674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Allocated IP 2001:db8::e1 (499c4b86-ea2d-49f4-a3b5-dd9892111431/28a50391-6230-4a2b-a492-7ab55c1a4519/a91a626c-c9b7-42fb-9206-cc0330076c87) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:56.198733 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.248321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 4af2b83f-a208-4c9a-837c-bdf194e15038, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4af2b83f-a208-4c9a-837c-bdf194e15038,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:56.369169 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.482309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Checking segment: {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:56.482686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network hostable DHCP agents. Network: 410abc92-f5b9-4cec-8210-219cb813884e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:56.528379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=4af2b83f-a208-4c9a-837c-bdf194e15038,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:56.567017 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.603398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Transition to ACTIVE for port object 68aca84c-31b1-47ed-abc9-7d3bb806fc33 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:56.638371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.638615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Transition to ACTIVE for port object 68aca84c-31b1-47ed-abc9-7d3bb806fc33 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:56.645219 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.725732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:56.727186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Pushing event updated for resources: {'Port': ['ID=68aca84c-31b1-47ed-abc9-7d3bb806fc33,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:56.729019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network 410abc92-f5b9-4cec-8210-219cb813884e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:56.739853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:56.743735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.743880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:56.751779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df2bbc1b-68c0-4513-8ced-5403fa97f1fb req-f4c6c10b-ea35-4157-bac6-6cfb8ca6a37a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7223532 Jul 16 09:09:56.821966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 410abc92-f5b9-4cec-8210-219cb813884e) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:56.824500 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58ca6083-e49e-4296-bbf4-c75de9a4c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.846431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4bc37f-551f-4973-88bf-f4aba15535f7 None None] Network 410abc92-f5b9-4cec-8210-219cb813884e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:56.864107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'Port': ['ID=a91a626c-c9b7-42fb-9206-cc0330076c87,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:56.867151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Network 499c4b86-ea2d-49f4-a3b5-dd9892111431 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:56.873299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58ca6083-e49e-4296-bbf4-c75de9a4c404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.878272 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-58ca6083-e49e-4296-bbf4-c75de9a4c404 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c2ef2e3d-4e7f-493d-8613-c921a19cae5c HTTP/1.1" status: 204 len: 168 time: 1.9990573 Jul 16 09:09:56.879712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.880292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.882005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 33976) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:56.893286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca6083-e49e-4296-bbf4-c75de9a4c404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ef2e3d-4e7f-493d-8613-c921a19cae5c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:56.912957 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7d6608ec-f9d4-4e2c-b6bb-c60819397cd8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 4.3077641 Jul 16 09:09:56.913729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 33978) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:56.918964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:56.928291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0e181-555b-4b06-98b6-9bfd611add69 None None] Network 8754b4b0-39f3-4083-965a-1b89744bae54 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:56.931366 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-71a094b2-3361-40e5-9b1d-9ebbb48b9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.933039 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-71a094b2-3361-40e5-9b1d-9ebbb48b9532 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1097 time: 0.7514033 Jul 16 09:09:56.956512 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:56.966693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Attempting to bind port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:56.967441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Attempting to bind port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'e5faf94f-f6dd-4a31-92a1-542befb1fc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c315bf46-4709-4a86-bb1d-4f95fe6c14e1'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:56.968039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Attempting to bind port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 on network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:57.063409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:57.063823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Checking segment: {'id': 'e5faf94f-f6dd-4a31-92a1-542befb1fc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c315bf46-4709-4a86-bb1d-4f95fe6c14e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:57.064189 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.066095 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.070692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Bound using segment: {'id': 'e5faf94f-f6dd-4a31-92a1-542befb1fc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c315bf46-4709-4a86-bb1d-4f95fe6c14e1'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:57.074534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Bound port: 68aca84c-31b1-47ed-abc9-7d3bb806fc33, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5faf94f-f6dd-4a31-92a1-542befb1fc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c315bf46-4709-4a86-bb1d-4f95fe6c14e1'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:57.075330 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.083991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4af2b83f-a208-4c9a-837c-bdf194e15038 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:57.212526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.20.0.1 (c315bf46-4709-4a86-bb1d-4f95fe6c14e1/5503f2ff-5a09-4369-996e-de1f614d4949/f2404925-2ea7-4f9b-a060-2ed439c799f2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:57.384029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 4af2b83f-a208-4c9a-837c-bdf194e15038 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:57.384571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.413724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.441811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] For port 68aca84c-31b1-47ed-abc9-7d3bb806fc33, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:57.442030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object f2404925-2ea7-4f9b-a060-2ed439c799f2 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:57.481634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.490616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] For port 68aca84c-31b1-47ed-abc9-7d3bb806fc33, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=68aca84c-31b1-47ed-abc9-7d3bb806fc33,segment=NetworkSegment(e5faf94f-f6dd-4a31-92a1-542befb1fc50),segment_id=e5faf94f-f6dd-4a31-92a1-542befb1fc50)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:57.511097 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.534371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-9b531e0c-d033-4438-9c8e-39434271a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.535915 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-9b531e0c-d033-4438-9c8e-39434271a999 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.4189994 Jul 16 09:09:57.540445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-410abc92-f5b9-4cec-8210-219cb813884e', 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'fixed_ips': [{'subnet_id': '3e4c3873-3d1c-4b7e-82b5-1d8610d1a676'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:57.541402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.562722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=f2404925-2ea7-4f9b-a060-2ed439c799f2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:57.574255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba9505-fb1b-4e5f-99b4-7153a9984511 None None] DHCP port deletion for 8754b4b0-39f3-4083-965a-1b89744bae54 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:09:57.594070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:57.600164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:57.606151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:57.613765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Deleting port dc8016d3-7c15-44ce-8d05-5d4f691f47fc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:57.614400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.712207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] For port dc8016d3-7c15-44ce-8d05-5d4f691f47fc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dc8016d3-7c15-44ce-8d05-5d4f691f47fc,segment=NetworkSegment(dbcfd5ba-2882-4232-9941-8f4ac9fd4966),segment_id=dbcfd5ba-2882-4232-9941-8f4ac9fd4966)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:57.712577 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.743575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Calling delete_port for dc8016d3-7c15-44ce-8d05-5d4f691f47fc owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:57.804101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Allocated IP 172.20.0.18 (410abc92-f5b9-4cec-8210-219cb813884e/3e4c3873-3d1c-4b7e-82b5-1d8610d1a676/6115debd-b081-4bc3-b12e-ada9e1fc3a93) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:57.858510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.897252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8016d3-7c15-44ce-8d05-5d4f691f47fc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:57.945378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] No DVR routers for this DVR port dc8016d3-7c15-44ce-8d05-5d4f691f47fc on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:57.980314 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.019768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1dba9505-fb1b-4e5f-99b4-7153a9984511 None None] The port 'dc8016d3-7c15-44ce-8d05-5d4f691f47fc' was deleted {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 09:09:58.038699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4124316-db09-4c55-a5bd-f45e468e0945 None None] Pushing event updated for resources: {'Port': ['ID=68aca84c-31b1-47ed-abc9-7d3bb806fc33,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:58.222350 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.240314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Transition to ACTIVE for port object 6115debd-b081-4bc3-b12e-ada9e1fc3a93 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:58.294616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Transition to ACTIVE for port object 6115debd-b081-4bc3-b12e-ada9e1fc3a93 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:58.302747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.347458 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.369785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8754b4b0-39f3-4083-965a-1b89744bae54']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:58.393447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:58.394023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcfd5ba-2882-4232-9941-8f4ac9fd4966') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:58.406028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Pushing event updated for resources: {'Port': ['ID=6115debd-b081-4bc3-b12e-ada9e1fc3a93,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:58.416541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:58.424033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Network 410abc92-f5b9-4cec-8210-219cb813884e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:58.455469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.472137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.474361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:58.476787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:58.497599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0128f8-0a98-46ed-a838-dfa068d4f7a2 req-5d4b863c-0051-4928-b9ee-90b5ecc3be14 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:58.499566 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da0128f8-0a98-46ed-a838-dfa068d4f7a2 req-5d4b863c-0051-4928-b9ee-90b5ecc3be14 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 945 time: 0.3390167 Jul 16 09:09:58.522283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.556868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:58.557896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:58.560538 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:58.625927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da0128f8-0a98-46ed-a838-dfa068d4f7a2 req-17a5f92a-bbef-4c94-9454-65faaeb56c18 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010156 Jul 16 09:09:58.638367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Attempting to bind port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:58.638737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Attempting to bind port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:58.639095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Attempting to bind port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 on network 410abc92-f5b9-4cec-8210-219cb813884e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:58.663632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:58.664026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Checking segment: {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:58.665965 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.666406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Bound using segment: {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:58.666910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Bound port: 6115debd-b081-4bc3-b12e-ada9e1fc3a93, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:58.668011 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.722615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-15e86572-b766-497a-bbd3-f91d704ea576 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 1001 time: 1.0905292 Jul 16 09:09:58.730317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.807934 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.819292 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.829357 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.833926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8754b4b0-39f3-4083-965a-1b89744bae54 HTTP/1.1" status: 204 len: 168 time: 1.9468808 Jul 16 09:09:58.833926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0c7e2-7afb-4da0-b133-2d604c0cf4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8754b4b0-39f3-4083-965a-1b89744bae54,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:58.866751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] For port 6115debd-b081-4bc3-b12e-ada9e1fc3a93, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:58.918450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:58.924153 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7aafdd-ce44-479a-b92c-01523a029c9c" -d '{"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-unplugged", "status": "completed", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:58.931695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] For port 6115debd-b081-4bc3-b12e-ada9e1fc3a93, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6115debd-b081-4bc3-b12e-ada9e1fc3a93,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:58.970780 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.046532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:59.049659 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52a813e-176c-4011-95de-31432e42f96e x-openstack-request-id: req-a52a813e-176c-4011-95de-31432e42f96e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:59.051089 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-unplugged", "status": "completed", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:59.052043 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a52a813e-176c-4011-95de-31432e42f96e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:59.052625 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f', 'code': 200} Jul 16 09:09:59.055194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82000634-18a3-4b8f-9276-1f0cd99fa479 None None] Pushing event updated for resources: {'Port': ['ID=6115debd-b081-4bc3-b12e-ada9e1fc3a93,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:59.082387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.227181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 68aca84c-31b1-47ed-abc9-7d3bb806fc33 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:59.246663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.256315 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.408668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34004) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:59.420426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:59.436727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:59.474102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-ea640200-ef9b-4303-96b1-f545f9e54701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:59.475612 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-ea640200-ef9b-4303-96b1-f545f9e54701 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.5475819 Jul 16 09:09:59.508320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=f2404925-2ea7-4f9b-a060-2ed439c799f2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:59.540197 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.568395 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dc8016d3-7c15-44ce-8d05-5d4f691f47fc no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:59.571855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-40323faa-ee97-4df3-8610-683188f934ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1286b0810b9c478cbb49d18f687e2de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598666 Jul 16 09:09:59.577794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34006) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:59.697018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.719319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae46bc7-698f-4cf7-ae73-053a1d95f612 None None] Network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:59.724135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: dc8016d3-7c15-44ce-8d05-5d4f691f47fc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:59.724476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dc8016d3-7c15-44ce-8d05-5d4f691f47fc not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:59.812159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1423316a-a85b-4788-a98a-1788acedef17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.859238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:59.895333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.952752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:59.960875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8978d29d-8cf2-42e2-a4ac-1e5fcb2a50e2 None None] Provisioning for port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:59.970275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8978d29d-8cf2-42e2-a4ac-1e5fcb2a50e2 None None] Provisioning complete for port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:59.970792 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8978d29d-8cf2-42e2-a4ac-1e5fcb2a50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.117934 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8978d29d-8cf2-42e2-a4ac-1e5fcb2a50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.208773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8978d29d-8cf2-42e2-a4ac-1e5fcb2a50e2 None None] For port 68aca84c-31b1-47ed-abc9-7d3bb806fc33, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=68aca84c-31b1-47ed-abc9-7d3bb806fc33,segment=NetworkSegment(e5faf94f-f6dd-4a31-92a1-542befb1fc50),segment_id=e5faf94f-f6dd-4a31-92a1-542befb1fc50)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:00.217685 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8978d29d-8cf2-42e2-a4ac-1e5fcb2a50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.236823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1423316a-a85b-4788-a98a-1788acedef17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.276511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.318813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978d29d-8cf2-42e2-a4ac-1e5fcb2a50e2 None None] Pushing event updated for resources: {'Port': ['ID=68aca84c-31b1-47ed-abc9-7d3bb806fc33,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:00.474580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router b5e05941-e319-42c9-a7ca-efc94781cc27 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:00.506791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca988-d5f6-46f0-93d2-c0baca732c0c req-c92f6fa2-3430-4b55-8005-1529db98f1af tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:00.518980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbdca988-d5f6-46f0-93d2-c0baca732c0c req-c92f6fa2-3430-4b55-8005-1529db98f1af tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.6523876 Jul 16 09:10:00.576493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-1a31912f-d00b-4d5f-857c-c4ec7a74a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:00.578131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-1a31912f-d00b-4d5f-857c-c4ec7a74a7e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0895441 Jul 16 09:10:00.649117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c9a99793-e784-4c06-8a6c-dfeb59dd7baf None None] Provisioning for port f2404925-2ea7-4f9b-a060-2ed439c799f2 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:00.668253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c9a99793-e784-4c06-8a6c-dfeb59dd7baf None None] Provisioning complete for port f2404925-2ea7-4f9b-a060-2ed439c799f2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:00.668637 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9a99793-e784-4c06-8a6c-dfeb59dd7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.736932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c9a99793-e784-4c06-8a6c-dfeb59dd7baf None None] Port f2404925-2ea7-4f9b-a060-2ed439c799f2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:00.761806 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1423316a-a85b-4788-a98a-1788acedef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.766034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c9a99793-e784-4c06-8a6c-dfeb59dd7baf None None] Provisioning complete for port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:00.766034 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9a99793-e784-4c06-8a6c-dfeb59dd7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.771668 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1423316a-a85b-4788-a98a-1788acedef17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.772882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1423316a-a85b-4788-a98a-1788acedef17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b733a974-94f0-4a02-8bdf-6e8815b014ac HTTP/1.1" status: 204 len: 168 time: 1.1983008 Jul 16 09:10:00.790446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Router d1d1cce2-7528-4969-9da3-2b25e5a45285 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:00.800872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbdca988-d5f6-46f0-93d2-c0baca732c0c req-fea8b028-1157-4d29-a3dd-fb9d415abd84 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808921 Jul 16 09:10:00.849186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423316a-a85b-4788-a98a-1788acedef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b733a974-94f0-4a02-8bdf-6e8815b014ac,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:00.877083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:00.883427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d2a45048-782b-4420-aca1-0a593f556b2b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/b5e05941-e319-42c9-a7ca-efc94781cc27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6788387 Jul 16 09:10:00.886812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34020) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:00.891071 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf0dc6-16b3-4467-95b5-263e096dbbf4 None None] Sync routers for ids ['b5e05941-e319-42c9-a7ca-efc94781cc27'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:00.928864 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf0dc6-16b3-4467-95b5-263e096dbbf4 None None] Routers {'b5e05941-e319-42c9-a7ca-efc94781cc27'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:00.932319 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bccf0dc6-16b3-4467-95b5-263e096dbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['b5e05941-e319-42c9-a7ca-efc94781cc27'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:01.016252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c5a269-18a9-49dd-9543-f166bedd70bf tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:01.024715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-29c5a269-18a9-49dd-9543-f166bedd70bf tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports/f2404925-2ea7-4f9b-a060-2ed439c799f2 HTTP/1.1" status: 200 len: 910 time: 0.1351562 Jul 16 09:10:01.036713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34022) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:01.074545 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bccf0dc6-16b3-4467-95b5-263e096dbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:01.105751 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf0dc6-16b3-4467-95b5-263e096dbbf4 None None] Routers {'b5e05941-e319-42c9-a7ca-efc94781cc27'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:01.106406 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bccf0dc6-16b3-4467-95b5-263e096dbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['b5e05941-e319-42c9-a7ca-efc94781cc27'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:01.135598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.148977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.203426 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bccf0dc6-16b3-4467-95b5-263e096dbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:01.204091 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf0dc6-16b3-4467-95b5-263e096dbbf4 None None] The sync data for ids ['b5e05941-e319-42c9-a7ca-efc94781cc27'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:01.283605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=26dc3074-91a6-4811-90ca-3ce281a8f6c7,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:01.315941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ddc7a456-8058-4835-9d00-61011eb692ca None None] Provisioning complete for port f2404925-2ea7-4f9b-a060-2ed439c799f2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:01.317108 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a456-8058-4835-9d00-61011eb692ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.334157 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 68aca84c-31b1-47ed-abc9-7d3bb806fc33 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:01.513304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba04785-6f04-4cf8-ba19-d592cedff293 None None] Network 410abc92-f5b9-4cec-8210-219cb813884e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:01.517590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7a456-8058-4835-9d00-61011eb692ca None None] Port f2404925-2ea7-4f9b-a060-2ed439c799f2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:01.623547 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.627364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34038) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:01.690157 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:01.691058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.695848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4103b8b6-5f64-444e-a043-489d76f8619c None None] Provisioning for port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:01.798841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e521fc1d-a9e2-4642-8ef8-224db676f06d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2a8f3bdac53493d81ce5009ae473ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621428 Jul 16 09:10:01.805495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34040) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:01.958864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6115debd-b081-4bc3-b12e-ada9e1fc3a93 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:02.082565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:02.113103 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-0370a63a-d5fa-4a7a-9e7c-bece3eca546e service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4699073 Jul 16 09:10:02.157622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49115521-68f3-4556-bd1d-b92c73b16ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.162320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.190808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Sync routers for ids ['d1d1cce2-7528-4969-9da3-2b25e5a45285'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:02.202597 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c64ad106-0bed-4f1b-90ca-bde7af1505e0 None None] Provisioning complete for port f2404925-2ea7-4f9b-a060-2ed439c799f2 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:02.202977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c64ad106-0bed-4f1b-90ca-bde7af1505e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.231471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.234335 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-387721b7-d9f9-4df4-a6ee-06d27026eb37 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 10.9192808 Jul 16 09:10:02.235834 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Floating IP 046f394f-77a2-4960-8fb1-50e253f70db3 associated. External IP: 172.25.6.54, port: 20d76e46-c74e-427f-be65-305176606785. Jul 16 09:10:02.239622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Routers {'d1d1cce2-7528-4969-9da3-2b25e5a45285'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:02.240272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d1d1cce2-7528-4969-9da3-2b25e5a45285'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:02.358243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Set router d1d1cce2-7528-4969-9da3-2b25e5a45285 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:02.367071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34048) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:02.490410 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2b50223b-9139-4130-9a70-5874ac481fe0 req-b4d0a774-a37a-4310-815f-9e75c77f39f7 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206150 Jul 16 09:10:02.585975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.588788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:02.622298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:02.622674 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.680122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c64ad106-0bed-4f1b-90ca-bde7af1505e0 None None] Port f2404925-2ea7-4f9b-a060-2ed439c799f2 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:02.702307 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49115521-68f3-4556-bd1d-b92c73b16ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.714399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f65736-b8dc-488f-8910-98df3d9e97d0 req-679bd66d-7e93-4458-ab7c-6036ca289336 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:02.724458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21f65736-b8dc-488f-8910-98df3d9e97d0 req-679bd66d-7e93-4458-ab7c-6036ca289336 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.6550710 Jul 16 09:10:02.731566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router e7285a96-8690-473a-933c-441ca5ff98e4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:02.781983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.835638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21f65736-b8dc-488f-8910-98df3d9e97d0 req-efc3600a-b392-41a8-bbca-1cd62c4233bc tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072991 Jul 16 09:10:02.852861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 6115debd-b081-4bc3-b12e-ada9e1fc3a93, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6115debd-b081-4bc3-b12e-ada9e1fc3a93,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:02.879014 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.942631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49115521-68f3-4556-bd1d-b92c73b16ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.949764 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49115521-68f3-4556-bd1d-b92c73b16ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.955777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-49115521-68f3-4556-bd1d-b92c73b16ac0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/804fe916-43ac-4a45-8db8-9dc6b05654d4 HTTP/1.1" status: 204 len: 168 time: 1.1489480 Jul 16 09:10:02.969000 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=6115debd-b081-4bc3-b12e-ada9e1fc3a93,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:03.028445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:03.033270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d1cce2-7528-4969-9da3-2b25e5a45285', 'name': '', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431', 'external_fixed_ips': [{'subnet_id': '28a50391-6230-4a2b-a492-7ab55c1a4519', 'ip_address': '2001:db8::e1'}], 'enable_snat': True}, 'gw_port_id': 'a91a626c-c9b7-42fb-9206-cc0330076c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:51Z', 'updated_at': '2021-07-16T09:09:57Z', 'revision_number': 3, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port': {'id': 'a91a626c-c9b7-42fb-9206-cc0330076c87', 'name': '', 'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d1cce2-7528-4969-9da3-2b25e5a45285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '28a50391-6230-4a2b-a492-7ab55c1a4519', 'ip_address': '2001:db8::e1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:55Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a50391-6230-4a2b-a492-7ab55c1a4519', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:03.040134 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] Sync routers for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:03.040947 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.044317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49115521-68f3-4556-bd1d-b92c73b16ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804fe916-43ac-4a45-8db8-9dc6b05654d4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:03.057088 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:03.062995 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:03.123289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Checking router: d1d1cce2-7528-4969-9da3-2b25e5a45285 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:03.131127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Updating router d1d1cce2-7528-4969-9da3-2b25e5a45285 port a91a626c-c9b7-42fb-9206-cc0330076c87 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:03.148437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port f2404925-2ea7-4f9b-a060-2ed439c799f2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:03.148722 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.165740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.224940 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.395084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.428963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for f2404925-2ea7-4f9b-a060-2ed439c799f2 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:03.448430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e5bd59e1-622b-43c7-82ab-c183603f2e89 None None] Provisioning complete for port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:03.449065 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e5bd59e1-622b-43c7-82ab-c183603f2e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.586181 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:03.592173 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-946fa47f-1816-4768-8d28-f2acdcbb9146 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.3756142 Jul 16 09:10:03.648657 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:03.658587 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666" -d '{"events": [{"name": "network-changed", "server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:03.731020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Allocated IP 172.20.0.17 (410abc92-f5b9-4cec-8210-219cb813884e/3e4c3873-3d1c-4b7e-82b5-1d8610d1a676/3bfd9999-1e3a-45ce-b72f-5ee904a2b695) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:03.747331 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dab361-2b4a-4777-b3b5-cdc98848fb70 x-openstack-request-id: req-56dab361-2b4a-4777-b3b5-cdc98848fb70 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:03.747628 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "tag": "20d76e46-c74e-427f-be65-305176606785", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:03.747810 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56dab361-2b4a-4777-b3b5-cdc98848fb70 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:03.748187 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'status': 'completed', 'code': 200} Jul 16 09:10:03.755836 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.995809 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.113963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Deleting port a91a626c-c9b7-42fb-9206-cc0330076c87 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:04.114263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.118267 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.137277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Transition to ACTIVE for port object a91a626c-c9b7-42fb-9206-cc0330076c87 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:04.152476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Transition to ACTIVE for port object 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:04.154085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.189127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-b33d8673-ba81-4c82-bac3-1bec5bccfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:04.201134 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '046f394f-77a2-4960-8fb1-50e253f70db3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'port_id': '20d76e46-c74e-427f-be65-305176606785', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'mac_address': 'fa:16:3e:c6:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:57Z', 'updated_at': '2021-07-16T09:09:57Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:29Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:04.203462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-b33d8673-ba81-4c82-bac3-1bec5bccfc4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1098 time: 0.4295762 Jul 16 09:10:04.231359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.249334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Calling delete_port for a91a626c-c9b7-42fb-9206-cc0330076c87 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:04.269378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.298697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d353dd2-edac-4e21-9054-2585cce0a23c None None] Pushing event updated for resources: {'Port': ['ID=a91a626c-c9b7-42fb-9206-cc0330076c87,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:04.320655 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] Checking router: e7285a96-8690-473a-933c-441ca5ff98e4 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:04.332581 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:04.334221 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:04.365932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Attempting to bind port a91a626c-c9b7-42fb-9206-cc0330076c87 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:04.366308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Attempting to bind port a91a626c-c9b7-42fb-9206-cc0330076c87 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'bbeb729e-e68d-4473-a2dc-ea93e76b1fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:04.366675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Attempting to bind port a91a626c-c9b7-42fb-9206-cc0330076c87 on network 499c4b86-ea2d-49f4-a3b5-dd9892111431 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:04.384987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:04.385383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Checking segment: {'id': 'bbeb729e-e68d-4473-a2dc-ea93e76b1fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:04.385828 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.386234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Bound using segment: {'id': 'bbeb729e-e68d-4473-a2dc-ea93e76b1fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:04.386995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Bound port: a91a626c-c9b7-42fb-9206-cc0330076c87, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbeb729e-e68d-4473-a2dc-ea93e76b1fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '499c4b86-ea2d-49f4-a3b5-dd9892111431'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:04.387404 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.489485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network 410abc92-f5b9-4cec-8210-219cb813884e is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:04.498602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.501370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:04.505923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:04.523380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77efb54-a178-4e76-a209-adf26fd33a72 req-fe28a3b5-3531-4c36-8ccf-5d2044ded235 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:04.527677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a77efb54-a178-4e76-a209-adf26fd33a72 req-fe28a3b5-3531-4c36-8ccf-5d2044ded235 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.7033703 Jul 16 09:10:04.563219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] For port a91a626c-c9b7-42fb-9206-cc0330076c87, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:04.568066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] For port a91a626c-c9b7-42fb-9206-cc0330076c87, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a91a626c-c9b7-42fb-9206-cc0330076c87,segment=NetworkSegment(bbeb729e-e68d-4473-a2dc-ea93e76b1fe2),segment_id=bbeb729e-e68d-4473-a2dc-ea93e76b1fe2)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:04.577808 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.639868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:04.658005 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:04.743038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Routers {'d1d1cce2-7528-4969-9da3-2b25e5a45285'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:04.747101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d1d1cce2-7528-4969-9da3-2b25e5a45285'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:04.793527 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.848434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-242b1505-9608-4223-b602-1edb7256099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:04.850425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-242b1505-9608-4223-b602-1edb7256099c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.6456242 Jul 16 09:10:04.916080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=f2404925-2ea7-4f9b-a060-2ed439c799f2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:05.063300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d353dd2-edac-4e21-9054-2585cce0a23c None None] Pushing event updated for resources: {'Port': ['ID=a91a626c-c9b7-42fb-9206-cc0330076c87,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:05.143643 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6115debd-b081-4bc3-b12e-ada9e1fc3a93 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:05.152804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dd9e1a93-d8da-4a5b-b972-ce7a7b9d6ac5 None None] Provisioning for port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:05.215168 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '046f394f-77a2-4960-8fb1-50e253f70db3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'port_id': '20d76e46-c74e-427f-be65-305176606785', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'mac_address': 'fa:16:3e:c6:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:57Z', 'updated_at': '2021-07-16T09:09:57Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:29Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:05.224058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-ffa9eed2-7320-490f-bfa2-f5c7ce44de45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 999 time: 0.3560987 Jul 16 09:10:05.248612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dd9e1a93-d8da-4a5b-b972-ce7a7b9d6ac5 None None] Provisioning complete for port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:05.249387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dd9e1a93-d8da-4a5b-b972-ce7a7b9d6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.328703 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f47925-2bb0-4728-b350-1ea4fe639710 None None] The sync data for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 is: [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '046f394f-77a2-4960-8fb1-50e253f70db3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'port_id': '20d76e46-c74e-427f-be65-305176606785', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'mac_address': 'fa:16:3e:c6:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:57Z', 'updated_at': '2021-07-16T09:09:57Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:29Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:05.347221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.397482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e1a93-d8da-4a5b-b972-ce7a7b9d6ac5 None None] Port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:05.423264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a77efb54-a178-4e76-a209-adf26fd33a72 req-eae6c674-91fb-41c1-8105-55374d31f82a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8383296 Jul 16 09:10:05.424583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] Set router d1d1cce2-7528-4969-9da3-2b25e5a45285 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:05.427335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-479039b8-1f8b-463c-bff5-d7acc40b198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:05.430467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-479039b8-1f8b-463c-bff5-d7acc40b198c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.1609883 Jul 16 09:10:05.441556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event deleted for resources: {'Port': ['ID=a91a626c-c9b7-42fb-9206-cc0330076c87,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:05.467147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34124) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:05.535070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.619142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d1cce2-7528-4969-9da3-2b25e5a45285', 'name': '', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:51Z', 'updated_at': '2021-07-16T09:10:03Z', 'revision_number': 4, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:05.707509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b96f1a-2d5c-40d3-a2a4-387af482e1c8 None None] The sync data for ids ['d1d1cce2-7528-4969-9da3-2b25e5a45285'] in n-d-780147-28 is: [{'id': 'd1d1cce2-7528-4969-9da3-2b25e5a45285', 'name': '', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:51Z', 'updated_at': '2021-07-16T09:10:03Z', 'revision_number': 4, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:05.710873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:05.711252 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.820227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df06dd-e402-4429-a0f4-9c2bf4d5c70c None None] New status for floating IP 046f394f-77a2-4960-8fb1-50e253f70db3: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:10:05.828797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.852909 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.921099 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.937876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.938690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1d1cce2-7528-4969-9da3-2b25e5a45285 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:05.947648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.951821 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8660926f-3522-4ca0-9642-dfa866ceb674 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "DELETE /v2.0/routers/d1d1cce2-7528-4969-9da3-2b25e5a45285 HTTP/1.1" status: 204 len: 168 time: 3.4720092 Jul 16 09:10:05.961637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34142) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:06.027752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.073965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cf276-5a45-4ace-ad06-eb6206e73823 req-ba9f2cfd-6b21-4527-a78d-75ce273e3ee4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:06.073965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e1cf276-5a45-4ace-ad06-eb6206e73823 req-ba9f2cfd-6b21-4527-a78d-75ce273e3ee4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 1.9554911 Jul 16 09:10:06.107042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-53afb28e-4de9-4dc5-a310-a014644645e3 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Deleting subnet 28a50391-6230-4a2b-a492-7ab55c1a4519 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:10:06.111676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53afb28e-4de9-4dc5-a310-a014644645e3 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.220844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-87e6446e-68bc-4679-b2ab-09be7f785ce5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/046f394f-77a2-4960-8fb1-50e253f70db3 HTTP/1.1" status: 200 len: 991 time: 0.7350466 Jul 16 09:10:06.238468 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53afb28e-4de9-4dc5-a310-a014644645e3 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.361480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e1cf276-5a45-4ace-ad06-eb6206e73823 req-cc3d5e01-a1a4-462f-932f-3356cfcb4e6b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610202 Jul 16 09:10:06.429919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-2c086538-7097-4167-8e6c-9762bbeb8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:06.431573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-2c086538-7097-4167-8e6c-9762bbeb8d97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9736724 Jul 16 09:10:06.479677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53afb28e-4de9-4dc5-a310-a014644645e3 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.518318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router b5e05941-e319-42c9-a7ca-efc94781cc27 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:06.560987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53afb28e-4de9-4dc5-a310-a014644645e3 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.584690 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53afb28e-4de9-4dc5-a310-a014644645e3 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.590158 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-53afb28e-4de9-4dc5-a310-a014644645e3 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/28a50391-6230-4a2b-a492-7ab55c1a4519 HTTP/1.1" status: 204 len: 168 time: 0.6265328 Jul 16 09:10:06.593273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34226) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:06.653812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afb28e-4de9-4dc5-a310-a014644645e3 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=28a50391-6230-4a2b-a492-7ab55c1a4519,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:06.674017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:06.682934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c6a7266d-1ea5-486d-aac4-128a5e7ee570 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/b5e05941-e319-42c9-a7ca-efc94781cc27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6441166 Jul 16 09:10:06.685439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:06.687267 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defadae-7764-4442-9279-70348a667292 None None] Sync routers for ids ['b5e05941-e319-42c9-a7ca-efc94781cc27'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:06.716251 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defadae-7764-4442-9279-70348a667292 None None] Routers {'b5e05941-e319-42c9-a7ca-efc94781cc27'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:06.716899 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7defadae-7764-4442-9279-70348a667292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['b5e05941-e319-42c9-a7ca-efc94781cc27'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:06.745154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a4580186-e156-4934-8864-62e6b85318f8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5e05941-e319-42c9-a7ca-efc94781cc27 HTTP/1.1" status: 200 len: 205 time: 0.0564003 Jul 16 09:10:06.745943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34254) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:06.752272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-2ae32013-9096-493c-bcc8-ea89c63b1a6a service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798774 Jul 16 09:10:06.817117 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7defadae-7764-4442-9279-70348a667292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:06.837330 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defadae-7764-4442-9279-70348a667292 None None] Routers {'b5e05941-e319-42c9-a7ca-efc94781cc27'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:06.838105 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7defadae-7764-4442-9279-70348a667292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['b5e05941-e319-42c9-a7ca-efc94781cc27'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:06.919131 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7defadae-7764-4442-9279-70348a667292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:06.920292 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defadae-7764-4442-9279-70348a667292 None None] The sync data for ids ['b5e05941-e319-42c9-a7ca-efc94781cc27'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:07.216623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.222540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34272) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:07.345027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34274) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:07.437821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40f5a9e3-b1aa-48a7-bbc4-d166e22ef482 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.574865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.605390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.724536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77670085-d51b-495d-a6be-3cd7b582fa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.754626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a17eef-0d0e-4670-ab4a-b4c1240b9666 req-bc7e0a82-4737-4e42-a2a8-a343b2984167 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9862988 Jul 16 09:10:07.756442 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40f5a9e3-b1aa-48a7-bbc4-d166e22ef482 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.761833 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40f5a9e3-b1aa-48a7-bbc4-d166e22ef482 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.805402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.821028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499c4b86-ea2d-49f4-a3b5-dd9892111431']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:07.826369 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40f5a9e3-b1aa-48a7-bbc4-d166e22ef482 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.827077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f5a9e3-b1aa-48a7-bbc4-d166e22ef482 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Fanout notify agent at l3_agent the message router_deleted on router b5e05941-e319-42c9-a7ca-efc94781cc27 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:07.832739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbeb729e-e68d-4473-a2dc-ea93e76b1fe2') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:07.833044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbeb729e-e68d-4473-a2dc-ea93e76b1fe2') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:07.842054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40f5a9e3-b1aa-48a7-bbc4-d166e22ef482 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.842761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.845727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-40f5a9e3-b1aa-48a7-bbc4-d166e22ef482 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/b5e05941-e319-42c9-a7ca-efc94781cc27 HTTP/1.1" status: 204 len: 168 time: 1.0962543 Jul 16 09:10:07.847736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34282) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:07.857331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.863265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:10:07.863668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.914589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ad40a-bfa6-452a-a8b5-39f0e4d24b24 req-6b25d6bb-5bbb-4868-b260-db54d8d9664b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:07.916316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-848ad40a-bfa6-452a-a8b5-39f0e4d24b24 req-6b25d6bb-5bbb-4868-b260-db54d8d9664b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.2415562 Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: items = [ Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:10:07.929700 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:10:07.935461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.940350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4c67d6-5a32-4c13-9fb5-6ba2d9cc34ee tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet 5503f2ff-5a09-4369-996e-de1f614d4949 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:10:07.948738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67d6-5a32-4c13-9fb5-6ba2d9cc34ee tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.950615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5ec5eb1-046d-460e-8c96-241d95eb5ec0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/046f394f-77a2-4960-8fb1-50e253f70db3 HTTP/1.1" status: 200 len: 993 time: 0.7262833 Jul 16 09:10:07.951428 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.963411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 499c4b86-ea2d-49f4-a3b5-dd9892111431 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 09:10:07.967664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:07.970420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.972368 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "DELETE /v2.0/networks/499c4b86-ea2d-49f4-a3b5-dd9892111431 HTTP/1.1" status: 204 len: 168 time: 1.3760064 Jul 16 09:10:08.013578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63cd90-624c-4178-b45a-90f90d3a5609 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event deleted for resources: {'Network': ['ID=499c4b86-ea2d-49f4-a3b5-dd9892111431,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:08.133449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network 410abc92-f5b9-4cec-8210-219cb813884e is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:08.135452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:08.171544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67d6-5a32-4c13-9fb5-6ba2d9cc34ee tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:08.368534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-848ad40a-bfa6-452a-a8b5-39f0e4d24b24 req-dcae6788-b223-4f89-bcd7-671b0bf10001 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388201 Jul 16 09:10:08.437437 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77670085-d51b-495d-a6be-3cd7b582fa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:08.442455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:08.456194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77670085-d51b-495d-a6be-3cd7b582fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:08.491274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Router 8738c99c-3e5e-48f1-8317-4374f7c1b23b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:08.552504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34298) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:08.659449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-62a27598-eddd-4647-9b7a-4f6a3229a736 None None] Provisioning complete for port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:08.659903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62a27598-eddd-4647-9b7a-4f6a3229a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:08.682656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-51a9e071-4d39-4460-b614-c98aa948f186 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'router': {'name': 'tempest-router--1891798912', 'project_id': '30358db36f0a49bcbf0d8ac086834e5b'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:08.697250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77670085-d51b-495d-a6be-3cd7b582fa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c447b4a3-ba4e-46a0-a116-a542ce66116b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:08.740624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-62a27598-eddd-4647-9b7a-4f6a3229a736 None None] Port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:08.754052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-77670085-d51b-495d-a6be-3cd7b582fa4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1fb244482294b3498ab6f42e81a9b59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4070013 Jul 16 09:10:08.758444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34302) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:08.794349 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67d6-5a32-4c13-9fb5-6ba2d9cc34ee tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:08.892656 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51a9e071-4d39-4460-b614-c98aa948f186 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:08.909830 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51a9e071-4d39-4460-b614-c98aa948f186 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:08.910072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:08.947556 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0ad9ac37-5ae7-4dad-ae65-d73cd958cb59 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "PUT /v2.0/routers/8738c99c-3e5e-48f1-8317-4374f7c1b23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0242569 Jul 16 09:10:09.040231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Sync routers for ids ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:09.053677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Routers {'8738c99c-3e5e-48f1-8317-4374f7c1b23b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:09.054353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:09.126580 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67d6-5a32-4c13-9fb5-6ba2d9cc34ee tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.130797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51a9e071-4d39-4460-b614-c98aa948f186 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.143523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29ef37e2-f41f-4e5a-b775-b5135b2eb5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.146102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51a9e071-4d39-4460-b614-c98aa948f186 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.200243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51a9e071-4d39-4460-b614-c98aa948f186 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.204433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-51a9e071-4d39-4460-b614-c98aa948f186 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5876803 Jul 16 09:10:09.204852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34324) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:09.218306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c67d6-5a32-4c13-9fb5-6ba2d9cc34ee tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=5503f2ff-5a09-4369-996e-de1f614d4949,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:09.255597 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67d6-5a32-4c13-9fb5-6ba2d9cc34ee tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.257833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fb4c67d6-5a32-4c13-9fb5-6ba2d9cc34ee tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/5503f2ff-5a09-4369-996e-de1f614d4949 HTTP/1.1" status: 204 len: 168 time: 1.4073572 Jul 16 09:10:09.267886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34328) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:09.285899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29ef37e2-f41f-4e5a-b775-b5135b2eb5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.407190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Set router 8738c99c-3e5e-48f1-8317-4374f7c1b23b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:09.477167 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-efbb6902-7e75-4b33-98a7-16b88d446515 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.519177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6695b136-45fa-4ce5-bd03-98e3fd2c042c None None] Network c315bf46-4709-4a86-bb1d-4f95fe6c14e1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:09.519626 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.563738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-1f2a2b30-a447-475c-9f0a-5073acd0421e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:09.570348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-1f2a2b30-a447-475c-9f0a-5073acd0421e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/networks?id=410abc92-f5b9-4cec-8210-219cb813884e HTTP/1.1" status: 200 len: 798 time: 0.3848286 Jul 16 09:10:09.623569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-99712374-3ada-4845-916e-e63ee8ad7fa2 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/quotas/acb92073f592400cb64313a06e97e4dc HTTP/1.1" status: 200 len: 375 time: 0.0522606 Jul 16 09:10:09.651012 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29ef37e2-f41f-4e5a-b775-b5135b2eb5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.655635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29ef37e2-f41f-4e5a-b775-b5135b2eb5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.660186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-29ef37e2-f41f-4e5a-b775-b5135b2eb5b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c447b4a3-ba4e-46a0-a116-a542ce66116b HTTP/1.1" status: 204 len: 168 time: 0.8956559 Jul 16 09:10:09.755099 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-efbb6902-7e75-4b33-98a7-16b88d446515 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.762643 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-efbb6902-7e75-4b33-98a7-16b88d446515 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.800569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef37e2-f41f-4e5a-b775-b5135b2eb5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447b4a3-ba4e-46a0-a116-a542ce66116b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:09.862963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:10:05Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3bfd9999-1e3a-45ce-b72f-5ee904a2b695', 'name': '', 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:1d:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '3e4c3873-3d1c-4b7e-82b5-1d8610d1a676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:03Z', 'updated_at': '2021-07-16T09:10:07Z', 'revision_number': 2, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': '3e4c3873-3d1c-4b7e-82b5-1d8610d1a676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:09.906839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-efbb6902-7e75-4b33-98a7-16b88d446515 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.907482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbb6902-7e75-4b33-98a7-16b88d446515 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 654ec3eb-1679-4f05-aa27-72d0a5885770 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:09.922402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-efbb6902-7e75-4b33-98a7-16b88d446515 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.923592 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-efbb6902-7e75-4b33-98a7-16b88d446515 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "DELETE /v2.0/routers/654ec3eb-1679-4f05-aa27-72d0a5885770 HTTP/1.1" status: 204 len: 168 time: 0.7174466 Jul 16 09:10:09.929600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:09.929978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.978945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-2a758e26-0578-4bb8-8f23-5e76affcd00d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3544638 Jul 16 09:10:10.048707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Checking router: 8738c99c-3e5e-48f1-8317-4374f7c1b23b for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:10.049078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Updating router 8738c99c-3e5e-48f1-8317-4374f7c1b23b port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:10.055819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] DHCP port deletion for c315bf46-4709-4a86-bb1d-4f95fe6c14e1 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:10:10.192605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-761ac86c-cdd1-4476-a9c1-fdae134ee08e service neutron] 10.222.0.55 "GET /v2.0/networks/410abc92-f5b9-4cec-8210-219cb813884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952333 Jul 16 09:10:10.194241 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:10.340099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port 68aca84c-31b1-47ed-abc9-7d3bb806fc33, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=68aca84c-31b1-47ed-abc9-7d3bb806fc33,segment=NetworkSegment(e5faf94f-f6dd-4a31-92a1-542befb1fc50),segment_id=e5faf94f-f6dd-4a31-92a1-542befb1fc50)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:10.340846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:10.358333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34358) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:10.372890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] Deleting port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:10.373281 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:10.438367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 68aca84c-31b1-47ed-abc9-7d3bb806fc33 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:10.557895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34366) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:10.560716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-aa018a56-c5d1-42d6-8cc3-36b3df8f34c7 service neutron] 10.222.0.55 "GET /v2.0/networks/410abc92-f5b9-4cec-8210-219cb813884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362639 Jul 16 09:10:10.624185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:10:10.706832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34370) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:10.743135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b6ebaed-90fc-4cba-923f-8fc295e67ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:10.752005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:10.821763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] For port 68aca84c-31b1-47ed-abc9-7d3bb806fc33, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=68aca84c-31b1-47ed-abc9-7d3bb806fc33,segment=NetworkSegment(e5faf94f-f6dd-4a31-92a1-542befb1fc50),segment_id=e5faf94f-f6dd-4a31-92a1-542befb1fc50)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:10.822387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:10.836175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=68aca84c-31b1-47ed-abc9-7d3bb806fc33,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:10.842996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1781498109', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:10.848815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No DVR routers for this DVR port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:10.893387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] Calling delete_port for 68aca84c-31b1-47ed-abc9-7d3bb806fc33 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:10.997630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a2cf0-c9f4-4a3f-9fd6-83609d52b4bc req-270bc148-d40e-4cd1-be6b-a50e33b32674 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:11.009460 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.013431 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:10:11.013431 n-d-780147-28 neutron-server[94164]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 09:10:11.013431 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id': 'fffa694fe28044d090e261f8c52c1024', 'id': '45f3d6cf-b591-44d4-b385-1bbc048f7e61', 'expiration': datetime.datetime(2021, 7, 16, 9, 12, 10, 956877)}] Jul 16 09:10:11.013431 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:10:11.014430 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:10:11.028501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c84a2cf0-c9f4-4a3f-9fd6-83609d52b4bc req-270bc148-d40e-4cd1-be6b-a50e33b32674 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.4248757 Jul 16 09:10:11.083703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] No DVR routers for this DVR port 68aca84c-31b1-47ed-abc9-7d3bb806fc33 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:11.086192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 68aca84c-31b1-47ed-abc9-7d3bb806fc33 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:11.088294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cbf65-72fb-4e79-a127-53dac54ca2d3 None None] Pushing event deleted for resources: {'Port': ['ID=68aca84c-31b1-47ed-abc9-7d3bb806fc33,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:11.130784 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-604e1e63-8080-4921-bb38-3025787b1c24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5640173 Jul 16 09:10:11.136103 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.151558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c315bf46-4709-4a86-bb1d-4f95fe6c14e1']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:11.169254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5faf94f-f6dd-4a31-92a1-542befb1fc50') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:11.169755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5faf94f-f6dd-4a31-92a1-542befb1fc50') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:11.175615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 68aca84c-31b1-47ed-abc9-7d3bb806fc33 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:11.176974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 68aca84c-31b1-47ed-abc9-7d3bb806fc33 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:11.201175 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.216216 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b6ebaed-90fc-4cba-923f-8fc295e67ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.219489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.225990 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b6ebaed-90fc-4cba-923f-8fc295e67ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.302764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d610131d-44c6-437d-a9fa-61e60db8baeb req-5afaf938-8aab-4d0a-87df-e5bba7400da3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 210 time: 0.2654364 Jul 16 09:10:11.304707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:10:11.305375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.320445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3b6ebaed-90fc-4cba-923f-8fc295e67ba3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9212347b9cba4e048b6a5b1555091446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114757 Jul 16 09:10:11.324145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34386) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:11.338590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ebaed-90fc-4cba-923f-8fc295e67ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802eb0a6-763b-4a22-8738-52ea7fc2814b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:11.407891 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55fbe7b-fe1b-45be-b813-4509bb1b6435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:10:11.415416 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:10:11.420574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c84a2cf0-c9f4-4a3f-9fd6-83609d52b4bc req-8591e995-357c-4be3-9b14-b2bce37ad895 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911543 Jul 16 09:10:11.422406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.428326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.430692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/c315bf46-4709-4a86-bb1d-4f95fe6c14e1 HTTP/1.1" status: 204 len: 168 time: 2.1618376 Jul 16 09:10:11.437525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34392) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:11.442122 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.459796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1008735900', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:11.464166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55fbe7b-fe1b-45be-b813-4509bb1b6435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.469117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Transition to ACTIVE for port object 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:11.479770 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.534393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55fbe7b-fe1b-45be-b813-4509bb1b6435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.536849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268f50d-892b-45f4-8d5b-c7abaa8d7187 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=c315bf46-4709-4a86-bb1d-4f95fe6c14e1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:11.547751 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55fbe7b-fe1b-45be-b813-4509bb1b6435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.550237 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d55fbe7b-fe1b-45be-b813-4509bb1b6435 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/802eb0a6-763b-4a22-8738-52ea7fc2814b HTTP/1.1" status: 204 len: 168 time: 0.2250550 Jul 16 09:10:11.561887 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.563246 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.583025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fbe7b-fe1b-45be-b813-4509bb1b6435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802eb0a6-763b-4a22-8738-52ea7fc2814b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:11.636134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.639664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.674779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becf3cd-05b8-4837-b7fe-22e15069bac6 None None] Pushing event updated for resources: {'Port': ['ID=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:11.763504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Attempting to bind port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:11.764363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Attempting to bind port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:11.765030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Attempting to bind port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 on network 410abc92-f5b9-4cec-8210-219cb813884e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:11.772821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:11.773784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Checking segment: {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:11.774425 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.775085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Bound using segment: {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:11.775874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Bound port: 3bfd9999-1e3a-45ce-b72f-5ee904a2b695, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:11.776504 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.796821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.864402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.929236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] For port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:11.934482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] For port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:11.956177 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.208742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Routers {'8738c99c-3e5e-48f1-8317-4374f7c1b23b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:12.213937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:12.240458 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.321376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.438060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becf3cd-05b8-4837-b7fe-22e15069bac6 None None] Pushing event updated for resources: {'Port': ['ID=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:12.445236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-d51ee4d9-d3f7-48ca-b6d8-1cf863dd087d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736568098&fields=id&tenant_id=c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 267 time: 0.1873202 Jul 16 09:10:12.589087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] Set router 8738c99c-3e5e-48f1-8317-4374f7c1b23b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:12.697759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-9661636d-b304-4a00-b71e-1f8f1820d045 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:12.708604 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-9661636d-b304-4a00-b71e-1f8f1820d045 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.2588511 Jul 16 09:10:12.790237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa79f6ea-95f6-452d-9329-57c47530f7ca req-fcef28e9-921b-4dc0-8362-5450767ca99f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 210 time: 0.0781486 Jul 16 09:10:12.847782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-a9c7cb64-7319-43d8-82a3-76abca6d3f99 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/quotas/c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 375 time: 0.1379147 Jul 16 09:10:12.900049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.989424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.178587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-54e726f8-b8ef-4a6e-9a36-6b77a3ec6e76 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:13.180157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-54e726f8-b8ef-4a6e-9a36-6b77a3ec6e76 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.52 "GET /v2.0/networks?id=410abc92-f5b9-4cec-8210-219cb813884e HTTP/1.1" status: 200 len: 798 time: 0.2355821 Jul 16 09:10:13.258294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Request body: {'port': {'device_id': '8c2e780a-6f4e-43f0-a570-df6ce971b096', 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e', 'admin_state_up': True, 'tenant_id': 'acb92073f592400cb64313a06e97e4dc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:13.315530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Allocated IP 172.25.6.79 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/063e1e6d-7a30-4118-b366-c4a0d1e27683) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:13.320606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:10:05Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3bfd9999-1e3a-45ce-b72f-5ee904a2b695', 'name': '', 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:1d:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '3e4c3873-3d1c-4b7e-82b5-1d8610d1a676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:03Z', 'updated_at': '2021-07-16T09:10:11Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': '3e4c3873-3d1c-4b7e-82b5-1d8610d1a676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:13.379965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f014c7-58d8-407d-96d5-6599ee0e8dcf None None] The sync data for ids ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'] in n-d-780147-28 is: [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:10:05Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3bfd9999-1e3a-45ce-b72f-5ee904a2b695', 'name': '', 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:1d:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '3e4c3873-3d1c-4b7e-82b5-1d8610d1a676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:03Z', 'updated_at': '2021-07-16T09:10:11Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': '3e4c3873-3d1c-4b7e-82b5-1d8610d1a676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:13.399166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34438) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:13.648562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-52258240-network', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:13.702299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Made reservation on behalf of fec1c554abde42fa9dfe2f2d330df29d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:13.712520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.744835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.751281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.909760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.967720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:13.976856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:13.987967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:13.994316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.054647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.060404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-297f0463-5db1-41d2-bae6-fdeb13e0fac6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2072589 Jul 16 09:10:14.109496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event updated for resources: {'Port': ['ID=063e1e6d-7a30-4118-b366-c4a0d1e27683,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.161317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:14.166514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3990b3-695b-4ca5-a927-09c7c9bea395,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.185818 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.196940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccf692-f8a1-4663-bae1-d33d13424a96 req-48ccef2c-88f8-41e0-9ae4-18db94b1b93e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:14.199316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ccf692-f8a1-4663-bae1-d33d13424a96 req-48ccef2c-88f8-41e0-9ae4-18db94b1b93e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 1.0174940 Jul 16 09:10:14.244345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-a8bb33d0-b839-4527-b2bb-86c319f447aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4962375 Jul 16 09:10:14.245943 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.303120 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.304575 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Added segment 11afd303-52dc-4eb0-ab78-9442966f6f6a of type vlan for network 991ec1b3-1d9f-4071-8edb-234bd44f74ac Jul 16 09:10:14.353987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.387677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.388754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:14.389392 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.462735 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e180e7eb-1969-4661-9aa6-0a8c145bb487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.480091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] Pushing event updated for resources: {'Network': ['ID=991ec1b3-1d9f-4071-8edb-234bd44f74ac,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.491793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:14.617963 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Made reservation on behalf of acb92073f592400cb64313a06e97e4dc for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:14.622709 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.625023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34454) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:14.629250 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fbd9622b-a210-47c2-95a1-d6c274b2f06f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2286344 Jul 16 09:10:14.634442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-e5f574d1-6eb0-402a-b198-20bd06b9f176 service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321896 Jul 16 09:10:14.640249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Request body: {'subnet': {'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-52258240-subnet', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:14.745767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.25.6.188 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/992f2ef8-0ea0-494e-8aa6-a85914a1f0b6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:14.788759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ccf692-f8a1-4663-bae1-d33d13424a96 req-d9a3ce9d-f8d7-4aed-9e02-40a1f269d51e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5590446 Jul 16 09:10:14.922217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Made reservation on behalf of fec1c554abde42fa9dfe2f2d330df29d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:14.924814 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.084387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:15.180169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:15.199205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:15.199705 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.288505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9143bc73-5712-457f-ab4a-890bca005ddd req-186a4d32-e2ac-43fb-bb45-2b2593af7caa tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 210 time: 0.1807292 Jul 16 09:10:15.305607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-345927c1-529e-41a2-b65b-178f4a77fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:15.307401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-345927c1-529e-41a2-b65b-178f4a77fa4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1098 time: 1.0027070 Jul 16 09:10:15.360499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.383845 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.386930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.461387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:15.469517 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.543760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-0e7d3cfd-ec1b-4c4e-979c-2190800c7f0f service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8888752 Jul 16 09:10:15.576977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:15.638414 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.695036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Allocated IP 172.20.0.25 (410abc92-f5b9-4cec-8210-219cb813884e/3e4c3873-3d1c-4b7e-82b5-1d8610d1a676/7239ad11-f040-40c3-a9f5-1affe85e866a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:15.712868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.830672 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.925213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.931964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.935725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be830bb6-8b36-4b07-ba81-09bf82155d54,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:16.005164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=992f2ef8-0ea0-494e-8aa6-a85914a1f0b6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:16.025506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Router 2618d3fa-f57e-4dfa-a320-57ed358e861d is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:16.169808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Transition to ACTIVE for port object 7239ad11-f040-40c3-a9f5-1affe85e866a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:16.172361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Checking segment: {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:16.172730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Network hostable DHCP agents. Network: 991ec1b3-1d9f-4071-8edb-234bd44f74ac, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:16.188582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0d28200-697c-4872-b91f-44171990a68c req-d993823e-6e71-483f-a88f-1d6ddad04d91 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.1257408 Jul 16 09:10:16.197276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:16.207344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:16.220087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:16.228727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:16.248997 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6068e47f-d6b5-4e30-8f95-f9314e41156b None None] Sync routers for ids ['2618d3fa-f57e-4dfa-a320-57ed358e861d'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:16.264892 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068e47f-d6b5-4e30-8f95-f9314e41156b None None] Routers {'2618d3fa-f57e-4dfa-a320-57ed358e861d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:16.265533 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6068e47f-d6b5-4e30-8f95-f9314e41156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2618d3fa-f57e-4dfa-a320-57ed358e861d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:16.278234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-5584853e-7d43-41f2-86ae-7cf3ecbe15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:16.282536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-5584853e-7d43-41f2-86ae-7cf3ecbe15ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.9398274 Jul 16 09:10:16.285514 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.289532 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a2ffd51d-7b02-4a10-afa9-a84aa94083a8 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9276104 Jul 16 09:10:16.289830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34482) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:16.356186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6068e47f-d6b5-4e30-8f95-f9314e41156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:16.378140 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068e47f-d6b5-4e30-8f95-f9314e41156b None None] Routers {'2618d3fa-f57e-4dfa-a320-57ed358e861d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:16.378791 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6068e47f-d6b5-4e30-8f95-f9314e41156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:09:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2618d3fa-f57e-4dfa-a320-57ed358e861d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:16.472582 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6068e47f-d6b5-4e30-8f95-f9314e41156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:16.473352 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6068e47f-d6b5-4e30-8f95-f9314e41156b None None] The sync data for ids ['2618d3fa-f57e-4dfa-a320-57ed358e861d'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:16.515223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:16.563967 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ac541b47-6693-4e25-ae20-6057a123020f tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/routers/2618d3fa-f57e-4dfa-a320-57ed358e861d HTTP/1.1" status: 200 len: 924 time: 0.2695239 Jul 16 09:10:16.565185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34488) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:16.626486 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74abff0e-3b88-45e8-af6e-f6c1b50a1aae tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2618d3fa-f57e-4dfa-a320-57ed358e861d HTTP/1.1" status: 200 len: 205 time: 0.0575390 Jul 16 09:10:16.629150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34492) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:16.680280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 991ec1b3-1d9f-4071-8edb-234bd44f74ac) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:16.697448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9091b-00f0-4656-ac08-997ed471db21 None None] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:16.766135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-666dee3c-2421-49ef-a72f-29e7bd1798d9 req-df2f7b68-6493-42c8-9523-d3cf3b284c20 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 210 time: 0.2289519 Jul 16 09:10:16.792103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:16.793147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.797531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.841197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c01dbb-4bce-4468-b0cc-b4cf95142e6e req-af7c5408-422c-4766-81f7-b3aaec8d2452 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:16.843128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6c01dbb-4bce-4468-b0cc-b4cf95142e6e req-af7c5408-422c-4766-81f7-b3aaec8d2452 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.9157631 Jul 16 09:10:16.860237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-2fa4a317-04ce-419a-b727-a13418a6a4c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 1001 time: 0.5533392 Jul 16 09:10:16.898643 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.057494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:17.119352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.156023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-4c49809c-fee7-46b3-88be-dec37e125867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:17.157973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-4c49809c-fee7-46b3-88be-dec37e125867 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.1723413 Jul 16 09:10:17.182358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed2a2f38-3dba-4f6d-9766-adbb246ba355 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5502808 Jul 16 09:10:17.187159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34500) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:17.194410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:17.227673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.227809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:17.228133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.228884 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.234085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:17.234941 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.264205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Network 410abc92-f5b9-4cec-8210-219cb813884e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:17.265844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Deleting port 063e1e6d-7a30-4118-b366-c4a0d1e27683 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:17.266188 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.280169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:17.283468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:17.362964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.373063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:17.374482 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.387581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event updated for resources: {'Port': ['ID=7239ad11-f040-40c3-a9f5-1affe85e866a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:17.395463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6c01dbb-4bce-4468-b0cc-b4cf95142e6e req-e2fc7999-14d9-462a-b8f5-12eb2ad2fd75 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4911702 Jul 16 09:10:17.766141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.772718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Allocated IP 172.20.0.2 (991ec1b3-1d9f-4071-8edb-234bd44f74ac/be830bb6-8b36-4b07-ba81-09bf82155d54/351ae3f7-7b30-4491-b986-e81377dbd054) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:17.942789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Calling delete_port for 063e1e6d-7a30-4118-b366-c4a0d1e27683 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:17.965437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.986956 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.009924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Transition to ACTIVE for port object 351ae3f7-7b30-4491-b986-e81377dbd054 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:18.099116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Transition to ACTIVE for port object 351ae3f7-7b30-4491-b986-e81377dbd054 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:18.103888 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d9762b0-6d3d-490d-b84d-1d1f13232b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.108085 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.116259 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.192935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Pushing event updated for resources: {'Port': ['ID=351ae3f7-7b30-4491-b986-e81377dbd054,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:18.197268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0d6a3617-2e3f-42ee-8840-70d49fdcc448 None None] Provisioning for port 7239ad11-f040-40c3-a9f5-1affe85e866a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:18.215626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0d6a3617-2e3f-42ee-8840-70d49fdcc448 None None] Provisioning complete for port 7239ad11-f040-40c3-a9f5-1affe85e866a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:18.215626 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3617-2e3f-42ee-8840-70d49fdcc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.230263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:18.275041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f443ede0-c9d8-417d-92dd-f01895f778e1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 5.0825446 Jul 16 09:10:18.275636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:18.287057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:18.352738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-66399814-f12a-4597-83fc-93e7fbb5cb9b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:18.356009 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-66399814-f12a-4597-83fc-93e7fbb5cb9b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.6314876 Jul 16 09:10:18.368979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Request body: {'port': {'device_id': '8c2e780a-6f4e-43f0-a570-df6ce971b096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:18.430987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.442594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-47c80fd9-676c-4dd6-a8de-1db07f940006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:18.444383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-47c80fd9-676c-4dd6-a8de-1db07f940006 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2609522 Jul 16 09:10:18.558869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edee271f-937b-4365-b925-e63412d8b4c9 req-dd023e7e-dbdf-44a1-adfc-9695da085004 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.2213421 Jul 16 09:10:18.559746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.575204 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event deleted for resources: {'Port': ['ID=063e1e6d-7a30-4118-b366-c4a0d1e27683,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:18.646279 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.687982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a3617-2e3f-42ee-8840-70d49fdcc448 None None] Port 7239ad11-f040-40c3-a9f5-1affe85e866a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:18.716593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Attempting to bind port 351ae3f7-7b30-4491-b986-e81377dbd054 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:18.717324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Attempting to bind port 351ae3f7-7b30-4491-b986-e81377dbd054 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:18.717941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Attempting to bind port 351ae3f7-7b30-4491-b986-e81377dbd054 on network 991ec1b3-1d9f-4071-8edb-234bd44f74ac {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:18.732104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:18.732916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Checking segment: {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:18.733543 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.734192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Bound using segment: {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:18.735050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Bound port: 351ae3f7-7b30-4491-b986-e81377dbd054, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:18.735786 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.823010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-644d6166-e155-41b0-bda8-4a3a3597705c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 380 time: 0.3783133 Jul 16 09:10:18.838547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] For port 351ae3f7-7b30-4491-b986-e81377dbd054, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:18.844024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] For port 351ae3f7-7b30-4491-b986-e81377dbd054, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=351ae3f7-7b30-4491-b986-e81377dbd054,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:18.852193 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.853987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'port': {'device_id': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'admin_state_up': True, 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'security_groups': ['1f361719-c087-417d-a6f8-74c05a103154']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:18.961302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25877c-01ed-4556-8d86-3a7d3721de92 None None] Pushing event updated for resources: {'Port': ['ID=351ae3f7-7b30-4491-b986-e81377dbd054,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:18.987359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.022052 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.024038 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.161308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7239ad11-f040-40c3-a9f5-1affe85e866a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:19.170321 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.183468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Transition to ACTIVE for port object 7239ad11-f040-40c3-a9f5-1affe85e866a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:19.200277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.203568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53631ac2-8bad-46fb-ae58-dba8cc212bb8 req-9e28ccbf-1aba-4a50-b844-7f29bf2c938d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:19.205212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53631ac2-8bad-46fb-ae58-dba8cc212bb8 req-9e28ccbf-1aba-4a50-b844-7f29bf2c938d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 895 time: 0.9211538 Jul 16 09:10:19.210761 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.230572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.354121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.354704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Fanout notify agent at l3_agent the message router_deleted on router 2618d3fa-f57e-4dfa-a320-57ed358e861d {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:19.370858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.375490 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aa3c6217-e72d-48f5-ab1b-dab9d9d0706f tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/2618d3fa-f57e-4dfa-a320-57ed358e861d HTTP/1.1" status: 204 len: 168 time: 2.7418437 Jul 16 09:10:19.376722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34516) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:19.387462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'router': {'name': 'tempest-snat-router-722192200', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': False}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:19.442205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-3539636c-6703-482d-9871-1e2635702950 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9867370 Jul 16 09:10:19.468723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:19.477364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.496661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66b2f8-8394-4bc8-b879-19668d56aa77 req-98aa96fe-c1c6-4d31-a9d6-bef82053219f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:19.509687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa66b2f8-8394-4bc8-b879-19668d56aa77 req-98aa96fe-c1c6-4d31-a9d6-bef82053219f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.7080021 Jul 16 09:10:19.615811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Pushing event updated for resources: {'Port': ['ID=7239ad11-f040-40c3-a9f5-1affe85e866a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:19.687316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.20.0.8 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:19.806950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa66b2f8-8394-4bc8-b879-19668d56aa77 req-5cce0ee3-7ee9-4263-a31e-0672e34e35d1 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928934 Jul 16 09:10:19.881196 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.897619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Transition to ACTIVE for port object 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:19.947965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd96a420-bbfb-4a81-8b6d-15c627b1f85d req-7bad7842-1227-42cf-a237-386149e30785 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.0619805 Jul 16 09:10:19.997329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Attempting to bind port 7239ad11-f040-40c3-a9f5-1affe85e866a on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:19.998067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Attempting to bind port 7239ad11-f040-40c3-a9f5-1affe85e866a by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:19.998834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Attempting to bind port 7239ad11-f040-40c3-a9f5-1affe85e866a on network 410abc92-f5b9-4cec-8210-219cb813884e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:20.003571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.006095 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.010006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Port 7239ad11-f040-40c3-a9f5-1affe85e866a on network 410abc92-f5b9-4cec-8210-219cb813884e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:10:20.010695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Attempting to bind port 7239ad11-f040-40c3-a9f5-1affe85e866a on network 410abc92-f5b9-4cec-8210-219cb813884e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:20.015579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9a18022c-d0fd-4833-8c2c-445f4320ef82 req-7504df8f-9db7-4bc9-8dd6-75faee1b7d10 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406413 Jul 16 09:10:20.028124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:20.028661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Checking segment: {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:20.029018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Bound using segment: {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:20.029771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Bound port: 7239ad11-f040-40c3-a9f5-1affe85e866a, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56d840c-70d7-41d4-8ebd-4f47833a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:20.030145 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.151133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.152187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:20.159446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.160445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.176389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:20.220626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] For port 7239ad11-f040-40c3-a9f5-1affe85e866a, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:20.265711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:20.300069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] For port 7239ad11-f040-40c3-a9f5-1affe85e866a, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7239ad11-f040-40c3-a9f5-1affe85e866a,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:20.317269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.441040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:20.512803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Pushing event updated for resources: {'Port': ['ID=7239ad11-f040-40c3-a9f5-1affe85e866a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:20.528001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:20.533826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.535661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-39381a93-b13c-4bd9-b3c7-d28e34dad11f service neutron] 10.222.0.52 "PUT /v2.0/ports/7239ad11-f040-40c3-a9f5-1affe85e866a HTTP/1.1" status: 200 len: 1056 time: 2.1727295 Jul 16 09:10:20.554049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2e780a-6f4e-43f0-a570-df6ce971b096', 'tag': '7239ad11-f040-40c3-a9f5-1affe85e866a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:20.556955 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2e780a-6f4e-43f0-a570-df6ce971b096", "tag": "7239ad11-f040-40c3-a9f5-1affe85e866a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:20.584380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.629460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.673977 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15778cb3-9f34-4782-aaf0-3cd062f5d5ea x-openstack-request-id: req-15778cb3-9f34-4782-aaf0-3cd062f5d5ea {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:20.674283 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2e780a-6f4e-43f0-a570-df6ce971b096", "tag": "7239ad11-f040-40c3-a9f5-1affe85e866a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:20.674543 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15778cb3-9f34-4782-aaf0-3cd062f5d5ea {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:20.674958 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2e780a-6f4e-43f0-a570-df6ce971b096', 'tag': '7239ad11-f040-40c3-a9f5-1affe85e866a', 'status': 'completed', 'code': 200} Jul 16 09:10:20.802687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.817094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:20.817978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.889310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-98cda010-c935-4912-bdf3-30ee2a4a19cd None None] Provisioning for port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:20.892033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 149bc0ef-c929-47d1-8891-4d3c0fc44c72 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:20.894716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-98cda010-c935-4912-bdf3-30ee2a4a19cd None None] Provisioning complete for port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:20.895479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-98cda010-c935-4912-bdf3-30ee2a4a19cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.941280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-98cda010-c935-4912-bdf3-30ee2a4a19cd None None] Port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:20.961816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d103aa23-9ca0-49b7-803d-222a912276d1 None None] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:21.046811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f972b6-3ebf-410b-b3b0-75c9ab67c0a4 req-5ddec80c-dee8-42ec-85be-aea2837bbf5e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:21.059501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-60f972b6-3ebf-410b-b3b0-75c9ab67c0a4 req-5ddec80c-dee8-42ec-85be-aea2837bbf5e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 907 time: 0.5187662 Jul 16 09:10:21.069448 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-5c12c38f-8cde-454a-9083-a6318e52bf56 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2350466 Jul 16 09:10:21.080394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-9a97635b-6da8-4ed7-9622-33201452cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:21.089788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-9a97635b-6da8-4ed7-9622-33201452cb36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 1059 time: 0.4061882 Jul 16 09:10:21.204530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-98087b9d-dc39-4072-8587-1d4860b1e144 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=7239ad11-f040-40c3-a9f5-1affe85e866a HTTP/1.1" status: 200 len: 217 time: 0.1134694 Jul 16 09:10:21.213281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 351ae3f7-7b30-4491-b986-e81377dbd054 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:21.218128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3d8f7d27-2b99-4098-90e5-b02698171488 None None] Provisioning for port 351ae3f7-7b30-4491-b986-e81377dbd054 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:21.330084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:21.366805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab9c33-ca03-4641-ada9-c955a861bf1e None None] Sync routers for ids ['149bc0ef-c929-47d1-8891-4d3c0fc44c72'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:21.426621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab9c33-ca03-4641-ada9-c955a861bf1e None None] Routers {'149bc0ef-c929-47d1-8891-4d3c0fc44c72'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:21.427267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-24ab9c33-ca03-4641-ada9-c955a861bf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['149bc0ef-c929-47d1-8891-4d3c0fc44c72'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:21.504890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-24ab9c33-ca03-4641-ada9-c955a861bf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:21.515191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 351ae3f7-7b30-4491-b986-e81377dbd054 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:21.530275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 351ae3f7-7b30-4491-b986-e81377dbd054 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:21.531769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.592256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-1a9944d7-ba43-47f3-9626-ac9684de396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:21.594245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-1a9944d7-ba43-47f3-9626-ac9684de396d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e4c3873-3d1c-4b7e-82b5-1d8610d1a676 HTTP/1.1" status: 200 len: 836 time: 0.2563727 Jul 16 09:10:21.612421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab9c33-ca03-4641-ada9-c955a861bf1e None None] Routers {'149bc0ef-c929-47d1-8891-4d3c0fc44c72'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:21.622543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.624045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-24ab9c33-ca03-4641-ada9-c955a861bf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['149bc0ef-c929-47d1-8891-4d3c0fc44c72'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:21.663806 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.668393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0dae8c54-aba2-4e6a-961d-7acd859f536c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 10.2203143 Jul 16 09:10:21.675731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34548) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:21.688398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-24ab9c33-ca03-4641-ada9-c955a861bf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:21.689285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab9c33-ca03-4641-ada9-c955a861bf1e None None] The sync data for ids ['149bc0ef-c929-47d1-8891-4d3c0fc44c72'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:21.733527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Allocated IP 172.25.6.159 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/18b66d9b-e99a-4ad0-8057-cd344484db51) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:21.811784 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.852588 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.912110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 351ae3f7-7b30-4491-b986-e81377dbd054, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=351ae3f7-7b30-4491-b986-e81377dbd054,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:21.920103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Request body: {'port': {'device_id': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:21.936352 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.982605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.041414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:22.048492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:22.050536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=351ae3f7-7b30-4491-b986-e81377dbd054,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:22.051155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:22.166151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.168863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e4cdcb6f-d694-4895-a09e-3edaf699aad1 None None] Provisioning complete for port 351ae3f7-7b30-4491-b986-e81377dbd054 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:22.169332 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e4cdcb6f-d694-4895-a09e-3edaf699aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.193120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Pushing event updated for resources: {'Port': ['ID=18b66d9b-e99a-4ad0-8057-cd344484db51,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:22.328075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cb842-bbd4-48ca-a65a-de11efef7215 req-9c60eaf6-ebdc-45f5-977e-6138597fd030 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:22.335177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d1cb842-bbd4-48ca-a65a-de11efef7215 req-9c60eaf6-ebdc-45f5-977e-6138597fd030 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 931 time: 0.9944432 Jul 16 09:10:22.397221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d1cb842-bbd4-48ca-a65a-de11efef7215 req-0b66f4f4-6b90-43f6-8fb1-695abe3a0c7f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611207 Jul 16 09:10:22.438413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-fcc08297-9dec-42d1-b5d0-1406e5bad357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:22.438413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-fcc08297-9dec-42d1-b5d0-1406e5bad357 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b&tenant_id=ada0679ae2fc4ce9a23f3546998c762f HTTP/1.1" status: 200 len: 1095 time: 0.8832974 Jul 16 09:10:22.499019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576198d-d93c-4c8a-9271-8c415f98b01f req-d750e5e2-24c6-4b21-bf18-417119961bb5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:22.500594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9576198d-d93c-4c8a-9271-8c415f98b01f req-d750e5e2-24c6-4b21-bf18-417119961bb5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 1.2908854 Jul 16 09:10:22.583000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-5f78b556-6f71-4ec7-b1c6-a5ae9189816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:22.584848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-5f78b556-6f71-4ec7-b1c6-a5ae9189816e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=410abc92-f5b9-4cec-8210-219cb813884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.9692836 Jul 16 09:10:22.630273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.738233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9576198d-d93c-4c8a-9271-8c415f98b01f req-63d9026f-155e-4731-8f6a-7554ad4b8755 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812074 Jul 16 09:10:22.765371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ece7089c-b3c5-431d-9f54-0c8b98fe63e0 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/routers/149bc0ef-c929-47d1-8891-4d3c0fc44c72 HTTP/1.1" status: 200 len: 881 time: 1.0621512 Jul 16 09:10:22.767842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34566) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:22.878120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-4c585ff0-ed98-4b9b-88db-30a93d64b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:22.879685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-4c585ff0-ed98-4b9b-88db-30a93d64b84d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1095 time: 0.3913655 Jul 16 09:10:22.951190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-86f86f20-84bb-4edf-a752-aeb7d0f5f130 service neutron] 10.222.0.52 "GET /v2.0/networks/410abc92-f5b9-4cec-8210-219cb813884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336484 Jul 16 09:10:22.961229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed643-7067-4afa-8c7f-6735b94e3206 req-2a83a229-814a-4e19-92f2-93375c4cc28f tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:22.962833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45fed643-7067-4afa-8c7f-6735b94e3206 req-2a83a229-814a-4e19-92f2-93375c4cc28f tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1098 time: 0.3234596 Jul 16 09:10:23.056369 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45fed643-7067-4afa-8c7f-6735b94e3206 req-3de6fb2a-876c-4d94-89cc-ff72f4ebc748 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.070224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 351ae3f7-7b30-4491-b986-e81377dbd054 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:23.130351 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.163789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 351ae3f7-7b30-4491-b986-e81377dbd054 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:23.164196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.165677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.174087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-feaf5510-b90f-4ced-aeec-99e84768d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:23.175827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-feaf5510-b90f-4ced-aeec-99e84768d083 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.2858756 Jul 16 09:10:23.192725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6cbd2-8769-483a-8d7d-471968202f2b req-995cb15e-6f8d-4c8c-a930-2746a145fccc tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:23.194425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64a6cbd2-8769-483a-8d7d-471968202f2b req-995cb15e-6f8d-4c8c-a930-2746a145fccc tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 907 time: 0.3138654 Jul 16 09:10:23.254031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22e348f6-2771-4f6e-a2ba-2adad05a6da2 req-f1935aa4-e510-4ea4-a360-ac891a85330a service neutron] 10.222.0.52 "GET /v2.0/networks/410abc92-f5b9-4cec-8210-219cb813884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901638 Jul 16 09:10:23.324997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-49153bd2-4617-4273-adb2-647fba99a505 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 999 time: 0.1290643 Jul 16 09:10:23.447543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45fed643-7067-4afa-8c7f-6735b94e3206 req-3de6fb2a-876c-4d94-89cc-ff72f4ebc748 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.453175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-0831914c-aa54-4bc5-817e-c24179a5b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:23.454777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-0831914c-aa54-4bc5-817e-c24179a5b076 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.1226919 Jul 16 09:10:23.469251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45fed643-7067-4afa-8c7f-6735b94e3206 req-3de6fb2a-876c-4d94-89cc-ff72f4ebc748 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.522230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6fb2a-876c-4d94-89cc-ff72f4ebc748 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07692c7-ca6b-4dc0-9992-a8ec5bf376ec,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:23.539802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-f5831d3e-b506-4283-8f58-d68f41769566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:23.543769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-f5831d3e-b506-4283-8f58-d68f41769566 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 1059 time: 0.2137973 Jul 16 09:10:23.585673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.587996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45fed643-7067-4afa-8c7f-6735b94e3206 req-3de6fb2a-876c-4d94-89cc-ff72f4ebc748 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6098144 Jul 16 09:10:23.800521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Allocated IP 172.25.6.102 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/0485b1a6-1f20-40b9-ba4a-c4059735f993) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:23.858356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f538a-c7be-4e6e-8e3b-bfc53be09401 req-52813747-1f83-461c-a71f-045723e7d0d5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:23.860191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d5f538a-c7be-4e6e-8e3b-bfc53be09401 req-52813747-1f83-461c-a71f-045723e7d0d5 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 931 time: 0.2240937 Jul 16 09:10:23.891363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-0d91d390-174d-4e03-bc2a-2b7942c65d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:23.893761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-0d91d390-174d-4e03-bc2a-2b7942c65d9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4265163 Jul 16 09:10:23.970799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:23.988887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.036017 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0a58b6dc-bf6a-484c-8e2c-065487af9342 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2620134 Jul 16 09:10:24.044188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34584) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:24.044851 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-4c1cafd4-0a15-4b9f-a803-8be7af72a020 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330030 Jul 16 09:10:24.046149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-23cec32b-d528-4cf9-8e8f-232ac4f53727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:24.048220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-23cec32b-d528-4cf9-8e8f-232ac4f53727 service neutron] 10.222.0.52 "GET /v2.0/networks?id=410abc92-f5b9-4cec-8210-219cb813884e HTTP/1.1" status: 200 len: 899 time: 0.4809344 Jul 16 09:10:24.048791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9a74bf84-097b-465d-8528-2a8626232fcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1008735900'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:24.064382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Transition to ACTIVE for port object 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:24.102156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.214208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11ba52f2-7296-4fb8-b734-671e6bc24f35 req-70bc8025-f232-440b-884e-59b4da628313 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617010 Jul 16 09:10:24.266301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.272451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d5f538a-c7be-4e6e-8e3b-bfc53be09401 req-efebf1bb-213e-4771-ba8f-07eae3df3f4c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044659 Jul 16 09:10:24.320143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Router 5ecbda19-d466-441f-947e-1947ffa67970 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:24.332807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8b352-003a-4612-a825-7cc970187052 req-75438d40-3ce7-4253-8933-5842fca18ba1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:24.335154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ef8b352-003a-4612-a825-7cc970187052 req-75438d40-3ce7-4253-8933-5842fca18ba1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.5805466 Jul 16 09:10:24.336802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-607b9de1-94f6-44d0-bf93-aef1d0d7346b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=7239ad11-f040-40c3-a9f5-1affe85e866a HTTP/1.1" status: 200 len: 217 time: 0.2755277 Jul 16 09:10:24.473480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:24.480824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Attempting to bind port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:24.481245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Attempting to bind port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:24.481578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Attempting to bind port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:24.525306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:10:24.525662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Attempting to bind port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:24.538627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ef8b352-003a-4612-a825-7cc970187052 req-6a7e5f53-ad76-4ebd-9d1d-40b35330c552 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960747 Jul 16 09:10:24.569358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:24.569736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:24.570118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:24.570567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Bound port: 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:24.570928 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.607812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34600) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:24.700081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ba84eff9-2a25-4d70-abae-c1a0a658f876 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/046f394f-77a2-4960-8fb1-50e253f70db3 HTTP/1.1" status: 200 len: 993 time: 0.0854177 Jul 16 09:10:24.702725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-419e8ae0-98c2-4e3f-b536-7f48ed140ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:24.704170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-419e8ae0-98c2-4e3f-b536-7f48ed140ca9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e4c3873-3d1c-4b7e-82b5-1d8610d1a676 HTTP/1.1" status: 200 len: 836 time: 0.3594103 Jul 16 09:10:24.809055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acec1f-61a0-4c55-86e2-43583df26b62 req-799606f5-b466-44b6-b2a0-6ee72eadf358 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:24.816770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30acec1f-61a0-4c55-86e2-43583df26b62 req-799606f5-b466-44b6-b2a0-6ee72eadf358 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.2752905 Jul 16 09:10:24.911749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30acec1f-61a0-4c55-86e2-43583df26b62 req-33a29a5d-6dd2-47f9-8560-47b01e298781 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936906 Jul 16 09:10:24.935464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-36eb3aa8-37d5-470d-9e3c-13dda7e51919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:24.937218 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-36eb3aa8-37d5-470d-9e3c-13dda7e51919 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=410abc92-f5b9-4cec-8210-219cb813884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2258220 Jul 16 09:10:24.952702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59426d7-d948-4e86-a6af-91b70bf5dd34 req-161be49b-3e37-4d0a-bad4-c35b2025b18f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:24.958746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a59426d7-d948-4e86-a6af-91b70bf5dd34 req-161be49b-3e37-4d0a-bad4-c35b2025b18f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 907 time: 0.2063017 Jul 16 09:10:25.148612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-f67e8e7d-5b8b-4bb8-8103-ee683ef32d2f service neutron] 10.222.0.52 "GET /v2.0/networks/410abc92-f5b9-4cec-8210-219cb813884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867204 Jul 16 09:10:25.202583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7239ad11-f040-40c3-a9f5-1affe85e866a details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:10:25.455158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb3e8ae0-fa33-4eb3-a6e1-696e67224d71 req-03304e13-c66c-4b39-bd7d-8cd830ef9cf7 service neutron] 10.222.0.52 "GET /v2.0/networks/410abc92-f5b9-4cec-8210-219cb813884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989867 Jul 16 09:10:25.560888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] For port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:25.569797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] For port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:25.717292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1dde6-824e-43d7-8cd1-4c745b1d8e37 req-1715b135-3231-425a-b1ad-2fe56c840c57 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:25.722063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84c1dde6-824e-43d7-8cd1-4c745b1d8e37 req-1715b135-3231-425a-b1ad-2fe56c840c57 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.1767981 Jul 16 09:10:25.775084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:25.784279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.784279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.793467 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Sync routers for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:25.806235 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:25.809988 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:25.839231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84c1dde6-824e-43d7-8cd1-4c745b1d8e37 req-0bef3a4e-bffa-4323-99ff-ed9ec0969ae1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023533 Jul 16 09:10:25.940575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7239ad11-f040-40c3-a9f5-1affe85e866a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7239ad11-f040-40c3-a9f5-1affe85e866a,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:26.016410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '7239ad11-f040-40c3-a9f5-1affe85e866a', 'network_id': '410abc92-f5b9-4cec-8210-219cb813884e', 'port_id': '7239ad11-f040-40c3-a9f5-1affe85e866a', 'mac_address': 'fa:16:3e:e4:e9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4c3873-3d1c-4b7e-82b5-1d8610d1a676', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:10:26.040117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:26.043532 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.049701 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] 10.222.0.54 "PUT /v2.0/ports/3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac HTTP/1.1" status: 200 len: 1092 time: 4.1354806 Jul 16 09:10:26.193632 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:26.194908 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.264542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7239ad11-f040-40c3-a9f5-1affe85e866a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:26.323028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a74bf84-097b-465d-8528-2a8626232fcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.361703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'tag': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:26.366106 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90bbf3e-e2cc-4b26-8924-5191e7dd5856" -d '{"events": [{"name": "network-changed", "server_uuid": "3d821fc0-d4ce-4b03-a586-b99929c07409", "tag": "3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:26.371122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7239ad11-f040-40c3-a9f5-1affe85e866a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7239ad11-f040-40c3-a9f5-1affe85e866a,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:26.374580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.379424 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e3e4dfee-178b-446a-baf5-6b6d252928e5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1909606 Jul 16 09:10:26.383901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.390874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34638) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:26.398672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba3bc5-dd57-4cb5-9e22-2ac17e51b094 req-4dd9ecb6-e00c-4882-ba8a-0b44221b9eed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:26.410026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7eba3bc5-dd57-4cb5-9e22-2ac17e51b094 req-4dd9ecb6-e00c-4882-ba8a-0b44221b9eed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.1859288 Jul 16 09:10:26.545424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7eba3bc5-dd57-4cb5-9e22-2ac17e51b094 req-95af3ca4-163f-4baa-aa85-e6bc744e00c2 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336558 Jul 16 09:10:26.608781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7239ad11-f040-40c3-a9f5-1affe85e866a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:26.661561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['7239ad11-f040-40c3-a9f5-1affe85e866a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:26.722838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a74bf84-097b-465d-8528-2a8626232fcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.726963 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:22Z', 'revision_number': 3, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:26.730939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45a696-a126-426f-9d7f-46bd11555bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:26.788385 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Checking router: 5ecbda19-d466-441f-947e-1947ffa67970 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:26.791800 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Updating router 5ecbda19-d466-441f-947e-1947ffa67970 port 18b66d9b-e99a-4ad0-8057-cd344484db51 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:26.794405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9409ed-023e-4e19-920c-f318a17243c9 req-59d54eee-4b01-4ada-9ae5-d59421b178df tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:26.810928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f9409ed-023e-4e19-920c-f318a17243c9 req-59d54eee-4b01-4ada-9ae5-d59421b178df tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 908 time: 0.1696143 Jul 16 09:10:26.858585 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:26.872394 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.058897 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f90084-bcb6-4830-bfec-bfadc6172f2b x-openstack-request-id: req-32f90084-bcb6-4830-bfec-bfadc6172f2b {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:27.059226 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d821fc0-d4ce-4b03-a586-b99929c07409", "tag": "3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:27.059671 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32f90084-bcb6-4830-bfec-bfadc6172f2b {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:27.060098 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'tag': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'status': 'completed', 'code': 200} Jul 16 09:10:27.098938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:27.110319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:27.130910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5c07a-c806-44f3-89e3-07d189a75656 req-f7d74fb4-266c-4db2-a8c0-8678c42e83d0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:27.132753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1e5c07a-c806-44f3-89e3-07d189a75656 req-f7d74fb4-266c-4db2-a8c0-8678c42e83d0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.2161858 Jul 16 09:10:27.223619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7239ad11-f040-40c3-a9f5-1affe85e866a up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:27.339669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 7239ad11-f040-40c3-a9f5-1affe85e866a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:27.340823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1e5c07a-c806-44f3-89e3-07d189a75656 req-f226dbdc-f1df-40d5-a686-f9a094d96f8f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993430 Jul 16 09:10:27.354316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 7239ad11-f040-40c3-a9f5-1affe85e866a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:27.355241 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.429596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f81f01-31f7-43a8-a55f-b1797e41d855 req-432fe086-0ba0-470c-8423-623b69198574 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:27.440040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04f81f01-31f7-43a8-a55f-b1797e41d855 req-432fe086-0ba0-470c-8423-623b69198574 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.2149870 Jul 16 09:10:27.446252 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.458259 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.488576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7239ad11-f040-40c3-a9f5-1affe85e866a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7239ad11-f040-40c3-a9f5-1affe85e866a,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:27.489546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2e780a-6f4e-43f0-a570-df6ce971b096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239ad11-f040-40c3-a9f5-1affe85e866a'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:27.493038 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad33be31-7431-47d5-9ac9-c61a064ab5c2" -d '{"events": [{"server_uuid": "8c2e780a-6f4e-43f0-a570-df6ce971b096", "name": "network-vif-plugged", "status": "completed", "tag": "7239ad11-f040-40c3-a9f5-1affe85e866a"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:27.494651 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Transition to ACTIVE for port object 18b66d9b-e99a-4ad0-8057-cd344484db51 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:27.498311 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.508914 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.586859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04f81f01-31f7-43a8-a55f-b1797e41d855 req-641ec7c3-c653-4fd1-9005-12b44aed8a16 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437569 Jul 16 09:10:27.657183 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d11eb6f-93c2-487b-8640-a740579929db x-openstack-request-id: req-3d11eb6f-93c2-487b-8640-a740579929db {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:27.657530 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2e780a-6f4e-43f0-a570-df6ce971b096", "name": "network-vif-plugged", "status": "completed", "tag": "7239ad11-f040-40c3-a9f5-1affe85e866a", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:27.666820 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d11eb6f-93c2-487b-8640-a740579929db {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:27.668172 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2e780a-6f4e-43f0-a570-df6ce971b096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239ad11-f040-40c3-a9f5-1affe85e866a', 'code': 200} Jul 16 09:10:27.671855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7239ad11-f040-40c3-a9f5-1affe85e866a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:27.693268 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Attempting to bind port 18b66d9b-e99a-4ad0-8057-cd344484db51 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:27.694033 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Attempting to bind port 18b66d9b-e99a-4ad0-8057-cd344484db51 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:27.694962 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Attempting to bind port 18b66d9b-e99a-4ad0-8057-cd344484db51 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:27.697509 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a82fe-d2ec-44b7-b4fd-d271bfa5b07d None None] Pushing event updated for resources: {'Port': ['ID=18b66d9b-e99a-4ad0-8057-cd344484db51,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:27.713013 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:27.713526 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:27.714910 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.715447 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:27.716036 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Bound port: 18b66d9b-e99a-4ad0-8057-cd344484db51, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:27.716528 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.822483 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] For port 18b66d9b-e99a-4ad0-8057-cd344484db51, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:27.827036 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] For port 18b66d9b-e99a-4ad0-8057-cd344484db51, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=18b66d9b-e99a-4ad0-8057-cd344484db51,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:27.833886 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.001836 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:28.002622 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:28.037003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'Port': ['ID=0485b1a6-1f20-40b9-ba4a-c4059735f993,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:28.101380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dc39a-094a-40e3-99fa-1f9900c4a794 req-adc4989f-b52e-4760-9cf9-1f4293951490 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:28.103027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-417dc39a-094a-40e3-99fa-1f9900c4a794 req-adc4989f-b52e-4760-9cf9-1f4293951490 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.2397785 Jul 16 09:10:28.113765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688586a4-20a7-407a-a269-72eca08d0f0a req-f4d9abd8-9f50-45ef-be54-6cffcf5af0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:28.115462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-688586a4-20a7-407a-a269-72eca08d0f0a req-f4d9abd8-9f50-45ef-be54-6cffcf5af0d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 1061 time: 0.3020682 Jul 16 09:10:28.121269 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a82fe-d2ec-44b7-b4fd-d271bfa5b07d None None] Pushing event updated for resources: {'Port': ['ID=18b66d9b-e99a-4ad0-8057-cd344484db51,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:28.215725 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-3fa59237-4bec-4474-b5ee-25b8e151d232 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4780555 Jul 16 09:10:28.263090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-417dc39a-094a-40e3-99fa-1f9900c4a794 req-4cd983a4-100c-41ca-929d-f9c1d571b7d0 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464629 Jul 16 09:10:28.271875 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:28.348052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6fc0e-0be2-471e-ba37-45c26ff94f79 req-7e188935-b245-4957-9d35-1c2ad327526d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:28.350491 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8a6fc0e-0be2-471e-ba37-45c26ff94f79 req-7e188935-b245-4957-9d35-1c2ad327526d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 909 time: 0.1852155 Jul 16 09:10:28.393192 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.396164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a74bf84-097b-465d-8528-2a8626232fcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 149bc0ef-c929-47d1-8891-4d3c0fc44c72 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:28.482685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bbf3e-e2cc-4b26-8924-5191e7dd5856 req-f6c2dea2-9183-4850-946d-f71f29ab2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:28.484251 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c90bbf3e-e2cc-4b26-8924-5191e7dd5856 req-f6c2dea2-9183-4850-946d-f71f29ab2a87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 1095 time: 0.7258537 Jul 16 09:10:28.663700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196e786-1b8a-42c8-bba8-e1631b97bbf5 req-3dc015ab-29c8-4ca9-bfac-14546127ddac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:28.665365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4196e786-1b8a-42c8-bba8-e1631b97bbf5 req-3dc015ab-29c8-4ca9-bfac-14546127ddac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.1599543 Jul 16 09:10:28.834488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4196e786-1b8a-42c8-bba8-e1631b97bbf5 req-f4e3514b-1a99-4d30-a68e-e3ffd7afa84f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514583 Jul 16 09:10:28.929581 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:22Z', 'revision_number': 3, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:28.949970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ffa778-834f-41f9-a859-fba779a23b0d req-0132cbee-4980-4ff3-b345-b4ba26fd28ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2262256 Jul 16 09:10:29.018842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12c0a2-2eec-45f4-b471-8fa007ab5056 req-b258f117-fc26-4cc0-b632-40e4318ed565 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:29.020442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12c0a2-2eec-45f4-b471-8fa007ab5056 req-b258f117-fc26-4cc0-b632-40e4318ed565 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.1845508 Jul 16 09:10:29.034648 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ffed2-e122-455c-84e4-e3bd1a2fed12 None None] The sync data for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 is: [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:22Z', 'revision_number': 3, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:29.145083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12c0a2-2eec-45f4-b471-8fa007ab5056 req-66519fcc-6716-4209-9952-f2c318f6d8f8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149690 Jul 16 09:10:29.269912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa778-834f-41f9-a859-fba779a23b0d req-b196e2c0-c37a-48c2-8c20-d89d8fb8849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:29.271906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ffa778-834f-41f9-a859-fba779a23b0d req-b196e2c0-c37a-48c2-8c20-d89d8fb8849e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1136 time: 0.1062751 Jul 16 09:10:29.615621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bbf3e-e2cc-4b26-8924-5191e7dd5856 req-7909eaff-6f80-4fcf-b62f-f4a56e0a8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:29.624608 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c90bbf3e-e2cc-4b26-8924-5191e7dd5856 req-7909eaff-6f80-4fcf-b62f-f4a56e0a8e11 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c21191488fda4a5995f37c7613af0579&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8138573 Jul 16 09:10:29.729090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa778-834f-41f9-a859-fba779a23b0d req-38e5e9a4-ea0f-4eb5-ac11-c8439bb7a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:29.732033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ffa778-834f-41f9-a859-fba779a23b0d req-38e5e9a4-ea0f-4eb5-ac11-c8439bb7a1a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245 HTTP/1.1" status: 200 len: 897 time: 0.4178543 Jul 16 09:10:29.915757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a74bf84-097b-465d-8528-2a8626232fcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:29.930400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce6451-a9c0-43ee-85c0-90cc608fbf04 None None] Sync routers for ids ['149bc0ef-c929-47d1-8891-4d3c0fc44c72'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:29.959910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce6451-a9c0-43ee-85c0-90cc608fbf04 None None] Routers {'149bc0ef-c929-47d1-8891-4d3c0fc44c72'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:29.961154 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6cce6451-a9c0-43ee-85c0-90cc608fbf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['149bc0ef-c929-47d1-8891-4d3c0fc44c72'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:30.001576 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9a74bf84-097b-465d-8528-2a8626232fcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:30.008667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae5997-323e-4c2c-a686-6651f44508a0 req-bfc7f73b-c80f-40c6-b793-f15f0a5e2223 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:30.017899 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9a74bf84-097b-465d-8528-2a8626232fcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/149bc0ef-c929-47d1-8891-4d3c0fc44c72 HTTP/1.1" status: 200 len: 888 time: 5.9581940 Jul 16 09:10:30.019095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7dae5997-323e-4c2c-a686-6651f44508a0 req-bfc7f73b-c80f-40c6-b793-f15f0a5e2223 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.2687876 Jul 16 09:10:30.021853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34704) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:30.046580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6cce6451-a9c0-43ee-85c0-90cc608fbf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:30.072690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce6451-a9c0-43ee-85c0-90cc608fbf04 None None] Routers {'149bc0ef-c929-47d1-8891-4d3c0fc44c72'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:30.079075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6cce6451-a9c0-43ee-85c0-90cc608fbf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['149bc0ef-c929-47d1-8891-4d3c0fc44c72'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:30.119893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f599d-d73d-408e-b3b1-2a675a5a13e6 req-0c274230-3d15-484b-ab04-d3e994016b41 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:30.139242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-055f599d-d73d-408e-b3b1-2a675a5a13e6 req-0c274230-3d15-484b-ab04-d3e994016b41 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 909 time: 0.3877230 Jul 16 09:10:30.190725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6cce6451-a9c0-43ee-85c0-90cc608fbf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:30.191413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce6451-a9c0-43ee-85c0-90cc608fbf04 None None] The sync data for ids ['149bc0ef-c929-47d1-8891-4d3c0fc44c72'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:30.354105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7dae5997-323e-4c2c-a686-6651f44508a0 req-e56727a0-feb6-4e83-aa59-7a42569aa8bb tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070760 Jul 16 09:10:30.955801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ffa778-834f-41f9-a859-fba779a23b0d req-e4b1fc12-91b0-4ae1-aacc-597fd269a48d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a HTTP/1.1" status: 200 len: 1000 time: 0.9188023 Jul 16 09:10:31.079480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-846d22b1-da9e-429c-ab2c-f81bee71ebb4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/routers/149bc0ef-c929-47d1-8891-4d3c0fc44c72 HTTP/1.1" status: 200 len: 888 time: 1.0494902 Jul 16 09:10:31.089681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34714) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:31.164178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f47d92-38e9-4ff2-935a-f2c3ab369308 req-0b472c7e-ce07-4651-8b8e-6fa4c063c9d9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:31.165826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1f47d92-38e9-4ff2-935a-f2c3ab369308 req-0b472c7e-ce07-4651-8b8e-6fa4c063c9d9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.2684524 Jul 16 09:10:31.166345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 18b66d9b-e99a-4ad0-8057-cd344484db51 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:31.170979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d2c5ebb1-16a0-45e1-9b73-782fb02663ba tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=149bc0ef-c929-47d1-8891-4d3c0fc44c72 HTTP/1.1" status: 200 len: 205 time: 0.0869131 Jul 16 09:10:31.172253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34716) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:31.327594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 18b66d9b-e99a-4ad0-8057-cd344484db51 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:31.331631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 18b66d9b-e99a-4ad0-8057-cd344484db51 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:31.331966 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.338270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.352010 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.454268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6165-460c-4d58-8cf1-16ec09da0f92 req-66a575eb-6fb0-4162-838f-378fa2557649 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:31.457936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4fcc6165-460c-4d58-8cf1-16ec09da0f92 req-66a575eb-6fb0-4162-838f-378fa2557649 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.5635324 Jul 16 09:10:31.501330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1f47d92-38e9-4ff2-935a-f2c3ab369308 req-a2ea87a5-9b0d-4204-b357-f207bee3cc94 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002009 Jul 16 09:10:31.536303 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.599300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4fcc6165-460c-4d58-8cf1-16ec09da0f92 req-f7ce79de-79db-4789-b621-075e86b29240 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253290 Jul 16 09:10:31.604197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bbf3e-e2cc-4b26-8924-5191e7dd5856 req-d9981609-0f20-4d48-9fdb-70d53c5f05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:31.606466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-c90bbf3e-e2cc-4b26-8924-5191e7dd5856 req-d9981609-0f20-4d48-9fdb-70d53c5f05a0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9320059 Jul 16 09:10:31.614696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 18b66d9b-e99a-4ad0-8057-cd344484db51, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=18b66d9b-e99a-4ad0-8057-cd344484db51,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:31.617490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.634676 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.775905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Router c8f35fd1-696a-4e16-a326-4e35d11e2f4d is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:31.778767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=18b66d9b-e99a-4ad0-8057-cd344484db51,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:31.968360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Allocated IP 172.20.0.1 (991ec1b3-1d9f-4071-8edb-234bd44f74ac/be830bb6-8b36-4b07-ba81-09bf82155d54/9f95b98a-36d0-4e76-9541-ed3ddcf30915) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:32.156748 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.194944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Transition to ACTIVE for port object 9f95b98a-36d0-4e76-9541-ed3ddcf30915 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:32.220167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.249951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4db1f6-db5c-4318-96cd-0332d1a98d92 req-c93611e0-5cb0-4b27-9286-dfbc8212743c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:32.252954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba4db1f6-db5c-4318-96cd-0332d1a98d92 req-c93611e0-5cb0-4b27-9286-dfbc8212743c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.2997525 Jul 16 09:10:32.274570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.333132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcdd34-8d12-410e-81e1-44cf2704e243 req-f872ab27-ef19-4d0e-8cc9-03b4820bd71f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:32.335890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51bcdd34-8d12-410e-81e1-44cf2704e243 req-f872ab27-ef19-4d0e-8cc9-03b4820bd71f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 909 time: 0.4856215 Jul 16 09:10:32.405113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:32.406271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba4db1f6-db5c-4318-96cd-0332d1a98d92 req-139ae22d-f64f-473f-bbc7-f17b590df0a8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063323 Jul 16 09:10:32.417961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:32.418457 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Sync routers for ids ['c8f35fd1-696a-4e16-a326-4e35d11e2f4d'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:32.422517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Pushing event updated for resources: {'Port': ['ID=9f95b98a-36d0-4e76-9541-ed3ddcf30915,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:32.424688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 992f2ef8-0ea0-494e-8aa6-a85914a1f0b6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:32.427219 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.436781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:32.440997 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Routers {'c8f35fd1-696a-4e16-a326-4e35d11e2f4d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:32.443399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:32.444465 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c8f35fd1-696a-4e16-a326-4e35d11e2f4d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:32.484394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.486201 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c73d699-a144-4094-ba6d-407149225dba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.1063745 Jul 16 09:10:32.490720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34730) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:32.715621 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-43433a68-a71b-4511-a122-45eb6f74fc0b tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/routers/c8f35fd1-696a-4e16-a326-4e35d11e2f4d HTTP/1.1" status: 200 len: 908 time: 0.2144446 Jul 16 09:10:32.718234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34736) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:32.719843 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.732728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'router': {'name': 'tempest-snat-router-722192200', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': True}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:32.743893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 992f2ef8-0ea0-494e-8aa6-a85914a1f0b6 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:32.750662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.769088 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Set router c8f35fd1-696a-4e16-a326-4e35d11e2f4d gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:32.837462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181f175-ac9b-4406-9bef-3f6b19a9b220 req-4a8bccb1-79f8-4254-9234-918e8547332d tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:32.839617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9181f175-ac9b-4406-9bef-3f6b19a9b220 req-4a8bccb1-79f8-4254-9234-918e8547332d tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 1061 time: 0.2005999 Jul 16 09:10:32.956389 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.957494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.958918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0aadcec-8dea-42e5-aa49-6589c7c492a7 None None] Provisioning for port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:32.976788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e0aadcec-8dea-42e5-aa49-6589c7c492a7 None None] Provisioning complete for port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:32.980189 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0aadcec-8dea-42e5-aa49-6589c7c492a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.108666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e0aadcec-8dea-42e5-aa49-6589c7c492a7 None None] Port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:33.130232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 18b66d9b-e99a-4ad0-8057-cd344484db51 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:33.207127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.248007 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f35fd1-696a-4e16-a326-4e35d11e2f4d', 'name': 'tempest-snat-router-722192200', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.102'}], 'enable_snat': False}, 'gw_port_id': '0485b1a6-1f20-40b9-ba4a-c4059735f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:27Z', 'revision_number': 3, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port': {'id': '0485b1a6-1f20-40b9-ba4a-c4059735f993', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f35fd1-696a-4e16-a326-4e35d11e2f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:23Z', 'updated_at': '2021-07-16T09:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:33.259963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 18b66d9b-e99a-4ad0-8057-cd344484db51 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:33.260977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.352314 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Checking router: c8f35fd1-696a-4e16-a326-4e35d11e2f4d for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:33.356920 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Updating router c8f35fd1-696a-4e16-a326-4e35d11e2f4d port 0485b1a6-1f20-40b9-ba4a-c4059735f993 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:33.428602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa778-834f-41f9-a859-fba779a23b0d req-6808061a-aa16-49a6-b70a-d6a0c245e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.430437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ffa778-834f-41f9-a859-fba779a23b0d req-6808061a-aa16-49a6-b70a-d6a0c245e983 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b136429c-b635-4d8a-9f27-0e5ad6434b04 HTTP/1.1" status: 200 len: 835 time: 0.1252155 Jul 16 09:10:33.458434 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.476807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f186d-2cb5-4fdf-b6d7-0e0ebc4608d9 req-8c91dec4-557d-4f98-b801-69ef76a00762 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.509464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a0f186d-2cb5-4fdf-b6d7-0e0ebc4608d9 req-8c91dec4-557d-4f98-b801-69ef76a00762 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.6106083 Jul 16 09:10:33.540041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.685325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91868ad5-d4e3-4af3-8331-be5e9babc38b req-0564d1b4-fffb-4e1b-aaef-ad0a6f9ce037 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.706420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91868ad5-d4e3-4af3-8331-be5e9babc38b req-0564d1b4-fffb-4e1b-aaef-ad0a6f9ce037 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.5671105 Jul 16 09:10:33.800845 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.803350 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.894557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-1fecc1c1-625c-4b26-b5d9-ce87e9c45abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.897522 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-1fecc1c1-625c-4b26-b5d9-ce87e9c45abe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 1095 time: 0.4217165 Jul 16 09:10:33.978569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a0f186d-2cb5-4fdf-b6d7-0e0ebc4608d9 req-2c14ff7a-7ea7-4f10-9ecd-1d1150d05022 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4682047 Jul 16 09:10:33.980959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=992f2ef8-0ea0-494e-8aa6-a85914a1f0b6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.086504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-91868ad5-d4e3-4af3-8331-be5e9babc38b req-b738fd8f-bee1-4df2-ba0c-b16bc82baa00 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775492 Jul 16 09:10:34.183479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa778-834f-41f9-a859-fba779a23b0d req-1b2dfbf6-9af0-45b4-bcd9-85625a2ce82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:34.185304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ffa778-834f-41f9-a859-fba779a23b0d req-1b2dfbf6-9af0-45b4-bcd9-85625a2ce82a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5664601 Jul 16 09:10:34.187967 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.194535 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-22234a48-b9e3-483f-8433-c150cc7890d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac HTTP/1.1" status: 200 len: 217 time: 0.1381314 Jul 16 09:10:34.207045 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Transition to ACTIVE for port object 0485b1a6-1f20-40b9-ba4a-c4059735f993 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:34.216511 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.267511 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Attempting to bind port 0485b1a6-1f20-40b9-ba4a-c4059735f993 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:34.268186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Attempting to bind port 0485b1a6-1f20-40b9-ba4a-c4059735f993 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:34.268651 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Attempting to bind port 0485b1a6-1f20-40b9-ba4a-c4059735f993 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:34.284230 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:34.284833 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:34.285670 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.286297 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:34.286901 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Bound port: 0485b1a6-1f20-40b9-ba4a-c4059735f993, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:34.287388 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.378181 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] For port 0485b1a6-1f20-40b9-ba4a-c4059735f993, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:34.388294 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] For port 0485b1a6-1f20-40b9-ba4a-c4059735f993, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0485b1a6-1f20-40b9-ba4a-c4059735f993,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:34.389357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-ae8f1f6b-61b7-4638-82d9-20e360c853c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:34.396605 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-ae8f1f6b-61b7-4638-82d9-20e360c853c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1834102 Jul 16 09:10:34.399692 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.420863 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee7241-8a36-4001-b0e4-4c4c84d81cf7 None None] Pushing event updated for resources: {'Port': ['ID=0485b1a6-1f20-40b9-ba4a-c4059735f993,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.451849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.548520 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee7241-8a36-4001-b0e4-4c4c84d81cf7 None None] Pushing event updated for resources: {'Port': ['ID=0485b1a6-1f20-40b9-ba4a-c4059735f993,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.555519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.558712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.603248 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.605255 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Routers {'c8f35fd1-696a-4e16-a326-4e35d11e2f4d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:34.605992 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c8f35fd1-696a-4e16-a326-4e35d11e2f4d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:34.621146 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.692535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ffa778-834f-41f9-a859-fba779a23b0d req-e313f498-37a5-4bcd-9300-1397c7259062 service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549816 Jul 16 09:10:34.706602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.707206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Fanout notify agent at l3_agent the message router_deleted on router 149bc0ef-c929-47d1-8891-4d3c0fc44c72 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:34.711546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-8d449afc-a274-47db-a470-760ff9389818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:34.713280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-8d449afc-a274-47db-a470-760ff9389818 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1098 time: 0.5198998 Jul 16 09:10:34.729374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.732146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9994919a-24c5-49e8-9049-9d12a9ce7b67 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/149bc0ef-c929-47d1-8891-4d3c0fc44c72 HTTP/1.1" status: 204 len: 168 time: 3.5564756 Jul 16 09:10:34.734618 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.761086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34762) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:34.762386 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.770243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-1704551740'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:34.863522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Pushing event updated for resources: {'Port': ['ID=9f95b98a-36d0-4e76-9541-ed3ddcf30915,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.874873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-500b3db8-15d6-4bd6-a934-0d4558b14b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:34.877301 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-500b3db8-15d6-4bd6-a934-0d4558b14b1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3443251 Jul 16 09:10:34.878678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-a9d5e639-1d16-48f5-b26c-e54713ebf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:34.880289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-a9d5e639-1d16-48f5-b26c-e54713ebf1c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.1465838 Jul 16 09:10:34.883760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.891132 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] Set router c8f35fd1-696a-4e16-a326-4e35d11e2f4d gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:34.978787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:34.983807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.054730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cb80a-1b7f-4702-83c6-ec5e8176a8fb req-1bf11485-da4b-4ac7-8487-0431ed9ff14d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:35.060043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:35.071881 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b13cb80a-1b7f-4702-83c6-ec5e8176a8fb req-1bf11485-da4b-4ac7-8487-0431ed9ff14d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.6497922 Jul 16 09:10:35.072318 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.072927 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment 35bc57d4-3d5f-4c01-b16c-48378c69198f of type vlan for network a43f45db-a644-4ed3-94dc-b8fadb876e01 Jul 16 09:10:35.121519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.180265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b13cb80a-1b7f-4702-83c6-ec5e8176a8fb req-c96f45d2-ab20-4903-984f-04c580d2a149 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073141 Jul 16 09:10:35.186924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88920efd-2028-4463-a5e8-68112515cbb9 req-15e52d03-6424-4fa5-b3a0-9a7298fb4adf tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:35.202544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.208345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:35.209083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.217922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88920efd-2028-4463-a5e8-68112515cbb9 req-15e52d03-6424-4fa5-b3a0-9a7298fb4adf tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1136 time: 0.9816341 Jul 16 09:10:35.482826 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f35fd1-696a-4e16-a326-4e35d11e2f4d', 'name': 'tempest-snat-router-722192200', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.102'}], 'enable_snat': False}, 'gw_port_id': '0485b1a6-1f20-40b9-ba4a-c4059735f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:27Z', 'revision_number': 3, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port': {'id': '0485b1a6-1f20-40b9-ba4a-c4059735f993', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f35fd1-696a-4e16-a326-4e35d11e2f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:23Z', 'updated_at': '2021-07-16T09:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:35.516716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-4ebd3e2b-0228-4855-b977-99ce78bcd9c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 1001 time: 0.6173596 Jul 16 09:10:35.522619 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652f244-0022-434d-9cb4-3dfb12f57d0e None None] The sync data for ids ['c8f35fd1-696a-4e16-a326-4e35d11e2f4d'] in n-d-780147-28 is: [{'id': 'c8f35fd1-696a-4e16-a326-4e35d11e2f4d', 'name': 'tempest-snat-router-722192200', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.102'}], 'enable_snat': False}, 'gw_port_id': '0485b1a6-1f20-40b9-ba4a-c4059735f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:27Z', 'revision_number': 3, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port': {'id': '0485b1a6-1f20-40b9-ba4a-c4059735f993', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f35fd1-696a-4e16-a326-4e35d11e2f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:23Z', 'updated_at': '2021-07-16T09:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:35.529003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88920efd-2028-4463-a5e8-68112515cbb9 req-0213654a-7548-40ad-9fc5-e1b0baa80573 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3022544 Jul 16 09:10:35.610772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34774) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:35.700651 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ffa778-834f-41f9-a859-fba779a23b0d req-548876a8-62b7-45bd-ab58-50720b031701 service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8155115 Jul 16 09:10:35.721884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-12c28075-4a9d-4396-88e1-815de03b29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:35.723233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-12c28075-4a9d-4396-88e1-815de03b29f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.1907806 Jul 16 09:10:35.832592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f04905-a377-4bd6-ac51-40cca6bd66f8 req-d8d13999-75f5-4fce-a7f1-8358142d01e9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:35.834229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95f04905-a377-4bd6-ac51-40cca6bd66f8 req-d8d13999-75f5-4fce-a7f1-8358142d01e9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.4306996 Jul 16 09:10:36.327402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=a43f45db-a644-4ed3-94dc-b8fadb876e01,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:36.340158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network a43f45db-a644-4ed3-94dc-b8fadb876e01 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:36.382935 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6e3c0cc2-fed1-4b8b-b317-62ed0a40c043 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6132741 Jul 16 09:10:36.397680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34782) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:36.430172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': 'a43f45db-a644-4ed3-94dc-b8fadb876e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:36.437010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Allocated IP 172.25.6.253 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/ede99d0b-b239-4036-bb23-370e59924874) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:36.530437 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-65a706bc-ff0c-45df-9012-5d3dd4d39152 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6357865 Jul 16 09:10:36.537773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b7e0c-04a6-4c42-91cf-7ba415a36635 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:36.545929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2f2b7e0c-04a6-4c42-91cf-7ba415a36635 tempest-TestSecurityGroupsBasicOps-1527025537 tempest-TestSecurityGroupsBasicOps-1527025537-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 1056 time: 0.9265616 Jul 16 09:10:36.547537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:36.553893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:36.596088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95f04905-a377-4bd6-ac51-40cca6bd66f8 req-069399ab-b706-4ebe-aab8-e6bcec568d9d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7522376 Jul 16 09:10:36.703196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186b1c1-f215-4806-aff2-4f4acc37ca16 req-0837f6b4-f0d1-4f6b-8da7-dbfbcc44df0c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:36.714968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c186b1c1-f215-4806-aff2-4f4acc37ca16 req-0837f6b4-f0d1-4f6b-8da7-dbfbcc44df0c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.8565831 Jul 16 09:10:36.718744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-12b10881-e4b3-457c-837f-225a495752f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:36.720781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-12b10881-e4b3-457c-837f-225a495752f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9857936 Jul 16 09:10:36.810117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:36.814226 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.944422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c186b1c1-f215-4806-aff2-4f4acc37ca16 req-4d4f45c5-4948-4808-81bf-6d639d6dea31 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280252 Jul 16 09:10:37.127931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-cb3073cf-93e5-4524-a5d1-08c305ac92eb service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967018 Jul 16 09:10:37.129119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0485b1a6-1f20-40b9-ba4a-c4059735f993 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:37.218928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2ea4e3f0-2803-46a7-9311-606751ffef8d None None] Provisioning complete for port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:37.219742 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e3f0-2803-46a7-9311-606751ffef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.241467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5a219-3522-48d1-8106-5dfa063f51fc req-ce20b551-3cee-4a8c-b4e6-137b5e89ea12 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:37.255034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75b5a219-3522-48d1-8106-5dfa063f51fc req-ce20b551-3cee-4a8c-b4e6-137b5e89ea12 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.3385687 Jul 16 09:10:37.257778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4e3f0-2803-46a7-9311-606751ffef8d None None] Port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:37.261460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 0485b1a6-1f20-40b9-ba4a-c4059735f993 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:37.276023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0485b1a6-1f20-40b9-ba4a-c4059735f993 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:37.277340 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.361598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75b5a219-3522-48d1-8106-5dfa063f51fc req-c287a8a2-bfa5-4a2c-97b3-ddb54b32f72c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933316 Jul 16 09:10:37.403955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.517764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-2ff80958-cd0c-4bab-a483-90d22df020e3 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778176 Jul 16 09:10:37.523260 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.545211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': '35bc57d4-3d5f-4c01-b16c-48378c69198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a43f45db-a644-4ed3-94dc-b8fadb876e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:37.547097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: a43f45db-a644-4ed3-94dc-b8fadb876e01, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:37.612422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 0485b1a6-1f20-40b9-ba4a-c4059735f993, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0485b1a6-1f20-40b9-ba4a-c4059735f993,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:37.629539 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-d7327b56-796f-4e5b-9b98-f9316c562414 req-874d527d-aa63-4fbb-9979-296e346734f4 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0116222 Jul 16 09:10:37.636448 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.691061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=11e4c134-3daf-4e0c-8aca-bc6e3a3f1642,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:37.714739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.776649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Router 5ecbda19-d466-441f-947e-1947ffa67970 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:37.785350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network a43f45db-a644-4ed3-94dc-b8fadb876e01 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:37.793944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=0485b1a6-1f20-40b9-ba4a-c4059735f993,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:37.828682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, a43f45db-a644-4ed3-94dc-b8fadb876e01) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:37.847392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f959b40-b23a-422a-ae88-13b2b890e0a6 None None] Network a43f45db-a644-4ed3-94dc-b8fadb876e01 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:38.063910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:38.064856 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.066620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3148c9-6f27-4af8-8e9f-8626599b2929 req-bef4cc0e-2cfb-45f0-9ac8-16c7a6e867bf tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:38.074439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:38.081237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c3148c9-6f27-4af8-8e9f-8626599b2929 req-bef4cc0e-2cfb-45f0-9ac8-16c7a6e867bf tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 909 time: 0.2680814 Jul 16 09:10:38.085973 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-99975b9a-19ab-424c-8072-dee1a4f39152 admin admin] 10.222.0.55 "PUT /v2.0/routers/5ecbda19-d466-441f-947e-1947ffa67970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6924701 Jul 16 09:10:38.103668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Sync routers for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:38.144848 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-48dbfeb5-7d1c-4f23-9878-f6ec78f999e9 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7276242 Jul 16 09:10:38.152635 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34802) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:38.164716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:38.166960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:38.170725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aff601-66c3-40f4-b06a-9ed96aa6d5ac req-c58caab9-070a-4016-9e97-216b43800857 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:38.172532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9d03cfd7-c3cd-4d72-832e-478189846a0d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1073882209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:38.185748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02aff601-66c3-40f4-b06a-9ed96aa6d5ac req-c58caab9-070a-4016-9e97-216b43800857 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.3014944 Jul 16 09:10:38.226715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.268691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d03cfd7-c3cd-4d72-832e-478189846a0d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.276719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d03cfd7-c3cd-4d72-832e-478189846a0d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.325329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-02aff601-66c3-40f4-b06a-9ed96aa6d5ac req-4bfa4420-6760-4ff9-8582-ac19ab3dcb0a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383789 Jul 16 09:10:38.362482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:38.372254 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:38.380987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:38.656704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06b65c-39fb-4d99-a5c2-816eadff5b0f req-8de2503e-b1d6-4927-94ee-dc88a57e886e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:38.664414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef06b65c-39fb-4d99-a5c2-816eadff5b0f req-8de2503e-b1d6-4927-94ee-dc88a57e886e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.2230973 Jul 16 09:10:38.679521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'Port': ['ID=ede99d0b-b239-4036-bb23-370e59924874,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:38.714484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d03cfd7-c3cd-4d72-832e-478189846a0d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.809164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef06b65c-39fb-4d99-a5c2-816eadff5b0f req-5d916cf0-d365-4b73-8d82-d2a3ba398c84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436861 Jul 16 09:10:38.896763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b915b-18e7-46f1-8611-8b4c59ce6e27 req-2b655227-8084-4b16-bf3b-a1558415576c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:38.898798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae3b915b-18e7-46f1-8611-8b4c59ce6e27 req-2b655227-8084-4b16-bf3b-a1558415576c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.1298740 Jul 16 09:10:38.953663 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d03cfd7-c3cd-4d72-832e-478189846a0d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.989370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae3b915b-18e7-46f1-8611-8b4c59ce6e27 req-849bb667-42db-4e4b-839b-e6308e1cd067 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812294 Jul 16 09:10:38.997139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a43f45db-a644-4ed3-94dc-b8fadb876e01', 'network_id': 'a43f45db-a644-4ed3-94dc-b8fadb876e01', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': '11e4c134-3daf-4e0c-8aca-bc6e3a3f1642'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:39.001893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d03cfd7-c3cd-4d72-832e-478189846a0d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.002397 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.007056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34818) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:39.015226 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d03cfd7-c3cd-4d72-832e-478189846a0d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8574777 Jul 16 09:10:39.190321 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.250770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34830) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:39.256577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Allocated IP 172.20.0.2 (a43f45db-a644-4ed3-94dc-b8fadb876e01/11e4c134-3daf-4e0c-8aca-bc6e3a3f1642/dde723b8-346f-4db5-887f-ff261de3ddb8) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:39.258313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-972740087-network', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:39.298370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Made reservation on behalf of 5e12662e7b91421ead30a37f59cacd59 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:39.300823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.315379 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.415764 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.426205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Transition to ACTIVE for port object dde723b8-346f-4db5-887f-ff261de3ddb8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:39.442794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Transition to ACTIVE for port object dde723b8-346f-4db5-887f-ff261de3ddb8 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:39.448775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0485b1a6-1f20-40b9-ba4a-c4059735f993 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:39.452873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:39.507922 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.550076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-ed0fb868-ce91-46ff-a692-3e48b58fa3c7 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:39.551615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-ed0fb868-ce91-46ff-a692-3e48b58fa3c7 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 909 time: 0.4410439 Jul 16 09:10:39.607619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c23237-01e5-4392-a0d0-ce0d8df7c133 req-509a169b-d8df-49ab-932a-1b62a578e4c1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:39.612754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0c23237-01e5-4392-a0d0-ce0d8df7c133 req-509a169b-d8df-49ab-932a-1b62a578e4c1 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 909 time: 0.3054817 Jul 16 09:10:39.650696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Network a43f45db-a644-4ed3-94dc-b8fadb876e01 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:39.656987 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Pushing event updated for resources: {'Port': ['ID=dde723b8-346f-4db5-887f-ff261de3ddb8,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:39.665757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:39.668092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.671619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:39.677545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0485b1a6-1f20-40b9-ba4a-c4059735f993 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:39.677545 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.732846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee9ed4-a752-4fff-a293-38e6ee579459 req-694e1df3-bec1-4c91-972c-c1d962da64ff tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:39.734434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cee9ed4-a752-4fff-a293-38e6ee579459 req-694e1df3-bec1-4c91-972c-c1d962da64ff tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.2582247 Jul 16 09:10:39.752006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.762558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.765108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.809958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Attempting to bind port dde723b8-346f-4db5-887f-ff261de3ddb8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:39.811346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Attempting to bind port dde723b8-346f-4db5-887f-ff261de3ddb8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '35bc57d4-3d5f-4c01-b16c-48378c69198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a43f45db-a644-4ed3-94dc-b8fadb876e01'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:39.811994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Attempting to bind port dde723b8-346f-4db5-887f-ff261de3ddb8 on network a43f45db-a644-4ed3-94dc-b8fadb876e01 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:39.823536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:39.833335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:39.834066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Checking segment: {'id': '35bc57d4-3d5f-4c01-b16c-48378c69198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a43f45db-a644-4ed3-94dc-b8fadb876e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:39.834726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.835175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Bound using segment: {'id': '35bc57d4-3d5f-4c01-b16c-48378c69198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a43f45db-a644-4ed3-94dc-b8fadb876e01'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:39.835897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Bound port: dde723b8-346f-4db5-887f-ff261de3ddb8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bc57d4-3d5f-4c01-b16c-48378c69198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a43f45db-a644-4ed3-94dc-b8fadb876e01'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:39.849354 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.860328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.860701 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Added segment b56a2868-7f26-4964-b120-7e79b9461be4 of type vlan for network 8eca1577-a4b0-408f-9f1c-aa80139e2701 Jul 16 09:10:39.877962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5442da8a-98bb-4001-b737-3391b36c9745,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:39.956646 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.958799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cee9ed4-a752-4fff-a293-38e6ee579459 req-c68c03b2-7de3-467c-853a-8f47f0e996ab tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983547 Jul 16 09:10:39.985459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting port 7239ad11-f040-40c3-a9f5-1affe85e866a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:39.986120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.026074 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.027683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.029237 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.045102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Router 77e7c6f7-5279-4664-875a-df86b4dce75d is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:40.063244 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8112013 Jul 16 09:10:40.071028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34846) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:40.082384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Request body: {'subnet': {'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-972740087-subnet', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:40.174270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] For port dde723b8-346f-4db5-887f-ff261de3ddb8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:40.181917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380865a0-b4a2-4a5a-a57b-6f8d02382ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=8eca1577-a4b0-408f-9f1c-aa80139e2701,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:40.182165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] For port dde723b8-346f-4db5-887f-ff261de3ddb8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dde723b8-346f-4db5-887f-ff261de3ddb8,segment=NetworkSegment(35bc57d4-3d5f-4c01-b16c-48378c69198f),segment_id=35bc57d4-3d5f-4c01-b16c-48378c69198f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:40.187535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 2, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:40.204272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Made reservation on behalf of 5e12662e7b91421ead30a37f59cacd59 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:40.206607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.221818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Checking router: 5ecbda19-d466-441f-947e-1947ffa67970 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:40.222181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Updating router 5ecbda19-d466-441f-947e-1947ffa67970 port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:40.224024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8eca1577-a4b0-408f-9f1c-aa80139e2701 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:40.259451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] For port 7239ad11-f040-40c3-a9f5-1affe85e866a, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7239ad11-f040-40c3-a9f5-1affe85e866a,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:40.259957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.308482 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.318225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Calling delete_port for 7239ad11-f040-40c3-a9f5-1affe85e866a owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:40.404943 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.468987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:40.478407 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Sync routers for ids ['77e7c6f7-5279-4664-875a-df86b4dce75d'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:40.490978 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Routers {'77e7c6f7-5279-4664-875a-df86b4dce75d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:40.491631 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['77e7c6f7-5279-4664-875a-df86b4dce75d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:40.525755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.529936 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aa611f11-41a0-47b1-ad11-0b91e1219032 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8046236 Jul 16 09:10:40.530098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33f40d-7885-4f33-a158-a0a7f6e19d31 req-c8f48d56-f637-4034-902e-2e9506d6dc7e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.530200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.532084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:40.548182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af33f40d-7885-4f33-a158-a0a7f6e19d31 req-c8f48d56-f637-4034-902e-2e9506d6dc7e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.3853409 Jul 16 09:10:40.565099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144201c-9181-499f-9a83-6e3c48b7bb8a req-d24bba8a-f3e1-44ef-850f-7d5b7831abe1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.576872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4144201c-9181-499f-9a83-6e3c48b7bb8a req-d24bba8a-f3e1-44ef-850f-7d5b7831abe1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.4820092 Jul 16 09:10:40.589279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:40.678547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Checking segment: {'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:40.678906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Network hostable DHCP agents. Network: 8eca1577-a4b0-408f-9f1c-aa80139e2701, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:40.712489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.20.0.1 (a43f45db-a644-4ed3-94dc-b8fadb876e01/11e4c134-3daf-4e0c-8aca-bc6e3a3f1642/f15101bf-389b-4f2c-95df-9fb6448f920e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:40.722362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Network 8eca1577-a4b0-408f-9f1c-aa80139e2701 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:40.746308 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Set router 77e7c6f7-5279-4664-875a-df86b4dce75d gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:40.777721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67309d9-f07d-45e6-8333-a2dac9737194 None None] Pushing event updated for resources: {'Port': ['ID=dde723b8-346f-4db5-887f-ff261de3ddb8,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:40.815397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8eca1577-a4b0-408f-9f1c-aa80139e2701) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:40.824778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af33f40d-7885-4f33-a158-a0a7f6e19d31 req-7705d875-abbe-43d9-9a28-2c52668acb16 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757683 Jul 16 09:10:40.826130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.826740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.828758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2237da0-3e48-4dea-a709-630005024901 None None] Network 8eca1577-a4b0-408f-9f1c-aa80139e2701 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:40.865745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4144201c-9181-499f-9a83-6e3c48b7bb8a req-27eb46b0-b511-47bb-a21a-34d5fd1a76c8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843664 Jul 16 09:10:40.915645 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b3df3135-4619-48cc-bbba-9415f6e67d04 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8374312 Jul 16 09:10:40.922593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34862) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:40.933433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:40.958864 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3019636e-48ef-4e17-9f33-2a546314ab20 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/routers/77e7c6f7-5279-4664-875a-df86b4dce75d HTTP/1.1" status: 200 len: 907 time: 0.4233446 Jul 16 09:10:40.965209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34864) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:41.108684 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.139646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Transition to ACTIVE for port object 9f95b98a-36d0-4e76-9541-ed3ddcf30915 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:41.176822 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.178312 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.180587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dde723b8-346f-4db5-887f-ff261de3ddb8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:41.317881 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e7c6f7-5279-4664-875a-df86b4dce75d', 'name': 'tempest-snat-router-722192200', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'ede99d0b-b239-4036-bb23-370e59924874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:33Z', 'updated_at': '2021-07-16T09:10:38Z', 'revision_number': 3, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port': {'id': 'ede99d0b-b239-4036-bb23-370e59924874', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e7c6f7-5279-4664-875a-df86b4dce75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:34Z', 'updated_at': '2021-07-16T09:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:41.387452 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Checking router: 77e7c6f7-5279-4664-875a-df86b4dce75d for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:41.387949 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Updating router 77e7c6f7-5279-4664-875a-df86b4dce75d port ede99d0b-b239-4036-bb23-370e59924874 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:41.437229 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.438147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port dde723b8-346f-4db5-887f-ff261de3ddb8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:41.440660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8eca1577-a4b0-408f-9f1c-aa80139e2701', 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'fixed_ips': [{'subnet_id': '6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:41.442506 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.443654 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.450433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.451533 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.467178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c2988-7ba2-4422-8c2b-e6a1d284e595 None None] Pushing event updated for resources: {'Port': ['ID=9f95b98a-36d0-4e76-9541-ed3ddcf30915,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:41.496779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Attempting to bind port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:41.497211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Attempting to bind port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:41.500008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Attempting to bind port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 on network 991ec1b3-1d9f-4071-8edb-234bd44f74ac {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:41.512720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:41.513098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Checking segment: {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:41.513505 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.513939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Bound using segment: {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:41.516832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Bound port: 9f95b98a-36d0-4e76-9541-ed3ddcf30915, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:41.517257 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.581418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Deleting port ede99d0b-b239-4036-bb23-370e59924874 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:41.581801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.670184 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] For port 9f95b98a-36d0-4e76-9541-ed3ddcf30915, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:41.673745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] For port 9f95b98a-36d0-4e76-9541-ed3ddcf30915, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9f95b98a-36d0-4e76-9541-ed3ddcf30915,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:41.698465 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.792914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.823819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Calling delete_port for ede99d0b-b239-4036-bb23-370e59924874 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:41.835410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:41.836070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:41.957269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c2988-7ba2-4422-8c2b-e6a1d284e595 None None] Pushing event updated for resources: {'Port': ['ID=9f95b98a-36d0-4e76-9541-ed3ddcf30915,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.046442 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.068507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Allocated IP 172.20.0.2 (8eca1577-a4b0-408f-9f1c-aa80139e2701/6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2/47fd14c6-51a5-4694-9ed6-58cf283d0c4c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:42.096151 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.119732 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Transition to ACTIVE for port object ede99d0b-b239-4036-bb23-370e59924874 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:42.133373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:42.134184 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.134551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Port': ['ID=7239ad11-f040-40c3-a9f5-1affe85e866a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.261845 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Attempting to bind port ede99d0b-b239-4036-bb23-370e59924874 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:42.262309 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Attempting to bind port ede99d0b-b239-4036-bb23-370e59924874 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:42.262847 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Attempting to bind port ede99d0b-b239-4036-bb23-370e59924874 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:42.270294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.277554 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9578853-fce4-4068-abee-5fdec3269285 None None] Pushing event updated for resources: {'Port': ['ID=ede99d0b-b239-4036-bb23-370e59924874,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.288155 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:42.288743 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:42.289115 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.289577 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:42.290157 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Bound port: ede99d0b-b239-4036-bb23-370e59924874, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:42.291168 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.320097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event deleted for resources: {'Port': ['ID=ede99d0b-b239-4036-bb23-370e59924874,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.347944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] No DVR routers for this DVR port 7239ad11-f040-40c3-a9f5-1affe85e866a on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:42.351301 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.plugin [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Port ede99d0b-b239-4036-bb23-370e59924874 has been deleted concurrently {{(pid=94168) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 09:10:42.399168 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Routers {'77e7c6f7-5279-4664-875a-df86b4dce75d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:42.400151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['77e7c6f7-5279-4664-875a-df86b4dce75d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:42.415311 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.443114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.447892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.451691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f900cbe4-2536-43b7-92ad-27a1e0edadfb req-7ff4671d-c009-4c22-befb-cb1e5cd437a3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.52 "DELETE /v2.0/ports/7239ad11-f040-40c3-a9f5-1affe85e866a HTTP/1.1" status: 204 len: 173 time: 2.8612707 Jul 16 09:10:42.453190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2e780a-6f4e-43f0-a570-df6ce971b096', 'name': 'network-vif-deleted', 'tag': '7239ad11-f040-40c3-a9f5-1affe85e866a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:42.456437 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58486b22-f9fa-4709-a349-8d1d9dcb5fd2" -d '{"events": [{"server_uuid": "8c2e780a-6f4e-43f0-a570-df6ce971b096", "name": "network-vif-deleted", "tag": "7239ad11-f040-40c3-a9f5-1affe85e866a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:42.467524 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.521419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8f313-8746-4193-bfd4-02a7c77ef1e7 None None] Network a43f45db-a644-4ed3-94dc-b8fadb876e01 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:42.603850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.606808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.689528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.690724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77e7c6f7-5279-4664-875a-df86b4dce75d {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:42.696942 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.697590 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2803349e-c8e3-4d8f-aaa2-756d03a9fdba tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "DELETE /v2.0/routers/77e7c6f7-5279-4664-875a-df86b4dce75d HTTP/1.1" status: 204 len: 168 time: 1.7309194 Jul 16 09:10:42.701533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34890) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:42.709736 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] Set router 77e7c6f7-5279-4664-875a-df86b4dce75d gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:42.738139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf23fc-b6f1-4eec-b868-22fbaac24bd2 req-2cedc0a6-c20f-49c3-899e-93b053415703 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.749500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19bf23fc-b6f1-4eec-b868-22fbaac24bd2 req-2cedc0a6-c20f-49c3-899e-93b053415703 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c2e780a-6f4e-43f0-a570-df6ce971b096 HTTP/1.1" status: 200 len: 830 time: 1.5863500 Jul 16 09:10:42.789225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ca274-4e1d-4173-a985-cf85898b4daa req-03fe914b-e622-4067-af88-a4a7c97c8c5a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.794505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-533ca274-4e1d-4173-a985-cf85898b4daa req-03fe914b-e622-4067-af88-a4a7c97c8c5a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 1.4993138 Jul 16 09:10:42.802844 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.814079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object f15101bf-389b-4f2c-95df-9fb6448f920e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:42.843374 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e7c6f7-5279-4664-875a-df86b4dce75d', 'name': 'tempest-snat-router-722192200', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:33Z', 'updated_at': '2021-07-16T09:10:42Z', 'revision_number': 5, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:42.909973 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d7c06-2238-4235-93dc-090936fe6e84 None None] The sync data for ids ['77e7c6f7-5279-4664-875a-df86b4dce75d'] in n-d-780147-28 is: [{'id': '77e7c6f7-5279-4664-875a-df86b4dce75d', 'name': 'tempest-snat-router-722192200', 'tenant_id': '9cdb5053308341b6844651e305132de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:33Z', 'updated_at': '2021-07-16T09:10:42Z', 'revision_number': 5, 'project_id': '9cdb5053308341b6844651e305132de5', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:42.938079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-533ca274-4e1d-4173-a985-cf85898b4daa req-6cf99540-33b4-4436-b610-c634137c6935 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208613 Jul 16 09:10:42.967715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.004692 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.006699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-40097e12-cc94-4776-a99f-d62ae5a43ab5 None None] Provisioning for port dde723b8-346f-4db5-887f-ff261de3ddb8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:43.039063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Transition to ACTIVE for port object 47fd14c6-51a5-4694-9ed6-58cf283d0c4c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:43.047689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-40097e12-cc94-4776-a99f-d62ae5a43ab5 None None] Provisioning complete for port dde723b8-346f-4db5-887f-ff261de3ddb8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:43.048102 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40097e12-cc94-4776-a99f-d62ae5a43ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.099854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.174509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Transition to ACTIVE for port object 47fd14c6-51a5-4694-9ed6-58cf283d0c4c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:43.193942 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.227320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.289424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network a43f45db-a644-4ed3-94dc-b8fadb876e01 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:43.295523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Network 8eca1577-a4b0-408f-9f1c-aa80139e2701 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:43.312510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:43.312755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:43.324062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:43.334446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:43.338087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7239ad11-f040-40c3-a9f5-1affe85e866a no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:43.346678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=f15101bf-389b-4f2c-95df-9fb6448f920e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:43.378127 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Deleting port 0485b1a6-1f20-40b9-ba4a-c4059735f993 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:43.378986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.435139 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.440008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Pushing event updated for resources: {'Port': ['ID=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:43.464500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.464829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.465321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.465734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.466117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.466443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.466765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.467087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.467407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.467724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.468048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.468402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:43.471864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40097e12-cc94-4776-a99f-d62ae5a43ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.491959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 7239ad11-f040-40c3-a9f5-1affe85e866a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:43.492290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7239ad11-f040-40c3-a9f5-1affe85e866a not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:43.500431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:41Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:43.505089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6681-61ae-40e5-9f92-64ed82ac42a8 req-51b68f55-05ee-4a76-b411-4b2fa42361f4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:43.506724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dccc6681-61ae-40e5-9f92-64ed82ac42a8 req-51b68f55-05ee-4a76-b411-4b2fa42361f4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.4218981 Jul 16 09:10:43.552355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] For port 0485b1a6-1f20-40b9-ba4a-c4059735f993, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0485b1a6-1f20-40b9-ba4a-c4059735f993,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:43.552813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.568459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Calling delete_port for 0485b1a6-1f20-40b9-ba4a-c4059735f993 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:43.572610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dbc94-5ec9-40d8-b200-2e2915d3f91b None None] The sync data for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 is: [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:41Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:43.603365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Attempting to bind port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:43.603734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Attempting to bind port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:43.604142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Attempting to bind port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c on network 8eca1577-a4b0-408f-9f1c-aa80139e2701 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:43.611405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:43.611771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Checking segment: {'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:43.612182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.612570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Bound using segment: {'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:43.613038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Bound port: 47fd14c6-51a5-4694-9ed6-58cf283d0c4c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:43.613411 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.630412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0ab4e-23f3-4134-a885-35c391bd9db4 req-6dd519fc-97dc-49a3-b73b-f4f503661ebd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:43.641776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ede0ab4e-23f3-4134-a885-35c391bd9db4 req-6dd519fc-97dc-49a3-b73b-f4f503661ebd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.4440112 Jul 16 09:10:43.664753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-40097e12-cc94-4776-a99f-d62ae5a43ab5 None None] For port dde723b8-346f-4db5-887f-ff261de3ddb8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dde723b8-346f-4db5-887f-ff261de3ddb8,segment=NetworkSegment(35bc57d4-3d5f-4c01-b16c-48378c69198f),segment_id=35bc57d4-3d5f-4c01-b16c-48378c69198f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:43.768780 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40097e12-cc94-4776-a99f-d62ae5a43ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.929255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ede0ab4e-23f3-4134-a885-35c391bd9db4 req-a696a390-f0c9-431f-bd9f-3dc86adcc216 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861352 Jul 16 09:10:44.010344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] For port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:44.045405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dccc6681-61ae-40e5-9f92-64ed82ac42a8 req-cfb56557-d324-4e3e-ab6a-b02b01e5b555 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5241926 Jul 16 09:10:44.054194 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404a0788-9ad4-4cb6-90bd-5cdd9e236961 x-openstack-request-id: req-404a0788-9ad4-4cb6-90bd-5cdd9e236961 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:44.054464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40097e12-cc94-4776-a99f-d62ae5a43ab5 None None] Pushing event updated for resources: {'Port': ['ID=dde723b8-346f-4db5-887f-ff261de3ddb8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:44.061938 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2e780a-6f4e-43f0-a570-df6ce971b096", "name": "network-vif-deleted", "tag": "7239ad11-f040-40c3-a9f5-1affe85e866a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:44.062482 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-404a0788-9ad4-4cb6-90bd-5cdd9e236961 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:44.063439 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] For port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,segment=NetworkSegment(b56a2868-7f26-4964-b120-7e79b9461be4),segment_id=b56a2868-7f26-4964-b120-7e79b9461be4)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:44.065423 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2e780a-6f4e-43f0-a570-df6ce971b096', 'name': 'network-vif-deleted', 'tag': '7239ad11-f040-40c3-a9f5-1affe85e866a', 'status': 'completed', 'code': 200} Jul 16 09:10:44.070817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.174026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.186376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632cd39-8764-4289-944a-654707eb42a8 None None] Pushing event updated for resources: {'Port': ['ID=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:44.197671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b074504b-89b1-4978-bb9f-42d03f918b38 None None] Provisioning for port f15101bf-389b-4f2c-95df-9fb6448f920e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:44.197671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b074504b-89b1-4978-bb9f-42d03f918b38 None None] Provisioning complete for port f15101bf-389b-4f2c-95df-9fb6448f920e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:44.197671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b074504b-89b1-4978-bb9f-42d03f918b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.242008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.251773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34910) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:44.273771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.302367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b074504b-89b1-4978-bb9f-42d03f918b38 None None] Port f15101bf-389b-4f2c-95df-9fb6448f920e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:44.351261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b074504b-89b1-4978-bb9f-42d03f918b38 None None] Provisioning complete for port dde723b8-346f-4db5-887f-ff261de3ddb8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:44.351621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b074504b-89b1-4978-bb9f-42d03f918b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.481225 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb1a906c-ad6f-4e65-ba32-15f892d7a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.726266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77777907-4f2b-4b8c-8065-8fe35954dd6e None None] Provisioning complete for port f15101bf-389b-4f2c-95df-9fb6448f920e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:44.726955 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77777907-4f2b-4b8c-8065-8fe35954dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.783787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-77777907-4f2b-4b8c-8065-8fe35954dd6e None None] Port f15101bf-389b-4f2c-95df-9fb6448f920e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:44.837924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.889626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event deleted for resources: {'Port': ['ID=0485b1a6-1f20-40b9-ba4a-c4059735f993,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:45.077060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.242955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.246542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.261039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Allocated IP 172.25.6.77 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/7076c17d-0889-4fb9-a75a-55c07ede3ac5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:45.299935 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.315841 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.340326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f3711-0978-466d-922e-921638fc488f req-0be8b5cd-13e8-40b9-ba2a-abd213320658 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:45.342967 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.343675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8f35fd1-696a-4e16-a326-4e35d11e2f4d {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:45.347571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-379f3711-0978-466d-922e-921638fc488f req-0be8b5cd-13e8-40b9-ba2a-abd213320658 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 1.0134158 Jul 16 09:10:45.348735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.350398 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d5a9d646-f03a-4f6d-abb4-128c18b5e9f6 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "DELETE /v2.0/routers/c8f35fd1-696a-4e16-a326-4e35d11e2f4d HTTP/1.1" status: 204 len: 168 time: 2.6475999 Jul 16 09:10:45.354820 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34930) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:45.372996 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.377996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1342097493', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:45.439824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 47fd14c6-51a5-4694-9ed6-58cf283d0c4c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:45.451934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.454147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.568705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:45.590853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9f95b98a-36d0-4e76-9541-ed3ddcf30915 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:45.610109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.689167 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:45.693570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:45.694023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.856860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.857548 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.953814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 9f95b98a-36d0-4e76-9541-ed3ddcf30915, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9f95b98a-36d0-4e76-9541-ed3ddcf30915,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:45.967721 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.968639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dde723b8-346f-4db5-887f-ff261de3ddb8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:46.114879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a0448-45cc-440e-b597-61bdfb3f5dc6 None None] Network 8eca1577-a4b0-408f-9f1c-aa80139e2701 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:46.150763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d7790a58-19f0-479f-bebb-6e0b24eaa303 None None] Provisioning for port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:46.156913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d7790a58-19f0-479f-bebb-6e0b24eaa303 None None] Provisioning complete for port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:46.157288 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7790a58-19f0-479f-bebb-6e0b24eaa303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.158729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=9f95b98a-36d0-4e76-9541-ed3ddcf30915,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:46.167777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.188167 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.257501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.265575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-379f3711-0978-466d-922e-921638fc488f req-0d018315-cf8d-4428-a8d7-7359ad7d7d54 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9169588 Jul 16 09:10:46.276202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dde723b8-346f-4db5-887f-ff261de3ddb8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:46.276977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.348636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=f15101bf-389b-4f2c-95df-9fb6448f920e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:46.422458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.423262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.423629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.423972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.424312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.424702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.424976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.425348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.425799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.426102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.426289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.426605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:46.451611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ba098-9dce-45b5-8164-83ea0354fad3 req-4abf4ad9-dcca-490a-b0ab-7252dd413bbe tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:46.453163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-679ba098-9dce-45b5-8164-83ea0354fad3 req-4abf4ad9-dcca-490a-b0ab-7252dd413bbe tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 1.2295980 Jul 16 09:10:46.487387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7790a58-19f0-479f-bebb-6e0b24eaa303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.554237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d7790a58-19f0-479f-bebb-6e0b24eaa303 None None] For port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,segment=NetworkSegment(b56a2868-7f26-4964-b120-7e79b9461be4),segment_id=b56a2868-7f26-4964-b120-7e79b9461be4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:46.562631 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d7790a58-19f0-479f-bebb-6e0b24eaa303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.607196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.623600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7790a58-19f0-479f-bebb-6e0b24eaa303 None None] Pushing event updated for resources: {'Port': ['ID=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:46.711868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network a43f45db-a644-4ed3-94dc-b8fadb876e01 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:46.717714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-679ba098-9dce-45b5-8164-83ea0354fad3 req-727658b3-9a1a-4390-bd81-504596e4ce70 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352426 Jul 16 09:10:46.726206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:46.800902 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.837966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Allocated IP 172.25.6.235 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/ade6fedf-b45c-4498-92f5-620b12c3f343) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:46.902791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-191b0f24-c0a4-4de1-a391-c9af094f4449 None None] Provisioning complete for port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:46.905317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-191b0f24-c0a4-4de1-a391-c9af094f4449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.913984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713046f-404f-4bfd-ab52-34daa00bd959 req-d00e8b5f-9356-4034-872b-89fb0073a610 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:46.915969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7713046f-404f-4bfd-ab52-34daa00bd959 req-d00e8b5f-9356-4034-872b-89fb0073a610 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.5050504 Jul 16 09:10:46.970246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:46.988574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:47.006281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:47.092803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.093506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7713046f-404f-4bfd-ab52-34daa00bd959 req-5a1f60ea-170a-49b9-88ce-69aaf170aaf6 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634531 Jul 16 09:10:47.112749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 47fd14c6-51a5-4694-9ed6-58cf283d0c4c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:47.132577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Pushing event updated for resources: {'Port': ['ID=7076c17d-0889-4fb9-a75a-55c07ede3ac5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:47.139733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.199917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:47.208644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:47.212827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:47.225802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1fd4ca32-7aa5-446b-8c94-f27d372ee20d None None] Provisioning complete for port f15101bf-389b-4f2c-95df-9fb6448f920e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:47.226175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ca32-7aa5-446b-8c94-f27d372ee20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.240875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event updated for resources: {'Port': ['ID=ade6fedf-b45c-4498-92f5-620b12c3f343,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:47.251167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 1a9cedd8-aa84-4322-a368-feb422e34c94 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:47.257485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.257867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.258216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.259431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.259431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.259431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.259827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.260150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.261340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.261895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.262070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4ca32-7aa5-446b-8c94-f27d372ee20d None None] Port f15101bf-389b-4f2c-95df-9fb6448f920e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:47.262238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.262558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:47.274991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:47.275367 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.374463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9f95b98a-36d0-4e76-9541-ed3ddcf30915 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:47.435355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.443789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:47.444192 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.592113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0485b1a6-1f20-40b9-ba4a-c4059735f993 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:47.625396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 0485b1a6-1f20-40b9-ba4a-c4059735f993 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:47.625678 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:10:47.626190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0485b1a6-1f20-40b9-ba4a-c4059735f993 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:47.632809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.646265 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.650734 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17788d09-3107-447c-be4d-a09499cb73e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.721782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:47.739549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a0823-8d2c-4a3e-8074-c5ef6dc2ce9f None None] Sync routers for ids ['1a9cedd8-aa84-4322-a368-feb422e34c94'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:47.756956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-13e35dd0-6774-41a3-8440-62c02c816709 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/1a9cedd8-aa84-4322-a368-feb422e34c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7487090 Jul 16 09:10:47.761025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a0823-8d2c-4a3e-8074-c5ef6dc2ce9f None None] Routers {'1a9cedd8-aa84-4322-a368-feb422e34c94'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:47.763230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 34968) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:47.764121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7c8a0823-8d2c-4a3e-8074-c5ef6dc2ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1a9cedd8-aa84-4322-a368-feb422e34c94'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:47.836683 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.850963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7c8a0823-8d2c-4a3e-8074-c5ef6dc2ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:47.872947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a0823-8d2c-4a3e-8074-c5ef6dc2ce9f None None] Routers {'1a9cedd8-aa84-4322-a368-feb422e34c94'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:47.873674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7c8a0823-8d2c-4a3e-8074-c5ef6dc2ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1a9cedd8-aa84-4322-a368-feb422e34c94'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:47.923319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7c8a0823-8d2c-4a3e-8074-c5ef6dc2ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:47.924131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a0823-8d2c-4a3e-8074-c5ef6dc2ce9f None None] The sync data for ids ['1a9cedd8-aa84-4322-a368-feb422e34c94'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:47.943118 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.943659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43eecd-76c6-4b0a-9240-1079320b1b73 req-26d04cb2-9109-4107-a7f3-a4f291fa7d06 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:47.945183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc43eecd-76c6-4b0a-9240-1079320b1b73 req-26d04cb2-9109-4107-a7f3-a4f291fa7d06 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.4409606 Jul 16 09:10:47.997798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504d258a-337f-423a-ba4f-7e58f017258d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:47.999208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-504d258a-337f-423a-ba4f-7e58f017258d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports/f15101bf-389b-4f2c-95df-9fb6448f920e HTTP/1.1" status: 200 len: 910 time: 0.2322648 Jul 16 09:10:48.002225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34972) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:48.009397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3beeb3e6-c77f-4bfa-99be-fc63a514d734 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11e4c134-3daf-4e0c-8aca-bc6e3a3f1642'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:48.118140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc43eecd-76c6-4b0a-9240-1079320b1b73 req-2b7b1302-79bf-4ad8-a4a7-21991468d0cd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611407 Jul 16 09:10:48.194170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c9056-c75e-47cb-89f0-b9e5ef4f71ee req-131b953f-d0c4-4c54-a910-60bfaf6e45b5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:48.195869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-089c9056-c75e-47cb-89f0-b9e5ef4f71ee req-131b953f-d0c4-4c54-a910-60bfaf6e45b5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.2996235 Jul 16 09:10:48.236684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Router fafeb5b1-82c8-45bf-a483-8f7cc209b458 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:48.334434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3beeb3e6-c77f-4bfa-99be-fc63a514d734 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.482205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:48.492610 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac58cd-51e6-4a94-8f4e-b4adf46dc23f None None] Sync routers for ids ['fafeb5b1-82c8-45bf-a483-8f7cc209b458'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:48.512200 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac58cd-51e6-4a94-8f4e-b4adf46dc23f None None] Routers {'fafeb5b1-82c8-45bf-a483-8f7cc209b458'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:48.513954 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-40ac58cd-51e6-4a94-8f4e-b4adf46dc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fafeb5b1-82c8-45bf-a483-8f7cc209b458'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:48.538317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.539702 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af84f3cf-dbf3-42f2-bb48-4c210cd928b3 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1835935 Jul 16 09:10:48.543231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34984) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:48.547836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7e07be57-950c-4288-8efb-5ae4a5d2ef05 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': False}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:48.554467 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-40ac58cd-51e6-4a94-8f4e-b4adf46dc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:48.565259 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac58cd-51e6-4a94-8f4e-b4adf46dc23f None None] Routers {'fafeb5b1-82c8-45bf-a483-8f7cc209b458'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:48.566210 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-40ac58cd-51e6-4a94-8f4e-b4adf46dc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fafeb5b1-82c8-45bf-a483-8f7cc209b458'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:48.620394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:10:48.628498 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-40ac58cd-51e6-4a94-8f4e-b4adf46dc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:48.631349 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac58cd-51e6-4a94-8f4e-b4adf46dc23f None None] The sync data for ids ['fafeb5b1-82c8-45bf-a483-8f7cc209b458'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:48.693834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-089c9056-c75e-47cb-89f0-b9e5ef4f71ee req-38f58db6-38ce-4b91-b664-ba655a156ecb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4854875 Jul 16 09:10:48.740908 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.845958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfd1ba-e34a-4bee-831e-34076fd3fd58 req-50a8360e-62ba-44ae-b5ff-12a22a5456d8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:48.847456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17cfd1ba-e34a-4bee-831e-34076fd3fd58 req-50a8360e-62ba-44ae-b5ff-12a22a5456d8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 943 time: 0.2313361 Jul 16 09:10:48.936130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:48.936585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.991198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17cfd1ba-e34a-4bee-831e-34076fd3fd58 req-66f3123e-cfbf-4334-a848-176e49de2951 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015110 Jul 16 09:10:49.041255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:49.062173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.063354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '605caf95-1114-465f-bee5-3526e67a7e6f', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'port_id': '605caf95-1114-465f-bee5-3526e67a7e6f', 'mac_address': 'fa:16:3e:b0:1a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:10:49.072092 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.104731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] For port 3bfd9999-1e3a-45ce-b72f-5ee904a2b695, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:49.105546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.119334 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.121307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Calling delete_port for 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:49.139197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605caf95-1114-465f-bee5-3526e67a7e6f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:49.145371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3beeb3e6-c77f-4bfa-99be-fc63a514d734 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.169354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:49.178893 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.180430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:10:49.191137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3beeb3e6-c77f-4bfa-99be-fc63a514d734 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.240800 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:49.266846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beeb3e6-c77f-4bfa-99be-fc63a514d734 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:49.268128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3beeb3e6-c77f-4bfa-99be-fc63a514d734 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.269739 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3beeb3e6-c77f-4bfa-99be-fc63a514d734 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/ports/f15101bf-389b-4f2c-95df-9fb6448f920e HTTP/1.1" status: 200 len: 910 time: 1.2649136 Jul 16 09:10:49.275733 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 34998) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:49.309131 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e07be57-950c-4288-8efb-5ae4a5d2ef05 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.342684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:49.357416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'port_id': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'mac_address': 'fa:16:3e:01:99:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:10:49.401693 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.422101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:49.425940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Router 0d853012-fd73-4537-97ae-fefabb9edf7a is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:49.446906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.449218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:49.455692 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.520810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:49.548718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Port': ['ID=3bfd9999-1e3a-45ce-b72f-5ee904a2b695,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:49.610952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852885-eec9-4fef-822b-3d7b603c5ee1 req-5b4a559a-23ad-408a-83b6-917cd0025766 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:49.618033 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85852885-eec9-4fef-822b-3d7b603c5ee1 req-5b4a559a-23ad-408a-83b6-917cd0025766 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 943 time: 0.2662733 Jul 16 09:10:49.755548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85852885-eec9-4fef-822b-3d7b603c5ee1 req-4e443e61-370f-4280-8f0f-30873c695cbd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361027 Jul 16 09:10:49.767162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:49.853495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['605caf95-1114-465f-bee5-3526e67a7e6f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:49.871801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeb3e6-c77f-4bfa-99be-fc63a514d734 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=f15101bf-389b-4f2c-95df-9fb6448f920e,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:49.899583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-75b0ecd2-53e9-4114-8ed0-07ea81c00c0c tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:10:49.900548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-75b0ecd2-53e9-4114-8ed0-07ea81c00c0c tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058563 Jul 16 09:10:49.906638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:49.926606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Sync routers for ids ['0d853012-fd73-4537-97ae-fefabb9edf7a'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:49.960346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Routers {'0d853012-fd73-4537-97ae-fefabb9edf7a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:49.961397 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0d853012-fd73-4537-97ae-fefabb9edf7a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:49.996544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.007141 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.011926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-738ecfd7-4fa5-4f3c-829c-40d54d08a90d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0800021 Jul 16 09:10:50.021903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35014) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:50.310702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa3cb2-4e1b-4597-9ebc-6e6b88002642 req-1773bcc1-9419-45e8-8c54-4373d5ed00a4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:50.312891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4afa3cb2-4e1b-4597-9ebc-6e6b88002642 req-1773bcc1-9419-45e8-8c54-4373d5ed00a4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.3841405 Jul 16 09:10:50.323620 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.400571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Set router 0d853012-fd73-4537-97ae-fefabb9edf7a gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:50.568031 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.682889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4afa3cb2-4e1b-4597-9ebc-6e6b88002642 req-8ee887bd-5b92-4e62-bb93-7470116dc112 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604074 Jul 16 09:10:50.872761 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:47Z', 'revision_number': 3, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port': {'id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:50.880741 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-f4368246-14c4-4be4-ab90-7d80b58ea2a8 service neutron] show failed (client error): The resource could not be found. Jul 16 09:10:50.882373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-f4368246-14c4-4be4-ab90-7d80b58ea2a8 service neutron] 10.222.0.52 "GET /v2.0/ports/20d76e46-c74e-427f-be65-305176606785/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.9669461 Jul 16 09:10:50.935501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Checking router: 0d853012-fd73-4537-97ae-fefabb9edf7a for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:50.936020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Updating router 0d853012-fd73-4537-97ae-fefabb9edf7a port 7076c17d-0889-4fb9-a75a-55c07ede3ac5 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:50.996959 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.079486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Router 8738c99c-3e5e-48f1-8317-4374f7c1b23b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:51.089583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6dbdc-b9e6-446b-a18a-cbc2bca057a7 req-34a66438-9542-42e2-bede-bed9690055f5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.096936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dce6dbdc-b9e6-446b-a18a-cbc2bca057a7 req-34a66438-9542-42e2-bede-bed9690055f5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 944 time: 0.7768204 Jul 16 09:10:51.103608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e07be57-950c-4288-8efb-5ae4a5d2ef05 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.117951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e07be57-950c-4288-8efb-5ae4a5d2ef05 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.450726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.463277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Transition to ACTIVE for port object 7076c17d-0889-4fb9-a75a-55c07ede3ac5 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:51.471696 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.486300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port f15101bf-389b-4f2c-95df-9fb6448f920e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:51.486658 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.500220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e07be57-950c-4288-8efb-5ae4a5d2ef05 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Router fafeb5b1-82c8-45bf-a483-8f7cc209b458 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:51.532000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-a1c5fde4-81f5-4297-bda9-6eecb3a83d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.533423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Attempting to bind port 7076c17d-0889-4fb9-a75a-55c07ede3ac5 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:51.533884 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-a1c5fde4-81f5-4297-bda9-6eecb3a83d3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 1098 time: 0.2470858 Jul 16 09:10:51.535285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Attempting to bind port 7076c17d-0889-4fb9-a75a-55c07ede3ac5 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:51.538183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Attempting to bind port 7076c17d-0889-4fb9-a75a-55c07ede3ac5 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:51.549993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:51.554012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:51.554409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:51.554798 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.555193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:51.556470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Bound port: 7076c17d-0889-4fb9-a75a-55c07ede3ac5, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:51.557051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.586941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ccf34-1400-4339-a10c-03e4e30106e6 None None] Pushing event updated for resources: {'Port': ['ID=7076c17d-0889-4fb9-a75a-55c07ede3ac5,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:51.610903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dce6dbdc-b9e6-446b-a18a-cbc2bca057a7 req-5627e62c-a05b-447d-aed1-8ff9a8474b3e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5129108 Jul 16 09:10:51.630640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] For port 7076c17d-0889-4fb9-a75a-55c07ede3ac5, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:51.634822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] For port 7076c17d-0889-4fb9-a75a-55c07ede3ac5, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7076c17d-0889-4fb9-a75a-55c07ede3ac5,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:51.640472 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.693846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:51.706798 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] Sync routers for ids ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:51.710860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Routers {'0d853012-fd73-4537-97ae-fefabb9edf7a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:51.710860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0d853012-fd73-4537-97ae-fefabb9edf7a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:51.715346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d2368c74-e12b-459c-b36b-dc32a27788e3 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "PUT /v2.0/routers/8738c99c-3e5e-48f1-8317-4374f7c1b23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4531841 Jul 16 09:10:51.718133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35046) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.725207 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] Routers {'8738c99c-3e5e-48f1-8317-4374f7c1b23b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:51.726250 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:51.820856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ccf34-1400-4339-a10c-03e4e30106e6 None None] Pushing event updated for resources: {'Port': ['ID=7076c17d-0889-4fb9-a75a-55c07ede3ac5,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:51.843435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.891470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for f15101bf-389b-4f2c-95df-9fb6448f920e owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:51.917193 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.921100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e07be57-950c-4288-8efb-5ae4a5d2ef05 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:51.937943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190831b9-aaac-48d5-a45b-58224c09653e None None] Sync routers for ids ['fafeb5b1-82c8-45bf-a483-8f7cc209b458'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:51.943099 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] Set router 8738c99c-3e5e-48f1-8317-4374f7c1b23b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:51.960143 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e07be57-950c-4288-8efb-5ae4a5d2ef05 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.964818 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7e07be57-950c-4288-8efb-5ae4a5d2ef05 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "PUT /v2.0/routers/fafeb5b1-82c8-45bf-a483-8f7cc209b458 HTTP/1.1" status: 200 len: 926 time: 3.4204824 Jul 16 09:10:51.967216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35050) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.970008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] Set router 0d853012-fd73-4537-97ae-fefabb9edf7a gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:52.049689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e633ab-bc85-4131-8862-42b2950109a8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting subnet 3e4c3873-3d1c-4b7e-82b5-1d8610d1a676 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:10:52.064157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12e633ab-bc85-4131-8862-42b2950109a8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.118426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12e633ab-bc85-4131-8862-42b2950109a8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.170177 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:10:49Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:52.212256 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] Checking router: 8738c99c-3e5e-48f1-8317-4374f7c1b23b for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:52.223490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12e633ab-bc85-4131-8862-42b2950109a8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.229304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190831b9-aaac-48d5-a45b-58224c09653e None None] Routers {'fafeb5b1-82c8-45bf-a483-8f7cc209b458'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:52.229985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-190831b9-aaac-48d5-a45b-58224c09653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fafeb5b1-82c8-45bf-a483-8f7cc209b458'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:52.233493 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] Routers {'8738c99c-3e5e-48f1-8317-4374f7c1b23b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:52.234167 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:52.276669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-190831b9-aaac-48d5-a45b-58224c09653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:52.304200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190831b9-aaac-48d5-a45b-58224c09653e None None] Routers {'fafeb5b1-82c8-45bf-a483-8f7cc209b458'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:52.305735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-190831b9-aaac-48d5-a45b-58224c09653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fafeb5b1-82c8-45bf-a483-8f7cc209b458'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:52.314119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009f8c2-b115-42ae-8da7-aa77ace04a22 req-32570862-bbdc-4e91-8636-5e95365c917d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.316041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c009f8c2-b115-42ae-8da7-aa77ace04a22 req-32570862-bbdc-4e91-8636-5e95365c917d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 944 time: 1.2469645 Jul 16 09:10:52.322296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12e633ab-bc85-4131-8862-42b2950109a8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.359897 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] Set router 8738c99c-3e5e-48f1-8317-4374f7c1b23b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:52.368206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-190831b9-aaac-48d5-a45b-58224c09653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:52.368881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190831b9-aaac-48d5-a45b-58224c09653e None None] The sync data for ids ['fafeb5b1-82c8-45bf-a483-8f7cc209b458'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:52.400243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:47Z', 'revision_number': 3, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port': {'id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:52.402547 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-63d13241-ba57-4ef5-821d-3876a737972e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/routers/fafeb5b1-82c8-45bf-a483-8f7cc209b458 HTTP/1.1" status: 200 len: 926 time: 0.4245889 Jul 16 09:10:52.404145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e633ab-bc85-4131-8862-42b2950109a8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4c3873-3d1c-4b7e-82b5-1d8610d1a676,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:52.405670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35056) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:52.408318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12e633ab-bc85-4131-8862-42b2950109a8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.412841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-12e633ab-bc85-4131-8862-42b2950109a8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/subnets/3e4c3873-3d1c-4b7e-82b5-1d8610d1a676 HTTP/1.1" status: 204 len: 168 time: 0.5616610 Jul 16 09:10:52.417619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35058) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:52.420255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019720b9-5ad2-410a-8a5f-f174b4fd18cc None None] Network 410abc92-f5b9-4cec-8210-219cb813884e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:52.486314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f366b-4ecd-4ad8-bca4-899776edc0bd None None] The sync data for ids ['0d853012-fd73-4537-97ae-fefabb9edf7a'] in n-d-780147-28 is: [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:47Z', 'revision_number': 3, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port': {'id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:52.572379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e84e74-25c1-4c1e-8041-4d0c2bb3bd66 req-918766fe-f795-4a78-ae5b-e235e8cd7736 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.574875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49e84e74-25c1-4c1e-8041-4d0c2bb3bd66 req-918766fe-f795-4a78-ae5b-e235e8cd7736 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.6964555 Jul 16 09:10:52.578826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c009f8c2-b115-42ae-8da7-aa77ace04a22 req-8673716d-a644-47ad-b3ab-a1ad407c79d6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512352 Jul 16 09:10:52.644843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:52.669880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.756283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a5d241-e91f-41b7-a8f6-e7ad97ac8ca1 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.762402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-91a5d241-e91f-41b7-a8f6-e7ad97ac8ca1 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=fafeb5b1-82c8-45bf-a483-8f7cc209b458&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3488250 Jul 16 09:10:52.771194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35068) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:52.812041 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:10:49Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:52.845809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 605caf95-1114-465f-bee5-3526e67a7e6f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:52.846309 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.852031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] For port 20d76e46-c74e-427f-be65-305176606785, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:52.875741 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ca8c2-32e1-4b5e-a3a2-d0cdd6ac69f9 None None] The sync data for ids ['8738c99c-3e5e-48f1-8317-4374f7c1b23b'] in n-d-780147-28 is: [{'id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2072883473', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:10:49Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': '4af2b83f-a208-4c9a-837c-bdf194e15038', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8738c99c-3e5e-48f1-8317-4374f7c1b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:45Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:52.929329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] DHCP port deletion for 410abc92-f5b9-4cec-8210-219cb813884e request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:10:52.942341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bdd4cc-d33d-4e8b-86c6-c89beef848aa tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.948394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c4bdd4cc-d33d-4e8b-86c6-c89beef848aa tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 881 time: 0.1739364 Jul 16 09:10:52.948848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35074) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:53.020147 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.022181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] For port 20d76e46-c74e-427f-be65-305176606785, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:53.024641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49e84e74-25c1-4c1e-8041-4d0c2bb3bd66 req-e5fb3035-1f95-4a85-907e-b43f6edcb2e5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584228 Jul 16 09:10:53.034647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-76d4b57e-c094-480c-a2e2-2742e1ebcb6b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=fafeb5b1-82c8-45bf-a483-8f7cc209b458 HTTP/1.1" status: 200 len: 205 time: 0.0533259 Jul 16 09:10:53.035495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35076) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:53.044880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] Deleting port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:53.045354 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.075091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:53.077387 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb81c94b-5efc-46db-9b6d-0dd0145bc00c" -d '{"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-plugged", "status": "completed", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:53.100392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:53.139580 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.140568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:53.188540 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e88fa-ded2-428e-a209-7c7b9ff967b8 x-openstack-request-id: req-a65e88fa-ded2-428e-a209-7c7b9ff967b8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:53.189081 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-plugged", "status": "completed", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:53.189528 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a65e88fa-ded2-428e-a209-7c7b9ff967b8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:53.190086 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f', 'code': 200} Jul 16 09:10:53.228422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] For port 6115debd-b081-4bc3-b12e-ada9e1fc3a93, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6115debd-b081-4bc3-b12e-ada9e1fc3a93,segment=NetworkSegment(f56d840c-70d7-41d4-8ebd-4f47833a2010),segment_id=f56d840c-70d7-41d4-8ebd-4f47833a2010)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:53.229490 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.300513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] Calling delete_port for 6115debd-b081-4bc3-b12e-ada9e1fc3a93 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:53.353664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:53.433277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Allocated IP 172.20.0.1 (8eca1577-a4b0-408f-9f1c-aa80139e2701/6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2/041573d1-756a-4934-b0d3-5e932068f615) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:53.445616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40be5c-79e1-4d0e-844d-24f7429367a1 req-be76dfef-6230-4511-96d0-ac3b9cafd1c7 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:53.451672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d40be5c-79e1-4d0e-844d-24f7429367a1 req-be76dfef-6230-4511-96d0-ac3b9cafd1c7 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 944 time: 0.4716377 Jul 16 09:10:53.508052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.644177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.819576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 20d76e46-c74e-427f-be65-305176606785 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:53.825199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:53.836004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:53.882848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.904854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.923229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:53.923229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3bfd9999-1e3a-45ce-b72f-5ee904a2b695 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:53.923561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6115debd-b081-4bc3-b12e-ada9e1fc3a93 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:53.949270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d40be5c-79e1-4d0e-844d-24f7429367a1 req-555be5f9-0fc6-4451-a30e-be66a84553bf tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4897802 Jul 16 09:10:53.983891 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.985531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=f15101bf-389b-4f2c-95df-9fb6448f920e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.019707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:54.020076 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.080456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 6115debd-b081-4bc3-b12e-ada9e1fc3a93 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:54.081056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6115debd-b081-4bc3-b12e-ada9e1fc3a93 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:54.093012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] No DVR routers for this DVR port 6115debd-b081-4bc3-b12e-ada9e1fc3a93 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:54.106753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:54.109095 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f84fdee-a499-49cf-aa9d-ff6871412f78" -d '{"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-unplugged", "status": "completed", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:54.127629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e6ba8-a4bb-4506-b7b3-a728d9cda976 req-c4eab2bf-d234-40d1-9770-eb2d3353d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:54.128028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.130244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-660e6ba8-a4bb-4506-b7b3-a728d9cda976 req-c4eab2bf-d234-40d1-9770-eb2d3353d7b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1098 time: 0.6739075 Jul 16 09:10:54.156334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6cf1e-4279-43a8-8f37-04194ca48f20 None None] Pushing event deleted for resources: {'Port': ['ID=6115debd-b081-4bc3-b12e-ada9e1fc3a93,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.231307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Transition to ACTIVE for port object 20d76e46-c74e-427f-be65-305176606785 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:54.258309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.263254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.278107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.283565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-660e6ba8-a4bb-4506-b7b3-a728d9cda976 req-7d4b9d46-3d3e-4f48-817e-5d913bcf9dfe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260154 Jul 16 09:10:54.333910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=6']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.349039 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.351158 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.416058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Transition to ACTIVE for port object 041573d1-756a-4934-b0d3-5e932068f615 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:54.424931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:54.435141 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.435367 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.455441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aeb5f-4d68-45f9-991b-bacbb898f693 req-8f0359fc-12b9-48e3-8be9-24949b321789 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:54.458110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e61aeb5f-4d68-45f9-991b-bacbb898f693 req-8f0359fc-12b9-48e3-8be9-24949b321789 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 944 time: 0.5331817 Jul 16 09:10:54.469947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:10:54.470313 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:10:54.503776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.595641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e61aeb5f-4d68-45f9-991b-bacbb898f693 req-e68f71e9-389f-453a-bdae-9c0021b6e5ff tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283638 Jul 16 09:10:54.621890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting port 4af2b83f-a208-4c9a-837c-bdf194e15038 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:54.622335 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.632318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Deleting port ade6fedf-b45c-4498-92f5-620b12c3f343 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:54.632753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.655686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a5cf8-bbd9-4b29-9938-afea8e5347c4 req-767d6928-2be8-4da9-9374-d33d4bff2d5f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:54.657385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e3a5cf8-bbd9-4b29-9938-afea8e5347c4 req-767d6928-2be8-4da9-9374-d33d4bff2d5f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 0.3523161 Jul 16 09:10:54.690304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.733198 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cb4e03-389a-402a-96af-8a4c1c573a96 x-openstack-request-id: req-e1cb4e03-389a-402a-96af-8a4c1c573a96 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:54.733599 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-unplugged", "status": "completed", "tag": "20d76e46-c74e-427f-be65-305176606785", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:54.733822 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1cb4e03-389a-402a-96af-8a4c1c573a96 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:54.736122 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'code': 200} Jul 16 09:10:54.801576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e3a5cf8-bbd9-4b29-9938-afea8e5347c4 req-8115f3db-900f-4998-a69b-d4daff0c3336 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330180 Jul 16 09:10:54.840813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Network 8eca1577-a4b0-408f-9f1c-aa80139e2701 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:54.841666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Pushing event updated for resources: {'Port': ['ID=041573d1-756a-4934-b0d3-5e932068f615,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.847800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:54.851734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:54.867804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 1a9cedd8-aa84-4322-a368-feb422e34c94 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:54.873219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] No DVR routers for this DVR port 20d76e46-c74e-427f-be65-305176606785 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:54.896583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.920451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Calling delete_port for ade6fedf-b45c-4498-92f5-620b12c3f343 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:54.940009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.191822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:55.196053 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c6db40-a09f-4309-94bb-8591662a6d20" -d '{"events": [{"server_uuid": "3d821fc0-d4ce-4b03-a586-b99929c07409", "name": "network-vif-plugged", "status": "completed", "tag": "3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:55.227739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7076c17d-0889-4fb9-a75a-55c07ede3ac5 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:55.272888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] For port 4af2b83f-a208-4c9a-837c-bdf194e15038, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4af2b83f-a208-4c9a-837c-bdf194e15038,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:55.273895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.307551 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d220e8e-cef6-4e48-b4d1-efa43b8c2804 x-openstack-request-id: req-5d220e8e-cef6-4e48-b4d1-efa43b8c2804 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:55.308175 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d821fc0-d4ce-4b03-a586-b99929c07409", "name": "network-vif-plugged", "status": "completed", "tag": "3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:55.308843 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d220e8e-cef6-4e48-b4d1-efa43b8c2804 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:55.309291 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'code': 200} Jul 16 09:10:55.315487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Calling delete_port for 4af2b83f-a208-4c9a-837c-bdf194e15038 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:55.321256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:55.335970 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f6a65879-3bf1-4e92-bf4a-9ef477967c93 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/1a9cedd8-aa84-4322-a368-feb422e34c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0565841 Jul 16 09:10:55.345595 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e572c-c5f6-4bd3-a97c-74388acdf41c None None] Sync routers for ids ['1a9cedd8-aa84-4322-a368-feb422e34c94'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:55.350581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35110) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:55.350897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-42b68a9f-f066-423d-b716-a2eb278215e9 None None] Provisioning for port 041573d1-756a-4934-b0d3-5e932068f615 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:55.374251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-42b68a9f-f066-423d-b716-a2eb278215e9 None None] Provisioning complete for port 041573d1-756a-4934-b0d3-5e932068f615 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:55.374613 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-42b68a9f-f066-423d-b716-a2eb278215e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.375958 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e572c-c5f6-4bd3-a97c-74388acdf41c None None] Routers {'1a9cedd8-aa84-4322-a368-feb422e34c94'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:55.377964 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-502e572c-c5f6-4bd3-a97c-74388acdf41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1a9cedd8-aa84-4322-a368-feb422e34c94'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:55.437038 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-502e572c-c5f6-4bd3-a97c-74388acdf41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:55.453920 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e572c-c5f6-4bd3-a97c-74388acdf41c None None] Routers {'1a9cedd8-aa84-4322-a368-feb422e34c94'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:55.455023 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-502e572c-c5f6-4bd3-a97c-74388acdf41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['1a9cedd8-aa84-4322-a368-feb422e34c94'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:55.464771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 7076c17d-0889-4fb9-a75a-55c07ede3ac5 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:55.478549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7076c17d-0889-4fb9-a75a-55c07ede3ac5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:55.480005 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.489516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Attempting to bind port 20d76e46-c74e-427f-be65-305176606785 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:55.490050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Attempting to bind port 20d76e46-c74e-427f-be65-305176606785 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:55.490198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Attempting to bind port 20d76e46-c74e-427f-be65-305176606785 on network bec9ae46-f961-471f-babc-dedb279ce9fc {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:55.500748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Port 20d76e46-c74e-427f-be65-305176606785 on network bec9ae46-f961-471f-babc-dedb279ce9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:10:55.501082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Attempting to bind port 20d76e46-c74e-427f-be65-305176606785 on network bec9ae46-f961-471f-babc-dedb279ce9fc {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:55.512551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:55.512999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Checking segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:55.513303 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Bound using segment: {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:55.517859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Bound port: 20d76e46-c74e-427f-be65-305176606785, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d084428-25c8-4f60-b30b-5559710ced99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:55.518322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.543766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-42b68a9f-f066-423d-b716-a2eb278215e9 None None] Port 041573d1-756a-4934-b0d3-5e932068f615 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:55.608825 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-502e572c-c5f6-4bd3-a97c-74388acdf41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:55.612073 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e572c-c5f6-4bd3-a97c-74388acdf41c None None] The sync data for ids ['1a9cedd8-aa84-4322-a368-feb422e34c94'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:55.669850 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] For port 20d76e46-c74e-427f-be65-305176606785, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:55.708452 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] For port 20d76e46-c74e-427f-be65-305176606785, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:55.719367 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.724997 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.779800 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 7076c17d-0889-4fb9-a75a-55c07ede3ac5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7076c17d-0889-4fb9-a75a-55c07ede3ac5,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:55.790567 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.807486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.821790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:55.822595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.824762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] 10.222.0.54 "PUT /v2.0/ports/20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 1093 time: 4.2803776 Jul 16 09:10:55.884559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=7076c17d-0889-4fb9-a75a-55c07ede3ac5,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:55.895088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57501eb-8d67-4dca-95cd-bdc55e0effb6 service neutron] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:55.982493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d428a5fe-f5ff-4c80-87df-239d0a82ce71 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a9cedd8-aa84-4322-a368-feb422e34c94 HTTP/1.1" status: 200 len: 205 time: 0.6258311 Jul 16 09:10:55.989291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35134) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:56.090886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Port': ['ID=4af2b83f-a208-4c9a-837c-bdf194e15038,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:56.194442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dee5c43-46c8-40b1-b25f-9f92fd71c732 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.198293 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.274631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9756ab3-afee-46e5-8432-71f73282ce58 req-67f48711-cb1a-49de-90f7-92a4ea27828d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.284052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.287448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9756ab3-afee-46e5-8432-71f73282ce58 req-67f48711-cb1a-49de-90f7-92a4ea27828d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 946 time: 0.9929323 Jul 16 09:10:56.355065 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.399878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-cf19af12-1c0f-4cd5-bb4b-05eb5f6dac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.402709 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-cf19af12-1c0f-4cd5-bb4b-05eb5f6dac8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1096 time: 0.5020199 Jul 16 09:10:56.418724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cd252-9c0a-4427-990f-d8cfc0d7f193 req-2d2bb618-dce1-4e73-8588-abc214a621d6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.420369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a11cd252-9c0a-4427-990f-d8cfc0d7f193 req-2d2bb618-dce1-4e73-8588-abc214a621d6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 945 time: 0.4298961 Jul 16 09:10:56.440788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event deleted for resources: {'Port': ['ID=ade6fedf-b45c-4498-92f5-620b12c3f343,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:56.459668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4ddbe-9889-4122-892c-3d381ab1f857 req-a430ff8d-ded2-474a-9ed6-6c46ffdcee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.461189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbf4ddbe-9889-4122-892c-3d381ab1f857 req-a430ff8d-ded2-474a-9ed6-6c46ffdcee9d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 1097 time: 0.4789793 Jul 16 09:10:56.509920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.518168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9756ab3-afee-46e5-8432-71f73282ce58 req-20b3482d-bb39-47bf-b730-6f75b09ef4a3 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984396 Jul 16 09:10:56.561594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.591903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dee5c43-46c8-40b1-b25f-9f92fd71c732 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.600247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dee5c43-46c8-40b1-b25f-9f92fd71c732 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.629700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a11cd252-9c0a-4427-990f-d8cfc0d7f193 req-93845fdb-e568-4f4b-828b-3992fbed84f7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999729 Jul 16 09:10:56.641749 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.644711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fbf4ddbe-9889-4122-892c-3d381ab1f857 req-7c973d10-ca1f-4a2a-b3d8-b070fda23f04 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438754 Jul 16 09:10:56.734652 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.735461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Fanout notify agent at l3_agent the message router_deleted on router 8738c99c-3e5e-48f1-8317-4374f7c1b23b {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:56.739347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:56.745936 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324" -d '{"events": [{"name": "network-changed", "server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:56.750825 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dee5c43-46c8-40b1-b25f-9f92fd71c732 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.751779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dee5c43-46c8-40b1-b25f-9f92fd71c732 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Fanout notify agent at l3_agent the message router_deleted on router 1a9cedd8-aa84-4322-a368-feb422e34c94 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:56.769250 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dee5c43-46c8-40b1-b25f-9f92fd71c732 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.771099 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8dee5c43-46c8-40b1-b25f-9f92fd71c732 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/1a9cedd8-aa84-4322-a368-feb422e34c94 HTTP/1.1" status: 204 len: 168 time: 0.7482035 Jul 16 09:10:56.784346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35154) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:56.785886 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.789731 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fa094d3f-1247-4b2a-8eac-1d4030b77cef tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/routers/8738c99c-3e5e-48f1-8317-4374f7c1b23b HTTP/1.1" status: 204 len: 168 time: 4.3657155 Jul 16 09:10:56.801839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35156) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:56.835813 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-5e30d562-9df0-4195-ba81-40242ea4c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.837772 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-5e30d562-9df0-4195-ba81-40242ea4c078 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.4053247 Jul 16 09:10:56.870883 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f2d2cd-f935-4af6-95d9-46b0d9c5242d x-openstack-request-id: req-34f2d2cd-f935-4af6-95d9-46b0d9c5242d {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:56.871271 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "tag": "20d76e46-c74e-427f-be65-305176606785", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:56.871528 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34f2d2cd-f935-4af6-95d9-46b0d9c5242d {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:56.871934 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'status': 'completed', 'code': 200} Jul 16 09:10:56.890376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.905528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.029675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.037241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.039286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7207737a-d9d5-4845-9353-6af9e8515b53 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet 11e4c134-3daf-4e0c-8aca-bc6e3a3f1642 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:10:57.046583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7207737a-d9d5-4845-9353-6af9e8515b53 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.049815 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-c54fa153-114b-4fd2-a82f-c2da6ff198ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 999 time: 0.1985869 Jul 16 09:10:57.051974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.081511 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.082086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Fanout notify agent at l3_agent the message router_deleted on router fafeb5b1-82c8-45bf-a483-8f7cc209b458 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:57.117387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.122525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2292a75a-0ae2-4bd7-9f37-2c38c70bdc4e tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/fafeb5b1-82c8-45bf-a483-8f7cc209b458 HTTP/1.1" status: 204 len: 168 time: 4.0376613 Jul 16 09:10:57.128280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:57.133133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-60488fcf-348d-435d-ac45-64b9249277cb tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-723325081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:57.202676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f3f5c-18f1-4419-a545-b5efea443786 req-bfb85849-bbe7-47a7-a7c8-780893bfc20a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:57.204346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-873f3f5c-18f1-4419-a545-b5efea443786 req-bfb85849-bbe7-47a7-a7c8-780893bfc20a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 0.4753659 Jul 16 09:10:57.208859 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7207737a-d9d5-4845-9353-6af9e8515b53 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.248518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.258422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Pushing event updated for resources: {'Port': ['ID=041573d1-756a-4934-b0d3-5e932068f615,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:57.263630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-604b0495-d56f-44b1-a07c-d6923b0fd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:57.265212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-604b0495-d56f-44b1-a07c-d6923b0fd3eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1096 time: 0.3707747 Jul 16 09:10:57.410897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-873f3f5c-18f1-4419-a545-b5efea443786 req-5eed9327-44dd-49bf-a775-9b823a610a5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908634 Jul 16 09:10:57.477734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7076c17d-0889-4fb9-a75a-55c07ede3ac5 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:57.529816 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7207737a-d9d5-4845-9353-6af9e8515b53 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.542146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7076c17d-0889-4fb9-a75a-55c07ede3ac5 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:57.542957 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.614056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-e87562ec-aa06-45be-88bf-4ab6b7e46898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:57.615603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-e87562ec-aa06-45be-88bf-4ab6b7e46898 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.3399377 Jul 16 09:10:57.624065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Network 8eca1577-a4b0-408f-9f1c-aa80139e2701 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:57.637124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:57.798711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.814593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7207737a-d9d5-4845-9353-6af9e8515b53 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.826405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410abc92-f5b9-4cec-8210-219cb813884e']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:57.840284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-5eae1791-bccf-444b-a39f-9d5739de583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:57.842051 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-5eae1791-bccf-444b-a39f-9d5739de583c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.7828703 Jul 16 09:10:57.843991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56d840c-70d7-41d4-8ebd-4f47833a2010') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:57.844428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56d840c-70d7-41d4-8ebd-4f47833a2010') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:57.851955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60488fcf-348d-435d-ac45-64b9249277cb tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.853121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60488fcf-348d-435d-ac45-64b9249277cb tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.878952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.912777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-55648401-29b6-49af-94f8-eab7e829b7d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 999 time: 0.2875164 Jul 16 09:10:57.925849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.929467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207737a-d9d5-4845-9353-6af9e8515b53 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=11e4c134-3daf-4e0c-8aca-bc6e3a3f1642,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:57.951218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:10:57.951692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: items = [ Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:10:57.955229 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:10:57.960234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab09db2-bee9-419e-b120-1c9240bb8eaf None None] Network a43f45db-a644-4ed3-94dc-b8fadb876e01 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:57.970277 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7207737a-d9d5-4845-9353-6af9e8515b53 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.976015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7207737a-d9d5-4845-9353-6af9e8515b53 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/11e4c134-3daf-4e0c-8aca-bc6e3a3f1642 HTTP/1.1" status: 204 len: 168 time: 1.1445165 Jul 16 09:10:57.992632 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60488fcf-348d-435d-ac45-64b9249277cb tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.011446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35168) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:58.080210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.082865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60488fcf-348d-435d-ac45-64b9249277cb tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.107176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1ce912c6-71cc-403c-9ef8-6d51c6a6a449 None None] Provisioning complete for port 041573d1-756a-4934-b0d3-5e932068f615 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:58.108044 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1ce912c6-71cc-403c-9ef8-6d51c6a6a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.147946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1ce912c6-71cc-403c-9ef8-6d51c6a6a449 None None] Port 041573d1-756a-4934-b0d3-5e932068f615 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:58.148966 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.156736 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/networks/410abc92-f5b9-4cec-8210-219cb813884e HTTP/1.1" status: 204 len: 168 time: 1.3419170 Jul 16 09:10:58.158239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ee9a9-2cef-4d11-a1f9-f95a4d215ceb tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Network': ['ID=410abc92-f5b9-4cec-8210-219cb813884e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:58.159841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35170) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:58.163523 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60488fcf-348d-435d-ac45-64b9249277cb tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.168362 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-60488fcf-348d-435d-ac45-64b9249277cb tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0391068 Jul 16 09:10:58.170285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35172) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:58.182770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:58.187541 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-5a73113b-f8f5-4fe6-9b8f-808572d08cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:58.189225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-5a73113b-f8f5-4fe6-9b8f-808572d08cb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3313432 Jul 16 09:10:58.205143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-d0a6f16f-8c4c-473a-83df-9c8c54fb7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:58.206664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-d0a6f16f-8c4c-473a-83df-9c8c54fb7a3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.2700694 Jul 16 09:10:58.231068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.257232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] DHCP port deletion for a43f45db-a644-4ed3-94dc-b8fadb876e01 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:10:58.267182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Router 0d853012-fd73-4537-97ae-fefabb9edf7a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:58.287379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062be2d-c304-4fe1-a416-d703e06697f5 req-7de63b23-3dd7-4562-acbd-427d48963f57 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:58.289010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8062be2d-c304-4fe1-a416-d703e06697f5 req-7de63b23-3dd7-4562-acbd-427d48963f57 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 946 time: 0.4562457 Jul 16 09:10:58.302588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a3410-8495-4a35-a782-ae90ac641009 req-c8a067a0-e9f1-4387-bd95-c7df1d14074b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:58.310675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-452a3410-8495-4a35-a782-ae90ac641009 req-c8a067a0-e9f1-4387-bd95-c7df1d14074b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 945 time: 0.3962560 Jul 16 09:10:58.312712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] Deleting port dde723b8-346f-4db5-887f-ff261de3ddb8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:58.313278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.392443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] For port dde723b8-346f-4db5-887f-ff261de3ddb8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dde723b8-346f-4db5-887f-ff261de3ddb8,segment=NetworkSegment(35bc57d4-3d5f-4c01-b16c-48378c69198f),segment_id=35bc57d4-3d5f-4c01-b16c-48378c69198f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:58.393023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.408525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] Calling delete_port for dde723b8-346f-4db5-887f-ff261de3ddb8 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:58.507539 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.541191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] Pushing event deleted for resources: {'Port': ['ID=dde723b8-346f-4db5-887f-ff261de3ddb8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:58.556698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6bc4e-5487-4f3b-adea-758128219f46 None None] No DVR routers for this DVR port dde723b8-346f-4db5-887f-ff261de3ddb8 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:58.643560 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.697319 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-abfee8fd-a918-4724-a9a4-95963ef45f52 service neutron] 10.222.0.54 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340909 Jul 16 09:10:58.788647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-452a3410-8495-4a35-a782-ae90ac641009 req-bfd48c54-e66d-4e9f-a044-506abde230eb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4768145 Jul 16 09:10:58.810699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8062be2d-c304-4fe1-a416-d703e06697f5 req-f2327942-93e7-4ac0-b037-de6951d9935a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918756 Jul 16 09:10:58.826336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting port b501ba51-a59d-4204-95d8-d10b90d5cd46 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:58.826849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.893304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4b5b48db-d8b3-4521-9e41-62df5df0e196 req-45ca5191-fa3e-4bd5-9a05-d7800a35d969 service neutron] 10.222.0.54 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852028 Jul 16 09:10:58.924141 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.972108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43f45db-a644-4ed3-94dc-b8fadb876e01']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:59.009353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.009714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.027732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-b113586a-86b9-4456-9732-50ae7ce3f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:59.033551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-b113586a-86b9-4456-9732-50ae7ce3f92f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8178160 Jul 16 09:10:59.035822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bc57d4-3d5f-4c01-b16c-48378c69198f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:59.036528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bc57d4-3d5f-4c01-b16c-48378c69198f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:59.067913 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.085829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Calling delete_port for b501ba51-a59d-4204-95d8-d10b90d5cd46 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:59.120578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4af2b83f-a208-4c9a-837c-bdf194e15038 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:59.149600 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.160499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 4af2b83f-a208-4c9a-837c-bdf194e15038 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:59.161444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4af2b83f-a208-4c9a-837c-bdf194e15038 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:59.162063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dde723b8-346f-4db5-887f-ff261de3ddb8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:59.170255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:10:59.174309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.202868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: dde723b8-346f-4db5-887f-ff261de3ddb8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:59.203215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dde723b8-346f-4db5-887f-ff261de3ddb8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:10:59.244168 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:10:59.248641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:59.261960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Sync routers for ids ['0d853012-fd73-4537-97ae-fefabb9edf7a'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:59.270807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Routers {'0d853012-fd73-4537-97ae-fefabb9edf7a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:59.271456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0d853012-fd73-4537-97ae-fefabb9edf7a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:59.288273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fa8c66c9-4075-473b-8ae4-ba88340d0473 admin admin] 10.222.0.55 "PUT /v2.0/routers/0d853012-fd73-4537-97ae-fefabb9edf7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2562640 Jul 16 09:10:59.311536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e007a-89c3-48f0-92ff-95b3e483cb43 req-5d0528d1-8d72-44fb-90cd-8ab619d296c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:59.313094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-672e007a-89c3-48f0-92ff-95b3e483cb43 req-5d0528d1-8d72-44fb-90cd-8ab619d296c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 0.3775504 Jul 16 09:10:59.339487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.372379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df175090-e9a9-4dfe-a10f-54364712d97a req-820fa48b-b8d3-4111-9a81-9057e0898e7b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:59.379233 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df175090-e9a9-4dfe-a10f-54364712d97a req-820fa48b-b8d3-4111-9a81-9057e0898e7b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 945 time: 0.2981942 Jul 16 09:10:59.406646 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.412271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/a43f45db-a644-4ed3-94dc-b8fadb876e01 HTTP/1.1" status: 204 len: 168 time: 1.3956296 Jul 16 09:10:59.412271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49aa01a-3279-40f2-b8fe-6ce5e3f562bc tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=a43f45db-a644-4ed3-94dc-b8fadb876e01,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:59.423061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35184) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:59.443513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-445aff7f-0219-4c01-a0a6-426729cd2879 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-725641131', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:59.462229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-672e007a-89c3-48f0-92ff-95b3e483cb43 req-779a1a54-20c7-4221-9db1-837214f7b2fd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392665 Jul 16 09:10:59.504306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df175090-e9a9-4dfe-a10f-54364712d97a req-f6fd6887-3a6f-42a5-9a78-2d0f2256e8cd tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241062 Jul 16 09:10:59.506702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-4af0e19d-3e01-45b2-9c2f-12a515993d6c service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571745 Jul 16 09:10:59.577754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35192) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:59.578915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Set router 0d853012-fd73-4537-97ae-fefabb9edf7a gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:59.587694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-3703ad9b-2342-4ed3-824b-d7ac0fffc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:59.589879 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-3703ad9b-2342-4ed3-824b-d7ac0fffc9a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1096 time: 0.6052518 Jul 16 09:10:59.590518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.605809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-e617820c-0140-4606-b2d8-e3ed5f490f69 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897648 Jul 16 09:10:59.610405 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.630564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-445aff7f-0219-4c01-a0a6-426729cd2879 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.631884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-445aff7f-0219-4c01-a0a6-426729cd2879 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.695498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-445aff7f-0219-4c01-a0a6-426729cd2879 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.706774 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-445aff7f-0219-4c01-a0a6-426729cd2879 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.731954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-445aff7f-0219-4c01-a0a6-426729cd2879 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.735726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-445aff7f-0219-4c01-a0a6-426729cd2879 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2938113 Jul 16 09:10:59.735985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35196) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:59.743584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-610241838'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:59.772865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:59.788045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.848386 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.848955 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Floating IP 1de95f8b-d845-47c2-bfbc-d82c9a6c7b22 disassociated (deleted). External IP: 172.25.6.14, port: fb6b593a-2f09-4e18-9610-23c2dbb2332a. Jul 16 09:10:59.876941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:59.892798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.906540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.906774 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment fd6ef483-5a27-4699-b4f5-996b3d6267e6 of type vlan for network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 Jul 16 09:10:59.981465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.982723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port': {'id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '041573d1-756a-4934-b0d3-5e932068f615', 'name': '', 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'mac_address': 'fa:16:3e:1d:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:52Z', 'updated_at': '2021-07-16T09:10:56Z', 'revision_number': 2, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'subnets': [{'id': '6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:00.019470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Checking router: 0d853012-fd73-4537-97ae-fefabb9edf7a for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:00.020135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Updating router 0d853012-fd73-4537-97ae-fefabb9edf7a port 041573d1-756a-4934-b0d3-5e932068f615 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:00.052145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Allocated IP 172.25.6.162 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/854a553d-3aee-464e-a296-d773f7de8824) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:00.062946 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.069292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:00.069943 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.090115 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.090844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Port': ['ID=b501ba51-a59d-4204-95d8-d10b90d5cd46,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:00.106260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-4fa53f72-60df-47d4-859e-56e25235340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:00.107787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-4fa53f72-60df-47d4-859e-56e25235340e service neutron] 10.222.0.54 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.4550729 Jul 16 09:11:00.118431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3807921 Jul 16 09:11:00.123598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35234) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:00.131516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:00.212004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52375334-e8ea-4668-b447-2bca4899a753 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=e26aeb5c-e27f-4ed3-8b78-a074da64c2b2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:00.225027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:00.307814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ae6bf-21e1-4bc6-a3ba-86a7dcb23000 tempest-TestVolumeBootPattern-2053633880 tempest-TestVolumeBootPattern-2053633880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:00.312308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-992ae6bf-21e1-4bc6-a3ba-86a7dcb23000 tempest-TestVolumeBootPattern-2053633880 tempest-TestVolumeBootPattern-2053633880-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 1092 time: 0.7307720 Jul 16 09:11:00.312308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-f2ec03c6-fa6a-4832-807c-fbfd8461ca5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 999 time: 0.1861324 Jul 16 09:11:00.313051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35236) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:00.320612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:00.329268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:00.337187 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.444640 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.476455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-e6b99640-12b6-462a-92ac-c160b7c07e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:00.478478 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-e6b99640-12b6-462a-92ac-c160b7c07e18 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.1475027 Jul 16 09:11:00.505927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.524142 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.568663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Transition to ACTIVE for port object 041573d1-756a-4934-b0d3-5e932068f615 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:00.591234 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.610785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Router 041ac0ca-e9dd-4032-9354-690dfea65226 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:00.619112 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.651200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a20a3b-16e1-478b-a46d-7439234cbac7 None None] Pushing event updated for resources: {'Port': ['ID=041573d1-756a-4934-b0d3-5e932068f615,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:00.674783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:00.685430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:00.690620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-a0b44025-2b32-46b6-a461-c3ef14c0ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:00.692199 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-a0b44025-2b32-46b6-a461-c3ef14c0ed22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1846282 Jul 16 09:11:00.749524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Attempting to bind port 041573d1-756a-4934-b0d3-5e932068f615 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:00.749930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Attempting to bind port 041573d1-756a-4934-b0d3-5e932068f615 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:00.750658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Attempting to bind port 041573d1-756a-4934-b0d3-5e932068f615 on network 8eca1577-a4b0-408f-9f1c-aa80139e2701 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:00.750848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:00.757279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:00.758304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Checking segment: {'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:00.758705 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.759115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Bound using segment: {'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:00.759578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Bound port: 041573d1-756a-4934-b0d3-5e932068f615, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56a2868-7f26-4964-b120-7e79b9461be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:00.760128 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.776306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event updated for resources: {'Port': ['ID=854a553d-3aee-464e-a296-d773f7de8824,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:00.871100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feebac-c36a-408d-8264-18d72b49e1e8 req-3a362b26-df33-4622-91f9-d47d86fdbd14 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:00.872694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53feebac-c36a-408d-8264-18d72b49e1e8 req-3a362b26-df33-4622-91f9-d47d86fdbd14 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 0.2575271 Jul 16 09:11:00.884295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.887222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] For port 041573d1-756a-4934-b0d3-5e932068f615, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:00.893522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] For port 041573d1-756a-4934-b0d3-5e932068f615, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=041573d1-756a-4934-b0d3-5e932068f615,segment=NetworkSegment(b56a2868-7f26-4964-b120-7e79b9461be4),segment_id=b56a2868-7f26-4964-b120-7e79b9461be4)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:00.915393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.000921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53feebac-c36a-408d-8264-18d72b49e1e8 req-67bede56-fcb2-446f-ad96-a15e57bdb070 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194518 Jul 16 09:11:01.005103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Routers {'0d853012-fd73-4537-97ae-fefabb9edf7a'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:01.005780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0d853012-fd73-4537-97ae-fefabb9edf7a'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:01.158796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=65b8d87e-2829-454b-a89e-45a743265616,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:01.163349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:01.163718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: e26aeb5c-e27f-4ed3-8b78-a074da64c2b2, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:01.181427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.231395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:01.381058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, e26aeb5c-e27f-4ed3-8b78-a074da64c2b2) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:01.405637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:01.406267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.416093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] Set router 0d853012-fd73-4537-97ae-fefabb9edf7a gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:01.498266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7dc97b64-ffb9-4e4c-bec8-bf4da820f8e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3733959 Jul 16 09:11:01.501561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35282) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:01.584372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044050e1-786b-466d-a57f-717afdcee03e None None] Network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:01.626794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a20a3b-16e1-478b-a46d-7439234cbac7 None None] Pushing event updated for resources: {'Port': ['ID=041573d1-756a-4934-b0d3-5e932068f615,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:01.648650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.25.6.96 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/a3ee1ea3-b23c-4acb-8c4b-c60c02057b31) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:01.732205 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-0f901530-439a-4809-a34d-8b86b0168f07 service neutron] 10.222.0.54 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9716346 Jul 16 09:11:01.940801 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1f9d753b-cb35-4dd0-abf5-c6ae9d366324 req-6e7a5c4e-4d2d-46b1-bed4-f7e3401840fe service neutron] 10.222.0.54 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921399 Jul 16 09:11:01.943724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:01.955710 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] Sync routers for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:01.957493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.987610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.988359 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:01.992620 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:02.007102 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:11:02.008236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.052449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port': {'id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '041573d1-756a-4934-b0d3-5e932068f615', 'name': '', 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'mac_address': 'fa:16:3e:1d:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:52Z', 'updated_at': '2021-07-16T09:11:00Z', 'revision_number': 4, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'subnets': [{'id': '6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:02.060712 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8d8128fa-14b5-4708-9296-9c3e37572e9f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/floatingips/1de95f8b-d845-47c2-bfbc-d82c9a6c7b22 HTTP/1.1" status: 204 len: 168 time: 3.8981297 Jul 16 09:11:02.068631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:02.070768 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e69e6e-13d8-4b04-858d-3dacbcf28c08" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:02.147356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.180548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff59dd-62ce-4548-8be1-d22537693329 None None] The sync data for ids ['0d853012-fd73-4537-97ae-fefabb9edf7a'] in n-d-780147-28 is: [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port': {'id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '041573d1-756a-4934-b0d3-5e932068f615', 'name': '', 'network_id': '8eca1577-a4b0-408f-9f1c-aa80139e2701', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'mac_address': 'fa:16:3e:1d:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:52Z', 'updated_at': '2021-07-16T09:11:00Z', 'revision_number': 4, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'subnets': [{'id': '6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:02.351631 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:02.376196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Allocated IP 172.20.0.2 (e26aeb5c-e27f-4ed3-8b78-a074da64c2b2/65b8d87e-2829-454b-a89e-45a743265616/dfafbd33-81c6-42c4-b63f-479549fbb49a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:02.387589 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.421773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.637852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:02.683099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:02.692783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:02.741754 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cad098-5ea4-443c-906e-4814fb5d93eb x-openstack-request-id: req-47cad098-5ea4-443c-906e-4814fb5d93eb {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:02.742304 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:02.742304 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47cad098-5ea4-443c-906e-4814fb5d93eb {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:02.742690 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'status': 'completed', 'code': 200} Jul 16 09:11:02.785289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.822214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Transition to ACTIVE for port object dfafbd33-81c6-42c4-b63f-479549fbb49a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:02.826678 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:40Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:02.858155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Transition to ACTIVE for port object dfafbd33-81c6-42c4-b63f-479549fbb49a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:02.872325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 20d76e46-c74e-427f-be65-305176606785 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:11:02.878962 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.904682 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] Checking router: 041ac0ca-e9dd-4032-9354-690dfea65226 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:02.929526 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:02.930296 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:02.960256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=a3ee1ea3-b23c-4acb-8c4b-c60c02057b31,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:03.049859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Pushing event updated for resources: {'Port': ['ID=dfafbd33-81c6-42c4-b63f-479549fbb49a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:03.066407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:03.081909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:03.089858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:03.186748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-ea9d9adc-03c6-46f2-a7da-d9e1a530776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.188382 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-ea9d9adc-03c6-46f2-a7da-d9e1a530776f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acb92073f592400cb64313a06e97e4dc&device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 1136 time: 0.4099982 Jul 16 09:11:03.211903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.227799 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.246213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 041573d1-756a-4934-b0d3-5e932068f615 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:03.425765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 20d76e46-c74e-427f-be65-305176606785, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:03.461751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '20d76e46-c74e-427f-be65-305176606785', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'port_id': '20d76e46-c74e-427f-be65-305176606785', 'mac_address': 'fa:16:3e:c6:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:11:03.505254 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:03.554769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.559391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Attempting to bind port dfafbd33-81c6-42c4-b63f-479549fbb49a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:03.559760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Attempting to bind port dfafbd33-81c6-42c4-b63f-479549fbb49a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:03.560123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Attempting to bind port dfafbd33-81c6-42c4-b63f-479549fbb49a on network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:03.569839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-c63ae664-cf3f-4473-aad4-641c815ad165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.570447 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-c63ae664-cf3f-4473-aad4-641c815ad165 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245 HTTP/1.1" status: 200 len: 897 time: 0.3554630 Jul 16 09:11:03.574274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:03.574710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Checking segment: {'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:03.575226 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.575734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Bound using segment: {'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:03.576223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Bound port: dfafbd33-81c6-42c4-b63f-479549fbb49a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:03.576795 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.696741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] For port dfafbd33-81c6-42c4-b63f-479549fbb49a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:03.700913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] For port dfafbd33-81c6-42c4-b63f-479549fbb49a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dfafbd33-81c6-42c4-b63f-479549fbb49a,segment=NetworkSegment(fd6ef483-5a27-4699-b4f5-996b3d6267e6),segment_id=fd6ef483-5a27-4699-b4f5-996b3d6267e6)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:03.703973 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-03cd2a0a-8ad7-4a94-9968-0f27d5a149f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a HTTP/1.1" status: 200 len: 217 time: 0.1112177 Jul 16 09:11:03.717915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.730437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cae412-808b-46b0-bc44-52fedeea466c req-39f153a2-d7c0-4616-84e6-93c3147bb0a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.732399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0cae412-808b-46b0-bc44-52fedeea466c req-39f153a2-d7c0-4616-84e6-93c3147bb0a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 944 time: 1.3760095 Jul 16 09:11:03.744103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d76e46-c74e-427f-be65-305176606785 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:03.818217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-8f75b39a-f32c-4afe-a222-29ede8fb22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.844695 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-8f75b39a-f32c-4afe-a222-29ede8fb22f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b136429c-b635-4d8a-9f27-0e5ad6434b04 HTTP/1.1" status: 200 len: 835 time: 0.1246982 Jul 16 09:11:03.890457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40457cac-57c5-4499-b563-103bdff5b6ba None None] Pushing event updated for resources: {'Port': ['ID=dfafbd33-81c6-42c4-b63f-479549fbb49a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:03.891753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0cae412-808b-46b0-bc44-52fedeea466c req-1de35014-d99f-4a42-8a7f-4fb923b5fab4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358671 Jul 16 09:11:03.939428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 041573d1-756a-4934-b0d3-5e932068f615 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:03.948937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 041573d1-756a-4934-b0d3-5e932068f615 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:03.949437 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.040292 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:40Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:04.090358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Router 0015c283-cf62-44d2-8dbd-153e83e93f04 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:04.109319 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d19262-02c1-4225-b337-192e5df25af0 None None] The sync data for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 is: [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:08:33Z', 'revision_number': 4, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '981be76a-d44e-4c43-b02e-c2838dbd45bc', 'name': '', 'network_id': '2ffc06ca-a10a-4bcf-8134-1b325cc0e245', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'mac_address': 'fa:16:3e:8e:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:31Z', 'updated_at': '2021-07-16T09:08:40Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'subnets': [{'id': 'b136429c-b635-4d8a-9f27-0e5ad6434b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:04.141405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 20d76e46-c74e-427f-be65-305176606785, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:04.183285 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.267278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-2acc0f88-9b15-40bc-912a-0e2d1c5fbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:04.269074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-2acc0f88-9b15-40bc-912a-0e2d1c5fbcb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ffc06ca-a10a-4bcf-8134-1b325cc0e245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3842280 Jul 16 09:11:04.288425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1ecfc-e310-429a-9e07-22e0d9a74420 req-0dd87c46-b6ee-47de-9ba8-19bcf24d2e03 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:04.312072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d1ecfc-e310-429a-9e07-22e0d9a74420 req-0dd87c46-b6ee-47de-9ba8-19bcf24d2e03 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 984 time: 1.3396962 Jul 16 09:11:04.451052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.20.0.1 (e26aeb5c-e27f-4ed3-8b78-a074da64c2b2/65b8d87e-2829-454b-a89e-45a743265616/52d4e032-9a8c-404f-883f-77b9f9354264) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:04.506840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:04.563620 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-18a34df2-d1d5-4014-8f82-ec4f647d43a1 service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731125 Jul 16 09:11:04.591345 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.709824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['20d76e46-c74e-427f-be65-305176606785'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:11:04.725219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 041573d1-756a-4934-b0d3-5e932068f615, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=041573d1-756a-4934-b0d3-5e932068f615,segment=NetworkSegment(b56a2868-7f26-4964-b120-7e79b9461be4),segment_id=b56a2868-7f26-4964-b120-7e79b9461be4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:04.732427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.752684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object 52d4e032-9a8c-404f-883f-77b9f9354264 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:04.803430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.906103 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.935427 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:04.962008 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.968307 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3b96ab58-611a-4114-9c89-83382938948b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "PUT /v2.0/routers/0015c283-cf62-44d2-8dbd-153e83e93f04 HTTP/1.1" status: 200 len: 883 time: 6.7849867 Jul 16 09:11:04.968307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35308) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:05.018791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a354748-1f06-456f-9c98-848c5cc21dc5 None None] Sync routers for ids ['0015c283-cf62-44d2-8dbd-153e83e93f04'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:05.086664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=041573d1-756a-4934-b0d3-5e932068f615,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:05.127562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a354748-1f06-456f-9c98-848c5cc21dc5 None None] Routers {'0015c283-cf62-44d2-8dbd-153e83e93f04'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:05.128333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3a354748-1f06-456f-9c98-848c5cc21dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0015c283-cf62-44d2-8dbd-153e83e93f04'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:05.156378 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-72e69e6e-13d8-4b04-858d-3dacbcf28c08 req-5b8461da-1e19-4916-8c11-d45711a552cd service neutron] 10.222.0.54 "GET /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835586 Jul 16 09:11:05.192921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3a354748-1f06-456f-9c98-848c5cc21dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:05.243954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a354748-1f06-456f-9c98-848c5cc21dc5 None None] Routers {'0015c283-cf62-44d2-8dbd-153e83e93f04'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:05.245141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3a354748-1f06-456f-9c98-848c5cc21dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0015c283-cf62-44d2-8dbd-153e83e93f04'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:05.302607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3a354748-1f06-456f-9c98-848c5cc21dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:05.303289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a354748-1f06-456f-9c98-848c5cc21dc5 None None] The sync data for ids ['0015c283-cf62-44d2-8dbd-153e83e93f04'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:05.421261 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e2f3e93-576c-436c-8960-aff14bf328a7 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/routers/0015c283-cf62-44d2-8dbd-153e83e93f04 HTTP/1.1" status: 200 len: 924 time: 0.4442239 Jul 16 09:11:05.427268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35312) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:05.462889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dfafbd33-81c6-42c4-b63f-479549fbb49a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:05.498057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:05.512239 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3b85a-48b1-4fee-bab4-c61e752657e7 None None] New status for floating IP 1de95f8b-d845-47c2-bfbc-d82c9a6c7b22: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:05.576892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:05.579998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:05.674668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22d1ecfc-e310-429a-9e07-22e0d9a74420 req-67f95aa8-f2a5-4009-9c74-45e3f01b0c5f tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.3606546 Jul 16 09:11:05.676589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=52d4e032-9a8c-404f-883f-77b9f9354264,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:05.684130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2dfad4-b609-466f-8f4b-f446cb31d584 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:05.695073 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4d2dfad4-b609-466f-8f4b-f446cb31d584 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=0015c283-cf62-44d2-8dbd-153e83e93f04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2622390 Jul 16 09:11:05.704132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35314) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:05.737287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port dfafbd33-81c6-42c4-b63f-479549fbb49a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:05.809273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.849346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a5626c-2cd5-4412-81e3-ce696ccb2147 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:05.851009 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-09a5626c-2cd5-4412-81e3-ce696ccb2147 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 881 time: 0.1458819 Jul 16 09:11:05.854893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35316) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:05.899713 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-10743caf-7932-49dd-a2b8-0e788e8857bd tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=0015c283-cf62-44d2-8dbd-153e83e93f04 HTTP/1.1" status: 200 len: 205 time: 0.0434918 Jul 16 09:11:05.903252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35318) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:05.962590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-dc38eec6-c188-4af3-b100-931f1a68da7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:05.965079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-dc38eec6-c188-4af3-b100-931f1a68da7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b&tenant_id=d13f7937753f461a99cc6c1586f0fa61&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 945 time: 0.9014814 Jul 16 09:11:05.971587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a68987-937e-4f7e-9c15-ce7c144cb497 None None] Network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:06.017238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-e7f8eeec-6abc-46ac-ba89-e94b6a7c2160 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:06.018874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-e7f8eeec-6abc-46ac-ba89-e94b6a7c2160 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 984 time: 1.2165926 Jul 16 09:11:06.044402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.084013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531828-7b80-469f-8e30-34b429010c6e req-a95d35c9-c619-4a58-a498-ba60f81d6d2f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:06.092036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38531828-7b80-469f-8e30-34b429010c6e req-a95d35c9-c619-4a58-a498-ba60f81d6d2f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 945 time: 0.8100855 Jul 16 09:11:06.181060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fda296b4-bbcd-4015-884b-6c7de4b75d10 None None] Provisioning for port dfafbd33-81c6-42c4-b63f-479549fbb49a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:06.191037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fda296b4-bbcd-4015-884b-6c7de4b75d10 None None] Provisioning complete for port dfafbd33-81c6-42c4-b63f-479549fbb49a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:06.191421 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fda296b4-bbcd-4015-884b-6c7de4b75d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.255150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.334222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Deleting port 854a553d-3aee-464e-a296-d773f7de8824 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:06.334917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.363838 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fda296b4-bbcd-4015-884b-6c7de4b75d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.429360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fda296b4-bbcd-4015-884b-6c7de4b75d10 None None] For port dfafbd33-81c6-42c4-b63f-479549fbb49a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dfafbd33-81c6-42c4-b63f-479549fbb49a,segment=NetworkSegment(fd6ef483-5a27-4699-b4f5-996b3d6267e6),segment_id=fd6ef483-5a27-4699-b4f5-996b3d6267e6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:06.444420 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fda296b4-bbcd-4015-884b-6c7de4b75d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.486268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.502640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda296b4-bbcd-4015-884b-6c7de4b75d10 None None] Pushing event updated for resources: {'Port': ['ID=dfafbd33-81c6-42c4-b63f-479549fbb49a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:06.522810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Calling delete_port for 854a553d-3aee-464e-a296-d773f7de8824 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:06.528796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38531828-7b80-469f-8e30-34b429010c6e req-2bac0b01-f09d-40b3-bff5-32ac4ef5e6aa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4360275 Jul 16 09:11:06.529759 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-e9f0ac76-3ffa-48b6-b3a2-181877b576b9 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:11:06.531569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-e9f0ac76-3ffa-48b6-b3a2-181877b576b9 service neutron] 10.222.0.52 "DELETE /v2.0/ports/20d76e46-c74e-427f-be65-305176606785/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.5113726 Jul 16 09:11:06.534164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.640303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 20d76e46-c74e-427f-be65-305176606785 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:06.738573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 20d76e46-c74e-427f-be65-305176606785 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:06.743063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 20d76e46-c74e-427f-be65-305176606785 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:06.743443 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.841562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.981078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.987709 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.997158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event deleted for resources: {'Port': ['ID=854a553d-3aee-464e-a296-d773f7de8824,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:07.013059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b7753db6-064c-401b-8b6d-74d01e315a5b None None] Provisioning for port 52d4e032-9a8c-404f-883f-77b9f9354264 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:07.029809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b7753db6-064c-401b-8b6d-74d01e315a5b None None] Provisioning complete for port 52d4e032-9a8c-404f-883f-77b9f9354264 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:07.030191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7753db6-064c-401b-8b6d-74d01e315a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.090551 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.104671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b7753db6-064c-401b-8b6d-74d01e315a5b None None] Port 52d4e032-9a8c-404f-883f-77b9f9354264 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:07.149359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:07.155708 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8897b1-0f23-488b-8147-d922a6410648" -d '{"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-plugged", "status": "completed", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:07.198071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 041573d1-756a-4934-b0d3-5e932068f615 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:07.287777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 20d76e46-c74e-427f-be65-305176606785, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:07.302455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.308383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting port fb6b593a-2f09-4e18-9610-23c2dbb2332a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:07.308736 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.309014 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.312390 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19408978-9796-4ef6-8c69-8875eb2dfe2d x-openstack-request-id: req-19408978-9796-4ef6-8c69-8875eb2dfe2d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:07.312680 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-plugged", "status": "completed", "tag": "20d76e46-c74e-427f-be65-305176606785", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:07.312931 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19408978-9796-4ef6-8c69-8875eb2dfe2d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:07.313463 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'code': 200} Jul 16 09:11:07.314194 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.315021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device fb6b593a-2f09-4e18-9610-23c2dbb2332a no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:07.365629 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.366662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Fanout notify agent at l3_agent the message router_deleted on router 0015c283-cf62-44d2-8dbd-153e83e93f04 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:07.385998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.387591 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a5f838d5-1604-4d1d-9c2d-c796b9ee63ff tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/0015c283-cf62-44d2-8dbd-153e83e93f04 HTTP/1.1" status: 204 len: 168 time: 1.4834068 Jul 16 09:11:07.391240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b7753db6-064c-401b-8b6d-74d01e315a5b None None] Provisioning complete for port dfafbd33-81c6-42c4-b63f-479549fbb49a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:07.391240 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b7753db6-064c-401b-8b6d-74d01e315a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.392076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35332) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:07.399126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5936ea6d-7232-417d-9481-7959673ce661 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1262511372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:07.450127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5936ea6d-7232-417d-9481-7959673ce661 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.451670 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5936ea6d-7232-417d-9481-7959673ce661 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.562365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5936ea6d-7232-417d-9481-7959673ce661 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.570851 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5936ea6d-7232-417d-9481-7959673ce661 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.614430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5936ea6d-7232-417d-9481-7959673ce661 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.618145 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5936ea6d-7232-417d-9481-7959673ce661 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2221537 Jul 16 09:11:07.618348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35336) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:07.623474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': True}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:07.668688 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.690739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:07.719173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 041573d1-756a-4934-b0d3-5e932068f615 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:07.719969 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.792698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port fb6b593a-2f09-4e18-9610-23c2dbb2332a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:07.819664 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.923035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=fb6b593a-2f09-4e18-9610-23c2dbb2332a,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:07.934767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-4342c825-5771-4618-8f7a-ebf6074da8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:07.936298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-4342c825-5771-4618-8f7a-ebf6074da8bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1097 time: 1.3423800 Jul 16 09:11:08.012529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.054006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dfafbd33-81c6-42c4-b63f-479549fbb49a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:08.134539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-179ae456-4a05-4b3c-af25-29a66865b8e7 None None] Provisioning complete for port 52d4e032-9a8c-404f-883f-77b9f9354264 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:08.135074 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-179ae456-4a05-4b3c-af25-29a66865b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.190441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-179ae456-4a05-4b3c-af25-29a66865b8e7 None None] Port 52d4e032-9a8c-404f-883f-77b9f9354264 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:08.193964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port dfafbd33-81c6-42c4-b63f-479549fbb49a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:08.194205 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.194865 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.215856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13691f5-04c2-4ee4-8943-3a470cae7221 req-8f01da4f-d16a-4361-8a21-ece82a285e5d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:08.217556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e13691f5-04c2-4ee4-8943-3a470cae7221 req-8f01da4f-d16a-4361-8a21-ece82a285e5d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 984 time: 1.2331140 Jul 16 09:11:08.261202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] For port fb6b593a-2f09-4e18-9610-23c2dbb2332a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=fb6b593a-2f09-4e18-9610-23c2dbb2332a,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:08.261757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.305521 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e3c4-4970-4083-898a-06cc772986dd req-07af3006-caeb-4db2-bdc6-21a7c35b1e8c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:08.313132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b9e3c4-4970-4083-898a-06cc772986dd req-07af3006-caeb-4db2-bdc6-21a7c35b1e8c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.5097482 Jul 16 09:11:08.363504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Calling delete_port for fb6b593a-2f09-4e18-9610-23c2dbb2332a owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:08.503859 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.592691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.625634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-4256ec58-cf06-44f3-9054-a0052cdd6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:08.627688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-4256ec58-cf06-44f3-9054-a0052cdd6a60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.6759460 Jul 16 09:11:08.644029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e13691f5-04c2-4ee4-8943-3a470cae7221 req-585d6ff6-d878-43ac-8bf6-cb56eb9489f7 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c4f548-3d70-41df-a958-e2acefae8a64&id=8472ea75-757e-402f-b3d0-c0b66662ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3767378 Jul 16 09:11:08.738046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.758501 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.813828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3b9e3c4-4970-4083-898a-06cc772986dd req-26188958-046c-4628-b864-649b75d8d322 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4319355 Jul 16 09:11:08.814882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=52d4e032-9a8c-404f-883f-77b9f9354264,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:08.878252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.893342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-fea2a4dd-6b3b-4719-b066-6e0b2fb156f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 1001 time: 0.2478411 Jul 16 09:11:08.912088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Allocated IP 172.25.6.112 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/bb27d9f8-8279-4c94-83af-75eb5fddc989) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:09.050705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-4897ffd2-bc8c-45df-9d2e-8ca20aa975c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:09.052299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-4897ffd2-bc8c-45df-9d2e-8ca20aa975c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.1401083 Jul 16 09:11:09.066136 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.114723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.170113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:09.175075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:09.186893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:09.192937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:09.195575 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.200595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:09.211581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.217502 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.225457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'Port': ['ID=bb27d9f8-8279-4c94-83af-75eb5fddc989,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:09.314874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-80d608af-0ab6-4ae2-a3f8-07c5b305c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:09.316485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-80d608af-0ab6-4ae2-a3f8-07c5b305c378 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2347608 Jul 16 09:11:09.318217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:09.320603 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b5a02-c7e5-47c6-8267-0d16663bec27" -d '{"events": [{"server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "name": "network-vif-unplugged", "status": "completed", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:09.399069 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886bd05-14e2-430b-ac88-26b9f94ea6e3 x-openstack-request-id: req-c886bd05-14e2-430b-ac88-26b9f94ea6e3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:09.399367 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "name": "network-vif-unplugged", "status": "completed", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:09.399661 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c886bd05-14e2-430b-ac88-26b9f94ea6e3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:09.400020 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'code': 200} Jul 16 09:11:09.531713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] No DVR routers for this DVR port fb6b593a-2f09-4e18-9610-23c2dbb2332a on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:09.540733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=a3ee1ea3-b23c-4acb-8c4b-c60c02057b31,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:09.547941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.550573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-329dcbae-1e39-4932-8d4d-79823a9e49aa req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.54 "DELETE /v2.0/ports/fb6b593a-2f09-4e18-9610-23c2dbb2332a HTTP/1.1" status: 204 len: 173 time: 3.5184596 Jul 16 09:11:09.553032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'name': 'network-vif-deleted', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:09.555429 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061cd041-6783-49e3-8a12-5ce792693b8a" -d '{"events": [{"server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "name": "network-vif-deleted", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:09.631384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe678-e006-48b9-a11d-ce4a76cd5943 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Port': ['ID=fb6b593a-2f09-4e18-9610-23c2dbb2332a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:09.635318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-8adf019b-a657-4e6c-8c57-012a164f127b None None] Provisioning complete for port 52d4e032-9a8c-404f-883f-77b9f9354264 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:09.635850 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.636331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8adf019b-a657-4e6c-8c57-012a164f127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.704185 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3832e33e-3fda-4363-9263-057da3e994c9 x-openstack-request-id: req-3832e33e-3fda-4363-9263-057da3e994c9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:09.704720 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1a0f74-584a-4ebe-bab6-f6a558c3a468", "name": "network-vif-deleted", "tag": "fb6b593a-2f09-4e18-9610-23c2dbb2332a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:09.705531 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3832e33e-3fda-4363-9263-057da3e994c9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:09.706109 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1a0f74-584a-4ebe-bab6-f6a558c3a468', 'name': 'network-vif-deleted', 'tag': 'fb6b593a-2f09-4e18-9610-23c2dbb2332a', 'status': 'completed', 'code': 200} Jul 16 09:11:09.754540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8adf019b-a657-4e6c-8c57-012a164f127b None None] Port 52d4e032-9a8c-404f-883f-77b9f9354264 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:09.768106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-9dec5529-fa10-4a9f-864d-ce029d369d54 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052310 Jul 16 09:11:09.829790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.889155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:10.011595 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Floating IP 82162774-1c25-4c59-84f1-035b2b332cd2 associated. External IP: 172.25.6.96, port: 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac. Jul 16 09:11:10.015707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-756a3e18-4aae-455c-912f-bca0da447b6a req-57d04c00-0de2-4f91-a65a-8db3bf8b4cc8 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e1a0f74-584a-4ebe-bab6-f6a558c3a468 HTTP/1.1" status: 200 len: 210 time: 0.0563440 Jul 16 09:11:10.227371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.238681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.422610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Router 71d16664-65a0-4389-92d3-b38d763847eb is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:10.628018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08ed9c13-a763-4406-89ca-a2c6fff69dc1 req-d87d8a17-dcc1-4909-8391-fbab2ec80267 service neutron] 10.222.0.52 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8175437 Jul 16 09:11:10.691661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:10.696309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.700857 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d16c68a7-c37f-4b79-ac71-ae3c40fa0a88 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "PUT /v2.0/routers/71d16664-65a0-4389-92d3-b38d763847eb HTTP/1.1" status: 200 len: 919 time: 3.0783827 Jul 16 09:11:10.701025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35360) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:10.705269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:10.715862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4760dab-13ff-4b66-9c22-3f369b42365e None None] Sync routers for ids ['71d16664-65a0-4389-92d3-b38d763847eb'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:10.718933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f3b4db8f-069c-4d78-849c-4f99f4b0adb7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2144523 Jul 16 09:11:10.726794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35362) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:10.734858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-1633364504'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:10.744636 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:10.751192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4760dab-13ff-4b66-9c22-3f369b42365e None None] Routers {'71d16664-65a0-4389-92d3-b38d763847eb'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:10.752573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c4760dab-13ff-4b66-9c22-3f369b42365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['71d16664-65a0-4389-92d3-b38d763847eb'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:10.763200 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:10.767494 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:10.826068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c4760dab-13ff-4b66-9c22-3f369b42365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:10.831652 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9ed3a-2580-42e2-bd2b-e187f12b9a8e req-d8a1e688-9e40-4803-8837-d702256546a7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:10.833332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aff9ed3a-2580-42e2-bd2b-e187f12b9a8e req-d8a1e688-9e40-4803-8837-d702256546a7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.8167467 Jul 16 09:11:10.835791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4760dab-13ff-4b66-9c22-3f369b42365e None None] Routers {'71d16664-65a0-4389-92d3-b38d763847eb'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:10.836507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c4760dab-13ff-4b66-9c22-3f369b42365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['71d16664-65a0-4389-92d3-b38d763847eb'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:10.921393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:10.925014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.965329 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dcfd574b-6c8e-46e8-9a21-5f274206777d tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/routers/71d16664-65a0-4389-92d3-b38d763847eb HTTP/1.1" status: 200 len: 925 time: 0.2631888 Jul 16 09:11:10.968727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35364) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:11.039306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:11.074525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aff9ed3a-2580-42e2-bd2b-e187f12b9a8e req-da030d57-40f1-4d13-a7fc-b5a2bdcdf1a5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544638 Jul 16 09:11:11.082787 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:11.089057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1aff6-80b1-4e41-9a16-72367fb849ec tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:11.091082 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e2d1aff6-80b1-4e41-9a16-72367fb849ec tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=71d16664-65a0-4389-92d3-b38d763847eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1209261 Jul 16 09:11:11.093438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35368) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:11.112211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.112552 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment b59c5904-58ee-4dd6-8de5-477901243a8a of type vlan for network e8f05e2a-54ad-4f49-99c5-d547cd49451e Jul 16 09:11:11.203218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c4760dab-13ff-4b66-9c22-3f369b42365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:11.206354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4760dab-13ff-4b66-9c22-3f369b42365e None None] The sync data for ids ['71d16664-65a0-4389-92d3-b38d763847eb'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:11.216787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b36706-3667-4d5d-b819-85d025e976ca tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:11.221338 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e3b36706-3667-4d5d-b819-85d025e976ca tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 881 time: 0.1265259 Jul 16 09:11:11.221980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35370) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:11.233733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Router ed5d72a8-ee41-4192-bced-523647a67892 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:11.252368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.270261 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d3ad631a-03b9-4795-96cc-4aaa3117b611 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d16664-65a0-4389-92d3-b38d763847eb HTTP/1.1" status: 200 len: 205 time: 0.0462127 Jul 16 09:11:11.270261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35374) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:11.416749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35376) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:11.417881 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.432484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:11.433148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.440564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.586484 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:06Z', 'revision_number': 2, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:07Z', 'revision_number': 2, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:11.610860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8820260 Jul 16 09:11:11.621172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35380) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:11.636537 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:11.636948 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Updating router e3342dee-3541-4c1f-8d79-b81067a34bdf port 52d4e032-9a8c-404f-883f-77b9f9354264 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:11.640613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:11.663950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:11.674815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:11.693326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:11.693557 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.694998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:11.715416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.778421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a53e5-9ef5-4b69-9d97-b6918e75bfd5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=e8f05e2a-54ad-4f49-99c5-d547cd49451e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:11.798835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network e8f05e2a-54ad-4f49-99c5-d547cd49451e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:11.851234 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.856160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Deleting port bb27d9f8-8279-4c94-83af-75eb5fddc989 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:11.856412 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9ec22126-5e17-4ad6-a52d-51de126023c9 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.856917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.890422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:11.895344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.941906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9ec22126-5e17-4ad6-a52d-51de126023c9 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.954711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2c36fbea-55e4-42dc-833c-c5ec96434be3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.6405053 Jul 16 09:11:11.957552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'tag': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:11.966457 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6330ce2-7b77-4f06-ad7d-09727f75919f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d821fc0-d4ce-4b03-a586-b99929c07409", "tag": "3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:12.057184 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb991934-6047-42ac-87a2-b70e9392f932 x-openstack-request-id: req-bb991934-6047-42ac-87a2-b70e9392f932 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:12.057837 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d821fc0-d4ce-4b03-a586-b99929c07409", "tag": "3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:12.058317 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb991934-6047-42ac-87a2-b70e9392f932 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:12.059138 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'tag': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'status': 'completed', 'code': 200} Jul 16 09:11:12.079733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9ec22126-5e17-4ad6-a52d-51de126023c9 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.082459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:12.083715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9ec22126-5e17-4ad6-a52d-51de126023c9 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.085247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9ec22126-5e17-4ad6-a52d-51de126023c9 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/security-groups/43c4f548-3d70-41df-a958-e2acefae8a64 HTTP/1.1" status: 204 len: 168 time: 0.6442502 Jul 16 09:11:12.094781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35386) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:12.114975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.148052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec22126-5e17-4ad6-a52d-51de126023c9 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4f548-3d70-41df-a958-e2acefae8a64,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:12.184362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Calling delete_port for bb27d9f8-8279-4c94-83af-75eb5fddc989 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:12.205721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-aab46825-0762-448a-9047-f6178530f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:12.208545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-aab46825-0762-448a-9047-f6178530f3b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 1097 time: 0.1218023 Jul 16 09:11:12.354728 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.372224 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Transition to ACTIVE for port object 52d4e032-9a8c-404f-883f-77b9f9354264 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:12.385941 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.479531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-2b0f9ddf-ce27-459f-aaf6-8c56f34dab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:12.481840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-2b0f9ddf-ce27-459f-aaf6-8c56f34dab7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.2649193 Jul 16 09:11:12.485841 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Pushing event updated for resources: {'Port': ['ID=52d4e032-9a8c-404f-883f-77b9f9354264,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:12.518743 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.519328 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.519851 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.520356 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.520843 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.521431 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.521975 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.522466 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.522950 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.523418 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.524142 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.525633 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:12.547660 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Attempting to bind port 52d4e032-9a8c-404f-883f-77b9f9354264 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:12.548287 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Attempting to bind port 52d4e032-9a8c-404f-883f-77b9f9354264 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:12.548827 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Attempting to bind port 52d4e032-9a8c-404f-883f-77b9f9354264 on network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:12.554812 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:12.555484 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Checking segment: {'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:12.556054 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.557712 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Bound using segment: {'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:12.562428 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Bound port: 52d4e032-9a8c-404f-883f-77b9f9354264, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6ef483-5a27-4699-b4f5-996b3d6267e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:12.563057 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.578900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-253a9bdf-08f9-48fa-a57b-287b10c70d7e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.660465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-8955d796-1b05-4cce-b606-080001b0ddef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac HTTP/1.1" status: 200 len: 998 time: 0.1077940 Jul 16 09:11:12.702856 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] For port 52d4e032-9a8c-404f-883f-77b9f9354264, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:12.706486 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] For port 52d4e032-9a8c-404f-883f-77b9f9354264, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=52d4e032-9a8c-404f-883f-77b9f9354264,segment=NetworkSegment(fd6ef483-5a27-4699-b4f5-996b3d6267e6),segment_id=fd6ef483-5a27-4699-b4f5-996b3d6267e6)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:12.716154 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.814678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-b8ed2014-3b93-4433-838c-a23ba721b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:12.822918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-b8ed2014-3b93-4433-838c-a23ba721b77f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1324067 Jul 16 09:11:12.840895 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:12.841482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '82162774-1c25-4c59-84f1-035b2b332cd2', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:01:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:06Z', 'updated_at': '2021-07-16T09:11:06Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:12.842067 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:12.918934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:12.939903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:12.940536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:10:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:12.947742 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.993867 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea6fdf-3c79-418d-88b7-4363cd52f894 None None] Pushing event updated for resources: {'Port': ['ID=52d4e032-9a8c-404f-883f-77b9f9354264,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:12.999170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bdfc2-578f-4f60-9a62-1153b5824cac req-cad3f0f5-e9d0-4f49-bf49-0b5f38923a48 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.000789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d82bdfc2-578f-4f60-9a62-1153b5824cac req-cad3f0f5-e9d0-4f49-bf49-0b5f38923a48 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.5180335 Jul 16 09:11:13.057934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-253a9bdf-08f9-48fa-a57b-287b10c70d7e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.120438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d82bdfc2-578f-4f60-9a62-1153b5824cac req-2aa8f6ce-5bde-40bc-afdc-1b65cf1c53d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077476 Jul 16 09:11:13.131757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-bc06dcf5-8c51-4b7c-8c55-95146258f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.133401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-bc06dcf5-8c51-4b7c-8c55-95146258f4fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3096361 Jul 16 09:11:13.142257 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.149362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event deleted for resources: {'Port': ['ID=bb27d9f8-8279-4c94-83af-75eb5fddc989,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:13.205901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35396) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:13.251833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:13.319129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.321607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.329396 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.346850 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:13.356142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c88babdb-6f6e-4323-83a4-7bbedce96735 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/046f394f-77a2-4960-8fb1-50e253f70db3 HTTP/1.1" status: 200 len: 993 time: 0.1365035 Jul 16 09:11:13.377881 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-2b8a7936-f4e3-4b86-ae1e-3e17a50f5e67 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319310 Jul 16 09:11:13.462191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-253a9bdf-08f9-48fa-a57b-287b10c70d7e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.468174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-253a9bdf-08f9-48fa-a57b-287b10c70d7e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.469679 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-253a9bdf-08f9-48fa-a57b-287b10c70d7e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/security-groups/8472ea75-757e-402f-b3d0-c0b66662ad18 HTTP/1.1" status: 204 len: 168 time: 1.3724532 Jul 16 09:11:13.483594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35400) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:13.485109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a9bdf-08f9-48fa-a57b-287b10c70d7e tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8472ea75-757e-402f-b3d0-c0b66662ad18,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:13.497029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.497740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Fanout notify agent at l3_agent the message router_deleted on router 71d16664-65a0-4389-92d3-b38d763847eb {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:13.513194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.517750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af8e2710-a187-40fb-a55a-287fadf61176 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/71d16664-65a0-4389-92d3-b38d763847eb HTTP/1.1" status: 204 len: 168 time: 2.2429268 Jul 16 09:11:13.519348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35402) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:13.522365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=e035159b-d7a9-4b26-b006-006b0a3dac56,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:13.528197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-865ab0b7-874d-4012-a924-778da7e4eaf9 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-164049064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:13.559040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6330ce2-7b77-4f06-ad7d-09727f75919f req-2e2f0234-55d1-4a6a-a47b-2eee0fc3c511 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688628 Jul 16 09:11:13.605712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865ab0b7-874d-4012-a924-778da7e4eaf9 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.609669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865ab0b7-874d-4012-a924-778da7e4eaf9 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.612219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:13.612587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: e8f05e2a-54ad-4f49-99c5-d547cd49451e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:13.682442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e8f05e2a-54ad-4f49-99c5-d547cd49451e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:13.743639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, e8f05e2a-54ad-4f49-99c5-d547cd49451e) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:13.749264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.750930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.767464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be4502-1ae2-4e36-a9d1-8286dbb86ee6 None None] Network e8f05e2a-54ad-4f49-99c5-d547cd49451e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:13.790613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865ab0b7-874d-4012-a924-778da7e4eaf9 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.806125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865ab0b7-874d-4012-a924-778da7e4eaf9 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.826898 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1f488de-fb73-4818-a27d-a18b41bad54d tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2008278 Jul 16 09:11:13.831697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35404) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:13.936997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865ab0b7-874d-4012-a924-778da7e4eaf9 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.943452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-865ab0b7-874d-4012-a924-778da7e4eaf9 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4202871 Jul 16 09:11:13.956784 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:06Z', 'revision_number': 2, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:12Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:13.993962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35408) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:14.001952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': False}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:14.015315 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b17d4-cf7b-4aef-acc4-03454dd285ad None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:06Z', 'revision_number': 2, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:12Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:14.305940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:11:14.307974 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.545187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '82162774-1c25-4c59-84f1-035b2b332cd2', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:01:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:06Z', 'updated_at': '2021-07-16T09:11:06Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:14.545187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9f1e5-2203-43bf-a1eb-864cce8cdfec None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '82162774-1c25-4c59-84f1-035b2b332cd2', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:01:99:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:06Z', 'updated_at': '2021-07-16T09:11:06Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:14.592100 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.665315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.706152 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a63edcf-3df4-4b65-9232-604162006357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.879538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Allocated IP 172.21.0.2 (e8f05e2a-54ad-4f49-99c5-d547cd49451e/e035159b-d7a9-4b26-b006-006b0a3dac56/eff9f7f6-0310-420f-ac77-43bafd2947b7) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:15.012341 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.074422 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3d61d-fa43-43a1-8c93-34bcb9100769 None None] New status for floating IP 82162774-1c25-4c59-84f1-035b2b332cd2: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:15.205089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 52d4e032-9a8c-404f-883f-77b9f9354264 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:15.290892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.332027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Transition to ACTIVE for port object eff9f7f6-0310-420f-ac77-43bafd2947b7 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:15.387528 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.389007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Transition to ACTIVE for port object eff9f7f6-0310-420f-ac77-43bafd2947b7 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:15.395414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 52d4e032-9a8c-404f-883f-77b9f9354264 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:15.404935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 52d4e032-9a8c-404f-883f-77b9f9354264 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:15.407382 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.412784 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.631389 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.645020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.21.0.1 (e8f05e2a-54ad-4f49-99c5-d547cd49451e/e035159b-d7a9-4b26-b006-006b0a3dac56/ca31df1b-8fc1-4495-a984-742b5542d73f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:15.669445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Network e8f05e2a-54ad-4f49-99c5-d547cd49451e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:15.682330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Pushing event updated for resources: {'Port': ['ID=eff9f7f6-0310-420f-ac77-43bafd2947b7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:15.716938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:15.719528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:15.744732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 52d4e032-9a8c-404f-883f-77b9f9354264, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=52d4e032-9a8c-404f-883f-77b9f9354264,segment=NetworkSegment(fd6ef483-5a27-4699-b4f5-996b3d6267e6),segment_id=fd6ef483-5a27-4699-b4f5-996b3d6267e6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:15.800781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.927208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=52d4e032-9a8c-404f-883f-77b9f9354264,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:15.929800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.961226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Attempting to bind port eff9f7f6-0310-420f-ac77-43bafd2947b7 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:15.961582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Attempting to bind port eff9f7f6-0310-420f-ac77-43bafd2947b7 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:15.964719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Attempting to bind port eff9f7f6-0310-420f-ac77-43bafd2947b7 on network e8f05e2a-54ad-4f49-99c5-d547cd49451e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:15.967563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object ca31df1b-8fc1-4495-a984-742b5542d73f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:15.980918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:15.983619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Checking segment: {'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:15.985442 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.985442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Bound using segment: {'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:15.985442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Bound port: eff9f7f6-0310-420f-ac77-43bafd2947b7, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:15.988190 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.033024 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.087026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e8f05e2a-54ad-4f49-99c5-d547cd49451e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:16.091732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:16.105570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:16.124728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] For port eff9f7f6-0310-420f-ac77-43bafd2947b7, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:16.129347 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] For port eff9f7f6-0310-420f-ac77-43bafd2947b7, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eff9f7f6-0310-420f-ac77-43bafd2947b7,segment=NetworkSegment(b59c5904-58ee-4dd6-8de5-477901243a8a),segment_id=b59c5904-58ee-4dd6-8de5-477901243a8a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:16.153232 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.203883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=ca31df1b-8fc1-4495-a984-742b5542d73f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:16.223111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.248552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.285861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3181d-6286-42ca-8fb9-71f307b88d94 None None] Pushing event updated for resources: {'Port': ['ID=eff9f7f6-0310-420f-ac77-43bafd2947b7,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:16.328344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.488860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.572968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Allocated IP 172.25.6.230 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/848fdd85-eea9-4c55-b934-3848995907b9) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:16.588914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting port 981be76a-d44e-4c43-b02e-c2838dbd45bc {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:16.589659 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.916936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] For port 981be76a-d44e-4c43-b02e-c2838dbd45bc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=981be76a-d44e-4c43-b02e-c2838dbd45bc,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:16.917313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.929092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.940553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Calling delete_port for 981be76a-d44e-4c43-b02e-c2838dbd45bc owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:17.003317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.038120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.124208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.180713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:17.189557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:17.230191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:17.251392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=ca31df1b-8fc1-4495-a984-742b5542d73f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:17.254060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.286910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eff9f7f6-0310-420f-ac77-43bafd2947b7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:17.454028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Pushing event updated for resources: {'Port': ['ID=848fdd85-eea9-4c55-b934-3848995907b9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:17.457099 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port eff9f7f6-0310-420f-ac77-43bafd2947b7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:17.462065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 52d4e032-9a8c-404f-883f-77b9f9354264 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:17.549974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network e8f05e2a-54ad-4f49-99c5-d547cd49451e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:17.552286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:17.616555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 52d4e032-9a8c-404f-883f-77b9f9354264 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:17.621993 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.739817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.745391 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9ce2823a-d4cb-4f3d-9ba2-eb217505a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.748424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.804665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:17.853900 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Port': ['ID=981be76a-d44e-4c43-b02e-c2838dbd45bc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:17.974575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:17.985758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:18.001774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d823f698-0651-4c18-bf72-4927c69428e1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1642687 Jul 16 09:11:18.004491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35474) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:18.012066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519640071'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:18.019308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a16fd-b7e4-4959-a466-f2e39f48f852 None None] Network e8f05e2a-54ad-4f49-99c5-d547cd49451e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:18.049373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:18.055901 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.126536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:18.164932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.165276 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment 386de00b-6302-4d51-a74d-87df91f6b9dc of type vlan for network cc60c70d-eac5-4857-b5f2-cde9824e628a Jul 16 09:11:18.171749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:18.172414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:18.206936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.286409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.291355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.315356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d235a5fe-a8f8-43d7-aacb-641ed3c9fa1a None None] Provisioning for port eff9f7f6-0310-420f-ac77-43bafd2947b7 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:18.327488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d235a5fe-a8f8-43d7-aacb-641ed3c9fa1a None None] Provisioning complete for port eff9f7f6-0310-420f-ac77-43bafd2947b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:18.330304 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d235a5fe-a8f8-43d7-aacb-641ed3c9fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.371535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.383912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:18.386044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.439699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:18.456909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4509799 Jul 16 09:11:18.460366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35482) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:18.469580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:18.531177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422157f-cc97-40e7-80ce-8ca47e89239e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=cc60c70d-eac5-4857-b5f2-cde9824e628a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:18.635960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:18.640708 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.705361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network cc60c70d-eac5-4857-b5f2-cde9824e628a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:18.788594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.795889 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.936794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Router 041ac0ca-e9dd-4032-9354-690dfea65226 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:18.942692 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d235a5fe-a8f8-43d7-aacb-641ed3c9fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.954375 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.006541 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.084192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d235a5fe-a8f8-43d7-aacb-641ed3c9fa1a None None] For port eff9f7f6-0310-420f-ac77-43bafd2947b7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eff9f7f6-0310-420f-ac77-43bafd2947b7,segment=NetworkSegment(b59c5904-58ee-4dd6-8de5-477901243a8a),segment_id=b59c5904-58ee-4dd6-8de5-477901243a8a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:19.115816 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d235a5fe-a8f8-43d7-aacb-641ed3c9fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.142013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.244549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235a5fe-a8f8-43d7-aacb-641ed3c9fa1a None None] Pushing event updated for resources: {'Port': ['ID=eff9f7f6-0310-420f-ac77-43bafd2947b7,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:19.273294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:16Z', 'revision_number': 3, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:16Z', 'revision_number': 2, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:19.317261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:19.317894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Updating router e3342dee-3541-4c1f-8d79-b81067a34bdf port ca31df1b-8fc1-4495-a984-742b5542d73f binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:19.357580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:19.358567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: cc60c70d-eac5-4857-b5f2-cde9824e628a, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:19.367422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=66968ddf-59fb-4817-8a71-9dae9d84e006,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:19.382393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4a457133-eedd-4ff8-9837-55f95fced4a9 None None] Provisioning complete for port eff9f7f6-0310-420f-ac77-43bafd2947b7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:19.382775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a457133-eedd-4ff8-9837-55f95fced4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.407207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network cc60c70d-eac5-4857-b5f2-cde9824e628a is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:19.413389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:19.426640 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] Sync routers for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:19.428930 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-57a2af00-15f5-418d-b8bb-4f5f4068e506 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "PUT /v2.0/routers/041ac0ca-e9dd-4032-9354-690dfea65226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9400504 Jul 16 09:11:19.433700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35494) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:19.443809 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:19.443970 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.445914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, cc60c70d-eac5-4857-b5f2-cde9824e628a) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:19.448144 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:19.461155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:19.461155 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.465687 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa9aa8-7467-4f14-8ba0-b2bcbcca858a None None] Network cc60c70d-eac5-4857-b5f2-cde9824e628a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:19.489364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6e095ed5-8da0-48b7-8018-92e61d3248d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0274534 Jul 16 09:11:19.493617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35496) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:19.627798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Router bb4d58a1-545f-43f3-82be-9cee0836e91f is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:19.653714 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:19.873179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:19.885850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.891047 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-188efbdd-51dd-4dc8-a1a9-0102b8fa548e tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "PUT /v2.0/routers/bb4d58a1-545f-43f3-82be-9cee0836e91f HTTP/1.1" status: 200 len: 919 time: 5.8918309 Jul 16 09:11:19.892457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a109a4ff-3ac0-403c-a241-96c3a5ac564d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting subnet b136429c-b635-4d8a-9f27-0e5ad6434b04 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:19.896549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a109a4ff-3ac0-403c-a241-96c3a5ac564d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.951896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab9fc6-208f-4731-8170-53e2dfdb970f None None] Sync routers for ids ['bb4d58a1-545f-43f3-82be-9cee0836e91f'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:19.961328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a109a4ff-3ac0-403c-a241-96c3a5ac564d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.015138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab9fc6-208f-4731-8170-53e2dfdb970f None None] Routers {'bb4d58a1-545f-43f3-82be-9cee0836e91f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:20.016247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6aab9fc6-208f-4731-8170-53e2dfdb970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['bb4d58a1-545f-43f3-82be-9cee0836e91f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.096522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6aab9fc6-208f-4731-8170-53e2dfdb970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.131159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35504) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:20.340605 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-982d3e63-4b3e-4a54-a672-e0e96e843d99 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/routers/bb4d58a1-545f-43f3-82be-9cee0836e91f HTTP/1.1" status: 200 len: 925 time: 0.1962709 Jul 16 09:11:20.341686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab9fc6-208f-4731-8170-53e2dfdb970f None None] Routers {'bb4d58a1-545f-43f3-82be-9cee0836e91f'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:20.345252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6aab9fc6-208f-4731-8170-53e2dfdb970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['bb4d58a1-545f-43f3-82be-9cee0836e91f'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.366041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a109a4ff-3ac0-403c-a241-96c3a5ac564d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.442063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4a457133-eedd-4ff8-9837-55f95fced4a9 None None] Provisioning for port ca31df1b-8fc1-4495-a984-742b5542d73f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:20.443351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35510) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:20.454217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6aab9fc6-208f-4731-8170-53e2dfdb970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.454217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab9fc6-208f-4731-8170-53e2dfdb970f None None] The sync data for ids ['bb4d58a1-545f-43f3-82be-9cee0836e91f'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:20.463895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4a457133-eedd-4ff8-9837-55f95fced4a9 None None] Provisioning complete for port ca31df1b-8fc1-4495-a984-742b5542d73f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:20.464092 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a457133-eedd-4ff8-9837-55f95fced4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.485533 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:11:17Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.529597 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] Checking router: 041ac0ca-e9dd-4032-9354-690dfea65226 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:20.542035 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] Routers {'041ac0ca-e9dd-4032-9354-690dfea65226'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:20.543195 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['041ac0ca-e9dd-4032-9354-690dfea65226'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.576708 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.663600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a109a4ff-3ac0-403c-a241-96c3a5ac564d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.719902 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] Set router 041ac0ca-e9dd-4032-9354-690dfea65226 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:20.740622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-cc60c70d-eac5-4857-b5f2-cde9824e628a', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:11:20.741548 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.775857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109a4ff-3ac0-403c-a241-96c3a5ac564d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Subnet': ['ID=b136429c-b635-4d8a-9f27-0e5ad6434b04,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:20.785387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4a457133-eedd-4ff8-9837-55f95fced4a9 None None] Port ca31df1b-8fc1-4495-a984-742b5542d73f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:20.787983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365cc3dc-78ec-4f71-aa83-2a706824d7c1 None None] Network 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:20.791482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a109a4ff-3ac0-403c-a241-96c3a5ac564d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.801216 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a109a4ff-3ac0-403c-a241-96c3a5ac564d tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/subnets/b136429c-b635-4d8a-9f27-0e5ad6434b04 HTTP/1.1" status: 204 len: 168 time: 1.3621626 Jul 16 09:11:20.802326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35518) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:20.828991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d1d49-40de-45e5-bd53-cd265e5c3512 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:20.835215 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d4d1d49-40de-45e5-bd53-cd265e5c3512 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=bb4d58a1-545f-43f3-82be-9cee0836e91f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3869054 Jul 16 09:11:20.835834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35522) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:21.128386 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.175372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a906cfb4-a823-44c8-9b66-adf0b0a0c5bf None None] Provisioning complete for port ca31df1b-8fc1-4495-a984-742b5542d73f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:21.175743 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a906cfb4-a823-44c8-9b66-adf0b0a0c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.179874 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:11:17Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:21.218009 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fdbd8-b4dd-41ae-b4c3-9b9488cdb69c None None] The sync data for ids ['041ac0ca-e9dd-4032-9354-690dfea65226'] in n-d-780147-28 is: [{'id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239812191', 'tenant_id': 'acb92073f592400cb64313a06e97e4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:22Z', 'updated_at': '2021-07-16T09:11:17Z', 'revision_number': 5, 'project_id': 'acb92073f592400cb64313a06e97e4dc', 'gw_port': {'id': 'c8c03ecb-2903-4c27-8779-12419ce88eb7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ac0ca-e9dd-4032-9354-690dfea65226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:23Z', 'updated_at': '2021-07-16T09:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:21.283511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eff9f7f6-0310-420f-ac77-43bafd2947b7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:21.337261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a906cfb4-a823-44c8-9b66-adf0b0a0c5bf None None] Port ca31df1b-8fc1-4495-a984-742b5542d73f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:21.392733 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.394513 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.452135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Transition to ACTIVE for port object ca31df1b-8fc1-4495-a984-742b5542d73f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:21.513852 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.531048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Allocated IP 172.22.0.2 (cc60c70d-eac5-4857-b5f2-cde9824e628a/66968ddf-59fb-4817-8a71-9dae9d84e006/337759d8-3e73-4c17-b388-b6b251de07c0) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:21.614711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port eff9f7f6-0310-420f-ac77-43bafd2947b7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:21.615439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.800847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f63e98-069d-44ac-9fe3-754bb61a075f None None] Pushing event updated for resources: {'Port': ['ID=ca31df1b-8fc1-4495-a984-742b5542d73f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:22.008659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] DHCP port deletion for 2ffc06ca-a10a-4bcf-8134-1b325cc0e245 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:22.026382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95800d32-9d83-4cd0-afeb-ccc62790875b tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:22.030807 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-95800d32-9d83-4cd0-afeb-ccc62790875b tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 881 time: 1.0917726 Jul 16 09:11:22.031683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35546) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:22.086198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.105874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a0d58f17-fd56-45e0-b079-ea3e4ac392ea tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb4d58a1-545f-43f3-82be-9cee0836e91f HTTP/1.1" status: 200 len: 205 time: 0.0726299 Jul 16 09:11:22.107947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35554) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:22.165470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Deleting port c8c03ecb-2903-4c27-8779-12419ce88eb7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:22.166890 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.240825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.272535 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] For port c8c03ecb-2903-4c27-8779-12419ce88eb7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=c8c03ecb-2903-4c27-8779-12419ce88eb7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:22.273080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.298095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Calling delete_port for c8c03ecb-2903-4c27-8779-12419ce88eb7 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:22.434027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Attempting to bind port ca31df1b-8fc1-4495-a984-742b5542d73f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:22.434589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Attempting to bind port ca31df1b-8fc1-4495-a984-742b5542d73f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:22.434756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Attempting to bind port ca31df1b-8fc1-4495-a984-742b5542d73f on network e8f05e2a-54ad-4f49-99c5-d547cd49451e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:22.439268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.486396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:22.486999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Checking segment: {'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:22.487813 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.489001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Bound using segment: {'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:22.489788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Bound port: ca31df1b-8fc1-4495-a984-742b5542d73f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59c5904-58ee-4dd6-8de5-477901243a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:22.490332 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.541720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Deleting port 848fdd85-eea9-4c55-b934-3848995907b9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:22.542488 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.570417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] Deleting port 87c14c5f-2840-422a-8212-4eb992ae715e {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:22.570790 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.637401 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.652909 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.656490 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.657676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Calling delete_port for 848fdd85-eea9-4c55-b934-3848995907b9 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:22.746880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Port': ['ID=c8c03ecb-2903-4c27-8779-12419ce88eb7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:22.760984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Transition to ACTIVE for port object 337759d8-3e73-4c17-b388-b6b251de07c0 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:22.778011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] For port 87c14c5f-2840-422a-8212-4eb992ae715e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=87c14c5f-2840-422a-8212-4eb992ae715e,segment=NetworkSegment(ad53005e-4173-41ee-8899-babdbac49e90),segment_id=ad53005e-4173-41ee-8899-babdbac49e90)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:22.778419 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.820527 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.820856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] Calling delete_port for 87c14c5f-2840-422a-8212-4eb992ae715e owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:22.830939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] For port ca31df1b-8fc1-4495-a984-742b5542d73f, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:22.884056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] For port ca31df1b-8fc1-4495-a984-742b5542d73f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ca31df1b-8fc1-4495-a984-742b5542d73f,segment=NetworkSegment(b59c5904-58ee-4dd6-8de5-477901243a8a),segment_id=b59c5904-58ee-4dd6-8de5-477901243a8a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:22.931132 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.935300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.943161 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.949266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.953126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Transition to ACTIVE for port object 337759d8-3e73-4c17-b388-b6b251de07c0 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:23.038602 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.053829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event deleted for resources: {'Port': ['ID=848fdd85-eea9-4c55-b934-3848995907b9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.080938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.080938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Fanout notify agent at l3_agent the message router_deleted on router 041ac0ca-e9dd-4032-9354-690dfea65226 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:23.115410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.117790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba131826-5e43-4682-9bc6-0e986ce5e580 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/routers/041ac0ca-e9dd-4032-9354-690dfea65226 HTTP/1.1" status: 204 len: 168 time: 2.3071568 Jul 16 09:11:23.120911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35570) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:23.143808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:23.144589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:23.201870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Network cc60c70d-eac5-4857-b5f2-cde9824e628a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:23.205482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f63e98-069d-44ac-9fe3-754bb61a075f None None] Pushing event updated for resources: {'Port': ['ID=ca31df1b-8fc1-4495-a984-742b5542d73f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.265572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:23.279860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:23.289093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.22.0.1 (cc60c70d-eac5-4857-b5f2-cde9824e628a/66968ddf-59fb-4817-8a71-9dae9d84e006/9603bedd-0583-4a64-b41d-d9d57d884f56) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:23.371160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 981be76a-d44e-4c43-b02e-c2838dbd45bc no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:23.380775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.383625 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.465573 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.475258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 981be76a-d44e-4c43-b02e-c2838dbd45bc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:23.475782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 981be76a-d44e-4c43-b02e-c2838dbd45bc not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:23.476226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 87c14c5f-2840-422a-8212-4eb992ae715e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:23.554748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:23.619951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.633060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffc06ca-a10a-4bcf-8134-1b325cc0e245']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:23.647611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad53005e-4173-41ee-8899-babdbac49e90') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:23.648054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad53005e-4173-41ee-8899-babdbac49e90') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:23.661892 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.675361 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.680086 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.703274 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.711615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:23.712133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:23.716986 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:23.748371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 87c14c5f-2840-422a-8212-4eb992ae715e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:23.748943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 87c14c5f-2840-422a-8212-4eb992ae715e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:23.763422 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.764324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Fanout notify agent at l3_agent the message router_deleted on router bb4d58a1-545f-43f3-82be-9cee0836e91f {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:23.773127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.774375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e9353f86-24d4-4789-9f35-eb02b7ab73ba tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/bb4d58a1-545f-43f3-82be-9cee0836e91f HTTP/1.1" status: 204 len: 168 time: 1.6652014 Jul 16 09:11:23.776517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] No DVR routers for this DVR port 87c14c5f-2840-422a-8212-4eb992ae715e on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:23.781325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Pushing event updated for resources: {'Port': ['ID=337759d8-3e73-4c17-b388-b6b251de07c0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.782823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35576) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:23.788045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-835865624', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:23.802739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.815645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Attempting to bind port 337759d8-3e73-4c17-b388-b6b251de07c0 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:23.816192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Attempting to bind port 337759d8-3e73-4c17-b388-b6b251de07c0 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:23.816680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Attempting to bind port 337759d8-3e73-4c17-b388-b6b251de07c0 on network cc60c70d-eac5-4857-b5f2-cde9824e628a {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:23.830973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object 9603bedd-0583-4a64-b41d-d9d57d884f56 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:23.851374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.852320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.852613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.868115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.873867 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] 10.222.0.55 "DELETE /v2.0/networks/2ffc06ca-a10a-4bcf-8134-1b325cc0e245 HTTP/1.1" status: 204 len: 168 time: 0.7487395 Jul 16 09:11:23.919711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98030072-1489-43c0-9fcd-c9768f871433 tempest-TestSecurityGroupsBasicOps-461317895 tempest-TestSecurityGroupsBasicOps-461317895-project] Pushing event deleted for resources: {'Network': ['ID=2ffc06ca-a10a-4bcf-8134-1b325cc0e245,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.944389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:23.945474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Checking segment: {'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:23.945474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.946303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Bound using segment: {'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:23.947778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Bound port: 337759d8-3e73-4c17-b388-b6b251de07c0, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:23.948280 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.013607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f202e-2f08-4057-94c3-21762fcfa366 None None] Pushing event deleted for resources: {'Port': ['ID=87c14c5f-2840-422a-8212-4eb992ae715e,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:24.074875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.080424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.219967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network cc60c70d-eac5-4857-b5f2-cde9824e628a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:24.230840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:24.237270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:24.306986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] For port 337759d8-3e73-4c17-b388-b6b251de07c0, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:24.339554 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.370860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] For port 337759d8-3e73-4c17-b388-b6b251de07c0, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=337759d8-3e73-4c17-b388-b6b251de07c0,segment=NetworkSegment(386de00b-6302-4d51-a74d-87df91f6b9dc),segment_id=386de00b-6302-4d51-a74d-87df91f6b9dc)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:24.394837 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.407548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=9603bedd-0583-4a64-b41d-d9d57d884f56,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:24.458132 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.460592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:16Z', 'revision_number': 3, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:22Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:24.493122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6395d-c0dc-49c3-8fd7-1c11a5b83500 None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:16Z', 'revision_number': 3, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:22Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:24.518286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f29f25-9024-405f-8156-20a93d23aed6 None None] Pushing event updated for resources: {'Port': ['ID=337759d8-3e73-4c17-b388-b6b251de07c0,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:24.625960 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:11:24.654120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35602) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:24.847546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.085020 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d99d79f2-25ba-4460-95c8-41e2ec3421d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=acb92073f592400cb64313a06e97e4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292409 Jul 16 09:11:25.086082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35612) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:25.172687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1547a98b-2f40-4f98-ad21-06824c6e6a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.236517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1547a98b-2f40-4f98-ad21-06824c6e6a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.272100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 337759d8-3e73-4c17-b388-b6b251de07c0 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:25.273184 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.390428 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1547a98b-2f40-4f98-ad21-06824c6e6a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.393602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1547a98b-2f40-4f98-ad21-06824c6e6a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.394948 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1547a98b-2f40-4f98-ad21-06824c6e6a3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfe02027-6baa-4624-a8a4-b1e74650de06 HTTP/1.1" status: 204 len: 168 time: 0.3075080 Jul 16 09:11:25.416407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547a98b-2f40-4f98-ad21-06824c6e6a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe02027-6baa-4624-a8a4-b1e74650de06,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:25.422910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 337759d8-3e73-4c17-b388-b6b251de07c0 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:25.435795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ca31df1b-8fc1-4495-a984-742b5542d73f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:25.511984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ca31df1b-8fc1-4495-a984-742b5542d73f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:25.517132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ca31df1b-8fc1-4495-a984-742b5542d73f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:25.517820 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.658421 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.741423 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.824284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port ca31df1b-8fc1-4495-a984-742b5542d73f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ca31df1b-8fc1-4495-a984-742b5542d73f,segment=NetworkSegment(b59c5904-58ee-4dd6-8de5-477901243a8a),segment_id=b59c5904-58ee-4dd6-8de5-477901243a8a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:25.836645 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.909927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c8c03ecb-2903-4c27-8779-12419ce88eb7 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:25.933737 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.942206 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.990583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: c8c03ecb-2903-4c27-8779-12419ce88eb7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:25.991002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device c8c03ecb-2903-4c27-8779-12419ce88eb7 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:26.016644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=ca31df1b-8fc1-4495-a984-742b5542d73f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:26.032903 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35626) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:26.048672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b044eb47-87bb-4883-9def-0727969b344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.172507 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b044eb47-87bb-4883-9def-0727969b344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.178891 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b044eb47-87bb-4883-9def-0727969b344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.247330 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b044eb47-87bb-4883-9def-0727969b344f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=271a413a881848938f45e1a3b724c268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123809 Jul 16 09:11:26.263674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044eb47-87bb-4883-9def-0727969b344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985044e8-36ac-4f7f-b603-5b5bbbe95abb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:26.266858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35632) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:26.337530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b12a24fb-9df3-4c15-a116-b6ad78b5c38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.371247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c8aca-26ce-42a3-ab11-07de5d0a0146 None None] Network cc60c70d-eac5-4857-b5f2-cde9824e628a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:26.397722 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b12a24fb-9df3-4c15-a116-b6ad78b5c38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.527239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b12a24fb-9df3-4c15-a116-b6ad78b5c38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.530302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b12a24fb-9df3-4c15-a116-b6ad78b5c38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.531872 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b12a24fb-9df3-4c15-a116-b6ad78b5c38e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/985044e8-36ac-4f7f-b603-5b5bbbe95abb HTTP/1.1" status: 204 len: 168 time: 0.2638469 Jul 16 09:11:26.547274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-276c2bc0-c492-408a-adb3-22366276368f None None] Provisioning for port 337759d8-3e73-4c17-b388-b6b251de07c0 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:26.549412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a24fb-9df3-4c15-a116-b6ad78b5c38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985044e8-36ac-4f7f-b603-5b5bbbe95abb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:26.564203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=9603bedd-0583-4a64-b41d-d9d57d884f56,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:26.566063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-276c2bc0-c492-408a-adb3-22366276368f None None] Provisioning complete for port 337759d8-3e73-4c17-b388-b6b251de07c0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:26.566336 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-276c2bc0-c492-408a-adb3-22366276368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.638895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Allocated IP 172.25.6.87 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/a7c906fe-d01c-4e49-9930-414b3ea936bb) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:26.796797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.841626 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-276c2bc0-c492-408a-adb3-22366276368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.859107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.863147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.915016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-276c2bc0-c492-408a-adb3-22366276368f None None] For port 337759d8-3e73-4c17-b388-b6b251de07c0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=337759d8-3e73-4c17-b388-b6b251de07c0,segment=NetworkSegment(386de00b-6302-4d51-a74d-87df91f6b9dc),segment_id=386de00b-6302-4d51-a74d-87df91f6b9dc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:26.923746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event updated for resources: {'Port': ['ID=a7c906fe-d01c-4e49-9930-414b3ea936bb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:26.925123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-276c2bc0-c492-408a-adb3-22366276368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.931812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:26.938064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:26.955266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:27.035309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c2bc0-c492-408a-adb3-22366276368f None None] Pushing event updated for resources: {'Port': ['ID=337759d8-3e73-4c17-b388-b6b251de07c0,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:27.136321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35650) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:27.181795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ca31df1b-8fc1-4495-a984-742b5542d73f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:27.202983 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5ca69b04-3c6b-4823-90cc-6020ba11ad65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5999b9e54339414e892831fb9b844697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652452 Jul 16 09:11:27.207366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35654) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:27.233230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network cc60c70d-eac5-4857-b5f2-cde9824e628a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:27.248619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:27.292874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ca31df1b-8fc1-4495-a984-742b5542d73f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:27.293216 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.656329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-705eb38b-e10e-44ed-9c12-03807bfe3ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.697797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3174c09a-6e96-42d5-ad4d-00b29d66ffae None None] Provisioning for port 9603bedd-0583-4a64-b41d-d9d57d884f56 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:27.707601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3174c09a-6e96-42d5-ad4d-00b29d66ffae None None] Provisioning complete for port 9603bedd-0583-4a64-b41d-d9d57d884f56 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:27.713523 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3174c09a-6e96-42d5-ad4d-00b29d66ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.747158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-705eb38b-e10e-44ed-9c12-03807bfe3ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.767133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:27.775100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3174c09a-6e96-42d5-ad4d-00b29d66ffae None None] Port 9603bedd-0583-4a64-b41d-d9d57d884f56 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:27.791322 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.799618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3174c09a-6e96-42d5-ad4d-00b29d66ffae None None] Provisioning complete for port 337759d8-3e73-4c17-b388-b6b251de07c0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:27.799980 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3174c09a-6e96-42d5-ad4d-00b29d66ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.104102 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6e289657-e27e-4fae-934a-772fd4e77291 None None] Provisioning complete for port 9603bedd-0583-4a64-b41d-d9d57d884f56 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:28.104681 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6e289657-e27e-4fae-934a-772fd4e77291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.132207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:28.141073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aa507a2c-d9bc-4541-85b3-a6b0ed0b79b7 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6439986 Jul 16 09:11:28.144211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:28.144695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-705eb38b-e10e-44ed-9c12-03807bfe3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.147073 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-705eb38b-e10e-44ed-9c12-03807bfe3ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.148967 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:28.152190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-705eb38b-e10e-44ed-9c12-03807bfe3ffc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc4183df-79f2-44ff-a53d-0e44bcba4c9c HTTP/1.1" status: 204 len: 168 time: 0.9408233 Jul 16 09:11:28.155099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'network': {'name': 'tempest-RoutersTest-317579718'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:28.169780 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:28.170477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705eb38b-e10e-44ed-9c12-03807bfe3ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4183df-79f2-44ff-a53d-0e44bcba4c9c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:28.171150 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:28.239271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6e289657-e27e-4fae-934a-772fd4e77291 None None] Port 9603bedd-0583-4a64-b41d-d9d57d884f56 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:28.275517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:28.283964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.293211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.341295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:28.347450 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:28.357830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.359296 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added segment 66e0d51a-865e-4cab-910d-c38570b5e1e4 of type vlan for network c06694ce-9192-401b-8a3e-e19de59bd6fc Jul 16 09:11:28.488818 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.547147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.559304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:28.560492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.573971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Router 2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:28.642089 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4933896 Jul 16 09:11:28.642458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:28.649203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'subnet': {'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:28.721034 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:24Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 2, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:28.735815 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e5426-bd64-4b11-9906-987d126453da tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Network': ['ID=c06694ce-9192-401b-8a3e-e19de59bd6fc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:28.754070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c06694ce-9192-401b-8a3e-e19de59bd6fc details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:28.916477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Made reservation on behalf of cf61ca0874b742e181383794b123d0d9 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:28.920498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.934569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:28.947660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33648f30-50b8-4a84-838a-6b7f153f06d9 None None] Sync routers for ids ['2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:28.959705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33648f30-50b8-4a84-838a-6b7f153f06d9 None None] Routers {'2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:28.960346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-33648f30-50b8-4a84-838a-6b7f153f06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:29.027430 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:29.027798 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Updating router e3342dee-3541-4c1f-8d79-b81067a34bdf port 9603bedd-0583-4a64-b41d-d9d57d884f56 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:29.043020 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.048319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35694) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:29.063952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:29.067463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6bf5ec15-a8bf-4602-9b0d-a2ee316ac0a4 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2833378 Jul 16 09:11:29.070262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-33648f30-50b8-4a84-838a-6b7f153f06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:29.094213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33648f30-50b8-4a84-838a-6b7f153f06d9 None None] Routers {'2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:29.094781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-33648f30-50b8-4a84-838a-6b7f153f06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:29.118442 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.198910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 337759d8-3e73-4c17-b388-b6b251de07c0 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:29.201553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-33648f30-50b8-4a84-838a-6b7f153f06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:29.202063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33648f30-50b8-4a84-838a-6b7f153f06d9 None None] The sync data for ids ['2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:29.341061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 337759d8-3e73-4c17-b388-b6b251de07c0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:29.341440 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.517329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.522790 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.543084 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Transition to ACTIVE for port object 9603bedd-0583-4a64-b41d-d9d57d884f56 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:29.556924 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.634768 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7959d-1beb-4efc-99fd-4cfe0812f3cb None None] Pushing event updated for resources: {'Port': ['ID=9603bedd-0583-4a64-b41d-d9d57d884f56,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:29.671487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Checking segment: {'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:29.671849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network hostable DHCP agents. Network: c06694ce-9192-401b-8a3e-e19de59bd6fc, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:29.747273 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Attempting to bind port 9603bedd-0583-4a64-b41d-d9d57d884f56 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:29.762888 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Attempting to bind port 9603bedd-0583-4a64-b41d-d9d57d884f56 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:29.763563 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Attempting to bind port 9603bedd-0583-4a64-b41d-d9d57d884f56 on network cc60c70d-eac5-4857-b5f2-cde9824e628a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:29.765128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Subnet': ['ID=367daf93-fc46-4caa-b678-9dc1681b9bf4,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:29.784756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network c06694ce-9192-401b-8a3e-e19de59bd6fc is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:29.808809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, c06694ce-9192-401b-8a3e-e19de59bd6fc) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:29.809847 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:29.812116 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Checking segment: {'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:29.813359 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.815815 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Bound using segment: {'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:29.816613 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Bound port: 9603bedd-0583-4a64-b41d-d9d57d884f56, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386de00b-6302-4d51-a74d-87df91f6b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:29.817228 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.820086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37186693-de77-45a7-b90a-db7f30e62f9e None None] Network c06694ce-9192-401b-8a3e-e19de59bd6fc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:29.844273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:29.853476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.939590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e1e1dc76-81d8-4be1-91b3-c055de43dab8 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2929974 Jul 16 09:11:29.950562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35722) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:29.974513 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] For port 9603bedd-0583-4a64-b41d-d9d57d884f56, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:29.977913 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] For port 9603bedd-0583-4a64-b41d-d9d57d884f56, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9603bedd-0583-4a64-b41d-d9d57d884f56,segment=NetworkSegment(386de00b-6302-4d51-a74d-87df91f6b9dc),segment_id=386de00b-6302-4d51-a74d-87df91f6b9dc)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:29.985036 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.986812 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.028540 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.054313 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:30.055187 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:30.094410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35726) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:30.191456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Deleting port a7c906fe-d01c-4e49-9930-414b3ea936bb {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:30.192148 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.247162 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7959d-1beb-4efc-99fd-4cfe0812f3cb None None] Pushing event updated for resources: {'Port': ['ID=9603bedd-0583-4a64-b41d-d9d57d884f56,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:30.278680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-c06694ce-9192-401b-8a3e-e19de59bd6fc', 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'fixed_ips': [{'subnet_id': '367daf93-fc46-4caa-b678-9dc1681b9bf4'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:11:30.279669 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.287056 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:30.463094 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.502790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Calling delete_port for a7c906fe-d01c-4e49-9930-414b3ea936bb owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:30.685358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Allocated IP 172.23.0.2 (c06694ce-9192-401b-8a3e-e19de59bd6fc/367daf93-fc46-4caa-b678-9dc1681b9bf4/09e378d7-fa15-4975-881f-a29e441ee9bb) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:30.771959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-31043544-network', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:30.774111 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:24Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:29Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:30.830079 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a9f99-5ed3-4a3b-841a-ed85b3bbc10b None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:24Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:29Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:30.835845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.894684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Pushing event deleted for resources: {'Port': ['ID=a7c906fe-d01c-4e49-9930-414b3ea936bb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:30.955377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Made reservation on behalf of 6fc0e8d2836a4892a62414661f8ec0a1 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:30.958130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.022555 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.073500 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.074890 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.089085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Transition to ACTIVE for port object 09e378d7-fa15-4975-881f-a29e441ee9bb will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:31.135100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Transition to ACTIVE for port object 09e378d7-fa15-4975-881f-a29e441ee9bb will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:31.147244 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.172755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.188142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.279756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Network c06694ce-9192-401b-8a3e-e19de59bd6fc is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:31.280283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:31.286542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Pushing event updated for resources: {'Port': ['ID=09e378d7-fa15-4975-881f-a29e441ee9bb,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:31.296002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:31.299058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-41c7421e-04d5-46a3-bca4-6eb8cfbaf543 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1035910 Jul 16 09:11:31.299504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:31.316729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbb2713-02d1-41ff-8c2e-a1cdc3249594,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:31.317866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9603bedd-0583-4a64-b41d-d9d57d884f56 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:31.395484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.395910 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Added segment 8aba5b15-e4d5-4f51-8933-929d467f1c1f of type vlan for network 36c59d9d-42bc-49cd-85b6-22dc468ac599 Jul 16 09:11:31.504299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Attempting to bind port 09e378d7-fa15-4975-881f-a29e441ee9bb on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:31.505574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Attempting to bind port 09e378d7-fa15-4975-881f-a29e441ee9bb by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:31.505972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Attempting to bind port 09e378d7-fa15-4975-881f-a29e441ee9bb on network c06694ce-9192-401b-8a3e-e19de59bd6fc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:31.513264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:31.513674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Checking segment: {'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:31.514072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.514470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Bound using segment: {'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:31.514951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Bound port: 09e378d7-fa15-4975-881f-a29e441ee9bb, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:31.515331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.526771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.583640 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.619493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] For port 09e378d7-fa15-4975-881f-a29e441ee9bb, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:31.623280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] For port 09e378d7-fa15-4975-881f-a29e441ee9bb, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=09e378d7-fa15-4975-881f-a29e441ee9bb,segment=NetworkSegment(66e0d51a-865e-4cab-910d-c38570b5e1e4),segment_id=66e0d51a-865e-4cab-910d-c38570b5e1e4)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:31.632296 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.642683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9603bedd-0583-4a64-b41d-d9d57d884f56 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:31.657422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.679825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9603bedd-0583-4a64-b41d-d9d57d884f56 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:31.680565 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.709171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.736966 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.753925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.754589 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.821250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9e007-b4c7-48df-8c39-06250b8435a4 None None] Pushing event updated for resources: {'Port': ['ID=09e378d7-fa15-4975-881f-a29e441ee9bb,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:31.892167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Router 2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:31.999514 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.041190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 9603bedd-0583-4a64-b41d-d9d57d884f56, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9603bedd-0583-4a64-b41d-d9d57d884f56,segment=NetworkSegment(386de00b-6302-4d51-a74d-87df91f6b9dc),segment_id=386de00b-6302-4d51-a74d-87df91f6b9dc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:32.046897 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.051984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:32.061676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.063204 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-35e7118d-7c05-494f-ac6b-bbb341de9a51 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "PUT /v2.0/routers/2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 HTTP/1.1" status: 200 len: 709 time: 3.0138445 Jul 16 09:11:32.065957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35766) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:32.086073 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae8b814-6403-43b4-8991-ff2f9cf2e843 None None] Sync routers for ids ['2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:32.145059 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8b814-6403-43b4-8991-ff2f9cf2e843 None None] Routers {'2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:32.145667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=9603bedd-0583-4a64-b41d-d9d57d884f56,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:32.146131 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ae8b814-6403-43b4-8991-ff2f9cf2e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:32.227146 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ae8b814-6403-43b4-8991-ff2f9cf2e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:32.239186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8b814-6403-43b4-8991-ff2f9cf2e843 None None] Routers {'2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:32.240384 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ae8b814-6403-43b4-8991-ff2f9cf2e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:32.242677 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-602435f3-9644-483b-acf6-a12ef75a57ea tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/routers/2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 HTTP/1.1" status: 200 len: 744 time: 0.1751285 Jul 16 09:11:32.245505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35770) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:32.332776 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ae8b814-6403-43b4-8991-ff2f9cf2e843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:32.333443 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae8b814-6403-43b4-8991-ff2f9cf2e843 None None] The sync data for ids ['2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:32.350787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-96a116a2-7127-45c8-b2c2-5010e19cdc25 tempest-RoutersIpV6AdminTest-148048632 tempest-RoutersIpV6AdminTest-148048632-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 HTTP/1.1" status: 200 len: 205 time: 0.1012702 Jul 16 09:11:32.351450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35774) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:32.414997 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-247c440b-65e2-430b-9b43-08e4b156d112 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 HTTP/1.1" status: 200 len: 205 time: 0.0601432 Jul 16 09:11:32.418680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35778) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:32.529209 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9908c128-b300-488f-b5ca-f55f225b6247 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.617087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5086329 Jul 16 09:11:32.623589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35784) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:32.661113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Request body: {'subnet': {'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-31043544-subnet', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:32.696414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b09af-b340-4918-8dd0-03f370101d9d admin admin] Pushing event updated for resources: {'Network': ['ID=36c59d9d-42bc-49cd-85b6-22dc468ac599,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:32.709983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Made reservation on behalf of 6fc0e8d2836a4892a62414661f8ec0a1 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:32.710786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:32.712978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.719118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-9173950b-76ec-4e97-8c11-034250ff5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:32.720829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-9173950b-76ec-4e97-8c11-034250ff5b4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 1098 time: 1.3525689 Jul 16 09:11:32.819391 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9908c128-b300-488f-b5ca-f55f225b6247 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.823256 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9908c128-b300-488f-b5ca-f55f225b6247 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.931214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9908c128-b300-488f-b5ca-f55f225b6247 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.931892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9908c128-b300-488f-b5ca-f55f225b6247 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:32.948699 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9908c128-b300-488f-b5ca-f55f225b6247 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.953837 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9908c128-b300-488f-b5ca-f55f225b6247 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 HTTP/1.1" status: 204 len: 168 time: 0.5295389 Jul 16 09:11:32.953837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35792) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.011985 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-962391d7-f47e-40c8-b4a1-dfdf928b52aa tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 HTTP/1.1" status: 200 len: 205 time: 0.0570686 Jul 16 09:11:33.015720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35796) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.084695 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-5def0824-90d4-48ca-980f-d6081e4349dd tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] delete failed (client error): The resource could not be found. Jul 16 09:11:33.085937 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5def0824-90d4-48ca-980f-d6081e4349dd tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/2c5fc567-1b89-4ea7-b9f5-c54cf9b491b0 HTTP/1.1" status: 404 len: 336 time: 0.0691137 Jul 16 09:11:33.089951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35798) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.162108 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-58d596e7-7fe9-49af-8132-de6bd0fbf961 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb4d58a1-545f-43f3-82be-9cee0836e91f HTTP/1.1" status: 200 len: 205 time: 0.0690458 Jul 16 09:11:33.164098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35802) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.240354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9603bedd-0583-4a64-b41d-d9d57d884f56 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:33.261774 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-d7d6f016-4c9e-444f-b274-aa7332232c53 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] delete failed (client error): The resource could not be found. Jul 16 09:11:33.263602 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d7d6f016-4c9e-444f-b274-aa7332232c53 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/bb4d58a1-545f-43f3-82be-9cee0836e91f HTTP/1.1" status: 404 len: 336 time: 0.0982494 Jul 16 09:11:33.270223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35804) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.323352 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e824d7bd-371b-4c82-b66d-fd799cf9ed90 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d16664-65a0-4389-92d3-b38d763847eb HTTP/1.1" status: 200 len: 205 time: 0.0501342 Jul 16 09:11:33.328499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35808) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.349399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9603bedd-0583-4a64-b41d-d9d57d884f56 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:33.350032 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.400852 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-bd816204-8013-49a4-a505-c8a59b288e23 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] delete failed (client error): The resource could not be found. Jul 16 09:11:33.402684 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bd816204-8013-49a4-a505-c8a59b288e23 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/71d16664-65a0-4389-92d3-b38d763847eb HTTP/1.1" status: 404 len: 336 time: 0.0728495 Jul 16 09:11:33.408175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35810) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.412456 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.455943 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-edb12f5d-cd4f-4bbe-8426-6a412151f672 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=0015c283-cf62-44d2-8dbd-153e83e93f04 HTTP/1.1" status: 200 len: 205 time: 0.0458522 Jul 16 09:11:33.460313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35816) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.487748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-5dc8cab5-56ab-4f0a-8a44-2ac2625fae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:33.489479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-5dc8cab5-56ab-4f0a-8a44-2ac2625fae0f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.7081149 Jul 16 09:11:33.519206 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-c5c29990-c98b-474b-9733-9cc227bd6ac1 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] delete failed (client error): The resource could not be found. Jul 16 09:11:33.520240 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c5c29990-c98b-474b-9733-9cc227bd6ac1 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/0015c283-cf62-44d2-8dbd-153e83e93f04 HTTP/1.1" status: 404 len: 336 time: 0.0582955 Jul 16 09:11:33.522881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35820) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.523800 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1660a1-72d4-4277-b29d-4a145bce3915 None None] Network c06694ce-9192-401b-8a3e-e19de59bd6fc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:33.571263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Allocated IP 172.23.0.1 (c06694ce-9192-401b-8a3e-e19de59bd6fc/367daf93-fc46-4caa-b678-9dc1681b9bf4/52c758c1-1073-4c44-8a28-064679c6ed45) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:33.592347 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab457d22-cbe7-4ec5-b61e-e15f5ef0f263 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=fafeb5b1-82c8-45bf-a483-8f7cc209b458 HTTP/1.1" status: 200 len: 205 time: 0.0682509 Jul 16 09:11:33.599604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35822) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.641915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95089f6-3484-43dd-8051-c07b63e6102b,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:33.678788 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-972f8ecc-395f-4902-b8ac-cf2d95c2f5fc tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] delete failed (client error): The resource could not be found. Jul 16 09:11:33.679703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 09e378d7-fa15-4975-881f-a29e441ee9bb up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:33.679861 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-972f8ecc-395f-4902-b8ac-cf2d95c2f5fc tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/fafeb5b1-82c8-45bf-a483-8f7cc209b458 HTTP/1.1" status: 404 len: 336 time: 0.0792277 Jul 16 09:11:33.683365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35826) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.739848 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-12bf68f0-b34b-4a30-8c24-610b8bc89494 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2618d3fa-f57e-4dfa-a320-57ed358e861d HTTP/1.1" status: 200 len: 205 time: 0.0549526 Jul 16 09:11:33.745365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35832) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.760690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Checking segment: {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:33.761333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Network hostable DHCP agents. Network: 36c59d9d-42bc-49cd-85b6-22dc468ac599, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:33.787997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d2cfd79d-fdac-49da-bf05-6ff383e3f8eb None None] Provisioning for port 09e378d7-fa15-4975-881f-a29e441ee9bb completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:33.790179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-034da0e7-809e-4060-8674-c61161a07290 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 200 len: 1001 time: 0.2829366 Jul 16 09:11:33.805119 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-cd98e5ac-5055-432a-8944-2cf389f56466 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] delete failed (client error): The resource could not be found. Jul 16 09:11:33.817565 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cd98e5ac-5055-432a-8944-2cf389f56466 tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/routers/2618d3fa-f57e-4dfa-a320-57ed358e861d HTTP/1.1" status: 404 len: 336 time: 0.0707946 Jul 16 09:11:33.818973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35836) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.865274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 09e378d7-fa15-4975-881f-a29e441ee9bb completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:33.894593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 09e378d7-fa15-4975-881f-a29e441ee9bb triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:33.895127 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.897102 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbce2349-0293-487f-887f-b6e9afb1741b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] DELETE failed (client error): The resource could not be found. Jul 16 09:11:33.897559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbce2349-0293-487f-887f-b6e9afb1741b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:11:33.899496 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cbce2349-0293-487f-887f-b6e9afb1741b tempest-RoutersIpV6AdminTest-868571901 tempest-RoutersIpV6AdminTest-868571901-project] 10.222.0.55 "DELETE /v2.0/subnets/28a50391-6230-4a2b-a492-7ab55c1a4519 HTTP/1.1" status: 404 len: 337 time: 0.0791104 Jul 16 09:11:33.903338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:33.943049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 36c59d9d-42bc-49cd-85b6-22dc468ac599) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:33.967611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d05f7-aa45-4a48-bc51-128090a5f785 None None] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:33.982671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-f8a48248-e0c2-4c72-9a78-3b57dbaa72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:33.984223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-f8a48248-e0c2-4c72-9a78-3b57dbaa72c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.1717958 Jul 16 09:11:33.985549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:33.998419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.052707 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.075438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9e13d075-0f71-45b2-b23c-aa0d89318a9e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4163508 Jul 16 09:11:34.077057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Transition to ACTIVE for port object 52c758c1-1073-4c44-8a28-064679c6ed45 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:34.077304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35842) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:34.086364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:34.121831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.122959 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.123515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-59e95284-908a-4e73-8352-ba4720c30d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:34.125148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-59e95284-908a-4e73-8352-ba4720c30d72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205244 Jul 16 09:11:34.145042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-7e1f284f-7455-4db8-844d-b9fbfd48ea2b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:11:34.146070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-7e1f284f-7455-4db8-844d-b9fbfd48ea2b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060980 Jul 16 09:11:34.192039 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.258024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.310547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35850) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:34.332253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.338735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network c06694ce-9192-401b-8a3e-e19de59bd6fc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:34.352529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:34.359340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:34.438662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-36c59d9d-42bc-49cd-85b6-22dc468ac599', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:11:34.440964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.444123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.512802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=52c758c1-1073-4c44-8a28-064679c6ed45,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:34.550250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 09e378d7-fa15-4975-881f-a29e441ee9bb, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=09e378d7-fa15-4975-881f-a29e441ee9bb,segment=NetworkSegment(66e0d51a-865e-4cab-910d-c38570b5e1e4),segment_id=66e0d51a-865e-4cab-910d-c38570b5e1e4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:34.554063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-df5d9c67-79d5-469c-8cd6-c2d591dfc75f service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943322 Jul 16 09:11:34.605504 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53094416-576c-4a81-b04c-5622cbdecccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.616032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.750336 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.820644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca1657a3-f15b-4a35-9098-192fc9cdd79d req-e03a8324-dad3-44cd-a85b-6413d5135c6a service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234979 Jul 16 09:11:34.870296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=09e378d7-fa15-4975-881f-a29e441ee9bb,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:34.894217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3b9ed063-4d75-48f8-ae46-ed162f25068f None None] Provisioning complete for port 09e378d7-fa15-4975-881f-a29e441ee9bb triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:34.894885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed063-4d75-48f8-ae46-ed162f25068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.914814 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.010957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Allocated IP 172.20.0.2 (36c59d9d-42bc-49cd-85b6-22dc468ac599/e95089f6-3484-43dd-8051-c07b63e6102b/5d34a204-df86-4fca-9fb5-b554a2d8d5c7) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:35.178516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 09e378d7-fa15-4975-881f-a29e441ee9bb up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:35.211384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.266201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.268456 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.285704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Transition to ACTIVE for port object 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:35.311242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Transition to ACTIVE for port object 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:35.314196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 09e378d7-fa15-4975-881f-a29e441ee9bb triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:35.314799 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.341908 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.345820 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53094416-576c-4a81-b04c-5622cbdecccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.371851 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53094416-576c-4a81-b04c-5622cbdecccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.406584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:35.413009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:35.416644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Pushing event updated for resources: {'Port': ['ID=5d34a204-df86-4fca-9fb5-b554a2d8d5c7,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:35.419024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:35.517696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53094416-576c-4a81-b04c-5622cbdecccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f513308f-84e4-41e0-b7f9-1557d87722c6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:35.525965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-53094416-576c-4a81-b04c-5622cbdecccc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fffa694fe28044d090e261f8c52c1024&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2118385 Jul 16 09:11:35.529043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35874) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:35.656184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d3290a1-6586-4c02-9d38-1c42f36230ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.665313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.667826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Allocated IP 172.25.6.232 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/f0819375-3c82-41e6-a3b7-a82cba3a1047) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:35.693401 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.753577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event updated for resources: {'Port': ['ID=52c758c1-1073-4c44-8a28-064679c6ed45,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:35.766132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1720005e-63dd-48cb-9e0c-7476eaba1865 None None] Provisioning for port 52c758c1-1073-4c44-8a28-064679c6ed45 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:35.777277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1720005e-63dd-48cb-9e0c-7476eaba1865 None None] Provisioning complete for port 52c758c1-1073-4c44-8a28-064679c6ed45 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:35.777748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1720005e-63dd-48cb-9e0c-7476eaba1865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.790073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d3290a1-6586-4c02-9d38-1c42f36230ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.809327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.825186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Attempting to bind port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:35.825670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Attempting to bind port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:35.827879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Attempting to bind port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 on network 36c59d9d-42bc-49cd-85b6-22dc468ac599 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:35.851265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:35.851747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Checking segment: {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:35.852249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.852654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Bound using segment: {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:35.854655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Bound port: 5d34a204-df86-4fca-9fb5-b554a2d8d5c7, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:35.855053 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.874390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1720005e-63dd-48cb-9e0c-7476eaba1865 None None] Port 52c758c1-1073-4c44-8a28-064679c6ed45 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:35.924903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.962972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] For port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:35.967709 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] For port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5d34a204-df86-4fca-9fb5-b554a2d8d5c7,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:35.973320 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.995486 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.008293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d3290a1-6586-4c02-9d38-1c42f36230ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.012696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1d3290a1-6586-4c02-9d38-1c42f36230ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.014131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1d3290a1-6586-4c02-9d38-1c42f36230ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f513308f-84e4-41e0-b7f9-1557d87722c6 HTTP/1.1" status: 204 len: 168 time: 0.4837155 Jul 16 09:11:36.066109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d7035-fc54-458a-b227-2791adfd7566 None None] Pushing event updated for resources: {'Port': ['ID=5d34a204-df86-4fca-9fb5-b554a2d8d5c7,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:36.121628 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:36.125479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:36.131475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3290a1-6586-4c02-9d38-1c42f36230ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f513308f-84e4-41e0-b7f9-1557d87722c6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:36.140824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:36.161527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Network c06694ce-9192-401b-8a3e-e19de59bd6fc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:36.167004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:36.393548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:36.713590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:36.723188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-043bc3da-bced-4fe3-ab72-66d513fbbaec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7708223 Jul 16 09:11:36.724027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35902) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:36.728548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35904) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:36.729235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:36.737864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:36.738447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-61ee332e-831d-4229-b64e-f0cf7303aad7 None None] Provisioning complete for port 52c758c1-1073-4c44-8a28-064679c6ed45 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:36.738911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-61ee332e-831d-4229-b64e-f0cf7303aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.800989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:36.801685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:36.864893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3896ba9b-6c29-4e43-b474-5c3012ff26f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cdb5053308341b6844651e305132de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318355 Jul 16 09:11:36.866041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35908) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:36.988758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-61ee332e-831d-4229-b64e-f0cf7303aad7 None None] Port 52c758c1-1073-4c44-8a28-064679c6ed45 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:37.028145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:37.113269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70b7909a-72f2-488b-9b64-e6002ed077a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.210805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70b7909a-72f2-488b-9b64-e6002ed077a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.392049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:37.565719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Pushing event updated for resources: {'Port': ['ID=f0819375-3c82-41e6-a3b7-a82cba3a1047,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:37.569001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:34Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52c758c1-1073-4c44-8a28-064679c6ed45', 'name': '', 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:b1:6c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:32Z', 'updated_at': '2021-07-16T09:11:35Z', 'revision_number': 2, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:37.597033 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70b7909a-72f2-488b-9b64-e6002ed077a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.603823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70b7909a-72f2-488b-9b64-e6002ed077a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.609771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-70b7909a-72f2-488b-9b64-e6002ed077a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d83769c4-bcfd-4c1d-b821-8bcd589c015f HTTP/1.1" status: 204 len: 168 time: 0.7410769 Jul 16 09:11:37.669900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7909a-72f2-488b-9b64-e6002ed077a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83769c4-bcfd-4c1d-b821-8bcd589c015f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:37.778381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:37.779401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Updating router e3342dee-3541-4c1f-8d79-b81067a34bdf port 52c758c1-1073-4c44-8a28-064679c6ed45 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:37.835430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:37.891783 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.004913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.extraroute_db [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:11:38.033830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.extraroute_db [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Removed routes are [] {{(pid=94159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:11:38.034742 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.054921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.412708 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.426226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Transition to ACTIVE for port object 52c758c1-1073-4c44-8a28-064679c6ed45 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:38.437736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b2dd11-2441-472b-b0f7-263049b22bc0 None None] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:38.444941 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.530678 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441dd38-8796-479c-81ac-024f3a687847 None None] Pushing event updated for resources: {'Port': ['ID=52c758c1-1073-4c44-8a28-064679c6ed45,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:38.582723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-81840c2d-ce6a-4d88-b43f-d4ae75cc2b00 None None] Provisioning for port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:38.597493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.687011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-81840c2d-ce6a-4d88-b43f-d4ae75cc2b00 None None] Provisioning complete for port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:38.688412 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81840c2d-ce6a-4d88-b43f-d4ae75cc2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.020438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Attempting to bind port 52c758c1-1073-4c44-8a28-064679c6ed45 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:39.021221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Attempting to bind port 52c758c1-1073-4c44-8a28-064679c6ed45 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:39.021343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Attempting to bind port 52c758c1-1073-4c44-8a28-064679c6ed45 on network c06694ce-9192-401b-8a3e-e19de59bd6fc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:39.035288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Router 40954f96-5742-4433-b6b7-9fa2481ff0da is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:39.178267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:39.178655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Checking segment: {'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:39.179041 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.179842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Bound using segment: {'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:39.183370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Bound port: 52c758c1-1073-4c44-8a28-064679c6ed45, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e0d51a-865e-4cab-910d-c38570b5e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:39.183765 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.198285 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.202072 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.202706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:39.207903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81840c2d-ce6a-4d88-b43f-d4ae75cc2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.221391 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.221552 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Sync routers for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:39.224595 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-84ed64ec-50bb-4753-a438-5f6fefd1989c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1461616 Jul 16 09:11:39.228248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 35960) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:39.250115 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:39.251391 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:39.356632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] For port 52c758c1-1073-4c44-8a28-064679c6ed45, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:39.359985 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] For port 52c758c1-1073-4c44-8a28-064679c6ed45, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=52c758c1-1073-4c44-8a28-064679c6ed45,segment=NetworkSegment(66e0d51a-865e-4cab-910d-c38570b5e1e4),segment_id=66e0d51a-865e-4cab-910d-c38570b5e1e4)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:39.400512 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.463245 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:39.469285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:39.529672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-81840c2d-ce6a-4d88-b43f-d4ae75cc2b00 None None] For port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5d34a204-df86-4fca-9fb5-b554a2d8d5c7,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:39.568110 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81840c2d-ce6a-4d88-b43f-d4ae75cc2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.630804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441dd38-8796-479c-81ac-024f3a687847 None None] Pushing event updated for resources: {'Port': ['ID=52c758c1-1073-4c44-8a28-064679c6ed45,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:39.640220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:39.640220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:39.709177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:39.751850 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.761036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-49483eca-80b9-4bbc-afaf-64bd06848298 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 200 len: 933 time: 3.0258284 Jul 16 09:11:39.764166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35974) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:39.831036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:39.833557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81840c2d-ce6a-4d88-b43f-d4ae75cc2b00 None None] Pushing event updated for resources: {'Port': ['ID=5d34a204-df86-4fca-9fb5-b554a2d8d5c7,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:39.942055 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 3, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:40.031699 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Checking router: 40954f96-5742-4433-b6b7-9fa2481ff0da for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:40.032044 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Updating router 40954f96-5742-4433-b6b7-9fa2481ff0da port f0819375-3c82-41e6-a3b7-a82cba3a1047 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:40.095562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c7f9f9ef-ab62-4fbd-890f-7044b2141ab4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 200 len: 933 time: 0.3300591 Jul 16 09:11:40.099358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35980) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:40.108453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'routes': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:40.176013 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.227402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.399098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 35986) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:40.428038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0bcac650-669f-4cd3-bcd5-4bac9de19333 None None] Provisioning complete for port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:40.429142 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0bcac650-669f-4cd3-bcd5-4bac9de19333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.550979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:38Z', 'revision_number': 6, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52c758c1-1073-4c44-8a28-064679c6ed45', 'name': '', 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:b1:6c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:32Z', 'updated_at': '2021-07-16T09:11:39Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:40.602701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Allocated IP 172.20.0.1 (36c59d9d-42bc-49cd-85b6-22dc468ac599/e95089f6-3484-43dd-8051-c07b63e6102b/45df26bf-a0e5-41fe-af69-8b5c8ebb3596) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:40.617508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2f3be-77b5-43f6-bed9-6696335f0abd None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:38Z', 'revision_number': 6, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52c758c1-1073-4c44-8a28-064679c6ed45', 'name': '', 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:b1:6c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:32Z', 'updated_at': '2021-07-16T09:11:39Z', 'revision_number': 4, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:40.643846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-568572779', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:40.732892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Made reservation on behalf of 27b1161003424761840b27f470a1642e for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:40.739406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.782742 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.865168 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.891974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Transition to ACTIVE for port object 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:40.949960 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.952378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.976577 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Transition to ACTIVE for port object f0819375-3c82-41e6-a3b7-a82cba3a1047 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:40.986333 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.015612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:41.023641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:41.027202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:41.080804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.extraroute_db [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added routes are [] {{(pid=94159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:11:41.081407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.extraroute_db [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:11:41.112121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Pushing event updated for resources: {'Port': ['ID=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:41.115493 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Attempting to bind port f0819375-3c82-41e6-a3b7-a82cba3a1047 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:41.116308 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Attempting to bind port f0819375-3c82-41e6-a3b7-a82cba3a1047 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:41.117177 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Attempting to bind port f0819375-3c82-41e6-a3b7-a82cba3a1047 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:41.125757 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:41.126515 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:41.127384 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.127930 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:41.128563 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Bound port: f0819375-3c82-41e6-a3b7-a82cba3a1047, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:41.129099 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.192619 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ed1da-a3f9-4645-8cbd-0992e3a2ca6e None None] Pushing event updated for resources: {'Port': ['ID=f0819375-3c82-41e6-a3b7-a82cba3a1047,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:41.207619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.275548 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.285117 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] For port f0819375-3c82-41e6-a3b7-a82cba3a1047, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:41.292234 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] For port f0819375-3c82-41e6-a3b7-a82cba3a1047, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f0819375-3c82-41e6-a3b7-a82cba3a1047,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:41.298702 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.364335 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ed1da-a3f9-4645-8cbd-0992e3a2ca6e None None] Pushing event updated for resources: {'Port': ['ID=f0819375-3c82-41e6-a3b7-a82cba3a1047,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:41.393165 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:41.393968 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:41.425768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 52c758c1-1073-4c44-8a28-064679c6ed45 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:41.501473 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.522142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.531489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] device_id is not set on port e7a29ea2-e901-4191-8ffb-8539ad7e0968 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:11:41.533145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 52c758c1-1073-4c44-8a28-064679c6ed45 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:41.537175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 52c758c1-1073-4c44-8a28-064679c6ed45 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:41.537563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.584016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.623589 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:41.630009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cca305a7-1378-4cf0-883b-6af0d872687c None None] Provisioning for port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:41.644551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cca305a7-1378-4cf0-883b-6af0d872687c None None] Provisioning complete for port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:41.644925 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cca305a7-1378-4cf0-883b-6af0d872687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.763443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cca305a7-1378-4cf0-883b-6af0d872687c None None] Port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:41.793590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56897344-8b8a-4bb4-a526-5de7aa85c7b4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:41.868155 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.905103 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 3, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:41.917855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 52c758c1-1073-4c44-8a28-064679c6ed45, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=52c758c1-1073-4c44-8a28-064679c6ed45,segment=NetworkSegment(66e0d51a-865e-4cab-910d-c38570b5e1e4),segment_id=66e0d51a-865e-4cab-910d-c38570b5e1e4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:41.924287 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.926155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:41.928137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.933946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.945689 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.956880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.969760 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058249b9-0381-4bee-81bb-732dbba7f784 None None] The sync data for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 is: [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 3, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:42.018419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=52c758c1-1073-4c44-8a28-064679c6ed45,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:42.061073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:42.063485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:42.123001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:42.140162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Pushing event updated for resources: {'Port': ['ID=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:42.190038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:42.197339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Allocated IP 172.25.6.201 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/e7a29ea2-e901-4191-8ffb-8539ad7e0968) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:42.208207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:42.258185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:42.259437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:42.349811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:42.352081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:42.425218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:42.434611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:42.436114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-aa386ef0-95cf-4272-bc35-b895c1943446 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 200 len: 699 time: 2.3356969 Jul 16 09:11:42.438979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36004) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:42.641615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a07cbcbe-8ce9-401c-92cd-918cd12084bf tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 200 len: 699 time: 0.2008398 Jul 16 09:11:42.648337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36006) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:42.663477 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:42.706389 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Router 40954f96-5742-4433-b6b7-9fa2481ff0da has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:42.945482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:42.951607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5bcbe463-59da-4d43-8723-22a696a8705e admin admin] 10.222.0.55 "PUT /v2.0/routers/40954f96-5742-4433-b6b7-9fa2481ff0da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7210186 Jul 16 09:11:42.992809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:43.084366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-72027443-52de-4fa0-aae4-eeb81eb23c93 None None] Provisioning complete for port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:43.084750 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72027443-52de-4fa0-aae4-eeb81eb23c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.130809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-72027443-52de-4fa0-aae4-eeb81eb23c93 None None] Port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:43.185125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.323131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:43.333124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:43.341139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:43.345511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 52c758c1-1073-4c44-8a28-064679c6ed45 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:43.405561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:43.406157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.412594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Pushing event updated for resources: {'Port': ['ID=e7a29ea2-e901-4191-8ffb-8539ad7e0968,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:43.475110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-428e7711-68ae-478b-8938-1d4e216c1bd4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0741663 Jul 16 09:11:43.478202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36034) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:43.485860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.201'}]}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:43.541415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.543473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.643246 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.652178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 52c758c1-1073-4c44-8a28-064679c6ed45 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:43.652731 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.714241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.907981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 7, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52c758c1-1073-4c44-8a28-064679c6ed45', 'name': '', 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:b1:6c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:32Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:43.940096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:43.945494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f0819375-3c82-41e6-a3b7-a82cba3a1047 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:43.980268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:43.981053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:44.096580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.105672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:44.219797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36056) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:44.225252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1689282780-network', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:44.252671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Made reservation on behalf of 8779eb745fe841e3955a8fdb3d38a9cb for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:44.255618 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.269123 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.298484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port f0819375-3c82-41e6-a3b7-a82cba3a1047 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:44.341079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f0819375-3c82-41e6-a3b7-a82cba3a1047 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:44.341559 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.492172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.535775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.565985 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5c44d8a9-10bf-4e41-8b90-34a4ca2c0560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.699549 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.740707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port f0819375-3c82-41e6-a3b7-a82cba3a1047, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f0819375-3c82-41e6-a3b7-a82cba3a1047,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:44.747986 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.762563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 7, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52c758c1-1073-4c44-8a28-064679c6ed45', 'name': '', 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:b1:6c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:32Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:44.871781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049bd1c0-5470-4cce-b715-0e66825162b8 None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 7, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52c758c1-1073-4c44-8a28-064679c6ed45', 'name': '', 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:b1:6c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:32Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:44.897728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 52c758c1-1073-4c44-8a28-064679c6ed45 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:44.898307 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.945959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=f0819375-3c82-41e6-a3b7-a82cba3a1047,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:44.959426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.961370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.963530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.964348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.966245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.966591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.966931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.967266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.967594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.967922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.968251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.968574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:44.988616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.055537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2896-10d6-4218-b0cf-7e2911c20966 req-bc5b303a-9d6b-45de-a8a4-2df977f92747 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:45.057910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d0b2896-10d6-4218-b0cf-7e2911c20966 req-bc5b303a-9d6b-45de-a8a4-2df977f92747 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1098 time: 0.2669463 Jul 16 09:11:45.121017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port 52c758c1-1073-4c44-8a28-064679c6ed45, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=52c758c1-1073-4c44-8a28-064679c6ed45,segment=NetworkSegment(66e0d51a-865e-4cab-910d-c38570b5e1e4),segment_id=66e0d51a-865e-4cab-910d-c38570b5e1e4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:45.121392 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.138869 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.141392 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Sync routers for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:45.155614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f0819375-3c82-41e6-a3b7-a82cba3a1047 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:45.161227 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:45.161942 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:45.169301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.180692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:45.190888 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.191230 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Added segment 265a6d56-8a49-4961-82d7-9d632ad74884 of type vlan for network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 Jul 16 09:11:45.201092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 52c758c1-1073-4c44-8a28-064679c6ed45 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:45.246009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f0819375-3c82-41e6-a3b7-a82cba3a1047 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:45.246747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.329093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d0b2896-10d6-4218-b0cf-7e2911c20966 req-d0f71896-be76-4e99-a715-8e0feca9973a tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526588 Jul 16 09:11:45.346875 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:45.372008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:45.372743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36076) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:45.379048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.395097 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.406447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:45.407304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:45.420235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.426677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555b57e6-3aab-4659-85ce-c2ba58cb386d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:45.448937 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.509745 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.510558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 012747bb-fb96-4d7d-ae42-54af30b62c8b {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:45.531150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.533171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:45.533906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.545750 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:11:45.547087 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-205c72a5-2500-4567-b3bd-41b6cd49dfa4 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0665188 Jul 16 09:11:45.553826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36078) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:45.583357 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3600686 Jul 16 09:11:45.584079 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36080) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:45.593056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Request body: {'subnet': {'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1689282780-subnet', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:45.609411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:45.642973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce05b87-5e58-4794-9592-a313449537a7 admin admin] Pushing event updated for resources: {'Network': ['ID=9745a1dc-8c43-4715-b9cc-94e1e80b0293,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:45.659434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Made reservation on behalf of 8779eb745fe841e3955a8fdb3d38a9cb for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:45.660446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:45.662970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.847894 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 2, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:45.918259 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.926702 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Checking router: 40954f96-5742-4433-b6b7-9fa2481ff0da for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:45.930923 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Updating router 40954f96-5742-4433-b6b7-9fa2481ff0da port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:46.002044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=52c758c1-1073-4c44-8a28-064679c6ed45,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:46.016921 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.025519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.108265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bed0948-59dd-4317-94da-c8913e47fb57,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:46.112819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Checking segment: {'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:46.113277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Network hostable DHCP agents. Network: 9745a1dc-8c43-4715-b9cc-94e1e80b0293, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:46.141892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:46.156457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9745a1dc-8c43-4715-b9cc-94e1e80b0293) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:46.162038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.162947 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.174409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1bf1f-43cc-410a-a14e-226d94b635ae None None] Network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:46.184100 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b50d5c55-af38-4f70-8a0e-6147e2951633 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5986362 Jul 16 09:11:46.186306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36090) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:46.200178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:46.241372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 7, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52c758c1-1073-4c44-8a28-064679c6ed45', 'name': '', 'network_id': 'c06694ce-9192-401b-8a3e-e19de59bd6fc', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:b1:6c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:32Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '367daf93-fc46-4caa-b678-9dc1681b9bf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:46.273206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.285860 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.334398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:46.381152 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.438510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:46.450032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:46.478869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe63f2-0822-433e-a186-24344def91c7 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Deleting port e7a29ea2-e901-4191-8ffb-8539ad7e0968 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:46.479251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4fe63f2-0822-433e-a186-24344def91c7 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.531378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 26dc3074-91a6-4811-90ca-3ce281a8f6c7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:46.531655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.535318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.679548 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.750406 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.756663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:46.769334 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Transition to ACTIVE for port object 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:46.778272 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.955391 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4fe63f2-0822-433e-a186-24344def91c7 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.011927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe63f2-0822-433e-a186-24344def91c7 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Calling delete_port for e7a29ea2-e901-4191-8ffb-8539ad7e0968 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:47.013878 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Attempting to bind port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:47.018496 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Attempting to bind port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:47.019793 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Attempting to bind port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 on network 36c59d9d-42bc-49cd-85b6-22dc468ac599 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:47.023185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0cca0-6f69-45b4-832f-5ef92d981c21 None None] Pushing event updated for resources: {'Port': ['ID=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:47.046221 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:47.046989 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Checking segment: {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:47.047492 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.048368 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Bound using segment: {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:47.048632 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Bound port: 45df26bf-a0e5-41fe-af69-8b5c8ebb3596, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:47.049108 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.120624 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.144251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.144583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.189189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 26dc3074-91a6-4811-90ca-3ce281a8f6c7 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:47.190313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.205194 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] For port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:47.208657 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] For port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:47.216647 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.248351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-9745a1dc-8c43-4715-b9cc-94e1e80b0293', 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'fixed_ips': [{'subnet_id': '4bed0948-59dd-4317-94da-c8913e47fb57'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:11:47.249347 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.299209 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0cca0-6f69-45b4-832f-5ef92d981c21 None None] Pushing event updated for resources: {'Port': ['ID=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:47.318758 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:47.319603 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:47.564296 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:47.624222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:45Z', 'revision_number': 8, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:47.705771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d07cf5-11d0-4fbb-be2a-ec9aa39fa372 None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:45Z', 'revision_number': 8, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:47.720766 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7288859a-de71-4a9d-a1d9-bdb7c0d753b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.732836 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:47.748980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Allocated IP 172.20.0.2 (9745a1dc-8c43-4715-b9cc-94e1e80b0293/4bed0948-59dd-4317-94da-c8913e47fb57/6a3246f4-f35b-48d5-947c-070c00ca85c0) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:48.025393 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.033876 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:47Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:48.123138 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.135305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Transition to ACTIVE for port object 6a3246f4-f35b-48d5-947c-070c00ca85c0 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:48.135732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:48.174145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Transition to ACTIVE for port object 6a3246f4-f35b-48d5-947c-070c00ca85c0 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:48.184110 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.234487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=26dc3074-91a6-4811-90ca-3ce281a8f6c7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:48.254100 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503ce83-7299-45ec-9d99-a16e4bda9b03 None None] The sync data for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 is: [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:47Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:48.275669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Pushing event updated for resources: {'Port': ['ID=6a3246f4-f35b-48d5-947c-070c00ca85c0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:48.301232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:48.306481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:48.311768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:48.337628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.340044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.340395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.340739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.341078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.341415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.341775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.356484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.356484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.356484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.356484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.356484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:48.452906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Attempting to bind port 6a3246f4-f35b-48d5-947c-070c00ca85c0 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:48.453696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Attempting to bind port 6a3246f4-f35b-48d5-947c-070c00ca85c0 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:48.454628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Attempting to bind port 6a3246f4-f35b-48d5-947c-070c00ca85c0 on network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:48.469724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:48.470226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Checking segment: {'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:48.470755 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.471256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Bound using segment: {'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:48.472262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Bound port: 6a3246f4-f35b-48d5-947c-070c00ca85c0, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:48.472262 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.483541 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Allocated IP 172.25.6.121 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/f31695a8-be0a-41c6-ae2b-86b465090e31) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:48.587110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] For port 6a3246f4-f35b-48d5-947c-070c00ca85c0, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:48.619519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] For port 6a3246f4-f35b-48d5-947c-070c00ca85c0, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6a3246f4-f35b-48d5-947c-070c00ca85c0,segment=NetworkSegment(265a6d56-8a49-4961-82d7-9d632ad74884),segment_id=265a6d56-8a49-4961-82d7-9d632ad74884)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:48.638874 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.675254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.675757 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Floating IP 046f394f-77a2-4960-8fb1-50e253f70db3 disassociated (deleted). External IP: 172.25.6.54, port: 20d76e46-c74e-427f-be65-305176606785. Jul 16 09:11:48.743008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be227430-9953-4ef4-8226-8314fcc152e1 None None] Pushing event updated for resources: {'Port': ['ID=6a3246f4-f35b-48d5-947c-070c00ca85c0,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:48.771125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4fe63f2-0822-433e-a186-24344def91c7 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.783572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.830336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:48.842235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-23b50104-28d2-4c9e-9f3d-f0605ed503a3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1924305 Jul 16 09:11:48.845950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe63f2-0822-433e-a186-24344def91c7 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7a29ea2-e901-4191-8ffb-8539ad7e0968,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:48.846439 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:48.864646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36112) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:48.880353 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:48.883420 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:48.888224 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.894348 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.936078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:49.037347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:49.052365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:49.060428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:49.147028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Pushing event updated for resources: {'Port': ['ID=f31695a8-be0a-41c6-ae2b-86b465090e31,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:49.149014 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:49.202224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.203159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.203760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.204222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.205936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.207195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.208505 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.209909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.210302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.212402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.212872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.214290 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:49.381209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:49.570580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:49.597567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:49.603278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:49.831213 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:49.910047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:49.918244 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:49.972556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 52c758c1-1073-4c44-8a28-064679c6ed45 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:49.982983 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:45Z', 'revision_number': 8, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:50.020062 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:50.032258 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:50.033297 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:50.040797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 52c758c1-1073-4c44-8a28-064679c6ed45 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:50.041140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 52c758c1-1073-4c44-8a28-064679c6ed45 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:50.072227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.080751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:50.156115 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.240378 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:50.415853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcb0d14-97c8-40cf-a9d4-c579113ba580 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet 367daf93-fc46-4caa-b678-9dc1681b9bf4 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:50.419193 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0d14-97c8-40cf-a9d4-c579113ba580 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.480825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4fe63f2-0822-433e-a186-24344def91c7 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.482798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a4fe63f2-0822-433e-a186-24344def91c7 tempest-RoutersAdminNegativeIpV6Test-1367884241 tempest-RoutersAdminNegativeIpV6Test-1367884241-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e7a29ea2-e901-4191-8ffb-8539ad7e0968 HTTP/1.1" status: 204 len: 168 time: 4.9224901 Jul 16 09:11:50.608111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.661062 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0d14-97c8-40cf-a9d4-c579113ba580 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.779601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617f39d-c6ee-46c7-894e-ec821e2ec57e None None] Network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:50.825828 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:45Z', 'revision_number': 8, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:50.876947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Router cb900439-3399-4886-a90d-eab204f5a5b6 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:50.893337 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c6586-287e-4d34-ba45-57ec13ce6399 None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:45Z', 'revision_number': 8, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9603bedd-0583-4a64-b41d-d9d57d884f56', 'name': '', 'network_id': 'cc60c70d-eac5-4857-b5f2-cde9824e628a', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:59:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:21Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '66968ddf-59fb-4817-8a71-9dae9d84e006', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:50.955785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a9360165-2b2c-4d40-851e-a846aae7de30 None None] Provisioning for port 6a3246f4-f35b-48d5-947c-070c00ca85c0 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:51.158924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:51.194112 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.196324 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2d4e3811-8b31-411f-a332-6d3e821198eb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0085719 Jul 16 09:11:51.196615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Sync routers for ids ['cb900439-3399-4886-a90d-eab204f5a5b6'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:51.200193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36136) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:51.200793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36138) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:51.251995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Routers {'cb900439-3399-4886-a90d-eab204f5a5b6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:51.256542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6a4be-73a3-4c97-80a1-4fa8299969ac req-36a57e87-dcee-4ac4-a74a-78eb5809a19b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:51.261067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ee6a4be-73a3-4c97-80a1-4fa8299969ac req-36a57e87-dcee-4ac4-a74a-78eb5809a19b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 946 time: 0.9348798 Jul 16 09:11:51.277469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['cb900439-3399-4886-a90d-eab204f5a5b6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:51.280542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0d14-97c8-40cf-a9d4-c579113ba580 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.429464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ee6a4be-73a3-4c97-80a1-4fa8299969ac req-37500102-3a8b-4b6e-8df9-7f28ed859a4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542199 Jul 16 09:11:51.477947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6a3246f4-f35b-48d5-947c-070c00ca85c0 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:51.514966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router e7285a96-8690-473a-933c-441ca5ff98e4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:51.531600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-81f12ebd-1b91-4a24-ac1f-85acca0a876b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:51.533496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-81f12ebd-1b91-4a24-ac1f-85acca0a876b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 946 time: 0.6145697 Jul 16 09:11:51.554956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Set router cb900439-3399-4886-a90d-eab204f5a5b6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:51.608409 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06178afd-645a-492c-8eea-8029d1b6ea25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.748390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 6a3246f4-f35b-48d5-947c-070c00ca85c0 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:51.797530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6a3246f4-f35b-48d5-947c-070c00ca85c0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:51.798332 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.830026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0d14-97c8-40cf-a9d4-c579113ba580 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.832776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-13bb2a07-8081-4c19-8b4d-a58c3b76003d None None] Provisioning complete for port 6a3246f4-f35b-48d5-947c-070c00ca85c0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:51.833338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a07-8081-4c19-8b4d-a58c3b76003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.878357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0d14-97c8-40cf-a9d4-c579113ba580 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=367daf93-fc46-4caa-b678-9dc1681b9bf4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:51.883851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:51.906901 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] Sync routers for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:51.911374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0d14-97c8-40cf-a9d4-c579113ba580 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.913321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8fcb0d14-97c8-40cf-a9d4-c579113ba580 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/367daf93-fc46-4caa-b678-9dc1681b9bf4 HTTP/1.1" status: 204 len: 168 time: 2.9812238 Jul 16 09:11:51.919016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.924461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36150) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:51.927761 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:51.929565 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:51.938517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e7ac97-139b-4d96-80f9-72f02274f726 None None] Network c06694ce-9192-401b-8a3e-e19de59bd6fc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:52.044938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-79491d13-e5fb-475c-935a-cc46eeff6eac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/floatingips/046f394f-77a2-4960-8fb1-50e253f70db3 HTTP/1.1" status: 204 len: 168 time: 6.6682534 Jul 16 09:11:52.118805 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06178afd-645a-492c-8eea-8029d1b6ea25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.123334 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:52.127732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06178afd-645a-492c-8eea-8029d1b6ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.135917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:52.138880 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:52.145465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.206042 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-06178afd-645a-492c-8eea-8029d1b6ea25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47a3781ae4b945a0a267c3d6d4fb29f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0008030 Jul 16 09:11:52.208700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36162) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:52.257240 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.360988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06178afd-645a-492c-8eea-8029d1b6ea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351833ef-99c3-41f2-a1cf-109eea394e5f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:52.380219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Deleting port 605caf95-1114-465f-bee5-3526e67a7e6f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:52.381242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.497278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.502697 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a07-8081-4c19-8b4d-a58c3b76003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.542841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:11:49Z', 'revision_number': 3, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port': {'id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:47Z', 'updated_at': '2021-07-16T09:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:52.641525 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b2d72-79de-4242-96dc-a96f9293e958 x-openstack-request-id: req-b41b2d72-79de-4242-96dc-a96f9293e958 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:52.642104 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "tag": "20d76e46-c74e-427f-be65-305176606785", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:52.642104 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b41b2d72-79de-4242-96dc-a96f9293e958 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:52.646262 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'status': 'completed', 'code': 200} Jul 16 09:11:52.650502 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f299fe6-0a6a-462e-a958-6af144e84577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.664842 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:29Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:52.704629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f299fe6-0a6a-462e-a958-6af144e84577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.718738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Checking router: cb900439-3399-4886-a90d-eab204f5a5b6 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:52.719075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Updating router cb900439-3399-4886-a90d-eab204f5a5b6 port f31695a8-be0a-41c6-ae2b-86b465090e31 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:52.726879 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] Checking router: e7285a96-8690-473a-933c-441ca5ff98e4 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:52.740612 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:52.741236 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:52.783959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Allocated IP 172.20.0.1 (9745a1dc-8c43-4715-b9cc-94e1e80b0293/4bed0948-59dd-4317-94da-c8913e47fb57/83e6bb35-a847-45e2-acfa-834f6f0ef3c9) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:52.835522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 6a3246f4-f35b-48d5-947c-070c00ca85c0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6a3246f4-f35b-48d5-947c-070c00ca85c0,segment=NetworkSegment(265a6d56-8a49-4961-82d7-9d632ad74884),segment_id=265a6d56-8a49-4961-82d7-9d632ad74884)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:52.845560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.874182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 09e378d7-fa15-4975-881f-a29e441ee9bb {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:52.874579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.876148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:52.952936 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:52.958557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-eb14de20-d627-4fa9-a915-ae67561d2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:52.963630 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-eb14de20-d627-4fa9-a915-ae67561d2898 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 1098 time: 0.3320651 Jul 16 09:11:52.997829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port 09e378d7-fa15-4975-881f-a29e441ee9bb, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=09e378d7-fa15-4975-881f-a29e441ee9bb,segment=NetworkSegment(66e0d51a-865e-4cab-910d-c38570b5e1e4),segment_id=66e0d51a-865e-4cab-910d-c38570b5e1e4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:52.997829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.012232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 09e378d7-fa15-4975-881f-a29e441ee9bb owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:53.043923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.081381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f299fe6-0a6a-462e-a958-6af144e84577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.084203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f299fe6-0a6a-462e-a958-6af144e84577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.088938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1f299fe6-0a6a-462e-a958-6af144e84577 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/351833ef-99c3-41f2-a1cf-109eea394e5f HTTP/1.1" status: 204 len: 168 time: 0.8141057 Jul 16 09:11:53.123860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299fe6-0a6a-462e-a958-6af144e84577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351833ef-99c3-41f2-a1cf-109eea394e5f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:53.260300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-c526c432-5988-4207-b1ec-f78bd989cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:53.261889 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-c526c432-5988-4207-b1ec-f78bd989cf5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 200 len: 897 time: 0.2547259 Jul 16 09:11:53.268893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] For port 605caf95-1114-465f-bee5-3526e67a7e6f, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=605caf95-1114-465f-bee5-3526e67a7e6f,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:53.269278 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.319210 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-f67eb53f-3f9e-4525-bf27-dad8b134b2c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 200 len: 217 time: 0.0460730 Jul 16 09:11:53.387384 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:29Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:53.393438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.418112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Transition to ACTIVE for port object 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:53.425602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-f5676851-293b-4912-a806-85e1aa2d7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:53.427166 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-f5676851-293b-4912-a806-85e1aa2d7ad0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 200 len: 835 time: 0.0930223 Jul 16 09:11:53.552432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-982bcb75-b48e-4107-b789-84deb406e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:53.555439 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-982bcb75-b48e-4107-b789-84deb406e0fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bec9ae46-f961-471f-babc-dedb279ce9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185906 Jul 16 09:11:53.557731 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.630917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Pushing event updated for resources: {'Port': ['ID=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:53.642472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db189b80-82a3-42c5-a210-67a18af6a15c req-5c6055d6-d5c3-451b-af11-686349cd6575 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:53.652083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db189b80-82a3-42c5-a210-67a18af6a15c req-5c6055d6-d5c3-451b-af11-686349cd6575 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.8029540 Jul 16 09:11:53.660392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:53.666071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:53.668512 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1185fa-6cec-4311-9011-eb44ab24114a None None] The sync data for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 is: [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:09:16Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'd55b8634-162e-477e-a812-23efced94ce8', 'name': '', 'network_id': 'bec9ae46-f961-471f-babc-dedb279ce9fc', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:1e:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:11Z', 'updated_at': '2021-07-16T09:09:29Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '8b954b8d-50a1-41ad-9cd3-7462edae0e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:53.672470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:53.689506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36188) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:53.722236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.763726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.795243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No DVR routers for this DVR port 09e378d7-fa15-4975-881f-a29e441ee9bb on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:54.064357 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-e98604d9-77f0-4aba-8875-5d21512894c4 service neutron] 10.222.0.54 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962900 Jul 16 09:11:54.128269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.147306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06694ce-9192-401b-8a3e-e19de59bd6fc']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:54.181381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e0d51a-865e-4cab-910d-c38570b5e1e4') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:54.183142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e0d51a-865e-4cab-910d-c38570b5e1e4') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:54.212393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f272d5-cc69-45b7-8acc-ff2b469f77a1 None None] New status for floating IP 046f394f-77a2-4960-8fb1-50e253f70db3: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:54.217142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caf61e-ff32-4753-934a-af0b9eb0485a req-48d4453f-09c3-4cef-9961-bd56e488deb7 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:54.219629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6caf61e-ff32-4753-934a-af0b9eb0485a req-48d4453f-09c3-4cef-9961-bd56e488deb7 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 946 time: 1.1092000 Jul 16 09:11:54.224174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.228648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.242429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=09e378d7-fa15-4975-881f-a29e441ee9bb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:54.308378 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.348101 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6b3f20bf-1148-4f56-89a7-30b1c0e5ffb0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27b1161003424761840b27f470a1642e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409862 Jul 16 09:11:54.361244 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36202) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:54.364303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd89502-8a4b-4ab1-9c2d-c249aa9dca10 None None] DHCP port deletion for c06694ce-9192-401b-8a3e-e19de59bd6fc request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:54.369916 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-13bb2a07-8081-4c19-8b4d-a58c3b76003d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:11:54.370612 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-13bb2a07-8081-4c19-8b4d-a58c3b76003d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:11:54.380878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:54.381842 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:54.391218 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:54.400920 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-e042c857-90ce-426e-9180-0b681b6e2448 service neutron] 10.222.0.54 "GET /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842238 Jul 16 09:11:54.423898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db189b80-82a3-42c5-a210-67a18af6a15c req-79c41670-df57-4ad3-afe4-bd3dad494f2d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb7e65d-9036-4d02-8712-625ab2d5b56c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7708395 Jul 16 09:11:54.473354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=6a3246f4-f35b-48d5-947c-070c00ca85c0,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:54.483901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:54.484274 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.536997 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.558897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6caf61e-ff32-4753-934a-af0b9eb0485a req-50ac3a3c-8a76-477a-951b-18c55543fd07 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=1cca5027-66c1-4205-9fdb-2f7e244c0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018906 Jul 16 09:11:54.622777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-0018b215-583c-4e2c-966e-40de53b0734b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:54.624688 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-0018b215-583c-4e2c-966e-40de53b0734b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 946 time: 0.4112701 Jul 16 09:11:54.627566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5595d389-82fc-47dd-9584-989818bed4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.648527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.649090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Transition to ACTIVE for port object f31695a8-be0a-41c6-ae2b-86b465090e31 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:54.652308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.652735 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.653032 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Floating IP 2ea7b834-ffd7-4068-bee2-b4904d061d89 disassociated. External IP: 172.25.6.192, port: 605caf95-1114-465f-bee5-3526e67a7e6f. Jul 16 09:11:54.653374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Calling delete_port for 605caf95-1114-465f-bee5-3526e67a7e6f owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:54.675557 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.675788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.681497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/c06694ce-9192-401b-8a3e-e19de59bd6fc HTTP/1.1" status: 204 len: 168 time: 2.7552917 Jul 16 09:11:54.682953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320cce1-28b2-4c7f-ae63-6cfcd34adeb5 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=c06694ce-9192-401b-8a3e-e19de59bd6fc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:54.684718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:54.817223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Attempting to bind port f31695a8-be0a-41c6-ae2b-86b465090e31 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:54.818025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Attempting to bind port f31695a8-be0a-41c6-ae2b-86b465090e31 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:54.818622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Attempting to bind port f31695a8-be0a-41c6-ae2b-86b465090e31 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:54.827508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:54.828226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:54.829116 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.829704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:54.830364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Bound port: f31695a8-be0a-41c6-ae2b-86b465090e31, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:54.831812 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.834777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c43aa5-7302-4d4e-a9b2-8e4f2fd26f12 None None] Pushing event updated for resources: {'Port': ['ID=f31695a8-be0a-41c6-ae2b-86b465090e31,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:54.835685 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5595d389-82fc-47dd-9584-989818bed4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.865575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 20d76e46-c74e-427f-be65-305176606785 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:54.913769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6a3246f4-f35b-48d5-947c-070c00ca85c0 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:55.048451 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.058712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.063998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5595d389-82fc-47dd-9584-989818bed4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.067326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5595d389-82fc-47dd-9584-989818bed4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.073320 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5595d389-82fc-47dd-9584-989818bed4fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56897344-8b8a-4bb4-a526-5de7aa85c7b4 HTTP/1.1" status: 204 len: 168 time: 0.7111516 Jul 16 09:11:55.139612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6a3246f4-f35b-48d5-947c-070c00ca85c0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:55.140275 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.178779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595d389-82fc-47dd-9584-989818bed4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56897344-8b8a-4bb4-a526-5de7aa85c7b4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:55.216482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] For port f31695a8-be0a-41c6-ae2b-86b465090e31, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:55.235056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 20d76e46-c74e-427f-be65-305176606785 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:55.235403 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.259611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] For port f31695a8-be0a-41c6-ae2b-86b465090e31, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f31695a8-be0a-41c6-ae2b-86b465090e31,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:55.264913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.270103 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.283471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Pushing event updated for resources: {'Port': ['ID=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:55.294034 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.341068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.365834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c43aa5-7302-4d4e-a9b2-8e4f2fd26f12 None None] Pushing event updated for resources: {'Port': ['ID=f31695a8-be0a-41c6-ae2b-86b465090e31,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:55.419786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:55.420992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event deleted for resources: {'Port': ['ID=605caf95-1114-465f-bee5-3526e67a7e6f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:55.422415 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850742e9-bf40-459d-81f9-f219a5aa89a4" -d '{"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-unplugged", "status": "completed", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:55.457122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 20d76e46-c74e-427f-be65-305176606785, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:55.458534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-62cb5f9c-30e6-43a2-92dd-4bd9f5283df1 None None] Provisioning for port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:55.463662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-62cb5f9c-30e6-43a2-92dd-4bd9f5283df1 None None] Provisioning complete for port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:55.464038 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62cb5f9c-30e6-43a2-92dd-4bd9f5283df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.470370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Routers {'cb900439-3399-4886-a90d-eab204f5a5b6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:55.471011 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['cb900439-3399-4886-a90d-eab204f5a5b6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:55.624410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] Set router cb900439-3399-4886-a90d-eab204f5a5b6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:55.713508 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.714590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:55.744176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port 20d76e46-c74e-427f-be65-305176606785, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=20d76e46-c74e-427f-be65-305176606785,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:55.745011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.756668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 605caf95-1114-465f-bee5-3526e67a7e6f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:55.757329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 605caf95-1114-465f-bee5-3526e67a7e6f not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:55.760535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 09e378d7-fa15-4975-881f-a29e441ee9bb no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:55.779877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 20d76e46-c74e-427f-be65-305176606785 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:55.864140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 09e378d7-fa15-4975-881f-a29e441ee9bb {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:55.867716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 09e378d7-fa15-4975-881f-a29e441ee9bb not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:55.962571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:55.969985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:56.057030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-62cb5f9c-30e6-43a2-92dd-4bd9f5283df1 None None] Port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:56.097324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:56.121452 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51262e-f507-423d-9e7d-364ea8059225 x-openstack-request-id: req-9c51262e-f507-423d-9e7d-364ea8059225 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:56.122202 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-unplugged", "status": "completed", "tag": "20d76e46-c74e-427f-be65-305176606785", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:56.123289 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c51262e-f507-423d-9e7d-364ea8059225 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:56.123805 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'code': 200} Jul 16 09:11:56.303894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:11:54Z', 'revision_number': 4, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port': {'id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:47Z', 'updated_at': '2021-07-16T09:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '83e6bb35-a847-45e2-acfa-834f6f0ef3c9', 'name': '', 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'mac_address': 'fa:16:3e:b3:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:52Z', 'updated_at': '2021-07-16T09:11:54Z', 'revision_number': 2, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'subnets': [{'id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:56.376022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eaef44-3016-48d2-a33b-757d9fc4737a None None] The sync data for ids ['cb900439-3399-4886-a90d-eab204f5a5b6'] in n-d-780147-28 is: [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:11:54Z', 'revision_number': 4, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port': {'id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:47Z', 'updated_at': '2021-07-16T09:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '83e6bb35-a847-45e2-acfa-834f6f0ef3c9', 'name': '', 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'mac_address': 'fa:16:3e:b3:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:52Z', 'updated_at': '2021-07-16T09:11:54Z', 'revision_number': 2, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'subnets': [{'id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:56.432475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Router cb900439-3399-4886-a90d-eab204f5a5b6 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:56.456387 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.488696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9893a58b-fddd-453c-ba92-81f04b22f46c None None] Provisioning complete for port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:56.489078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9893a58b-fddd-453c-ba92-81f04b22f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.610243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9893a58b-fddd-453c-ba92-81f04b22f46c None None] Port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:56.625615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:56.645498 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-69904011-4043-4674-8a89-ee9bbb3205b7 admin admin] 10.222.0.55 "PUT /v2.0/routers/cb900439-3399-4886-a90d-eab204f5a5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4277287 Jul 16 09:11:56.675036 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=20d76e46-c74e-427f-be65-305176606785,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:56.688689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2878d68-99a7-4ac8-b236-671de0b98856 req-7258a785-b96f-4d5a-aa32-cc8148c8ae8d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 210 time: 0.0858965 Jul 16 09:11:56.736632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-743d74eb-9f35-4ff8-a3fc-9adf003aba65 req-a96166ab-4f68-41f7-923f-45814e015e5f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa501266-2bef-420a-9a25-d584d8d14d9b HTTP/1.1" status: 200 len: 210 time: 0.0811579 Jul 16 09:11:56.764314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] No DVR routers for this DVR port 20d76e46-c74e-427f-be65-305176606785 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:56.767169 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.770197 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-68069d09-0c51-4222-9f72-ea2ec5230d29 req-7b59fd82-2b87-4835-9081-83168305fccb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "DELETE /v2.0/ports/20d76e46-c74e-427f-be65-305176606785 HTTP/1.1" status: 204 len: 173 time: 2.1237400 Jul 16 09:11:56.770772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-deleted', 'tag': '20d76e46-c74e-427f-be65-305176606785'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:56.773838 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d437c80-d2f0-4a17-b7e3-bb67751b051d" -d '{"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-deleted", "tag": "20d76e46-c74e-427f-be65-305176606785"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:56.790822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.865257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36256) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:56.977543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:57.070523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'networks': [{'name': 'tempest-network--101813217'}, {'name': 'tempest-network--574964659'}]} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:57.071145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'network': {'name': 'tempest-network--101813217'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:57.072231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'network': {'name': 'tempest-network--574964659'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:57.148570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Made reservation on behalf of eab3bf16d7874b1ab826129c85f5ab8c for: {'network': 2} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:57.166532 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.186511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.274972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:57.287818 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] Sync routers for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:57.315206 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:57.323764 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:57.350975 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1471c45-b3d7-417f-8089-c35290af6c56 x-openstack-request-id: req-e1471c45-b3d7-417f-8089-c35290af6c56 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:57.362319 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa501266-2bef-420a-9a25-d584d8d14d9b", "name": "network-vif-deleted", "tag": "20d76e46-c74e-427f-be65-305176606785", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:57.363784 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1471c45-b3d7-417f-8089-c35290af6c56 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:57.364525 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa501266-2bef-420a-9a25-d584d8d14d9b', 'name': 'network-vif-deleted', 'tag': '20d76e46-c74e-427f-be65-305176606785', 'status': 'completed', 'code': 200} Jul 16 09:11:57.381164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] No DVR routers for this DVR port 605caf95-1114-465f-bee5-3526e67a7e6f on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:57.467370 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.469467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ad79252-629c-46c7-a01d-587cdbbfcfe7 req-2b2a63ee-047c-477d-a662-96840e91861c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "DELETE /v2.0/ports/605caf95-1114-465f-bee5-3526e67a7e6f HTTP/1.1" status: 204 len: 173 time: 5.9295406 Jul 16 09:11:57.470970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-deleted', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:57.493397 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de3ab5d-993d-472d-ad81-a916e766f7e4" -d '{"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-deleted", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:57.544788 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.564732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.565416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.606185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 9603bedd-0583-4a64-b41d-d9d57d884f56 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:57.606532 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.692516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7669a4eb-f93e-46b9-9a86-508a5670e818,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:57.710458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:57.723722 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:57.743579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.744032 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Added segment a3f70365-3108-42e3-afa4-cdddca70cb5a of type vlan for network 639764a7-cb48-4b10-9273-33b958a2f6fd Jul 16 09:11:57.881414 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.882120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port 9603bedd-0583-4a64-b41d-d9d57d884f56, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9603bedd-0583-4a64-b41d-d9d57d884f56,segment=NetworkSegment(386de00b-6302-4d51-a74d-87df91f6b9dc),segment_id=386de00b-6302-4d51-a74d-87df91f6b9dc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:57.882942 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.921127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 9603bedd-0583-4a64-b41d-d9d57d884f56 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:58.005526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:58.016320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.016927 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Added segment 92014f74-7b8e-41e6-b9f1-2d66b626fa60 of type vlan for network 307dbdfd-670d-470a-a33f-da4153754d51 Jul 16 09:11:58.051574 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3c29fb-e528-4fed-bd3e-fcbc8e399a64 x-openstack-request-id: req-2d3c29fb-e528-4fed-bd3e-fcbc8e399a64 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:58.052166 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f00aaf-8c01-426d-8140-3b467446577b", "name": "network-vif-deleted", "tag": "605caf95-1114-465f-bee5-3526e67a7e6f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:58.052579 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d3c29fb-e528-4fed-bd3e-fcbc8e399a64 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:58.053141 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f00aaf-8c01-426d-8140-3b467446577b', 'name': 'network-vif-deleted', 'tag': '605caf95-1114-465f-bee5-3526e67a7e6f', 'status': 'completed', 'code': 200} Jul 16 09:11:58.111904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.157349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.158217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.164494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:58.171999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:58.172922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.217043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4adcd9c-0104-4d85-bf0d-9576c034d7ed req-d7aeca26-4326-4a6a-9009-1fa0a081cecc tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f00aaf-8c01-426d-8140-3b467446577b HTTP/1.1" status: 200 len: 210 time: 0.0925989 Jul 16 09:11:58.288662 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:58.366833 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Network': ['ID=639764a7-cb48-4b10-9273-33b958a2f6fd,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:58.382561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 639764a7-cb48-4b10-9273-33b958a2f6fd details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:58.398021 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] Checking router: 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:58.438572 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:58.439785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.440650 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:58.520270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36284) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.542134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=9603bedd-0583-4a64-b41d-d9d57d884f56,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:58.544639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Network': ['ID=307dbdfd-670d-470a-a33f-da4153754d51,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:58.581227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 307dbdfd-670d-470a-a33f-da4153754d51 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:58.720789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36288) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.726461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2d26fdb7-06ec-4c9c-851d-569ee40acc06 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953742112', 'description': 'tempest-secgroup-smoke-1953742112 description', 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:58.777423 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-709a11db-851f-4e3e-8e8b-0914a4c044d7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9107552 Jul 16 09:11:58.778343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36292) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.791210 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:58.987624 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d26fdb7-06ec-4c9c-851d-569ee40acc06 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.052229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f31695a8-be0a-41c6-ae2b-86b465090e31 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:59.157405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.242826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port f31695a8-be0a-41c6-ae2b-86b465090e31 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:59.247274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f31695a8-be0a-41c6-ae2b-86b465090e31 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:59.247653 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.354917 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:59.389843 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c3d1a-06e9-491d-8afb-10a8b227f1fc None None] The sync data for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 is: [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:59.435373 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.479284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port f31695a8-be0a-41c6-ae2b-86b465090e31, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f31695a8-be0a-41c6-ae2b-86b465090e31,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:59.488711 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.537661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36302) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:59.559396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=f31695a8-be0a-41c6-ae2b-86b465090e31,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:59.625944 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d26fdb7-06ec-4c9c-851d-569ee40acc06 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.631211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:59.632418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d26fdb7-06ec-4c9c-851d-569ee40acc06 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.676868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26fdb7-06ec-4c9c-851d-569ee40acc06 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0705dd01-da7a-4df1-9b6b-f06a76676747,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:59.680323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d26fdb7-06ec-4c9c-851d-569ee40acc06 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.681841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2d26fdb7-06ec-4c9c-851d-569ee40acc06 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9597890 Jul 16 09:11:59.701890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36304) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:59.718881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9d5a8033-edf6-4a1f-808d-05f98e14c45a tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'security_group_rule': {'security_group_id': '0705dd01-da7a-4df1-9b6b-f06a76676747', 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:59.767359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ca43e-a4d0-44f0-998c-d245f76a2994 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:59.775740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ca43e-a4d0-44f0-998c-d245f76a2994 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:59.783342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ca43e-a4d0-44f0-998c-d245f76a2994 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:59.790457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ca43e-a4d0-44f0-998c-d245f76a2994 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:59.792744 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b77ca43e-a4d0-44f0-998c-d245f76a2994 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0104756 Jul 16 09:11:59.802509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36308) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:59.840253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:59.850350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9528f342-4c96-44f4-8bfc-e20a66b3b791 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1628835 Jul 16 09:11:59.851126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36310) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:59.851470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:59.867146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:59.868476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:59.897576 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8033-edf6-4a1f-808d-05f98e14c45a tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.936904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c24ed7-436e-4ce9-b2e1-eb02bbf63758 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet 66968ddf-59fb-4817-8a71-9dae9d84e006 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:59.953230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18c24ed7-436e-4ce9-b2e1-eb02bbf63758 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.013278 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18c24ed7-436e-4ce9-b2e1-eb02bbf63758 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.045184 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8033-edf6-4a1f-808d-05f98e14c45a tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.058489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8033-edf6-4a1f-808d-05f98e14c45a tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.089400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:00.132951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27ab9241-7f64-4769-9ee7-b2adb618ef0b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.135085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a8033-edf6-4a1f-808d-05f98e14c45a tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee90144-6a65-4f14-a6f6-7b75ae9cdb5e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:00.157244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8033-edf6-4a1f-808d-05f98e14c45a tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.161215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9d5a8033-edf6-4a1f-808d-05f98e14c45a tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4541645 Jul 16 09:12:00.161868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36314) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:00.174647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-76cbc02b-639d-429c-bf07-6174319df6c4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'security_group_rule': {'security_group_id': '0705dd01-da7a-4df1-9b6b-f06a76676747', 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:00.271521 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27ab9241-7f64-4769-9ee7-b2adb618ef0b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.316855 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18c24ed7-436e-4ce9-b2e1-eb02bbf63758 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.321996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.327230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76cbc02b-639d-429c-bf07-6174319df6c4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.422725 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867bd850-389c-47d6-91bc-0854360c60a3 None None] New status for floating IP 2ea7b834-ffd7-4068-bee2-b4904d061d89: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:12:00.466369 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27ab9241-7f64-4769-9ee7-b2adb618ef0b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.475139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-27ab9241-7f64-4769-9ee7-b2adb618ef0b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.476349 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-27ab9241-7f64-4769-9ee7-b2adb618ef0b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "DELETE /v2.0/security-groups/1cca5027-66c1-4205-9fdb-2f7e244c0e70 HTTP/1.1" status: 204 len: 168 time: 0.9289956 Jul 16 09:12:00.479900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36320) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:00.501305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18c24ed7-436e-4ce9-b2e1-eb02bbf63758 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.505800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76cbc02b-639d-429c-bf07-6174319df6c4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.537487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c24ed7-436e-4ce9-b2e1-eb02bbf63758 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=66968ddf-59fb-4817-8a71-9dae9d84e006,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:00.548363 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-1066b94a-f3a5-4294-a394-7867666bac04 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] show failed (client error): The resource could not be found. Jul 16 09:12:00.549778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1066b94a-f3a5-4294-a394-7867666bac04 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups/1cca5027-66c1-4205-9fdb-2f7e244c0e70 HTTP/1.1" status: 404 len: 347 time: 0.0656340 Jul 16 09:12:00.550854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76cbc02b-639d-429c-bf07-6174319df6c4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.552982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36322) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:00.557521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab9241-7f64-4769-9ee7-b2adb618ef0b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cca5027-66c1-4205-9fdb-2f7e244c0e70,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:00.610753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d1d6a-a531-48cd-8078-1b53e3b97cdb None None] Network cc60c70d-eac5-4857-b5f2-cde9824e628a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:00.688213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18c24ed7-436e-4ce9-b2e1-eb02bbf63758 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.693000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-18c24ed7-436e-4ce9-b2e1-eb02bbf63758 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/66968ddf-59fb-4817-8a71-9dae9d84e006 HTTP/1.1" status: 204 len: 168 time: 0.8383956 Jul 16 09:12:00.696971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36324) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:00.739326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbc02b-639d-429c-bf07-6174319df6c4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27a24e4-4cf8-4f26-a8ea-da518a1cd543,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:00.775295 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.842373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639764a7-cb48-4b10-9273-33b958a2f6fd']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:00.864340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f70365-3108-42e3-afa4-cdddca70cb5a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:00.869349 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76cbc02b-639d-429c-bf07-6174319df6c4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.872836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-76cbc02b-639d-429c-bf07-6174319df6c4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7062402 Jul 16 09:12:00.873717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f70365-3108-42e3-afa4-cdddca70cb5a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:00.876536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36328) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:00.895326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1e95b1a4-0076-4838-b753-b819ffe66e87 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'security_group_rule': {'security_group_id': '0705dd01-da7a-4df1-9b6b-f06a76676747', 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:00.927650 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.990781 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.991627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.000401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f31695a8-be0a-41c6-ae2b-86b465090e31 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:01.009530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:01.009980 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.013928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Deleting port b9760f35-b2af-4d07-9986-0fa95b749cb3 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:01.014397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:01.015435 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:01.047927 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1a4-0076-4838-b753-b819ffe66e87 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.055595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:58Z', 'revision_number': 9, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:01.098099 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.119860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Sync routers for ids ['cb900439-3399-4886-a90d-eab204f5a5b6'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:01.124854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:01.161471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f31695a8-be0a-41c6-ae2b-86b465090e31 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:01.162293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.193866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Routers {'cb900439-3399-4886-a90d-eab204f5a5b6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:01.194913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['cb900439-3399-4886-a90d-eab204f5a5b6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:01.210290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 337759d8-3e73-4c17-b388-b6b251de07c0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:01.210632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.219536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.238267 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.240264 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/networks/639764a7-cb48-4b10-9273-33b958a2f6fd HTTP/1.1" status: 204 len: 168 time: 1.3297246 Jul 16 09:12:01.241468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:01.242321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:01.248599 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.248939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.251242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36332) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:01.262140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539301-e662-42c0-8892-44e0ea8f443f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Network': ['ID=639764a7-cb48-4b10-9273-33b958a2f6fd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:01.325309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1a4-0076-4838-b753-b819ffe66e87 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.332595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1a4-0076-4838-b753-b819ffe66e87 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.361509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b1a4-0076-4838-b753-b819ffe66e87 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1b4648-0832-4f2c-9950-f0bc68c028fe,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:01.379547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Calling delete_port for b9760f35-b2af-4d07-9986-0fa95b749cb3 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:01.425626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Set router cb900439-3399-4886-a90d-eab204f5a5b6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:01.441019 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1a4-0076-4838-b753-b819ffe66e87 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.442653 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1e95b1a4-0076-4838-b753-b819ffe66e87 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5651734 Jul 16 09:12:01.445808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36334) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:01.456374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6d3c0d45-5afb-450b-b4fe-726bcefeaaf6 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'security_group_rule': {'security_group_id': '0705dd01-da7a-4df1-9b6b-f06a76676747', 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:01.505014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port 337759d8-3e73-4c17-b388-b6b251de07c0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=337759d8-3e73-4c17-b388-b6b251de07c0,segment=NetworkSegment(386de00b-6302-4d51-a74d-87df91f6b9dc),segment_id=386de00b-6302-4d51-a74d-87df91f6b9dc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:01.505272 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.508051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0d45-5afb-450b-b4fe-726bcefeaaf6 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.592850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] DHCP port deletion for cc60c70d-eac5-4857-b5f2-cde9824e628a request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:01.595489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0d45-5afb-450b-b4fe-726bcefeaaf6 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.609694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0d45-5afb-450b-b4fe-726bcefeaaf6 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.625267 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:01.639797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c0d45-5afb-450b-b4fe-726bcefeaaf6 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2e703b-8886-4027-9a22-720f81a3c88f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:01.656993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0d45-5afb-450b-b4fe-726bcefeaaf6 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.659134 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6d3c0d45-5afb-450b-b4fe-726bcefeaaf6 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2112696 Jul 16 09:12:01.681958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36336) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:01.685871 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:01.692342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f5bd615e-9784-474c-9170-4d570c3d501d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'security_group_rule': {'security_group_id': '0705dd01-da7a-4df1-9b6b-f06a76676747', 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:01.737625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 337759d8-3e73-4c17-b388-b6b251de07c0 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:01.751971 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.816667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port d55b8634-162e-477e-a812-23efced94ce8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:01.817020 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.834483 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-f5bd615e-9784-474c-9170-4d570c3d501d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Project 6fc0e8d2836a4892a62414661f8ec0a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:12:01.856916 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5bd615e-9784-474c-9170-4d570c3d501d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.940661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:11:54Z', 'revision_number': 4, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port': {'id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:47Z', 'updated_at': '2021-07-16T09:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '83e6bb35-a847-45e2-acfa-834f6f0ef3c9', 'name': '', 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'mac_address': 'fa:16:3e:b3:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:52Z', 'updated_at': '2021-07-16T09:11:54Z', 'revision_number': 2, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'subnets': [{'id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:01.973074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Checking router: cb900439-3399-4886-a90d-eab204f5a5b6 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:01.973579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Updating router cb900439-3399-4886-a90d-eab204f5a5b6 port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:12:01.976411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] Deleting port 337759d8-3e73-4c17-b388-b6b251de07c0 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:01.976773 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.013623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port d55b8634-162e-477e-a812-23efced94ce8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d55b8634-162e-477e-a812-23efced94ce8,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:02.014010 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.049889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] For port 337759d8-3e73-4c17-b388-b6b251de07c0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=337759d8-3e73-4c17-b388-b6b251de07c0,segment=NetworkSegment(386de00b-6302-4d51-a74d-87df91f6b9dc),segment_id=386de00b-6302-4d51-a74d-87df91f6b9dc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:02.050476 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.063697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] Calling delete_port for 337759d8-3e73-4c17-b388-b6b251de07c0 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:02.078519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for d55b8634-162e-477e-a812-23efced94ce8 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:02.085954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.186006 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.241552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=337759d8-3e73-4c17-b388-b6b251de07c0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:02.243300 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.284535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] Pushing event deleted for resources: {'Port': ['ID=337759d8-3e73-4c17-b388-b6b251de07c0,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:02.290968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No DVR routers for this DVR port 337759d8-3e73-4c17-b388-b6b251de07c0 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:02.348529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5bd615e-9784-474c-9170-4d570c3d501d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.379171 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.400302 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.414958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=d55b8634-162e-477e-a812-23efced94ce8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:02.438594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82915a-40b4-4732-b702-e2251fd5d590 None None] No DVR routers for this DVR port 337759d8-3e73-4c17-b388-b6b251de07c0 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:02.459449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307dbdfd-670d-470a-a33f-da4153754d51']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:02.488152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92014f74-7b8e-41e6-b9f1-2d66b626fa60') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:02.488584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92014f74-7b8e-41e6-b9f1-2d66b626fa60') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:02.499066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.516939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.528594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:02.529167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.586225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:58Z', 'revision_number': 9, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:02.623457 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5bd615e-9784-474c-9170-4d570c3d501d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:02.625529 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:02.637460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486411d-df0c-4c4f-92e3-1861ece2d04b None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:11:58Z', 'revision_number': 9, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca31df1b-8fc1-4495-a984-742b5542d73f', 'name': '', 'network_id': 'e8f05e2a-54ad-4f49-99c5-d547cd49451e', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:3a:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:14Z', 'updated_at': '2021-07-16T09:11:25Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': 'e035159b-d7a9-4b26-b006-006b0a3dac56', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:02.685222 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.717411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.719499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/networks/307dbdfd-670d-470a-a33f-da4153754d51 HTTP/1.1" status: 204 len: 168 time: 1.4417503 Jul 16 09:12:02.720983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19c8c4-5a45-475c-bee0-5fc8ab329f7d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Network': ['ID=307dbdfd-670d-470a-a33f-da4153754d51,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:02.722948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd615e-9784-474c-9170-4d570c3d501d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32903715-bbe8-4049-aff5-839a433e0ed8,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:02.724675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36346) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:02.760675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.763575 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.776572 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5bd615e-9784-474c-9170-4d570c3d501d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.777945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f5bd615e-9784-474c-9170-4d570c3d501d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0940208 Jul 16 09:12:02.798556 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.815631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36348) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:02.826356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-da43836c-efa5-4973-bc92-d70edae977ba tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'security_group_rule': {'security_group_id': '0705dd01-da7a-4df1-9b6b-f06a76676747', 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:02.828405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Transition to ACTIVE for port object 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:02.839024 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.854524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc60c70d-eac5-4857-b5f2-cde9824e628a']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:02.876818 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.930378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386de00b-6302-4d51-a74d-87df91f6b9dc') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:02.930607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386de00b-6302-4d51-a74d-87df91f6b9dc') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:02.947086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event deleted for resources: {'Port': ['ID=b9760f35-b2af-4d07-9986-0fa95b749cb3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:02.982309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.420326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router e7285a96-8690-473a-933c-441ca5ff98e4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:03.481695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 337759d8-3e73-4c17-b388-b6b251de07c0 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:03.565482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eacea-61c2-4516-9b9d-54baa573123d None None] Pushing event updated for resources: {'Port': ['ID=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:03.575137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 337759d8-3e73-4c17-b388-b6b251de07c0 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:03.575847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 337759d8-3e73-4c17-b388-b6b251de07c0 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:03.580585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Attempting to bind port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:03.581138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Attempting to bind port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:03.581694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Attempting to bind port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 on network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:03.590336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:03.590914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Checking segment: {'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:03.591496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.592052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Bound using segment: {'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:03.592698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Bound port: 83e6bb35-a847-45e2-acfa-834f6f0ef3c9, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265a6d56-8a49-4961-82d7-9d632ad74884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:03.593261 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.617598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:03.626173 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e4fb90f8-0ca0-42ce-89a7-b3d552dc7987 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "PUT /v2.0/routers/e7285a96-8690-473a-933c-441ca5ff98e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0628395 Jul 16 09:12:03.628089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36376) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:03.632242 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] Sync routers for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:03.662029 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:03.662659 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:03.694523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bbf3d2-6956-4a2e-8545-cb6e7ef58f3a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting subnet 8b954b8d-50a1-41ad-9cd3-7462edae0e47 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:03.703768 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28bbf3d2-6956-4a2e-8545-cb6e7ef58f3a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.812078 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28bbf3d2-6956-4a2e-8545-cb6e7ef58f3a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.841287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] For port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:03.847141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] For port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,segment=NetworkSegment(265a6d56-8a49-4961-82d7-9d632ad74884),segment_id=265a6d56-8a49-4961-82d7-9d632ad74884)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:03.853331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.894525 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:04.036811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.040720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Routers {'cb900439-3399-4886-a90d-eab204f5a5b6'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:04.044077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['cb900439-3399-4886-a90d-eab204f5a5b6'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:04.048013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eacea-61c2-4516-9b9d-54baa573123d None None] Pushing event updated for resources: {'Port': ['ID=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.072553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28bbf3d2-6956-4a2e-8545-cb6e7ef58f3a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.098275 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-da43836c-efa5-4973-bc92-d70edae977ba tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Project 6fc0e8d2836a4892a62414661f8ec0a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:12:04.116593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.142702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.146916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-30aca4ff-5201-4000-83ae-29d99677318c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "DELETE /v2.0/floatingips/2ea7b834-ffd7-4068-bee2-b4904d061d89 HTTP/1.1" status: 204 len: 168 time: 3.5870094 Jul 16 09:12:04.173862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:04.186253 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:04.205004 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:04.282512 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:12:02Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:04.284243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28bbf3d2-6956-4a2e-8545-cb6e7ef58f3a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.313623 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] Checking router: e7285a96-8690-473a-933c-441ca5ff98e4 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:04.320495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da43836c-efa5-4973-bc92-d70edae977ba tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.323774 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] Routers {'e7285a96-8690-473a-933c-441ca5ff98e4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:04.324577 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e7285a96-8690-473a-933c-441ca5ff98e4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:04.379736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbf3d2-6956-4a2e-8545-cb6e7ef58f3a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Subnet': ['ID=8b954b8d-50a1-41ad-9cd3-7462edae0e47,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.392726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28bbf3d2-6956-4a2e-8545-cb6e7ef58f3a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.396297 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-28bbf3d2-6956-4a2e-8545-cb6e7ef58f3a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/subnets/8b954b8d-50a1-41ad-9cd3-7462edae0e47 HTTP/1.1" status: 204 len: 168 time: 0.7669907 Jul 16 09:12:04.398962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36452) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:04.401362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd3f68-c8b4-4e9d-94e0-bf97c7562017 None None] Network bec9ae46-f961-471f-babc-dedb279ce9fc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:04.444401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] Set router cb900439-3399-4886-a90d-eab204f5a5b6 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:04.553692 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] Set router e7285a96-8690-473a-933c-441ca5ff98e4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:04.570131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c0fea-9f3d-4d78-b503-0eb5ed62475f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:04.594814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c0fea-9f3d-4d78-b503-0eb5ed62475f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:04.596589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d94c0fea-9f3d-4d78-b503-0eb5ed62475f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.8307595 Jul 16 09:12:04.609602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36480) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:04.634982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1290489038'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:04.686034 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.701138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Made reservation on behalf of eab3bf16d7874b1ab826129c85f5ab8c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:04.713960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.747057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.796334 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.809235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/cc60c70d-eac5-4857-b5f2-cde9824e628a HTTP/1.1" status: 204 len: 168 time: 4.1099954 Jul 16 09:12:04.813570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36506) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:04.905306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92996942-cc40-41e2-a064-74cd10d921ec tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=cc60c70d-eac5-4857-b5f2-cde9824e628a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.940306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:04.942927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:04.987087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.987368 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Added segment 2aafea1f-dcd9-44bd-b54b-525b06b2cfb9 of type vlan for network f9eea2fe-19c2-44ae-8504-5e75bbbde7d7 Jul 16 09:12:05.109251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.143158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da43836c-efa5-4973-bc92-d70edae977ba tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.162571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da43836c-efa5-4973-bc92-d70edae977ba tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.243847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43836c-efa5-4973-bc92-d70edae977ba tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bd7cd6-b5f8-4e6a-9aa8-898839b8716f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:05.254466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da43836c-efa5-4973-bc92-d70edae977ba tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.258061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-da43836c-efa5-4973-bc92-d70edae977ba tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.4348934 Jul 16 09:12:05.275397 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.288005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:05.290353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.310331 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:12:02Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:05.374116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7551558 Jul 16 09:12:05.377008 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4a132-71a8-49b0-8df4-5372ed804909 None None] The sync data for ids ['e7285a96-8690-473a-933c-441ca5ff98e4'] in n-d-780147-28 is: [{'id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111221394', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '3fef815b-2ad4-4894-8848-41337eed2007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:00Z', 'updated_at': '2021-07-16T09:12:02Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '3fef815b-2ad4-4894-8848-41337eed2007', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7285a96-8690-473a-933c-441ca5ff98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:02Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:05.377522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36562) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:05.419823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:05.429140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1083848748'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:05.464882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:05.467060 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.538259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Made reservation on behalf of eab3bf16d7874b1ab826129c85f5ab8c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:05.542845 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.570550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] DHCP port deletion for bec9ae46-f961-471f-babc-dedb279ce9fc request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:05.690840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36598) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:05.701413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c66a4c-999d-41c4-bab8-44f3a1d99b55 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Network': ['ID=f9eea2fe-19c2-44ae-8504-5e75bbbde7d7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:05.707239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d2d40e7d-b603-41c0-9fdd-5061047fe398 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108907728', 'description': 'tempest-description--1533321740'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:05.732075 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.737454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f9eea2fe-19c2-44ae-8504-5e75bbbde7d7 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:05.747667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:05.787385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.788301 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Added segment aed68bf2-4dca-4549-bd05-0ed0b2d4db32 of type vlan for network a0864971-e0b8-4a41-9098-8c6befbe6adc Jul 16 09:12:05.809722 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-0c18a6c4-04c1-4201-ba87-b905cb3114a0 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953742112&fields=id&tenant_id=6fc0e8d2836a4892a62414661f8ec0a1 HTTP/1.1" status: 200 len: 267 time: 0.2402735 Jul 16 09:12:05.861604 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.895281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2d40e7d-b603-41c0-9fdd-5061047fe398 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.949133 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.997904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,segment=NetworkSegment(265a6d56-8a49-4961-82d7-9d632ad74884),segment_id=265a6d56-8a49-4961-82d7-9d632ad74884)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:06.006431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.036375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9603bedd-0583-4a64-b41d-d9d57d884f56 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:06.064852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.072123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:06.074434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.089450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-f407eaf1-b558-408f-8584-7b7b47352597 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:06.091598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-f407eaf1-b558-408f-8584-7b7b47352597 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/networks?id=36c59d9d-42bc-49cd-85b6-22dc468ac599 HTTP/1.1" status: 200 len: 807 time: 0.2665555 Jul 16 09:12:06.132560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9603bedd-0583-4a64-b41d-d9d57d884f56 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:06.132909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9603bedd-0583-4a64-b41d-d9d57d884f56 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:06.139180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:11:54Z', 'revision_number': 4, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port': {'id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:47Z', 'updated_at': '2021-07-16T09:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '83e6bb35-a847-45e2-acfa-834f6f0ef3c9', 'name': '', 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'mac_address': 'fa:16:3e:b3:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:52Z', 'updated_at': '2021-07-16T09:12:03Z', 'revision_number': 4, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'subnets': [{'id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:06.143543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 3fef815b-2ad4-4894-8848-41337eed2007 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:06.144097 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.215067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed26a2f-4ca2-4a8c-b4ee-e1221bc52f0a None None] The sync data for ids ['cb900439-3399-4886-a90d-eab204f5a5b6'] in n-d-780147-28 is: [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:11:54Z', 'revision_number': 4, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port': {'id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:47Z', 'updated_at': '2021-07-16T09:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '83e6bb35-a847-45e2-acfa-834f6f0ef3c9', 'name': '', 'network_id': '9745a1dc-8c43-4715-b9cc-94e1e80b0293', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'mac_address': 'fa:16:3e:b3:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:52Z', 'updated_at': '2021-07-16T09:12:03Z', 'revision_number': 4, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'subnets': [{'id': '4bed0948-59dd-4317-94da-c8913e47fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:06.223031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:06.226196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] Deleting port 45abe126-bcd1-4da3-b20a-3060de8e99db {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:06.226577 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.234042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Network': ['ID=a0864971-e0b8-4a41-9098-8c6befbe6adc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:06.279040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-beabf2da-7d57-4016-a529-dddae59fc201 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/quotas/6fc0e8d2836a4892a62414661f8ec0a1 HTTP/1.1" status: 200 len: 375 time: 0.0367811 Jul 16 09:12:06.316802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network a0864971-e0b8-4a41-9098-8c6befbe6adc details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:06.431540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-558be64a-0414-4d9b-bc2e-a505e1b1caa3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fc0e8d2836a4892a62414661f8ec0a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513023 Jul 16 09:12:06.446406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] For port 45abe126-bcd1-4da3-b20a-3060de8e99db, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45abe126-bcd1-4da3-b20a-3060de8e99db,segment=NetworkSegment(0d084428-25c8-4f60-b30b-5559710ced99),segment_id=0d084428-25c8-4f60-b30b-5559710ced99)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:06.446869 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.497145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2d40e7d-b603-41c0-9fdd-5061047fe398 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.511729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bcb12932-839e-4afc-b2fc-b074dff531db tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1269817 Jul 16 09:12:06.512490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36668) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:06.518841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] Calling delete_port for 45abe126-bcd1-4da3-b20a-3060de8e99db owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:06.529302 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'ports': [{'network_id': 'f9eea2fe-19c2-44ae-8504-5e75bbbde7d7', 'name': 'tempest-port--211189384', 'admin_state_up': True}, {'network_id': 'a0864971-e0b8-4a41-9098-8c6befbe6adc', 'admin_state_up': False}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:06.531714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'port': {'network_id': 'f9eea2fe-19c2-44ae-8504-5e75bbbde7d7', 'name': 'tempest-port--211189384', 'admin_state_up': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:06.533271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'port': {'network_id': 'a0864971-e0b8-4a41-9098-8c6befbe6adc', 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:06.540063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2d40e7d-b603-41c0-9fdd-5061047fe398 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.611398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port 3fef815b-2ad4-4894-8848-41337eed2007, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3fef815b-2ad4-4894-8848-41337eed2007,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:06.612015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.671987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 3fef815b-2ad4-4894-8848-41337eed2007 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:06.673180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-bf1f8dbd-3fea-4eb4-bcc7-af996894abfe service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:12:06.684172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-bf1f8dbd-3fea-4eb4-bcc7-af996894abfe service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2329512 Jul 16 09:12:06.687437 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.720946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] Pushing event deleted for resources: {'Port': ['ID=45abe126-bcd1-4da3-b20a-3060de8e99db,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:06.735983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048aa3c-2ee9-43bd-84e7-cfe0dd9415fc None None] No DVR routers for this DVR port 45abe126-bcd1-4da3-b20a-3060de8e99db on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:06.736971 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d2d40e7d-b603-41c0-9fdd-5061047fe398 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.748918 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d2d40e7d-b603-41c0-9fdd-5061047fe398 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0478919 Jul 16 09:12:06.749686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:06.768732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-75b1268e-5e3e-4e0d-8f81-30c03342ac6e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'security_group_rule': {'security_group_id': 'f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:06.784239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d40e7d-b603-41c0-9fdd-5061047fe398 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:06.854973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:06.904042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.984261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:06.984923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.067060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-75b1268e-5e3e-4e0d-8f81-30c03342ac6e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.195420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c9bb8183-2ab1-4bab-b628-0e42cb2a5137 service neutron] 10.222.0.55 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103772 Jul 16 09:12:07.199187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Made reservation on behalf of eab3bf16d7874b1ab826129c85f5ab8c for: {'port': 2} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:07.211164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.241405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.247415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d55b8634-162e-477e-a812-23efced94ce8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:07.319829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: d55b8634-162e-477e-a812-23efced94ce8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:07.320351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d55b8634-162e-477e-a812-23efced94ce8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:07.322940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45abe126-bcd1-4da3-b20a-3060de8e99db no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:07.344130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-75b1268e-5e3e-4e0d-8f81-30c03342ac6e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.367148 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.370071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-75b1268e-5e3e-4e0d-8f81-30c03342ac6e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.370701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 45abe126-bcd1-4da3-b20a-3060de8e99db {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:07.371053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45abe126-bcd1-4da3-b20a-3060de8e99db not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:07.395893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] device_id is not set on port b6de6c25-b539-4cbf-bf78-0bb229172bb6 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:07.432945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=3fef815b-2ad4-4894-8848-41337eed2007,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:07.441989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1268e-5e3e-4e0d-8f81-30c03342ac6e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea24dc1-1a8a-49e0-b00c-256542030967,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:07.481630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-75b1268e-5e3e-4e0d-8f81-30c03342ac6e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.483139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-75b1268e-5e3e-4e0d-8f81-30c03342ac6e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7265282 Jul 16 09:12:07.490631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36764) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:07.514924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-72abb901-3942-4c9a-a7ea-7d3a70feb2b5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'security_group_rule': {'security_group_id': 'f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:07.541424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.681381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.685902 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.686040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-27ba2edc-2465-4807-9914-03a6009e5101 service neutron] 10.222.0.55 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526513 Jul 16 09:12:07.744442 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.761669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72abb901-3942-4c9a-a7ea-7d3a70feb2b5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.771397 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.772595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Fanout notify agent at l3_agent the message router_deleted on router e7285a96-8690-473a-933c-441ca5ff98e4 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:12:07.784317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.785585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-549d2fe9-1d35-4121-8210-78ff815ea7db tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/routers/e7285a96-8690-473a-933c-441ca5ff98e4 HTTP/1.1" status: 204 len: 168 time: 3.3849235 Jul 16 09:12:07.790561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36796) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:07.834769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port ca31df1b-8fc1-4495-a984-742b5542d73f {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:07.837337 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.975013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.093286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port ca31df1b-8fc1-4495-a984-742b5542d73f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ca31df1b-8fc1-4495-a984-742b5542d73f,segment=NetworkSegment(b59c5904-58ee-4dd6-8de5-477901243a8a),segment_id=b59c5904-58ee-4dd6-8de5-477901243a8a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:08.094102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.123652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d04eb5c7-46fc-4377-a128-4569f9936e7a req-dd33fd8e-d0b2-452c-86de-4eb0a9773ae3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 210 time: 0.0504336 Jul 16 09:12:08.128612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] device_id is not set on port 45d0ef3a-6e43-4754-a1c8-7d19a379a057 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:08.146907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.146907 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for ca31df1b-8fc1-4495-a984-742b5542d73f owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:08.165280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec9ae46-f961-471f-babc-dedb279ce9fc']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:08.169900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72abb901-3942-4c9a-a7ea-7d3a70feb2b5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.176687 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72abb901-3942-4c9a-a7ea-7d3a70feb2b5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.207675 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abb901-3942-4c9a-a7ea-7d3a70feb2b5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ce94eb-5c95-44f6-a005-1db7026868fb,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:08.213237 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72abb901-3942-4c9a-a7ea-7d3a70feb2b5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.215354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-72abb901-3942-4c9a-a7ea-7d3a70feb2b5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7162471 Jul 16 09:12:08.218652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d084428-25c8-4f60-b30b-5559710ced99') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:08.218786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36836) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:08.218943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d084428-25c8-4f60-b30b-5559710ced99') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:08.223263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:08.295074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.331550 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.394027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.396852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.408423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:08.408904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:08.412884 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:08.504720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.514199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.516912 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/networks/bec9ae46-f961-471f-babc-dedb279ce9fc HTTP/1.1" status: 204 len: 168 time: 0.7250907 Jul 16 09:12:08.521450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36858) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:08.560933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe277d8c-d3ab-4540-b2a2-bdeefc8b74d5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Network': ['ID=bec9ae46-f961-471f-babc-dedb279ce9fc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:08.562820 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.644266 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.648006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.709217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=ca31df1b-8fc1-4495-a984-742b5542d73f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:08.771650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Port': ['ID=b6de6c25-b539-4cbf-bf78-0bb229172bb6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:08.800013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46c4df6b-91ae-4718-bda9-a027f6c94598 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.846552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Checking segment: {'id': '2aafea1f-dcd9-44bd-b54b-525b06b2cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f9eea2fe-19c2-44ae-8504-5e75bbbde7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:08.847126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Network hostable DHCP agents. Network: f9eea2fe-19c2-44ae-8504-5e75bbbde7d7, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:08.866163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3fef815b-2ad4-4894-8848-41337eed2007 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:08.925929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3fef815b-2ad4-4894-8848-41337eed2007 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:08.928050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3fef815b-2ad4-4894-8848-41337eed2007 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:08.962800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46c4df6b-91ae-4718-bda9-a027f6c94598 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.046258 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.050152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Network f9eea2fe-19c2-44ae-8504-5e75bbbde7d7 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:09.091284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f9eea2fe-19c2-44ae-8504-5e75bbbde7d7) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:09.103261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Allocated IP 172.25.6.123 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/28da162b-ae9d-49c7-ab3b-5b41f63a49c8) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:09.104024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eecdeec-dc6b-4d88-aeb8-45f0b4367029 None None] Network f9eea2fe-19c2-44ae-8504-5e75bbbde7d7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:09.105986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:09.107053 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.193726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Port': ['ID=45d0ef3a-6e43-4754-a1c8-7d19a379a057,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:09.288063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c15dd74c-bdd7-43cc-987c-5a9795b267b6 req-427894c6-1d67-4de1-b118-e4e7c2a99986 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 210 time: 0.0457852 Jul 16 09:12:09.349831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Checking segment: {'id': 'aed68bf2-4dca-4549-bd05-0ed0b2d4db32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a0864971-e0b8-4a41-9098-8c6befbe6adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:09.351023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Network hostable DHCP agents. Network: a0864971-e0b8-4a41-9098-8c6befbe6adc, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:09.358068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46c4df6b-91ae-4718-bda9-a027f6c94598 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.360867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46c4df6b-91ae-4718-bda9-a027f6c94598 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.365730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-46c4df6b-91ae-4718-bda9-a027f6c94598 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/security-groups/beb7e65d-9036-4d02-8712-625ab2d5b56c HTTP/1.1" status: 204 len: 168 time: 0.8378551 Jul 16 09:12:09.437679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4df6b-91ae-4718-bda9-a027f6c94598 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7e65d-9036-4d02-8712-625ab2d5b56c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:09.468959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Network a0864971-e0b8-4a41-9098-8c6befbe6adc is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:09.482562 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.495979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, a0864971-e0b8-4a41-9098-8c6befbe6adc) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:09.510763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:09.517332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:09.522400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:09.523755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.534681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb2694-88a1-4f50-9bbf-e297a5f8da45 None None] Network a0864971-e0b8-4a41-9098-8c6befbe6adc requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:09.548117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce9b6d12-f3ae-45c2-a402-cb3004c50190 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0340235 Jul 16 09:12:09.552402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36890) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:09.585627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:09.673428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.790616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:09.798480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:09.829556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:09.910623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45998856-a2f9-41d5-b4f6-fe94a8657134 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:09.917489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45998856-a2f9-41d5-b4f6-fe94a8657134 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:09.919534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-45998856-a2f9-41d5-b4f6-fe94a8657134 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3658614 Jul 16 09:12:09.931322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36894) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:10.050028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'Port': ['ID=28da162b-ae9d-49c7-ab3b-5b41f63a49c8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:10.081162 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.130791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e7a58af3-144d-46fd-b8e4-cfbfbc8f2ce7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Deleting port b6de6c25-b539-4cbf-bf78-0bb229172bb6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:10.131799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7a58af3-144d-46fd-b8e4-cfbfbc8f2ce7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.161887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36900) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:10.169899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c608c780-95f4-45d5-ab9d-b29531c0802a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180127718', 'description': 'tempest-secgroup-smoke-1180127718 description', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:10.280393 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.297564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:10.310629 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8a328f95-da90-4062-8dd9-1358a5c2b6d2 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4925838 Jul 16 09:12:10.316277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36902) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:10.319286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:10.333459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:10.339037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:10.365332 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7a58af3-144d-46fd-b8e4-cfbfbc8f2ce7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.372388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9b089c-5192-4b05-a6e9-4d8496efb9bd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet e035159b-d7a9-4b26-b006-006b0a3dac56 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:10.376623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9b089c-5192-4b05-a6e9-4d8496efb9bd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.431106 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c608c780-95f4-45d5-ab9d-b29531c0802a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.452290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e7a58af3-144d-46fd-b8e4-cfbfbc8f2ce7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Calling delete_port for b6de6c25-b539-4cbf-bf78-0bb229172bb6 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:10.460247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9b089c-5192-4b05-a6e9-4d8496efb9bd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.620961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:10.688182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9b089c-5192-4b05-a6e9-4d8496efb9bd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.793027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9b089c-5192-4b05-a6e9-4d8496efb9bd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.820230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7a58af3-144d-46fd-b8e4-cfbfbc8f2ce7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.828349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b089c-5192-4b05-a6e9-4d8496efb9bd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=e035159b-d7a9-4b26-b006-006b0a3dac56,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:10.840916 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9b089c-5192-4b05-a6e9-4d8496efb9bd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.843053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9c9b089c-5192-4b05-a6e9-4d8496efb9bd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/e035159b-d7a9-4b26-b006-006b0a3dac56 HTTP/1.1" status: 204 len: 168 time: 0.5277991 Jul 16 09:12:10.845704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:10.871521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbcd7221-6d97-46f0-80e2-d83792a65d67 req-c9afc348-7e93-4a2d-a436-4aa2ae8f966a tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 210 time: 0.1023133 Jul 16 09:12:10.928942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a58af3-144d-46fd-b8e4-cfbfbc8f2ce7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Port': ['ID=b6de6c25-b539-4cbf-bf78-0bb229172bb6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:10.944296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.947357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-6251d4b7-0c5e-4948-b64a-08defc10dc8c tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:10.948939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-6251d4b7-0c5e-4948-b64a-08defc10dc8c tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.52 "GET /v2.0/networks?id=36c59d9d-42bc-49cd-85b6-22dc468ac599 HTTP/1.1" status: 200 len: 807 time: 0.5439265 Jul 16 09:12:10.982900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7a58af3-144d-46fd-b8e4-cfbfbc8f2ce7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.984826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e7a58af3-144d-46fd-b8e4-cfbfbc8f2ce7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/ports/b6de6c25-b539-4cbf-bf78-0bb229172bb6 HTTP/1.1" status: 204 len: 168 time: 1.0518260 Jul 16 09:12:10.990108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6f440-f2ef-4e62-b6bf-e8150fea5393 None None] Network e8f05e2a-54ad-4f49-99c5-d547cd49451e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:10.991090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36912) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:11.010082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-1fcc23d6-8242-40b7-a98c-3d0c68e4fbb9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc0e8d2836a4892a62414661f8ec0a1 HTTP/1.1" status: 200 len: 380 time: 0.0500665 Jul 16 09:12:11.047653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'port': {'device_id': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'admin_state_up': True, 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'security_groups': ['0705dd01-da7a-4df1-9b6b-f06a76676747']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:11.057608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port eff9f7f6-0310-420f-ac77-43bafd2947b7 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:11.058439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.178347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a7616119-d91b-4a8e-9afd-79868327f638 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Deleting port 45d0ef3a-6e43-4754-a1c8-7d19a379a057 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:11.178999 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7616119-d91b-4a8e-9afd-79868327f638 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.198419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c608c780-95f4-45d5-ab9d-b29531c0802a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.209541 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c608c780-95f4-45d5-ab9d-b29531c0802a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.258489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7616119-d91b-4a8e-9afd-79868327f638 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.259844 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.274640 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.275287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-a7616119-d91b-4a8e-9afd-79868327f638 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Calling delete_port for 45d0ef3a-6e43-4754-a1c8-7d19a379a057 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:11.308783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:08Z', 'revision_number': 10, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:11.344388 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c608c780-95f4-45d5-ab9d-b29531c0802a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.345633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c608c780-95f4-45d5-ab9d-b29531c0802a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1801586 Jul 16 09:12:11.351135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'Port': ['ID=28da162b-ae9d-49c7-ab3b-5b41f63a49c8,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:11.353763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:11.354745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36914) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:11.362506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a608b481-e08b-49a4-987b-7700485f47bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '07e1488d-5c5c-46ca-95f1-09df4bca65ed', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:11.364589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:11.365312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:11.392334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608c780-95f4-45d5-ab9d-b29531c0802a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1488d-5c5c-46ca-95f1-09df4bca65ed,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:11.404427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7616119-d91b-4a8e-9afd-79868327f638 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.417776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port eff9f7f6-0310-420f-ac77-43bafd2947b7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eff9f7f6-0310-420f-ac77-43bafd2947b7,segment=NetworkSegment(b59c5904-58ee-4dd6-8de5-477901243a8a),segment_id=b59c5904-58ee-4dd6-8de5-477901243a8a)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:11.418444 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.424985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Made reservation on behalf of 6fc0e8d2836a4892a62414661f8ec0a1 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:11.429103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] DHCP port deletion for e8f05e2a-54ad-4f49-99c5-d547cd49451e request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:11.429396 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.450829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.454908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7616119-d91b-4a8e-9afd-79868327f638 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Port': ['ID=45d0ef3a-6e43-4754-a1c8-7d19a379a057,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:11.457393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for eff9f7f6-0310-420f-ac77-43bafd2947b7 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:11.471122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7616119-d91b-4a8e-9afd-79868327f638 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.473662 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a7616119-d91b-4a8e-9afd-79868327f638 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/ports/45d0ef3a-6e43-4754-a1c8-7d19a379a057 HTTP/1.1" status: 204 len: 168 time: 0.4778802 Jul 16 09:12:11.476419 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36916) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:11.521567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:11.529864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a608b481-e08b-49a4-987b-7700485f47bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.532540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.534279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a2553683-c5fc-4b03-bd95-49f0f52fb499 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3141186 Jul 16 09:12:11.611569 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c26d760e-bbb1-45fa-9fcf-5ff8e4a3c10e tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1329937 Jul 16 09:12:11.615821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36926) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:11.628100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2038774643'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:11.684859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] Deleting port eff9f7f6-0310-420f-ac77-43bafd2947b7 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:11.684962 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.691218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.748826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No DVR routers for this DVR port eff9f7f6-0310-420f-ac77-43bafd2947b7 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:11.750404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Made reservation on behalf of eab3bf16d7874b1ab826129c85f5ab8c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:11.753929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.765236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=eff9f7f6-0310-420f-ac77-43bafd2947b7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:11.917518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] For port eff9f7f6-0310-420f-ac77-43bafd2947b7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=eff9f7f6-0310-420f-ac77-43bafd2947b7,segment=NetworkSegment(b59c5904-58ee-4dd6-8de5-477901243a8a),segment_id=b59c5904-58ee-4dd6-8de5-477901243a8a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:11.917946 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.941932 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.949968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] Calling delete_port for eff9f7f6-0310-420f-ac77-43bafd2947b7 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:11.970847 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f05e2a-54ad-4f49-99c5-d547cd49451e']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:11.998977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59c5904-58ee-4dd6-8de5-477901243a8a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:11.999334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59c5904-58ee-4dd6-8de5-477901243a8a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:12.021310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.061128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.061341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.090359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:12.092138 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.109004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] No DVR routers for this DVR port eff9f7f6-0310-420f-ac77-43bafd2947b7 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:12.112633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd4c11-b5bd-4a41-894d-bf858beb1a73 None None] Pushing event deleted for resources: {'Port': ['ID=eff9f7f6-0310-420f-ac77-43bafd2947b7,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:12.151783 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:12.202837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.222017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:08Z', 'revision_number': 10, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:12.222818 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.225238 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/e8f05e2a-54ad-4f49-99c5-d547cd49451e HTTP/1.1" status: 204 len: 168 time: 1.3783541 Jul 16 09:12:12.237062 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:12.255097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a042a5-0988-4f9a-9cae-6cde9a55160e tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=e8f05e2a-54ad-4f49-99c5-d547cd49451e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:12.261561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d4886-5bd8-4ce9-af63-c98048922462 None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:08Z', 'revision_number': 10, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None, '_interfaces': [{'id': '52d4e032-9a8c-404f-883f-77b9f9354264', 'name': '', 'network_id': 'e26aeb5c-e27f-4ed3-8b78-a074da64c2b2', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'mac_address': 'fa:16:3e:78:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '65b8d87e-2829-454b-a89e-45a743265616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:02Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 5, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'subnets': [{'id': '65b8d87e-2829-454b-a89e-45a743265616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:12.424264 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a608b481-e08b-49a4-987b-7700485f47bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.464806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Allocated IP 172.20.0.7 (36c59d9d-42bc-49cd-85b6-22dc468ac599/e95089f6-3484-43dd-8051-c07b63e6102b/bc66fa22-6fc8-4b06-9e54-d7d356d24932) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:12.468996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e1c09dd-bcb9-451c-a228-3567743779f3 req-1729a047-d87e-4061-8692-4b09acaf66e5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 210 time: 0.0560536 Jul 16 09:12:12.475146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a608b481-e08b-49a4-987b-7700485f47bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.503758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608b481-e08b-49a4-987b-7700485f47bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f348e39-29e5-4612-8db2-2ac978d10e4a,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:12.543900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a608b481-e08b-49a4-987b-7700485f47bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.548193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a608b481-e08b-49a4-987b-7700485f47bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1895297 Jul 16 09:12:12.557202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36948) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:12.560489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-6d0e0cdb-3501-4551-93be-273e5f738876 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--108907728&fields=id&tenant_id=ada0679ae2fc4ce9a23f3546998c762f HTTP/1.1" status: 200 len: 267 time: 0.1548097 Jul 16 09:12:12.565903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c8185dfe-5eb5-42c3-b5e3-bdc5d6405d8a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '07e1488d-5c5c-46ca-95f1-09df4bca65ed', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:12.570282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:12.672824 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.673308 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Added segment 52b95cd5-a230-4e5b-8597-3be4be9e7fb0 of type vlan for network e1abbae8-f85c-4371-b067-47b3ed1def27 Jul 16 09:12:12.808717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8185dfe-5eb5-42c3-b5e3-bdc5d6405d8a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.811740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.833193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eff9f7f6-0310-420f-ac77-43bafd2947b7 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:12.882240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: eff9f7f6-0310-420f-ac77-43bafd2947b7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:12.882593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device eff9f7f6-0310-420f-ac77-43bafd2947b7 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:12.883056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ca31df1b-8fc1-4495-a984-742b5542d73f no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:12.916580 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.956581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: ca31df1b-8fc1-4495-a984-742b5542d73f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:12.966563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ca31df1b-8fc1-4495-a984-742b5542d73f not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:13.015955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-c6c0a381-4008-4e8d-9cce-5f0b5382f88c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:13.017729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-c6c0a381-4008-4e8d-9cce-5f0b5382f88c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 817 time: 0.4437270 Jul 16 09:12:13.067100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-c7c6dc10-81d4-41ca-9d61-ce66e37d0f25 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/quotas/ada0679ae2fc4ce9a23f3546998c762f HTTP/1.1" status: 200 len: 375 time: 0.0281725 Jul 16 09:12:13.109078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.120685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:13.121718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.128291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8185dfe-5eb5-42c3-b5e3-bdc5d6405d8a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.142758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.198312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8185dfe-5eb5-42c3-b5e3-bdc5d6405d8a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.260461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36960) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:13.261360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6444149 Jul 16 09:12:13.273341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-445148806'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:13.312231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Transition to ACTIVE for port object bc66fa22-6fc8-4b06-9e54-d7d356d24932 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:13.328043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Made reservation on behalf of eab3bf16d7874b1ab826129c85f5ab8c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:13.332574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.333091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8185dfe-5eb5-42c3-b5e3-bdc5d6405d8a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d7b5d1-2c69-47ba-8b7c-fe001803fb77,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:13.339539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port 52d4e032-9a8c-404f-883f-77b9f9354264 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:13.340578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.380244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8185dfe-5eb5-42c3-b5e3-bdc5d6405d8a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.381437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c8185dfe-5eb5-42c3-b5e3-bdc5d6405d8a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8196957 Jul 16 09:12:13.382226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a25383-c205-4308-a236-6ba4cd7d6dee tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Network': ['ID=e1abbae8-f85c-4371-b067-47b3ed1def27,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:13.387457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36962) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:13.391924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-122485ae-6448-46ab-a5c4-d842fa1da255 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '07e1488d-5c5c-46ca-95f1-09df4bca65ed', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:13.394594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network e1abbae8-f85c-4371-b067-47b3ed1def27 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:13.447605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port 52d4e032-9a8c-404f-883f-77b9f9354264, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=52d4e032-9a8c-404f-883f-77b9f9354264,segment=NetworkSegment(fd6ef483-5a27-4699-b4f5-996b3d6267e6),segment_id=fd6ef483-5a27-4699-b4f5-996b3d6267e6)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:13.448400 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.463114 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for 52d4e032-9a8c-404f-883f-77b9f9354264 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:13.521269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-334a000a-8a0c-4ca8-b600-cd8e06644a38 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4307570 Jul 16 09:12:13.526309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.624786 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-122485ae-6448-46ab-a5c4-d842fa1da255 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.635483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:13.635721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:13.641825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:13.670045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:13.680640 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.680994 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Added segment 27d244b5-65dc-458b-b45c-df2c9201e91e of type vlan for network 3023684d-7c2c-40f1-bbb3-33a98fed5f09 Jul 16 09:12:13.750506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.796471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.803387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:13.804064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.813246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'Port': ['ID=bc66fa22-6fc8-4b06-9e54-d7d356d24932,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:13.887706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:13.888386 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.907156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-122485ae-6448-46ab-a5c4-d842fa1da255 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.915647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-94d78fc6-9eea-4ade-bc57-4c7fc3d101a5 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8720281 Jul 16 09:12:13.922540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-122485ae-6448-46ab-a5c4-d842fa1da255 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.943774 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6645098 Jul 16 09:12:13.944335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Request body: {'port': {'device_id': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:13.953327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122485ae-6448-46ab-a5c4-d842fa1da255 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b9c581-fc48-4998-b96c-59cbc22ea000,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:13.960992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-15528efe-d7a9-4e62-b3f9-7f1824fe1b43 service neutron] 10.222.0.55 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158409 Jul 16 09:12:14.002270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b2a04-9efa-4de6-afd5-6e4169c618f6 req-8d0c3eff-8c32-40e3-ae2f-ba6772da9a43 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:14.004029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e71b2a04-9efa-4de6-afd5-6e4169c618f6 req-8d0c3eff-8c32-40e3-ae2f-ba6772da9a43 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 931 time: 0.3475862 Jul 16 09:12:14.077200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-122485ae-6448-46ab-a5c4-d842fa1da255 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.078438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-122485ae-6448-46ab-a5c4-d842fa1da255 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6900468 Jul 16 09:12:14.084657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36970) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:14.089329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-17a93540-0203-4b51-8f79-384d7953b7d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '07e1488d-5c5c-46ca-95f1-09df4bca65ed', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:14.119771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6cf3861e-e327-4cf1-8922-5948c4668b33 None None] Provisioning for port bc66fa22-6fc8-4b06-9e54-d7d356d24932 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:14.134878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6cf3861e-e327-4cf1-8922-5948c4668b33 None None] Provisioning complete for port bc66fa22-6fc8-4b06-9e54-d7d356d24932 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:14.136078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6cf3861e-e327-4cf1-8922-5948c4668b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.175516 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.196520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a561fc-89d1-4a84-9a28-8a8ea8663f9d tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Network': ['ID=3023684d-7c2c-40f1-bbb3-33a98fed5f09,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:14.208242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17a93540-0203-4b51-8f79-384d7953b7d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.243055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 3023684d-7c2c-40f1-bbb3-33a98fed5f09 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:14.253440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.253702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e71b2a04-9efa-4de6-afd5-6e4169c618f6 req-38cfec11-f56f-459f-8dc9-96975f3f1582 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253883 Jul 16 09:12:14.313259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3861e-e327-4cf1-8922-5948c4668b33 None None] Port bc66fa22-6fc8-4b06-9e54-d7d356d24932 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:14.344729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=52d4e032-9a8c-404f-883f-77b9f9354264,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:14.490391 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2b73d176-1633-4aa3-88ed-2344690f221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.498169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-c9926651-2e4b-4b98-b98e-753c5029ad0b service neutron] 10.222.0.55 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930747 Jul 16 09:12:14.670972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.728966 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17a93540-0203-4b51-8f79-384d7953b7d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.756843 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17a93540-0203-4b51-8f79-384d7953b7d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.796259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a93540-0203-4b51-8f79-384d7953b7d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3145e432-ba23-48fa-9e12-fed7d25961d4,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:14.847822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17a93540-0203-4b51-8f79-384d7953b7d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.860309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17a93540-0203-4b51-8f79-384d7953b7d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7707174 Jul 16 09:12:14.867211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 36980) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:14.893928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-03b50708-e070-44de-9fdd-3e7971edf2f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '07e1488d-5c5c-46ca-95f1-09df4bca65ed', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:15.092335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:15.104103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-039c6329-d068-4958-873d-59efaf0c8663 req-8857a81a-d760-4705-a29d-590d48ff5686 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 210 time: 0.1670930 Jul 16 09:12:15.179418 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-03b50708-e070-44de-9fdd-3e7971edf2f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Project d13f7937753f461a99cc6c1586f0fa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:12:15.203897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:15.210790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d6e939e3-d240-4bfa-8631-b000c3033d27 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9624479 Jul 16 09:12:15.214154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 36990) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:15.219456 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:15.225665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03b50708-e070-44de-9fdd-3e7971edf2f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:15.241916 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:15.245703 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:15.354429 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:15.448986 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:15.582304 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:13Z', 'revision_number': 11, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:15.702994 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:15.725856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d36704b-e49a-497d-9ce4-9851973d5765 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting subnet 65b8d87e-2829-454b-a89e-45a743265616 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:15.731129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d36704b-e49a-497d-9ce4-9851973d5765 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:15.734762 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:15.735406 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:11:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:15.799017 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d36704b-e49a-497d-9ce4-9851973d5765 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:15.915837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc66fa22-6fc8-4b06-9e54-d7d356d24932 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:15.936361 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:15.987164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.028424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d36704b-e49a-497d-9ce4-9851973d5765 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.038111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03b50708-e070-44de-9fdd-3e7971edf2f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.067578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03b50708-e070-44de-9fdd-3e7971edf2f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.100913 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:13Z', 'revision_number': 11, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:16.182266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03b50708-e070-44de-9fdd-3e7971edf2f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.190433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37002) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:16.192468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-03b50708-e070-44de-9fdd-3e7971edf2f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3056381 Jul 16 09:12:16.198141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d78b3f65-8998-419a-a349-0f70b98100fa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '07e1488d-5c5c-46ca-95f1-09df4bca65ed', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:16.202859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Transition to ACTIVE for port object bc66fa22-6fc8-4b06-9e54-d7d356d24932 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:16.210463 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d36704b-e49a-497d-9ce4-9851973d5765 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.218354 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.230766 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91a763-c2e1-4273-9c72-754ccfa22514 None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:13Z', 'revision_number': 11, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:16.344010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc66fa22-6fc8-4b06-9e54-d7d356d24932,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:16.362623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b50708-e070-44de-9fdd-3e7971edf2f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbccc1b-8128-4674-a6dc-5ee97e2eec98,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:16.363031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36704b-e49a-497d-9ce4-9851973d5765 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Subnet': ['ID=65b8d87e-2829-454b-a89e-45a743265616,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:16.382457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b754f085-9217-4903-9630-28812705b34a None None] Network e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:16.382972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d36704b-e49a-497d-9ce4-9851973d5765 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.386995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6d36704b-e49a-497d-9ce4-9851973d5765 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/65b8d87e-2829-454b-a89e-45a743265616 HTTP/1.1" status: 204 len: 168 time: 1.1679804 Jul 16 09:12:16.391744 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37004) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:16.406926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168d35d-8c58-4bc9-81c9-a921462e946f req-b884ed2c-f369-48f9-a53e-577e53c245ae tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:16.415041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c168d35d-8c58-4bc9-81c9-a921462e946f req-b884ed2c-f369-48f9-a53e-577e53c245ae tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 931 time: 0.7170513 Jul 16 09:12:16.608410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c168d35d-8c58-4bc9-81c9-a921462e946f req-ded3136d-cc24-4825-8abf-585d1046a8d4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850328 Jul 16 09:12:16.629777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0be073d3-c59c-4c42-bbaa-d46f9b3f72ca req-98c8c5fe-6980-4c63-8966-b630d075ffdb tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 210 time: 0.0966082 Jul 16 09:12:16.638382 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.726424 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-d78b3f65-8998-419a-a349-0f70b98100fa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Project d13f7937753f461a99cc6c1586f0fa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:12:16.760790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f65-8998-419a-a349-0f70b98100fa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.780581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 52d4e032-9a8c-404f-883f-77b9f9354264 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:16.897066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 52d4e032-9a8c-404f-883f-77b9f9354264 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:16.901735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 52d4e032-9a8c-404f-883f-77b9f9354264 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:16.998622 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Attempting to bind port bc66fa22-6fc8-4b06-9e54-d7d356d24932 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:16.999243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Attempting to bind port bc66fa22-6fc8-4b06-9e54-d7d356d24932 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:16.999713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Attempting to bind port bc66fa22-6fc8-4b06-9e54-d7d356d24932 on network 36c59d9d-42bc-49cd-85b6-22dc468ac599 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:17.013265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f65-8998-419a-a349-0f70b98100fa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.037056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] DHCP port deletion for e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:17.047650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Port bc66fa22-6fc8-4b06-9e54-d7d356d24932 on network 36c59d9d-42bc-49cd-85b6-22dc468ac599 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:17.048328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Attempting to bind port bc66fa22-6fc8-4b06-9e54-d7d356d24932 on network 36c59d9d-42bc-49cd-85b6-22dc468ac599 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:17.062603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f65-8998-419a-a349-0f70b98100fa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.080216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:17.081113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Checking segment: {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:17.081971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Bound using segment: {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:17.083043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Bound port: bc66fa22-6fc8-4b06-9e54-d7d356d24932, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aba5b15-e4d5-4f51-8933-929d467f1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:17.083043 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.129184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b3f65-8998-419a-a349-0f70b98100fa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a32be0-0867-4e4e-b3f2-cb440c3a8495,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:17.136414 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d78b3f65-8998-419a-a349-0f70b98100fa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.138821 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d78b3f65-8998-419a-a349-0f70b98100fa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9472818 Jul 16 09:12:17.141767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37014) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:17.149776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'network': {'name': 'tempest-network-smoke--1412521277', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:17.204253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:17.211968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.255068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] Deleting port dfafbd33-81c6-42c4-b63f-479549fbb49a {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:17.255364 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.279201 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:17.301578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.302283 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Added segment 93aae86e-c243-4df1-a0e1-83371d2ea139 of type vlan for network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 Jul 16 09:12:17.394837 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.405167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] For port bc66fa22-6fc8-4b06-9e54-d7d356d24932, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:17.410632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] For port bc66fa22-6fc8-4b06-9e54-d7d356d24932, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:17.424050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.451986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] For port dfafbd33-81c6-42c4-b63f-479549fbb49a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=dfafbd33-81c6-42c4-b63f-479549fbb49a,segment=NetworkSegment(fd6ef483-5a27-4699-b4f5-996b3d6267e6),segment_id=fd6ef483-5a27-4699-b4f5-996b3d6267e6)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:17.454173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.460184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37016) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:17.470302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] Calling delete_port for dfafbd33-81c6-42c4-b63f-479549fbb49a owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:17.474595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'subnets': [{'network_id': 'e1abbae8-f85c-4371-b067-47b3ed1def27', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1098376225', 'ip_version': 6}, {'network_id': '3023684d-7c2c-40f1-bbb3-33a98fed5f09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:17.474923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'subnet': {'network_id': 'e1abbae8-f85c-4371-b067-47b3ed1def27', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1098376225', 'ip_version': 6}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:17.475841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-129556fc-939b-42b6-b7ec-b10c5a0be5ce tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:17.478217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Request body: {'subnet': {'network_id': '3023684d-7c2c-40f1-bbb3-33a98fed5f09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:17.479004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-129556fc-939b-42b6-b7ec-b10c5a0be5ce tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 817 time: 0.2943344 Jul 16 09:12:17.530835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:17.531475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.533123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/bc66fa22-6fc8-4b06-9e54-d7d356d24932 HTTP/1.1" status: 200 len: 1092 time: 3.6071763 Jul 16 09:12:17.546059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'tag': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:17.548992 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987463c8-ade6-495c-baf0-36829c971911" -d '{"events": [{"name": "network-changed", "server_uuid": "e47f49b7-4d31-4b09-a124-23f96430fac6", "tag": "bc66fa22-6fc8-4b06-9e54-d7d356d24932"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:17.583377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.638834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-8afd1bfd-fc4d-469f-8cb9-3951baeef26e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada0679ae2fc4ce9a23f3546998c762f HTTP/1.1" status: 200 len: 379 time: 0.1359446 Jul 16 09:12:17.653674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.667078 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:17.667733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.689559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'port': {'device_id': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'admin_state_up': True, 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'security_groups': ['f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:17.752487 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878e1903-4319-4c9e-b19a-e36ed03bc044 x-openstack-request-id: req-878e1903-4319-4c9e-b19a-e36ed03bc044 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:17.752783 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47f49b7-4d31-4b09-a124-23f96430fac6", "tag": "bc66fa22-6fc8-4b06-9e54-d7d356d24932", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:17.754481 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-878e1903-4319-4c9e-b19a-e36ed03bc044 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:17.754913 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'tag': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'status': 'completed', 'code': 200} Jul 16 09:12:17.771177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] No DVR routers for this DVR port dfafbd33-81c6-42c4-b63f-479549fbb49a on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:17.775298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c97b9d-1cfe-4c0b-b2e6-644b704cc8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc66fa22-6fc8-4b06-9e54-d7d356d24932,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:17.775448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a09f32-6b0c-4426-bc7e-a7340cbba56a None None] Pushing event deleted for resources: {'Port': ['ID=dfafbd33-81c6-42c4-b63f-479549fbb49a,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:17.800202 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.802392 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e0dc585a-d984-4add-b0e9-81d764e6b6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.879257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Deleting port dfafbd33-81c6-42c4-b63f-479549fbb49a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:17.880132 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.935103 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7897930 Jul 16 09:12:17.967193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37026) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:18.050508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'admin_state_up': True, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:18.149788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71711f-f67d-4ec9-94d0-85a0e0e3ecc2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Network': ['ID=2b1f2097-e126-4c58-bf43-7c84b4f177c3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:18.153548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] For port dfafbd33-81c6-42c4-b63f-479549fbb49a, host n-d-780147-28, got binding levels [] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:18.154052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.163300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:18.181986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Calling delete_port for dfafbd33-81c6-42c4-b63f-479549fbb49a owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:18.187654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Port dfafbd33-81c6-42c4-b63f-479549fbb49a was not found and therefore no delete operation was performed {{(pid=94164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:12:18.194220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.215848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-375b644d-6404-40b1-ad4a-06e31152ea9d req-b58db53d-63ed-4a53-9e3d-16598fa42576 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 210 time: 0.1031725 Jul 16 09:12:18.235361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Port': ['ID=dfafbd33-81c6-42c4-b63f-479549fbb49a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:18.237590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.238938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.257778 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No DVR routers for this DVR port dfafbd33-81c6-42c4-b63f-479549fbb49a on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:18.285234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987463c8-ade6-495c-baf0-36829c971911 req-cff7799b-4df6-4aeb-bd60-040a929ac683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:18.286970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-987463c8-ade6-495c-baf0-36829c971911 req-cff7799b-4df6-4aeb-bd60-040a929ac683 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fc0e8d2836a4892a62414661f8ec0a1&device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 1095 time: 0.4482446 Jul 16 09:12:18.334108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Made reservation on behalf of ada0679ae2fc4ce9a23f3546998c762f for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:18.339131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.365725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56560046-6ab5-4744-bf11-b3d7aad07f41 req-e75312e5-6d1d-4ad2-a356-0389b6350037 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:18.367354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56560046-6ab5-4744-bf11-b3d7aad07f41 req-e75312e5-6d1d-4ad2-a356-0389b6350037 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 943 time: 0.4371023 Jul 16 09:12:18.375300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.379463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Made reservation on behalf of eab3bf16d7874b1ab826129c85f5ab8c for: {'subnet': 2} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:18.385448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.385807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.575438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.599920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56560046-6ab5-4744-bf11-b3d7aad07f41 req-62b46f19-e63d-47f1-8af1-5d7f5e7fc404 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077715 Jul 16 09:12:18.617449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987463c8-ade6-495c-baf0-36829c971911 req-e35bdbc3-ba3a-41ec-b97d-53435d092c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:18.619259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-987463c8-ade6-495c-baf0-36829c971911 req-e35bdbc3-ba3a-41ec-b97d-53435d092c60 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6fc0e8d2836a4892a62414661f8ec0a1&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3105035 Jul 16 09:12:18.691825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Allocated IP 172.20.0.11 (3c69138e-5386-47ee-99db-17e141a67a94/a57e2064-0469-4c2c-bb15-6c1e7a30db6d/e5908944-108c-40b1-93e8-027eee06c382) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:18.717310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26aeb5c-e27f-4ed3-8b78-a074da64c2b2']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:18.724545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.773410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dfafbd33-81c6-42c4-b63f-479549fbb49a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:18.828297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: dfafbd33-81c6-42c4-b63f-479549fbb49a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:18.829304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device dfafbd33-81c6-42c4-b63f-479549fbb49a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:18.876970 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.895449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.899634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Transition to ACTIVE for port object e5908944-108c-40b1-93e8-027eee06c382 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:18.922937 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.955057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6ef483-5a27-4699-b4f5-996b3d6267e6') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:18.955057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6ef483-5a27-4699-b4f5-996b3d6267e6') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:18.955389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.050773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:19.103685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Network 3c69138e-5386-47ee-99db-17e141a67a94 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:19.143075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:19.153053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:19.233786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.271376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.288929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:19.291717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.316021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987463c8-ade6-495c-baf0-36829c971911 req-27a89443-69ff-495b-b3be-9b013303d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:19.319726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-987463c8-ade6-495c-baf0-36829c971911 req-27a89443-69ff-495b-b3be-9b013303d467 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3839660 Jul 16 09:12:19.325775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-fd138b42-f00f-48ce-90ac-c39d9a0f6580 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6785722 Jul 16 09:12:19.339571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Request body: {'port': {'device_id': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:19.341671 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.372430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Subnet': ['ID=d9200288-46a6-485f-9cc6-cd94598224e6,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:19.389128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:19.389904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:19.396906 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:19.520463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-30f3ca97-7b5e-4de6-92a0-717f9954552e None None] Provisioning for port e5908944-108c-40b1-93e8-027eee06c382 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:19.544373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-30f3ca97-7b5e-4de6-92a0-717f9954552e None None] Provisioning complete for port e5908944-108c-40b1-93e8-027eee06c382 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:19.545058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-30f3ca97-7b5e-4de6-92a0-717f9954552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.551814 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.575313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.577203 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/networks/e26aeb5c-e27f-4ed3-8b78-a074da64c2b2 HTTP/1.1" status: 204 len: 168 time: 3.1821413 Jul 16 09:12:19.578738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef144c-c18b-41d0-8693-614d22a19fab tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Pushing event deleted for resources: {'Network': ['ID=e26aeb5c-e27f-4ed3-8b78-a074da64c2b2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:19.588608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Checking segment: {'id': '52b95cd5-a230-4e5b-8597-3be4be9e7fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e1abbae8-f85c-4371-b067-47b3ed1def27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:19.589075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Network hostable DHCP agents. Network: e1abbae8-f85c-4371-b067-47b3ed1def27, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:19.594130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-30f3ca97-7b5e-4de6-92a0-717f9954552e None None] Port e5908944-108c-40b1-93e8-027eee06c382 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:19.595919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37044) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:19.603070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'routes': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:19.850944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.extraroute_db [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Added routes are [] {{(pid=94164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:12:19.851414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.extraroute_db [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Removed routes are [] {{(pid=94164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:12:19.852566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.859595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Network e1abbae8-f85c-4371-b067-47b3ed1def27 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:19.903065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, e1abbae8-f85c-4371-b067-47b3ed1def27) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:19.911776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.918236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66496d-03bd-4b02-b663-4ede7941dfa7 None None] Network e1abbae8-f85c-4371-b067-47b3ed1def27 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:20.066293 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.187466 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.201589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-e1abbae8-f85c-4371-b067-47b3ed1def27', 'network_id': 'e1abbae8-f85c-4371-b067-47b3ed1def27', 'tenant_id': 'eab3bf16d7874b1ab826129c85f5ab8c', 'fixed_ips': [{'subnet_id': 'd9200288-46a6-485f-9cc6-cd94598224e6'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:12:20.202817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.238653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-b9a28dff-bc62-4f20-b469-a02788c839f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:20.240340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-b9a28dff-bc62-4f20-b469-a02788c839f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fc0e8d2836a4892a62414661f8ec0a1&device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 1095 time: 0.8433661 Jul 16 09:12:20.252687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398f0b6-069e-416b-951d-497f2b1f3ed8 req-1a1a7075-0d67-4d42-8a20-c774faae22f9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:20.262433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1398f0b6-069e-416b-951d-497f2b1f3ed8 req-1a1a7075-0d67-4d42-8a20-c774faae22f9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 932 time: 0.8185239 Jul 16 09:12:20.389344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-cda3e0d7-9baa-412f-a960-a03e1a0ed277 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932 HTTP/1.1" status: 200 len: 217 time: 0.0953803 Jul 16 09:12:20.397837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea4c86-8ec5-4125-b708-b3b9a672baa2 req-3a8cd429-67fd-4686-a692-e59f4e421685 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:20.400024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2ea4c86-8ec5-4125-b708-b3b9a672baa2 req-3a8cd429-67fd-4686-a692-e59f4e421685 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 943 time: 0.4798529 Jul 16 09:12:20.441837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event updated for resources: {'Subnet': ['ID=c3015ed7-1834-400b-93df-ed024e61cd9b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:20.454117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Allocated IP 2001:db8::1 (e1abbae8-f85c-4371-b067-47b3ed1def27/d9200288-46a6-485f-9cc6-cd94598224e6/14a60f41-008b-4ac9-94d8-0723af7bc0c9) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:20.523209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Checking segment: {'id': '27d244b5-65dc-458b-b45c-df2c9201e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3023684d-7c2c-40f1-bbb3-33a98fed5f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:20.524754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Network hostable DHCP agents. Network: 3023684d-7c2c-40f1-bbb3-33a98fed5f09, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:20.546660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1398f0b6-069e-416b-951d-497f2b1f3ed8 req-87677616-88f8-4c9b-aef7-39b7712fc5f7 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831149 Jul 16 09:12:20.590916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-1859e6cc-780e-4090-8acc-e95530b7ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:20.592804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-1859e6cc-780e-4090-8acc-e95530b7ee95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e95089f6-3484-43dd-8051-c07b63e6102b HTTP/1.1" status: 200 len: 846 time: 0.1898673 Jul 16 09:12:20.620716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.639251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2ea4c86-8ec5-4125-b708-b3b9a672baa2 req-c13d72ae-8575-459a-b1ac-8d30913dc762 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263153 Jul 16 09:12:20.650767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.661000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.670342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Network 3023684d-7c2c-40f1-bbb3-33a98fed5f09 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:20.676298 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.743586 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.753725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Transition to ACTIVE for port object 14a60f41-008b-4ac9-94d8-0723af7bc0c9 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:20.764570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 3023684d-7c2c-40f1-bbb3-33a98fed5f09) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:20.769385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:20.769911 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:20.770565 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.778249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cfe30c-63a6-445b-88f3-4cf6fe974ec7 None None] Network 3023684d-7c2c-40f1-bbb3-33a98fed5f09 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:20.802006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5908944-108c-40b1-93e8-027eee06c382 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:20.804280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Transition to ACTIVE for port object 14a60f41-008b-4ac9-94d8-0723af7bc0c9 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:20.809439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-61e70a76-d57b-4fb0-a82c-3235a9594a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:20.811031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-61e70a76-d57b-4fb0-a82c-3235a9594a1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36c59d9d-42bc-49cd-85b6-22dc468ac599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2114990 Jul 16 09:12:20.820183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.821532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.900115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.25.6.7 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/74ea5936-db11-4e46-a136-27d3309ef1f8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:20.900983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Network e1abbae8-f85c-4371-b067-47b3ed1def27 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:20.902453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:20.910927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:20.940330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-d7ad6563-9330-4894-9e39-bb40f2c18804 service neutron] 10.222.0.52 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166487 Jul 16 09:12:20.954142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Transition to ACTIVE for port object e5908944-108c-40b1-93e8-027eee06c382 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:20.956348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Pushing event updated for resources: {'Port': ['ID=14a60f41-008b-4ac9-94d8-0723af7bc0c9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:20.968876 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.011805 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.040778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Attempting to bind port 14a60f41-008b-4ac9-94d8-0723af7bc0c9 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:21.041254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Attempting to bind port 14a60f41-008b-4ac9-94d8-0723af7bc0c9 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '52b95cd5-a230-4e5b-8597-3be4be9e7fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e1abbae8-f85c-4371-b067-47b3ed1def27'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:21.041799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Attempting to bind port 14a60f41-008b-4ac9-94d8-0723af7bc0c9 on network e1abbae8-f85c-4371-b067-47b3ed1def27 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:21.057927 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ad861e2e-752c-481b-af50-9aa99c7c2770 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5965466 Jul 16 09:12:21.061128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:21.061585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Checking segment: {'id': '52b95cd5-a230-4e5b-8597-3be4be9e7fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e1abbae8-f85c-4371-b067-47b3ed1def27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:21.062124 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.062583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Bound using segment: {'id': '52b95cd5-a230-4e5b-8597-3be4be9e7fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e1abbae8-f85c-4371-b067-47b3ed1def27'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:21.063321 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Bound port: 14a60f41-008b-4ac9-94d8-0723af7bc0c9, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b95cd5-a230-4e5b-8597-3be4be9e7fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e1abbae8-f85c-4371-b067-47b3ed1def27'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:21.063761 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.065240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37060) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:21.095102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.143845 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router e3342dee-3541-4c1f-8d79-b81067a34bdf has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:21.187409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-3023684d-7c2c-40f1-bbb3-33a98fed5f09', 'network_id': '3023684d-7c2c-40f1-bbb3-33a98fed5f09', 'tenant_id': 'eab3bf16d7874b1ab826129c85f5ab8c', 'fixed_ips': [{'subnet_id': 'c3015ed7-1834-400b-93df-ed024e61cd9b'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:12:21.189213 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.205678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:21.231028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:21.243413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:21.256064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bedb5a5-271f-448b-8655-b69aaee6d1c7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:21.257586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bedb5a5-271f-448b-8655-b69aaee6d1c7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:21.267580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bedb5a5-271f-448b-8655-b69aaee6d1c7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:21.269247 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9bedb5a5-271f-448b-8655-b69aaee6d1c7 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2012405 Jul 16 09:12:21.270195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:21.280784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37062) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:21.296587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=74ea5936-db11-4e46-a136-27d3309ef1f8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:21.393747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3df61f-6800-4a54-9d2e-31c6118bcfb1 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Deleting subnet d9200288-46a6-485f-9cc6-cd94598224e6 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:21.396881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Attempting to bind port e5908944-108c-40b1-93e8-027eee06c382 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:21.397724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Attempting to bind port e5908944-108c-40b1-93e8-027eee06c382 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:21.397724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Attempting to bind port e5908944-108c-40b1-93e8-027eee06c382 on network 3c69138e-5386-47ee-99db-17e141a67a94 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:21.402499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:21.410833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.415151 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dc48c311-327f-4d0b-8e41-5215732bb095 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 200 len: 700 time: 1.8136191 Jul 16 09:12:21.415356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3df61f-6800-4a54-9d2e-31c6118bcfb1 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.418158 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37066) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:21.444166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Port e5908944-108c-40b1-93e8-027eee06c382 on network 3c69138e-5386-47ee-99db-17e141a67a94 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:21.444567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Attempting to bind port e5908944-108c-40b1-93e8-027eee06c382 on network 3c69138e-5386-47ee-99db-17e141a67a94 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:21.453276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d304af3b-fd37-41fb-bfda-c645b9b0bdd9 req-ce974c0a-9ca0-492e-b1a1-ebd7419ceaf8 service neutron] 10.222.0.52 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972336 Jul 16 09:12:21.460116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:21.462469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Checking segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:21.463101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Bound using segment: {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:21.463827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Bound port: e5908944-108c-40b1-93e8-027eee06c382, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7996e3-7b47-4a56-a095-258e625a550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:21.464331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.491462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3df61f-6800-4a54-9d2e-31c6118bcfb1 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.514319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] Sync routers for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:21.552249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] For port 14a60f41-008b-4ac9-94d8-0723af7bc0c9, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:21.553155 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-451f7384-4af5-4584-a937-8800b6d3af38 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 200 len: 205 time: 0.1033764 Jul 16 09:12:21.553727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37068) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:21.578109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] For port 14a60f41-008b-4ac9-94d8-0723af7bc0c9, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14a60f41-008b-4ac9-94d8-0723af7bc0c9,segment=NetworkSegment(52b95cd5-a230-4e5b-8597-3be4be9e7fb0),segment_id=52b95cd5-a230-4e5b-8597-3be4be9e7fb0)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:21.581435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:21.582096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:21.660038 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.679383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-068d9819-cc90-421f-9766-a0f0a2888d04 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.737405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb7fb4-dd09-4ef3-affe-b1ee00b36c3a None None] Pushing event updated for resources: {'Port': ['ID=14a60f41-008b-4ac9-94d8-0723af7bc0c9,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:21.747346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:21.823068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.855790 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:13Z', 'revision_number': 11, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:21.886571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] Checking router: e3342dee-3541-4c1f-8d79-b81067a34bdf for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:21.907869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Allocated IP 2001:db8:0:1::1 (3023684d-7c2c-40f1-bbb3-33a98fed5f09/c3015ed7-1834-400b-93df-ed024e61cd9b/96b80b23-39dc-49c5-a20e-eb9a7a2328a0) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:21.910108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] Routers {'e3342dee-3541-4c1f-8d79-b81067a34bdf'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:21.910739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e3342dee-3541-4c1f-8d79-b81067a34bdf'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:22.049708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:22.054173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] Set router e3342dee-3541-4c1f-8d79-b81067a34bdf gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:22.181396 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.232765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:13Z', 'revision_number': 11, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:22.265569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833e1a2-2ec4-46c8-9914-edaf2408f41c None None] The sync data for ids ['e3342dee-3541-4c1f-8d79-b81067a34bdf'] in n-d-780147-28 is: [{'id': 'e3342dee-3541-4c1f-8d79-b81067a34bdf', 'name': 'tempest-RoutersTest-router-725641131', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:59Z', 'updated_at': '2021-07-16T09:12:13Z', 'revision_number': 11, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:22.284046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:22.312164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-068d9819-cc90-421f-9766-a0f0a2888d04 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.322634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3df61f-6800-4a54-9d2e-31c6118bcfb1 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.344514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.350112 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-068d9819-cc90-421f-9766-a0f0a2888d04 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.542225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:12:22.569596 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.583191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Transition to ACTIVE for port object 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:22.601908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:22.602669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.604139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] 10.222.0.54 "PUT /v2.0/ports/e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 200 len: 1093 time: 3.2692204 Jul 16 09:12:22.610957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:22.613331 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d27f4e3-215b-4024-9513-1480d51bf81a" -d '{"events": [{"name": "network-changed", "server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "tag": "e5908944-108c-40b1-93e8-027eee06c382"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:22.627381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Transition to ACTIVE for port object 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:22.642589 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-068d9819-cc90-421f-9766-a0f0a2888d04 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.643132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d9819-cc90-421f-9766-a0f0a2888d04 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Fanout notify agent at l3_agent the message router_deleted on router e3342dee-3541-4c1f-8d79-b81067a34bdf {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:12:22.659744 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-068d9819-cc90-421f-9766-a0f0a2888d04 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.660129 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.664801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-068d9819-cc90-421f-9766-a0f0a2888d04 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 204 len: 168 time: 1.1007419 Jul 16 09:12:22.677170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37094) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:22.696757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3abc786e-b99e-4230-ae5b-9095693cb556 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-880264021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:22.729024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6c958-a092-4650-bf8c-e5a8a4951c6b req-81a75997-bb5d-456f-9e8e-41d1e4e459e1 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:22.738251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ef6c958-a092-4650-bf8c-e5a8a4951c6b req-81a75997-bb5d-456f-9e8e-41d1e4e459e1 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 943 time: 0.8661230 Jul 16 09:12:22.754836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Pushing event updated for resources: {'Port': ['ID=96b80b23-39dc-49c5-a20e-eb9a7a2328a0,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:22.765961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3abc786e-b99e-4230-ae5b-9095693cb556 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.767243 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3abc786e-b99e-4230-ae5b-9095693cb556 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.776504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0e6a7-270c-4763-ae99-3ad1f757da58 req-82f91ee3-397b-43ea-bf03-7a17fe96cca9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:22.795983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Network 3023684d-7c2c-40f1-bbb3-33a98fed5f09 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:22.797242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79d0e6a7-270c-4763-ae99-3ad1f757da58 req-82f91ee3-397b-43ea-bf03-7a17fe96cca9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.9167879 Jul 16 09:12:22.799197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:22.807495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:22.864256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3df61f-6800-4a54-9d2e-31c6118bcfb1 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.915481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cf31d-76b8-44c9-9bb3-71b370791293 service neutron] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:22.959880 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3abc786e-b99e-4230-ae5b-9095693cb556 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.977475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3df61f-6800-4a54-9d2e-31c6118bcfb1 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:22.980688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ac3df61f-6800-4a54-9d2e-31c6118bcfb1 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/subnets/d9200288-46a6-485f-9cc6-cd94598224e6 HTTP/1.1" status: 204 len: 168 time: 1.6945426 Jul 16 09:12:22.993540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14a60f41-008b-4ac9-94d8-0723af7bc0c9 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:23.011890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37100) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:23.051025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Attempting to bind port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:23.051688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Attempting to bind port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '27d244b5-65dc-458b-b45c-df2c9201e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3023684d-7c2c-40f1-bbb3-33a98fed5f09'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:23.052259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Attempting to bind port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 on network 3023684d-7c2c-40f1-bbb3-33a98fed5f09 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:23.063835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:23.064948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Checking segment: {'id': '27d244b5-65dc-458b-b45c-df2c9201e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3023684d-7c2c-40f1-bbb3-33a98fed5f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:23.065519 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.066198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Bound using segment: {'id': '27d244b5-65dc-458b-b45c-df2c9201e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3023684d-7c2c-40f1-bbb3-33a98fed5f09'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:23.066921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Bound port: 96b80b23-39dc-49c5-a20e-eb9a7a2328a0, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d244b5-65dc-458b-b45c-df2c9201e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3023684d-7c2c-40f1-bbb3-33a98fed5f09'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:23.067505 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.084198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:23.094073 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Sync routers for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:23.107248 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:23.107993 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:23.126278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3abc786e-b99e-4230-ae5b-9095693cb556 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.144470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.146944 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aae65478-f75b-4e5a-98f9-877d75e708d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.1000948 Jul 16 09:12:23.156139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37104) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:23.178174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] For port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:23.178896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-888bffa7-eced-420f-83ab-6defd1cf5283 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Deleting subnet c3015ed7-1834-400b-93df-ed024e61cd9b {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:23.183183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] For port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=96b80b23-39dc-49c5-a20e-eb9a7a2328a0,segment=NetworkSegment(27d244b5-65dc-458b-b45c-df2c9201e91e),segment_id=27d244b5-65dc-458b-b45c-df2c9201e91e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:23.207507 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.210609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3df61f-6800-4a54-9d2e-31c6118bcfb1 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Subnet': ['ID=d9200288-46a6-485f-9cc6-cd94598224e6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:23.241212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79d0e6a7-270c-4763-ae99-3ad1f757da58 req-90682371-4ece-4b9b-85db-3e7f98ad2138 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416952 Jul 16 09:12:23.261766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ef6c958-a092-4650-bf8c-e5a8a4951c6b req-cda2b696-48d1-48eb-bc2e-e264d850b8ff tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5224798 Jul 16 09:12:23.262583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-888bffa7-eced-420f-83ab-6defd1cf5283 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.267927 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3abc786e-b99e-4230-ae5b-9095693cb556 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.269918 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3abc786e-b99e-4230-ae5b-9095693cb556 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5885308 Jul 16 09:12:23.286771 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-debfa8c2-ef59-47ef-8007-a7e0fcdf9ab6 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d13f7937753f461a99cc6c1586f0fa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1164067 Jul 16 09:12:23.290455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37108) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:23.290964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37110) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:23.296808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c6c059d2-951b-4ca8-aa6e-1cb9051ffa3f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:23.333471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 14a60f41-008b-4ac9-94d8-0723af7bc0c9 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:23.373200 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc04d19-9894-4f0c-b77b-a7c5be84f1fb x-openstack-request-id: req-cfc04d19-9894-4f0c-b77b-a7c5be84f1fb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:23.373503 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "tag": "e5908944-108c-40b1-93e8-027eee06c382", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:23.374308 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cfc04d19-9894-4f0c-b77b-a7c5be84f1fb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:23.387191 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382', 'status': 'completed', 'code': 200} Jul 16 09:12:23.422023 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-888bffa7-eced-420f-83ab-6defd1cf5283 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.430917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2948f3-7ea0-4d8f-ab51-9f7a6e7f4cde None None] Pushing event updated for resources: {'Port': ['ID=96b80b23-39dc-49c5-a20e-eb9a7a2328a0,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:23.442695 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:23.462194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-f3b92c8f-1db3-4d5e-941c-56656d7c46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:23.463830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-f3b92c8f-1db3-4d5e-941c-56656d7c46cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1096 time: 0.7888215 Jul 16 09:12:23.678831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a8fe42-b6d8-4e14-af75-bd59ef6ed0ca None None] Network e1abbae8-f85c-4371-b067-47b3ed1def27 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:23.769519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-888bffa7-eced-420f-83ab-6defd1cf5283 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.824837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-d7128b61-f0a5-46df-93b7-a4fb02ac4bd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 200 len: 217 time: 0.3460040 Jul 16 09:12:23.828229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a3ca11eb-4262-434a-8642-5a93beef17e6 None None] Provisioning for port 14a60f41-008b-4ac9-94d8-0723af7bc0c9 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:23.927812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a3ca11eb-4262-434a-8642-5a93beef17e6 None None] Provisioning complete for port 14a60f41-008b-4ac9-94d8-0723af7bc0c9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:23.933695 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3ca11eb-4262-434a-8642-5a93beef17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:23.993232 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:21Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:24.041293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-0a6db9d2-c9ff-4c51-a809-d188e49d6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:24.048498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device bc66fa22-6fc8-4b06-9e54-d7d356d24932 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:24.051079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-0a6db9d2-c9ff-4c51-a809-d188e49d6350 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.2166882 Jul 16 09:12:24.052701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-888bffa7-eced-420f-83ab-6defd1cf5283 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:24.063712 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Checking router: 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:24.063963 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Updating router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce port 74ea5936-db11-4e46-a136-27d3309ef1f8 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:12:24.164770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bffa7-eced-420f-83ab-6defd1cf5283 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Subnet': ['ID=c3015ed7-1834-400b-93df-ed024e61cd9b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:24.172676 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-888bffa7-eced-420f-83ab-6defd1cf5283 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:24.175034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-888bffa7-eced-420f-83ab-6defd1cf5283 tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/subnets/c3015ed7-1834-400b-93df-ed024e61cd9b HTTP/1.1" status: 204 len: 168 time: 1.1591868 Jul 16 09:12:24.177857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37128) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:24.206739 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:24.339836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7336c5-d756-45e2-a419-de5d4c863b3f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:24.341574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce7336c5-d756-45e2-a419-de5d4c863b3f tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626184 Jul 16 09:12:24.346074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37134) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:24.357459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ff3907f9-d41e-46de-8010-b0a8044db377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:24.359839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-ff3907f9-d41e-46de-8010-b0a8044db377 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3017175 Jul 16 09:12:24.462626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5114284f-456f-4fda-bda9-dd1db898232a tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:24.465920 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5114284f-456f-4fda-bda9-dd1db898232a tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1611235 Jul 16 09:12:24.469405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37138) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:24.522256 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3ca11eb-4262-434a-8642-5a93beef17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:24.530601 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b891bc36-b584-42cb-a5e0-8188a170b96f tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596986 Jul 16 09:12:24.534883 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6c059d2-951b-4ca8-aa6e-1cb9051ffa3f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:24.542605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37140) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:24.553011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-316594644', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:24.643251 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6c059d2-951b-4ca8-aa6e-1cb9051ffa3f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:24.678720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a3ca11eb-4262-434a-8642-5a93beef17e6 None None] For port 14a60f41-008b-4ac9-94d8-0723af7bc0c9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14a60f41-008b-4ac9-94d8-0723af7bc0c9,segment=NetworkSegment(52b95cd5-a230-4e5b-8597-3be4be9e7fb0),segment_id=52b95cd5-a230-4e5b-8597-3be4be9e7fb0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:24.701382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port bc66fa22-6fc8-4b06-9e54-d7d356d24932, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:24.704896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3ca11eb-4262-434a-8642-5a93beef17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:24.819053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-e37fb5f9-2398-4811-92bf-6d92dbbd2ec9 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287319 Jul 16 09:12:24.874587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca11eb-4262-434a-8642-5a93beef17e6 None None] Pushing event updated for resources: {'Port': ['ID=14a60f41-008b-4ac9-94d8-0723af7bc0c9,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:24.897834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] DHCP port deletion for e1abbae8-f85c-4371-b067-47b3ed1def27 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:24.910071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'port_id': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'mac_address': 'fa:16:3e:d7:2e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:24.912937 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:24.930914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:24.936314 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Transition to ACTIVE for port object 74ea5936-db11-4e46-a136-27d3309ef1f8 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:24.963225 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.053883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:25.068430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.077004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.084540 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Attempting to bind port 74ea5936-db11-4e46-a136-27d3309ef1f8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:25.085060 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Attempting to bind port 74ea5936-db11-4e46-a136-27d3309ef1f8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:25.085836 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Attempting to bind port 74ea5936-db11-4e46-a136-27d3309ef1f8 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:25.099559 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:25.100763 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:25.101940 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.102769 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:25.103653 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Bound port: 74ea5936-db11-4e46-a136-27d3309ef1f8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:25.104428 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.115574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c059d2-951b-4ca8-aa6e-1cb9051ffa3f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Router 263b9c24-da17-468e-8fe5-915295207090 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:12:25.227275 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] For port 74ea5936-db11-4e46-a136-27d3309ef1f8, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:25.239165 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] For port 74ea5936-db11-4e46-a136-27d3309ef1f8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=74ea5936-db11-4e46-a136-27d3309ef1f8,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:25.246167 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Pushing event updated for resources: {'Port': ['ID=74ea5936-db11-4e46-a136-27d3309ef1f8,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:25.246811 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.262117 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.266909 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.267253 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.267592 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.267931 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.268262 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.268590 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.268916 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.269374 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.269782 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.270108 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.270436 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.270736 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.284995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbedcb2b-2d91-412e-a496-4d278840f7a9 None None] Network 3023684d-7c2c-40f1-bbb3-33a98fed5f09 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:25.317814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:25.334382 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750d0d9-8a5b-4de2-b6b0-299253f8e48d None None] Pushing event updated for resources: {'Port': ['ID=74ea5936-db11-4e46-a136-27d3309ef1f8,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:25.371074 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:25.371723 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:25.458211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] Deleting port 14a60f41-008b-4ac9-94d8-0723af7bc0c9 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:25.458898 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.462197 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc66fa22-6fc8-4b06-9e54-d7d356d24932 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:25.484636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port bc66fa22-6fc8-4b06-9e54-d7d356d24932, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:25.487529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c059d2-951b-4ca8-aa6e-1cb9051ffa3f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:25.513436 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.515436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91ac2922-4c9a-406a-8060-c3485ada6ef7 None None] Provisioning for port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:25.520081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] Sync routers for ids ['263b9c24-da17-468e-8fe5-915295207090'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:25.523211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6c059d2-951b-4ca8-aa6e-1cb9051ffa3f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.533063 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c6c059d2-951b-4ca8-aa6e-1cb9051ffa3f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "PUT /v2.0/routers/263b9c24-da17-468e-8fe5-915295207090 HTTP/1.1" status: 200 len: 693 time: 2.2406466 Jul 16 09:12:25.536672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37158) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:25.537163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91ac2922-4c9a-406a-8060-c3485ada6ef7 None None] Provisioning complete for port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:25.537665 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91ac2922-4c9a-406a-8060-c3485ada6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.637117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] Routers {'263b9c24-da17-468e-8fe5-915295207090'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:25.637718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['263b9c24-da17-468e-8fe5-915295207090'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:25.655992 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-afd4204c-7ef7-415a-a56f-34b569284af4 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/routers/263b9c24-da17-468e-8fe5-915295207090 HTTP/1.1" status: 200 len: 699 time: 0.1156554 Jul 16 09:12:25.656918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:25.694610 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-19e5c21d-867d-4930-af9e-d565c54e8254 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b9c24-da17-468e-8fe5-915295207090 HTTP/1.1" status: 200 len: 205 time: 0.0345800 Jul 16 09:12:25.696041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37162) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:25.811219 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:25.816672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee1df659-ce7a-4e04-b7ed-8ecdff22d435 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.094162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] For port 14a60f41-008b-4ac9-94d8-0723af7bc0c9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14a60f41-008b-4ac9-94d8-0723af7bc0c9,segment=NetworkSegment(52b95cd5-a230-4e5b-8597-3be4be9e7fb0),segment_id=52b95cd5-a230-4e5b-8597-3be4be9e7fb0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:26.094563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.097263 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:21Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:26.107349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] Calling delete_port for 14a60f41-008b-4ac9-94d8-0723af7bc0c9 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:26.124197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee1df659-ce7a-4e04-b7ed-8ecdff22d435 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.146490 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19b445-0d6b-41dd-8a56-c0a380b62c57 None None] The sync data for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 is: [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:21Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:26.157543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee1df659-ce7a-4e04-b7ed-8ecdff22d435 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.228375 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.248378 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.300364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] Set router 263b9c24-da17-468e-8fe5-915295207090 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:26.307578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85714a-c3dc-46f3-91ad-319de4240fe9 req-572c75c4-3a12-4206-8217-cf088d5380b9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:26.315977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd85714a-c3dc-46f3-91ad-319de4240fe9 req-572c75c4-3a12-4206-8217-cf088d5380b9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 1.4951112 Jul 16 09:12:26.325792 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee1df659-ce7a-4e04-b7ed-8ecdff22d435 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.327190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1df659-ce7a-4e04-b7ed-8ecdff22d435 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Fanout notify agent at l3_agent the message router_deleted on router 263b9c24-da17-468e-8fe5-915295207090 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:12:26.353725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee1df659-ce7a-4e04-b7ed-8ecdff22d435 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.355523 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ee1df659-ce7a-4e04-b7ed-8ecdff22d435 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/263b9c24-da17-468e-8fe5-915295207090 HTTP/1.1" status: 204 len: 168 time: 0.6566396 Jul 16 09:12:26.368422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37174) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.393360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd85714a-c3dc-46f3-91ad-319de4240fe9 req-f81a1cc4-1dad-4389-bf5f-fe14455188a3 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762775 Jul 16 09:12:26.408830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afdd6f04-5e4c-4bb5-8779-260aebc66b7a req-eadf4771-9268-4b71-9b49-0841b382ba8b service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5030947 Jul 16 09:12:26.433356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Deleting port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:26.433786 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.448586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94be05-3348-4f08-86a3-25417cbf79c1 req-0ae1a328-4d3a-4752-95e5-3a675be2d6e9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:26.448586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c94be05-3348-4f08-86a3-25417cbf79c1 req-0ae1a328-4d3a-4752-95e5-3a675be2d6e9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 943 time: 1.8587337 Jul 16 09:12:26.473126 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b89d6550-2e15-48d0-9719-0dc85481a24b tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b9c24-da17-468e-8fe5-915295207090 HTTP/1.1" status: 200 len: 205 time: 0.0987487 Jul 16 09:12:26.485436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37176) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.486415 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Subnet': ['ID=24b83779-f65c-4c27-a74f-5d76c07c8f6a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:26.488068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['bc66fa22-6fc8-4b06-9e54-d7d356d24932'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:26.531218 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-0d2a8a1d-1f0a-4d08-87fc-079bb67149fa tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] delete failed (client error): The resource could not be found. Jul 16 09:12:26.533169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] No DVR routers for this DVR port 14a60f41-008b-4ac9-94d8-0723af7bc0c9 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:26.536137 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0d2a8a1d-1f0a-4d08-87fc-079bb67149fa tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/263b9c24-da17-468e-8fe5-915295207090 HTTP/1.1" status: 404 len: 336 time: 0.0464163 Jul 16 09:12:26.536860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37178) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.570039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b9c24-da17-468e-8fe5-915295207090', 'name': 'tempest-RoutersTest-router-880264021', 'tenant_id': 'cf61ca0874b742e181383794b123d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:22Z', 'updated_at': '2021-07-16T09:12:24Z', 'revision_number': 2, 'project_id': 'cf61ca0874b742e181383794b123d0d9', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:26.591943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] For port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=96b80b23-39dc-49c5-a20e-eb9a7a2328a0,segment=NetworkSegment(27d244b5-65dc-458b-b45c-df2c9201e91e),segment_id=27d244b5-65dc-458b-b45c-df2c9201e91e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:26.592478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.598058 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-46793ed0-e288-4042-ad26-7bf731c9cc99 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:26.598587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46793ed0-e288-4042-ad26-7bf731c9cc99 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:26.605590 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-46793ed0-e288-4042-ad26-7bf731c9cc99 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/367daf93-fc46-4caa-b678-9dc1681b9bf4 HTTP/1.1" status: 404 len: 337 time: 0.0507021 Jul 16 09:12:26.606143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37182) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.628342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Calling delete_port for 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:26.644270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Checking segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:26.644866 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network hostable DHCP agents. Network: 2b1f2097-e126-4c58-bf43-7c84b4f177c3, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:26.652151 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e9fc6d-51c3-4cc2-8242-0228fda1ee5c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:26.652668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e9fc6d-51c3-4cc2-8242-0228fda1ee5c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:26.657055 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74e9fc6d-51c3-4cc2-8242-0228fda1ee5c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/66968ddf-59fb-4817-8a71-9dae9d84e006 HTTP/1.1" status: 404 len: 337 time: 0.0497487 Jul 16 09:12:26.660021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37184) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.726276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=bc66fa22-6fc8-4b06-9e54-d7d356d24932,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:26.728906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:26.734814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] Checking router: 263b9c24-da17-468e-8fe5-915295207090 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:26.737349 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-529e026e-ba24-4cde-a183-8743a1e0fd70 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:26.738231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529e026e-ba24-4cde-a183-8743a1e0fd70 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:26.743430 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-529e026e-ba24-4cde-a183-8743a1e0fd70 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/e035159b-d7a9-4b26-b006-006b0a3dac56 HTTP/1.1" status: 404 len: 337 time: 0.0823596 Jul 16 09:12:26.744483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37186) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.783405 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78553dc-facd-48ac-a3e1-962bc393e4ce tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:26.784143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78553dc-facd-48ac-a3e1-962bc393e4ce tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:26.790421 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b78553dc-facd-48ac-a3e1-962bc393e4ce tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/65b8d87e-2829-454b-a89e-45a743265616 HTTP/1.1" status: 404 len: 337 time: 0.0424852 Jul 16 09:12:26.791464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37188) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.795005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.828945 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2f3268aa-f2e6-47f2-9123-35b2ab1d6f5f tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 200 len: 205 time: 0.0359943 Jul 16 09:12:26.830734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72725dc3-19c1-47e5-ba23-5d4316be085f None None] Pushing event deleted for resources: {'Port': ['ID=14a60f41-008b-4ac9-94d8-0723af7bc0c9,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:26.831545 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37190) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.842129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 2b1f2097-e126-4c58-bf43-7c84b4f177c3) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:26.847407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:26.848309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:26.863193 n-d-780147-28 neutron-server[94167]: INFO neutron.plugins.ml2.db [None req-91ac2922-4c9a-406a-8060-c3485ada6ef7 None None] No ports have port_id starting with 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 Jul 16 09:12:26.905224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] Routers set() bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:26.905602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] Router IDs set() for agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 09:12:26.906320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'263b9c24-da17-468e-8fe5-915295207090'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent'). {{(pid=94167) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 09:12:26.906777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ab674-0561-4ebd-aa54-6d7f8ccfbbfb None None] The sync data for ids ['263b9c24-da17-468e-8fe5-915295207090'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:26.909528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebffa71d-6506-4654-8ddd-ad6434eccc50 None None] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:26.912101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 74ea5936-db11-4e46-a136-27d3309ef1f8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:26.937610 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-676e6139-55e8-4ea0-99fb-27c3443738bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3921998 Jul 16 09:12:26.938783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37196) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:26.949445 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-74081007-2eea-4e71-978a-871f69164965 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] delete failed (client error): The resource could not be found. Jul 16 09:12:26.953481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74081007-2eea-4e71-978a-871f69164965 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/e3342dee-3541-4c1f-8d79-b81067a34bdf HTTP/1.1" status: 404 len: 336 time: 0.1192832 Jul 16 09:12:26.955152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37198) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:27.017095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] No DVR routers for this DVR port 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:27.079244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Port': ['ID=96b80b23-39dc-49c5-a20e-eb9a7a2328a0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:27.151524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c94be05-3348-4f08-86a3-25417cbf79c1 req-20c3b38e-0a1d-467f-bd0a-c329aae685a4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788910 Jul 16 09:12:27.198885 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e83a7a5a-faae-4285-94f0-89dd0c112c23 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a9cedd8-aa84-4322-a368-feb422e34c94 HTTP/1.1" status: 200 len: 205 time: 0.2424395 Jul 16 09:12:27.203534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37204) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:27.222796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:27.239723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3023684d-7c2c-40f1-bbb3-33a98fed5f09']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:27.256687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-60ec2dd2-fb7b-4dd7-a944-7eabc05ff9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.259119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-60ec2dd2-fb7b-4dd7-a944-7eabc05ff9d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1096 time: 0.4837761 Jul 16 09:12:27.288122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d244b5-65dc-458b-b45c-df2c9201e91e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:27.288425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d244b5-65dc-458b-b45c-df2c9201e91e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:27.332873 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-ba8480ec-2e53-4cdc-b689-d04ab23abe4c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] delete failed (client error): The resource could not be found. Jul 16 09:12:27.333036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:27.339773 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba8480ec-2e53-4cdc-b689-d04ab23abe4c tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/1a9cedd8-aa84-4322-a368-feb422e34c94 HTTP/1.1" status: 404 len: 336 time: 0.1255987 Jul 16 09:12:27.339957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37208) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:27.374564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 74ea5936-db11-4e46-a136-27d3309ef1f8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:27.383752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 74ea5936-db11-4e46-a136-27d3309ef1f8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:27.384415 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:27.412108 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f6dde3-1da4-4013-b7d7-b09eee901dcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:27.412611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f6dde3-1da4-4013-b7d7-b09eee901dcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:27.417549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b8f6dde3-1da4-4013-b7d7-b09eee901dcd tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/11e4c134-3daf-4e0c-8aca-bc6e3a3f1642 HTTP/1.1" status: 404 len: 337 time: 0.0769455 Jul 16 09:12:27.421378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37210) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:27.507785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:27.523704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-202998f8-53ac-43c3-a2eb-2f8ee10a6389 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=149bc0ef-c929-47d1-8891-4d3c0fc44c72 HTTP/1.1" status: 200 len: 205 time: 0.1003628 Jul 16 09:12:27.527161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37216) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:27.552969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56536e70-62b3-48cf-b953-1c4a77d02f70 None None] DHCP port deletion for 3023684d-7c2c-40f1-bbb3-33a98fed5f09 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:27.602871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:27.603394 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:27.682383 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:27.744659 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-f57001bd-9051-4388-bf3c-147862eb19a6 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] delete failed (client error): The resource could not be found. Jul 16 09:12:27.748365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f57001bd-9051-4388-bf3c-147862eb19a6 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/149bc0ef-c929-47d1-8891-4d3c0fc44c72 HTTP/1.1" status: 404 len: 336 time: 0.2053189 Jul 16 09:12:27.753413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37222) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:27.807947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c1fca3f2-3ec4-4d2b-a9bc-ea358dab02de tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5e05941-e319-42c9-a7ca-efc94781cc27 HTTP/1.1" status: 200 len: 205 time: 0.0478044 Jul 16 09:12:27.810285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37224) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:27.813774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:12:27.815375 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:27.865519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-aed70d07-515a-498c-bff7-50253cc54e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.868518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-aed70d07-515a-498c-bff7-50253cc54e9e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.5992117 Jul 16 09:12:27.871244 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-06b9d56a-e0b9-41bf-a43b-bb0ae5d01f59 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] delete failed (client error): The resource could not be found. Jul 16 09:12:27.876248 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-06b9d56a-e0b9-41bf-a43b-bb0ae5d01f59 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/b5e05941-e319-42c9-a7ca-efc94781cc27 HTTP/1.1" status: 404 len: 336 time: 0.0644505 Jul 16 09:12:27.878745 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37226) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:27.932566 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.003661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.009529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-d653ce63-a735-4fa2-8522-24170ac893b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 200 len: 217 time: 0.1104348 Jul 16 09:12:28.012653 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf59300-be1b-4475-836f-0eb8d5c7af02 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:28.013116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf59300-be1b-4475-836f-0eb8d5c7af02 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:28.015003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fbf59300-be1b-4475-836f-0eb8d5c7af02 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/5503f2ff-5a09-4369-996e-de1f614d4949 HTTP/1.1" status: 404 len: 337 time: 0.1352541 Jul 16 09:12:28.019048 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.020812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/networks/3023684d-7c2c-40f1-bbb3-33a98fed5f09 HTTP/1.1" status: 204 len: 168 time: 3.6736786 Jul 16 09:12:28.030910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37228) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:28.031251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37230) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:28.038635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.080387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 74ea5936-db11-4e46-a136-27d3309ef1f8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=74ea5936-db11-4e46-a136-27d3309ef1f8,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:28.105592 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.134867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-96efbe2e-6ca7-44ee-88ad-f924e52e4be1 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b8c240-f501-425c-8bf8-e9a5eb251db9 HTTP/1.1" status: 200 len: 205 time: 0.1023414 Jul 16 09:12:28.151303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e6889-79a9-49aa-a76e-077924dd2feb tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Network': ['ID=3023684d-7c2c-40f1-bbb3-33a98fed5f09,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:28.153684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37236) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:28.218077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14a60f41-008b-4ac9-94d8-0723af7bc0c9 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:28.237415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d135e6e-64a6-473d-92d6-521d5f115ca6 req-9fc4d3ae-2015-4c29-bd6a-a6cade531742 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:28.238912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d135e6e-64a6-473d-92d6-521d5f115ca6 req-9fc4d3ae-2015-4c29-bd6a-a6cade531742 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.5540159 Jul 16 09:12:28.258190 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-54cccb50-b244-4ae5-a8c6-51dc064e3ce3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] delete failed (client error): The resource could not be found. Jul 16 09:12:28.259617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-54cccb50-b244-4ae5-a8c6-51dc064e3ce3 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/01b8c240-f501-425c-8bf8-e9a5eb251db9 HTTP/1.1" status: 404 len: 336 time: 0.0974386 Jul 16 09:12:28.264359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 14a60f41-008b-4ac9-94d8-0723af7bc0c9 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:28.264714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14a60f41-008b-4ac9-94d8-0723af7bc0c9 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:28.274418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37240) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:28.315814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Allocated IP 172.20.0.2 (2b1f2097-e126-4c58-bf43-7c84b4f177c3/24b83779-f65c-4c27-a74f-5d76c07c8f6a/a5b1014d-4af8-42d5-965a-7ad122cb366d) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:28.318187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=74ea5936-db11-4e46-a136-27d3309ef1f8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:28.364994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.395331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-8149973a-ea18-4fdd-86f0-60dbac173bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:28.397820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-8149973a-ea18-4fdd-86f0-60dbac173bab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.3754919 Jul 16 09:12:28.417317 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e2b1b2-da2d-472e-88e8-e02bd4951891 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:28.418260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e2b1b2-da2d-472e-88e8-e02bd4951891 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:28.420700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e8e2b1b2-da2d-472e-88e8-e02bd4951891 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/a737d34b-2b11-44aa-ba98-47681001f77e HTTP/1.1" status: 404 len: 337 time: 0.1425748 Jul 16 09:12:28.455754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:28.604438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d135e6e-64a6-473d-92d6-521d5f115ca6 req-5f8f6319-8176-4209-8cf9-1a231aa3ca0b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645334 Jul 16 09:12:28.605516 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.608891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce9cf88f-f51f-42d5-a3b4-0b8e1b39f568 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b5bbced-ab08-4ece-b4aa-76e3b78db601 HTTP/1.1" status: 200 len: 205 time: 0.1066051 Jul 16 09:12:28.614849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37252) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:28.657367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Transition to ACTIVE for port object a5b1014d-4af8-42d5-965a-7ad122cb366d will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:28.686170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Transition to ACTIVE for port object a5b1014d-4af8-42d5-965a-7ad122cb366d will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:28.701770 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.769820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:28.782894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:28.793381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:28.811732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.824085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1abbae8-f85c-4371-b067-47b3ed1def27']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:28.837861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b95cd5-a230-4e5b-8597-3be4be9e7fb0') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:28.838236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b95cd5-a230-4e5b-8597-3be4be9e7fb0') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:28.840693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.20.0.1 (2b1f2097-e126-4c58-bf43-7c84b4f177c3/24b83779-f65c-4c27-a74f-5d76c07c8f6a/3853ed96-495e-4b5c-b8e9-0045bd0d80fb) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:28.844370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Pushing event updated for resources: {'Port': ['ID=a5b1014d-4af8-42d5-965a-7ad122cb366d,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:28.848499 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-f1a0917e-a664-4385-934d-056a9459cb75 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] delete failed (client error): The resource could not be found. Jul 16 09:12:28.850060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f1a0917e-a664-4385-934d-056a9459cb75 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/routers/6b5bbced-ab08-4ece-b4aa-76e3b78db601 HTTP/1.1" status: 404 len: 336 time: 0.2328215 Jul 16 09:12:28.855230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37258) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:28.865344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.884975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-eabeb50e-c274-44e1-839f-72916dcee3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:28.886587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-eabeb50e-c274-44e1-839f-72916dcee3b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4813519 Jul 16 09:12:28.893317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 74ea5936-db11-4e46-a136-27d3309ef1f8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:28.902338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0127-3304-4e6f-995c-deadda31bcd1 req-6c6c639c-698e-45c7-947f-5499b4356b32 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:28.904077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-feef0127-3304-4e6f-995c-deadda31bcd1 req-6c6c639c-698e-45c7-947f-5499b4356b32 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 944 time: 0.4470413 Jul 16 09:12:28.905317 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6100b3c-6ab5-4302-9cc7-533db5e94fb0 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:28.906015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6100b3c-6ab5-4302-9cc7-533db5e94fb0 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:28.907941 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6100b3c-6ab5-4302-9cc7-533db5e94fb0 tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/8ec80c39-4b37-4acb-9fe5-64cea66a7d5b HTTP/1.1" status: 404 len: 337 time: 0.0460761 Jul 16 09:12:28.911308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37260) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:28.921385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.960465 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8833f88-1347-466c-9d82-62d40399bb4a tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:28.963515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8833f88-1347-466c-9d82-62d40399bb4a tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:28.965516 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c8833f88-1347-466c-9d82-62d40399bb4a tempest-RoutersTest-1720820612 tempest-RoutersTest-1720820612-project] 10.222.0.55 "DELETE /v2.0/subnets/775980a9-20bd-4442-a866-06d6e14220a8 HTTP/1.1" status: 404 len: 337 time: 0.0530491 Jul 16 09:12:28.967751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:28.968176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:28.971439 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:28.995118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Attempting to bind port a5b1014d-4af8-42d5-965a-7ad122cb366d on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:28.996968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Attempting to bind port a5b1014d-4af8-42d5-965a-7ad122cb366d by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:28.998320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Attempting to bind port a5b1014d-4af8-42d5-965a-7ad122cb366d on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:29.012603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:29.101857 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.120283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Transition to ACTIVE for port object 3853ed96-495e-4b5c-b8e9-0045bd0d80fb will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:29.127588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-feef0127-3304-4e6f-995c-deadda31bcd1 req-ca2bc1e8-751e-4431-a11e-d12640576f96 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143755 Jul 16 09:12:29.156359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:29.156653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Checking segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:29.157196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.157605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Bound using segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:29.158125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Bound port: a5b1014d-4af8-42d5-965a-7ad122cb366d, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:29.160676 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.169686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.187014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.190136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/networks/e1abbae8-f85c-4371-b067-47b3ed1def27 HTTP/1.1" status: 204 len: 168 time: 1.1468735 Jul 16 09:12:29.193286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37268) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:29.197147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-02fe6a6f-019e-41a7-833a-aff9286a2f45 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921665 Jul 16 09:12:29.207796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb80a2-f415-45f7-9dd2-066fa8639dcf tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Network': ['ID=e1abbae8-f85c-4371-b067-47b3ed1def27,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:29.292151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.339875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] For port a5b1014d-4af8-42d5-965a-7ad122cb366d, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:29.345140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] For port a5b1014d-4af8-42d5-965a-7ad122cb366d, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a5b1014d-4af8-42d5-965a-7ad122cb366d,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:29.361814 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.376801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 74ea5936-db11-4e46-a136-27d3309ef1f8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:29.377903 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:29.378299 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.397261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:29.399819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:29.405347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.407362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:29.450331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d27f4e3-215b-4024-9513-1480d51bf81a req-c9f85fa7-2f31-4145-91c0-21f2c5a69ad6 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222383 Jul 16 09:12:29.526328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37274) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:29.536268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.546533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:29.574799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce213ed-6fcf-4cbf-a873-831c329f2e86 None None] Pushing event updated for resources: {'Port': ['ID=a5b1014d-4af8-42d5-965a-7ad122cb366d,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:29.645107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'e5908944-108c-40b1-93e8-027eee06c382', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'port_id': 'e5908944-108c-40b1-93e8-027eee06c382', 'mac_address': 'fa:16:3e:0a:36:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:29.739662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.755782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5908944-108c-40b1-93e8-027eee06c382 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:29.811300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:29.837098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:29.838511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:29.839091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 96b80b23-39dc-49c5-a20e-eb9a7a2328a0 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:29.863759 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:29.982669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7a1e6689-13cd-427f-ac16-e779f3d38ad7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf61ca0874b742e181383794b123d0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548414 Jul 16 09:12:29.984677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:29.988544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37286) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:30.075233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device bc66fa22-6fc8-4b06-9e54-d7d356d24932 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:30.115421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['e5908944-108c-40b1-93e8-027eee06c382'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:30.148813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.178859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0864971-e0b8-4a41-9098-8c6befbe6adc']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:30.189986 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fae72e1-fc71-4904-a45b-10c3cd91072e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.200056 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed68bf2-4dca-4549-bd05-0ed0b2d4db32') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:30.200509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed68bf2-4dca-4549-bd05-0ed0b2d4db32') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:30.223023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port bc66fa22-6fc8-4b06-9e54-d7d356d24932 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:30.231566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port bc66fa22-6fc8-4b06-9e54-d7d356d24932 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:30.232361 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.279024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.293381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fae72e1-fc71-4904-a45b-10c3cd91072e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.307338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.324772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:30.325423 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:30.329166 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:30.346874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4d6ab-16fa-4db1-a704-0b64a3c76f31 req-8807fa36-d220-41b0-a942-da6085b0fecb tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:30.353440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39e4d6ab-16fa-4db1-a704-0b64a3c76f31 req-8807fa36-d220-41b0-a942-da6085b0fecb tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 945 time: 0.3322687 Jul 16 09:12:30.514868 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.535172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.560834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:30.563297 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c698bd1-be30-4b28-9d58-9c64c9150b37" -d '{"events": [{"server_uuid": "e47f49b7-4d31-4b09-a124-23f96430fac6", "name": "network-vif-plugged", "status": "completed", "tag": "bc66fa22-6fc8-4b06-9e54-d7d356d24932"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:30.581163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.593064 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/networks/a0864971-e0b8-4a41-9098-8c6befbe6adc HTTP/1.1" status: 204 len: 168 time: 1.3983240 Jul 16 09:12:30.595275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822bae8-f4f9-4dfc-bdbb-538753aa991b tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Network': ['ID=a0864971-e0b8-4a41-9098-8c6befbe6adc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:30.597104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37302) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:30.601796 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.614532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39e4d6ab-16fa-4db1-a704-0b64a3c76f31 req-9e8fe813-3464-4f7f-9a4a-d029735bfa9f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502947 Jul 16 09:12:30.615482 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fae72e1-fc71-4904-a45b-10c3cd91072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.618720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fae72e1-fc71-4904-a45b-10c3cd91072e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.619901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0fae72e1-fc71-4904-a45b-10c3cd91072e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a15bb874-5e4f-4ef5-bf26-decc82fccb2d HTTP/1.1" status: 204 len: 168 time: 0.6303842 Jul 16 09:12:30.629317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port bc66fa22-6fc8-4b06-9e54-d7d356d24932, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:30.642973 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.667704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae72e1-fc71-4904-a45b-10c3cd91072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15bb874-5e4f-4ef5-bf26-decc82fccb2d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:30.746386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094433e9-f4a9-45aa-87e5-b3290fe196e9 req-b60b471c-cce7-48e4-9c6a-dd3893ff5f3c tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:30.748981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-094433e9-f4a9-45aa-87e5-b3290fe196e9 req-b60b471c-cce7-48e4-9c6a-dd3893ff5f3c tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 944 time: 0.3504086 Jul 16 09:12:30.785730 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d0e79d-ea54-4225-8db2-2cfcc4ef96b0 x-openstack-request-id: req-15d0e79d-ea54-4225-8db2-2cfcc4ef96b0 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:30.786001 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47f49b7-4d31-4b09-a124-23f96430fac6", "name": "network-vif-plugged", "status": "completed", "tag": "bc66fa22-6fc8-4b06-9e54-d7d356d24932", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:30.786247 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15d0e79d-ea54-4225-8db2-2cfcc4ef96b0 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:30.786636 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'code': 200} Jul 16 09:12:30.901769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=bc66fa22-6fc8-4b06-9e54-d7d356d24932,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:30.939723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-094433e9-f4a9-45aa-87e5-b3290fe196e9 req-c75862f3-05a4-4b4f-8755-9c1e2740e12d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735287 Jul 16 09:12:30.968978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.992565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:31.111834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a5b1014d-4af8-42d5-965a-7ad122cb366d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:31.190267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf6ce-bef0-4c86-857c-5ce731fd491c req-7e861f78-a920-4049-87b2-abcab497b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:31.191706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d6bf6ce-bef0-4c86-857c-5ce731fd491c req-7e861f78-a920-4049-87b2-abcab497b3c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 1097 time: 0.2112756 Jul 16 09:12:31.198907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port e5908944-108c-40b1-93e8-027eee06c382 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:31.213825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port e5908944-108c-40b1-93e8-027eee06c382 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:31.214196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.270032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.297447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d6bf6ce-bef0-4c86-857c-5ce731fd491c req-5cf6ed5b-a9a1-4624-b6c6-01f9c7484050 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975890 Jul 16 09:12:31.307854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port a5b1014d-4af8-42d5-965a-7ad122cb366d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:31.351267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9eea2fe-19c2-44ae-8504-5e75bbbde7d7']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:31.368090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aafea1f-dcd9-44bd-b54b-525b06b2cfb9') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:31.368692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aafea1f-dcd9-44bd-b54b-525b06b2cfb9') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:31.384619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.390115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e8944-84bd-43da-98e5-151020d845ce None None] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:31.509854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-93bf9eea-b49c-48ce-952b-326c0558fae1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1824884 Jul 16 09:12:31.558028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.569922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:31.570506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:31.579314 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:31.727775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-7e748477-d529-447c-9bfb-2506358497a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:31.729311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-7e748477-d529-447c-9bfb-2506358497a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 1097 time: 0.1928077 Jul 16 09:12:31.761991 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.791269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.803213 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] 10.222.0.55 "DELETE /v2.0/networks/f9eea2fe-19c2-44ae-8504-5e75bbbde7d7 HTTP/1.1" status: 204 len: 168 time: 1.1914155 Jul 16 09:12:31.808897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb142a-71ae-4e3a-a239-590aa49a33ae tempest-BulkNetworkOpsIpV6Test-415037024 tempest-BulkNetworkOpsIpV6Test-415037024-project] Pushing event deleted for resources: {'Network': ['ID=f9eea2fe-19c2-44ae-8504-5e75bbbde7d7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:31.814110 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.832209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fa16bba-dcbb-4c8b-8e34-1055d2817780 None None] Provisioning for port a5b1014d-4af8-42d5-965a-7ad122cb366d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:31.893032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.917910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.995859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4fa16bba-dcbb-4c8b-8e34-1055d2817780 None None] Provisioning complete for port a5b1014d-4af8-42d5-965a-7ad122cb366d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:31.996822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fa16bba-dcbb-4c8b-8e34-1055d2817780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.015239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-d3c60f54-d73e-400e-8716-dfa2364bfba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.025012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-d3c60f54-d73e-400e-8716-dfa2364bfba7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.2638369 Jul 16 09:12:32.118205 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:32.201611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.218679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37348) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:32.248534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:32.283023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.335057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-38556102-fbae-4012-b99e-5f65e3bff307 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac HTTP/1.1" status: 200 len: 1000 time: 0.2594261 Jul 16 09:12:32.477549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:32.502762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:32.504562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:32.558868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:32.561450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-3c3ab951-c3fe-4fd1-a700-8e97c1f8459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.563288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-3c3ab951-c3fe-4fd1-a700-8e97c1f8459e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.2166774 Jul 16 09:12:32.590913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fa16bba-dcbb-4c8b-8e34-1055d2817780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.625070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532d72-6924-4991-acfe-cb8e657edaa1 req-233a85e0-7d2d-4321-99f1-d6d10676a16f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.626901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f532d72-6924-4991-acfe-cb8e657edaa1 req-233a85e0-7d2d-4321-99f1-d6d10676a16f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 945 time: 0.6006062 Jul 16 09:12:32.676483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575e49-a534-4d97-b548-d85ac338f018 req-2273e3a0-0cce-414f-abb5-ecab41ae3ea3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.684629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab575e49-a534-4d97-b548-d85ac338f018 req-2273e3a0-0cce-414f-abb5-ecab41ae3ea3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 945 time: 0.3249633 Jul 16 09:12:32.704311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-4fa16bba-dcbb-4c8b-8e34-1055d2817780 None None] For port a5b1014d-4af8-42d5-965a-7ad122cb366d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a5b1014d-4af8-42d5-965a-7ad122cb366d,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:32.731750 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fa16bba-dcbb-4c8b-8e34-1055d2817780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.749676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f532d72-6924-4991-acfe-cb8e657edaa1 req-ef3b4719-62d0-40e8-a32d-5f397bf74b16 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119552 Jul 16 09:12:32.759183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-e3c6bfec-9570-427b-9ae3-d457cc666ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.761222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-e3c6bfec-9570-427b-9ae3-d457cc666ad1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884820 Jul 16 09:12:32.790953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:32.793580 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a542fe-3eba-4395-a320-cb43a5dd08c9" -d '{"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-plugged", "status": "completed", "tag": "e5908944-108c-40b1-93e8-027eee06c382"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:32.811800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab575e49-a534-4d97-b548-d85ac338f018 req-4d85d3eb-ce1e-4a8e-91ae-32a7c362b04b tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259196 Jul 16 09:12:32.841502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4726e35c-cfef-4172-8eda-4f3b9fbc0d36 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:32.842025 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-4726e35c-cfef-4172-8eda-4f3b9fbc0d36 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 09:12:32.842546 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-4726e35c-cfef-4172-8eda-4f3b9fbc0d36 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:12:32.843731 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4726e35c-cfef-4172-8eda-4f3b9fbc0d36 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6198215 Jul 16 09:12:32.852842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37370) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:32.853117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa16bba-dcbb-4c8b-8e34-1055d2817780 None None] Pushing event updated for resources: {'Port': ['ID=a5b1014d-4af8-42d5-965a-7ad122cb366d,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:32.862754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--520298201'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:32.910538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:32.912621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.935547 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.957891 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a380bd-4513-497e-8604-f2c8f4e0be06 x-openstack-request-id: req-12a380bd-4513-497e-8604-f2c8f4e0be06 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:32.958404 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-plugged", "status": "completed", "tag": "e5908944-108c-40b1-93e8-027eee06c382", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:32.958663 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12a380bd-4513-497e-8604-f2c8f4e0be06 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:32.959063 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382', 'code': 200} Jul 16 09:12:33.063897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6c5c8b21-53b1-4b63-8e3e-98d13f7385b9 None None] Provisioning complete for port a5b1014d-4af8-42d5-965a-7ad122cb366d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:33.064966 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8b21-53b1-4b63-8e3e-98d13f7385b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.071530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e075cb77-b23e-492a-a611-e0e8f8a02b45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eab3bf16d7874b1ab826129c85f5ab8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879233 Jul 16 09:12:33.078458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37378) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:33.192905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-2f234d9e-736b-4e97-99b2-e1eba5d5f651 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224560 Jul 16 09:12:33.252686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6c5c8b21-53b1-4b63-8e3e-98d13f7385b9 None None] Provisioning for port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:33.257067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6c5c8b21-53b1-4b63-8e3e-98d13f7385b9 None None] Provisioning complete for port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:33.258285 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8b21-53b1-4b63-8e3e-98d13f7385b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.307004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c8cdda9a-6d99-4fa4-98fc-d4d71eb9387f req-9c309d65-b721-4812-a194-c6773ac5bed3 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055043 Jul 16 09:12:33.326667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-413197f0-a100-4d8b-8c3a-3225eec150b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.354097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c8b21-53b1-4b63-8e3e-98d13f7385b9 None None] Port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:33.383159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.384399 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-413197f0-a100-4d8b-8c3a-3225eec150b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.401639 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.458485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:33.467659 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-413197f0-a100-4d8b-8c3a-3225eec150b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.471306 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-413197f0-a100-4d8b-8c3a-3225eec150b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.475498 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Sync routers for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:33.486604 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-413197f0-a100-4d8b-8c3a-3225eec150b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7669a4eb-f93e-46b9-9a86-508a5670e818 HTTP/1.1" status: 204 len: 168 time: 0.4011116 Jul 16 09:12:33.488764 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9c9ce2a0-aa9f-4020-bc93-1fbce747bd42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "PUT /v2.0/routers/9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5485339 Jul 16 09:12:33.490968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b6a435-80d7-48d8-bba1-0a439e201813,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:33.492918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f68ff005-0922-4550-a4ff-8cb29d8d8a96 None None] Provisioning complete for port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:33.493289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f68ff005-0922-4550-a4ff-8cb29d8d8a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.500878 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:33.501548 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:33.529483 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a10be6-42ec-4f2e-bdb9-630b0d760951 req-6ee79176-132b-4e40-9407-fc348f63df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.531389 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43a10be6-42ec-4f2e-bdb9-630b0d760951 req-6ee79176-132b-4e40-9407-fc348f63df7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1098 time: 0.4295087 Jul 16 09:12:33.551134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413197f0-a100-4d8b-8c3a-3225eec150b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7669a4eb-f93e-46b9-9a86-508a5670e818,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:33.649369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f68ff005-0922-4550-a4ff-8cb29d8d8a96 None None] Port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:33.694262 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-43a10be6-42ec-4f2e-bdb9-630b0d760951 req-69fb1899-9a98-4efd-b887-801c31910e92 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529808 Jul 16 09:12:33.752838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.763292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.785309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fcd5fb49-da8b-4b47-afc4-0ce4d0327799 None None] Provisioning complete for port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:33.785823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fcd5fb49-da8b-4b47-afc4-0ce4d0327799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.816785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.821472 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9645367 Jul 16 09:12:33.821472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8767-612e-4f9c-b745-aa30081990c9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5242c40-a1be-4b38-87bb-ad51643761d7,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:33.822504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37404) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:33.841051 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dfec3f64-d695-4da8-a544-9c6d5afe4289 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': 'b5242c40-a1be-4b38-87bb-ad51643761d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:33.924533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dfec3f64-d695-4da8-a544-9c6d5afe4289 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.931656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5fb49-da8b-4b47-afc4-0ce4d0327799 None None] Port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:33.951176 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:33.990737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-ec9ab972-d0f7-4301-8de4-4688a3d80f42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180127718&fields=id&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 267 time: 0.1012092 Jul 16 09:12:34.066660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dfec3f64-d695-4da8-a544-9c6d5afe4289 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.073546 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dfec3f64-d695-4da8-a544-9c6d5afe4289 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.103912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec3f64-d695-4da8-a544-9c6d5afe4289 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcdb4e8-1279-4fc8-8794-694db53e8370,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:34.109106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dfec3f64-d695-4da8-a544-9c6d5afe4289 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.114248 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dfec3f64-d695-4da8-a544-9c6d5afe4289 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2804623 Jul 16 09:12:34.119163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37424) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:34.155098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-43b25711-c9cc-4ae3-99b3-1cf9f2fdedc8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': 'b5242c40-a1be-4b38-87bb-ad51643761d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:34.178467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-5d8722ab-eb62-4ff6-984d-bb9caef061c0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:34.185834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-5d8722ab-eb62-4ff6-984d-bb9caef061c0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 797 time: 0.1910329 Jul 16 09:12:34.220777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-dbb7cfa3-f786-4c33-9356-f26a9b6b70a2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/quotas/d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 375 time: 0.0340014 Jul 16 09:12:34.246838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37807c-18ee-4ead-93b7-b4c9145007dc req-39724991-c4be-4809-9a0d-2bc9a9b13df3 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:34.248302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a37807c-18ee-4ead-93b7-b4c9145007dc req-39724991-c4be-4809-9a0d-2bc9a9b13df3 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1938019 Jul 16 09:12:34.268117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-43b25711-c9cc-4ae3-99b3-1cf9f2fdedc8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.354569 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-43b25711-c9cc-4ae3-99b3-1cf9f2fdedc8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:12:34.356111 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-43b25711-c9cc-4ae3-99b3-1cf9f2fdedc8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2354164 Jul 16 09:12:34.359252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37436) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:34.369132 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:31Z', 'revision_number': 2, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:34.379349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a37807c-18ee-4ead-93b7-b4c9145007dc req-36158115-a952-496c-990f-38966bc4b09e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112883 Jul 16 09:12:34.412081 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Checking router: 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:34.412645 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Updating router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:12:34.435636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-aedc856e-6d41-43f0-bc0f-29d09ba17f45 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2139649 Jul 16 09:12:34.499076 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.503755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79abcf8f-c76d-4cc9-bcc2-d7c006692ca2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.556026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79abcf8f-c76d-4cc9-bcc2-d7c006692ca2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.698416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79abcf8f-c76d-4cc9-bcc2-d7c006692ca2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.711857 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-79abcf8f-c76d-4cc9-bcc2-d7c006692ca2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.713059 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-79abcf8f-c76d-4cc9-bcc2-d7c006692ca2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/b5242c40-a1be-4b38-87bb-ad51643761d7 HTTP/1.1" status: 204 len: 168 time: 0.3526511 Jul 16 09:12:34.724924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37452) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:34.739886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abcf8f-c76d-4cc9-bcc2-d7c006692ca2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5242c40-a1be-4b38-87bb-ad51643761d7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:34.750635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-4b4d75c0-dd16-4de2-ba34-b5e3944aa377 service neutron] 10.222.0.55 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818751 Jul 16 09:12:34.852017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e46196-e717-454a-a38c-80e26517d2f7 req-d5d8d2d5-d553-4044-9925-9ca000aecbce tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:34.860976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2e46196-e717-454a-a38c-80e26517d2f7 req-d5d8d2d5-d553-4044-9925-9ca000aecbce tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 945 time: 0.1996546 Jul 16 09:12:34.868518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a5b1014d-4af8-42d5-965a-7ad122cb366d up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:34.885827 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-76ff2e55-23af-4a09-8100-485618515f04 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1557491 Jul 16 09:12:34.886414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37454) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:34.890941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5d197d50-8979-4c28-bc6e-94197e8f7f25 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--916441628'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:34.955061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d197d50-8979-4c28-bc6e-94197e8f7f25 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:34.989152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37458) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:35.010721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a5b1014d-4af8-42d5-965a-7ad122cb366d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:35.011687 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.012763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2e46196-e717-454a-a38c-80e26517d2f7 req-f2ebb74c-ce93-4439-94cd-9b3f28ca1c9d tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506405 Jul 16 09:12:35.032824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-b591d3d5-a5f1-4490-9c3c-fd6eb736061e service neutron] 10.222.0.55 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650352 Jul 16 09:12:35.063193 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.074173 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Transition to ACTIVE for port object 3853ed96-495e-4b5c-b8e9-0045bd0d80fb will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:35.080823 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.197543 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6ed7a-8425-4253-a7be-e26851940425 None None] Pushing event updated for resources: {'Port': ['ID=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:35.200843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1044186811'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:35.276976 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Attempting to bind port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:35.277151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Attempting to bind port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:35.277503 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Attempting to bind port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:35.289230 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d197d50-8979-4c28-bc6e-94197e8f7f25 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.296329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d197d50-8979-4c28-bc6e-94197e8f7f25 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.302714 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:35.303092 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Checking segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:35.303499 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.303889 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Bound using segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:35.311156 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Bound port: 3853ed96-495e-4b5c-b8e9-0045bd0d80fb, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:35.312492 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.447643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cc4d5-0ae1-4a09-969b-3054bca362b5 req-4ceb7c6a-c9fd-413d-a9f9-0465f46631ad tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:35.447954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:35.456005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.456969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-124cc4d5-0ae1-4a09-969b-3054bca362b5 req-4ceb7c6a-c9fd-413d-a9f9-0465f46631ad tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 945 time: 0.1741786 Jul 16 09:12:35.479286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.485669 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] For port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:35.491322 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] For port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:35.499891 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.505589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d197d50-8979-4c28-bc6e-94197e8f7f25 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.506809 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5d197d50-8979-4c28-bc6e-94197e8f7f25 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6194565 Jul 16 09:12:35.511937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37474) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:35.514651 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d197d50-8979-4c28-bc6e-94197e8f7f25 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53704b5-af03-44bb-8f67-f6e4798778fb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:35.524971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-04bffc7c-bb69-41af-9a47-cb3972c0c5f8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': 'e53704b5-af03-44bb-8f67-f6e4798778fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:35.526012 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-04bffc7c-bb69-41af-9a47-cb3972c0c5f8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 09:12:35.526581 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-04bffc7c-bb69-41af-9a47-cb3972c0c5f8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:35.527464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-04bffc7c-bb69-41af-9a47-cb3972c0c5f8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069084 Jul 16 09:12:35.536374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37476) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:35.597840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4aabc316-4b6f-4f60-8e39-bdc18a21aa76 req-fbe874f1-d958-474f-ba1d-092334941e99 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 210 time: 0.1004560 Jul 16 09:12:35.628681 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:35.629321 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:35.668923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-124cc4d5-0ae1-4a09-969b-3054bca362b5 req-97a67f3e-8de3-48bc-b7b7-d6940edb4515 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087731 Jul 16 09:12:35.689668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0cdb05c0-09ea-4097-ae98-0bb12353bd4a tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.824630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0cdb05c0-09ea-4097-ae98-0bb12353bd4a tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.912199 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6ed7a-8425-4253-a7be-e26851940425 None None] Pushing event updated for resources: {'Port': ['ID=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:35.949198 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:35.996346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.002168 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.054639 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0cdb05c0-09ea-4097-ae98-0bb12353bd4a tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.063707 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0cdb05c0-09ea-4097-ae98-0bb12353bd4a tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.063707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0cdb05c0-09ea-4097-ae98-0bb12353bd4a tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/e53704b5-af03-44bb-8f67-f6e4798778fb HTTP/1.1" status: 204 len: 168 time: 0.5223699 Jul 16 09:12:36.063707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:36.064672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37492) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:36.139553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.139958 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Added segment 23dffca8-2d3f-40c8-a7b6-7d5fa784efed of type vlan for network 2c372ad8-8d5d-46c5-ae88-627babeb040c Jul 16 09:12:36.172826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e49f4-a9df-42b7-870d-52dd2bca00c1,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:36.291700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb05c0-09ea-4097-ae98-0bb12353bd4a tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53704b5-af03-44bb-8f67-f6e4798778fb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:36.324354 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.393840 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.400136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:36.401316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.416734 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:35Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:36.478681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Network': ['ID=2c372ad8-8d5d-46c5-ae88-627babeb040c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:36.488190 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa310d-8c9d-4301-a8b3-193e975e944f None None] The sync data for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 is: [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:35Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:36.491283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:36.520396 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-28fb2328-78d9-4651-9071-aaa47039bf48 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5284603 Jul 16 09:12:36.521917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37504) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:36.546174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'name': 'tempest-PortsTestJSON-1614243405'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:36.776544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:36.780497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.805105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253c904-5c41-43d4-b774-75b967b49b6d req-2ec6a8fb-05f7-4e8f-b0b0-60ab27cba6dd tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:36.812303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1253c904-5c41-43d4-b774-75b967b49b6d req-2ec6a8fb-05f7-4e8f-b0b0-60ab27cba6dd tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 945 time: 0.9772518 Jul 16 09:12:36.824341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port fc09afd8-b75c-4c77-9c59-4e86c5163e2b yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:36.871914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0198a-e886-47a9-87a5-a30ec5ebbc61 req-19630282-f3b0-49ae-b949-4a68dae7c16a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:36.879743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11c0198a-e886-47a9-87a5-a30ec5ebbc61 req-19630282-f3b0-49ae-b949-4a68dae7c16a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.9286203 Jul 16 09:12:36.901210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c98272ac-8a77-4c6b-abdd-6fba3d38872f tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8339965 Jul 16 09:12:36.916534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37510) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:36.933610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-83132039-4880-48af-986f-6e1e8874aae3 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--848982616'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:36.938505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3853ed96-495e-4b5c-b8e9-0045bd0d80fb up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:37.001876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1253c904-5c41-43d4-b774-75b967b49b6d req-ad57ec63-9474-4525-b326-d1f68b9919d4 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881330 Jul 16 09:12:37.048659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37516) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:37.073910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:37.080638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:37.081012 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.117992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11c0198a-e886-47a9-87a5-a30ec5ebbc61 req-3ca77eac-21de-41ad-9d7c-39d7aca86986 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372477 Jul 16 09:12:37.142738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83132039-4880-48af-986f-6e1e8874aae3 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.281413 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.340770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.413922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64d0f0a5-7e01-4d4c-839c-9531cb393d8e req-13261126-ebee-4bf2-ac8f-b6ab710bba51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 210 time: 0.0659876 Jul 16 09:12:37.442935 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.480182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=fc09afd8-b75c-4c77-9c59-4e86c5163e2b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:37.494773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83132039-4880-48af-986f-6e1e8874aae3 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.530796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:37.534998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Checking segment: {'id': '23dffca8-2d3f-40c8-a7b6-7d5fa784efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:37.536467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network hostable DHCP agents. Network: 2c372ad8-8d5d-46c5-ae88-627babeb040c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:37.536983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.556816 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:37.569432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83132039-4880-48af-986f-6e1e8874aae3 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.590091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 2c372ad8-8d5d-46c5-ae88-627babeb040c) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:37.603200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:37.639179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:37.641872 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.670393 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-14f342bf-e77e-4df5-9479-9cf5cb2f5508 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1471291 Jul 16 09:12:37.673367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37528) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:37.690492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:37.690727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1037670653'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:37.703463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cc70fd-9931-49e8-949a-f0966cb07ec6 None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:37.764938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:37.773535 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.849319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:37.867669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.868064 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Added segment 255092df-32ab-43a2-9288-a0c83bb3cc51 of type vlan for network 03f8d229-154a-4066-ab54-4b83744561ae Jul 16 09:12:37.875520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-e3f87892-045e-4f06-99fb-825dfd3587d9 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:37.877328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-e3f87892-045e-4f06-99fb-825dfd3587d9 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 797 time: 0.3004661 Jul 16 09:12:37.958204 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.992783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83132039-4880-48af-986f-6e1e8874aae3 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.994372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-83132039-4880-48af-986f-6e1e8874aae3 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0770838 Jul 16 09:12:38.005305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37534) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.019222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b42a29cf-ae81-445a-82f6-5efd1b213761 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '898054cc-4398-4ae1-a279-acdacd8794af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.020164 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-b42a29cf-ae81-445a-82f6-5efd1b213761 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 09:12:38.020332 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-b42a29cf-ae81-445a-82f6-5efd1b213761 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:38.024023 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b42a29cf-ae81-445a-82f6-5efd1b213761 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0149238 Jul 16 09:12:38.028976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83132039-4880-48af-986f-6e1e8874aae3 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898054cc-4398-4ae1-a279-acdacd8794af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:38.030955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37536) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.064546 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.080906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:38.084544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.105532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-449ad6a7-0d6b-4fc4-89fc-01714295150b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 380 time: 0.2015424 Jul 16 09:12:38.117725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5978f2-8f47-44d0-a9d0-1f8cc7e34f54 req-d8208e01-a34d-4721-b248-18c074548954 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:38.119780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a5978f2-8f47-44d0-a9d0-1f8cc7e34f54 req-d8208e01-a34d-4721-b248-18c074548954 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.6969192 Jul 16 09:12:38.130280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37546) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.136676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'port': {'device_id': '29600365-6747-412b-aa3c-5e1890601f53', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'admin_state_up': True, 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'security_groups': ['07e1488d-5c5c-46ca-95f1-09df4bca65ed']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.145821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Request body: {'floatingip': {'port_id': 'e5908944-108c-40b1-93e8-027eee06c382'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.166110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f47f019-96a2-43f0-bb49-07302da0ac8f tempest-TestServerBasicOps-856537436 tempest-TestServerBasicOps-856537436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:38.168090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2f47f019-96a2-43f0-bb49-07302da0ac8f tempest-TestServerBasicOps-856537436 tempest-TestServerBasicOps-856537436-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 1092 time: 1.1028163 Jul 16 09:12:38.175602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4283e233-c4b9-478d-ab7b-592e8f9401a7 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.178021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37548) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.235263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.248178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.289284 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6125033 Jul 16 09:12:38.318184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37550) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.336432 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14f4ea-791d-46b5-b042-be19f28706ca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Network': ['ID=03f8d229-154a-4066-ab54-4b83744561ae,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:38.347476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 03f8d229-154a-4066-ab54-4b83744561ae details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:38.357153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4283e233-c4b9-478d-ab7b-592e8f9401a7 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.380956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.396887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'ports': [{'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c'}, {'network_id': '03f8d229-154a-4066-ab54-4b83744561ae'}]} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.398790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.401170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '03f8d229-154a-4066-ab54-4b83744561ae'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.437422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4283e233-c4b9-478d-ab7b-592e8f9401a7 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.439922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4283e233-c4b9-478d-ab7b-592e8f9401a7 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.441179 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4283e233-c4b9-478d-ab7b-592e8f9401a7 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/898054cc-4398-4ae1-a279-acdacd8794af HTTP/1.1" status: 204 len: 168 time: 0.3985355 Jul 16 09:12:38.445831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37554) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.521422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283e233-c4b9-478d-ab7b-592e8f9401a7 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898054cc-4398-4ae1-a279-acdacd8794af,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:38.567172 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5b053242-5a42-480b-93db-e2b72c400f73 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1192913 Jul 16 09:12:38.573091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37558) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.580297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7a37ff57-d376-4742-a22f-72cf7224db50 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517990790'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.626437 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:38.634172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a37ff57-d376-4742-a22f-72cf7224db50 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.647221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.784977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89cbda15-90c1-48f4-9374-c9e6f19b16d8 req-f73f619d-0c02-41a9-9607-0b354a29417a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 210 time: 0.0661943 Jul 16 09:12:38.825400 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a37ff57-d376-4742-a22f-72cf7224db50 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.897410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a37ff57-d376-4742-a22f-72cf7224db50 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.940799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:12:38.940799 n-d-780147-28 neutron-server[94159]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 09:12:38.940799 n-d-780147-28 neutron-server[94159]: [parameters: {'project_id_1': '135bf8a118bc4f83944e4ce3ad4b478d', 'expiration_1': datetime.datetime(2021, 7, 16, 9, 12, 38, 884727)}] Jul 16 09:12:38.940799 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:12:38.940799 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:12:38.961839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37ff57-d376-4742-a22f-72cf7224db50 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a72766-57e8-4021-a41e-c304867c933b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:38.972195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:38.972612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a37ff57-d376-4742-a22f-72cf7224db50 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.973874 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7a37ff57-d376-4742-a22f-72cf7224db50 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3987229 Jul 16 09:12:38.976046 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.977063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37568) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.984060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5c53cf4a-7638-4ddc-81f5-18680670fa0c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '92a72766-57e8-4021-a41e-c304867c933b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.984930 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-5c53cf4a-7638-4ddc-81f5-18680670fa0c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 09:12:38.985531 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-5c53cf4a-7638-4ddc-81f5-18680670fa0c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:38.986600 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5c53cf4a-7638-4ddc-81f5-18680670fa0c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084941 Jul 16 09:12:38.989656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37570) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:38.997307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9cc62580-652c-4350-a2a9-6dc952a2e6ba tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '92a72766-57e8-4021-a41e-c304867c933b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:38.998020 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-9cc62580-652c-4350-a2a9-6dc952a2e6ba tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 09:12:38.998517 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-9cc62580-652c-4350-a2a9-6dc952a2e6ba tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:39.002695 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9cc62580-652c-4350-a2a9-6dc952a2e6ba tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0119181 Jul 16 09:12:39.006107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37572) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:39.011236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-282fc83a-173e-44ae-9817-9bd09caa2132 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '92a72766-57e8-4021-a41e-c304867c933b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:39.012079 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-282fc83a-173e-44ae-9817-9bd09caa2132 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 09:12:39.012555 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-282fc83a-173e-44ae-9817-9bd09caa2132 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:39.013515 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-282fc83a-173e-44ae-9817-9bd09caa2132 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064821 Jul 16 09:12:39.025761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37574) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:39.035794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-64c02fbd-613f-4521-8fbd-4dd37b7d2624 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '92a72766-57e8-4021-a41e-c304867c933b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:39.035794 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-64c02fbd-613f-4521-8fbd-4dd37b7d2624 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 09:12:39.035794 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-64c02fbd-613f-4521-8fbd-4dd37b7d2624 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:39.040862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:39.042715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-64c02fbd-613f-4521-8fbd-4dd37b7d2624 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140121 Jul 16 09:12:39.111142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Allocated IP 172.25.6.92 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/86024d4e-d7ec-4e70-be0e-d09338ad2e81) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:39.152711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08914b11-c3cd-4cc1-b8eb-2485179c5822 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.165072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3853ed96-495e-4b5c-b8e9-0045bd0d80fb up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:39.260529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.262954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:39.263539 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.326872 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.329861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08914b11-c3cd-4cc1-b8eb-2485179c5822 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.419286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:39.424626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:39.427777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:39.479935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08914b11-c3cd-4cc1-b8eb-2485179c5822 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.483294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08914b11-c3cd-4cc1-b8eb-2485179c5822 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.486877 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-08914b11-c3cd-4cc1-b8eb-2485179c5822 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/92a72766-57e8-4021-a41e-c304867c933b HTTP/1.1" status: 204 len: 168 time: 0.4424257 Jul 16 09:12:39.492022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37588) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:39.497461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'Port': ['ID=86024d4e-d7ec-4e70-be0e-d09338ad2e81,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:39.506649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08914b11-c3cd-4cc1-b8eb-2485179c5822 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a72766-57e8-4021-a41e-c304867c933b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:39.509231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.20.0.4 (2b1f2097-e126-4c58-bf43-7c84b4f177c3/24b83779-f65c-4c27-a74f-5d76c07c8f6a/b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:39.651673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 2} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:39.656697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.674060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.688860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.729827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-49a35df7-bf54-40fd-9663-4bd2caee52da tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2365143 Jul 16 09:12:39.730676 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.732832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37594) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:39.780917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2b3388fd-1d84-4edb-a457-348cbb2c18a6 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--292531721'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:39.999924 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b3388fd-1d84-4edb-a457-348cbb2c18a6 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.082160 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Floating IP 603e66f9-0f68-475f-87e5-094e6bac6e05 associated. External IP: 172.25.6.123, port: e5908944-108c-40b1-93e8-027eee06c382. Jul 16 09:12:40.331178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-886a0baf-d22f-4612-82fc-9b223ba780fd req-54085ca3-c74b-4899-bfe6-ad69bed7b3c8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 210 time: 0.3261485 Jul 16 09:12:40.354036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port ba45843f-2dba-4acf-ab38-c5b6163035c8 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:40.480624 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.529435 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.545970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Transition to ACTIVE for port object b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:40.659974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:40.691578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b3388fd-1d84-4edb-a457-348cbb2c18a6 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.707635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.708486 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b3388fd-1d84-4edb-a457-348cbb2c18a6 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.723365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.841195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.843692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b3388fd-1d84-4edb-a457-348cbb2c18a6 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.847553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2b3388fd-1d84-4edb-a457-348cbb2c18a6 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0681303 Jul 16 09:12:40.851570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37618) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:40.862103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3388fd-1d84-4edb-a457-348cbb2c18a6 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebad41-f14d-4425-b3c9-96e700c07ec7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:40.872723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-382d8d04-0f15-4e9c-9d5a-7bfb0e9a0ef8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:40.873508 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-382d8d04-0f15-4e9c-9d5a-7bfb0e9a0ef8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 09:12:40.874093 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-382d8d04-0f15-4e9c-9d5a-7bfb0e9a0ef8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:40.877784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-382d8d04-0f15-4e9c-9d5a-7bfb0e9a0ef8 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141323 Jul 16 09:12:40.889635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37620) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:40.902790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:40.907735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-535a6232-0f6f-4f52-9bf6-72991e5f84d2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:40.929058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:40.954971 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.960493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.973458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:40.978833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:41.028774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:41.087979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port f5cf0a20-6c51-48e4-af4b-146ea760cd2a yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:41.196585 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Floating IP 240dac41-90d8-4c06-965a-0e7848ed839e associated. External IP: 172.25.6.92, port: bc66fa22-6fc8-4b06-9e54-d7d356d24932. Jul 16 09:12:41.274552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:41.275445 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:41.281994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:41.291412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:41.300738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:41.307523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] Sync routers for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:41.313181 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-535a6232-0f6f-4f52-9bf6-72991e5f84d2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:41.314199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event updated for resources: {'Port': ['ID=86024d4e-d7ec-4e70-be0e-d09338ad2e81,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:41.316794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-535a6232-0f6f-4f52-9bf6-72991e5f84d2 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4164214 Jul 16 09:12:41.322200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37634) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:41.327078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:41.327997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:41.355050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2585338c-18fb-490e-acaa-ab4ea1c7ef71 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:41.355406 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-2585338c-18fb-490e-acaa-ab4ea1c7ef71 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 09:12:41.355894 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-2585338c-18fb-490e-acaa-ab4ea1c7ef71 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:41.356961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2585338c-18fb-490e-acaa-ab4ea1c7ef71 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0324364 Jul 16 09:12:41.362991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-74e503bf-bc97-425f-b50b-dce8c0bb7d77 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2408094 Jul 16 09:12:41.362991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37636) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:41.386889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2b5551e3-3960-436d-aa9d-4d0272954f7d tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:41.412379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Request body: {'port': {'device_id': '29600365-6747-412b-aa3c-5e1890601f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:41.473068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91fa6a5b-6016-4357-856f-5dd9088b397c None None] Provisioning for port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:41.518788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:41.543883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-612bc4fa-e16e-4b94-80ff-ce3219bacf4e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "PUT /v2.0/floatingips/603e66f9-0f68-475f-87e5-094e6bac6e05 HTTP/1.1" status: 200 len: 992 time: 3.4007232 Jul 16 09:12:41.547645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:41.557459 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34584634-4cd9-4980-b873-0cd2a947e660" -d '{"events": [{"name": "network-changed", "server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "tag": "e5908944-108c-40b1-93e8-027eee06c382"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:41.558949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-91fa6a5b-6016-4357-856f-5dd9088b397c None None] Provisioning complete for port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:41.559163 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91fa6a5b-6016-4357-856f-5dd9088b397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:41.642565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-91fa6a5b-6016-4357-856f-5dd9088b397c None None] Port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:41.666190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:41.729564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Router 40954f96-5742-4433-b6b7-9fa2481ff0da has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:41.980752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:41.993678 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] Sync routers for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:42.006730 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:42.008020 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:42.018287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.089358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '603e66f9-0f68-475f-87e5-094e6bac6e05', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'port_id': 'e5908944-108c-40b1-93e8-027eee06c382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'mac_address': 'fa:16:3e:0a:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:09Z', 'updated_at': '2021-07-16T09:12:39Z', 'revision_number': 1, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:42.102150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34584634-4cd9-4980-b873-0cd2a947e660 req-5ac0d1a0-b9a7-4a5e-b88e-667cb58f2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:42.103845 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-34584634-4cd9-4980-b873-0cd2a947e660 req-5ac0d1a0-b9a7-4a5e-b88e-667cb58f2068 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1098 time: 0.1810501 Jul 16 09:12:42.149353 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f8a4e3-721a-4787-9b37-f5e16671bffa x-openstack-request-id: req-e6f8a4e3-721a-4787-9b37-f5e16671bffa {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:42.149783 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "tag": "e5908944-108c-40b1-93e8-027eee06c382", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:42.150044 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6f8a4e3-721a-4787-9b37-f5e16671bffa {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:42.150722 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382', 'status': 'completed', 'code': 200} Jul 16 09:12:42.165709 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d04ee596-0cac-498e-bda0-407cf1eddfb3 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9159069 Jul 16 09:12:42.165945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] Checking router: 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:42.173283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:42.173495 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'tag': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:42.175744 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb18259a-bae9-463c-bb1e-739c138df001" -d '{"events": [{"name": "network-changed", "server_uuid": "e47f49b7-4d31-4b09-a124-23f96430fac6", "tag": "bc66fa22-6fc8-4b06-9e54-d7d356d24932"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:42.180870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:42.181508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:42.248854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:42.287600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:42.288542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.293759 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b37912-6048-4e93-8dfe-a275fad359b2 x-openstack-request-id: req-d1b37912-6048-4e93-8dfe-a275fad359b2 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:42.297902 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47f49b7-4d31-4b09-a124-23f96430fac6", "tag": "bc66fa22-6fc8-4b06-9e54-d7d356d24932", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:42.298403 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1b37912-6048-4e93-8dfe-a275fad359b2 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:42.299049 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'tag': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'status': 'completed', 'code': 200} Jul 16 09:12:42.370459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:42.376891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34584634-4cd9-4980-b873-0cd2a947e660 req-f7a843f3-d4e7-4f3c-ab1d-bb45f66f08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:42.378421 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-34584634-4cd9-4980-b873-0cd2a947e660 req-f7a843f3-d4e7-4f3c-ab1d-bb45f66f08c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.2598577 Jul 16 09:12:42.380802 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:42.437358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=ba45843f-2dba-4acf-ab38-c5b6163035c8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:42.483381 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-34584634-4cd9-4980-b873-0cd2a947e660 req-c7ec1278-e2ef-49b8-89b3-a1c25b74a627 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 200 len: 1000 time: 0.0961742 Jul 16 09:12:42.530450 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-2b5551e3-3960-436d-aa9d-4d0272954f7d tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:42.531514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2b5551e3-3960-436d-aa9d-4d0272954f7d tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1609511 Jul 16 09:12:42.535860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37664) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.542233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3ad7b996-5803-41e3-bef5-0d90d1fea187 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.542830 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-3ad7b996-5803-41e3-bef5-0d90d1fea187 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 09:12:42.543330 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-3ad7b996-5803-41e3-bef5-0d90d1fea187 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:42.544464 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3ad7b996-5803-41e3-bef5-0d90d1fea187 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067196 Jul 16 09:12:42.547180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37666) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.555578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-770895fc-4973-43ff-8592-a6769b83f23c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.594805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34584634-4cd9-4980-b873-0cd2a947e660 req-33756cea-59d5-4e40-9728-6145c0299346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:42.596517 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-34584634-4cd9-4980-b873-0cd2a947e660 req-33756cea-59d5-4e40-9728-6145c0299346 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.1078753 Jul 16 09:12:42.643273 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-770895fc-4973-43ff-8592-a6769b83f23c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:42.645085 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-770895fc-4973-43ff-8592-a6769b83f23c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0962255 Jul 16 09:12:42.658984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.660381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.670965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bcd6e695-9651-4244-985d-fdb2bab5f15b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.671495 n-d-780147-28 neutron-server[94164]: WARNING neutron.api.v2.base [None req-bcd6e695-9651-4244-985d-fdb2bab5f15b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 09:12:42.671932 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-bcd6e695-9651-4244-985d-fdb2bab5f15b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:42.678950 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bcd6e695-9651-4244-985d-fdb2bab5f15b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127089 Jul 16 09:12:42.680946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.702426 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-80319fb8-46f3-41f2-8e24-20397bbf882e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.715899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '603e66f9-0f68-475f-87e5-094e6bac6e05', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'port_id': 'e5908944-108c-40b1-93e8-027eee06c382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'mac_address': 'fa:16:3e:0a:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:09Z', 'updated_at': '2021-07-16T09:12:39Z', 'revision_number': 1, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:42.718760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=f5cf0a20-6c51-48e4-af4b-146ea760cd2a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:42.760434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d8679-84da-4811-8578-165f9d6d3b78 None None] The sync data for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 is: [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '603e66f9-0f68-475f-87e5-094e6bac6e05', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'port_id': 'e5908944-108c-40b1-93e8-027eee06c382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'mac_address': 'fa:16:3e:0a:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:09Z', 'updated_at': '2021-07-16T09:12:39Z', 'revision_number': 1, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:42.844608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6092b73-df6c-47d1-a29e-10052f9f4c63 req-86cf98c6-da6c-4cc5-96bd-0ad6ecd0a33e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:42.846341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6092b73-df6c-47d1-a29e-10052f9f4c63 req-86cf98c6-da6c-4cc5-96bd-0ad6ecd0a33e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 931 time: 1.3025081 Jul 16 09:12:42.872928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34584634-4cd9-4980-b873-0cd2a947e660 req-29a966c5-f7a8-4c8a-a15e-d48ecc483fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:42.874559 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-34584634-4cd9-4980-b873-0cd2a947e660 req-29a966c5-f7a8-4c8a-a15e-d48ecc483fe6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708137 Jul 16 09:12:42.916434 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '240dac41-90d8-4c06-965a-0e7848ed839e', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'port_id': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'mac_address': 'fa:16:3e:d7:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:39Z', 'updated_at': '2021-07-16T09:12:39Z', 'revision_number': 0, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:49Z', 'revision_number': 5, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:42.979274 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] Checking router: 40954f96-5742-4433-b6b7-9fa2481ff0da for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:42.988053 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:42.988672 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:43.026328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Checking segment: {'id': '255092df-32ab-43a2-9288-a0c83bb3cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '03f8d229-154a-4066-ab54-4b83744561ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:43.030734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network hostable DHCP agents. Network: 03f8d229-154a-4066-ab54-4b83744561ae, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:43.041639 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-80319fb8-46f3-41f2-8e24-20397bbf882e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:43.046451 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-80319fb8-46f3-41f2-8e24-20397bbf882e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3539922 Jul 16 09:12:43.046700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37688) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:43.057269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18259a-bae9-463c-bb1e-739c138df001 req-b63f4421-5413-4471-9826-4408c4a4a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:43.058807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb18259a-bae9-463c-bb1e-739c138df001 req-b63f4421-5413-4471-9826-4408c4a4a2b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fc0e8d2836a4892a62414661f8ec0a1&device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 1097 time: 0.6507640 Jul 16 09:12:43.123688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-be714a56-327f-4307-8b58-680c217ff20c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '20ebad41-f14d-4425-b3c9-96e700c07ec7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:43.168688 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:43.171538 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-34584634-4cd9-4980-b873-0cd2a947e660 req-5449fb47-1f95-4163-83df-5d16e17e4617 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783840 Jul 16 09:12:43.240421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877d322-2e38-48da-a535-7b865e9c4e79 None None] New status for floating IP 603e66f9-0f68-475f-87e5-094e6bac6e05: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:12:43.264144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 03f8d229-154a-4066-ab54-4b83744561ae is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:43.290865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6092b73-df6c-47d1-a29e-10052f9f4c63 req-f0c387aa-f5be-43fb-9d0b-3b91f47f8b69 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926053 Jul 16 09:12:43.312126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 03f8d229-154a-4066-ab54-4b83744561ae) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:43.326959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4feaee5-99b4-4559-b167-4fd3b97de8db None None] Network 03f8d229-154a-4066-ab54-4b83744561ae requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:43.329128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:43.336719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:43.342160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:43.342954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.345867 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-be714a56-327f-4307-8b58-680c217ff20c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:43.350442 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-be714a56-327f-4307-8b58-680c217ff20c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2720644 Jul 16 09:12:43.353394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37694) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:43.387521 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18259a-bae9-463c-bb1e-739c138df001 req-99368d57-2874-43dd-bdb9-a6598ffc3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:43.390267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb18259a-bae9-463c-bb1e-739c138df001 req-99368d57-2874-43dd-bdb9-a6598ffc3ffb service neutron] 10.222.0.52 "GET /v2.0/networks?id=36c59d9d-42bc-49cd-85b6-22dc468ac599 HTTP/1.1" status: 200 len: 908 time: 0.3228116 Jul 16 09:12:43.459534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-34584634-4cd9-4980-b873-0cd2a947e660 req-294fe355-db8a-42ad-9671-ecfa7b448617 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779486 Jul 16 09:12:43.464901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dc9517b9-3219-47e3-87e0-c6e1c1555248 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0926104 Jul 16 09:12:43.470630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:43.552814 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66efc5db-bbf5-47a7-8e6a-0ff827e37157 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.591315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66efc5db-bbf5-47a7-8e6a-0ff827e37157 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.680398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66efc5db-bbf5-47a7-8e6a-0ff827e37157 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.683083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-66efc5db-bbf5-47a7-8e6a-0ff827e37157 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.684900 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '240dac41-90d8-4c06-965a-0e7848ed839e', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'port_id': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'mac_address': 'fa:16:3e:d7:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:39Z', 'updated_at': '2021-07-16T09:12:39Z', 'revision_number': 0, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:49Z', 'revision_number': 5, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:43.688573 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-66efc5db-bbf5-47a7-8e6a-0ff827e37157 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/20ebad41-f14d-4425-b3c9-96e700c07ec7 HTTP/1.1" status: 204 len: 168 time: 0.3341362 Jul 16 09:12:43.690121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37702) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:43.697940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb18259a-bae9-463c-bb1e-739c138df001 req-13f95b27-e4ad-4f40-b790-43a73f4bb3a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932 HTTP/1.1" status: 200 len: 998 time: 0.2999220 Jul 16 09:12:43.720931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efc5db-bbf5-47a7-8e6a-0ff827e37157 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebad41-f14d-4425-b3c9-96e700c07ec7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:43.761156 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70972a9-1754-4f3f-bde1-1af61d724b36 None None] The sync data for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 is: [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '240dac41-90d8-4c06-965a-0e7848ed839e', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'port_id': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'mac_address': 'fa:16:3e:d7:2e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:39Z', 'updated_at': '2021-07-16T09:12:39Z', 'revision_number': 0, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:49Z', 'revision_number': 5, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:43.813764 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1897ebfd-f5a1-4eeb-8142-c87e6e7a07f7 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1174464 Jul 16 09:12:43.816097 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37704) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:43.821481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a88bece5-0c93-4e9d-8612-bd126c187e24 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462702930'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:43.827964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18259a-bae9-463c-bb1e-739c138df001 req-938e66d7-ef01-4690-809c-5dbf6213f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:43.829990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb18259a-bae9-463c-bb1e-739c138df001 req-938e66d7-ef01-4690-809c-5dbf6213f167 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e95089f6-3484-43dd-8051-c07b63e6102b HTTP/1.1" status: 200 len: 846 time: 0.1054349 Jul 16 09:12:43.868700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f64f8-27e6-43b8-8078-364370488f84 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port f5cf0a20-6c51-48e4-af4b-146ea760cd2a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:43.869286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f6f64f8-27e6-43b8-8078-364370488f84 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.875479 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a88bece5-0c93-4e9d-8612-bd126c187e24 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.880109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:43.891693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.916708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Transition to ACTIVE for port object b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:43.934076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.981815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f6f64f8-27e6-43b8-8078-364370488f84 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.031744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:44.045069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f64f8-27e6-43b8-8078-364370488f84 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for f5cf0a20-6c51-48e4-af4b-146ea760cd2a owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:44.189156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a88bece5-0c93-4e9d-8612-bd126c187e24 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.198366 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad1d3f-7b4f-4bb5-abcd-bb95b3d8e9d0 None None] New status for floating IP 240dac41-90d8-4c06-965a-0e7848ed839e: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:12:44.219585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a88bece5-0c93-4e9d-8612-bd126c187e24 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.237551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18259a-bae9-463c-bb1e-739c138df001 req-2b4c0fde-c926-47e9-be63-7092d54c0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.239456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb18259a-bae9-463c-bb1e-739c138df001 req-2b4c0fde-c926-47e9-be63-7092d54c0e90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36c59d9d-42bc-49cd-85b6-22dc468ac599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4015887 Jul 16 09:12:44.349454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bece5-0c93-4e9d-8612-bd126c187e24 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc515b-23c1-49e6-9956-a0e16636017a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:44.368563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a88bece5-0c93-4e9d-8612-bd126c187e24 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.370585 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a88bece5-0c93-4e9d-8612-bd126c187e24 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5535064 Jul 16 09:12:44.380791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37718) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:44.391989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ac0faeb0-6fa1-4e3f-8836-5e4fecaea44f tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '13dc515b-23c1-49e6-9956-a0e16636017a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:44.443478 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9726dfe-ed6c-4833-9665-6673fa4049c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.485360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb18259a-bae9-463c-bb1e-739c138df001 req-957688bc-e4ec-47ac-9587-ad8f367b2fac service neutron] 10.222.0.52 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320046 Jul 16 09:12:44.504833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f6f64f8-27e6-43b8-8078-364370488f84 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.557456 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f6f64f8-27e6-43b8-8078-364370488f84 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.564534 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4f6f64f8-27e6-43b8-8078-364370488f84 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/f5cf0a20-6c51-48e4-af4b-146ea760cd2a HTTP/1.1" status: 204 len: 168 time: 1.0926321 Jul 16 09:12:44.565952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37724) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:44.606050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f64f8-27e6-43b8-8078-364370488f84 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=f5cf0a20-6c51-48e4-af4b-146ea760cd2a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:44.618856 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-ac0faeb0-6fa1-4e3f-8836-5e4fecaea44f tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The resource could not be found. Jul 16 09:12:44.620511 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ac0faeb0-6fa1-4e3f-8836-5e4fecaea44f tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2376029 Jul 16 09:12:44.623463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37728) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:44.646699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6376d23c-fa91-4866-9f5c-2b6904a0fa09 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': '13dc515b-23c1-49e6-9956-a0e16636017a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4161691-6958-4ec0-9de9-da9fe6c108d8'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:44.674894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:44.675690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:44.675690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:44.719679 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-6376d23c-fa91-4866-9f5c-2b6904a0fa09 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The resource could not be found. Jul 16 09:12:44.723562 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6376d23c-fa91-4866-9f5c-2b6904a0fa09 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0964344 Jul 16 09:12:44.724064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37734) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:44.761122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:44.761756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:44.782098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:44.782457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Checking segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:44.782861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Bound using segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:44.783319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Bound port: b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:44.784262 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.831040 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35bec647-3980-4080-aa4e-1957c6b36400 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.859807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35bec647-3980-4080-aa4e-1957c6b36400 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.865559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb18259a-bae9-463c-bb1e-739c138df001 req-91914371-bb8e-4566-9256-32fc64d441ce service neutron] 10.222.0.52 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724926 Jul 16 09:12:44.882028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39828918-683d-4da3-a05e-acd198fe7ddb req-237326f8-1a35-4691-8545-450b4faf5c31 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.883861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39828918-683d-4da3-a05e-acd198fe7ddb req-237326f8-1a35-4691-8545-450b4faf5c31 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 943 time: 0.3336196 Jul 16 09:12:44.904682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8938c9f-a00b-4158-996f-f1034f6b235b tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.913369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8938c9f-a00b-4158-996f-f1034f6b235b tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.915824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a8938c9f-a00b-4158-996f-f1034f6b235b tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2716653 Jul 16 09:12:44.920175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37738) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:44.955342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:44.965366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35bec647-3980-4080-aa4e-1957c6b36400 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.968438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-35bec647-3980-4080-aa4e-1957c6b36400 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.972824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-35bec647-3980-4080-aa4e-1957c6b36400 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/13dc515b-23c1-49e6-9956-a0e16636017a HTTP/1.1" status: 204 len: 168 time: 0.2444680 Jul 16 09:12:44.973039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:44.974499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37742) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:44.995202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bec647-3980-4080-aa4e-1957c6b36400 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc515b-23c1-49e6-9956-a0e16636017a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:45.014102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.099727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.100600 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.103312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 1092 time: 3.7097468 Jul 16 09:12:45.103773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:45.106147 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29054de-1a42-4999-a9d4-23a0c1dede22" -d '{"events": [{"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:45.114754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-eb825224-2b70-4c72-985a-d98e6aea67e8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port ba45843f-2dba-4acf-ab38-c5b6163035c8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:45.118768 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb825224-2b70-4c72-985a-d98e6aea67e8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.169900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39828918-683d-4da3-a05e-acd198fe7ddb req-e0b01243-3b86-4ea0-9aeb-46d98e54cc88 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474709 Jul 16 09:12:45.171189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4b8e2-2262-4718-95fe-a2bb37cbe2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:45.223877 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb825224-2b70-4c72-985a-d98e6aea67e8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.234637 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948a930d-5259-4bd2-a97d-8ea31de77c8e x-openstack-request-id: req-948a930d-5259-4bd2-a97d-8ea31de77c8e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:45.234945 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:45.235206 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-948a930d-5259-4bd2-a97d-8ea31de77c8e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:45.235682 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'status': 'completed', 'code': 200} Jul 16 09:12:45.239840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fd352de7-20ff-42ea-ad34-2d6925bcbd76 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2639139 Jul 16 09:12:45.251066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-eb825224-2b70-4c72-985a-d98e6aea67e8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for ba45843f-2dba-4acf-ab38-c5b6163035c8 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:45.253225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37750) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:45.267526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9a3aa172-a9df-49ab-a7e5-79604d965eca tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdafab-9aad-4297-9ed0-12afdce522c2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:45.342254 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.359532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-75063f6f-0dce-4ed3-a29d-1841ee1ebd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.361543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-75063f6f-0dce-4ed3-a29d-1841ee1ebd67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1095 time: 0.1828713 Jul 16 09:12:45.362773 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-9a3aa172-a9df-49ab-a7e5-79604d965eca tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The resource could not be found. Jul 16 09:12:45.364007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a3aa172-a9df-49ab-a7e5-79604d965eca tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1071091 Jul 16 09:12:45.368404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37758) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:45.373816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3a1fe676-43fa-4337-86dd-64fc50e21f29 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088076088'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:45.491398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb825224-2b70-4c72-985a-d98e6aea67e8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.494143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-1df60bf9-f244-4eed-8a45-25a9e5c1874d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 217 time: 0.0922117 Jul 16 09:12:45.495225 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe676-43fa-4337-86dd-64fc50e21f29 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.537895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb825224-2b70-4c72-985a-d98e6aea67e8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=ba45843f-2dba-4acf-ab38-c5b6163035c8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:45.544451 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eb825224-2b70-4c72-985a-d98e6aea67e8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.546858 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb825224-2b70-4c72-985a-d98e6aea67e8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/ba45843f-2dba-4acf-ab38-c5b6163035c8 HTTP/1.1" status: 204 len: 168 time: 0.6250851 Jul 16 09:12:45.549693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37760) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:45.642912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-28e37eed-bd7a-42ab-ba2a-e4ae54aae982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.649038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-28e37eed-bd7a-42ab-ba2a-e4ae54aae982 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.1446903 Jul 16 09:12:45.693858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d447d-639d-4865-a8ec-da7b739d2319 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.696587 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d13d447d-639d-4865-a8ec-da7b739d2319 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1443267 Jul 16 09:12:45.699844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37768) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:45.702366 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe676-43fa-4337-86dd-64fc50e21f29 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.708174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe676-43fa-4337-86dd-64fc50e21f29 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.739951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe676-43fa-4337-86dd-64fc50e21f29 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.741213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3a1fe676-43fa-4337-86dd-64fc50e21f29 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3711967 Jul 16 09:12:45.744518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37772) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:45.750011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b68a7b97-5067-4182-92a0-9193cc64b0bd tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--810657359'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:45.754565 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb6b4bf-3ec2-4b4c-a97f-0238d8166977 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:12:45.756786 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3cb6b4bf-3ec2-4b4c-a97f-0238d8166977 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/f5cf0a20-6c51-48e4-af4b-146ea760cd2a HTTP/1.1" status: 404 len: 333 time: 0.0558596 Jul 16 09:12:45.759651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fe676-43fa-4337-86dd-64fc50e21f29 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec096798-ea38-411a-862d-9050a3d41a26,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:45.760341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37774) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:45.771309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-964a90f0-45d7-433f-9e11-498a37c9abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.773452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-964a90f0-45d7-433f-9e11-498a37c9abb5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129417 Jul 16 09:12:45.799460 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04e5935-4dad-4738-8d85-9638784dd7fd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:12:45.801303 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f04e5935-4dad-4738-8d85-9638784dd7fd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/ba45843f-2dba-4acf-ab38-c5b6163035c8 HTTP/1.1" status: 404 len: 333 time: 0.0398400 Jul 16 09:12:45.803892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:45.842272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b97-5067-4182-92a0-9193cc64b0bd tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.907502 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.931773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-267f8c34-e48d-438f-b6c2-f5ba6ac4b2c2 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511137 Jul 16 09:12:46.090411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd2397c3-ab22-42ea-929d-4b896f13c934 req-7216db91-57a7-4dfd-bd01-c0e60be8e444 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414704 Jul 16 09:12:46.229142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-871e5fde-45df-4837-af2a-0352ecf8d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.232047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-871e5fde-45df-4837-af2a-0352ecf8d1d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1095 time: 0.0800791 Jul 16 09:12:46.373376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.399446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f8d229-154a-4066-ab54-4b83744561ae']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:46.412681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255092df-32ab-43a2-9288-a0c83bb3cc51') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:46.413037 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255092df-32ab-43a2-9288-a0c83bb3cc51') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:46.425135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.436717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-f8e10484-af54-4d5f-be9a-d74ae7aee52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.438647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-f8e10484-af54-4d5f-be9a-d74ae7aee52d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.2007911 Jul 16 09:12:46.441073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.448318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:46.448704 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.500712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-3bbb152c-c020-45a5-b864-669ad607c42c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 217 time: 0.0507989 Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:46.524200 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:46.533852 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.548415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.551215 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/networks/03f8d229-154a-4066-ab54-4b83744561ae HTTP/1.1" status: 204 len: 168 time: 0.7454665 Jul 16 09:12:46.557430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37794) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:46.560382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6343f-6748-41ea-a759-b690ebff5a63 req-cf0b4a15-11dd-479d-8f80-aee9fda7fdd7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.562107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9d6343f-6748-41ea-a759-b690ebff5a63 req-cf0b4a15-11dd-479d-8f80-aee9fda7fdd7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 943 time: 0.1882980 Jul 16 09:12:46.584704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1770648410'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:46.593971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981002-4ed8-4743-aa2e-ca16163e5bff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Network': ['ID=03f8d229-154a-4066-ab54-4b83744561ae,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:46.613962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b97-5067-4182-92a0-9193cc64b0bd tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.623197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b97-5067-4182-92a0-9193cc64b0bd tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.633594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9d6343f-6748-41ea-a759-b690ebff5a63 req-3ab1cb0e-13c1-4ad2-95c3-23f12e68b690 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636103 Jul 16 09:12:46.644184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-106f8c28-1f9d-486f-9ab3-729262dcafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.646129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-106f8c28-1f9d-486f-9ab3-729262dcafdf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.1374149 Jul 16 09:12:46.681261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a7b97-5067-4182-92a0-9193cc64b0bd tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e660e4b-211c-4528-a548-f0d541c7801d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:46.686259 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:46.690690 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.709483 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b97-5067-4182-92a0-9193cc64b0bd tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.711672 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b68a7b97-5067-4182-92a0-9193cc64b0bd tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9658537 Jul 16 09:12:46.715070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37796) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:46.720033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-efdd2c79-eca4-4c36-8a41-b383ea688389 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group_rule': {'security_group_id': 'ec096798-ea38-411a-862d-9050a3d41a26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8e660e4b-211c-4528-a548-f0d541c7801d'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:46.739786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:46.756718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-820279c8-94b7-463e-a7e3-24a8d59186f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.759029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.759724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-820279c8-94b7-463e-a7e3-24a8d59186f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055868 Jul 16 09:12:46.759881 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Added segment 7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e of type vlan for network 133f424e-504d-461b-b3ff-0f428c5889c6 Jul 16 09:12:46.822803 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-efdd2c79-eca4-4c36-8a41-b383ea688389 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:12:46.823989 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-efdd2c79-eca4-4c36-8a41-b383ea688389 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1077764 Jul 16 09:12:46.825993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.826874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37804) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:46.874052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.880229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.880828 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.924340 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3588114 Jul 16 09:12:46.927067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37808) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:46.936140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '133f424e-504d-461b-b3ff-0f428c5889c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:46.960303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-d7052724-ce72-4f18-93a8-2e1b055323ed service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926858 Jul 16 09:12:46.983601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e099331d-45f3-4b68-a145-afefb990c1e4 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.004434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ca6c7-4c8c-4efe-841e-3deb541fd976 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Network': ['ID=133f424e-504d-461b-b3ff-0f428c5889c6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:47.017968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 133f424e-504d-461b-b3ff-0f428c5889c6 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:47.033453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e099331d-45f3-4b68-a145-afefb990c1e4 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.111024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:47.117208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.131712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e29054de-1a42-4999-a9d4-23a0c1dede22 req-a0d8a52d-ea6c-4b4c-b179-3a3baf47bf8e service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572325 Jul 16 09:12:47.138136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e099331d-45f3-4b68-a145-afefb990c1e4 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.141510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e099331d-45f3-4b68-a145-afefb990c1e4 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.142955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e099331d-45f3-4b68-a145-afefb990c1e4 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/8e660e4b-211c-4528-a548-f0d541c7801d HTTP/1.1" status: 204 len: 168 time: 0.3150678 Jul 16 09:12:47.147185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37816) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:47.175042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099331d-45f3-4b68-a145-afefb990c1e4 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e660e4b-211c-4528-a548-f0d541c7801d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:47.243038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7c4b95d5-e8ab-4621-8438-8618fa1d0c1b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0929701 Jul 16 09:12:47.245913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37818) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:47.317798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd2af6d-3aab-41d3-85de-ff200eefa232 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.344019 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd2af6d-3aab-41d3-85de-ff200eefa232 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.368225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.406733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd2af6d-3aab-41d3-85de-ff200eefa232 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.409612 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dd2af6d-3aab-41d3-85de-ff200eefa232 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.410878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7dd2af6d-3aab-41d3-85de-ff200eefa232 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec096798-ea38-411a-862d-9050a3d41a26 HTTP/1.1" status: 204 len: 168 time: 0.1634421 Jul 16 09:12:47.414994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37822) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:47.434586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2af6d-3aab-41d3-85de-ff200eefa232 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec096798-ea38-411a-862d-9050a3d41a26,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:47.462501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=971827ee-182d-4262-b9ff-ed0b92b70f3e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:47.471985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Checking segment: {'id': '7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '133f424e-504d-461b-b3ff-0f428c5889c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:47.472350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network hostable DHCP agents. Network: 133f424e-504d-461b-b3ff-0f428c5889c6, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:47.490331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0dc68d16-7605-4217-aea0-26d64109b64a tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739646 Jul 16 09:12:47.490629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 133f424e-504d-461b-b3ff-0f428c5889c6 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:47.494705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37828) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:47.499667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dfd23084-cbbf-4440-8195-362998d8011b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625160536'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:47.520489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 133f424e-504d-461b-b3ff-0f428c5889c6) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:47.528900 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.529671 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.536972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61c8c6-b2cd-4e71-aef9-ea84c4a4ace9 None None] Network 133f424e-504d-461b-b3ff-0f428c5889c6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:47.545965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dfd23084-cbbf-4440-8195-362998d8011b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.567693 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a1a08368-9b18-4d41-920c-68cd6021239f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6371686 Jul 16 09:12:47.568087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:47.574317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '133f424e-504d-461b-b3ff-0f428c5889c6', 'name': 'tempest-PortsTestJSON-35321447'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:47.702921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dfd23084-cbbf-4440-8195-362998d8011b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.712655 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dfd23084-cbbf-4440-8195-362998d8011b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.806299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dfd23084-cbbf-4440-8195-362998d8011b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.820674 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dfd23084-cbbf-4440-8195-362998d8011b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3232841 Jul 16 09:12:47.824438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd23084-cbbf-4440-8195-362998d8011b tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a356e9-9392-4bb3-85d6-fca786cc4678,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:47.833308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37840) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:47.835323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.838833 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d90e6950-af60-4588-8a86-7dfedfa4b29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.850312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e9e0b4a4-d5c5-4550-8f40-ed4b15807479 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:47.850735 n-d-780147-28 neutron-server[94159]: WARNING neutron.api.v2.base [None req-e9e0b4a4-d5c5-4550-8f40-ed4b15807479 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 09:12:47.851293 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-e9e0b4a4-d5c5-4550-8f40-ed4b15807479 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 09:12:47.854954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e9e0b4a4-d5c5-4550-8f40-ed4b15807479 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "PUT /v2.0/security-groups/d8a356e9-9392-4bb3-85d6-fca786cc4678 HTTP/1.1" status: 409 len: 330 time: 0.0146019 Jul 16 09:12:47.854954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:47.856350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37842) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:47.858328 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.901636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 4855a4ae-4512-4c0d-ab2f-ad97126ff6a3 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:47.915181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-133f424e-504d-461b-b3ff-0f428c5889c6', 'network_id': '133f424e-504d-461b-b3ff-0f428c5889c6', 'tenant_id': '135bf8a118bc4f83944e4ce3ad4b478d', 'fixed_ips': [{'subnet_id': '971827ee-182d-4262-b9ff-ed0b92b70f3e'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:12:47.916449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:47.972360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0bdb3501-d4cb-4477-ac8f-54fd41eaeb1e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.008714 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0bdb3501-d4cb-4477-ac8f-54fd41eaeb1e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.079226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b777a-07d7-47ff-b814-71dc823393f7 req-062a9a16-a967-4afe-bab2-48b3d424e21e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:48.080825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-275b777a-07d7-47ff-b814-71dc823393f7 req-062a9a16-a967-4afe-bab2-48b3d424e21e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 943 time: 0.1652424 Jul 16 09:12:48.092758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Allocated IP 172.20.0.2 (133f424e-504d-461b-b3ff-0f428c5889c6/971827ee-182d-4262-b9ff-ed0b92b70f3e/3cab9b94-13a4-4751-bab9-2c469bef7079) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:48.103000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0bdb3501-d4cb-4477-ac8f-54fd41eaeb1e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.105787 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0bdb3501-d4cb-4477-ac8f-54fd41eaeb1e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.109886 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0bdb3501-d4cb-4477-ac8f-54fd41eaeb1e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/d8a356e9-9392-4bb3-85d6-fca786cc4678 HTTP/1.1" status: 204 len: 168 time: 0.2521992 Jul 16 09:12:48.110707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37848) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:48.132459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb3501-d4cb-4477-ac8f-54fd41eaeb1e tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a356e9-9392-4bb3-85d6-fca786cc4678,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:48.153686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:48.163175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-275b777a-07d7-47ff-b814-71dc823393f7 req-2ae9ba4c-daa6-4a30-b917-0e2855fb0db1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632212 Jul 16 09:12:48.190254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37852) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:48.190525 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e614b336-7a7a-467d-9f00-7073ca7a6f5c tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755608 Jul 16 09:12:48.211714 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-32b9084b-2667-48be-a6c8-76055720291f tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] delete failed (client error): The resource could not be found. Jul 16 09:12:48.217833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-32b9084b-2667-48be-a6c8-76055720291f tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "DELETE /v2.0/security-groups/220b0eff-140b-43c0-829d-7b7a55d53a37 HTTP/1.1" status: 404 len: 347 time: 0.0212376 Jul 16 09:12:48.218486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:48.232153 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-3f1d456d-31fe-4ffa-9f20-d0ebded755da tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] show failed (client error): The resource could not be found. Jul 16 09:12:48.237374 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3f1d456d-31fe-4ffa-9f20-d0ebded755da tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-groups/4efa9866-d2a0-439a-a701-070635c5f7f9 HTTP/1.1" status: 404 len: 347 time: 0.0139883 Jul 16 09:12:48.237600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37856) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:48.253115 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-d9e0c2f9-445a-4fc4-ab67-df3bae13c9a9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] show failed (client error): The resource could not be found. Jul 16 09:12:48.257894 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d9e0c2f9-445a-4fc4-ab67-df3bae13c9a9 tempest-NegativeSecGroupTest-2059039956 tempest-NegativeSecGroupTest-2059039956-project] 10.222.0.55 "GET /v2.0/security-group-rules/2577473d-e20b-4a5f-8024-b7df236a0d04 HTTP/1.1" status: 404 len: 356 time: 0.0154061 Jul 16 09:12:48.376367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:48.397246 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.402786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'port_id': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'mac_address': 'fa:16:3e:f4:61:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:48.412937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Transition to ACTIVE for port object 3cab9b94-13a4-4751-bab9-2c469bef7079 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:48.458196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Transition to ACTIVE for port object 3cab9b94-13a4-4751-bab9-2c469bef7079 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:48.462360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.471976 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.521133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Pushing event updated for resources: {'Port': ['ID=3cab9b94-13a4-4751-bab9-2c469bef7079,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:48.530926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.531566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.531566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.531922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.532249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.532571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.532899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.533220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.533539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.534046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.534365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.534682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.539728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:48.551185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Network 133f424e-504d-461b-b3ff-0f428c5889c6 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:48.553686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:48.558063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:48.567820 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-50a63fb8-442e-478d-8fc8-8a91d957dbcd {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:12:48.568291 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:12:48.596834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:48.605860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.656739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Attempting to bind port 3cab9b94-13a4-4751-bab9-2c469bef7079 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:48.657392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Attempting to bind port 3cab9b94-13a4-4751-bab9-2c469bef7079 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '133f424e-504d-461b-b3ff-0f428c5889c6'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:48.658090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Attempting to bind port 3cab9b94-13a4-4751-bab9-2c469bef7079 on network 133f424e-504d-461b-b3ff-0f428c5889c6 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:48.665998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:48.666474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Checking segment: {'id': '7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '133f424e-504d-461b-b3ff-0f428c5889c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:48.666771 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.667337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Bound using segment: {'id': '7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '133f424e-504d-461b-b3ff-0f428c5889c6'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:48.667803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Bound port: 3cab9b94-13a4-4751-bab9-2c469bef7079, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '133f424e-504d-461b-b3ff-0f428c5889c6'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:48.668567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37868) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:48.669811 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.736206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:48.773685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] For port 3cab9b94-13a4-4751-bab9-2c469bef7079, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:48.778232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] For port 3cab9b94-13a4-4751-bab9-2c469bef7079, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3cab9b94-13a4-4751-bab9-2c469bef7079,segment=NetworkSegment(7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e),segment_id=7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:48.783069 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.835135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:48.860620 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b71fc034-e8e0-493b-a42d-09cd6b814108 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=408505b99da44d85aa04b5c1f515177a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909096 Jul 16 09:12:48.863201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37876) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:48.911746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b811a-0e7f-4398-883f-1299146718da None None] Pushing event updated for resources: {'Port': ['ID=3cab9b94-13a4-4751-bab9-2c469bef7079,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:48.936285 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.937169 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.942430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.963342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.028195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.031058 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.032402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26b6a435-80d7-48d8-bba1-0a439e201813 HTTP/1.1" status: 204 len: 168 time: 0.1681154 Jul 16 09:12:49.050732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b6a435-80d7-48d8-bba1-0a439e201813,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:49.069196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.077366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.081916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.082252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.082601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.082936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.085507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.085943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.086301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.088878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.089236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.089584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.089948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe97dc6-0ef9-402e-a038-8a71f3c4ac73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:49.153126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:49.555917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.9 (133f424e-504d-461b-b3ff-0f428c5889c6/971827ee-182d-4262-b9ff-ed0b92b70f3e/ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:49.673964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2108ce-e91a-4611-bd9d-ebdf526e2ad6 req-6a519046-f1f4-4d9c-8e9f-c037eeec810a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:49.682110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f2108ce-e91a-4611-bd9d-ebdf526e2ad6 req-6a519046-f1f4-4d9c-8e9f-c037eeec810a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 944 time: 0.2140477 Jul 16 09:12:49.774076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f2108ce-e91a-4611-bd9d-ebdf526e2ad6 req-ee73fa37-d88b-4084-b4bc-718ed7c3b177 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912418 Jul 16 09:12:49.822445 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.841818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:49.882810 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.011702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 133f424e-504d-461b-b3ff-0f428c5889c6 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:50.018097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:50.019841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:50.081830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:50.096364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:50.097108 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.117727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7880fd3d-e329-4a21-ae39-b68381b037e6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5470407 Jul 16 09:12:50.119648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37924) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:50.176090 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.178209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:50.265488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:50.271733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:50.271733 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.390297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0154e8d2-8de6-4c09-a183-d2659ecc4dd4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:50.394087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0154e8d2-8de6-4c09-a183-d2659ecc4dd4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.416069 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.486528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:50.488986 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2755d58f-445a-4f32-a36f-5dd50e8abb11" -d '{"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-plugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:50.539805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:50.554581 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.627793 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec69a4c-bb67-4a9c-8444-e49f76c47d68 x-openstack-request-id: req-9ec69a4c-bb67-4a9c-8444-e49f76c47d68 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:50.629098 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-plugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:50.630125 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ec69a4c-bb67-4a9c-8444-e49f76c47d68 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:50.630623 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'code': 200} Jul 16 09:12:50.634291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3378d-49c8-4f90-a924-90b84e46d210 None None] Network 133f424e-504d-461b-b3ff-0f428c5889c6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:50.663185 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0154e8d2-8de6-4c09-a183-d2659ecc4dd4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.720269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0154e8d2-8de6-4c09-a183-d2659ecc4dd4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:50.751556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:50.777758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6079b714-d996-4c87-a89d-44429eae9730 None None] Provisioning for port 3cab9b94-13a4-4751-bab9-2c469bef7079 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:50.829703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de7a1c-3304-4b91-a70c-51b9ae4d9f73 req-07b362ab-6e56-4628-b855-83d22f167e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:50.836923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45de7a1c-3304-4b91-a70c-51b9ae4d9f73 req-07b362ab-6e56-4628-b855-83d22f167e38 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1097 time: 0.1594493 Jul 16 09:12:50.895442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45de7a1c-3304-4b91-a70c-51b9ae4d9f73 req-3aae7e94-da66-4de8-97d8-24cd43da05de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524249 Jul 16 09:12:50.963929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3cab9b94-13a4-4751-bab9-2c469bef7079 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:51.033102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0154e8d2-8de6-4c09-a183-d2659ecc4dd4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.049219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3cab9b94-13a4-4751-bab9-2c469bef7079 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:51.056959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3cab9b94-13a4-4751-bab9-2c469bef7079 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:51.057324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.083277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154e8d2-8de6-4c09-a183-d2659ecc4dd4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:51.176474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.222557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3cab9b94-13a4-4751-bab9-2c469bef7079, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3cab9b94-13a4-4751-bab9-2c469bef7079,segment=NetworkSegment(7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e),segment_id=7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:51.232752 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.267352 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0154e8d2-8de6-4c09-a183-d2659ecc4dd4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.273171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0154e8d2-8de6-4c09-a183-d2659ecc4dd4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd HTTP/1.1" status: 204 len: 168 time: 1.1491976 Jul 16 09:12:51.273751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37966) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:51.298197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd27a76-21ff-4b11-ae7a-cf1529a6c8cc req-e52bc747-0f69-4068-8259-6e6b234543b2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:51.306257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dd27a76-21ff-4b11-ae7a-cf1529a6c8cc req-e52bc747-0f69-4068-8259-6e6b234543b2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.3692236 Jul 16 09:12:51.334996 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc52d883-c412-411e-80ee-ae0e1fb2dc72 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:12:51.337594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc52d883-c412-411e-80ee-ae0e1fb2dc72 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:12:51.341450 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cc52d883-c412-411e-80ee-ae0e1fb2dc72 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd HTTP/1.1" status: 404 len: 333 time: 0.0655322 Jul 16 09:12:51.343785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37970) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:51.370078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3cab9b94-13a4-4751-bab9-2c469bef7079,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:51.386086 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9bafef-b58a-46c0-a422-b115d45b0abc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:12:51.388071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1d9bafef-b58a-46c0-a422-b115d45b0abc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd HTTP/1.1" status: 404 len: 333 time: 0.0431354 Jul 16 09:12:51.390999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 37972) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:51.439390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dd27a76-21ff-4b11-ae7a-cf1529a6c8cc req-683cbd52-af84-4117-9623-0939ed9ea96b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320131 Jul 16 09:12:51.513669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet 971827ee-182d-4262-b9ff-ed0b92b70f3e {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:51.520494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.610137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.669503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f3e79946-50ff-499d-90d0-108e7cafdb7c None None] Provisioning complete for port 3cab9b94-13a4-4751-bab9-2c469bef7079 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:51.672239 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f3e79946-50ff-499d-90d0-108e7cafdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.820153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:51.906748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f3e79946-50ff-499d-90d0-108e7cafdb7c None None] Could not find standard attr ID for object ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:12:52.020595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-21d58b00-9047-4bd4-9e55-007ef479ae41 None None] Could not find standard attr ID for object ba3dfb6c-5e04-43ce-8f62-6c007ea1d1dd. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:12:52.025175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.068227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=971827ee-182d-4262-b9ff-ed0b92b70f3e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:52.085908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.088998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.089416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.090892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.091394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.091801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.092614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.092949 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.095557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.095905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.096252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.096595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:52.124662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.129668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 37994) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:52.130202 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-25d9aaf5-91f7-4fc9-a746-07786080cc24 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/971827ee-182d-4262-b9ff-ed0b92b70f3e HTTP/1.1" status: 204 len: 168 time: 0.7373412 Jul 16 09:12:52.200371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41049378-60c5-49ef-84c3-c55d98a83dbe None None] Network 133f424e-504d-461b-b3ff-0f428c5889c6 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:52.257700 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.355753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 3cab9b94-13a4-4751-bab9-2c469bef7079 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:52.356536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.450915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] For port 3cab9b94-13a4-4751-bab9-2c469bef7079, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3cab9b94-13a4-4751-bab9-2c469bef7079,segment=NetworkSegment(7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e),segment_id=7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:52.451614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.469429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 3cab9b94-13a4-4751-bab9-2c469bef7079 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:52.507708 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] DHCP port deletion for 133f424e-504d-461b-b3ff-0f428c5889c6 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:52.592953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] Deleting port 3cab9b94-13a4-4751-bab9-2c469bef7079 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:52.593338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.662919 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.666192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] For port 3cab9b94-13a4-4751-bab9-2c469bef7079, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3cab9b94-13a4-4751-bab9-2c469bef7079,segment=NetworkSegment(7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e),segment_id=7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:52.666643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.680088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] Calling delete_port for 3cab9b94-13a4-4751-bab9-2c469bef7079 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:52.724036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No DVR routers for this DVR port 3cab9b94-13a4-4751-bab9-2c469bef7079 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:52.728668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=3cab9b94-13a4-4751-bab9-2c469bef7079,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:12:52.770830 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 09:12:52.778620 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.807837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] Pushing event deleted for resources: {'Port': ['ID=3cab9b94-13a4-4751-bab9-2c469bef7079,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:52.816916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17052527-ee7e-4186-b689-6d0e6b6ef335 None None] No DVR routers for this DVR port 3cab9b94-13a4-4751-bab9-2c469bef7079 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:52.868992 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.880314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133f424e-504d-461b-b3ff-0f428c5889c6']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:52.892517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:52.892807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4a983a-bfdd-4be4-b2d0-ea86a1fc9f9e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:52.903252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.904362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3cab9b94-13a4-4751-bab9-2c469bef7079 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:52.927117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3cab9b94-13a4-4751-bab9-2c469bef7079 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:52.927807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3cab9b94-13a4-4751-bab9-2c469bef7079 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:52.948989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e588bf-b1e4-4322-81c4-e4cc5d13e0da req-f8549f7f-9c73-4f75-9e19-de94b640d5fd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:52.950788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8e588bf-b1e4-4322-81c4-e4cc5d13e0da req-f8549f7f-9c73-4f75-9e19-de94b640d5fd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.3609357 Jul 16 09:12:52.955603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.970199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:52.970658 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:52.974094 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:53.056050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8e588bf-b1e4-4322-81c4-e4cc5d13e0da req-0c09c54d-8188-47a2-9a99-f115b8c08aeb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978286 Jul 16 09:12:53.057398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.071655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.077573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/networks/133f424e-504d-461b-b3ff-0f428c5889c6 HTTP/1.1" status: 204 len: 168 time: 0.9426162 Jul 16 09:12:53.078132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38024) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:53.083759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1624243518'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:53.085918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ce5d9-58b8-4356-bc19-e669385998c6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Network': ['ID=133f424e-504d-461b-b3ff-0f428c5889c6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:53.114507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:53.119979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.155465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:12:53.168239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.168717 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Added segment bfa0f814-6d29-4a6b-8164-e7e651d88650 of type vlan for network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 Jul 16 09:12:53.228653 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.288390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.295968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:53.296750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.316311 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2368693 Jul 16 09:12:53.319162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38038) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:53.331476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4951-47ce-4f89-9df3-03514314ad79 req-7b22129f-88fc-4801-9dd0-22ef9d676139 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:53.334065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2efa4951-47ce-4f89-9df3-03514314ad79 req-7b22129f-88fc-4801-9dd0-22ef9d676139 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.1014092 Jul 16 09:12:53.357910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '169318a2-b5e6-42d8-bc9c-bb43fa34a568', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:53.405388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2efa4951-47ce-4f89-9df3-03514314ad79 req-69683a85-10ab-425e-a990-26ae47ab094d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585294 Jul 16 09:12:53.423510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38044) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:53.520239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f486cfcf-e1bf-43fa-81cb-d3d2831b2bbb tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:53.526290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f486cfcf-e1bf-43fa-81cb-d3d2831b2bbb tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1092 time: 0.0979068 Jul 16 09:12:53.527173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38046) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:53.533798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:53.541861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d15f77-cef2-4b68-91df-6690eab878cc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Network': ['ID=169318a2-b5e6-42d8-bc9c-bb43fa34a568,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:53.566811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:12:53.584576 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:12:53.584576 n-d-780147-28 neutron-server[94159]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 09:12:53.584576 n-d-780147-28 neutron-server[94159]: [parameters: {'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'id': '768fdebc-aeef-441f-a7c6-6721ed4633c9', 'expiration': datetime.datetime(2021, 7, 16, 9, 14, 53, 570941)}] Jul 16 09:12:53.584576 n-d-780147-28 neutron-server[94159]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:12:53.585199 n-d-780147-28 neutron-server[94159]: DEBUG oslo_db.api [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:12:53.596376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:53.604426 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.895420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.000572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=bbde3a98-df68-4fc9-b22e-720b1c392e57,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:54.011531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Checking segment: {'id': 'bfa0f814-6d29-4a6b-8164-e7e651d88650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '169318a2-b5e6-42d8-bc9c-bb43fa34a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:54.011961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network hostable DHCP agents. Network: 169318a2-b5e6-42d8-bc9c-bb43fa34a568, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:12:54.034147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:12:54.044393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 169318a2-b5e6-42d8-bc9c-bb43fa34a568) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:54.052905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485edcb0-885d-4bbb-9ce9-4f2d1ca3e9a8 None None] Network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:54.060120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:54.060720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.082320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38076) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:54.089266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '169318a2-b5e6-42d8-bc9c-bb43fa34a568', 'security_groups': [], 'name': 'tempest-PortsTestJSON-585555150'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:54.092530 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74d0f26d-68f0-4aab-9658-45818e1a92fb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7616632 Jul 16 09:12:54.126177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.283364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-169318a2-b5e6-42d8-bc9c-bb43fa34a568', 'network_id': '169318a2-b5e6-42d8-bc9c-bb43fa34a568', 'tenant_id': '135bf8a118bc4f83944e4ce3ad4b478d', 'fixed_ips': [{'subnet_id': 'bbde3a98-df68-4fc9-b22e-720b1c392e57'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:12:54.284431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.514286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Allocated IP 172.20.0.2 (169318a2-b5e6-42d8-bc9c-bb43fa34a568/bbde3a98-df68-4fc9-b22e-720b1c392e57/84ab5d9a-2dfb-4a36-be9f-788734687bcc) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:54.762816 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.771561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Transition to ACTIVE for port object 84ab5d9a-2dfb-4a36-be9f-788734687bcc will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:54.788012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Transition to ACTIVE for port object 84ab5d9a-2dfb-4a36-be9f-788734687bcc will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:54.795659 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.851086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:54.855335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:54.872173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:54.890491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Pushing event updated for resources: {'Port': ['ID=84ab5d9a-2dfb-4a36-be9f-788734687bcc,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:54.932037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.941002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:54.945487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.981717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Attempting to bind port 84ab5d9a-2dfb-4a36-be9f-788734687bcc on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:54.981717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Attempting to bind port 84ab5d9a-2dfb-4a36-be9f-788734687bcc by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'bfa0f814-6d29-4a6b-8164-e7e651d88650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '169318a2-b5e6-42d8-bc9c-bb43fa34a568'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:54.981717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Attempting to bind port 84ab5d9a-2dfb-4a36-be9f-788734687bcc on network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:54.984720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:54.984720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Checking segment: {'id': 'bfa0f814-6d29-4a6b-8164-e7e651d88650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '169318a2-b5e6-42d8-bc9c-bb43fa34a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:54.987198 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.987198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Bound using segment: {'id': 'bfa0f814-6d29-4a6b-8164-e7e651d88650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '169318a2-b5e6-42d8-bc9c-bb43fa34a568'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:54.987198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Bound port: 84ab5d9a-2dfb-4a36-be9f-788734687bcc, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0f814-6d29-4a6b-8164-e7e651d88650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '169318a2-b5e6-42d8-bc9c-bb43fa34a568'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:54.987581 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.056750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] For port 84ab5d9a-2dfb-4a36-be9f-788734687bcc, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:55.060637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] For port 84ab5d9a-2dfb-4a36-be9f-788734687bcc, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=84ab5d9a-2dfb-4a36-be9f-788734687bcc,segment=NetworkSegment(bfa0f814-6d29-4a6b-8164-e7e651d88650),segment_id=bfa0f814-6d29-4a6b-8164-e7e651d88650)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:55.064817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.097824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:55.138445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5bea-e64d-4b42-ac5c-b8a05a230941 None None] Pushing event updated for resources: {'Port': ['ID=84ab5d9a-2dfb-4a36-be9f-788734687bcc,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:55.330637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.25.6.55 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/5b914d01-3d45-430b-a187-28610b7d1875) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:55.409105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.14 (169318a2-b5e6-42d8-bc9c-bb43fa34a568/bbde3a98-df68-4fc9-b22e-720b1c392e57/b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:55.658262 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.733366 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.763885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:55.793286 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.858235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:55.863325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:55.866067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:55.910780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=5b914d01-3d45-430b-a187-28610b7d1875,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:55.929171 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.043226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:56.053835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:56.058030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:56.067802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:56.169207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:56.169825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.191843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8454fa93-eb26-4822-8114-f595b5247f61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1084027 Jul 16 09:12:56.192204 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38136) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:56.448024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-36afca85-52e1-4bc1-a5b1-e2d19bade9d3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:56.448457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36afca85-52e1-4bc1-a5b1-e2d19bade9d3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.564189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36afca85-52e1-4bc1-a5b1-e2d19bade9d3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.580481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-36afca85-52e1-4bc1-a5b1-e2d19bade9d3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:56.699843 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.814271 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36afca85-52e1-4bc1-a5b1-e2d19bade9d3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.818439 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961a9ce-1027-489c-aca3-af81901a1f96 None None] Network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:56.887871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afca85-52e1-4bc1-a5b1-e2d19bade9d3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:56.892240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.959768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d26ce598-96f8-45f2-942a-907d44cc50be None None] Provisioning for port 84ab5d9a-2dfb-4a36-be9f-788734687bcc completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:56.990787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 84ab5d9a-2dfb-4a36-be9f-788734687bcc up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:57.006595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36afca85-52e1-4bc1-a5b1-e2d19bade9d3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.009983 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-36afca85-52e1-4bc1-a5b1-e2d19bade9d3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5 HTTP/1.1" status: 204 len: 168 time: 0.8161135 Jul 16 09:12:57.012526 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38152) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:57.056245 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3912a2bf-d5d8-4683-a104-f0af085c9311 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:12:57.059583 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3912a2bf-d5d8-4683-a104-f0af085c9311 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5 HTTP/1.1" status: 404 len: 333 time: 0.0460293 Jul 16 09:12:57.062254 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38156) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:57.133566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e721d7fe-301f-47de-a40b-f5a4fdfeee1a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet bbde3a98-df68-4fc9-b22e-720b1c392e57 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:57.140289 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e721d7fe-301f-47de-a40b-f5a4fdfeee1a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.204257 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e721d7fe-301f-47de-a40b-f5a4fdfeee1a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.237426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.247685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.372629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=5b914d01-3d45-430b-a187-28610b7d1875,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:57.400482 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e721d7fe-301f-47de-a40b-f5a4fdfeee1a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.412185 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.453470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 84ab5d9a-2dfb-4a36-be9f-788734687bcc completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:57.461636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 84ab5d9a-2dfb-4a36-be9f-788734687bcc triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:57.462124 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.544784 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e721d7fe-301f-47de-a40b-f5a4fdfeee1a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.691548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721d7fe-301f-47de-a40b-f5a4fdfeee1a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=bbde3a98-df68-4fc9-b22e-720b1c392e57,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:57.708052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e721d7fe-301f-47de-a40b-f5a4fdfeee1a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.732194 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e721d7fe-301f-47de-a40b-f5a4fdfeee1a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/bbde3a98-df68-4fc9-b22e-720b1c392e57 HTTP/1.1" status: 204 len: 168 time: 0.6673026 Jul 16 09:12:57.733420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38176) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:57.829077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.844540 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Floating IP 2cb23894-5873-4317-a266-315527601156 associated. External IP: 172.25.6.55, port: b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84. Jul 16 09:12:57.857543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.916673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 84ab5d9a-2dfb-4a36-be9f-788734687bcc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=84ab5d9a-2dfb-4a36-be9f-788734687bcc,segment=NetworkSegment(bfa0f814-6d29-4a6b-8164-e7e651d88650),segment_id=bfa0f814-6d29-4a6b-8164-e7e651d88650)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:57.932170 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.934317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 84ab5d9a-2dfb-4a36-be9f-788734687bcc {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:57.934669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.032795 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] For port 84ab5d9a-2dfb-4a36-be9f-788734687bcc, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=84ab5d9a-2dfb-4a36-be9f-788734687bcc,segment=NetworkSegment(bfa0f814-6d29-4a6b-8164-e7e651d88650),segment_id=bfa0f814-6d29-4a6b-8164-e7e651d88650)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:58.033209 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.048437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 84ab5d9a-2dfb-4a36-be9f-788734687bcc owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:58.082313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=84ab5d9a-2dfb-4a36-be9f-788734687bcc,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:58.127781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a92a97-e489-45cc-a8ed-6ba74f3c907e None None] Network 169318a2-b5e6-42d8-bc9c-bb43fa34a568 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:58.171041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.255204 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=84ab5d9a-2dfb-4a36-be9f-788734687bcc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:58.267520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No DVR routers for this DVR port 84ab5d9a-2dfb-4a36-be9f-788734687bcc on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:58.276096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-767e7e76-3867-4473-b901-ec4b07bb7699 None None] Could not find standard attr ID for object 84ab5d9a-2dfb-4a36-be9f-788734687bcc. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:12:58.329552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:58.444172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.456076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169318a2-b5e6-42d8-bc9c-bb43fa34a568']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:58.458999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbbb0e1-bfae-46cf-8e0e-555896e1e10d None None] DHCP port deletion for 169318a2-b5e6-42d8-bc9c-bb43fa34a568 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:58.473338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa0f814-6d29-4a6b-8164-e7e651d88650') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:58.473338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa0f814-6d29-4a6b-8164-e7e651d88650') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:58.495827 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.511977 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.526928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:58.527358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:58.537547 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:58.550448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:58.560268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] Sync routers for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:58.576000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.583243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:58.584083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:58.659314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e68b590d-93bb-4d85-a744-bdea93a36323 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1296501 Jul 16 09:12:58.660197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:58.674995 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f381fff-440b-468a-907a-72cb8571d767" -d '{"events": [{"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:58.744829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.762623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.768344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:58.777318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'name': 'tempest-PortsTestJSON-2131246695'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:58.778706 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/networks/169318a2-b5e6-42d8-bc9c-bb43fa34a568 HTTP/1.1" status: 204 len: 168 time: 1.0388665 Jul 16 09:12:58.807709 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a8b8a8-4d18-446b-92da-faba051164be x-openstack-request-id: req-29a8b8a8-4d18-446b-92da-faba051164be {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:58.807989 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:58.808243 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29a8b8a8-4d18-446b-92da-faba051164be {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:58.808639 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'status': 'completed', 'code': 200} Jul 16 09:12:58.819100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92005d-4b55-49de-9a15-739a58dca14c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Network': ['ID=169318a2-b5e6-42d8-bc9c-bb43fa34a568,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:58.874943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:58.924848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 84ab5d9a-2dfb-4a36-be9f-788734687bcc no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:58.973434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 84ab5d9a-2dfb-4a36-be9f-788734687bcc {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:58.974273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 84ab5d9a-2dfb-4a36-be9f-788734687bcc not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:59.075209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:59.078879 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.087954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f381fff-440b-468a-907a-72cb8571d767 req-c63c0101-8531-4372-87da-ba0b4b4ddb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.089778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f381fff-440b-468a-907a-72cb8571d767 req-c63c0101-8531-4372-87da-ba0b4b4ddb25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1097 time: 0.2841380 Jul 16 09:12:59.141952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port dfd2910e-eff4-4cfc-9451-be38aeeaecea yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:12:59.172136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044bf7f-c597-4dad-92e6-badd71d350f3 req-e73a8383-79d1-4239-a9d1-2f8e614c000a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.172136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0044bf7f-c597-4dad-92e6-badd71d350f3 req-e73a8383-79d1-4239-a9d1-2f8e614c000a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.1996586 Jul 16 09:12:59.288574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f381fff-440b-468a-907a-72cb8571d767 req-136b20b9-12af-4d1e-b01e-440b7f390d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.291965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f381fff-440b-468a-907a-72cb8571d767 req-136b20b9-12af-4d1e-b01e-440b7f390d85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.1934917 Jul 16 09:12:59.324384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '2cb23894-5873-4317-a266-315527601156', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'port_id': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'mac_address': 'fa:16:3e:f4:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29600365-6747-412b-aa3c-5e1890601f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:56Z', 'updated_at': '2021-07-16T09:12:56Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:37Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:59.374155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] Checking router: 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:59.399102 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:59.399764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:12:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:59.530510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f381fff-440b-468a-907a-72cb8571d767 req-04c31a64-500b-4379-a2c6-a69d0bae3a99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 998 time: 0.1618798 Jul 16 09:12:59.556140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0044bf7f-c597-4dad-92e6-badd71d350f3 req-f0f35045-cc0a-4991-be17-74fec67a0443 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684891 Jul 16 09:12:59.569018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:59.606565 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38224) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:59.628478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f381fff-440b-468a-907a-72cb8571d767 req-499e5257-91f6-440b-b6fe-d1aa77eed718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.630199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f381fff-440b-468a-907a-72cb8571d767 req-499e5257-91f6-440b-b6fe-d1aa77eed718 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.0730042 Jul 16 09:12:59.639116 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.736860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.754362 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b5b5f662-b796-4536-b009-8c541f4a292e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/2cb23894-5873-4317-a266-315527601156 HTTP/1.1" status: 200 len: 990 time: 0.1429846 Jul 16 09:12:59.779599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:59.787499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:59.811583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:59.817124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.818998 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.844402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=dfd2910e-eff4-4cfc-9451-be38aeeaecea,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:59.861694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b56aaeea-62a5-4cfa-88e8-cfbfb3f3ebe1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0915811 Jul 16 09:12:59.863835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38232) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:59.915454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f381fff-440b-468a-907a-72cb8571d767 req-43d34a7d-84e7-4fc9-8041-24b0748022f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.924166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f381fff-440b-468a-907a-72cb8571d767 req-43d34a7d-84e7-4fc9-8041-24b0748022f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2802656 Jul 16 09:12:59.943929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '2cb23894-5873-4317-a266-315527601156', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'port_id': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'mac_address': 'fa:16:3e:f4:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29600365-6747-412b-aa3c-5e1890601f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:56Z', 'updated_at': '2021-07-16T09:12:56Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:37Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:00.031171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a145d0a-87ed-411c-a8ab-74d90a3812f5 None None] The sync data for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 is: [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '2cb23894-5873-4317-a266-315527601156', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'port_id': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'mac_address': 'fa:16:3e:f4:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29600365-6747-412b-aa3c-5e1890601f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:56Z', 'updated_at': '2021-07-16T09:12:56Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:37Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:00.108427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f381fff-440b-468a-907a-72cb8571d767 req-1a1240a9-9b41-4d6d-a308-0a2f5337bb63 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786537 Jul 16 09:13:00.222796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3bc42161-2544-4422-9885-8769e40821b6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port dfd2910e-eff4-4cfc-9451-be38aeeaecea {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:00.223562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3bc42161-2544-4422-9885-8769e40821b6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.272071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f381fff-440b-468a-907a-72cb8571d767 req-1c5e3f92-7c1c-42c6-abcd-1dbe2cfc37e8 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558778 Jul 16 09:13:00.371894 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3bc42161-2544-4422-9885-8769e40821b6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.385623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3bc42161-2544-4422-9885-8769e40821b6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for dfd2910e-eff4-4cfc-9451-be38aeeaecea owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:00.419955 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b4314-80d7-4b45-8af3-cca2abfbc06f None None] New status for floating IP 2cb23894-5873-4317-a266-315527601156: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:13:00.542749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3bc42161-2544-4422-9885-8769e40821b6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.588515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc42161-2544-4422-9885-8769e40821b6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=dfd2910e-eff4-4cfc-9451-be38aeeaecea,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:00.595035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3bc42161-2544-4422-9885-8769e40821b6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.597880 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3bc42161-2544-4422-9885-8769e40821b6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/dfd2910e-eff4-4cfc-9451-be38aeeaecea HTTP/1.1" status: 204 len: 168 time: 0.7328398 Jul 16 09:13:00.600303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38256) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:00.608518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'mac_address': 'fa:16:3e:38:e5:a2', 'name': 'tempest-PortsTestJSON-1782978412'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:00.745693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:00.755197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38260) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:00.829891 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.857723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 68052fc5-8854-4626-be4b-c42ad4705a7d yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:00.876607 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1dd5dedd-d2ac-4876-aa28-cdda940c7f47 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/2cb23894-5873-4317-a266-315527601156 HTTP/1.1" status: 200 len: 992 time: 0.1197762 Jul 16 09:13:01.087997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.129567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.203481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:01.216314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:01.226677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:01.237589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:01.238273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.242751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=68052fc5-8854-4626-be4b-c42ad4705a7d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:01.304662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-642c5bba-74e4-45bb-8ce5-5d4550baff76 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7024851 Jul 16 09:13:01.307588 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38280) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:01.389759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5336e3-f360-499b-99c2-21e403d582b8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:01.394111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38282) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:01.394304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab5336e3-f360-499b-99c2-21e403d582b8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/68052fc5-8854-4626-be4b-c42ad4705a7d HTTP/1.1" status: 200 len: 841 time: 0.0843778 Jul 16 09:13:01.540374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5d5ee-b030-436b-b088-dc980c3f637a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 68052fc5-8854-4626-be4b-c42ad4705a7d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:01.541080 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d5ee-b030-436b-b088-dc980c3f637a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.659909 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d5ee-b030-436b-b088-dc980c3f637a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.684922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5d5ee-b030-436b-b088-dc980c3f637a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 68052fc5-8854-4626-be4b-c42ad4705a7d owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:01.828783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d5ee-b030-436b-b088-dc980c3f637a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.903056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5d5ee-b030-436b-b088-dc980c3f637a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=68052fc5-8854-4626-be4b-c42ad4705a7d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:01.916416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d5ee-b030-436b-b088-dc980c3f637a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.922341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8fe5d5ee-b030-436b-b088-dc980c3f637a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/68052fc5-8854-4626-be4b-c42ad4705a7d HTTP/1.1" status: 204 len: 168 time: 0.5251992 Jul 16 09:13:01.922520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38302) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:01.956636 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e12712e-3aec-40a9-a500-075d9b0cce64 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:01.958377 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e12712e-3aec-40a9-a500-075d9b0cce64 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/68052fc5-8854-4626-be4b-c42ad4705a7d HTTP/1.1" status: 404 len: 333 time: 0.0347776 Jul 16 09:13:01.962276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38306) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:01.967449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'name': 'tempest-PortsTestJSON-1786074503'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:02.129052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:02.143702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.183805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 424b04d2-8d21-4290-b134-171dd4c7de6b yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:02.465722 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.558150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.616686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:02.620070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:02.627309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:02.633471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:02.634723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.651314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=424b04d2-8d21-4290-b134-171dd4c7de6b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:02.660430 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-89557a46-ba2b-4c1d-8f31-4bee668b0795 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6969619 Jul 16 09:13:02.674102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38324) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:02.681197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:02.824528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.097722 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.103051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.127015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] In _notify_port_updated(), no bound segment for port 424b04d2-8d21-4290-b134-171dd4c7de6b on network 2c372ad8-8d5d-46c5-ae88-627babeb040c {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:13:03.151219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:03.154376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.155955 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "PUT /v2.0/ports/424b04d2-8d21-4290-b134-171dd4c7de6b HTTP/1.1" status: 200 len: 818 time: 0.4807622 Jul 16 09:13:03.159607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38346) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:03.245346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82628e16-393a-4bb7-9788-7e4f70060daf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=424b04d2-8d21-4290-b134-171dd4c7de6b,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:03.308398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a080660a-a8b4-4adb-bee2-758fb8eb9760 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 424b04d2-8d21-4290-b134-171dd4c7de6b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:03.309049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a080660a-a8b4-4adb-bee2-758fb8eb9760 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.382141 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a080660a-a8b4-4adb-bee2-758fb8eb9760 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.395590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a080660a-a8b4-4adb-bee2-758fb8eb9760 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 424b04d2-8d21-4290-b134-171dd4c7de6b owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:03.528379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a080660a-a8b4-4adb-bee2-758fb8eb9760 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.568624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080660a-a8b4-4adb-bee2-758fb8eb9760 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=424b04d2-8d21-4290-b134-171dd4c7de6b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:03.571255 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a080660a-a8b4-4adb-bee2-758fb8eb9760 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.575384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a080660a-a8b4-4adb-bee2-758fb8eb9760 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/424b04d2-8d21-4290-b134-171dd4c7de6b HTTP/1.1" status: 204 len: 168 time: 0.4149585 Jul 16 09:13:03.579400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38354) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:03.679228 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0453baff-3ac8-47b5-8e00-62237117693a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:03.680669 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0453baff-3ac8-47b5-8e00-62237117693a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1000366 Jul 16 09:13:03.683569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38356) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:03.749381 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a214c728-df46-4fc5-aa5e-5a285a6f9ea8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:03.758110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38362) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:03.758348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a214c728-df46-4fc5-aa5e-5a285a6f9ea8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/424b04d2-8d21-4290-b134-171dd4c7de6b HTTP/1.1" status: 404 len: 333 time: 0.0733111 Jul 16 09:13:03.763536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1277671449'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:03.792192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:03.825055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.883459 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:13:03.905767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.906099 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Added segment ec6d756c-dac4-4af5-9117-99acd170de34 of type vlan for network a4600459-a3e0-4a10-98c3-2d93dff397dd Jul 16 09:13:03.987715 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.081205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.114047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:04.114914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.186316 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4268997 Jul 16 09:13:04.188865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38380) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:04.219977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:04.223266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02578d4a-b472-457d-a3bf-e8958ba22930 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Network': ['ID=a4600459-a3e0-4a10-98c3-2d93dff397dd,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:04.240393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network a4600459-a3e0-4a10-98c3-2d93dff397dd details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:13:04.438431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:04.442378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.795576 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.920646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:04.931953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Checking segment: {'id': 'ec6d756c-dac4-4af5-9117-99acd170de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:04.932617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network hostable DHCP agents. Network: a4600459-a3e0-4a10-98c3-2d93dff397dd, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:13:04.973320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network a4600459-a3e0-4a10-98c3-2d93dff397dd is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:13:05.003144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, a4600459-a3e0-4a10-98c3-2d93dff397dd) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:05.016829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:05.017474 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.018626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9a3b1-15c7-458b-901f-4f42b0d30195 None None] Network a4600459-a3e0-4a10-98c3-2d93dff397dd requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:05.053017 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d9620705-23fd-435a-83c7-c34012c16526 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8609712 Jul 16 09:13:05.053772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38394) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:05.078963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-cf3db950-0a84-4f5b-8afb-6c8b2f5364ab tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:05.233938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3db950-0a84-4f5b-8afb-6c8b2f5364ab tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:05.237798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cf3db950-0a84-4f5b-8afb-6c8b2f5364ab tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.330406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-a4600459-a3e0-4a10-98c3-2d93dff397dd', 'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd', 'tenant_id': '135bf8a118bc4f83944e4ce3ad4b478d', 'fixed_ips': [{'subnet_id': 'f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:13:05.332031 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.383635 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-cf3db950-0a84-4f5b-8afb-6c8b2f5364ab tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07 (CIDR: 172.20.0.0/28) Jul 16 09:13:05.388495 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3db950-0a84-4f5b-8afb-6c8b2f5364ab tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:13:05.390410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3db950-0a84-4f5b-8afb-6c8b2f5364ab tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:13:05.426509 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cf3db950-0a84-4f5b-8afb-6c8b2f5364ab tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3655086 Jul 16 09:13:05.430041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38408) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:05.436588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:05.682462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:05.697126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.709301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Allocated IP 172.20.0.2 (a4600459-a3e0-4a10-98c3-2d93dff397dd/f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07/43edccd7-50d5-4602-a641-4c91149f6a32) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:06.096504 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.135324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.153198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Transition to ACTIVE for port object 43edccd7-50d5-4602-a641-4c91149f6a32 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:06.172266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network a4600459-a3e0-4a10-98c3-2d93dff397dd is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:06.175875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:06.202989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.203558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.241891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=37dce634-1dc5-46fc-aabd-1042d8c2718b,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:06.260767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cd3fa72d-e5c3-46ed-96d1-93fe87d33247 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8281989 Jul 16 09:13:06.262913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38428) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:06.268154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd', 'fixed_ips': [{'subnet_id': 'f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07'}, {'subnet_id': '37dce634-1dc5-46fc-aabd-1042d8c2718b'}], 'name': 'tempest-PortsTestJSON-1013280825'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:06.275350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Transition to ACTIVE for port object 43edccd7-50d5-4602-a641-4c91149f6a32 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:06.307564 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.378470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Network a4600459-a3e0-4a10-98c3-2d93dff397dd is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:06.396222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:06.403028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:06.494995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Pushing event updated for resources: {'Port': ['ID=43edccd7-50d5-4602-a641-4c91149f6a32,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:06.527332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:06.581782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Attempting to bind port 43edccd7-50d5-4602-a641-4c91149f6a32 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:06.582305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Attempting to bind port 43edccd7-50d5-4602-a641-4c91149f6a32 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ec6d756c-dac4-4af5-9117-99acd170de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:06.582772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Attempting to bind port 43edccd7-50d5-4602-a641-4c91149f6a32 on network a4600459-a3e0-4a10-98c3-2d93dff397dd {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:06.607016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:06.608156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Checking segment: {'id': 'ec6d756c-dac4-4af5-9117-99acd170de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:06.608661 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.609156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Bound using segment: {'id': 'ec6d756c-dac4-4af5-9117-99acd170de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:06.609810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Bound port: 43edccd7-50d5-4602-a641-4c91149f6a32, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6d756c-dac4-4af5-9117-99acd170de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:06.610522 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.672819 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.718195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 6f3b7111-3619-4d96-b0c0-7dd19200848b yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:06.728554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] For port 43edccd7-50d5-4602-a641-4c91149f6a32, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:06.732661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] For port 43edccd7-50d5-4602-a641-4c91149f6a32, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=43edccd7-50d5-4602-a641-4c91149f6a32,segment=NetworkSegment(ec6d756c-dac4-4af5-9117-99acd170de34),segment_id=ec6d756c-dac4-4af5-9117-99acd170de34)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:06.739563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.805817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40688e78-8ed4-419d-a828-c9d8ed79ccf8 None None] Pushing event updated for resources: {'Port': ['ID=43edccd7-50d5-4602-a641-4c91149f6a32,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:08.040048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.9 (a4600459-a3e0-4a10-98c3-2d93dff397dd/f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07/6f3b7111-3619-4d96-b0c0-7dd19200848b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:08.048516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.22 (a4600459-a3e0-4a10-98c3-2d93dff397dd/37dce634-1dc5-46fc-aabd-1042d8c2718b/6f3b7111-3619-4d96-b0c0-7dd19200848b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:08.234134 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.249520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 6f3b7111-3619-4d96-b0c0-7dd19200848b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:08.296074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.365776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=6f3b7111-3619-4d96-b0c0-7dd19200848b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:08.373327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network a4600459-a3e0-4a10-98c3-2d93dff397dd is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:08.383249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:08.389282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:08.414570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48fc34f-778c-40a9-ba00-d1824af41355 None None] Network a4600459-a3e0-4a10-98c3-2d93dff397dd requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:08.452657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:08.453720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.474255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-72db5d9c-78ae-40c1-bdf2-ab83b231e84e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2101824 Jul 16 09:13:08.477274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38494) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:08.478476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3540d15a-6ef5-4598-b991-3a2c93ddd7d4 None None] Provisioning for port 43edccd7-50d5-4602-a641-4c91149f6a32 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:08.483748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:08.818340 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.921127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 43edccd7-50d5-4602-a641-4c91149f6a32 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:08.970919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a7a8c-45b4-4e62-b502-cd0bd36a5529 None None] Update dhcp port {'port': {'network_id': 'a4600459-a3e0-4a10-98c3-2d93dff397dd', 'fixed_ips': [{'subnet_id': 'f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07', 'ip_address': '172.20.0.2'}, {'subnet_id': '37dce634-1dc5-46fc-aabd-1042d8c2718b'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '43edccd7-50d5-4602-a641-4c91149f6a32'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:13:09.035817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a31a7a8c-45b4-4e62-b502-cd0bd36a5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.086482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 43edccd7-50d5-4602-a641-4c91149f6a32 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:09.096671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 43edccd7-50d5-4602-a641-4c91149f6a32 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:09.097047 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.223218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Delete allocated IP 172.20.0.22 (a4600459-a3e0-4a10-98c3-2d93dff397dd/37dce634-1dc5-46fc-aabd-1042d8c2718b) {{(pid=94164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:13:09.295024 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.384426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 43edccd7-50d5-4602-a641-4c91149f6a32, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=43edccd7-50d5-4602-a641-4c91149f6a32,segment=NetworkSegment(ec6d756c-dac4-4af5-9117-99acd170de34),segment_id=ec6d756c-dac4-4af5-9117-99acd170de34)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:09.392021 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.475158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=43edccd7-50d5-4602-a641-4c91149f6a32,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:09.482129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.501058 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Ignored duplicate provisioning block setup for port 6f3b7111-3619-4d96-b0c0-7dd19200848b by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:13:09.509459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.574855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a31a7a8c-45b4-4e62-b502-cd0bd36a5529 None None] Allocated IP 172.20.0.18 (a4600459-a3e0-4a10-98c3-2d93dff397dd/37dce634-1dc5-46fc-aabd-1042d8c2718b/43edccd7-50d5-4602-a641-4c91149f6a32) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:09.646632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] In _notify_port_updated(), no bound segment for port 6f3b7111-3619-4d96-b0c0-7dd19200848b on network a4600459-a3e0-4a10-98c3-2d93dff397dd {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:13:09.653163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:09.654006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.655660 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "PUT /v2.0/ports/6f3b7111-3619-4d96-b0c0-7dd19200848b HTTP/1.1" status: 200 len: 919 time: 1.1765165 Jul 16 09:13:09.659598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38520) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:09.664615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56176f-650b-4c8d-9cf8-87423f149106 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=6f3b7111-3619-4d96-b0c0-7dd19200848b,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:09.666296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07'}, {'subnet_id': '37dce634-1dc5-46fc-aabd-1042d8c2718b'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:09.787793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.043491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a31a7a8c-45b4-4e62-b502-cd0bd36a5529 None None] For port 43edccd7-50d5-4602-a641-4c91149f6a32, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=43edccd7-50d5-4602-a641-4c91149f6a32,segment=NetworkSegment(ec6d756c-dac4-4af5-9117-99acd170de34),segment_id=ec6d756c-dac4-4af5-9117-99acd170de34)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:10.104163 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a31a7a8c-45b4-4e62-b502-cd0bd36a5529 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.133256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a31a7a8c-45b4-4e62-b502-cd0bd36a5529 None None] Transition to ACTIVE for port object 43edccd7-50d5-4602-a641-4c91149f6a32 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:10.139266 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a31a7a8c-45b4-4e62-b502-cd0bd36a5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.198157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38552) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:10.248793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.23 (a4600459-a3e0-4a10-98c3-2d93dff397dd/37dce634-1dc5-46fc-aabd-1042d8c2718b/6f3b7111-3619-4d96-b0c0-7dd19200848b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:10.274978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7a8c-45b4-4e62-b502-cd0bd36a5529 None None] Pushing event updated for resources: {'Port': ['ID=43edccd7-50d5-4602-a641-4c91149f6a32,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:10.509934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef211b-b58e-4868-9531-6fc39825c360 req-0c94b045-c282-494a-b377-7fa34865d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:10.520727 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53ef211b-b58e-4868-9531-6fc39825c360 req-0c94b045-c282-494a-b377-7fa34865d183 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 1097 time: 0.3197913 Jul 16 09:13:10.562281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.571714 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-53ef211b-b58e-4868-9531-6fc39825c360 req-5dabcab2-23a1-401b-84fa-a868fef625c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498340 Jul 16 09:13:10.588974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Ignored duplicate provisioning block setup for port 6f3b7111-3619-4d96-b0c0-7dd19200848b by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:13:10.605123 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.749818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=6f3b7111-3619-4d96-b0c0-7dd19200848b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:10.844949 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] In _notify_port_updated(), no bound segment for port 6f3b7111-3619-4d96-b0c0-7dd19200848b on network a4600459-a3e0-4a10-98c3-2d93dff397dd {{(pid=94159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:13:10.852213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:10.852893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.854512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-70106fc1-4ffd-4495-a63a-a09dcd3e1a26 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "PUT /v2.0/ports/6f3b7111-3619-4d96-b0c0-7dd19200848b HTTP/1.1" status: 200 len: 999 time: 1.1938794 Jul 16 09:13:10.857249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38568) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:10.899440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 43edccd7-50d5-4602-a641-4c91149f6a32 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:11.004581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1f09b58b-d01e-48d9-97f1-8d5278e86ffe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 6f3b7111-3619-4d96-b0c0-7dd19200848b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:11.004925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f09b58b-d01e-48d9-97f1-8d5278e86ffe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:11.129874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f09b58b-d01e-48d9-97f1-8d5278e86ffe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:11.144919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1f09b58b-d01e-48d9-97f1-8d5278e86ffe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 6f3b7111-3619-4d96-b0c0-7dd19200848b owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:11.230273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa8c58-0722-4784-92a3-1f70c0f57c8a None None] Network a4600459-a3e0-4a10-98c3-2d93dff397dd requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:11.372209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-16dfe5fd-9696-4e81-b890-82785bfdc445 None None] Provisioning for port 6f3b7111-3619-4d96-b0c0-7dd19200848b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:11.379097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-16dfe5fd-9696-4e81-b890-82785bfdc445 None None] Provisioning complete for port 6f3b7111-3619-4d96-b0c0-7dd19200848b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:11.379591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16dfe5fd-9696-4e81-b890-82785bfdc445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:11.551434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-16dfe5fd-9696-4e81-b890-82785bfdc445 None None] Port 6f3b7111-3619-4d96-b0c0-7dd19200848b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:11.620263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-16dfe5fd-9696-4e81-b890-82785bfdc445 None None] Provisioning for port 43edccd7-50d5-4602-a641-4c91149f6a32 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:11.629159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-16dfe5fd-9696-4e81-b890-82785bfdc445 None None] Provisioning complete for port 43edccd7-50d5-4602-a641-4c91149f6a32 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:11.629543 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-16dfe5fd-9696-4e81-b890-82785bfdc445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:11.834295 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f09b58b-d01e-48d9-97f1-8d5278e86ffe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:11.938380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09b58b-d01e-48d9-97f1-8d5278e86ffe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=6f3b7111-3619-4d96-b0c0-7dd19200848b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:11.987993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1f09b58b-d01e-48d9-97f1-8d5278e86ffe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:11.990173 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1f09b58b-d01e-48d9-97f1-8d5278e86ffe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/6f3b7111-3619-4d96-b0c0-7dd19200848b HTTP/1.1" status: 204 len: 168 time: 1.1316681 Jul 16 09:13:11.993422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38600) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:12.036219 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-977ce558-67cd-471f-9190-756af3ee8356 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:12.037901 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-977ce558-67cd-471f-9190-756af3ee8356 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/6f3b7111-3619-4d96-b0c0-7dd19200848b HTTP/1.1" status: 404 len: 333 time: 0.0432949 Jul 16 09:13:12.041345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38602) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:12.139361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-da574c48-1ad8-4986-97a9-1db1a44ec73d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet 37dce634-1dc5-46fc-aabd-1042d8c2718b {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:12.142907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da574c48-1ad8-4986-97a9-1db1a44ec73d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.198661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da574c48-1ad8-4986-97a9-1db1a44ec73d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.417400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da574c48-1ad8-4986-97a9-1db1a44ec73d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.504248 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da574c48-1ad8-4986-97a9-1db1a44ec73d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.527587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da574c48-1ad8-4986-97a9-1db1a44ec73d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.530095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-da574c48-1ad8-4986-97a9-1db1a44ec73d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/37dce634-1dc5-46fc-aabd-1042d8c2718b HTTP/1.1" status: 204 len: 168 time: 0.4871292 Jul 16 09:13:12.532852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38616) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:12.555717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da574c48-1ad8-4986-97a9-1db1a44ec73d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=37dce634-1dc5-46fc-aabd-1042d8c2718b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:12.660910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4085c7-35f0-4d38-88d5-6ec8b2859071 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:12.665580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4085c7-35f0-4d38-88d5-6ec8b2859071 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.765032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4085c7-35f0-4d38-88d5-6ec8b2859071 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.878415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4085c7-35f0-4d38-88d5-6ec8b2859071 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.957611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4085c7-35f0-4d38-88d5-6ec8b2859071 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.000207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4085c7-35f0-4d38-88d5-6ec8b2859071 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:13.015070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4085c7-35f0-4d38-88d5-6ec8b2859071 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.019647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38634) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:13.019965 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db4085c7-35f0-4d38-88d5-6ec8b2859071 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07 HTTP/1.1" status: 204 len: 168 time: 0.4859624 Jul 16 09:13:13.173366 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.247178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 43edccd7-50d5-4602-a641-4c91149f6a32 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:13.247523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.270425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d97ae1-a2aa-41c8-8952-024161bc7672 None None] Network a4600459-a3e0-4a10-98c3-2d93dff397dd requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:13.281608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bc456098-b08c-4259-941b-035dfc60a665 None None] Could not find standard attr ID for object 6f3b7111-3619-4d96-b0c0-7dd19200848b. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:13:13.335625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bc456098-b08c-4259-941b-035dfc60a665 None None] Provisioning complete for port 43edccd7-50d5-4602-a641-4c91149f6a32 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:13.336005 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc456098-b08c-4259-941b-035dfc60a665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.341556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] For port 43edccd7-50d5-4602-a641-4c91149f6a32, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=43edccd7-50d5-4602-a641-4c91149f6a32,segment=NetworkSegment(ec6d756c-dac4-4af5-9117-99acd170de34),segment_id=ec6d756c-dac4-4af5-9117-99acd170de34)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:13.342143 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.357677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 43edccd7-50d5-4602-a641-4c91149f6a32 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:13.532268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.547385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bc456098-b08c-4259-941b-035dfc60a665 None None] Could not find standard attr ID for object 43edccd7-50d5-4602-a641-4c91149f6a32. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:13:13.550381 n-d-780147-28 neutron-server[94167]: INFO neutron.plugins.ml2.db [None req-bc456098-b08c-4259-941b-035dfc60a665 None None] No ports have port_id starting with 43edccd7-50d5-4602-a641-4c91149f6a32 Jul 16 09:13:13.596391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=43edccd7-50d5-4602-a641-4c91149f6a32,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:13.613156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No DVR routers for this DVR port 43edccd7-50d5-4602-a641-4c91149f6a32 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:13.715493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.722380 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef83b36-b29e-49d0-ba77-7f7e7de03215 None None] DHCP port deletion for a4600459-a3e0-4a10-98c3-2d93dff397dd request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:13.728879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4600459-a3e0-4a10-98c3-2d93dff397dd']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:13.748736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6d756c-dac4-4af5-9117-99acd170de34') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:13.749031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6d756c-dac4-4af5-9117-99acd170de34') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:13.760620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.778818 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.785608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:13.786056 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:13.815646 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:13.881145 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.894777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.902090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38660) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:13.904557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/networks/a4600459-a3e0-4a10-98c3-2d93dff397dd HTTP/1.1" status: 204 len: 168 time: 0.8834710 Jul 16 09:13:13.969055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57cfbd-9544-44fc-824f-cb6127363098 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Network': ['ID=a4600459-a3e0-4a10-98c3-2d93dff397dd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:14.044757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ea8f6-8829-4540-8986-b63ffe99eb0e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:14.050112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38666) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:14.055364 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f97ea8f6-8829-4540-8986-b63ffe99eb0e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1520648 Jul 16 09:13:14.164919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1e588bd2-d38e-4aa3-b9f8-6b7ecad10958 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1134107 Jul 16 09:13:14.168990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:14.174496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1112770063'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:14.228358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:14.230779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.282569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:13:14.301867 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.301867 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Added segment 7cb18ca2-2c21-4f8b-9dd8-e5199c79d246 of type vlan for network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 Jul 16 09:13:14.385753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.468022 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10dfd373-0873-4379-a928-2671c4f6bbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.473259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.480392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:14.481449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.535310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:14.536408 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3661933 Jul 16 09:13:14.543342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:14.656451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b817a-0566-4d2f-9be1-b8c774ce6852 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Network': ['ID=8d9a33c7-8d79-467c-b101-5c0ebf15bc33,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:14.671232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:13:14.806004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:14.809607 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.880782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 43edccd7-50d5-4602-a641-4c91149f6a32 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:14.932523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 43edccd7-50d5-4602-a641-4c91149f6a32 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:14.933076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 43edccd7-50d5-4602-a641-4c91149f6a32 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:15.064045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083226ae-a415-46b0-90a8-4f37fd5d1b4e req-55ca30f7-d297-40fe-a905-dc8fc0ca3fe7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:15.065616 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-083226ae-a415-46b0-90a8-4f37fd5d1b4e req-55ca30f7-d297-40fe-a905-dc8fc0ca3fe7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 945 time: 0.1148400 Jul 16 09:13:15.150477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-083226ae-a415-46b0-90a8-4f37fd5d1b4e req-f2b27290-c43d-4cf3-b03e-e346ce59c2b0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763731 Jul 16 09:13:15.151487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.222484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=3cfde7be-bc37-4cb7-927e-b50dd3a3bea5,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:15.232619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Checking segment: {'id': '7cb18ca2-2c21-4f8b-9dd8-e5199c79d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:15.233054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network hostable DHCP agents. Network: 8d9a33c7-8d79-467c-b101-5c0ebf15bc33, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:13:15.251101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:13:15.269668 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8d9a33c7-8d79-467c-b101-5c0ebf15bc33) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:15.279525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:15.280668 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.290403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c0afd-262a-4a17-9b09-cc80ddd13e07 None None] Network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:15.311128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:15.312245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-19be1030-827b-4df6-9bc1-663f0b877537 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7746351 Jul 16 09:13:15.318286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33', 'name': 'tempest-PortsTestJSON-1198502051'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:15.489974 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.501333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:15.510019 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.526260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8d9a33c7-8d79-467c-b101-5c0ebf15bc33', 'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33', 'tenant_id': '135bf8a118bc4f83944e4ce3ad4b478d', 'fixed_ips': [{'subnet_id': '3cfde7be-bc37-4cb7-927e-b50dd3a3bea5'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:13:15.527141 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.546985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 4fc827eb-c969-4310-b6a3-7587ceaf3709 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:15.595300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43030b4b-1897-483d-933c-2804027f2dc3 req-ebcb117d-280e-427d-8538-b724166fff94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1163392 Jul 16 09:13:15.629921 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:13:15.718009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Allocated IP 172.20.0.2 (8d9a33c7-8d79-467c-b101-5c0ebf15bc33/3cfde7be-bc37-4cb7-927e-b50dd3a3bea5/10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:15.779376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030b4b-1897-483d-933c-2804027f2dc3 req-95d98cef-3510-471e-b117-bf3ba099f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:15.781243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43030b4b-1897-483d-933c-2804027f2dc3 req-95d98cef-3510-471e-b117-bf3ba099f257 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fc0e8d2836a4892a62414661f8ec0a1&device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 1097 time: 0.0946848 Jul 16 09:13:15.953555 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.965027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Transition to ACTIVE for port object 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:15.987097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Transition to ACTIVE for port object 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:15.988645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030b4b-1897-483d-933c-2804027f2dc3 req-cad69186-a9b0-4aea-9151-837b74e51107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:15.991515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43030b4b-1897-483d-933c-2804027f2dc3 req-cad69186-a9b0-4aea-9151-837b74e51107 service neutron] 10.222.0.52 "GET /v2.0/networks?id=36c59d9d-42bc-49cd-85b6-22dc468ac599 HTTP/1.1" status: 200 len: 908 time: 0.1873956 Jul 16 09:13:16.003821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.096097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Pushing event updated for resources: {'Port': ['ID=10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:16.112733 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:16.114241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:16.117550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:16.120479 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b090fc7e-1e31-4754-aac0-8a7e4d4a9da0 {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:13:16.121098 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:13:16.134498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43030b4b-1897-483d-933c-2804027f2dc3 req-0e0cc1e2-9527-4f75-9941-f92222099344 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932 HTTP/1.1" status: 200 len: 1000 time: 0.1366689 Jul 16 09:13:16.224776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Attempting to bind port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:16.225974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Attempting to bind port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '7cb18ca2-2c21-4f8b-9dd8-e5199c79d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:16.226625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Attempting to bind port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e on network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:16.236361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:16.236816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Checking segment: {'id': '7cb18ca2-2c21-4f8b-9dd8-e5199c79d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:16.238458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.238873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Bound using segment: {'id': '7cb18ca2-2c21-4f8b-9dd8-e5199c79d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:16.239360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Bound port: 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb18ca2-2c21-4f8b-9dd8-e5199c79d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:16.239744 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.254330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030b4b-1897-483d-933c-2804027f2dc3 req-856738a1-b3c3-4b92-95f2-b4d1f8746002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:16.261301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43030b4b-1897-483d-933c-2804027f2dc3 req-856738a1-b3c3-4b92-95f2-b4d1f8746002 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e95089f6-3484-43dd-8051-c07b63e6102b HTTP/1.1" status: 200 len: 846 time: 0.1191003 Jul 16 09:13:16.359033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] For port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:16.371328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] For port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e,segment=NetworkSegment(7cb18ca2-2c21-4f8b-9dd8-e5199c79d246),segment_id=7cb18ca2-2c21-4f8b-9dd8-e5199c79d246)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:16.378762 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.401793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030b4b-1897-483d-933c-2804027f2dc3 req-9b473f52-1dc4-48e4-837d-50012e8d169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:16.403342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43030b4b-1897-483d-933c-2804027f2dc3 req-9b473f52-1dc4-48e4-837d-50012e8d169b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36c59d9d-42bc-49cd-85b6-22dc468ac599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359138 Jul 16 09:13:16.449749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-c6e157df-4512-4ad7-bc98-2635ef63c0fe tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:16.449749 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-c6e157df-4512-4ad7-bc98-2635ef63c0fe tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 945 time: 0.1781509 Jul 16 09:13:16.487654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bd5ba-ab4e-414d-8c0e-19bc6377cb06 None None] Pushing event updated for resources: {'Port': ['ID=10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:16.563471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb164b8-f7fc-4f80-bd42-b7996dd41ed8 req-72fff462-e5c4-4399-9e55-88e09a4e381b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:16.584908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bb164b8-f7fc-4f80-bd42-b7996dd41ed8 req-72fff462-e5c4-4399-9e55-88e09a4e381b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 945 time: 0.2305934 Jul 16 09:13:16.614490 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:16.615407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.692170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bb164b8-f7fc-4f80-bd42-b7996dd41ed8 req-57a9b3cc-d141-4f09-973f-8bf652ec8fe2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843630 Jul 16 09:13:16.710698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43030b4b-1897-483d-933c-2804027f2dc3 req-bb0ca28c-a0d6-495e-af8c-15f6ff3858b9 service neutron] 10.222.0.52 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980719 Jul 16 09:13:16.739778 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] For port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:16.740147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.932638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-43030b4b-1897-483d-933c-2804027f2dc3 req-a13daa94-f041-4b03-916e-d50dc77fa1ba service neutron] 10.222.0.52 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113047 Jul 16 09:13:16.993993 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.090872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 64c27b2f-26df-4fb9-86d2-089788aca9ab yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:17.268753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.269137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.269540 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Floating IP 82162774-1c25-4c59-84f1-035b2b332cd2 disassociated. External IP: 172.25.6.96, port: 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac. Jul 16 09:13:17.271209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:17.363420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.13 (8d9a33c7-8d79-467c-b101-5c0ebf15bc33/3cfde7be-bc37-4cb7-927e-b50dd3a3bea5/64c27b2f-26df-4fb9-86d2-089788aca9ab) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:17.592494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.646985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:17.677125 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a72dc3d-7895-4c09-9605-0a2303c525a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.684942 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.913471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.940801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 64c27b2f-26df-4fb9-86d2-089788aca9ab will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:17.993831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Router ed5d72a8-ee41-4192-bced-523647a67892 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:18.031317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32096ead-71a9-4497-b80c-9b4d0f1d058a req-306b14f0-4a0a-40f9-835e-e2c41ee46986 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.0696151 Jul 16 09:13:18.065785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.097620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:18.103312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:18.106344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:18.192071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:18.192841 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.259714 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9463303 Jul 16 09:13:18.262974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38778) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:18.299110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '8d9a33c7-8d79-467c-b101-5c0ebf15bc33', 'name': 'tempest-PortsTestJSON-2070870413'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:18.313734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6406a-49e8-455c-bab6-e2d5874987e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=64c27b2f-26df-4fb9-86d2-089788aca9ab,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:18.369458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:18.392180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623193e0-7df3-4081-aae5-387230e2c4af None None] Network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:18.399012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:18.473580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6941e2f0-7cb5-431a-9fcc-29ad7ef1188f None None] Provisioning for port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:18.496390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:18.497410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:13:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:18.598255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] No DVR routers for this DVR port 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:18.606464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.611618 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-475e899a-f292-4485-aff7-ddb67d3db9ca req-892495a1-6013-4a80-931c-b7d4dcb47172 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "DELETE /v2.0/ports/3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac HTTP/1.1" status: 204 len: 173 time: 2.1564887 Jul 16 09:13:18.612121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'name': 'network-vif-deleted', 'tag': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:18.620507 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b144420-d7cc-4763-9856-3cbf9c642f87" -d '{"events": [{"server_uuid": "3d821fc0-d4ce-4b03-a586-b99929c07409", "name": "network-vif-deleted", "tag": "3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:18.629386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38794) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:18.762872 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb23b043-3722-4c61-b86b-fb3eccbae08c x-openstack-request-id: req-eb23b043-3722-4c61-b86b-fb3eccbae08c {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:18.763365 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d821fc0-d4ce-4b03-a586-b99929c07409", "name": "network-vif-deleted", "tag": "3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:18.763801 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb23b043-3722-4c61-b86b-fb3eccbae08c {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:18.764361 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d821fc0-d4ce-4b03-a586-b99929c07409', 'name': 'network-vif-deleted', 'tag': '3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac', 'status': 'completed', 'code': 200} Jul 16 09:13:18.799750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:18.803141 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.845038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 200a6422-af51-41e3-9443-9a6ab28ce30c yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:18.907072 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6972f64f-2aa8-4733-98d6-38d44034e0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.967593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:19.045102 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:19.106386 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6972f64f-2aa8-4733-98d6-38d44034e0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.122003 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6972f64f-2aa8-4733-98d6-38d44034e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.158939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.8 (8d9a33c7-8d79-467c-b101-5c0ebf15bc33/3cfde7be-bc37-4cb7-927e-b50dd3a3bea5/200a6422-af51-41e3-9443-9a6ab28ce30c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:19.192959 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.202083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972f64f-2aa8-4733-98d6-38d44034e0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901dea75-f0ef-45a1-9a81-4fe9b3665ba6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:19.207135 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.210902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:19.249472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:19.250360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 3dabfc9b-16cc-43be-a6f6-ea1ab4eef8ac not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:19.282288 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6972f64f-2aa8-4733-98d6-38d44034e0de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=becb3dead7a54c3db0cb764f45195976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516857 Jul 16 09:13:19.285451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38808) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:19.351600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:19.355707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-89bc71b3-5e6d-430d-b3fe-a339a668463a req-2611c059-f15b-46c1-9351-d8e95af34e2c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.0439048 Jul 16 09:13:19.404263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:19.405077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.406039 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.411948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c56682d-fca0-4b7c-89ff-de6102d8b9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.447921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 200a6422-af51-41e3-9443-9a6ab28ce30c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:19.448854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c56682d-fca0-4b7c-89ff-de6102d8b9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.498538 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.591285 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c56682d-fca0-4b7c-89ff-de6102d8b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.598564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7c56682d-fca0-4b7c-89ff-de6102d8b9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.599809 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7c56682d-fca0-4b7c-89ff-de6102d8b9da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/901dea75-f0ef-45a1-9a81-4fe9b3665ba6 HTTP/1.1" status: 204 len: 168 time: 0.3121848 Jul 16 09:13:19.608734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56682d-fca0-4b7c-89ff-de6102d8b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901dea75-f0ef-45a1-9a81-4fe9b3665ba6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:19.714425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:19.718077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:19.724783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:19.873861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=200a6422-af51-41e3-9443-9a6ab28ce30c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:19.905502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:19.908011 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.909858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:19.913590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.940112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38826) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:19.940669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b194d766-1cae-4f52-8f7f-bc8d6fe8d278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6751933 Jul 16 09:13:19.949042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:19.976757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:19.977448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:13:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:20.030227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e,segment=NetworkSegment(7cb18ca2-2c21-4f8b-9dd8-e5199c79d246),segment_id=7cb18ca2-2c21-4f8b-9dd8-e5199c79d246)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:20.040541 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.105916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:20.222586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:20.251829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca3f791-450b-4806-8549-91d02382bbdb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:20.252708 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cf5ad14-7542-4f77-bd9a-aaa1624d74fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.256047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-df300c97-1101-497e-b915-19500d2a544a None None] Provisioning complete for port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:20.257188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df300c97-1101-497e-b915-19500d2a544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.258574 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9ca3f791-450b-4806-8549-91d02382bbdb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.3158562 Jul 16 09:13:20.262028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38834) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:20.262193 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.291401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:20.433182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ca29f0be-8f7a-49c2-b8f0-1eec60247c71 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 200a6422-af51-41e3-9443-9a6ab28ce30c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:20.433936 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca29f0be-8f7a-49c2-b8f0-1eec60247c71 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.447491 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cf5ad14-7542-4f77-bd9a-aaa1624d74fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.461354 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8cf5ad14-7542-4f77-bd9a-aaa1624d74fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.543598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5ad14-7542-4f77-bd9a-aaa1624d74fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f36425e-c8b1-4993-bd43-d383772b2e4d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:20.550507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8cf5ad14-7542-4f77-bd9a-aaa1624d74fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7bfb1a8fb5534971b1715c92756ed75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243959 Jul 16 09:13:20.551873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38842) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:20.646247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca29f0be-8f7a-49c2-b8f0-1eec60247c71 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.693299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ca29f0be-8f7a-49c2-b8f0-1eec60247c71 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 200a6422-af51-41e3-9443-9a6ab28ce30c owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:20.697959 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22fe4ea2-574e-4c16-808a-f34dbd520b07 req-db5ed585-a48a-42fc-9492-a0fc9cd60abb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.0926688 Jul 16 09:13:20.829393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2307f62-b8b2-417a-b6b5-2fd862ff986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.857114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:20.862560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:20.918025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2307f62-b8b2-417a-b6b5-2fd862ff986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.937535 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5cd45-3e75-4cb9-8431-f735074e597a None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:20.940256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-df300c97-1101-497e-b915-19500d2a544a None None] Provisioning for port 64c27b2f-26df-4fb9-86d2-089788aca9ab completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:20.946066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-df300c97-1101-497e-b915-19500d2a544a None None] Provisioning complete for port 64c27b2f-26df-4fb9-86d2-089788aca9ab triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:20.946562 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-df300c97-1101-497e-b915-19500d2a544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.984451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:20.985754 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.994771 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2307f62-b8b2-417a-b6b5-2fd862ff986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.998926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2307f62-b8b2-417a-b6b5-2fd862ff986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.000131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b2307f62-b8b2-417a-b6b5-2fd862ff986d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f36425e-c8b1-4993-bd43-d383772b2e4d HTTP/1.1" status: 204 len: 168 time: 0.4473095 Jul 16 09:13:21.019817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2307f62-b8b2-417a-b6b5-2fd862ff986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f36425e-c8b1-4993-bd43-d383772b2e4d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:21.036491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca29f0be-8f7a-49c2-b8f0-1eec60247c71 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.078947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29f0be-8f7a-49c2-b8f0-1eec60247c71 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=200a6422-af51-41e3-9443-9a6ab28ce30c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:21.108841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-df300c97-1101-497e-b915-19500d2a544a None None] Port 64c27b2f-26df-4fb9-86d2-089788aca9ab cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:21.203520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca29f0be-8f7a-49c2-b8f0-1eec60247c71 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.206932 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ca29f0be-8f7a-49c2-b8f0-1eec60247c71 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/200a6422-af51-41e3-9443-9a6ab28ce30c HTTP/1.1" status: 204 len: 168 time: 0.9325986 Jul 16 09:13:21.210238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38856) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:21.243688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-81fb489d-c72d-4c4e-a50a-23901b660725 None None] Could not find standard attr ID for object 200a6422-af51-41e3-9443-9a6ab28ce30c. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:13:21.264963 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab9bf17-30b6-41c8-9066-c04c01ff677f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:21.273249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6ab9bf17-30b6-41c8-9066-c04c01ff677f tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/200a6422-af51-41e3-9443-9a6ab28ce30c HTTP/1.1" status: 404 len: 333 time: 0.0584047 Jul 16 09:13:21.273691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-81fb489d-c72d-4c4e-a50a-23901b660725 None None] Provisioning complete for port 64c27b2f-26df-4fb9-86d2-089788aca9ab triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:21.273691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-81fb489d-c72d-4c4e-a50a-23901b660725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.273873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38858) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:21.385322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-81fb489d-c72d-4c4e-a50a-23901b660725 None None] Port 64c27b2f-26df-4fb9-86d2-089788aca9ab cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:21.453540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5e479d9f-a31e-4e31-a918-991cb6591773 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 64c27b2f-26df-4fb9-86d2-089788aca9ab {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:21.453970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e479d9f-a31e-4e31-a918-991cb6591773 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.519097 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91c4685-f61a-453d-989d-1cb359dc0c9b None None] New status for floating IP 82162774-1c25-4c59-84f1-035b2b332cd2: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:13:21.552327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e479d9f-a31e-4e31-a918-991cb6591773 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.567378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5e479d9f-a31e-4e31-a918-991cb6591773 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 64c27b2f-26df-4fb9-86d2-089788aca9ab owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:21.785260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e479d9f-a31e-4e31-a918-991cb6591773 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.864664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e479d9f-a31e-4e31-a918-991cb6591773 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=64c27b2f-26df-4fb9-86d2-089788aca9ab,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:21.977885 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8da61bb3-ff5f-49d8-b505-e2c0b9e762c3 req-528583c5-72d1-4ee4-9308-77cc3e0c4669 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.0758376 Jul 16 09:13:21.983448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e479d9f-a31e-4e31-a918-991cb6591773 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.988096 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e479d9f-a31e-4e31-a918-991cb6591773 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/64c27b2f-26df-4fb9-86d2-089788aca9ab HTTP/1.1" status: 204 len: 168 time: 0.7110262 Jul 16 09:13:21.998257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38890) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:22.040011 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedbaaf5-8b7b-4f11-90a7-85673ac125fe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:22.041934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cedbaaf5-8b7b-4f11-90a7-85673ac125fe tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/64c27b2f-26df-4fb9-86d2-089788aca9ab HTTP/1.1" status: 404 len: 333 time: 0.0419879 Jul 16 09:13:22.045866 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38896) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:22.118856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbdaf1e-c645-4b13-bf5e-73cb8880fb36 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet 3cfde7be-bc37-4cb7-927e-b50dd3a3bea5 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:22.124130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fbdaf1e-c645-4b13-bf5e-73cb8880fb36 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.172327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fbdaf1e-c645-4b13-bf5e-73cb8880fb36 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.286889 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fbdaf1e-c645-4b13-bf5e-73cb8880fb36 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.387228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fbdaf1e-c645-4b13-bf5e-73cb8880fb36 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.426336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdaf1e-c645-4b13-bf5e-73cb8880fb36 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfde7be-bc37-4cb7-927e-b50dd3a3bea5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:22.438527 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7fbdaf1e-c645-4b13-bf5e-73cb8880fb36 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.444255 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7fbdaf1e-c645-4b13-bf5e-73cb8880fb36 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/3cfde7be-bc37-4cb7-927e-b50dd3a3bea5 HTTP/1.1" status: 204 len: 168 time: 0.3966014 Jul 16 09:13:22.444772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38910) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:22.447869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ba441-df8e-48a7-a727-97c921caa58b None None] Network 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:22.572938 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.637913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:22.638524 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.726702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] For port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e,segment=NetworkSegment(7cb18ca2-2c21-4f8b-9dd8-e5199c79d246),segment_id=7cb18ca2-2c21-4f8b-9dd8-e5199c79d246)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:22.727462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.742477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:22.861871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.866488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf997a2-7fe7-4e91-8ce9-0296d0783fd2 None None] DHCP port deletion for 8d9a33c7-8d79-467c-b101-5c0ebf15bc33 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:22.917836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:22.920132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No DVR routers for this DVR port 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:23.041409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.053011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9a33c7-8d79-467c-b101-5c0ebf15bc33']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:23.065449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb18ca2-2c21-4f8b-9dd8-e5199c79d246') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:23.065808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb18ca2-2c21-4f8b-9dd8-e5199c79d246') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:23.076409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.092157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.099650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:23.100289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:23.123660 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:23.182813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.188046 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.194914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38930) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:23.197659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/networks/8d9a33c7-8d79-467c-b101-5c0ebf15bc33 HTTP/1.1" status: 204 len: 168 time: 0.7414620 Jul 16 09:13:23.200981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1145652091'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:23.269849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:23.276055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.323732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:13:23.334902 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.335409 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Added segment 706b837a-9b00-4613-a105-8b49e2faa92c of type vlan for network 273abba3-825e-404d-bc39-13f3d3b99d8e Jul 16 09:13:23.400908 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.455472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.463541 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:23.464320 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.502183 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3043745 Jul 16 09:13:23.502431 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 38940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:23.518325 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:23.533092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a68a36-6a38-4192-b9e3-6703976034b5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Network': ['ID=8d9a33c7-8d79-467c-b101-5c0ebf15bc33,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:23.583307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-248b1a0f-4159-4eb1-bace-a83c9be611c9 req-69a7790a-0157-4017-83b0-23e4baade996 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.0486233 Jul 16 09:13:23.606569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70326d-ee76-4010-9652-350c28cc9eca tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Network': ['ID=273abba3-825e-404d-bc39-13f3d3b99d8e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:23.618785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 273abba3-825e-404d-bc39-13f3d3b99d8e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:13:23.674092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:23.679193 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.875541 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.938655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=dce03e59-dc05-44f9-b6a5-239a13ec7413,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:23.946372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Checking segment: {'id': '706b837a-9b00-4613-a105-8b49e2faa92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:23.947121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network hostable DHCP agents. Network: 273abba3-825e-404d-bc39-13f3d3b99d8e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:13:23.963272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 273abba3-825e-404d-bc39-13f3d3b99d8e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:13:23.974620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 273abba3-825e-404d-bc39-13f3d3b99d8e) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:23.979720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:23.981027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.986565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3fed41-c675-4763-a53e-7db81e95b54b None None] Network 273abba3-825e-404d-bc39-13f3d3b99d8e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:23.999306 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-351330ca-7dd4-4deb-a294-a40477bda978 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4854121 Jul 16 09:13:24.002351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38950) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:24.009046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e', 'name': 'tempest-PortsTestJSON-730760147', 'fixed_ips': [{'subnet_id': 'dce03e59-dc05-44f9-b6a5-239a13ec7413', 'ip_address': '172.20.0.10'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:24.175800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:24.253920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-273abba3-825e-404d-bc39-13f3d3b99d8e', 'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e', 'tenant_id': '135bf8a118bc4f83944e4ce3ad4b478d', 'fixed_ips': [{'subnet_id': 'dce03e59-dc05-44f9-b6a5-239a13ec7413'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:13:24.255072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.285764 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.306324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:24.416349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Allocated IP 172.20.0.2 (273abba3-825e-404d-bc39-13f3d3b99d8e/dce03e59-dc05-44f9-b6a5-239a13ec7413/adfe40c4-0e76-4b6d-af80-24ad21a343b9) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:24.637390 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.648020 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Transition to ACTIVE for port object adfe40c4-0e76-4b6d-af80-24ad21a343b9 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:24.665064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Transition to ACTIVE for port object adfe40c4-0e76-4b6d-af80-24ad21a343b9 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:24.685521 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.749962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Pushing event updated for resources: {'Port': ['ID=adfe40c4-0e76-4b6d-af80-24ad21a343b9,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:24.753278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Network 273abba3-825e-404d-bc39-13f3d3b99d8e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:24.755600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:24.757912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:24.801395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2370ccd-3edb-4946-a414-83ccfdfc5f43 req-6523183e-cb20-41f9-a190-62cce6864a42 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d821fc0-d4ce-4b03-a586-b99929c07409 HTTP/1.1" status: 200 len: 210 time: 0.0544424 Jul 16 09:13:24.802604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.10 (273abba3-825e-404d-bc39-13f3d3b99d8e/dce03e59-dc05-44f9-b6a5-239a13ec7413/335fb8e0-c502-4a75-86c3-2fdc3d9697f6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:24.835660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Attempting to bind port adfe40c4-0e76-4b6d-af80-24ad21a343b9 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:24.836593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Attempting to bind port adfe40c4-0e76-4b6d-af80-24ad21a343b9 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '706b837a-9b00-4613-a105-8b49e2faa92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:24.836966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Attempting to bind port adfe40c4-0e76-4b6d-af80-24ad21a343b9 on network 273abba3-825e-404d-bc39-13f3d3b99d8e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:24.864877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:24.890227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:24.893409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 10b6dc8a-effe-4cd3-b7c2-69ce1ced4a7e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:24.893409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:24.901072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Checking segment: {'id': '706b837a-9b00-4613-a105-8b49e2faa92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:24.904683 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.905237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Bound using segment: {'id': '706b837a-9b00-4613-a105-8b49e2faa92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:24.905944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Bound port: adfe40c4-0e76-4b6d-af80-24ad21a343b9, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706b837a-9b00-4613-a105-8b49e2faa92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:24.909711 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.012794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] For port adfe40c4-0e76-4b6d-af80-24ad21a343b9, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:25.016888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] For port adfe40c4-0e76-4b6d-af80-24ad21a343b9, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=adfe40c4-0e76-4b6d-af80-24ad21a343b9,segment=NetworkSegment(706b837a-9b00-4613-a105-8b49e2faa92c),segment_id=706b837a-9b00-4613-a105-8b49e2faa92c)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:25.024743 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.099587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cc44a-c41d-4577-ac28-7ff3c9af666b None None] Pushing event updated for resources: {'Port': ['ID=adfe40c4-0e76-4b6d-af80-24ad21a343b9,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:25.142635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.160144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:25.210643 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.277469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 273abba3-825e-404d-bc39-13f3d3b99d8e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:25.292922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:25.299220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:25.333503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=335fb8e0-c502-4a75-86c3-2fdc3d9697f6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:25.401103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:25.401938 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.424203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a3d976d1-aec4-4f5e-a984-0c29260114fa tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4203806 Jul 16 09:13:25.424957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 38970) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:25.431932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '273abba3-825e-404d-bc39-13f3d3b99d8e', 'name': 'tempest-PortsTestJSON-1434851701', 'fixed_ips': [{'subnet_id': 'dce03e59-dc05-44f9-b6a5-239a13ec7413', 'ip_address': '172.20.0.9'}]}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:25.584548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:25.591598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.625324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port a5e44dae-8292-4951-b2c3-2b658e18afc6 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:25.814386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.9 (273abba3-825e-404d-bc39-13f3d3b99d8e/dce03e59-dc05-44f9-b6a5-239a13ec7413/a5e44dae-8292-4951-b2c3-2b658e18afc6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:26.072636 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.090461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object a5e44dae-8292-4951-b2c3-2b658e18afc6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:26.165954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.221929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 273abba3-825e-404d-bc39-13f3d3b99d8e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:26.238973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:26.242592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:26.329858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=a5e44dae-8292-4951-b2c3-2b658e18afc6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:26.372712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-8cbaac13-c992-4d0a-a35e-bbdc4c2d088e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736568098&fields=id&tenant_id=c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 267 time: 0.1228731 Jul 16 09:13:26.382330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:26.383027 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.408554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18778f69-a838-4e33-b088-46d1c3eb1f05 None None] Network 273abba3-825e-404d-bc39-13f3d3b99d8e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:26.490043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-eb0da0a4-7559-445b-a7ff-5c72a509b1a0 None None] Provisioning for port adfe40c4-0e76-4b6d-af80-24ad21a343b9 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:26.516065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-85bbb84f-e755-489c-9490-ac37a3d55e60 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:26.518174 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-85bbb84f-e755-489c-9490-ac37a3d55e60 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.1319618 Jul 16 09:13:26.539204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-5e6e0039-2147-4d1d-9b43-802abc36a58e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/quotas/c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 375 time: 0.0135419 Jul 16 09:13:26.542048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-902ff8b1-baed-4cf2-a516-9c0dfd985fa8 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1160758 Jul 16 09:13:26.544894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39000) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:26.741992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80ac36-21d1-436e-8afb-21bffea40895 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:26.753546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6a80ac36-21d1-436e-8afb-21bffea40895 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2051709 Jul 16 09:13:26.753923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39004) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:26.793854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-36e9420e-94c2-49aa-ac8c-8857fa5ea99a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124932 Jul 16 09:13:26.934690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-c0c2a1ca-cd71-43d8-af97-e1054d45451c service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291313 Jul 16 09:13:26.964479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device adfe40c4-0e76-4b6d-af80-24ad21a343b9 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:26.978233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c82a54c-7ca2-4d16-860b-6ab1e0babc02 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:26.984383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c82a54c-7ca2-4d16-860b-6ab1e0babc02 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:26.993290 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c82a54c-7ca2-4d16-860b-6ab1e0babc02 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:26.995908 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8c82a54c-7ca2-4d16-860b-6ab1e0babc02 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2408099 Jul 16 09:13:26.998632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39006) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:27.073817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Provisioning for port a5e44dae-8292-4951-b2c3-2b658e18afc6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:27.093765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port adfe40c4-0e76-4b6d-af80-24ad21a343b9 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:27.104265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port adfe40c4-0e76-4b6d-af80-24ad21a343b9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:27.104646 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.106867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Provisioning complete for port a5e44dae-8292-4951-b2c3-2b658e18afc6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:27.106867 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.136990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-6785d8fe-35e2-42c4-99f8-eb041af6003d service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012813 Jul 16 09:13:27.273432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Port a5e44dae-8292-4951-b2c3-2b658e18afc6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:27.305238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Provisioning complete for port adfe40c4-0e76-4b6d-af80-24ad21a343b9 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:27.305613 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.463798 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.581678 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.592473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-707f2554-aab3-47ab-a49e-b3be609e3bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port a5e44dae-8292-4951-b2c3-2b658e18afc6 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:27.593560 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-707f2554-aab3-47ab-a49e-b3be609e3bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.602598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port adfe40c4-0e76-4b6d-af80-24ad21a343b9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=adfe40c4-0e76-4b6d-af80-24ad21a343b9,segment=NetworkSegment(706b837a-9b00-4613-a105-8b49e2faa92c),segment_id=706b837a-9b00-4613-a105-8b49e2faa92c)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:27.624062 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.730997 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:13:27.731594 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:13:27.736287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=adfe40c4-0e76-4b6d-af80-24ad21a343b9,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:27.763020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8376140-5ff9-48ef-b714-f2794c981b16 req-ec9da124-38f8-4896-8851-1d2646075b83 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 210 time: 0.0816827 Jul 16 09:13:27.824622 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-707f2554-aab3-47ab-a49e-b3be609e3bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.842342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-707f2554-aab3-47ab-a49e-b3be609e3bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for a5e44dae-8292-4951-b2c3-2b658e18afc6 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:28.048821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-707f2554-aab3-47ab-a49e-b3be609e3bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.096953 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f2554-aab3-47ab-a49e-b3be609e3bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=a5e44dae-8292-4951-b2c3-2b658e18afc6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:28.196631 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-707f2554-aab3-47ab-a49e-b3be609e3bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.201426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2950-f28c-497b-adf2-a05565bba21b req-a76d9515-9dc6-443e-bf26-736d5c290d56 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:28.202486 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-707f2554-aab3-47ab-a49e-b3be609e3bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/a5e44dae-8292-4951-b2c3-2b658e18afc6 HTTP/1.1" status: 204 len: 168 time: 1.2023976 Jul 16 09:13:28.203310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-299d2950-f28c-497b-adf2-a05565bba21b req-a76d9515-9dc6-443e-bf26-736d5c290d56 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1097 time: 0.1182525 Jul 16 09:13:28.203831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39038) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:28.257268 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fb87aa-19c0-4605-a4ed-ae9a7a20a800 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:28.260690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-67fb87aa-19c0-4605-a4ed-ae9a7a20a800 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/a5e44dae-8292-4951-b2c3-2b658e18afc6 HTTP/1.1" status: 404 len: 333 time: 0.0558460 Jul 16 09:13:28.264084 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39040) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:28.340958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-299d2950-f28c-497b-adf2-a05565bba21b req-999d14a9-c35d-445a-9622-9628d47a3a37 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765827 Jul 16 09:13:28.347422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Provisioning for port 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:28.353608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Provisioning complete for port 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:28.355343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.440433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e61cdb75-b385-4a0b-bca1-b8ccb2433978 None None] Port 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:28.488121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-56363b2f-8631-4543-84de-6448203e74d0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:28.488556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56363b2f-8631-4543-84de-6448203e74d0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.553877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7d9576b1-ba55-4875-a09e-3cb3b3d85733 None None] Could not find standard attr ID for object a5e44dae-8292-4951-b2c3-2b658e18afc6. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:13:28.576121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7d9576b1-ba55-4875-a09e-3cb3b3d85733 None None] Provisioning complete for port 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:28.576720 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7d9576b1-ba55-4875-a09e-3cb3b3d85733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.621166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7d9576b1-ba55-4875-a09e-3cb3b3d85733 None None] Port 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:28.670672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56363b2f-8631-4543-84de-6448203e74d0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.684424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe760f3-30c5-4d0b-9d35-90e70d94ef26 req-68e199a0-f590-46c0-aab1-c10d0be5d269 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:28.687445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fe760f3-30c5-4d0b-9d35-90e70d94ef26 req-68e199a0-f590-46c0-aab1-c10d0be5d269 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.1173534 Jul 16 09:13:28.691532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-56363b2f-8631-4543-84de-6448203e74d0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 335fb8e0-c502-4a75-86c3-2fdc3d9697f6 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:28.729550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fe760f3-30c5-4d0b-9d35-90e70d94ef26 req-6d6e049c-d23f-4082-a7fd-b107f67f4d82 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358686 Jul 16 09:13:28.758266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39048) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:28.903762 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b2238d4d-3dbe-4a20-bfc5-b260bca22cbc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/2cb23894-5873-4317-a266-315527601156 HTTP/1.1" status: 200 len: 992 time: 0.1388798 Jul 16 09:13:28.940406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device adfe40c4-0e76-4b6d-af80-24ad21a343b9 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:29.038667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port adfe40c4-0e76-4b6d-af80-24ad21a343b9 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:29.039383 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:29.047241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56363b2f-8631-4543-84de-6448203e74d0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:29.073030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97b559c9-783a-4ee8-9a22-16a60ca22274 req-c3f3ff29-de4c-44cc-8955-e96008a388e6 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 210 time: 0.0906889 Jul 16 09:13:29.123070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56363b2f-8631-4543-84de-6448203e74d0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=335fb8e0-c502-4a75-86c3-2fdc3d9697f6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:29.266362 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-56363b2f-8631-4543-84de-6448203e74d0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:29.269799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-56363b2f-8631-4543-84de-6448203e74d0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/335fb8e0-c502-4a75-86c3-2fdc3d9697f6 HTTP/1.1" status: 204 len: 168 time: 1.0040479 Jul 16 09:13:29.274864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39060) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:29.336497 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-67882317-dd8b-4c39-bf1f-3a193f653064 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:29.341150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-67882317-dd8b-4c39-bf1f-3a193f653064 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/335fb8e0-c502-4a75-86c3-2fdc3d9697f6 HTTP/1.1" status: 404 len: 333 time: 0.0642889 Jul 16 09:13:29.341281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39066) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:29.510438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1dd597-46c4-4271-adfd-64ce8f806d7c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet dce03e59-dc05-44f9-b6a5-239a13ec7413 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:29.513800 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd597-46c4-4271-adfd-64ce8f806d7c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:29.563701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd597-46c4-4271-adfd-64ce8f806d7c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:29.951096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-37df60f9-fca4-4a9c-9aa8-5d52b63838cc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:29.953331 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-37df60f9-fca4-4a9c-9aa8-5d52b63838cc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.5386560 Jul 16 09:13:29.983012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22aa00f-75d2-4025-9628-3c178b2ddcea req-59ca5236-4d84-456c-8f19-7bce3c3c3dae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:29.985217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a22aa00f-75d2-4025-9628-3c178b2ddcea req-59ca5236-4d84-456c-8f19-7bce3c3c3dae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.0961390 Jul 16 09:13:30.015630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd597-46c4-4271-adfd-64ce8f806d7c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.079908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a22aa00f-75d2-4025-9628-3c178b2ddcea req-d5b14adc-823e-469f-bda3-c0a6abb6b3ab tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836871 Jul 16 09:13:30.145819 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-08bae28e-51a6-4657-9d95-a55e8a5558cf tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 380 time: 0.1681352 Jul 16 09:13:30.174581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'port': {'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'admin_state_up': True, 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'security_groups': ['1f361719-c087-417d-a6f8-74c05a103154']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:30.205897 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1c3e37fb-e136-4c07-86c5-26d1c0580fde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2694430 Jul 16 09:13:30.276042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd597-46c4-4271-adfd-64ce8f806d7c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.380841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45635ce8-8316-4d53-b143-019b98803aa7 req-81408ba2-211e-4481-a090-67b443b91729 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 210 time: 0.0416529 Jul 16 09:13:30.414271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dd597-46c4-4271-adfd-64ce8f806d7c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=dce03e59-dc05-44f9-b6a5-239a13ec7413,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:30.422801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd3842-7c09-4746-b613-49cca4d41636 None None] Network 273abba3-825e-404d-bc39-13f3d3b99d8e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:30.423804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd597-46c4-4271-adfd-64ce8f806d7c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.426035 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6a1dd597-46c4-4271-adfd-64ce8f806d7c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/dce03e59-dc05-44f9-b6a5-239a13ec7413 HTTP/1.1" status: 204 len: 168 time: 1.0834775 Jul 16 09:13:30.429408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39092) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:30.525906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39094) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:30.587650 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.617311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:30.630510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.712742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port adfe40c4-0e76-4b6d-af80-24ad21a343b9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:30.713525 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.801093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-655fe722-e33b-4e38-9721-77a1078e3d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.851642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] For port adfe40c4-0e76-4b6d-af80-24ad21a343b9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=adfe40c4-0e76-4b6d-af80-24ad21a343b9,segment=NetworkSegment(706b837a-9b00-4613-a105-8b49e2faa92c),segment_id=706b837a-9b00-4613-a105-8b49e2faa92c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:30.867069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.894293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for adfe40c4-0e76-4b6d-af80-24ad21a343b9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:31.008902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.20.0.4 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/18a9af99-cb6f-44a0-b97d-1da4833be9f0) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:31.066006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.086826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No DVR routers for this DVR port adfe40c4-0e76-4b6d-af80-24ad21a343b9 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:31.131422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=adfe40c4-0e76-4b6d-af80-24ad21a343b9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:31.193983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0493ba5e-51dc-4ab3-872a-2315f8d90de0 None None] DHCP port deletion for 273abba3-825e-404d-bc39-13f3d3b99d8e request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:31.242521 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-655fe722-e33b-4e38-9721-77a1078e3d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.257777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-655fe722-e33b-4e38-9721-77a1078e3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.293154 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.344626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273abba3-825e-404d-bc39-13f3d3b99d8e']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:31.345774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fe722-e33b-4e38-9721-77a1078e3d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc1b32-aefd-4937-bc35-79b6aeeae7b9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:31.352392 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.358154 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-655fe722-e33b-4e38-9721-77a1078e3d10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a4179236ede4d4eb850be60855d6365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8292837 Jul 16 09:13:31.359491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706b837a-9b00-4613-a105-8b49e2faa92c') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:31.359792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706b837a-9b00-4613-a105-8b49e2faa92c') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:31.361404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39122) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:31.372413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Transition to ACTIVE for port object 18a9af99-cb6f-44a0-b97d-1da4833be9f0 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:31.379170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.404735 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.433334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.464437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:31.467092 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:31.470531 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:31.496886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:31.502491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:31.507050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:31.580144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=18a9af99-cb6f-44a0-b97d-1da4833be9f0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:31.639785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:31.640691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.672798 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-bc039720-fb48-4d03-963f-8a1f665b9a5e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5040312 Jul 16 09:13:31.685057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.685252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Request body: {'port': {'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:31.716988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.722059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/networks/273abba3-825e-404d-bc39-13f3d3b99d8e HTTP/1.1" status: 204 len: 168 time: 1.2870116 Jul 16 09:13:31.723571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39130) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:31.729814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1466017930'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:31.758936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e314287-7004-419c-bf6c-ce5309a84965 req-52d60571-df5b-4760-8a6e-bd3764e0417b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:31.766218 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e314287-7004-419c-bf6c-ce5309a84965 req-52d60571-df5b-4760-8a6e-bd3764e0417b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.4700239 Jul 16 09:13:31.768171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcba70-a4d5-49c2-a78e-dc3409812a55 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Network': ['ID=273abba3-825e-404d-bc39-13f3d3b99d8e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:31.797677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42332580-751d-442a-9918-ad9c6cacdb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.835914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e314287-7004-419c-bf6c-ce5309a84965 req-c0abaa69-6bc1-4ff1-a04f-a50e0f163388 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686216 Jul 16 09:13:31.838061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.885023 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42332580-751d-442a-9918-ad9c6cacdb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.931065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235692e4-12fd-4e24-92a1-72d836672330 req-8aa0c03e-489a-4208-82bd-bbafd79bc9d7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:31.938168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-235692e4-12fd-4e24-92a1-72d836672330 req-8aa0c03e-489a-4208-82bd-bbafd79bc9d7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 931 time: 0.2799280 Jul 16 09:13:31.974621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-52dbf333-5f72-4353-aa54-7a1d4494941a None None] Provisioning for port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:31.983671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-52dbf333-5f72-4353-aa54-7a1d4494941a None None] Provisioning complete for port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:31.984049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52dbf333-5f72-4353-aa54-7a1d4494941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:31.996445 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:31.999621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.049743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-235692e4-12fd-4e24-92a1-72d836672330 req-ab1c95aa-ddb0-49f9-8afe-64b5fab274bf tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105056 Jul 16 09:13:32.065436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-52dbf333-5f72-4353-aa54-7a1d4494941a None None] Port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:32.085931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42332580-751d-442a-9918-ad9c6cacdb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.087721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:13:32.092865 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42332580-751d-442a-9918-ad9c6cacdb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.094070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-42332580-751d-442a-9918-ad9c6cacdb2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fdc1b32-aefd-4937-bc35-79b6aeeae7b9 HTTP/1.1" status: 204 len: 168 time: 0.7316620 Jul 16 09:13:32.125052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42332580-751d-442a-9918-ad9c6cacdb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc1b32-aefd-4937-bc35-79b6aeeae7b9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:32.151013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.151537 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Added segment 76fe24cc-4671-4913-8eea-393ea66f51d5 of type vlan for network 20075929-ef47-44f5-965b-5a6acc973531 Jul 16 09:13:32.180858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-68d4659d-8126-4efc-b9b1-e20b4043e2dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1293833 Jul 16 09:13:32.233944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.307504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.315399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:32.319418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.373427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-5dea0fe8-83e8-4c18-a36a-1067b1bec988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:32.375107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-5dea0fe8-83e8-4c18-a36a-1067b1bec988 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1097 time: 0.1625812 Jul 16 09:13:32.377362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-ea497e7b-b164-4cc5-a610-0ae6b7f1485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:32.379455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-ea497e7b-b164-4cc5-a610-0ae6b7f1485b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1098 time: 0.1168988 Jul 16 09:13:32.496993 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7735469 Jul 16 09:13:32.504357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39142) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:32.514611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a9af99-cb6f-44a0-b97d-1da4833be9f0 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:13:32.525542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '20075929-ef47-44f5-965b-5a6acc973531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:32.614917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.629912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c67dd3-cff4-4571-9f2c-9424497600b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Network': ['ID=20075929-ef47-44f5-965b-5a6acc973531,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:32.645169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 20075929-ef47-44f5-965b-5a6acc973531 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:13:32.652884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Transition to ACTIVE for port object 18a9af99-cb6f-44a0-b97d-1da4833be9f0 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:32.699793 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.702987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-257c1918-5c71-4feb-983a-fc45751e74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:32.705929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-257c1918-5c71-4feb-983a-fc45751e74d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.3137240 Jul 16 09:13:32.712711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-9c1879d1-b5d7-496f-afc7-f7cf7186c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:32.715210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-9c1879d1-b5d7-496f-afc7-f7cf7186c993 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.2484448 Jul 16 09:13:32.735355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39144) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:32.796660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a5359ba-a710-4867-aba4-565f048a7095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.821476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Pushing event updated for resources: {'Port': ['ID=18a9af99-cb6f-44a0-b97d-1da4833be9f0,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:32.886016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device adfe40c4-0e76-4b6d-af80-24ad21a343b9 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:32.912229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: adfe40c4-0e76-4b6d-af80-24ad21a343b9 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:32.912933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device adfe40c4-0e76-4b6d-af80-24ad21a343b9 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:33.033974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:33.045002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.284595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-b4abb029-f519-4ebd-a7f6-3eaa59c080c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 1000 time: 0.5680947 Jul 16 09:13:33.324309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.434828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-b844e6ba-3824-4cc9-9309-0adb8b9ee778 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 200 len: 1002 time: 0.6030524 Jul 16 09:13:33.466578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=df23993e-0910-4334-a34a-da18b014b4cb,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:33.471319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Checking segment: {'id': '76fe24cc-4671-4913-8eea-393ea66f51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20075929-ef47-44f5-965b-5a6acc973531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:33.471687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network hostable DHCP agents. Network: 20075929-ef47-44f5-965b-5a6acc973531, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:13:33.479894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Attempting to bind port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:33.480249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Attempting to bind port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:33.480580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Attempting to bind port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:33.526373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-0dd57f9c-2d46-4df9-beb8-0a497cf3b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:33.528173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-0dd57f9c-2d46-4df9-beb8-0a497cf3b0dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.2212033 Jul 16 09:13:33.582301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a5359ba-a710-4867-aba4-565f048a7095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.588598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:13:33.589001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ed715-74ba-429e-b493-bf1b1b8587a0 req-b5aab0da-2ddc-4a8b-a165-7de13592b73e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:33.589245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Attempting to bind port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:33.596896 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-929ed715-74ba-429e-b493-bf1b1b8587a0 req-b5aab0da-2ddc-4a8b-a165-7de13592b73e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.3109212 Jul 16 09:13:33.600700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-7b88052b-54ee-469c-9ecd-823cb5f08bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:33.602447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-7b88052b-54ee-469c-9ecd-823cb5f08bec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.1558418 Jul 16 09:13:33.603627 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a5359ba-a710-4867-aba4-565f048a7095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.611646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaea4f8-d158-45eb-996a-965be419b945 req-899aae12-c685-4a8d-acc7-6a1b7c06532c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:33.619876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcaea4f8-d158-45eb-996a-965be419b945 req-899aae12-c685-4a8d-acc7-6a1b7c06532c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.3221078 Jul 16 09:13:33.673527 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2a5359ba-a710-4867-aba4-565f048a7095 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7610e31f2ed74efbb745a6a8b2102e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9356918 Jul 16 09:13:33.675467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 20075929-ef47-44f5-965b-5a6acc973531 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:13:33.676945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39158) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:33.688112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5359ba-a710-4867-aba4-565f048a7095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c03010-1785-47f3-9b77-4d3519375f8f,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:33.702875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:33.703229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:33.703623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:33.704099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Bound port: 18a9af99-cb6f-44a0-b97d-1da4833be9f0, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:33.704452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.716091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 20075929-ef47-44f5-965b-5a6acc973531) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:33.722095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:33.722681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.730668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca5155-6995-41de-81dd-28f06434524a None None] Network 20075929-ef47-44f5-965b-5a6acc973531 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:33.767021 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f92d1da8-7b7a-4472-a316-46b0582329b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2608197 Jul 16 09:13:33.769663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:33.777414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-41b4fd85-1899-4209-ad3e-43e6fcb52ed4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-7521978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:33.788997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fcaea4f8-d158-45eb-996a-965be419b945 req-d8b68a5a-055c-4582-a23a-5dbb8f1214f7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679902 Jul 16 09:13:33.815634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-929ed715-74ba-429e-b493-bf1b1b8587a0 req-119ba096-ea66-45aa-94bf-3c8a601df34b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174520 Jul 16 09:13:33.831573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] For port 18a9af99-cb6f-44a0-b97d-1da4833be9f0, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:33.837720 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] For port 18a9af99-cb6f-44a0-b97d-1da4833be9f0, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:33.852615 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41b4fd85-1899-4209-ad3e-43e6fcb52ed4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.853806 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41b4fd85-1899-4209-ad3e-43e6fcb52ed4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.867420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.884613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-c3069bd6-7172-4fcc-ae23-525d68b8a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:33.886126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-c3069bd6-7172-4fcc-ae23-525d68b8a67b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3462768 Jul 16 09:13:33.918076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-77fea3f8-f904-4a40-8daf-77b4bf376733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:33.919607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-77fea3f8-f904-4a40-8daf-77b4bf376733 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2966530 Jul 16 09:13:33.920390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5dc99a8-2b47-4acf-9f02-c952210ef0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.976289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:33.976931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.978420 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] 10.222.0.54 "PUT /v2.0/ports/18a9af99-cb6f-44a0-b97d-1da4833be9f0 HTTP/1.1" status: 200 len: 1092 time: 2.2987931 Jul 16 09:13:33.979904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41b4fd85-1899-4209-ad3e-43e6fcb52ed4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.980630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:34.182113 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac5977-fae8-4869-bfec-b45eaf2afefc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:34.182113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a3831-d2ca-4cce-8602-182070722886 service neutron] Pushing event updated for resources: {'Port': ['ID=18a9af99-cb6f-44a0-b97d-1da4833be9f0,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:34.182113 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41b4fd85-1899-4209-ad3e-43e6fcb52ed4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.184178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5dc99a8-2b47-4acf-9f02-c952210ef0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.184507 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-20075929-ef47-44f5-965b-5a6acc973531', 'network_id': '20075929-ef47-44f5-965b-5a6acc973531', 'tenant_id': '135bf8a118bc4f83944e4ce3ad4b478d', 'fixed_ips': [{'subnet_id': 'df23993e-0910-4334-a34a-da18b014b4cb'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:13:34.184507 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.184972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41b4fd85-1899-4209-ad3e-43e6fcb52ed4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.184972 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-41b4fd85-1899-4209-ad3e-43e6fcb52ed4 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3851850 Jul 16 09:13:34.184972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39178) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:34.198836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'network_id': '20075929-ef47-44f5-965b-5a6acc973531', 'name': 'tempest-PortsTestJSON-1907913830'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:34.256351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-a4b4bf8d-e9f9-4a3a-aa0b-06c41204ab05 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602302 Jul 16 09:13:34.323145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-66b9bf20-20de-4559-ab63-ad75f87eea17 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893886 Jul 16 09:13:34.342676 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769d7203-3d54-49da-964c-06e21d8f69f8 x-openstack-request-id: req-769d7203-3d54-49da-964c-06e21d8f69f8 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:34.345749 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:34.346189 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-769d7203-3d54-49da-964c-06e21d8f69f8 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:34.350316 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'status': 'completed', 'code': 200} Jul 16 09:13:34.391021 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5dc99a8-2b47-4acf-9f02-c952210ef0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.393685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5dc99a8-2b47-4acf-9f02-c952210ef0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.400370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b5dc99a8-2b47-4acf-9f02-c952210ef0b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3c03010-1785-47f3-9b77-4d3519375f8f HTTP/1.1" status: 204 len: 168 time: 0.7180424 Jul 16 09:13:34.461855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc99a8-2b47-4acf-9f02-c952210ef0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c03010-1785-47f3-9b77-4d3519375f8f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:34.487679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-261234cd-3aa8-445e-8c57-f34cded7f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.492720 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-261234cd-3aa8-445e-8c57-f34cded7f78b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 1095 time: 0.4542630 Jul 16 09:13:34.512361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Allocated IP 172.20.0.2 (20075929-ef47-44f5-965b-5a6acc973531/df23993e-0910-4334-a34a-da18b014b4cb/db8bf7db-b4a4-4f74-adc2-6a9cd1240838) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:34.579623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-2e589ccc-53ff-43b1-a523-b171ccf38c2f service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122895 Jul 16 09:13:34.606036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72c6bcf0-7ea9-472d-8930-24613bb9abe6 req-00bc1523-d902-4742-b640-49cee8b52ce2 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623527 Jul 16 09:13:34.642722 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-41f19409-ea2b-444e-a089-e29a7ae831a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0 HTTP/1.1" status: 200 len: 217 time: 0.1389048 Jul 16 09:13:34.648069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:34.655079 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.810690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 6eb08554-d643-4a38-a2a6-526666d64406 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:34.833579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-fac4ef4d-b359-4df9-aa52-fe3fe899710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.850874 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-fac4ef4d-b359-4df9-aa52-fe3fe899710d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1927431 Jul 16 09:13:34.895565 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.918353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Transition to ACTIVE for port object db8bf7db-b4a4-4f74-adc2-6a9cd1240838 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:34.958984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Transition to ACTIVE for port object db8bf7db-b4a4-4f74-adc2-6a9cd1240838 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:34.973963 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.089454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Network 20075929-ef47-44f5-965b-5a6acc973531 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:35.091833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:35.102322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.14 (20075929-ef47-44f5-965b-5a6acc973531/df23993e-0910-4334-a34a-da18b014b4cb/6eb08554-d643-4a38-a2a6-526666d64406) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:35.108435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:35.136475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Pushing event updated for resources: {'Port': ['ID=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:35.255880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Attempting to bind port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:35.258853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Attempting to bind port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '76fe24cc-4671-4913-8eea-393ea66f51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20075929-ef47-44f5-965b-5a6acc973531'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:35.263424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Attempting to bind port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 on network 20075929-ef47-44f5-965b-5a6acc973531 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:35.270868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:35.271251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Checking segment: {'id': '76fe24cc-4671-4913-8eea-393ea66f51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20075929-ef47-44f5-965b-5a6acc973531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:35.271684 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.276250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Bound using segment: {'id': '76fe24cc-4671-4913-8eea-393ea66f51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20075929-ef47-44f5-965b-5a6acc973531'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:35.276891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Bound port: db8bf7db-b4a4-4f74-adc2-6a9cd1240838, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fe24cc-4671-4913-8eea-393ea66f51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20075929-ef47-44f5-965b-5a6acc973531'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:35.278043 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.295931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5ee34-c9eb-43fb-ba6d-f8cae9e99f63 req-37736b3c-de59-464d-af4b-a1ee2173ad31 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:35.304850 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4f5ee34-c9eb-43fb-ba6d-f8cae9e99f63 req-37736b3c-de59-464d-af4b-a1ee2173ad31 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.2341735 Jul 16 09:13:35.335670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a37d3f-9c89-4e5b-bd33-0905c44ff39d req-cd80aff7-f518-4b2a-9413-e822fd105a79 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:35.337556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76a37d3f-9c89-4e5b-bd33-0905c44ff39d req-cd80aff7-f518-4b2a-9413-e822fd105a79 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.2087646 Jul 16 09:13:35.348582 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.359285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] For port db8bf7db-b4a4-4f74-adc2-6a9cd1240838, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:35.363841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] For port db8bf7db-b4a4-4f74-adc2-6a9cd1240838, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,segment=NetworkSegment(76fe24cc-4671-4913-8eea-393ea66f51d5),segment_id=76fe24cc-4671-4913-8eea-393ea66f51d5)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:35.367687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 6eb08554-d643-4a38-a2a6-526666d64406 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:35.377638 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.418269 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-09e60f84-1f5d-424e-859c-fcabad236d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:35.421427 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-09e60f84-1f5d-424e-859c-fcabad236d4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5299537 Jul 16 09:13:35.429564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.438304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4f5ee34-c9eb-43fb-ba6d-f8cae9e99f63 req-bcbaf0f1-0e8a-4629-ba3d-3ea4ed4f546c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201658 Jul 16 09:13:35.482721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76a37d3f-9c89-4e5b-bd33-0905c44ff39d req-9817099d-d765-4041-a8b8-0b6e82d3f37c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358800 Jul 16 09:13:35.502615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85448290-8aeb-450c-a8db-d5ae15dcf472 None None] Pushing event updated for resources: {'Port': ['ID=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:35.660104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=6eb08554-d643-4a38-a2a6-526666d64406,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:35.681065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 20075929-ef47-44f5-965b-5a6acc973531 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:35.684380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:35.688678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:35.816500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:35.817143 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.845819 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-6c22f59c-f944-4379-8e5f-76affe2d221c service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036336 Jul 16 09:13:35.908248 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba6f429e-503c-44e0-9e3e-0121e4f691bf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7233872 Jul 16 09:13:35.920456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:36.059960 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-de523e29-a7a5-49e8-9403-dc2ecc319ff1 req-9acd4ad9-1e39-4b50-a1c0-d6121c85219d service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064183 Jul 16 09:13:36.640555 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:36.862830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-55f21a96-d44e-48b4-a169-f2d90e6cb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:36.885376 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-55f21a96-d44e-48b4-a169-f2d90e6cb76c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 1095 time: 0.7365704 Jul 16 09:13:36.974276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device db8bf7db-b4a4-4f74-adc2-6a9cd1240838 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:37.120336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:37.131875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-054ea753-8a4e-4eef-8400-69dc4897de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:37.138031 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-054ea753-8a4e-4eef-8400-69dc4897de88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.2501833 Jul 16 09:13:37.253009 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-e04b004c-2d1a-410b-9185-ff572085bdb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0 HTTP/1.1" status: 200 len: 217 time: 0.1090281 Jul 16 09:13:37.312550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82651f-6c66-4e9f-864f-45100b2b6257 None None] Network 20075929-ef47-44f5-965b-5a6acc973531 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:37.385170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-21c3e7b9-4853-49d7-8b0e-9a90f7cc3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:37.391749 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-21c3e7b9-4853-49d7-8b0e-9a90f7cc3429 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1300311 Jul 16 09:13:37.441869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-87364569-2961-4cb9-b7ca-8d585824762f None None] Provisioning for port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:37.448162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-87364569-2961-4cb9-b7ca-8d585824762f None None] Provisioning complete for port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:37.448737 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87364569-2961-4cb9-b7ca-8d585824762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:37.486694 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-43d49029-4603-4285-bf70-58c67df83fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:37.489512 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-43d49029-4603-4285-bf70-58c67df83fb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910037 Jul 16 09:13:37.520987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057fe5b-2e52-4a7d-8cab-1d8c75cf1df5 req-4a11efdc-ace8-4a06-ad5b-b62cd0e9f850 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:37.542230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5057fe5b-2e52-4a7d-8cab-1d8c75cf1df5 req-4a11efdc-ace8-4a06-ad5b-b62cd0e9f850 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.7416253 Jul 16 09:13:37.622953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed60fd9-8695-42b4-8760-30ab4202d6ec req-2011d788-c8a0-4dd5-b09a-08af2ca7ba98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:37.628438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ed60fd9-8695-42b4-8760-30ab4202d6ec req-2011d788-c8a0-4dd5-b09a-08af2ca7ba98 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.7480435 Jul 16 09:13:37.660888 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-173cd5d6-c6e0-4279-8798-63d0d75e0a9f service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617417 Jul 16 09:13:37.670635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87364569-2961-4cb9-b7ca-8d585824762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:37.683250 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:37.733066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-87364569-2961-4cb9-b7ca-8d585824762f None None] For port db8bf7db-b4a4-4f74-adc2-6a9cd1240838, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,segment=NetworkSegment(76fe24cc-4671-4913-8eea-393ea66f51d5),segment_id=76fe24cc-4671-4913-8eea-393ea66f51d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:37.739984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5057fe5b-2e52-4a7d-8cab-1d8c75cf1df5 req-9674a37a-cf8b-4f0a-9e7e-58156368e853 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968563 Jul 16 09:13:37.741712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:37.744998 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87364569-2961-4cb9-b7ca-8d585824762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:37.835553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87364569-2961-4cb9-b7ca-8d585824762f None None] Pushing event updated for resources: {'Port': ['ID=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:37.891850 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-3bac5977-fae8-4869-bfec-b45eaf2afefc req-b6b9d07f-ca71-47d2-bd92-9aeaf7e276da service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228868 Jul 16 09:13:38.177145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e28845b3-06bb-429a-a0f0-3839c3530bb8 None None] Provisioning complete for port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:38.177629 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e28845b3-06bb-429a-a0f0-3839c3530bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:38.354911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e28845b3-06bb-429a-a0f0-3839c3530bb8 None None] Provisioning for port 6eb08554-d643-4a38-a2a6-526666d64406 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:38.360261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e28845b3-06bb-429a-a0f0-3839c3530bb8 None None] Provisioning complete for port 6eb08554-d643-4a38-a2a6-526666d64406 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:38.360684 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e28845b3-06bb-429a-a0f0-3839c3530bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:38.403916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e28845b3-06bb-429a-a0f0-3839c3530bb8 None None] Port 6eb08554-d643-4a38-a2a6-526666d64406 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:38.473396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ed60fd9-8695-42b4-8760-30ab4202d6ec req-e2fe95eb-69b5-453c-be91-73246b28680f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7942519 Jul 16 09:13:38.477144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=6eb08554-d643-4a38-a2a6-526666d64406,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:38.529310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e2e42cf0-e53b-4a8f-9363-3378b295e4e0 None None] Provisioning complete for port 6eb08554-d643-4a38-a2a6-526666d64406 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:38.529899 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e2e42cf0-e53b-4a8f-9363-3378b295e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:38.597235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e2e42cf0-e53b-4a8f-9363-3378b295e4e0 None None] Port 6eb08554-d643-4a38-a2a6-526666d64406 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:38.729042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:38.928874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device db8bf7db-b4a4-4f74-adc2-6a9cd1240838 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:38.972464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9994e29d-8850-44b2-b0f0-160b8bb25425 None None] Provisioning complete for port 6eb08554-d643-4a38-a2a6-526666d64406 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:38.973124 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9994e29d-8850-44b2-b0f0-160b8bb25425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.015287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9994e29d-8850-44b2-b0f0-160b8bb25425 None None] Port 6eb08554-d643-4a38-a2a6-526666d64406 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:39.039089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.046033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:39.046676 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.110572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dd121-379e-41bc-9b3f-1ca69f65f437 req-d4768bbe-3138-42a9-b779-699dc9effe15 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:39.119257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b7dd121-379e-41bc-9b3f-1ca69f65f437 req-d4768bbe-3138-42a9-b779-699dc9effe15 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.1846898 Jul 16 09:13:39.257367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b7dd121-379e-41bc-9b3f-1ca69f65f437 req-2ca65c01-98b8-437d-9638-5958ad28817b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364033 Jul 16 09:13:39.415163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.420545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.517293 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.529201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=6eb08554-d643-4a38-a2a6-526666d64406,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:39.790242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 20075929-ef47-44f5-965b-5a6acc973531 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:39.798335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaa161-5604-4605-a04f-f3df2279afd1 req-6bd3f459-4b95-4671-af04-ee38360af209 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:39.806083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22eaa161-5604-4605-a04f-f3df2279afd1 req-6bd3f459-4b95-4671-af04-ee38360af209 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.1239262 Jul 16 09:13:39.815018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:39.882578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22eaa161-5604-4605-a04f-f3df2279afd1 req-0e730b28-0cda-4b88-808e-92642492607c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754125 Jul 16 09:13:40.087363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Router 66e1ea2b-95cf-4302-b71d-994bd75ab901 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:13:40.219734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:40.230500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39362) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:40.242257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7011f8f6-707c-4823-8de5-31b48bc9103c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "PUT /v2.0/routers/66e1ea2b-95cf-4302-b71d-994bd75ab901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3206120 Jul 16 09:13:40.289159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc2bfb-86be-4b9d-8120-18abe0af088f None None] Sync routers for ids ['66e1ea2b-95cf-4302-b71d-994bd75ab901'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:40.338817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc2bfb-86be-4b9d-8120-18abe0af088f None None] Routers {'66e1ea2b-95cf-4302-b71d-994bd75ab901'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:40.341286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffdc2bfb-86be-4b9d-8120-18abe0af088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:13:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['66e1ea2b-95cf-4302-b71d-994bd75ab901'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:40.375398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7ecfa-f4d2-4229-a069-1128edcd9278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:40.380055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39370) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:40.402321 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0cb7ecfa-f4d2-4229-a069-1128edcd9278 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports?device_id=66e1ea2b-95cf-4302-b71d-994bd75ab901 HTTP/1.1" status: 200 len: 983 time: 0.1698923 Jul 16 09:13:40.411320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e383bd2e-d163-4e27-abba-8da1769f65b4 None None] Provisioning complete for port 6eb08554-d643-4a38-a2a6-526666d64406 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:40.412552 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e383bd2e-d163-4e27-abba-8da1769f65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:40.421114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffdc2bfb-86be-4b9d-8120-18abe0af088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:40.507214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc2bfb-86be-4b9d-8120-18abe0af088f None None] Routers {'66e1ea2b-95cf-4302-b71d-994bd75ab901'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:40.513044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffdc2bfb-86be-4b9d-8120-18abe0af088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:13:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['66e1ea2b-95cf-4302-b71d-994bd75ab901'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:40.564144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffdc2bfb-86be-4b9d-8120-18abe0af088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:40.565226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc2bfb-86be-4b9d-8120-18abe0af088f None None] The sync data for ids ['66e1ea2b-95cf-4302-b71d-994bd75ab901'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:40.574711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e383bd2e-d163-4e27-abba-8da1769f65b4 None None] Port 6eb08554-d643-4a38-a2a6-526666d64406 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:40.825879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff80cb3-9da9-4346-9df6-b44fc315a6cd req-e274f301-54e6-428e-badd-7cc61214dfab tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:40.832649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fff80cb3-9da9-4346-9df6-b44fc315a6cd req-e274f301-54e6-428e-badd-7cc61214dfab tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.2651994 Jul 16 09:13:40.963219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fff80cb3-9da9-4346-9df6-b44fc315a6cd req-72087849-ab6b-4333-a9ae-8594f96555c8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295831 Jul 16 09:13:41.241817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39408) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:41.255044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ae0d2-0010-4552-9041-74150b0d9f7b req-8a498fb8-8f18-4ec3-a525-e43613efbd20 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:41.257623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-138ae0d2-0010-4552-9041-74150b0d9f7b req-8a498fb8-8f18-4ec3-a525-e43613efbd20 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.2019055 Jul 16 09:13:41.465534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1d374dd-73bc-4deb-83e3-3b60416defed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.644766 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1d374dd-73bc-4deb-83e3-3b60416defed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.651508 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1d374dd-73bc-4deb-83e3-3b60416defed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.706267 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f1d374dd-73bc-4deb-83e3-3b60416defed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44ace2de79274e069c78868489ddcc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609742 Jul 16 09:13:41.706267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d374dd-73bc-4deb-83e3-3b60416defed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a94bee-6f4c-4a34-85b8-ef967003d9ea,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:41.712629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:41.782921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0baf55b4-e11b-4b17-8a9b-3d9b02aaae86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.789183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.812875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0baf55b4-e11b-4b17-8a9b-3d9b02aaae86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.875415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-138ae0d2-0010-4552-9041-74150b0d9f7b req-eb0b22d5-688d-4636-880d-93ae34f70b8b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5477607 Jul 16 09:13:41.917236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0baf55b4-e11b-4b17-8a9b-3d9b02aaae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.919989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0baf55b4-e11b-4b17-8a9b-3d9b02aaae86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.921271 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0baf55b4-e11b-4b17-8a9b-3d9b02aaae86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94a94bee-6f4c-4a34-85b8-ef967003d9ea HTTP/1.1" status: 204 len: 168 time: 0.2109137 Jul 16 09:13:41.946177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf55b4-e11b-4b17-8a9b-3d9b02aaae86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a94bee-6f4c-4a34-85b8-ef967003d9ea,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:42.236482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 6eb08554-d643-4a38-a2a6-526666d64406 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:42.236864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.283736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df5678-1d81-4ab2-9cd4-32f6eeb2070c req-a4b169e3-38bf-4f5c-9565-6d295af47f6b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:42.285502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12df5678-1d81-4ab2-9cd4-32f6eeb2070c req-a4b169e3-38bf-4f5c-9565-6d295af47f6b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.1171699 Jul 16 09:13:42.399493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39444) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:42.408940 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.417684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2751d450-2444-4c20-8ccf-21c4a8809525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.433511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12df5678-1d81-4ab2-9cd4-32f6eeb2070c req-c36018b4-86b4-4a9a-b8c7-aa6764415c1e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679948 Jul 16 09:13:42.434496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 6eb08554-d643-4a38-a2a6-526666d64406 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:42.556822 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2751d450-2444-4c20-8ccf-21c4a8809525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.562628 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2751d450-2444-4c20-8ccf-21c4a8809525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.616880 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2751d450-2444-4c20-8ccf-21c4a8809525 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b64697b6c6240d69a495e1cf221c67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161970 Jul 16 09:13:42.617536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39450) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:42.618246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751d450-2444-4c20-8ccf-21c4a8809525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e424e23-cd04-451c-a332-f92fa2bcad93,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:42.704060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-33c05893-5ad4-4355-8b9a-8cb8b23da808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.739012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-33c05893-5ad4-4355-8b9a-8cb8b23da808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.754256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.800047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=6eb08554-d643-4a38-a2a6-526666d64406,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:42.812338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-33c05893-5ad4-4355-8b9a-8cb8b23da808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.822599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-33c05893-5ad4-4355-8b9a-8cb8b23da808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.826058 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-33c05893-5ad4-4355-8b9a-8cb8b23da808 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e424e23-cd04-451c-a332-f92fa2bcad93 HTTP/1.1" status: 204 len: 168 time: 0.2014401 Jul 16 09:13:42.835597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c05893-5ad4-4355-8b9a-8cb8b23da808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e424e23-cd04-451c-a332-f92fa2bcad93,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:43.230693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:43.360391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fef6f-10b4-4104-a0fd-a10210b00635 req-1cbc6599-ed1a-4768-a879-b7a1df32441c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:43.367924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-269fef6f-10b4-4104-a0fd-a10210b00635 req-1cbc6599-ed1a-4768-a879-b7a1df32441c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.2497954 Jul 16 09:13:43.492775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Router 66e1ea2b-95cf-4302-b71d-994bd75ab901 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:43.672435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-269fef6f-10b4-4104-a0fd-a10210b00635 req-bffb743e-a8e4-472e-95e1-a50ab004dfbb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036327 Jul 16 09:13:43.683965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:43.692835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39494) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:43.694306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-78f78ed0-a7a7-40d4-bb43-0fb4e8da9c6e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "PUT /v2.0/routers/66e1ea2b-95cf-4302-b71d-994bd75ab901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3118811 Jul 16 09:13:43.696770 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1479018-96bc-409d-8077-2a83a9eae48c None None] Sync routers for ids ['66e1ea2b-95cf-4302-b71d-994bd75ab901'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:43.714842 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1479018-96bc-409d-8077-2a83a9eae48c None None] Routers {'66e1ea2b-95cf-4302-b71d-994bd75ab901'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:43.718378 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1479018-96bc-409d-8077-2a83a9eae48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:13:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['66e1ea2b-95cf-4302-b71d-994bd75ab901'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:43.752189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac8e10-7e2a-4083-a77b-ccd191c109dd req-a35c2f70-8f9a-40e0-be29-52bcd4f4664b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:43.754674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7bac8e10-7e2a-4083-a77b-ccd191c109dd req-a35c2f70-8f9a-40e0-be29-52bcd4f4664b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.1304061 Jul 16 09:13:43.759840 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14f8571-434f-48fe-9b15-2fd7cf57adfc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:43.764047 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e14f8571-434f-48fe-9b15-2fd7cf57adfc tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/6eb08554-d643-4a38-a2a6-526666d64406 HTTP/1.1" status: 404 len: 333 time: 0.0693367 Jul 16 09:13:43.767272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39498) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:43.815558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1479018-96bc-409d-8077-2a83a9eae48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:43.831045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7bac8e10-7e2a-4083-a77b-ccd191c109dd req-ac86f9ec-3e19-4eb8-a131-f8898d06f862 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710278 Jul 16 09:13:43.846927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1479018-96bc-409d-8077-2a83a9eae48c None None] Routers {'66e1ea2b-95cf-4302-b71d-994bd75ab901'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:43.847571 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1479018-96bc-409d-8077-2a83a9eae48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:13:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['66e1ea2b-95cf-4302-b71d-994bd75ab901'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:43.904842 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-f1479018-96bc-409d-8077-2a83a9eae48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:43.905539 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1479018-96bc-409d-8077-2a83a9eae48c None None] The sync data for ids ['66e1ea2b-95cf-4302-b71d-994bd75ab901'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:43.915281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8061223f-2fc7-4ae8-b0ac-a6901c1174d1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.160964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8061223f-2fc7-4ae8-b0ac-a6901c1174d1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.165347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8061223f-2fc7-4ae8-b0ac-a6901c1174d1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.223218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8061223f-2fc7-4ae8-b0ac-a6901c1174d1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.224772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8061223f-2fc7-4ae8-b0ac-a6901c1174d1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Fanout notify agent at l3_agent the message router_deleted on router 66e1ea2b-95cf-4302-b71d-994bd75ab901 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:13:44.234348 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8061223f-2fc7-4ae8-b0ac-a6901c1174d1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.237931 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8061223f-2fc7-4ae8-b0ac-a6901c1174d1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/routers/66e1ea2b-95cf-4302-b71d-994bd75ab901 HTTP/1.1" status: 204 len: 168 time: 0.4693751 Jul 16 09:13:44.238783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39518) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:44.302855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e13f2e-90c3-4807-bc1a-73cca6bf18b0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet df23993e-0910-4334-a34a-da18b014b4cb {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:44.306578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45e13f2e-90c3-4807-bc1a-73cca6bf18b0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.374118 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45e13f2e-90c3-4807-bc1a-73cca6bf18b0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.454502 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74502050-978b-4e79-87c8-6d1f29a5dd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.505668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45e13f2e-90c3-4807-bc1a-73cca6bf18b0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.590440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45e13f2e-90c3-4807-bc1a-73cca6bf18b0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.628676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e13f2e-90c3-4807-bc1a-73cca6bf18b0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=df23993e-0910-4334-a34a-da18b014b4cb,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:44.634453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45e13f2e-90c3-4807-bc1a-73cca6bf18b0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.638123 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45e13f2e-90c3-4807-bc1a-73cca6bf18b0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/df23993e-0910-4334-a34a-da18b014b4cb HTTP/1.1" status: 204 len: 168 time: 0.3977189 Jul 16 09:13:44.640558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39536) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:44.640811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea0504-37a0-4011-8920-63e296bc5aa2 None None] Network 20075929-ef47-44f5-965b-5a6acc973531 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:44.742838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.856944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:44.857851 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.995965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] DHCP port deletion for 20075929-ef47-44f5-965b-5a6acc973531 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:45.032409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] For port db8bf7db-b4a4-4f74-adc2-6a9cd1240838, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,segment=NetworkSegment(76fe24cc-4671-4913-8eea-393ea66f51d5),segment_id=76fe24cc-4671-4913-8eea-393ea66f51d5)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:45.032935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.054740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for db8bf7db-b4a4-4f74-adc2-6a9cd1240838 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:45.093834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b015a50-ca1f-4df3-a8c3-c5ced9d33b17 req-8e460d5a-3cfc-4580-981f-03f949da60ce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:45.098272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] Deleting port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:45.098272 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.119674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b015a50-ca1f-4df3-a8c3-c5ced9d33b17 req-8e460d5a-3cfc-4580-981f-03f949da60ce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.2338045 Jul 16 09:13:45.217499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.242315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b015a50-ca1f-4df3-a8c3-c5ced9d33b17 req-f375f9b0-6e84-49b3-a6b0-5a5f644336e5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216526 Jul 16 09:13:45.267340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] For port db8bf7db-b4a4-4f74-adc2-6a9cd1240838, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,segment=NetworkSegment(76fe24cc-4671-4913-8eea-393ea66f51d5),segment_id=76fe24cc-4671-4913-8eea-393ea66f51d5)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:45.267754 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.272762 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:45.278736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No DVR routers for this DVR port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:45.313703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b5dbe-e8c2-4053-9824-9d4b752a81ce req-cda01807-cc83-484f-85b7-a0fab5ae2c7f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:45.315695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b67b5dbe-e8c2-4053-9824-9d4b752a81ce req-cda01807-cc83-484f-85b7-a0fab5ae2c7f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.1933823 Jul 16 09:13:45.325111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] Calling delete_port for db8bf7db-b4a4-4f74-adc2-6a9cd1240838 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:45.422497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.430241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b67b5dbe-e8c2-4053-9824-9d4b752a81ce req-a83215a1-d5b7-46ae-b360-d65738af3a5b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011815 Jul 16 09:13:45.437940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20075929-ef47-44f5-965b-5a6acc973531']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:45.471359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fe24cc-4671-4913-8eea-393ea66f51d5') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:45.479931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fe24cc-4671-4913-8eea-393ea66f51d5') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:45.480160 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.535702 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.540292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.560052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.576794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:45.577206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:45.580365 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:45.611076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] Pushing event deleted for resources: {'Port': ['ID=db8bf7db-b4a4-4f74-adc2-6a9cd1240838,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:45.615083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cdb1c6-501f-4a59-8189-c3a49509c7a7 None None] No DVR routers for this DVR port db8bf7db-b4a4-4f74-adc2-6a9cd1240838 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:45.673081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.683376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.691386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39592) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:45.701839 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/networks/20075929-ef47-44f5-965b-5a6acc973531 HTTP/1.1" status: 204 len: 168 time: 1.0599959 Jul 16 09:13:45.721479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0eff3-6503-4929-bbab-f919f70fde61 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Network': ['ID=20075929-ef47-44f5-965b-5a6acc973531,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:45.764033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f6baf-8809-46aa-a008-adc580b55ea7 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:45.769312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39600) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:45.770987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1f3f6baf-8809-46aa-a008-adc580b55ea7 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/fc09afd8-b75c-4c77-9c59-4e86c5163e2b HTTP/1.1" status: 200 len: 841 time: 0.0783899 Jul 16 09:13:45.840667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39602) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:45.845948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:45.849318 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3b2ed1b6-c954-4cd5-9f91-52a46c690116 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/fc09afd8-b75c-4c77-9c59-4e86c5163e2b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0787163 Jul 16 09:13:45.958256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:45.964233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.107782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39616) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:46.239050 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.290525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-468fb572-c92a-4415-83b5-0cbbe42b077a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.304303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:46.308376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:46.315425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:46.316016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.336242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d20b47-df54-4e0f-a758-ff40cd3739c7 None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:46.342820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=b075a140-0945-475d-8084-2422f6efd246,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:46.484481 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-468fb572-c92a-4415-83b5-0cbbe42b077a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.499444 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-468fb572-c92a-4415-83b5-0cbbe42b077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.546981 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b81730f1-5ff3-4a3f-b1bd-2367a3c7c0b9 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7048249 Jul 16 09:13:46.551382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39634) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:46.574096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b112c050-d5ef-4423-a15d-7efcd40f0350 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'security_group': {'name': 'tempest-secgroup-238674873'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:46.581045 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-468fb572-c92a-4415-83b5-0cbbe42b077a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8f10d40ea7c48d292a0cb30c69be56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721131 Jul 16 09:13:46.581913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39636) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:46.582637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fb572-c92a-4415-83b5-0cbbe42b077a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da43a9b-758f-470a-b1d0-625bded559b9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:46.636654 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b112c050-d5ef-4423-a15d-7efcd40f0350 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.682469 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5a255cb5-a3ee-4df5-8949-a5663b90c8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.708554 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5a255cb5-a3ee-4df5-8949-a5663b90c8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.710927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-2c372ad8-8d5d-46c5-ae88-627babeb040c', 'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'tenant_id': '135bf8a118bc4f83944e4ce3ad4b478d', 'fixed_ips': [{'subnet_id': 'b075a140-0945-475d-8084-2422f6efd246'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:13:46.711796 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.815855 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5a255cb5-a3ee-4df5-8949-a5663b90c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.819219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5a255cb5-a3ee-4df5-8949-a5663b90c8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.834314 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5a255cb5-a3ee-4df5-8949-a5663b90c8a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8da43a9b-758f-470a-b1d0-625bded559b9 HTTP/1.1" status: 204 len: 168 time: 0.2475116 Jul 16 09:13:46.840386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baca15-fa46-4c16-bfc0-a9196a9fb91a req-9ae412ce-f9b8-4849-b70b-cd21a24154ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:46.848496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2baca15-fa46-4c16-bfc0-a9196a9fb91a req-9ae412ce-f9b8-4849-b70b-cd21a24154ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.3918645 Jul 16 09:13:46.865805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a255cb5-a3ee-4df5-8949-a5663b90c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da43a9b-758f-470a-b1d0-625bded559b9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:46.962373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device db8bf7db-b4a4-4f74-adc2-6a9cd1240838 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:46.972315 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-48098cb4-1656-4889-affa-5cc0c005b128 service neutron] show failed (client error): The resource could not be found. Jul 16 09:13:46.973471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-48098cb4-1656-4889-affa-5cc0c005b128 service neutron] 10.222.0.52 "GET /v2.0/ports/b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.3502591 Jul 16 09:13:47.029158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2baca15-fa46-4c16-bfc0-a9196a9fb91a req-8414db00-7c09-4b88-978c-fcfd12bb9666 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785333 Jul 16 09:13:47.034639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Allocated IP 172.20.0.2 (2c372ad8-8d5d-46c5-ae88-627babeb040c/b075a140-0945-475d-8084-2422f6efd246/30421c17-eea2-4a35-92a7-89aaf0ca9287) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:47.086583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c471-417b-4a7d-832c-684965d4e7fe req-73bc04b0-fa93-4f39-8aca-5382d9d4fee7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:47.094553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e99c471-417b-4a7d-832c-684965d4e7fe req-73bc04b0-fa93-4f39-8aca-5382d9d4fee7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.3953726 Jul 16 09:13:47.139964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b112c050-d5ef-4423-a15d-7efcd40f0350 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.153218 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b112c050-d5ef-4423-a15d-7efcd40f0350 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.166975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e99c471-417b-4a7d-832c-684965d4e7fe req-27e1412e-53f0-40a2-ac1b-210fdbc8548f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712571 Jul 16 09:13:47.214355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: db8bf7db-b4a4-4f74-adc2-6a9cd1240838 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:47.214907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device db8bf7db-b4a4-4f74-adc2-6a9cd1240838 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:47.263325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112c050-d5ef-4423-a15d-7efcd40f0350 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71eba5d7-0088-4b1b-921e-3f63363c17f3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:47.279217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b112c050-d5ef-4423-a15d-7efcd40f0350 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.283682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39656) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:47.284017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b112c050-d5ef-4423-a15d-7efcd40f0350 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7161045 Jul 16 09:13:47.291172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c454f50e-9922-4676-b51e-55d9b077bbf5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'security_group': {'name': 'tempest-secgroup-824963019'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:47.336619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.343587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c454f50e-9922-4676-b51e-55d9b077bbf5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.362746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Transition to ACTIVE for port object 30421c17-eea2-4a35-92a7-89aaf0ca9287 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:47.382042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Transition to ACTIVE for port object 30421c17-eea2-4a35-92a7-89aaf0ca9287 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:47.390827 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.424470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39660) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:47.447942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:47.448521 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-195bb625-2b9b-4e07-85c5-cd57dbc7e045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.451088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:47.455866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:47.473586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-a6e3556b-0aac-450b-b56b-4bc29d94dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:47.479072 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-a6e3556b-0aac-450b-b56b-4bc29d94dc61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 1097 time: 0.1028311 Jul 16 09:13:47.496786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Pushing event updated for resources: {'Port': ['ID=30421c17-eea2-4a35-92a7-89aaf0ca9287,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:47.500608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:47.529825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Attempting to bind port 30421c17-eea2-4a35-92a7-89aaf0ca9287 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:47.530522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Attempting to bind port 30421c17-eea2-4a35-92a7-89aaf0ca9287 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '23dffca8-2d3f-40c8-a7b6-7d5fa784efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:47.531124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Attempting to bind port 30421c17-eea2-4a35-92a7-89aaf0ca9287 on network 2c372ad8-8d5d-46c5-ae88-627babeb040c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:47.536734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:47.537123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Checking segment: {'id': '23dffca8-2d3f-40c8-a7b6-7d5fa784efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:47.537804 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.538394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Bound using segment: {'id': '23dffca8-2d3f-40c8-a7b6-7d5fa784efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:47.539074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Bound port: 30421c17-eea2-4a35-92a7-89aaf0ca9287, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dffca8-2d3f-40c8-a7b6-7d5fa784efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:47.539469 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.548420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c454f50e-9922-4676-b51e-55d9b077bbf5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.571244 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c454f50e-9922-4676-b51e-55d9b077bbf5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.641296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454f50e-9922-4676-b51e-55d9b077bbf5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd5243-85c7-4f3e-9002-1ff69be6ff23,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:47.655655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] For port 30421c17-eea2-4a35-92a7-89aaf0ca9287, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:47.655892 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.663100 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.690218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] For port 30421c17-eea2-4a35-92a7-89aaf0ca9287, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=30421c17-eea2-4a35-92a7-89aaf0ca9287,segment=NetworkSegment(23dffca8-2d3f-40c8-a7b6-7d5fa784efed),segment_id=23dffca8-2d3f-40c8-a7b6-7d5fa784efed)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:47.693499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-510eae86-ee48-4c22-a8a4-a82090dd2b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.697992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.713142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-195bb625-2b9b-4e07-85c5-cd57dbc7e045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.718875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-195bb625-2b9b-4e07-85c5-cd57dbc7e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.733427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c454f50e-9922-4676-b51e-55d9b077bbf5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.738068 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c454f50e-9922-4676-b51e-55d9b077bbf5 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4532366 Jul 16 09:13:47.738979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:47.770908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd18bf0-1f1c-4144-a0e6-6056c972ec7d None None] Pushing event updated for resources: {'Port': ['ID=30421c17-eea2-4a35-92a7-89aaf0ca9287,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:47.779622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-195bb625-2b9b-4e07-85c5-cd57dbc7e045 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=122e189554d5445fb13712df99f8fcdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531425 Jul 16 09:13:47.780575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb625-2b9b-4e07-85c5-cd57dbc7e045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c1981-d335-41ac-aec0-ded5c18df411,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:47.789207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39670) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:47.805402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-715055781', 'security_groups': ['e2dd5243-85c7-4f3e-9002-1ff69be6ff23'], 'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b075a140-0945-475d-8084-2422f6efd246'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:47.869917 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-866d3072-12ce-419d-a4eb-fb9e5f4624a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.896870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-866d3072-12ce-419d-a4eb-fb9e5f4624a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.989674 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-866d3072-12ce-419d-a4eb-fb9e5f4624a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.993569 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-866d3072-12ce-419d-a4eb-fb9e5f4624a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.995370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-866d3072-12ce-419d-a4eb-fb9e5f4624a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e80c1981-d335-41ac-aec0-ded5c18df411 HTTP/1.1" status: 204 len: 168 time: 0.2051656 Jul 16 09:13:48.004373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d3072-12ce-419d-a4eb-fb9e5f4624a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c1981-d335-41ac-aec0-ded5c18df411,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:48.034704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:48.076196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:48.263576 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.333170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 6a777306-6d8f-4add-9b85-5860372d6f87 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:13:48.470677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:48.546562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92db92-de41-4e7f-bb12-a84f5c7536f5 req-30c017af-9b78-480a-9138-0f784e85d777 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:48.556243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c92db92-de41-4e7f-bb12-a84f5c7536f5 req-30c017af-9b78-480a-9138-0f784e85d777 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 0.2260244 Jul 16 09:13:48.563645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:48.565945 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dbd60a-8b53-4539-9226-ee970f21e0e9" -d '{"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-unplugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:48.569947 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.592306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.9 (2c372ad8-8d5d-46c5-ae88-627babeb040c/b075a140-0945-475d-8084-2422f6efd246/6a777306-6d8f-4add-9b85-5860372d6f87) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:48.606631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Transition to ACTIVE for port object b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:48.635756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.659168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c92db92-de41-4e7f-bb12-a84f5c7536f5 req-34300c92-6299-414f-a05e-5a043c102c9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015053 Jul 16 09:13:48.813563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c038bd9-f387-4e59-b46c-481521919317 req-0c7ad492-c0af-43af-a158-1164e1690d4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:48.813563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c038bd9-f387-4e59-b46c-481521919317 req-0c7ad492-c0af-43af-a158-1164e1690d4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 943 time: 0.2719989 Jul 16 09:13:48.940806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c038bd9-f387-4e59-b46c-481521919317 req-ef553643-30bb-45b8-9fa2-34283736203f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464250 Jul 16 09:13:48.951497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=6']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:48.962440 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.978549 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.155726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 30421c17-eea2-4a35-92a7-89aaf0ca9287 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:49.167052 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cab3fc-26d1-4ce1-90ff-44ab8e357381 x-openstack-request-id: req-53cab3fc-26d1-4ce1-90ff-44ab8e357381 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:49.167586 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-unplugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:49.168964 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53cab3fc-26d1-4ce1-90ff-44ab8e357381 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:49.169504 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'code': 200} Jul 16 09:13:49.256799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] No DVR routers for this DVR port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on host n-h1-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:49.306217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:49.380516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 18a9af99-cb6f-44a0-b97d-1da4833be9f0 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:13:49.448492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.479633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 6a777306-6d8f-4add-9b85-5860372d6f87 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:49.633344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:49.633849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:49.634048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:49.648819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:13:49.649406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:49.667257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:49.667595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Checking segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:49.668041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Bound using segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:49.668485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Bound port: b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:49.668849 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.707511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.793019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:49.804356 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:49.808255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:49.828663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 18a9af99-cb6f-44a0-b97d-1da4833be9f0, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:49.848158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:13:49.864595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=6a777306-6d8f-4add-9b85-5860372d6f87,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:49.944862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Provisioning complete for port fc09afd8-b75c-4c77-9c59-4e86c5163e2b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:49.946389 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.961623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:49.962326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.971180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:49.985368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:49.999245 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.000577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Port fc09afd8-b75c-4c77-9c59-4e86c5163e2b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:50.007832 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.023421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a9af99-cb6f-44a0-b97d-1da4833be9f0 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:13:50.027888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01703868-98c5-44d3-86b4-d05cb6ba377f req-e661ad95-0398-4e69-8945-45e6250323c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:50.051072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01703868-98c5-44d3-86b4-d05cb6ba377f req-e661ad95-0398-4e69-8945-45e6250323c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 943 time: 0.1833303 Jul 16 09:13:50.054975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 18a9af99-cb6f-44a0-b97d-1da4833be9f0, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:50.056873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Provisioning for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:50.062868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Provisioning complete for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:50.063565 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.076499 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71c240b2-6ce0-4def-aaeb-fbb676c9cf1c tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2762570 Jul 16 09:13:50.079709 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39764) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:50.096878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.102597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3110c0e9-c03b-4f60-a7a0-750b55c5695a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:50.121749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:50.125590 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.129372 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] 10.222.0.54 "PUT /v2.0/ports/b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 1092 time: 2.6379528 Jul 16 09:13:50.187023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01703868-98c5-44d3-86b4-d05cb6ba377f req-4da18442-b76a-45d2-8d19-d853761754e6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348121 Jul 16 09:13:50.254667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=18a9af99-cb6f-44a0-b97d-1da4833be9f0,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:50.258893 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.355796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.360265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.360780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.361028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.361368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.361729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.362068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.362402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.362732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.363062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.363391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.363720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:50.399233 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.401903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb044a49-38e0-4f25-bd04-4de5b5ad43c5 req-44fddce6-ba3e-45fb-9939-ed57b848cf08 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:50.403516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb044a49-38e0-4f25-bd04-4de5b5ad43c5 req-44fddce6-ba3e-45fb-9939-ed57b848cf08 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 944 time: 0.1350865 Jul 16 09:13:50.448897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['18a9af99-cb6f-44a0-b97d-1da4833be9f0'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:13:50.459234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61bf1e-0dc2-4ebb-a3d6-e6bd7dd11255 service neutron] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:50.531285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-82819e69-343d-459b-a73a-6787a8be8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:50.533123 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-82819e69-343d-459b-a73a-6787a8be8d43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1095 time: 0.3678300 Jul 16 09:13:50.545395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb044a49-38e0-4f25-bd04-4de5b5ad43c5 req-1d935c1a-6e2c-4b34-b2de-17f7f9451d0f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338897 Jul 16 09:13:50.547292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:50.627638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] For port 30421c17-eea2-4a35-92a7-89aaf0ca9287, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=30421c17-eea2-4a35-92a7-89aaf0ca9287,segment=NetworkSegment(23dffca8-2d3f-40c8-a7b6-7d5fa784efed),segment_id=23dffca8-2d3f-40c8-a7b6-7d5fa784efed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:50.634058 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:50.642268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3110c0e9-c03b-4f60-a7a0-750b55c5695a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:50.648247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.651681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3110c0e9-c03b-4f60-a7a0-750b55c5695a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.742653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc66c53-c26e-46c3-a984-9acde66e265f None None] Pushing event updated for resources: {'Port': ['ID=30421c17-eea2-4a35-92a7-89aaf0ca9287,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:50.811383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-9ba8b200-0b81-41b4-8922-313dd2e617a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:50.814290 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-9ba8b200-0b81-41b4-8922-313dd2e617a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.2665756 Jul 16 09:13:50.912566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4f70ac47-ad75-4d3b-a849-6a57ef62fe0d None None] Provisioning for port 6a777306-6d8f-4add-9b85-5860372d6f87 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:50.974735 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-39f4edcf-787d-4de3-8ea0-38a5dc4bf447 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 998 time: 0.1523759 Jul 16 09:13:50.979800 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-3110c0e9-c03b-4f60-a7a0-750b55c5695a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b075a140-0945-475d-8084-2422f6efd246 (CIDR: 172.20.0.0/28) Jul 16 09:13:50.991650 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3110c0e9-c03b-4f60-a7a0-750b55c5695a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:13:50.992153 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3110c0e9-c03b-4f60-a7a0-750b55c5695a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:13:50.993710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 30421c17-eea2-4a35-92a7-89aaf0ca9287 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:51.056387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39792) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:51.056952 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3110c0e9-c03b-4f60-a7a0-750b55c5695a tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9681969 Jul 16 09:13:51.057100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4f70ac47-ad75-4d3b-a849-6a57ef62fe0d None None] Provisioning complete for port 6a777306-6d8f-4add-9b85-5860372d6f87 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:51.057100 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f70ac47-ad75-4d3b-a849-6a57ef62fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.061688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-64ffacfd-28f6-4ddd-a4bb-f62cb1366c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:51.062409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:51.064257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-64ffacfd-28f6-4ddd-a4bb-f62cb1366c66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.0823748 Jul 16 09:13:51.150371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4f70ac47-ad75-4d3b-a849-6a57ef62fe0d None None] Port 6a777306-6d8f-4add-9b85-5860372d6f87 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:51.169390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:51.169798 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.172808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:51.176995 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24" -d '{"events": [{"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:51.262728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-954da47c-e253-49c8-b6ec-c9266e1a9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:51.262838 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-954da47c-e253-49c8-b6ec-c9266e1a9056 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1894968 Jul 16 09:13:51.322464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:51.334756 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.343295 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b91096-9e19-430c-82bd-e125114f3a1f x-openstack-request-id: req-18b91096-9e19-430c-82bd-e125114f3a1f {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:51.343599 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:51.343855 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18b91096-9e19-430c-82bd-e125114f3a1f {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:51.347205 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'status': 'completed', 'code': 200} Jul 16 09:13:51.480843 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-33c3262b-2d70-4c7b-baa6-3ddaf2fc5b55 service neutron] 10.222.0.54 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084644 Jul 16 09:13:51.648324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-25230d00-6776-4b16-8727-3183788356a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:51.651485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-25230d00-6776-4b16-8727-3183788356a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1095 time: 0.3025255 Jul 16 09:13:51.759538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811754d-c187-4906-9827-191a635a951f req-7a5f0367-0d0b-4926-8c4f-f5f96093d5a5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:51.766640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3811754d-c187-4906-9827-191a635a951f req-7a5f0367-0d0b-4926-8c4f-f5f96093d5a5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 943 time: 0.3273120 Jul 16 09:13:52.130246 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da415a9d-b9d4-4c42-8b7a-051122d6ecc0 req-686ee5cf-81f2-4890-a1df-51fce3f73373 service neutron] 10.222.0.54 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353612 Jul 16 09:13:52.242936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39838) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:52.280292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-440ed08e-af9c-481a-b845-1a41539168cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:52.282497 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-440ed08e-af9c-481a-b845-1a41539168cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1095 time: 0.0767875 Jul 16 09:13:52.440559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:52.493923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-2c458839-776c-45a0-9a4e-6a014cdb79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:52.496147 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-2c458839-776c-45a0-9a4e-6a014cdb79c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.2056196 Jul 16 09:13:52.592391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-8e911a6e-4077-4179-835f-5cce0662cfb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 998 time: 0.0889726 Jul 16 09:13:52.632022 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:13:52.661473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3811754d-c187-4906-9827-191a635a951f req-9a7d2fe8-b548-4984-bc2d-bd97a3c25720 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8930986 Jul 16 09:13:52.719118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-68c7bfb5-c9a4-4d86-926b-64e36771f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:52.720882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-68c7bfb5-c9a4-4d86-926b-64e36771f926 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 1.0555871 Jul 16 09:13:52.723470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:52.726069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:52.730350 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-91e04a7b-5cc1-4c66-b8b4-f58008f14e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:52.731867 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-91e04a7b-5cc1-4c66-b8b4-f58008f14e0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.1267564 Jul 16 09:13:52.737797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:52.805163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:52.816246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:52.828172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:52.829255 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:52.831215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deafac1-78cb-4941-a853-7da60b031d76 None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:52.868959 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12e92145ed894a8bafa568ef6ffaed4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244369 Jul 16 09:13:52.876938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:52.899182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77fb3-143c-4362-8289-9f438e5386c9 req-9e2a0ed1-f3ec-4560-9b92-4f60522344b4 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:52.906935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20d77fb3-143c-4362-8289-9f438e5386c9 req-9e2a0ed1-f3ec-4560-9b92-4f60522344b4 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 944 time: 0.4479306 Jul 16 09:13:52.913129 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1aa4f-64a8-4799-b5ee-daf3a760084d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:52.962638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9050567 Jul 16 09:13:52.965722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39858) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:52.969052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.971035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.971641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1676276252', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '158b387c-7923-4fb8-b1ce-ebcef51e149d'}], 'security_groups': ['71eba5d7-0088-4b1b-921e-3f63363c17f3']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:52.973298 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.976134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.992164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20d77fb3-143c-4362-8289-9f438e5386c9 req-db14971d-09c8-432a-8c21-1613dda21e57 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841928 Jul 16 09:13:52.994241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.994812 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.995261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=158b387c-7923-4fb8-b1ce-ebcef51e149d,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:52.995494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.995991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.996674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.997179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.998435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:52.998962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202bd60-4c78-475c-a85f-57547c690912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.032585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.033102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.034073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.034073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.034596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.035039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.035691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.036130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.037068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.037068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.038067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.038518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d3315-faf9-48cf-b4da-020a868dcaea tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:53.067234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-15187064-e3a0-4c49-afca-865711a9143f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 998 time: 0.3064313 Jul 16 09:13:53.074886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-654a765e-7a4e-4486-919a-1f3f69e93f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:53.076434 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-654a765e-7a4e-4486-919a-1f3f69e93f7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3352578 Jul 16 09:13:53.094866 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24231859-813d-4a98-8b7a-d833a2143caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.123946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-6fad501e-46b8-4945-9616-fed20323b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:53.126468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-6fad501e-46b8-4945-9616-fed20323b23e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.0483274 Jul 16 09:13:53.279022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-080defa7-2cdf-4c25-9101-68a07369e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:53.286253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-080defa7-2cdf-4c25-9101-68a07369e917 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390638 Jul 16 09:13:53.291433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24231859-813d-4a98-8b7a-d833a2143caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.338155 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-96da13d4-82cb-499f-a3d7-91e09a0bb55f service neutron] 10.222.0.54 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443478 Jul 16 09:13:53.339141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc333d-2387-4af5-bd44-2d573c4894ed None None] Update dhcp port {'port': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'fixed_ips': [{'subnet_id': 'b075a140-0945-475d-8084-2422f6efd246', 'ip_address': '172.20.0.2'}, {'subnet_id': '158b387c-7923-4fb8-b1ce-ebcef51e149d'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '30421c17-eea2-4a35-92a7-89aaf0ca9287'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:13:53.372395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.417724 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49fc333d-2387-4af5-bd44-2d573c4894ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.419811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 18a9af99-cb6f-44a0-b97d-1da4833be9f0 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:53.491613 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-4828879b-e991-4e30-8541-46fcd84fc624 service neutron] 10.222.0.54 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438599 Jul 16 09:13:53.541026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24231859-813d-4a98-8b7a-d833a2143caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.544032 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24231859-813d-4a98-8b7a-d833a2143caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.546035 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-24231859-813d-4a98-8b7a-d833a2143caf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4c1aa4f-64a8-4799-b5ee-daf3a760084d HTTP/1.1" status: 204 len: 168 time: 0.6645057 Jul 16 09:13:53.558184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24231859-813d-4a98-8b7a-d833a2143caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1aa4f-64a8-4799-b5ee-daf3a760084d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:53.635089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:53.644917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:53.645695 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.670018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-6d079e97-da40-4bb9-a2d4-19e7a7732023 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293364 Jul 16 09:13:53.733991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-49fc333d-2387-4af5-bd44-2d573c4894ed None None] Allocated IP 172.20.0.18 (2c372ad8-8d5d-46c5-ae88-627babeb040c/158b387c-7923-4fb8-b1ce-ebcef51e149d/30421c17-eea2-4a35-92a7-89aaf0ca9287) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:53.830045 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.913264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:53.915625 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87af666-1d72-4578-9b32-fe29b3874a29" -d '{"events": [{"server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "name": "network-vif-plugged", "status": "completed", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:53.967080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 18a9af99-cb6f-44a0-b97d-1da4833be9f0, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:53.977555 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.073362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-49fc333d-2387-4af5-bd44-2d573c4894ed None None] For port 30421c17-eea2-4a35-92a7-89aaf0ca9287, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=30421c17-eea2-4a35-92a7-89aaf0ca9287,segment=NetworkSegment(23dffca8-2d3f-40c8-a7b6-7d5fa784efed),segment_id=23dffca8-2d3f-40c8-a7b6-7d5fa784efed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:54.104818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:54.117158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ad7cce-0de2-4748-bd6c-53ee0c0abd24 req-687296c6-c5eb-49d0-8b66-f07fece984bd service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461327 Jul 16 09:13:54.133290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-338a375c-d0a9-421f-af02-f62ae1b4d171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.172494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=18a9af99-cb6f-44a0-b97d-1da4833be9f0,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:54.216711 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49fc333d-2387-4af5-bd44-2d573c4894ed None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.246360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-49fc333d-2387-4af5-bd44-2d573c4894ed None None] Transition to ACTIVE for port object 30421c17-eea2-4a35-92a7-89aaf0ca9287 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:54.252498 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49fc333d-2387-4af5-bd44-2d573c4894ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.276063 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353e600c-7e82-428e-a614-9a4a44ef8176 x-openstack-request-id: req-353e600c-7e82-428e-a614-9a4a44ef8176 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:54.276367 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "name": "network-vif-plugged", "status": "completed", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:54.276622 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-353e600c-7e82-428e-a614-9a4a44ef8176 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:54.277018 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'code': 200} Jul 16 09:13:54.499401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Delete allocated IP 172.20.0.9 (2c372ad8-8d5d-46c5-ae88-627babeb040c/b075a140-0945-475d-8084-2422f6efd246) {{(pid=94159) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:13:54.550612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-338a375c-d0a9-421f-af02-f62ae1b4d171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.552286 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.29 (2c372ad8-8d5d-46c5-ae88-627babeb040c/158b387c-7923-4fb8-b1ce-ebcef51e149d/6a777306-6d8f-4add-9b85-5860372d6f87) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:54.559235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc333d-2387-4af5-bd44-2d573c4894ed None None] Pushing event updated for resources: {'Port': ['ID=30421c17-eea2-4a35-92a7-89aaf0ca9287,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:54.567863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-338a375c-d0a9-421f-af02-f62ae1b4d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.618621 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-338a375c-d0a9-421f-af02-f62ae1b4d171 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb29d383aa3440b0b77423a029f00e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126808 Jul 16 09:13:54.626871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e314c5-663e-43a6-b9d0-acfe9eed560b req-304bc0aa-76f2-454c-b7b1-7fe94203a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:54.632364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 39898) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:54.632762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6e314c5-663e-43a6-b9d0-acfe9eed560b req-304bc0aa-76f2-454c-b7b1-7fe94203a3b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 1097 time: 0.2905138 Jul 16 09:13:54.633631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a375c-d0a9-421f-af02-f62ae1b4d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef524d0-d7f7-42eb-a105-1f3320434a7c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:54.680040 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-e6e314c5-663e-43a6-b9d0-acfe9eed560b req-e8914508-df2b-4afa-bf34-fc83bc5afd85 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373938 Jul 16 09:13:54.781315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651be4ed-bbd6-4981-91be-d036cd2eda18 req-ab81e16c-1318-41a7-b1b6-60b6601c7887 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:54.795701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-651be4ed-bbd6-4981-91be-d036cd2eda18 req-ab81e16c-1318-41a7-b1b6-60b6601c7887 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 943 time: 0.2954781 Jul 16 09:13:54.883042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7458d3-3ed7-4225-8459-81b6f628f53b req-8dfadee7-cef2-4233-bbb0-9fbfaef75af9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:54.890402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e7458d3-3ed7-4225-8459-81b6f628f53b req-8dfadee7-cef2-4233-bbb0-9fbfaef75af9 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 945 time: 0.3179555 Jul 16 09:13:54.937760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c853d08-af45-4f3e-ba01-60f489f4e9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.943350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 30421c17-eea2-4a35-92a7-89aaf0ca9287 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:55.062153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-651be4ed-bbd6-4981-91be-d036cd2eda18 req-066e9efd-5b55-4fc2-b431-da7ca8d87a86 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542992 Jul 16 09:13:55.081019 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c853d08-af45-4f3e-ba01-60f489f4e9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.145234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e7458d3-3ed7-4225-8459-81b6f628f53b req-9fa08307-cf7f-4f4a-9779-0e8680f7efb2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537272 Jul 16 09:13:55.216792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.263901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 6a777306-6d8f-4add-9b85-5860372d6f87 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:55.265432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c853d08-af45-4f3e-ba01-60f489f4e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.276182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c853d08-af45-4f3e-ba01-60f489f4e9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.285591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4c853d08-af45-4f3e-ba01-60f489f4e9f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ef524d0-d7f7-42eb-a105-1f3320434a7c HTTP/1.1" status: 204 len: 168 time: 0.6456313 Jul 16 09:13:55.306966 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.339757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853d08-af45-4f3e-ba01-60f489f4e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef524d0-d7f7-42eb-a105-1f3320434a7c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:55.447054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:13:55.478470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Provisioning complete for port fc09afd8-b75c-4c77-9c59-4e86c5163e2b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:55.480307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.515042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=6a777306-6d8f-4add-9b85-5860372d6f87,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:55.550018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] In _notify_port_updated(), no bound segment for port 6a777306-6d8f-4add-9b85-5860372d6f87 on network 2c372ad8-8d5d-46c5-ae88-627babeb040c {{(pid=94159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:13:55.573868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:55.575228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.579152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7755095d-932b-4caa-9860-d8fa3f5988ff tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "PUT /v2.0/ports/6a777306-6d8f-4add-9b85-5860372d6f87 HTTP/1.1" status: 200 len: 921 time: 2.6115923 Jul 16 09:13:55.581584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 39920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:55.666592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Port fc09afd8-b75c-4c77-9c59-4e86c5163e2b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:55.790174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Provisioning for port 6a777306-6d8f-4add-9b85-5860372d6f87 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:55.809754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Provisioning complete for port 6a777306-6d8f-4add-9b85-5860372d6f87 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:55.810149 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.836477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a034ff-4ca5-449f-af75-160c7e3d4e84 req-033cb34a-f4e1-479a-8c4d-8445451043d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:55.846405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9a034ff-4ca5-449f-af75-160c7e3d4e84 req-033cb34a-f4e1-479a-8c4d-8445451043d6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 943 time: 0.1701787 Jul 16 09:13:55.920810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9a034ff-4ca5-449f-af75-160c7e3d4e84 req-fdca74db-0325-46e1-bb20-477d094cd0e4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719776 Jul 16 09:13:55.955674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Port 6a777306-6d8f-4add-9b85-5860372d6f87 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:55.974705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:56.001511 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-8bdf60c5-2dc9-4865-a1bf-d9254fbbed90 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:56.006522 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-8bdf60c5-2dc9-4865-a1bf-d9254fbbed90 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53&tenant_id=d13f7937753f461a99cc6c1586f0fa61&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 943 time: 0.4040344 Jul 16 09:13:56.013523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'port_id': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'mac_address': 'fa:16:3e:f4:61:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:13:56.016277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Provisioning for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:56.022301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Provisioning complete for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:56.022804 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c0ecf39e-e2f6-4c5e-93b1-8d74adf1f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:56.135621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:56.152413 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdee3a-be2d-454d-a42a-1f7322372177 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 6a777306-6d8f-4add-9b85-5860372d6f87 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:56.152920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0bdee3a-be2d-454d-a42a-1f7322372177 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:56.211511 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-f7ff813f-ef9d-4228-a819-5782d25f0017 service neutron] 10.222.0.54 "GET /v2.0/ports/b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 383 time: 0.1934397 Jul 16 09:13:56.212416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:13:56.245662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:56.265439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:56.347780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:56.374369 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0bdee3a-be2d-454d-a42a-1f7322372177 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:56.406208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdee3a-be2d-454d-a42a-1f7322372177 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 6a777306-6d8f-4add-9b85-5860372d6f87 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:56.418567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-aadb4b1e-e592-42c1-9c18-ab9b2deda4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:56.420304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-aadb4b1e-e592-42c1-9c18-ab9b2deda4e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1096 time: 0.1774130 Jul 16 09:13:56.463126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-920692c1-6b66-424a-83d1-4619c21ea559 None None] Provisioning complete for port 6a777306-6d8f-4add-9b85-5860372d6f87 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:56.464294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-920692c1-6b66-424a-83d1-4619c21ea559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:56.543572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca798b7-c040-4d4e-9245-dea681c89464 req-8a74e13f-7f2e-46dd-b442-3398e1400d90 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:56.545331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bca798b7-c040-4d4e-9245-dea681c89464 req-8a74e13f-7f2e-46dd-b442-3398e1400d90 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 945 time: 0.1839218 Jul 16 09:13:56.569033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:13:56.652301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bca798b7-c040-4d4e-9245-dea681c89464 req-c59424ff-1011-484d-a44b-eb898e1c5934 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004062 Jul 16 09:13:56.667738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-920692c1-6b66-424a-83d1-4619c21ea559 None None] Port 6a777306-6d8f-4add-9b85-5860372d6f87 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:56.771841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-bac5a07f-65ec-49dc-aeab-4f7c87475178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:56.773495 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-bac5a07f-65ec-49dc-aeab-4f7c87475178 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.3457239 Jul 16 09:13:56.912609 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-55c28f02-905f-4232-b315-f3242c4252c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 999 time: 0.1162186 Jul 16 09:13:57.152027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-45268a6b-b435-42b7-b749-328a61efd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:57.157819 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-45268a6b-b435-42b7-b749-328a61efd14c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.1779690 Jul 16 09:13:57.159529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0bdee3a-be2d-454d-a42a-1f7322372177 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.230287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdee3a-be2d-454d-a42a-1f7322372177 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=6a777306-6d8f-4add-9b85-5860372d6f87,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:57.268234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92d7ba-b834-4056-8265-b2368cdcba46 req-fa98c7a1-249d-483c-a3f2-053bddb8b3d2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:57.276799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed92d7ba-b834-4056-8265-b2368cdcba46 req-fa98c7a1-249d-483c-a3f2-053bddb8b3d2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 945 time: 0.1334243 Jul 16 09:13:57.288736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc174-b793-4d7f-8c2d-af53ae4fa771 req-6f71ec06-3670-40fe-b932-7778f04b8244 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:57.297929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ebc174-b793-4d7f-8c2d-af53ae4fa771 req-6f71ec06-3670-40fe-b932-7778f04b8244 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 944 time: 0.2201352 Jul 16 09:13:57.382324 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f0bdee3a-be2d-454d-a42a-1f7322372177 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.384461 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f0bdee3a-be2d-454d-a42a-1f7322372177 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/6a777306-6d8f-4add-9b85-5860372d6f87 HTTP/1.1" status: 204 len: 168 time: 1.8015308 Jul 16 09:13:57.387076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-ac66a1ed-1801-4fe2-a3fe-e16d4207e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:57.389047 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-ac66a1ed-1801-4fe2-a3fe-e16d4207e392 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2260387 Jul 16 09:13:57.389570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40004) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:57.451710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed92d7ba-b834-4056-8265-b2368cdcba46 req-7794bbe2-c558-4aff-92d9-d93853e45e75 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739106 Jul 16 09:13:57.490773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40014) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:57.505183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ebc174-b793-4d7f-8c2d-af53ae4fa771 req-fdf1d6f1-2af6-4477-a8e9-57fde479be6e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900647 Jul 16 09:13:57.506611 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bef138-22c6-4a2c-9842-9433587452d6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:13:57.510326 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a4bef138-22c6-4a2c-9842-9433587452d6 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/6a777306-6d8f-4add-9b85-5860372d6f87 HTTP/1.1" status: 404 len: 333 time: 0.1197801 Jul 16 09:13:57.513595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40016) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:57.650153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5088f9-03c0-4b20-b04c-ef6a5c7aa7a8 tempest-TestVolumeBootPattern-2053633880 tempest-TestVolumeBootPattern-2053633880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:57.654434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3c5088f9-03c0-4b20-b04c-ef6a5c7aa7a8 tempest-TestVolumeBootPattern-2053633880 tempest-TestVolumeBootPattern-2053633880-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 1092 time: 0.1619508 Jul 16 09:13:57.657908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40022) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:57.676893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:57.712298 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-808d1888-5362-4cf4-a898-bb5594bb47ba service neutron] 10.222.0.54 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004622 Jul 16 09:13:57.726124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.775278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d9072b-5028-4e11-b8b0-da2813dfd9eb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.857932 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d9072b-5028-4e11-b8b0-da2813dfd9eb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.931126 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-fcb79b1d-d4c8-4adb-8b22-de3f14c7ba59 service neutron] 10.222.0.54 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103565 Jul 16 09:13:57.948292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d9072b-5028-4e11-b8b0-da2813dfd9eb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.951066 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36d9072b-5028-4e11-b8b0-da2813dfd9eb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.955086 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-36d9072b-5028-4e11-b8b0-da2813dfd9eb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/security-groups/e2dd5243-85c7-4f3e-9002-1ff69be6ff23 HTTP/1.1" status: 204 len: 168 time: 0.4249952 Jul 16 09:13:57.955328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40030) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:57.986668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9072b-5028-4e11-b8b0-da2813dfd9eb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd5243-85c7-4f3e-9002-1ff69be6ff23,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:58.055251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e41b38c7-d5c0-4bd4-9aea-7c7a006ca7ef tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.077423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.136571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e41b38c7-d5c0-4bd4-9aea-7c7a006ca7ef tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.230114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e41b38c7-d5c0-4bd4-9aea-7c7a006ca7ef tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.232893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e41b38c7-d5c0-4bd4-9aea-7c7a006ca7ef tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.234070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e41b38c7-d5c0-4bd4-9aea-7c7a006ca7ef tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/security-groups/71eba5d7-0088-4b1b-921e-3f63363c17f3 HTTP/1.1" status: 204 len: 168 time: 0.2767622 Jul 16 09:13:58.236950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40060) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:58.250266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b38c7-d5c0-4bd4-9aea-7c7a006ca7ef tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eba5d7-0088-4b1b-921e-3f63363c17f3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:58.270967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.25.6.36 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/ee901511-3986-4f82-a313-a7131fc4f43b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:58.345467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a7f96c-c287-435b-b61d-dd3a297cefdd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet b075a140-0945-475d-8084-2422f6efd246 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:58.350025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07a7f96c-c287-435b-b61d-dd3a297cefdd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.407943 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07a7f96c-c287-435b-b61d-dd3a297cefdd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.428890 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.482255 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.534683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07a7f96c-c287-435b-b61d-dd3a297cefdd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.556980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:58.582389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:58.591159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:58.674038 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07a7f96c-c287-435b-b61d-dd3a297cefdd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.686349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=ee901511-3986-4f82-a313-a7131fc4f43b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:58.754146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7f96c-c287-435b-b61d-dd3a297cefdd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=b075a140-0945-475d-8084-2422f6efd246,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:58.763518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07a7f96c-c287-435b-b61d-dd3a297cefdd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.764206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa10d38-352d-4ede-b04a-ba6e4c8e024b None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:58.766936 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-07a7f96c-c287-435b-b61d-dd3a297cefdd tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/b075a140-0945-475d-8084-2422f6efd246 HTTP/1.1" status: 204 len: 168 time: 0.5265701 Jul 16 09:13:58.770063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40084) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:58.777003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:59.031873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:59.040588 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:59.050127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41a9f-76a6-497e-b16b-2527acd687c0 req-6b55cbe2-2550-460a-857b-00c04c2213b3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:59.058358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ae41a9f-76a6-497e-b16b-2527acd687c0 req-6b55cbe2-2550-460a-857b-00c04c2213b3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 944 time: 0.3582141 Jul 16 09:13:59.250400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ae41a9f-76a6-497e-b16b-2527acd687c0 req-870df5ba-631a-46da-bbb6-4b794fc28776 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909981 Jul 16 09:13:59.430784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:59.616278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:59.622197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:59.637384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:59.637900 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:59.716042 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:59.720242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:59.725142 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:59.726105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:59.735725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=5bea7e12-c002-48dc-85ad-153f842f5b30,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:59.768842 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fb028f9b-f707-43a3-bc80-74dc84babbeb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9963803 Jul 16 09:13:59.770015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40102) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:59.777906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-961b4c4b-b791-4ae1-bff1-46b353750d35 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1258790242'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:59.814303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:59.827495 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:59.849515 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-961b4c4b-b791-4ae1-bff1-46b353750d35 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:59.915656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:59.920596 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed754e7-f574-441c-9986-1df674a97d0a" -d '{"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-plugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:59.968979 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.016324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:00.034115 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.139631 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0149f94-e574-4947-bcf0-a9d80ceb4946 x-openstack-request-id: req-e0149f94-e574-4947-bcf0-a9d80ceb4946 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:00.140238 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-plugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:00.140724 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0149f94-e574-4947-bcf0-a9d80ceb4946 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:00.142181 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'code': 200} Jul 16 09:14:00.156179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-961b4c4b-b791-4ae1-bff1-46b353750d35 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.166764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-961b4c4b-b791-4ae1-bff1-46b353750d35 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.218259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:00.228864 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-961b4c4b-b791-4ae1-bff1-46b353750d35 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.230423 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-961b4c4b-b791-4ae1-bff1-46b353750d35 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4577074 Jul 16 09:14:00.236171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:00.253830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1b60543e-05e3-4003-a5ad-69dd8ce382e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'security_group': {'name': 'tempest-secgroup-2072288857'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:00.313028 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b4c4b-b791-4ae1-bff1-46b353750d35 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad7f13b-e13a-4223-b352-1c715b590a39,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:00.336459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b60543e-05e3-4003-a5ad-69dd8ce382e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.375517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e624c2-63dc-45cd-85e1-ccdad5a691aa None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:00.487161 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.506746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.548824 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b60543e-05e3-4003-a5ad-69dd8ce382e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.561638 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b60543e-05e3-4003-a5ad-69dd8ce382e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.602955 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b8365d7-d2e7-44be-89cf-37c77815e23a None None] Provisioning complete for port fc09afd8-b75c-4c77-9c59-4e86c5163e2b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:00.603482 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b8365d7-d2e7-44be-89cf-37c77815e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.618200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b60543e-05e3-4003-a5ad-69dd8ce382e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.619356 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1b60543e-05e3-4003-a5ad-69dd8ce382e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3823106 Jul 16 09:14:00.621773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60543e-05e3-4003-a5ad-69dd8ce382e0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265faf2b-6461-47d7-8bba-f48b369d41df,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:00.624038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40120) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:00.629593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0fe15b52-5f9d-4a84-bd82-bc3fc58c833e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1471689723'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:00.663355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0fe15b52-5f9d-4a84-bd82-bc3fc58c833e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.743691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6b8365d7-d2e7-44be-89cf-37c77815e23a None None] Port fc09afd8-b75c-4c77-9c59-4e86c5163e2b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:00.777934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6b8365d7-d2e7-44be-89cf-37c77815e23a None None] Provisioning complete for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:00.778595 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b8365d7-d2e7-44be-89cf-37c77815e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.783443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=ee901511-3986-4f82-a313-a7131fc4f43b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:00.876281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.878275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0fe15b52-5f9d-4a84-bd82-bc3fc58c833e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.886819 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0fe15b52-5f9d-4a84-bd82-bc3fc58c833e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.930419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0fe15b52-5f9d-4a84-bd82-bc3fc58c833e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.932050 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0fe15b52-5f9d-4a84-bd82-bc3fc58c833e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3069484 Jul 16 09:14:00.936012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40126) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:00.941891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-352239053', 'security_groups': ['256b8413-5721-4906-8baf-e963a1a639fc'], 'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5bea7e12-c002-48dc-85ad-153f842f5b30'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:00.960407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15b52-5f9d-4a84-bd82-bc3fc58c833e tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256b8413-5721-4906-8baf-e963a1a639fc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:01.117529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:01.345127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:01.372404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] device_id is not set on port 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:14:01.457155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b407e-9664-480f-a90b-84784fb13d73 None None] Update dhcp port {'port': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'fixed_ips': [{'subnet_id': '158b387c-7923-4fb8-b1ce-ebcef51e149d', 'ip_address': '172.20.0.18'}, {'subnet_id': '5bea7e12-c002-48dc-85ad-153f842f5b30'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '30421c17-eea2-4a35-92a7-89aaf0ca9287'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:14:01.554858 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-393b407e-9664-480f-a90b-84784fb13d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:01.644121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e7e16-b774-4700-9c41-ea7915ff3f30 req-d498b219-eadc-4308-83f6-a336b9573734 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:01.654227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e76e7e16-b774-4700-9c41-ea7915ff3f30 req-d498b219-eadc-4308-83f6-a336b9573734 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 945 time: 1.1225965 Jul 16 09:14:01.687532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-b106c519-793b-4c5f-97bb-79a0845bc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:01.689220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-b106c519-793b-4c5f-97bb-79a0845bc499 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 1097 time: 1.0753078 Jul 16 09:14:01.707627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:01.826863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e76e7e16-b774-4700-9c41-ea7915ff3f30 req-bfaef641-39f0-4b6f-9830-2eb57c3877bf tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701596 Jul 16 09:14:01.827382 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.9 (2c372ad8-8d5d-46c5-ae88-627babeb040c/5bea7e12-c002-48dc-85ad-153f842f5b30/37c16643-b36a-4f55-b4ed-bfbece8f4cd8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:01.915227 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Floating IP 911d8a02-7247-4a13-af26-1c17d3470938 associated. External IP: 172.25.6.36, port: 18a9af99-cb6f-44a0-b97d-1da4833be9f0. Jul 16 09:14:01.991042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.084436 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.109062 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:02.171635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.242355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:02.248027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:02.250631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:02.272153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-393b407e-9664-480f-a90b-84784fb13d73 None None] Allocated IP 172.20.0.2 (2c372ad8-8d5d-46c5-ae88-627babeb040c/5bea7e12-c002-48dc-85ad-153f842f5b30/30421c17-eea2-4a35-92a7-89aaf0ca9287) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:02.286228 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=37c16643-b36a-4f55-b4ed-bfbece8f4cd8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:02.340047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:02.340721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.375454 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b102258c-ade8-44b0-81b4-9337f92fc340 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4375777 Jul 16 09:14:02.377944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40158) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:02.383864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e4341d6a-6300-46a9-bf37-5925a28be6b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:02.503926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-393b407e-9664-480f-a90b-84784fb13d73 None None] For port 30421c17-eea2-4a35-92a7-89aaf0ca9287, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=30421c17-eea2-4a35-92a7-89aaf0ca9287,segment=NetworkSegment(23dffca8-2d3f-40c8-a7b6-7d5fa784efed),segment_id=23dffca8-2d3f-40c8-a7b6-7d5fa784efed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:02.544147 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-393b407e-9664-480f-a90b-84784fb13d73 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.548874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:02.562239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-393b407e-9664-480f-a90b-84784fb13d73 None None] Transition to ACTIVE for port object 30421c17-eea2-4a35-92a7-89aaf0ca9287 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:02.571230 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-393b407e-9664-480f-a90b-84784fb13d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.586069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Router ed5d72a8-ee41-4192-bced-523647a67892 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:02.625966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:02.711584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4341d6a-6300-46a9-bf37-5925a28be6b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:02.718079 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4341d6a-6300-46a9-bf37-5925a28be6b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.819498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b407e-9664-480f-a90b-84784fb13d73 None None] Pushing event updated for resources: {'Port': ['ID=30421c17-eea2-4a35-92a7-89aaf0ca9287,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:02.871320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:02.874070 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a1d0ad-a9c2-4c17-8484-c34bb1d91871" -d '{"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-unplugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:02.889601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.076765 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-e4341d6a-6300-46a9-bf37-5925a28be6b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5bea7e12-c002-48dc-85ad-153f842f5b30 (CIDR: 172.20.0.0/28) Jul 16 09:14:03.085061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Transition to ACTIVE for port object b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:03.086462 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4341d6a-6300-46a9-bf37-5925a28be6b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:14:03.087339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4341d6a-6300-46a9-bf37-5925a28be6b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:03.087654 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77c642d-88e5-429d-a649-78cbff3faa49 x-openstack-request-id: req-c77c642d-88e5-429d-a649-78cbff3faa49 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:03.094828 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-unplugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:03.095155 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c77c642d-88e5-429d-a649-78cbff3faa49 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:03.096719 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'code': 200} Jul 16 09:14:03.115335 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.129022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:03.132541 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e4341d6a-6300-46a9-bf37-5925a28be6b2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7535813 Jul 16 09:14:03.133226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40176) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:03.139066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d89290b5-61bd-4eee-9c9d-a0950b9875c2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:03.142400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:03.170877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:03.174809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:13:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:03.370893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89290b5-61bd-4eee-9c9d-a0950b9875c2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:03.374535 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d89290b5-61bd-4eee-9c9d-a0950b9875c2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.378679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:03.468400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:03.593778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:03.617920 n-d-780147-28 neutron-server[94164]: INFO neutron.db.ipam_backend_mixin [None req-d89290b5-61bd-4eee-9c9d-a0950b9875c2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 158b387c-7923-4fb8-b1ce-ebcef51e149d (CIDR: 172.20.0.16/28) Jul 16 09:14:03.627712 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89290b5-61bd-4eee-9c9d-a0950b9875c2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:14:03.628702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89290b5-61bd-4eee-9c9d-a0950b9875c2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:03.673409 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d89290b5-61bd-4eee-9c9d-a0950b9875c2 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5383382 Jul 16 09:14:03.674131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40188) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:03.683834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'subnet': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:03.689125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.692339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:03.766653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] No DVR routers for this DVR port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:03.918003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f89f5a87-8515-4e5a-ba94-c8ae21c63066 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2573662 Jul 16 09:14:03.991741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Made reservation on behalf of 135bf8a118bc4f83944e4ce3ad4b478d for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:04.001567 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.149023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a164-6a32-4a13-8496-53b29e9adaf7 req-167c3ee5-2b3b-4e21-b313-d2aca44cc713 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.151702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbd8a164-6a32-4a13-8496-53b29e9adaf7 req-167c3ee5-2b3b-4e21-b313-d2aca44cc713 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 944 time: 0.8974590 Jul 16 09:14:04.270490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbd8a164-6a32-4a13-8496-53b29e9adaf7 req-d5dfac2f-1878-44fb-a927-7e4a62fe4bfb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069019 Jul 16 09:14:04.316367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d00f3762-d73a-438f-acce-99f66bef1fe2 None None] Provisioning complete for port fc09afd8-b75c-4c77-9c59-4e86c5163e2b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:04.316832 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d00f3762-d73a-438f-acce-99f66bef1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.361560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:04.361925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:04.362265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:04.377739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d00f3762-d73a-438f-acce-99f66bef1fe2 None None] Port fc09afd8-b75c-4c77-9c59-4e86c5163e2b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:04.383885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:04.387979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Attempting to bind port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:04.397413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d00f3762-d73a-438f-acce-99f66bef1fe2 None None] Provisioning for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:04.403644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:04.403985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Checking segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:04.404370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Bound using segment: {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:04.404994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d00f3762-d73a-438f-acce-99f66bef1fe2 None None] Provisioning complete for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:04.405836 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d00f3762-d73a-438f-acce-99f66bef1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.410709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Bound port: b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aae86e-c243-4df1-a0e1-83371d2ea139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:04.411091 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.447714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:13:59Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:04.507308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:04.530807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:04.532078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:13:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:04.549272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:04.556078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:04.568872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.595118 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.621568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.622958 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.624735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 1093 time: 2.9242671 Jul 16 09:14:04.757954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Subnet': ['ID=c988069e-e536-464e-896d-9f6efea031c5,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:04.782594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1892d0-8035-4d25-88b3-6a42c4e9f4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:04.815793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:04.824299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:04.836811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.836811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.886187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:04.890787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6bb3985f-cf76-464c-a571-f290c5a30ac0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2126527 Jul 16 09:14:04.891137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40222) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:04.920449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-34556858', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c988069e-e536-464e-896d-9f6efea031c5'}], 'security_groups': ['6ad7f13b-e13a-4223-b352-1c715b590a39', '265faf2b-6461-47d7-8bba-f48b369d41df']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:04.973976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b453d1f-c75e-43ba-b65b-6eb58240a707 None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:04.985215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-5f6a7011-0064-4ae8-bd20-9e4669c2c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.990470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-5f6a7011-0064-4ae8-bd20-9e4669c2c82c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1096 time: 0.1968889 Jul 16 09:14:05.031166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 30421c17-eea2-4a35-92a7-89aaf0ca9287 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:05.098594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0'}, {'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:05.102001 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0"}, {"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:05.139208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-4c38e63d-59f0-4a0b-84ad-1ad452be9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.141564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-4c38e63d-59f0-4a0b-84ad-1ad452be9e13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.1456072 Jul 16 09:14:05.183644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-90f7cbf3-bc5e-4b1b-b8fd-aed07e12566d None None] Provisioning for port 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:05.202559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:05.274403 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea51f06-0bc3-4bdf-8a2f-bc032934a32b x-openstack-request-id: req-aea51f06-0bc3-4bdf-8a2f-bc032934a32b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:05.274890 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:05.275010 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aea51f06-0bc3-4bdf-8a2f-bc032934a32b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:05.275347 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'status': 'completed', 'code': 200} Jul 16 09:14:05.275624 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'status': 'completed', 'code': 200} Jul 16 09:14:05.290501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-1b7115a9-ba86-4e38-8577-502d902f4fd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 998 time: 0.1403403 Jul 16 09:14:05.358571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-90f7cbf3-bc5e-4b1b-b8fd-aed07e12566d None None] Provisioning complete for port 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:05.358951 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-90f7cbf3-bc5e-4b1b-b8fd-aed07e12566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:05.413459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:05.413849 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:05.535900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-42fd326b-d1aa-422c-865a-d5067214a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.540258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-42fd326b-d1aa-422c-865a-d5067214a9ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.2432196 Jul 16 09:14:05.678331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bff2-3322-437a-9e51-f2b143192733 req-35a9b09b-4148-4c37-bec6-1d2586f51ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.680879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-35a9b09b-4148-4c37-bec6-1d2586f51ea0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314273 Jul 16 09:14:05.706192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-90f7cbf3-bc5e-4b1b-b8fd-aed07e12566d None None] Port 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:06.045726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdce46-d4a0-4f3d-97dc-ebf8e28fd62d req-b7ac5725-8167-4c09-97cd-153f0d679f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.047313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aebdce46-d4a0-4f3d-97dc-ebf8e28fd62d req-b7ac5725-8167-4c09-97cd-153f0d679f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 944 time: 0.4515812 Jul 16 09:14:06.109587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-3649c8c2-14d3-491f-98d1-53ebb66b5704 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845658 Jul 16 09:14:06.146591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aebdce46-d4a0-4f3d-97dc-ebf8e28fd62d req-28cb4515-9d6d-4a24-83d0-7a5c0534f74c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766506 Jul 16 09:14:06.185831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:13:59Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:06.244659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa756f1d-1643-4396-b3f9-70fd42f187cd None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:13:59Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:06.298961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f75bff2-3322-437a-9e51-f2b143192733 req-6e446aeb-f2b7-42f7-ab39-d907ed19df9b service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642261 Jul 16 09:14:06.428649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3494abc-afd8-4035-bb9c-d4f074922208 None None] Update dhcp port {'port': {'network_id': '2c372ad8-8d5d-46c5-ae88-627babeb040c', 'fixed_ips': [{'subnet_id': '158b387c-7923-4fb8-b1ce-ebcef51e149d', 'ip_address': '172.20.0.18'}, {'subnet_id': '5bea7e12-c002-48dc-85ad-153f842f5b30', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c988069e-e536-464e-896d-9f6efea031c5'}], 'binding:host_id': 'n-d-780147-28'}, 'id': '30421c17-eea2-4a35-92a7-89aaf0ca9287'} from n-d-780147-28. {{(pid=94167) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:14:06.531743 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3494abc-afd8-4035-bb9c-d4f074922208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:06.540103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-4e9b4ac3-326c-4ba0-a80a-d72c1bba64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.542659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-4e9b4ac3-326c-4ba0-a80a-d72c1bba64f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1096 time: 0.1567707 Jul 16 09:14:06.560052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Delete allocated IP 172.20.0.9 (2c372ad8-8d5d-46c5-ae88-627babeb040c/5bea7e12-c002-48dc-85ad-153f842f5b30) {{(pid=94164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:14:06.573166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Allocated IP 172.20.0.41 (2c372ad8-8d5d-46c5-ae88-627babeb040c/c988069e-e536-464e-896d-9f6efea031c5/37c16643-b36a-4f55-b4ed-bfbece8f4cd8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:06.673768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-7bf751a7-3f03-4366-aa17-af05675d49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.676589 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-7bf751a7-3f03-4366-aa17-af05675d49a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 1097 time: 0.8835876 Jul 16 09:14:06.838405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-3089cea3-d4a1-40e7-afbb-33763d03d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.844199 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25173983-3da4-4b20-8c49-609962fbe632 None None] New status for floating IP 911d8a02-7247-4a13-af26-1c17d3470938: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:14:06.847158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-3089cea3-d4a1-40e7-afbb-33763d03d840 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.2965212 Jul 16 09:14:07.052410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-98777be9-9455-4dc8-bff1-5b96970c455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.053390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-88b0e667-a66a-4b05-b6ae-a1dd03ba220e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 998 time: 0.1985369 Jul 16 09:14:07.055936 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-98777be9-9455-4dc8-bff1-5b96970c455a service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.3228765 Jul 16 09:14:07.135695 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.145365 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-03722587-7615-41bf-94ee-1c88b011b349 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0 HTTP/1.1" status: 200 len: 998 time: 0.0781000 Jul 16 09:14:07.150764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-88b58226-5446-4e39-953e-fb1f44334d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.154665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-88b58226-5446-4e39-953e-fb1f44334d0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.0944078 Jul 16 09:14:07.237054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Transition to ACTIVE for port object 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:07.248298 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.281625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-49b61895-ee07-4174-b360-cecafbcabae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.283747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-49b61895-ee07-4174-b360-cecafbcabae4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220796 Jul 16 09:14:07.384668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a3494abc-afd8-4035-bb9c-d4f074922208 None None] Allocated IP 172.20.0.34 (2c372ad8-8d5d-46c5-ae88-627babeb040c/c988069e-e536-464e-896d-9f6efea031c5/30421c17-eea2-4a35-92a7-89aaf0ca9287) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:07.399584 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-6d325f6a-9c13-417e-8b2d-8858e71afacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.401584 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-6d325f6a-9c13-417e-8b2d-8858e71afacf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.2472754 Jul 16 09:14:07.474877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event updated for resources: {'Port': ['ID=37c16643-b36a-4f55-b4ed-bfbece8f4cd8,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:07.565769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] In _notify_port_updated(), no bound segment for port 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 on network 2c372ad8-8d5d-46c5-ae88-627babeb040c {{(pid=94164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:14:07.574621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.575292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.576718 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e73a7cd6-fabe-4b67-98fe-e4712470d9b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "PUT /v2.0/ports/37c16643-b36a-4f55-b4ed-bfbece8f4cd8 HTTP/1.1" status: 200 len: 958 time: 2.6844165 Jul 16 09:14:07.579633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40452) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:07.623251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-ff9d6663-2b20-4fa4-9512-2a13ae84631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.625213 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-ff9d6663-2b20-4fa4-9512-2a13ae84631f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2108972 Jul 16 09:14:07.630692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-bf1552b4-83e0-4e8b-a138-313c8f0aeaf8 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354461 Jul 16 09:14:07.635662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a3494abc-afd8-4035-bb9c-d4f074922208 None None] For port 30421c17-eea2-4a35-92a7-89aaf0ca9287, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=30421c17-eea2-4a35-92a7-89aaf0ca9287,segment=NetworkSegment(23dffca8-2d3f-40c8-a7b6-7d5fa784efed),segment_id=23dffca8-2d3f-40c8-a7b6-7d5fa784efed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:07.643456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa53a0-f805-4ee3-8c0e-afb69429b1ee req-9508a997-079b-4583-8dfc-55420aabfda3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.651627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6daa53a0-f805-4ee3-8c0e-afb69429b1ee req-9508a997-079b-4583-8dfc-55420aabfda3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 944 time: 0.2309208 Jul 16 09:14:07.702909 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3494abc-afd8-4035-bb9c-d4f074922208 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.762275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a3494abc-afd8-4035-bb9c-d4f074922208 None None] Transition to ACTIVE for port object 30421c17-eea2-4a35-92a7-89aaf0ca9287 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:07.768836 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3494abc-afd8-4035-bb9c-d4f074922208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.828536 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6daa53a0-f805-4ee3-8c0e-afb69429b1ee req-0f9962dc-ca48-417f-a19b-7cfbc5d4ef31 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576452 Jul 16 09:14:07.836852 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-ab3e52c7-1d42-4263-a32b-200d6a20717a service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032790 Jul 16 09:14:07.845176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0b1df344-1aca-4076-aa02-bf1d852e2cb1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:07.845777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b1df344-1aca-4076-aa02-bf1d852e2cb1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.906905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-ad67ee48-3369-44ff-8523-618454dabaf4 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477033 Jul 16 09:14:08.089684 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-5e9ca0bf-9630-4e84-aec6-2f088036db6e service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046695 Jul 16 09:14:08.094115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b1df344-1aca-4076-aa02-bf1d852e2cb1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:08.110951 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-0b1df344-1aca-4076-aa02-bf1d852e2cb1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for 37c16643-b36a-4f55-b4ed-bfbece8f4cd8 owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:08.394261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3494abc-afd8-4035-bb9c-d4f074922208 None None] Pushing event updated for resources: {'Port': ['ID=30421c17-eea2-4a35-92a7-89aaf0ca9287,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:08.438453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-8d11f9fc-f74d-4c24-b40b-f0b94a125fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:08.440053 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-8d11f9fc-f74d-4c24-b40b-f0b94a125fa7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1096 time: 0.2056749 Jul 16 09:14:08.586797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b1df344-1aca-4076-aa02-bf1d852e2cb1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:08.596443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:08.639268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df344-1aca-4076-aa02-bf1d852e2cb1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=37c16643-b36a-4f55-b4ed-bfbece8f4cd8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:08.687527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-67497f08-7de7-4283-81d5-612e49f60cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:08.689209 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-67497f08-7de7-4283-81d5-612e49f60cd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.2326896 Jul 16 09:14:08.824249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0b1df344-1aca-4076-aa02-bf1d852e2cb1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:08.827558 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0b1df344-1aca-4076-aa02-bf1d852e2cb1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/37c16643-b36a-4f55-b4ed-bfbece8f4cd8 HTTP/1.1" status: 204 len: 168 time: 1.2470040 Jul 16 09:14:08.830496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40554) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:08.854102 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-876bdeca-5942-4394-add3-e95a89df1c9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 998 time: 0.1358502 Jul 16 09:14:08.900459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:08.915940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'port_id': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'mac_address': 'fa:16:3e:f4:61:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:08.920364 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b98a69-a17a-4621-aac6-4e0f4c6fa6ed tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] GET failed (client error): The resource could not be found. Jul 16 09:14:08.930138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-90b98a69-a17a-4621-aac6-4e0f4c6fa6ed tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports/37c16643-b36a-4f55-b4ed-bfbece8f4cd8 HTTP/1.1" status: 404 len: 333 time: 0.0962017 Jul 16 09:14:08.939991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40566) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:09.053818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 30421c17-eea2-4a35-92a7-89aaf0ca9287 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:09.098717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696f0625-924d-466b-a4a1-7e78a1bc5bba tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.116443 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-21acf5f2-baad-410f-889c-5dbd73184f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.118133 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-21acf5f2-baad-410f-889c-5dbd73184f69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.2561224 Jul 16 09:14:09.150424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696f0625-924d-466b-a4a1-7e78a1bc5bba tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.205081 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.262007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:09.268082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-4c92c6a2-334e-4d6e-a7b9-08445c5c9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.269628 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-4c92c6a2-334e-4d6e-a7b9-08445c5c9e6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225221 Jul 16 09:14:09.328581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696f0625-924d-466b-a4a1-7e78a1bc5bba tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.343501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696f0625-924d-466b-a4a1-7e78a1bc5bba tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.346665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-696f0625-924d-466b-a4a1-7e78a1bc5bba tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/security-groups/256b8413-5721-4906-8baf-e963a1a639fc HTTP/1.1" status: 204 len: 168 time: 0.4053977 Jul 16 09:14:09.353407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40600) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:09.367536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:09.386107 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.389018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f0625-924d-466b-a4a1-7e78a1bc5bba tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b8413-5721-4906-8baf-e963a1a639fc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:09.422656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96819fea-f32b-4baa-be7d-db334975962d req-b9323844-1c3e-4a8b-8910-9ea88becac59 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.425153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96819fea-f32b-4baa-be7d-db334975962d req-b9323844-1c3e-4a8b-8910-9ea88becac59 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 944 time: 0.2061272 Jul 16 09:14:09.520796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96819fea-f32b-4baa-be7d-db334975962d req-46d23b70-8c75-4adc-9726-c6c97d5da86d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880818 Jul 16 09:14:09.530490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=12']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:09.564257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40616) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:09.618342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:09.635026 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-feb920dd-4233-4cff-b473-ed71e5d6745d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.674596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bb6dfac4-ba56-4a48-95b8-e48aeed6c0c7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/2cb23894-5873-4317-a266-315527601156 HTTP/1.1" status: 200 len: 991 time: 0.1081691 Jul 16 09:14:09.703191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-feb920dd-4233-4cff-b473-ed71e5d6745d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.703998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e69aa11a-dfe7-4d53-90a5-16ba3197f2dc None None] Provisioning complete for port fc09afd8-b75c-4c77-9c59-4e86c5163e2b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:09.704609 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e69aa11a-dfe7-4d53-90a5-16ba3197f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.709979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-3361ae9c-574c-403f-921b-2150b023be65 service neutron] 10.222.0.54 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316108 Jul 16 09:14:09.791918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e69aa11a-dfe7-4d53-90a5-16ba3197f2dc None None] Port fc09afd8-b75c-4c77-9c59-4e86c5163e2b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:09.795951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e69aa11a-dfe7-4d53-90a5-16ba3197f2dc None None] Could not find standard attr ID for object 37c16643-b36a-4f55-b4ed-bfbece8f4cd8. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:14:09.843553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-feb920dd-4233-4cff-b473-ed71e5d6745d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.852790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-feb920dd-4233-4cff-b473-ed71e5d6745d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.855848 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-feb920dd-4233-4cff-b473-ed71e5d6745d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/security-groups/265faf2b-6461-47d7-8bba-f48b369d41df HTTP/1.1" status: 204 len: 168 time: 0.4985285 Jul 16 09:14:09.857507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40644) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:09.916281 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6bb398b-2086-4d8d-bfb9-549f9320bd7b req-1e1c796b-9d5e-4ebd-90ef-4033581079d0 service neutron] 10.222.0.54 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975849 Jul 16 09:14:09.917430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb920dd-4233-4cff-b473-ed71e5d6745d tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265faf2b-6461-47d7-8bba-f48b369d41df,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:09.918363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e69aa11a-dfe7-4d53-90a5-16ba3197f2dc None None] Provisioning for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:09.931090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e69aa11a-dfe7-4d53-90a5-16ba3197f2dc None None] Provisioning complete for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:09.931655 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e69aa11a-dfe7-4d53-90a5-16ba3197f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.982791 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16e1c99e-c5ae-4844-8085-eeda26dab113 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.056182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16e1c99e-c5ae-4844-8085-eeda26dab113 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.147603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16e1c99e-c5ae-4844-8085-eeda26dab113 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.158752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16e1c99e-c5ae-4844-8085-eeda26dab113 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.160338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-16e1c99e-c5ae-4844-8085-eeda26dab113 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/security-groups/6ad7f13b-e13a-4223-b352-1c715b590a39 HTTP/1.1" status: 204 len: 168 time: 0.2996640 Jul 16 09:14:10.163656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40680) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:10.181042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1c99e-c5ae-4844-8085-eeda26dab113 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad7f13b-e13a-4223-b352-1c715b590a39,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:10.292023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4999b4-0b6c-4074-9d94-bd17785a6399 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet 5bea7e12-c002-48dc-85ad-153f842f5b30 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:14:10.298128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4999b4-0b6c-4074-9d94-bd17785a6399 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.368667 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4999b4-0b6c-4074-9d94-bd17785a6399 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.445615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a908ef24-e3fe-48d7-8361-e098b0315674 None None] Could not find standard attr ID for object 37c16643-b36a-4f55-b4ed-bfbece8f4cd8. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:14:10.574366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4999b4-0b6c-4074-9d94-bd17785a6399 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.711902 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4999b4-0b6c-4074-9d94-bd17785a6399 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.748071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4999b4-0b6c-4074-9d94-bd17785a6399 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=5bea7e12-c002-48dc-85ad-153f842f5b30,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:10.750662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db4999b4-0b6c-4074-9d94-bd17785a6399 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.753179 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db4999b4-0b6c-4074-9d94-bd17785a6399 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/5bea7e12-c002-48dc-85ad-153f842f5b30 HTTP/1.1" status: 204 len: 168 time: 0.5875924 Jul 16 09:14:10.757364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40740) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:10.776742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb5633-5374-47f3-b859-9a8e7a35eae9 None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:10.835534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b246d9fd-ed94-40ed-9ee9-2817421b5c80 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet c988069e-e536-464e-896d-9f6efea031c5 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:14:10.840262 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b246d9fd-ed94-40ed-9ee9-2817421b5c80 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.919176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b246d9fd-ed94-40ed-9ee9-2817421b5c80 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.086620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b246d9fd-ed94-40ed-9ee9-2817421b5c80 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.170304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b246d9fd-ed94-40ed-9ee9-2817421b5c80 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.222296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b246d9fd-ed94-40ed-9ee9-2817421b5c80 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.225741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b246d9fd-ed94-40ed-9ee9-2817421b5c80 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/c988069e-e536-464e-896d-9f6efea031c5 HTTP/1.1" status: 204 len: 168 time: 0.4664388 Jul 16 09:14:11.226889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246d9fd-ed94-40ed-9ee9-2817421b5c80 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=c988069e-e536-464e-896d-9f6efea031c5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:11.228126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40776) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.264924 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c0c672-31de-40cf-826c-88b66258fdf3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:11.265246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c0c672-31de-40cf-826c-88b66258fdf3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:11.267324 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c8c0c672-31de-40cf-826c-88b66258fdf3 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/5bea7e12-c002-48dc-85ad-153f842f5b30 HTTP/1.1" status: 404 len: 337 time: 0.0376489 Jul 16 09:14:11.270186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40782) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.335249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d9bdcd-6154-46d3-903d-251122082cdf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting subnet 158b387c-7923-4fb8-b1ce-ebcef51e149d {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:14:11.340801 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72d9bdcd-6154-46d3-903d-251122082cdf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.405836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72d9bdcd-6154-46d3-903d-251122082cdf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.536868 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72d9bdcd-6154-46d3-903d-251122082cdf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.639398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72d9bdcd-6154-46d3-903d-251122082cdf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.675440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9bdcd-6154-46d3-903d-251122082cdf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Subnet': ['ID=158b387c-7923-4fb8-b1ce-ebcef51e149d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:11.685715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72d9bdcd-6154-46d3-903d-251122082cdf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.688593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-72d9bdcd-6154-46d3-903d-251122082cdf tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/158b387c-7923-4fb8-b1ce-ebcef51e149d HTTP/1.1" status: 204 len: 168 time: 0.4163694 Jul 16 09:14:11.691043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40792) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.730635 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b71082d-4e95-4f8a-a9da-d5109ff8d0da tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:11.731151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b71082d-4e95-4f8a-a9da-d5109ff8d0da tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:11.734590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1b71082d-4e95-4f8a-a9da-d5109ff8d0da tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/b075a140-0945-475d-8084-2422f6efd246 HTTP/1.1" status: 404 len: 337 time: 0.0423820 Jul 16 09:14:11.737056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40796) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.772946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-63bbe406-6d77-4593-9f5b-50e92f88db63 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "GET /v2.0/ports?device_id=66e1ea2b-95cf-4302-b71d-994bd75ab901 HTTP/1.1" status: 200 len: 205 time: 0.0347223 Jul 16 09:14:11.775585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40798) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.828781 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-0d0e2f94-f056-4408-bab9-7660f0dd0bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] delete failed (client error): The resource could not be found. Jul 16 09:14:11.829931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0d0e2f94-f056-4408-bab9-7660f0dd0bac tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/routers/66e1ea2b-95cf-4302-b71d-994bd75ab901 HTTP/1.1" status: 404 len: 336 time: 0.0532787 Jul 16 09:14:11.832650 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40800) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.843114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c4c4f8-3570-43b5-86e4-d7d71b47bc4a None None] Network 2c372ad8-8d5d-46c5-ae88-627babeb040c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:11.870077 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-575ef1ac-3b93-4ea7-940c-7ea399462871 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:11.870538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575ef1ac-3b93-4ea7-940c-7ea399462871 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:11.872938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-575ef1ac-3b93-4ea7-940c-7ea399462871 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/df23993e-0910-4334-a34a-da18b014b4cb HTTP/1.1" status: 404 len: 337 time: 0.0384181 Jul 16 09:14:11.875374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40802) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.906319 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1e5983-7daa-45a7-9af9-f855613eb5bb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:11.906779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1e5983-7daa-45a7-9af9-f855613eb5bb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:11.910379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5e1e5983-7daa-45a7-9af9-f855613eb5bb tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/dce03e59-dc05-44f9-b6a5-239a13ec7413 HTTP/1.1" status: 404 len: 337 time: 0.0339491 Jul 16 09:14:11.913111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40804) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.946376 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b040e1-ccf6-49a1-bbdf-52477e39a791 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:11.947093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b040e1-ccf6-49a1-bbdf-52477e39a791 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:11.948841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-68b040e1-ccf6-49a1-bbdf-52477e39a791 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/3cfde7be-bc37-4cb7-927e-b50dd3a3bea5 HTTP/1.1" status: 404 len: 337 time: 0.0346909 Jul 16 09:14:11.951321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40806) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.979247 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-578545f6-1f80-4efa-a069-cc9208d0f757 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:11.979965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578545f6-1f80-4efa-a069-cc9208d0f757 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:11.982035 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-578545f6-1f80-4efa-a069-cc9208d0f757 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/6f3b7111-3619-4d96-b0c0-7dd19200848b HTTP/1.1" status: 404 len: 333 time: 0.0298011 Jul 16 09:14:11.984624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40808) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:11.997444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b5361cea-1d60-4d55-b69f-0c713c1a823d None None] Provisioning complete for port fc09afd8-b75c-4c77-9c59-4e86c5163e2b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:11.998165 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5361cea-1d60-4d55-b69f-0c713c1a823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.026721 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf09cb3-77e1-49fd-9aec-5fe579a1bf83 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:12.027283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf09cb3-77e1-49fd-9aec-5fe579a1bf83 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:12.030824 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aaf09cb3-77e1-49fd-9aec-5fe579a1bf83 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/37dce634-1dc5-46fc-aabd-1042d8c2718b HTTP/1.1" status: 404 len: 337 time: 0.0445018 Jul 16 09:14:12.032806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40810) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:12.055250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b5361cea-1d60-4d55-b69f-0c713c1a823d None None] Port fc09afd8-b75c-4c77-9c59-4e86c5163e2b cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:12.074664 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-83962a1f-05b8-4caa-abce-ea441f7357b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:12.075441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83962a1f-05b8-4caa-abce-ea441f7357b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:12.077673 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-83962a1f-05b8-4caa-abce-ea441f7357b1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/f5af7e3b-5b87-4dea-ae4d-1cb7f81bdb07 HTTP/1.1" status: 404 len: 337 time: 0.0435939 Jul 16 09:14:12.080241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40814) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:12.093327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b5361cea-1d60-4d55-b69f-0c713c1a823d None None] Provisioning complete for port 30421c17-eea2-4a35-92a7-89aaf0ca9287 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:12.100091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5361cea-1d60-4d55-b69f-0c713c1a823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.121845 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a9405c-cb4a-4119-a91c-ab57a8689771 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:12.122956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a9405c-cb4a-4119-a91c-ab57a8689771 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:12.127892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40818) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:12.128158 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-81a9405c-cb4a-4119-a91c-ab57a8689771 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/b44f3b48-30d2-4486-9a79-3f1b2a1fd3e5 HTTP/1.1" status: 404 len: 333 time: 0.0462782 Jul 16 09:14:12.211562 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1700d1fa-90cc-4690-8a7f-aab072d06719 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:12.212427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1700d1fa-90cc-4690-8a7f-aab072d06719 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:12.214945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1700d1fa-90cc-4690-8a7f-aab072d06719 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/bbde3a98-df68-4fc9-b22e-720b1c392e57 HTTP/1.1" status: 404 len: 337 time: 0.0860095 Jul 16 09:14:12.217487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40822) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:12.275819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] DHCP port deletion for 2c372ad8-8d5d-46c5-ae88-627babeb040c request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:14:12.312862 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fb3baa-76fe-4f77-a41c-d9834d00f3a1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] DELETE failed (client error): The resource could not be found. Jul 16 09:14:12.313326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fb3baa-76fe-4f77-a41c-d9834d00f3a1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:14:12.315185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17fb3baa-76fe-4f77-a41c-d9834d00f3a1 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/subnets/971827ee-182d-4262-b9ff-ed0b92b70f3e HTTP/1.1" status: 404 len: 337 time: 0.0963252 Jul 16 09:14:12.318087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40826) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:12.423497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] Deleting port 30421c17-eea2-4a35-92a7-89aaf0ca9287 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:12.424162 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.466232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba3444-aeb2-4db2-82b6-d66614448550 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Deleting port fc09afd8-b75c-4c77-9c59-4e86c5163e2b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:12.466978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3444-aeb2-4db2-82b6-d66614448550 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.556089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3444-aeb2-4db2-82b6-d66614448550 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.570666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba3444-aeb2-4db2-82b6-d66614448550 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Calling delete_port for fc09afd8-b75c-4c77-9c59-4e86c5163e2b owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:12.607834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] For port 30421c17-eea2-4a35-92a7-89aaf0ca9287, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=30421c17-eea2-4a35-92a7-89aaf0ca9287,segment=NetworkSegment(23dffca8-2d3f-40c8-a7b6-7d5fa784efed),segment_id=23dffca8-2d3f-40c8-a7b6-7d5fa784efed)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:12.608238 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.625257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:12.652353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] Calling delete_port for 30421c17-eea2-4a35-92a7-89aaf0ca9287 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:12.714602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3444-aeb2-4db2-82b6-d66614448550 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.765164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:12.772504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:12.773145 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.796629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3444-aeb2-4db2-82b6-d66614448550 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Port': ['ID=fc09afd8-b75c-4c77-9c59-4e86c5163e2b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:12.812566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3444-aeb2-4db2-82b6-d66614448550 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.818219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c0ba3444-aeb2-4db2-82b6-d66614448550 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/ports/fc09afd8-b75c-4c77-9c59-4e86c5163e2b HTTP/1.1" status: 204 len: 168 time: 0.4963224 Jul 16 09:14:12.818559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:12.856155 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.930804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] Pushing event deleted for resources: {'Port': ['ID=30421c17-eea2-4a35-92a7-89aaf0ca9287,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:12.938812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c0027-86ce-494e-b566-78f1ad3a6b6c None None] No DVR routers for this DVR port 30421c17-eea2-4a35-92a7-89aaf0ca9287 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:12.976443 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.018519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 30421c17-eea2-4a35-92a7-89aaf0ca9287 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:13.023068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.056239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 30421c17-eea2-4a35-92a7-89aaf0ca9287 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:13.056580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 30421c17-eea2-4a35-92a7-89aaf0ca9287 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:13.084957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:13.087828 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac1b928-0452-45aa-b822-6f8d251e75b2" -d '{"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-plugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:13.122736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:13.134228 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.201033 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff54f443-6ed2-41e4-9f81-31a58ae82131 x-openstack-request-id: req-ff54f443-6ed2-41e4-9f81-31a58ae82131 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:13.201338 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-plugged", "status": "completed", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:13.203983 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff54f443-6ed2-41e4-9f81-31a58ae82131 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:13.206266 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'code': 200} Jul 16 09:14:13.227302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=13']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:13.245582 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.276746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c372ad8-8d5d-46c5-ae88-627babeb040c']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:13.292742 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dffca8-2d3f-40c8-a7b6-7d5fa784efed') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:13.293043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dffca8-2d3f-40c8-a7b6-7d5fa784efed') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:13.305267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.326191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.333953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:14:13.334567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:14:13.342565 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:14:13.813518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.822792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.824909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] 10.222.0.55 "DELETE /v2.0/networks/2c372ad8-8d5d-46c5-ae88-627babeb040c HTTP/1.1" status: 204 len: 168 time: 1.0053496 Jul 16 09:14:13.842544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939ba5b-5e54-4980-ab5b-12aa8c7795f0 tempest-PortsTestJSON-617581110 tempest-PortsTestJSON-617581110-project] Pushing event deleted for resources: {'Network': ['ID=2c372ad8-8d5d-46c5-ae88-627babeb040c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:14.206865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40850) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:14.409990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40860) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:14.410585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7bebad8b-9474-4a08-9980-fd25e69f1997 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=135bf8a118bc4f83944e4ce3ad4b478d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022676 Jul 16 09:14:14.448864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b3f0edd3-ce04-4124-be5c-dd46811f6fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.525326 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-431bde4f-a51a-4808-a215-f389ecd7c5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.556602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-431bde4f-a51a-4808-a215-f389ecd7c5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.641468 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-431bde4f-a51a-4808-a215-f389ecd7c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.645301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-431bde4f-a51a-4808-a215-f389ecd7c5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.647120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-431bde4f-a51a-4808-a215-f389ecd7c5e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c3e49f4-a9df-42b7-870d-52dd2bca00c1 HTTP/1.1" status: 204 len: 168 time: 0.2360523 Jul 16 09:14:14.657931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bde4f-a51a-4808-a215-f389ecd7c5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e49f4-a9df-42b7-870d-52dd2bca00c1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:15.375301 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:15.962038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.112369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516819184'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:16.143358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.153490 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.288769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.298699 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.345606 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9dd0a7-7eb5-43dc-9332-9cea6325dba6,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:16.431455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.438154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.475656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac76add-6681-460f-a427-b03630dfb2f0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:16.493353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.500580 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-91a1d72e-b825-479e-b999-7c4bbb550273 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5346646 Jul 16 09:14:16.500983 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40916) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.632285 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-571794cc-750f-41dd-9946-75a2e8ef0bb1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1256325 Jul 16 09:14:16.632875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.636662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeaa9b41-f155-416f-9754-fea2012e075f req-c10f741c-e07c-4512-80c1-e44863dc3bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1201036 Jul 16 09:14:16.639747 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-636243cc-7b2b-4901-a361-cf2e08402ddd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-security--611363759', 'description': 'tempest-security-description-1632945453'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:16.691919 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-636243cc-7b2b-4901-a361-cf2e08402ddd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.730321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9b41-f155-416f-9754-fea2012e075f req-ca987126-b41d-441b-91ec-36c11340f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.732916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeaa9b41-f155-416f-9754-fea2012e075f req-ca987126-b41d-441b-91ec-36c11340f4b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1098 time: 0.0733976 Jul 16 09:14:16.749131 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-636243cc-7b2b-4901-a361-cf2e08402ddd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.758838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-636243cc-7b2b-4901-a361-cf2e08402ddd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.761370 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-636243cc-7b2b-4901-a361-cf2e08402ddd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.765117 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-636243cc-7b2b-4901-a361-cf2e08402ddd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "PUT /v2.0/security-groups/fac76add-6681-460f-a427-b03630dfb2f0 HTTP/1.1" status: 200 len: 1779 time: 0.1285229 Jul 16 09:14:16.779239 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40922) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.845172 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cd60aeba-3b1a-4424-b0c7-c32c00e32920 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups/fac76add-6681-460f-a427-b03630dfb2f0 HTTP/1.1" status: 200 len: 1779 time: 0.0635796 Jul 16 09:14:16.847793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636243cc-7b2b-4901-a361-cf2e08402ddd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac76add-6681-460f-a427-b03630dfb2f0,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:16.850803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40924) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.927552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9b41-f155-416f-9754-fea2012e075f req-eebb1857-fb79-4c67-b6f4-28244fe34f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.930380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeaa9b41-f155-416f-9754-fea2012e075f req-eebb1857-fb79-4c67-b6f4-28244fe34f84 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.1713865 Jul 16 09:14:16.935304 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3a00470-68f4-41da-9020-93a366220d66 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.996941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3a00470-68f4-41da-9020-93a366220d66 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.065281 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3a00470-68f4-41da-9020-93a366220d66 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.069974 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3a00470-68f4-41da-9020-93a366220d66 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.073327 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d3a00470-68f4-41da-9020-93a366220d66 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/fac76add-6681-460f-a427-b03630dfb2f0 HTTP/1.1" status: 204 len: 168 time: 0.2124665 Jul 16 09:14:17.074909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.078950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeaa9b41-f155-416f-9754-fea2012e075f req-507b40ac-de4b-44ac-8fb3-024d9985e92d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 1000 time: 0.1420765 Jul 16 09:14:17.090879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a00470-68f4-41da-9020-93a366220d66 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac76add-6681-460f-a427-b03630dfb2f0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:17.138375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9b41-f155-416f-9754-fea2012e075f req-301b1fd7-2dd9-4a3a-b063-09048df08361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:17.142724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeaa9b41-f155-416f-9754-fea2012e075f req-301b1fd7-2dd9-4a3a-b063-09048df08361 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.0564713 Jul 16 09:14:17.153693 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6d60d631-3ea4-4dfd-8cf2-f67c0b7a5266 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762465 Jul 16 09:14:17.156264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40936) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.171341 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-f21ec3e0-fecf-4202-9986-65d5507ec9e2 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] delete failed (client error): The resource could not be found. Jul 16 09:14:17.176184 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f21ec3e0-fecf-4202-9986-65d5507ec9e2 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/fac76add-6681-460f-a427-b03630dfb2f0 HTTP/1.1" status: 404 len: 347 time: 0.0151942 Jul 16 09:14:17.178291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40938) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.184725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c283ee1d-43f9-4abc-a8ed-b43ed8cefdd5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980974097'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:17.215440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9b41-f155-416f-9754-fea2012e075f req-756d6bfc-4e5e-4018-8d8c-fe20fa524cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:17.217110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeaa9b41-f155-416f-9754-fea2012e075f req-756d6bfc-4e5e-4018-8d8c-fe20fa524cca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677125 Jul 16 09:14:17.218651 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c283ee1d-43f9-4abc-a8ed-b43ed8cefdd5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.326077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c283ee1d-43f9-4abc-a8ed-b43ed8cefdd5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.332710 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c283ee1d-43f9-4abc-a8ed-b43ed8cefdd5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.339102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeaa9b41-f155-416f-9754-fea2012e075f req-dcfe7158-8a48-4a08-852b-ddde9e8a7f77 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120937 Jul 16 09:14:17.369949 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c283ee1d-43f9-4abc-a8ed-b43ed8cefdd5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.371570 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c283ee1d-43f9-4abc-a8ed-b43ed8cefdd5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1911907 Jul 16 09:14:17.373113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283ee1d-43f9-4abc-a8ed-b43ed8cefdd5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7967e2c0-9162-40f1-ae5e-5bd337d53776,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:17.375164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.380600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7df0238f-7fa5-4fb1-a2e9-621b8e6303dd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '7967e2c0-9162-40f1-ae5e-5bd337d53776', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:17.445439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7df0238f-7fa5-4fb1-a2e9-621b8e6303dd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.471370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeaa9b41-f155-416f-9754-fea2012e075f req-0f6be17b-b2c7-4761-a50e-622ff60b123e service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253567 Jul 16 09:14:17.527190 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7df0238f-7fa5-4fb1-a2e9-621b8e6303dd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.531610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7df0238f-7fa5-4fb1-a2e9-621b8e6303dd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.550299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0238f-7fa5-4fb1-a2e9-621b8e6303dd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00aec1c2-2645-4235-9c6d-d0ff26e8cbea,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:17.562350 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7df0238f-7fa5-4fb1-a2e9-621b8e6303dd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.566523 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7df0238f-7fa5-4fb1-a2e9-621b8e6303dd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877859 Jul 16 09:14:17.566909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40944) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.616815 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5ba379c-7f28-401f-b80e-3ff02159681e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.624973 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5ba379c-7f28-401f-b80e-3ff02159681e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.632544 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.659982 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5ba379c-7f28-401f-b80e-3ff02159681e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.668885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d1c1c470-60d9-4804-a2e9-67df9b036bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.670572 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5ba379c-7f28-401f-b80e-3ff02159681e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.674532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40948) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.682158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e5ba379c-7f28-401f-b80e-3ff02159681e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/00aec1c2-2645-4235-9c6d-d0ff26e8cbea HTTP/1.1" status: 204 len: 168 time: 0.1135101 Jul 16 09:14:17.688770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba379c-7f28-401f-b80e-3ff02159681e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00aec1c2-2645-4235-9c6d-d0ff26e8cbea,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:17.736445 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e2980d14-869a-45db-9dd7-2b8717b9d751 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607262 Jul 16 09:14:17.740020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40950) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.811325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81ddbaa9-3b98-42f2-b224-b46f9515c1e6 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.837909 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81ddbaa9-3b98-42f2-b224-b46f9515c1e6 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.904716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81ddbaa9-3b98-42f2-b224-b46f9515c1e6 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.907567 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-81ddbaa9-3b98-42f2-b224-b46f9515c1e6 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.909079 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-81ddbaa9-3b98-42f2-b224-b46f9515c1e6 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/7967e2c0-9162-40f1-ae5e-5bd337d53776 HTTP/1.1" status: 204 len: 168 time: 0.1678445 Jul 16 09:14:17.912695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40954) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.923179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddbaa9-3b98-42f2-b224-b46f9515c1e6 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7967e2c0-9162-40f1-ae5e-5bd337d53776,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:18.001727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-05ced792-ea00-4f51-8d0b-f938db3dfe31 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862622 Jul 16 09:14:18.004448 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40956) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:18.010624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-da322d82-d43c-4bd9-8059-e3007f836f84 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906723602'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:18.085940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da322d82-d43c-4bd9-8059-e3007f836f84 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.246033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da322d82-d43c-4bd9-8059-e3007f836f84 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.250617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da322d82-d43c-4bd9-8059-e3007f836f84 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.287189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-da322d82-d43c-4bd9-8059-e3007f836f84 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.291154 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-da322d82-d43c-4bd9-8059-e3007f836f84 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2826612 Jul 16 09:14:18.292089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40966) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:18.294155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da322d82-d43c-4bd9-8059-e3007f836f84 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42251c82-b6a4-445a-9872-37d9819c7c1a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:18.303847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-98cb80b8-12ff-4d42-b7a3-b40bdd18da1a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '42251c82-b6a4-445a-9872-37d9819c7c1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:18.361989 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98cb80b8-12ff-4d42-b7a3-b40bdd18da1a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.464004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98cb80b8-12ff-4d42-b7a3-b40bdd18da1a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.476612 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98cb80b8-12ff-4d42-b7a3-b40bdd18da1a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.525187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb80b8-12ff-4d42-b7a3-b40bdd18da1a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7df2b9-23ce-49fe-a5eb-cbf962f8d12b,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:18.537366 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98cb80b8-12ff-4d42-b7a3-b40bdd18da1a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.541420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40978) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:18.543735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-98cb80b8-12ff-4d42-b7a3-b40bdd18da1a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2501192 Jul 16 09:14:18.547922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1dc85781-f034-4740-8965-9b29dcda9cb9 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '42251c82-b6a4-445a-9872-37d9819c7c1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:18.609566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1dc85781-f034-4740-8965-9b29dcda9cb9 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.725246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6097bd-1fae-477c-8da4-972d8b94bb30 req-9e5eaf08-3b00-46ed-adb7-796f6dfc9d7f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:18.725246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d6097bd-1fae-477c-8da4-972d8b94bb30 req-9e5eaf08-3b00-46ed-adb7-796f6dfc9d7f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1188314 Jul 16 09:14:18.727723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1dc85781-f034-4740-8965-9b29dcda9cb9 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.735872 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1dc85781-f034-4740-8965-9b29dcda9cb9 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.774423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc85781-f034-4740-8965-9b29dcda9cb9 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e869a1-bfd1-4557-82f3-7b11fd21b6c0,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:18.799839 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1dc85781-f034-4740-8965-9b29dcda9cb9 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.800899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d6097bd-1fae-477c-8da4-972d8b94bb30 req-b3d2d1d4-d6ff-41d4-8f91-efa750b8577b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688748 Jul 16 09:14:18.816799 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1dc85781-f034-4740-8965-9b29dcda9cb9 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2708440 Jul 16 09:14:18.817372 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 40984) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:18.829757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-303ebd59-6a80-4162-8b1d-94c8deb07d24 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '42251c82-b6a4-445a-9872-37d9819c7c1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:18.888694 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-303ebd59-6a80-4162-8b1d-94c8deb07d24 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.896705 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.944738 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.001419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-303ebd59-6a80-4162-8b1d-94c8deb07d24 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.090443 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-303ebd59-6a80-4162-8b1d-94c8deb07d24 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.108011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ebd59-6a80-4162-8b1d-94c8deb07d24 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f670e38-6700-494a-b4e7-c90b4af0e4bc,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:19.150955 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-303ebd59-6a80-4162-8b1d-94c8deb07d24 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.155380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 40992) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.163304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-303ebd59-6a80-4162-8b1d-94c8deb07d24 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3427052 Jul 16 09:14:19.165505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9d608c6a-6c3c-4daa-b764-f33345b6a347 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '42251c82-b6a4-445a-9872-37d9819c7c1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:19.264796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d608c6a-6c3c-4daa-b764-f33345b6a347 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.332266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d608c6a-6c3c-4daa-b764-f33345b6a347 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.337703 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d608c6a-6c3c-4daa-b764-f33345b6a347 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.361701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d608c6a-6c3c-4daa-b764-f33345b6a347 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb3effb-2418-494c-83bf-d15f3828bcb7,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:19.370400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d608c6a-6c3c-4daa-b764-f33345b6a347 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.373695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9d608c6a-6c3c-4daa-b764-f33345b6a347 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2152412 Jul 16 09:14:19.374524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41000) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.381978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ef4efdcf-77bf-4877-b856-ef0d49d580a0 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '42251c82-b6a4-445a-9872-37d9819c7c1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:19.418559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef4efdcf-77bf-4877-b856-ef0d49d580a0 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.508187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef4efdcf-77bf-4877-b856-ef0d49d580a0 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.513315 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef4efdcf-77bf-4877-b856-ef0d49d580a0 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.541421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef4efdcf-77bf-4877-b856-ef0d49d580a0 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.547260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41002) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.554996 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ef4efdcf-77bf-4877-b856-ef0d49d580a0 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1791301 Jul 16 09:14:19.566343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4efdcf-77bf-4877-b856-ef0d49d580a0 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8192ed1b-b961-491e-9f89-d1b176eb0f3e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:19.600602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a83a5fa-2420-49a3-aceb-5df829531156 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.612763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a83a5fa-2420-49a3-aceb-5df829531156 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.647783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41004) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.655454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d522c5fb-8af4-4d05-8422-5c8cfce9850d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746295562', 'description': 'tempest-secgroup-smoke-1746295562 description', 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:19.679535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d522c5fb-8af4-4d05-8422-5c8cfce9850d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.691419 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a83a5fa-2420-49a3-aceb-5df829531156 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.700500 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a83a5fa-2420-49a3-aceb-5df829531156 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.703316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a83a5fa-2420-49a3-aceb-5df829531156 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8192ed1b-b961-491e-9f89-d1b176eb0f3e HTTP/1.1" status: 204 len: 168 time: 0.1523571 Jul 16 09:14:19.704696 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41006) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.709706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83a5fa-2420-49a3-aceb-5df829531156 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8192ed1b-b961-491e-9f89-d1b176eb0f3e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:19.766456 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f5b18fce-68d0-47ef-b0f2-64d9d18baabc tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0576241 Jul 16 09:14:19.767081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41008) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.800913 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af96a0a5-142f-435f-8851-fb9ff41b6973 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.810536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af96a0a5-142f-435f-8851-fb9ff41b6973 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.821808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d522c5fb-8af4-4d05-8422-5c8cfce9850d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.826948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d522c5fb-8af4-4d05-8422-5c8cfce9850d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.855614 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af96a0a5-142f-435f-8851-fb9ff41b6973 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.860877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522c5fb-8af4-4d05-8422-5c8cfce9850d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:19.866306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af96a0a5-142f-435f-8851-fb9ff41b6973 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.866637 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d522c5fb-8af4-4d05-8422-5c8cfce9850d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:19.867780 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af96a0a5-142f-435f-8851-fb9ff41b6973 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6eb3effb-2418-494c-83bf-d15f3828bcb7 HTTP/1.1" status: 204 len: 168 time: 0.0971167 Jul 16 09:14:19.868646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d522c5fb-8af4-4d05-8422-5c8cfce9850d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2195368 Jul 16 09:14:19.878189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41020) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.878787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41022) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.883533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96a0a5-142f-435f-8851-fb9ff41b6973 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6eb3effb-2418-494c-83bf-d15f3828bcb7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:19.897252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-657b1126-707b-4eb5-a31c-2312dcd0706e tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'security_group_rule': {'security_group_id': '7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0', 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:19.939626 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-657b1126-707b-4eb5-a31c-2312dcd0706e tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.042531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0dbe82d1-2a3c-4b04-9af0-036846d16b36 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1574490 Jul 16 09:14:20.043368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41024) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.077586 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71196545-3de8-4404-820a-18e86a3ecaac tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.092860 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71196545-3de8-4404-820a-18e86a3ecaac tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.094794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-657b1126-707b-4eb5-a31c-2312dcd0706e tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.100023 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-657b1126-707b-4eb5-a31c-2312dcd0706e tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.130389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5f64-fd06-441f-9634-56c5149a3a11 req-3718e97c-7244-4c1b-8e02-0bb2c39e3bb0 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:20.132013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ef5f64-fd06-441f-9634-56c5149a3a11 req-3718e97c-7244-4c1b-8e02-0bb2c39e3bb0 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1497381 Jul 16 09:14:20.135330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b1126-707b-4eb5-a31c-2312dcd0706e tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef94b2d-f609-4c1f-b62a-4366008997e3,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.157418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71196545-3de8-4404-820a-18e86a3ecaac tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.161958 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-657b1126-707b-4eb5-a31c-2312dcd0706e tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.163160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-657b1126-707b-4eb5-a31c-2312dcd0706e tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2828100 Jul 16 09:14:20.166073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41026) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.167433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71196545-3de8-4404-820a-18e86a3ecaac tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.171269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0a070ae6-8663-4da9-af14-1bf79fcc83c2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'security_group_rule': {'security_group_id': '7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0', 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:20.172240 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71196545-3de8-4404-820a-18e86a3ecaac tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4f670e38-6700-494a-b4e7-c90b4af0e4bc HTTP/1.1" status: 204 len: 168 time: 0.1271608 Jul 16 09:14:20.173240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41028) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.190232 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.191645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196545-3de8-4404-820a-18e86a3ecaac tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f670e38-6700-494a-b4e7-c90b4af0e4bc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.213209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ef5f64-fd06-441f-9634-56c5149a3a11 req-02bcd60e-cf3a-4ab8-af1d-ff094010ecc5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687828 Jul 16 09:14:20.231784 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a070ae6-8663-4da9-af14-1bf79fcc83c2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.272922 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-842b911a-b2e4-4dcc-8295-44d13935333c tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0948918 Jul 16 09:14:20.273193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41032) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.321207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6882df97-6eed-4812-a617-cde38b991fcf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.343644 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6882df97-6eed-4812-a617-cde38b991fcf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.352601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a070ae6-8663-4da9-af14-1bf79fcc83c2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.358406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a070ae6-8663-4da9-af14-1bf79fcc83c2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.378966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a070ae6-8663-4da9-af14-1bf79fcc83c2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708c8b3a-deb3-43aa-ba3b-722a4005a286,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.403580 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a070ae6-8663-4da9-af14-1bf79fcc83c2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.405219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a070ae6-8663-4da9-af14-1bf79fcc83c2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2381783 Jul 16 09:14:20.408452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41036) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.414611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bdff4502-491f-4156-8e02-3a91d9f13822 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'security_group_rule': {'security_group_id': '7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0', 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:20.415961 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6882df97-6eed-4812-a617-cde38b991fcf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.422920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6882df97-6eed-4812-a617-cde38b991fcf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.424134 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6882df97-6eed-4812-a617-cde38b991fcf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/45e869a1-bfd1-4557-82f3-7b11fd21b6c0 HTTP/1.1" status: 204 len: 168 time: 0.1497524 Jul 16 09:14:20.430497 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41038) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.450327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882df97-6eed-4812-a617-cde38b991fcf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45e869a1-bfd1-4557-82f3-7b11fd21b6c0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.469195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdff4502-491f-4156-8e02-3a91d9f13822 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.480529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d3969249-b27c-4e11-b4e7-3f319c57a0ba tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0493376 Jul 16 09:14:20.483118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41040) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.512874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3f79282-2450-4c8d-86f2-044e92f792ab tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.523025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3f79282-2450-4c8d-86f2-044e92f792ab tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.561892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdff4502-491f-4156-8e02-3a91d9f13822 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.568219 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdff4502-491f-4156-8e02-3a91d9f13822 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.570246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3f79282-2450-4c8d-86f2-044e92f792ab tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.585628 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d3f79282-2450-4c8d-86f2-044e92f792ab tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.586848 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d3f79282-2450-4c8d-86f2-044e92f792ab tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cb7df2b9-23ce-49fe-a5eb-cbf962f8d12b HTTP/1.1" status: 204 len: 168 time: 0.1014011 Jul 16 09:14:20.587777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f79282-2450-4c8d-86f2-044e92f792ab tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb7df2b9-23ce-49fe-a5eb-cbf962f8d12b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.590175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41042) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.615367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff4502-491f-4156-8e02-3a91d9f13822 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b834789b-edc2-4153-a9cd-1abd39e6e280,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.623581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdff4502-491f-4156-8e02-3a91d9f13822 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.624822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bdff4502-491f-4156-8e02-3a91d9f13822 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2153776 Jul 16 09:14:20.627586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41044) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.632925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ee087278-1040-4ba2-a3fd-16d9f6c9b032 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'security_group_rule': {'security_group_id': '7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0', 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:20.657716 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f495c83-c1f6-4785-a53a-6cb5b8ffc411 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663319 Jul 16 09:14:20.660368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41046) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.709288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee087278-1040-4ba2-a3fd-16d9f6c9b032 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.755042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d013961-ecd1-4028-8819-2b1d7bd53c2a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.791347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d013961-ecd1-4028-8819-2b1d7bd53c2a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.809768 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee087278-1040-4ba2-a3fd-16d9f6c9b032 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.819597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee087278-1040-4ba2-a3fd-16d9f6c9b032 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.848939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee087278-1040-4ba2-a3fd-16d9f6c9b032 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50aa7bd3-0278-4734-adaf-bd6949f8d4ff,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.856250 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee087278-1040-4ba2-a3fd-16d9f6c9b032 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.857794 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ee087278-1040-4ba2-a3fd-16d9f6c9b032 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2290528 Jul 16 09:14:20.860570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41048) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.866492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1fdccd1a-6ac0-4f73-9bf5-5d222d3537ec tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'security_group_rule': {'security_group_id': '7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0', 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:20.878282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d013961-ecd1-4028-8819-2b1d7bd53c2a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.882452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d013961-ecd1-4028-8819-2b1d7bd53c2a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.883781 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5d013961-ecd1-4028-8819-2b1d7bd53c2a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/42251c82-b6a4-445a-9872-37d9819c7c1a HTTP/1.1" status: 204 len: 168 time: 0.2217388 Jul 16 09:14:20.886536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41050) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.908775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d013961-ecd1-4028-8819-2b1d7bd53c2a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42251c82-b6a4-445a-9872-37d9819c7c1a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.940855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-88ea0d9c-f587-491c-9cb7-0f2393ed945f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489910 Jul 16 09:14:20.943621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41052) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:20.952330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ce7d88b1-8cba-49d9-924a-c52f0e05f818 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025545020'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:20.972662 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-1fdccd1a-6ac0-4f73-9bf5-5d222d3537ec tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Project fec1c554abde42fa9dfe2f2d330df29d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:14:20.980772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fdccd1a-6ac0-4f73-9bf5-5d222d3537ec tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.002035 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88b1-8cba-49d9-924a-c52f0e05f818 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.082929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fdccd1a-6ac0-4f73-9bf5-5d222d3537ec tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.087518 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fdccd1a-6ac0-4f73-9bf5-5d222d3537ec tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.110082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdccd1a-6ac0-4f73-9bf5-5d222d3537ec tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679fb3a3-d4a7-40a2-975f-1ea707e0c275,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:21.118737 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88b1-8cba-49d9-924a-c52f0e05f818 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.124329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88b1-8cba-49d9-924a-c52f0e05f818 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.126559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1fdccd1a-6ac0-4f73-9bf5-5d222d3537ec tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.131214 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1fdccd1a-6ac0-4f73-9bf5-5d222d3537ec tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2661822 Jul 16 09:14:21.131480 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41062) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:21.136256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4c67f920-6c17-4dba-83fd-481b624a8254 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'security_group_rule': {'security_group_id': '7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0', 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:21.165086 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-4c67f920-6c17-4dba-83fd-481b624a8254 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Project fec1c554abde42fa9dfe2f2d330df29d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:14:21.171139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c67f920-6c17-4dba-83fd-481b624a8254 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.173399 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d88b1-8cba-49d9-924a-c52f0e05f818 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b017288e-7240-4176-8a35-a4bc065e411a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:21.201929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88b1-8cba-49d9-924a-c52f0e05f818 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.203442 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce7d88b1-8cba-49d9-924a-c52f0e05f818 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2569973 Jul 16 09:14:21.206169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41064) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:21.212790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-14273993-0bb7-4917-961f-46811ce2b6e5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': 'b017288e-7240-4176-8a35-a4bc065e411a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:21.246073 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14273993-0bb7-4917-961f-46811ce2b6e5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.254956 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c67f920-6c17-4dba-83fd-481b624a8254 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.260204 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c67f920-6c17-4dba-83fd-481b624a8254 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.282933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67f920-6c17-4dba-83fd-481b624a8254 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbd0221-44eb-4117-8a41-aa2b9db9635b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:21.292237 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4c67f920-6c17-4dba-83fd-481b624a8254 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.294554 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4c67f920-6c17-4dba-83fd-481b624a8254 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617715 Jul 16 09:14:21.400669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14273993-0bb7-4917-961f-46811ce2b6e5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.407356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14273993-0bb7-4917-961f-46811ce2b6e5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.471614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14273993-0bb7-4917-961f-46811ce2b6e5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1d8a12-5863-4e26-a7bf-d3e40e57f3f9,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:21.512717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14273993-0bb7-4917-961f-46811ce2b6e5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.514176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-14273993-0bb7-4917-961f-46811ce2b6e5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3068650 Jul 16 09:14:21.517012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41080) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:21.628321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030d183-d1b2-483d-88f2-76dd401553c5 req-82bbfe18-3f70-4813-b9e9-a19b9ecca147 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.639019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e030d183-d1b2-483d-88f2-76dd401553c5 req-82bbfe18-3f70-4813-b9e9-a19b9ecca147 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1884379 Jul 16 09:14:21.672564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3606bd4-723f-4e55-99d4-770f60f535c5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.704466 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3606bd4-723f-4e55-99d4-770f60f535c5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.729160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e030d183-d1b2-483d-88f2-76dd401553c5 req-711726c4-642a-45ea-b57e-dc733ae6f789 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851517 Jul 16 09:14:21.733263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-bc8a867f-7ee5-4e4c-8dcc-a2ba5894de65 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746295562&fields=id&tenant_id=fec1c554abde42fa9dfe2f2d330df29d HTTP/1.1" status: 200 len: 267 time: 0.0817440 Jul 16 09:14:21.787819 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3606bd4-723f-4e55-99d4-770f60f535c5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.790795 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e3606bd4-723f-4e55-99d4-770f60f535c5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.792290 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e3606bd4-723f-4e55-99d4-770f60f535c5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/b017288e-7240-4176-8a35-a4bc065e411a HTTP/1.1" status: 204 len: 168 time: 0.2741005 Jul 16 09:14:21.795799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41086) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:21.824685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3606bd4-723f-4e55-99d4-770f60f535c5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017288e-7240-4176-8a35-a4bc065e411a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:21.898223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41088) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:21.901690 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-449af892-3043-49fc-962a-2b799b0da46c tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022527 Jul 16 09:14:21.904373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41090) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:21.909305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4aba7a6b-fb55-4ee4-91b4-e96a980fa470 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-secgroup--410616449'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:21.919786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-da68c3f8-8e16-4143-a604-842e9b1a4981 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.927030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-da68c3f8-8e16-4143-a604-842e9b1a4981 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/networks?id=991ec1b3-1d9f-4071-8edb-234bd44f74ac HTTP/1.1" status: 200 len: 812 time: 0.1803927 Jul 16 09:14:21.937161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4aba7a6b-fb55-4ee4-91b4-e96a980fa470 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.938268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-cd363955-cbf6-46ae-bbdf-e596d5be36bd tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/quotas/fec1c554abde42fa9dfe2f2d330df29d HTTP/1.1" status: 200 len: 375 time: 0.0103471 Jul 16 09:14:22.025466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-dd9c7a4d-31d6-4575-9771-5dbb865147e9 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fec1c554abde42fa9dfe2f2d330df29d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800261 Jul 16 09:14:22.050910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4aba7a6b-fb55-4ee4-91b4-e96a980fa470 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.056309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4aba7a6b-fb55-4ee4-91b4-e96a980fa470 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.091165 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4aba7a6b-fb55-4ee4-91b4-e96a980fa470 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.093024 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4aba7a6b-fb55-4ee4-91b4-e96a980fa470 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1871371 Jul 16 09:14:22.094592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba7a6b-fb55-4ee4-91b4-e96a980fa470 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b180291-4df1-463b-99fa-38ec87282491,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:22.099587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41096) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:22.106523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ab632d48-0d95-4f34-81aa-2366ba67b05f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-secgroup--676155119'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:22.129896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-373d468d-3fc3-4e80-a3a5-9c95c20961ee service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:14:22.130901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-373d468d-3fc3-4e80-a3a5-9c95c20961ee service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935099 Jul 16 09:14:22.138450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-388dc19b-37ae-4a71-b30a-de9c85ff2078 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48afd60c0ee84735b1f4658b4280844d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388222 Jul 16 09:14:22.141223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41098) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:22.178388 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab632d48-0d95-4f34-81aa-2366ba67b05f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.206963 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42ca0899-1a62-4d1b-9b5b-44e3259ce38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.232470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42ca0899-1a62-4d1b-9b5b-44e3259ce38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.263081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-132518fd-2715-45e2-8e40-cecc39cbdfa7 service neutron] 10.222.0.55 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235080 Jul 16 09:14:22.310843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42ca0899-1a62-4d1b-9b5b-44e3259ce38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.315085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-42ca0899-1a62-4d1b-9b5b-44e3259ce38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.316818 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-42ca0899-1a62-4d1b-9b5b-44e3259ce38d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f49100d9-20ca-4564-94bc-aab6f554b6d6 HTTP/1.1" status: 204 len: 168 time: 0.1736324 Jul 16 09:14:22.329514 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca0899-1a62-4d1b-9b5b-44e3259ce38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49100d9-20ca-4564-94bc-aab6f554b6d6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:22.382057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab632d48-0d95-4f34-81aa-2366ba67b05f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.390547 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab632d48-0d95-4f34-81aa-2366ba67b05f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.440248 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab632d48-0d95-4f34-81aa-2366ba67b05f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.441776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ab632d48-0d95-4f34-81aa-2366ba67b05f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3415804 Jul 16 09:14:22.445536 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41102) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:22.448083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-bfc54974-6fc5-4429-b989-fc9e0173a40d service neutron] 10.222.0.55 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724346 Jul 16 09:14:22.450413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab632d48-0d95-4f34-81aa-2366ba67b05f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea3b60b-c7d1-417d-b5e8-ccabf9a5069d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:22.451137 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-498ff9cc-0a7a-4d92-8bbc-0a3c33ec157f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '9b180291-4df1-463b-99fa-38ec87282491', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ea3b60b-c7d1-417d-b5e8-ccabf9a5069d', 'remote_ip_prefix': None}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:22.496411 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-498ff9cc-0a7a-4d92-8bbc-0a3c33ec157f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.672496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-498ff9cc-0a7a-4d92-8bbc-0a3c33ec157f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.682776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-498ff9cc-0a7a-4d92-8bbc-0a3c33ec157f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.713872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ff9cc-0a7a-4d92-8bbc-0a3c33ec157f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969d376e-8fc6-4d84-95bd-4e1e54536786,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:22.717626 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-498ff9cc-0a7a-4d92-8bbc-0a3c33ec157f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.718859 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-498ff9cc-0a7a-4d92-8bbc-0a3c33ec157f tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2722070 Jul 16 09:14:22.722131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41118) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:22.756270 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5c7a-721e-4a4c-8205-9f7b146d796e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.767036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5c7a-721e-4a4c-8205-9f7b146d796e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.806140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5c7a-721e-4a4c-8205-9f7b146d796e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.819834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5c7a-721e-4a4c-8205-9f7b146d796e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.821006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ebdf5c7a-721e-4a4c-8205-9f7b146d796e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/969d376e-8fc6-4d84-95bd-4e1e54536786 HTTP/1.1" status: 204 len: 168 time: 0.0978220 Jul 16 09:14:22.823880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41126) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:22.865579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf5c7a-721e-4a4c-8205-9f7b146d796e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=969d376e-8fc6-4d84-95bd-4e1e54536786,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:22.933620 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3383df7f-fc72-4365-bd44-6043b07b81c3 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1084206 Jul 16 09:14:22.936286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41134) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:22.946379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-219b68bf-48e2-4990-82b4-abe5ef0b7809 req-c57309af-bb13-41a8-bc6d-9c1a27d15b72 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 210 time: 0.0422158 Jul 16 09:14:23.059432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-660d503b-9f9f-4961-8617-3922800941cf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.103100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e29880-c8f0-436c-971a-94df6c22d6c5 req-04d29a07-5d50-4ae3-81be-c2eb6a2aacaa tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:23.113276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83e29880-c8f0-436c-971a-94df6c22d6c5 req-04d29a07-5d50-4ae3-81be-c2eb6a2aacaa tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1299701 Jul 16 09:14:23.113699 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-660d503b-9f9f-4961-8617-3922800941cf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.170997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83e29880-c8f0-436c-971a-94df6c22d6c5 req-621ecb49-e70f-4763-a9be-11a5a0975e30 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556912 Jul 16 09:14:23.207288 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-660d503b-9f9f-4961-8617-3922800941cf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.210775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-660d503b-9f9f-4961-8617-3922800941cf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.212164 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-660d503b-9f9f-4961-8617-3922800941cf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/1ea3b60b-c7d1-417d-b5e8-ccabf9a5069d HTTP/1.1" status: 204 len: 168 time: 0.2747481 Jul 16 09:14:23.215344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41146) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:23.221978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d503b-9f9f-4961-8617-3922800941cf tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea3b60b-c7d1-417d-b5e8-ccabf9a5069d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:23.292471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bab992b2-96a8-4ea3-a727-0ba4a89db876 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0754774 Jul 16 09:14:23.295371 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41148) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:23.383970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b34008f-b6b0-440f-a880-1ed9cd5e32bc tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.426292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b34008f-b6b0-440f-a880-1ed9cd5e32bc tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.518923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b34008f-b6b0-440f-a880-1ed9cd5e32bc tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.525547 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b34008f-b6b0-440f-a880-1ed9cd5e32bc tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.528074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9b34008f-b6b0-440f-a880-1ed9cd5e32bc tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/9b180291-4df1-463b-99fa-38ec87282491 HTTP/1.1" status: 204 len: 168 time: 0.2315028 Jul 16 09:14:23.530881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41156) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:23.540472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34008f-b6b0-440f-a880-1ed9cd5e32bc tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b180291-4df1-463b-99fa-38ec87282491,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:23.609279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17f6875f-2009-4ce2-9318-40567b5e3866 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770040 Jul 16 09:14:23.614175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:23.619559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8b100fe7-8dbb-4d4a-98af-9d2542a54a3d tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775532540'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:23.651499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b100fe7-8dbb-4d4a-98af-9d2542a54a3d tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.784570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b100fe7-8dbb-4d4a-98af-9d2542a54a3d tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.791045 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b100fe7-8dbb-4d4a-98af-9d2542a54a3d tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.831098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b100fe7-8dbb-4d4a-98af-9d2542a54a3d tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ed4d07-5215-497a-89c9-0051125c304a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:23.838989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b100fe7-8dbb-4d4a-98af-9d2542a54a3d tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.841979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8b100fe7-8dbb-4d4a-98af-9d2542a54a3d tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2260005 Jul 16 09:14:23.844535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41162) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:23.850940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c1d8f798-9ae8-4665-9cc3-1de5a1d296fb tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '23ed4d07-5215-497a-89c9-0051125c304a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:23.904167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f798-9ae8-4665-9cc3-1de5a1d296fb tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.019106 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f798-9ae8-4665-9cc3-1de5a1d296fb tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.027270 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f798-9ae8-4665-9cc3-1de5a1d296fb tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.056854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8f798-9ae8-4665-9cc3-1de5a1d296fb tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf89706b-264a-4259-8caa-8362a6d80aac,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:24.069278 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f798-9ae8-4665-9cc3-1de5a1d296fb tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.070964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c1d8f798-9ae8-4665-9cc3-1de5a1d296fb tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2250516 Jul 16 09:14:24.074878 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41166) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:24.135929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2f5661f-bd58-471b-b9a2-ae206d6d8cf1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.138892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ef478d0-35d3-444b-b79f-e615513c5ae1 req-88f271e0-bd1e-4b16-bc88-f060d6fd64db tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 210 time: 0.0400693 Jul 16 09:14:24.161538 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2f5661f-bd58-471b-b9a2-ae206d6d8cf1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.228933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2f5661f-bd58-471b-b9a2-ae206d6d8cf1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.237774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b2f5661f-bd58-471b-b9a2-ae206d6d8cf1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.239349 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b2f5661f-bd58-471b-b9a2-ae206d6d8cf1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cf89706b-264a-4259-8caa-8362a6d80aac HTTP/1.1" status: 204 len: 168 time: 0.1626437 Jul 16 09:14:24.242089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41176) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:24.244808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5661f-bd58-471b-b9a2-ae206d6d8cf1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf89706b-264a-4259-8caa-8362a6d80aac,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:24.312728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-db8353a4-fe79-42fc-af8d-6fcbbac4419c tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694413 Jul 16 09:14:24.315614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41178) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:24.412472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afac4ed7-9693-43f2-a48d-7972c15806cd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.444739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afac4ed7-9693-43f2-a48d-7972c15806cd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.499771 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afac4ed7-9693-43f2-a48d-7972c15806cd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.503092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afac4ed7-9693-43f2-a48d-7972c15806cd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.507922 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-afac4ed7-9693-43f2-a48d-7972c15806cd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/23ed4d07-5215-497a-89c9-0051125c304a HTTP/1.1" status: 204 len: 168 time: 0.1874516 Jul 16 09:14:24.511100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41182) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:24.532695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac4ed7-9693-43f2-a48d-7972c15806cd tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ed4d07-5215-497a-89c9-0051125c304a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:24.543204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9cea5-e0bf-45f5-9ea2-f24b447dc2cd req-e47c0be7-ff3f-4d24-a907-86912f32734f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:24.552363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1a9cea5-e0bf-45f5-9ea2-f24b447dc2cd req-e47c0be7-ff3f-4d24-a907-86912f32734f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.2224524 Jul 16 09:14:24.598251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-97bc605e-ab49-4cef-927e-ecd45af5f87a tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:24.600910 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-97bc605e-ab49-4cef-927e-ecd45af5f87a tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.52 "GET /v2.0/networks?id=991ec1b3-1d9f-4071-8edb-234bd44f74ac HTTP/1.1" status: 200 len: 812 time: 0.2308502 Jul 16 09:14:24.616410 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-80bab4b2-bbf3-4052-827b-a513b55ed729 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995040 Jul 16 09:14:24.617530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41184) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:24.625753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6f0e9c88-39b6-435c-873e-5ba702284b32 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group': {'name': 'tempest-secgroup--164577176'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:24.654439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1a9cea5-e0bf-45f5-9ea2-f24b447dc2cd req-2d5bc197-e761-4093-afb8-bd3ca906f265 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005991 Jul 16 09:14:24.689794 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9c88-39b6-435c-873e-5ba702284b32 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.713746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-38578b48-0f87-43d0-add8-eddb8df0ca38 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fec1c554abde42fa9dfe2f2d330df29d HTTP/1.1" status: 200 len: 380 time: 0.1001039 Jul 16 09:14:24.729829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'port': {'device_id': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'admin_state_up': True, 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'security_groups': ['7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:24.804823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9c88-39b6-435c-873e-5ba702284b32 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.810584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9c88-39b6-435c-873e-5ba702284b32 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.875227 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e9c88-39b6-435c-873e-5ba702284b32 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de12bc4-6baf-4f5f-a0be-8e72f402a22a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:24.879660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9c88-39b6-435c-873e-5ba702284b32 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.884974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41188) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:24.886514 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6f0e9c88-39b6-435c-873e-5ba702284b32 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2679062 Jul 16 09:14:24.902081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2a08b648-f27d-4038-a33a-6700be9e95b1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '2de12bc4-6baf-4f5f-a0be-8e72f402a22a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:24.957536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a08b648-f27d-4038-a33a-6700be9e95b1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.013277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Made reservation on behalf of fec1c554abde42fa9dfe2f2d330df29d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:25.018061 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.140598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a08b648-f27d-4038-a33a-6700be9e95b1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.151819 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a08b648-f27d-4038-a33a-6700be9e95b1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.237636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08b648-f27d-4038-a33a-6700be9e95b1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281b3169-99a8-40ea-b717-681b2594b934,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.280918 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a08b648-f27d-4038-a33a-6700be9e95b1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.284905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2a08b648-f27d-4038-a33a-6700be9e95b1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3979506 Jul 16 09:14:25.286933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41194) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.306074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ad64ffcb-546d-43d5-a64e-78b8e3d3ec4e tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules/281b3169-99a8-40ea-b717-681b2594b934 HTTP/1.1" status: 200 len: 763 time: 0.0170503 Jul 16 09:14:25.308919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41198) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.314750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Allocated IP 172.20.0.12 (991ec1b3-1d9f-4071-8edb-234bd44f74ac/be830bb6-8b36-4b07-ba81-09bf82155d54/8dfb833e-d8dd-4f9e-b4ad-1226f2993634) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:25.371549 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-46f15e59-cf2a-4027-9dae-6f4c13194343 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0613053 Jul 16 09:14:25.374669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41200) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.375117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-72a2d441-845a-4696-aa90-f8eeadaacff5 req-96c3da62-45c5-4681-917c-3c2ef30e9837 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 210 time: 0.0432100 Jul 16 09:14:25.439599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-110d03d4-970d-419d-9f3a-e970998bffe5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.453679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-110d03d4-970d-419d-9f3a-e970998bffe5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.504007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-110d03d4-970d-419d-9f3a-e970998bffe5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.515190 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-110d03d4-970d-419d-9f3a-e970998bffe5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.516450 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-110d03d4-970d-419d-9f3a-e970998bffe5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/281b3169-99a8-40ea-b717-681b2594b934 HTTP/1.1" status: 204 len: 168 time: 0.1402156 Jul 16 09:14:25.519157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41202) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.523471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d03d4-970d-419d-9f3a-e970998bffe5 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=281b3169-99a8-40ea-b717-681b2594b934,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.560203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.590540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f202f6ac-e6a8-409c-ae95-102314369a92 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702634 Jul 16 09:14:25.591647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Transition to ACTIVE for port object 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:25.593392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41204) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.600376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e19f9a04-8efb-4010-90cb-80d2e4cae948 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '2de12bc4-6baf-4f5f-a0be-8e72f402a22a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:25.628423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.635236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e19f9a04-8efb-4010-90cb-80d2e4cae948 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.684431 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e19f9a04-8efb-4010-90cb-80d2e4cae948 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.689971 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e19f9a04-8efb-4010-90cb-80d2e4cae948 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.693158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'Port': ['ID=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.705822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:25.709690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:25.713704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:25.730226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f9a04-8efb-4010-90cb-80d2e4cae948 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af22e7f2-01b3-42fe-afd3-eb820717c973,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.757193 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e19f9a04-8efb-4010-90cb-80d2e4cae948 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.760973 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e19f9a04-8efb-4010-90cb-80d2e4cae948 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636744 Jul 16 09:14:25.761291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41208) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.787818 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-686ed5af-eac9-4827-99c7-c24a4065c17a tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules/af22e7f2-01b3-42fe-afd3-eb820717c973 HTTP/1.1" status: 200 len: 763 time: 0.0253217 Jul 16 09:14:25.792301 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41210) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.810799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:25.814368 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.871017 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-57169b96-706a-4b13-81cb-9fa60595ed71 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747142 Jul 16 09:14:25.871252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-2e06a8c8-7678-4276-8c67-cf2d97de0c36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1500316 Jul 16 09:14:25.872310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41214) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.894587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Request body: {'port': {'device_id': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:25.912094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4de6efbb-ab2e-4235-95f6-79b627628c37 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.958260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4de6efbb-ab2e-4235-95f6-79b627628c37 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.004017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53542c40-3ee6-4c2a-ab8a-4c4ea7137767 req-73b39b5e-be7e-4837-b0e4-8e16a072d2af tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:26.011932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53542c40-3ee6-4c2a-ab8a-4c4ea7137767 req-73b39b5e-be7e-4837-b0e4-8e16a072d2af tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1839294 Jul 16 09:14:26.059598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4de6efbb-ab2e-4235-95f6-79b627628c37 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.077121 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4de6efbb-ab2e-4235-95f6-79b627628c37 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.078315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4de6efbb-ab2e-4235-95f6-79b627628c37 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/af22e7f2-01b3-42fe-afd3-eb820717c973 HTTP/1.1" status: 204 len: 168 time: 0.2050231 Jul 16 09:14:26.080469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6efbb-ab2e-4235-95f6-79b627628c37 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af22e7f2-01b3-42fe-afd3-eb820717c973,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.081596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41220) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.124251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53542c40-3ee6-4c2a-ab8a-4c4ea7137767 req-45e76a2c-2b6f-4127-b3e6-8071ee17489f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113503 Jul 16 09:14:26.125070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.135194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1719552-7b06-4c89-a868-9bb43c5d3ee4 None None] Provisioning for port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:26.138833 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-91b2a1d0-2df4-4518-a7b2-9d798a795645 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558584 Jul 16 09:14:26.139663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41222) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.139806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1719552-7b06-4c89-a868-9bb43c5d3ee4 None None] Provisioning complete for port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:26.140034 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1719552-7b06-4c89-a868-9bb43c5d3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.144797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f4a4604b-144c-475a-853b-f123994aafc4 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Request body: {'security_group_rule': {'security_group_id': '2de12bc4-6baf-4f5f-a0be-8e72f402a22a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:26.171100 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-f4a4604b-144c-475a-853b-f123994aafc4 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Project 8a6cbfd49c7f4736a9d3d97c22448d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:14:26.176785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f4a4604b-144c-475a-853b-f123994aafc4 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.234958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b1719552-7b06-4c89-a868-9bb43c5d3ee4 None None] Port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:26.239726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f4a4604b-144c-475a-853b-f123994aafc4 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.244075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f4a4604b-144c-475a-853b-f123994aafc4 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.276954 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f4a4604b-144c-475a-853b-f123994aafc4 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.281289 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f4a4604b-144c-475a-853b-f123994aafc4 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405387 Jul 16 09:14:26.281981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41224) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.321223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-97b405a5-1e46-4fd4-8352-a6c2155b6018 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules/1614ef5f-8265-4bd1-a080-04fbd093d2b3 HTTP/1.1" status: 200 len: 769 time: 0.0350733 Jul 16 09:14:26.326682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41228) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.326682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4604b-144c-475a-853b-f123994aafc4 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1614ef5f-8265-4bd1-a080-04fbd093d2b3,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.385336 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e54c348d-918d-443b-944a-3a9a3ddb84e6 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0608709 Jul 16 09:14:26.385979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41230) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.418457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2569-8e29-44d7-a43a-f8f18bc13fc7 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.428453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2569-8e29-44d7-a43a-f8f18bc13fc7 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.466357 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2569-8e29-44d7-a43a-f8f18bc13fc7 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.474898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2569-8e29-44d7-a43a-f8f18bc13fc7 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.476115 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f6c2569-8e29-44d7-a43a-f8f18bc13fc7 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/1614ef5f-8265-4bd1-a080-04fbd093d2b3 HTTP/1.1" status: 204 len: 168 time: 0.0890174 Jul 16 09:14:26.479402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41238) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.493099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2569-8e29-44d7-a43a-f8f18bc13fc7 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1614ef5f-8265-4bd1-a080-04fbd093d2b3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.540807 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:26.559167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.566548 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3cf8bc56-e6a3-44a9-89fa-7408497d39c1 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0860128 Jul 16 09:14:26.569971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41248) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.612400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-fa5cdaa2-9fc7-4378-b691-3e3a54da2e43 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=47c8f14a28f94d6dab19268075e58b59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561819 Jul 16 09:14:26.633286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d3fc-ad75-40a5-ac72-7ce2232a6255 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.647019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Transition to ACTIVE for port object 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:26.664979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d3fc-ad75-40a5-ac72-7ce2232a6255 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.683127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.726485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d3fc-ad75-40a5-ac72-7ce2232a6255 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.729384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d3fc-ad75-40a5-ac72-7ce2232a6255 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.730775 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2ec5d3fc-ad75-40a5-ac72-7ce2232a6255 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "DELETE /v2.0/security-groups/2de12bc4-6baf-4f5f-a0be-8e72f402a22a HTTP/1.1" status: 204 len: 168 time: 0.1594489 Jul 16 09:14:26.734908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41250) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.759742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5d3fc-ad75-40a5-ac72-7ce2232a6255 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de12bc4-6baf-4f5f-a0be-8e72f402a22a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.865893 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ad43c2ee-948c-49fb-bb4a-40001c08bfc2 tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284561 Jul 16 09:14:26.874140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41252) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.878467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.935868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-6a9cf70c-786a-4fa6-a93c-b94d6ce65e83 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:26.939322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-6a9cf70c-786a-4fa6-a93c-b94d6ce65e83 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260713 Jul 16 09:14:26.968260 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-30e0001c-a89a-4375-950f-b03df2936cac tempest-SecGroupIPv6Test-1406242270 tempest-SecGroupIPv6Test-1406242270-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929279 Jul 16 09:14:27.025024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a59118-a3b3-4903-aec4-916a7a31edc7 req-889cb0ce-2499-4e21-ac9a-2b9ce9d56b7a tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.031953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95a59118-a3b3-4903-aec4-916a7a31edc7 req-889cb0ce-2499-4e21-ac9a-2b9ce9d56b7a tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 932 time: 0.4517581 Jul 16 09:14:27.051172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-cfbb39e6-c51e-4d6c-8c6b-c7c8998eefe1 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/quotas/47c8f14a28f94d6dab19268075e58b59 HTTP/1.1" status: 200 len: 375 time: 0.0792019 Jul 16 09:14:27.103773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-10c28593-5128-4255-bcca-9a0147fd8890 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=47c8f14a28f94d6dab19268075e58b59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368557 Jul 16 09:14:27.121517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Attempting to bind port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:27.121985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Attempting to bind port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:27.122250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Attempting to bind port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 on network 991ec1b3-1d9f-4071-8edb-234bd44f74ac {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:27.165692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 on network 991ec1b3-1d9f-4071-8edb-234bd44f74ac not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:27.166265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Attempting to bind port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 on network 991ec1b3-1d9f-4071-8edb-234bd44f74ac {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:27.173366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95a59118-a3b3-4903-aec4-916a7a31edc7 req-a9ae6a43-c565-47b4-8550-e4f63d4a4dd6 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405220 Jul 16 09:14:27.180589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:27.180941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Checking segment: {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:27.181437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Bound using segment: {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:27.182132 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Bound port: 8dfb833e-d8dd-4f9e-b4ad-1226f2993634, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afd303-52dc-4eb0-ab78-9442966f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:27.182564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.319201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] For port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:27.326061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] For port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:27.336374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.404587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.405534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.407607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/8dfb833e-d8dd-4f9e-b4ad-1226f2993634 HTTP/1.1" status: 200 len: 1093 time: 1.5184023 Jul 16 09:14:27.408077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:27.411391 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a95b2-4aef-4679-a04e-801517548545" -d '{"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:27.437732 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41266) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:27.516329 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60ffcc7-ded1-4665-9e34-743403abd3ac x-openstack-request-id: req-d60ffcc7-ded1-4665-9e34-743403abd3ac {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:27.516600 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:27.516858 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d60ffcc7-ded1-4665-9e34-743403abd3ac {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:27.517336 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'status': 'completed', 'code': 200} Jul 16 09:14:27.557404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568920c-3a99-4ba4-928c-fc40b1b7e8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:27.675550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96aca15c-9ac1-4998-9325-2b0960237821 req-03b77c4e-878d-490f-917f-0f2190d7314b tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 210 time: 0.1288915 Jul 16 09:14:27.710275 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f96cc9a0-c707-401b-8f31-dc8723681f3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a6cbfd49c7f4736a9d3d97c22448d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669480 Jul 16 09:14:27.711023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41274) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:27.730584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-828ae3a6-ecf3-48ed-bfca-8359bf04ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.732120 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-828ae3a6-ecf3-48ed-bfca-8359bf04ab8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fec1c554abde42fa9dfe2f2d330df29d&device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1096 time: 0.2643676 Jul 16 09:14:27.748699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af157a-1a05-4f89-8a0a-7937edb41633 req-8774dab8-9580-4306-a0d4-7b349050371e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.753067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2af157a-1a05-4f89-8a0a-7937edb41633 req-8774dab8-9580-4306-a0d4-7b349050371e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.2840040 Jul 16 09:14:27.781831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-19970641-dd7b-45c7-855d-a643171aaad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.807722 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-19970641-dd7b-45c7-855d-a643171aaad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.813272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-5d43595f-c29d-4efe-b5a8-dedca9e96e8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634 HTTP/1.1" status: 200 len: 217 time: 0.0391679 Jul 16 09:14:27.862258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2af157a-1a05-4f89-8a0a-7937edb41633 req-4687e22d-dded-4079-8b91-07441db24b65 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082647 Jul 16 09:14:27.874394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-19970641-dd7b-45c7-855d-a643171aaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.877358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-19970641-dd7b-45c7-855d-a643171aaad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.881394 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-19970641-dd7b-45c7-855d-a643171aaad6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c9dd0a7-7eb5-43dc-9332-9cea6325dba6 HTTP/1.1" status: 204 len: 168 time: 0.1689799 Jul 16 09:14:27.882912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-c22b9334-904a-4ad2-be9c-aed155b5461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.884401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-c22b9334-904a-4ad2-be9c-aed155b5461b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be830bb6-8b36-4b07-ba81-09bf82155d54 HTTP/1.1" status: 200 len: 851 time: 0.0608504 Jul 16 09:14:27.891283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19970641-dd7b-45c7-855d-a643171aaad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9dd0a7-7eb5-43dc-9332-9cea6325dba6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:27.975964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-1bf5577a-9c8f-4f46-a116-a53540bcda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.978232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-1bf5577a-9c8f-4f46-a116-a53540bcda21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=991ec1b3-1d9f-4071-8edb-234bd44f74ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768623 Jul 16 09:14:28.428284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-642aae1b-4b15-4eab-a2a5-71c0bdf259a5 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426467 Jul 16 09:14:28.604229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e9941-752d-4c36-a976-d98b18ce24a9 req-d911c449-d51c-4474-8013-a4ead3450168 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:28.605835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-187e9941-752d-4c36-a976-d98b18ce24a9 req-d911c449-d51c-4474-8013-a4ead3450168 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 944 time: 0.1340406 Jul 16 09:14:28.607755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9b87d9e-1fee-4a08-af78-ec5d17f5917c req-d74a9781-d768-4400-88e6-b1a82efb6de5 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722121 Jul 16 09:14:28.682339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-187e9941-752d-4c36-a976-d98b18ce24a9 req-09aa522a-a459-4595-86eb-6bac84fc6752 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570753 Jul 16 09:14:28.764111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a95b2-4aef-4679-a04e-801517548545 req-9e3a96ce-978f-4fea-a0a6-1f12513d2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:28.766243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-580a95b2-4aef-4679-a04e-801517548545 req-9e3a96ce-978f-4fea-a0a6-1f12513d2d84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fec1c554abde42fa9dfe2f2d330df29d&device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1096 time: 0.0823092 Jul 16 09:14:28.955105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41318) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:29.012580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a95b2-4aef-4679-a04e-801517548545 req-3f2791fe-8912-409d-92ca-a214c85eb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.014776 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-580a95b2-4aef-4679-a04e-801517548545 req-3f2791fe-8912-409d-92ca-a214c85eb358 service neutron] 10.222.0.52 "GET /v2.0/networks?id=991ec1b3-1d9f-4071-8edb-234bd44f74ac HTTP/1.1" status: 200 len: 913 time: 0.2406049 Jul 16 09:14:29.035075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d699dbc8-1923-4153-a098-1c037b097468 req-66025b87-dc87-4049-903a-0a8334a825a0 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 210 time: 0.1052628 Jul 16 09:14:29.123811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-580a95b2-4aef-4679-a04e-801517548545 req-7d825ece-fc5a-4ff8-b188-95af6089e595 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634 HTTP/1.1" status: 200 len: 217 time: 0.0849881 Jul 16 09:14:29.133363 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-b8c044af-516b-4792-a0aa-80c9c1d75626 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=47c8f14a28f94d6dab19268075e58b59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650544 Jul 16 09:14:29.190855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bbd48a9f-7a08-4cfe-92d5-05fd277ea5d1 tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2116016317', 'prefixes': ['172.20.0.0/16']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:29.227053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a95b2-4aef-4679-a04e-801517548545 req-bdbcb527-62ef-41a8-b6f6-1e6ba2575c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.228557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-580a95b2-4aef-4679-a04e-801517548545 req-bdbcb527-62ef-41a8-b6f6-1e6ba2575c8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be830bb6-8b36-4b07-ba81-09bf82155d54 HTTP/1.1" status: 200 len: 851 time: 0.0954573 Jul 16 09:14:29.279576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601c1a-6af8-4f66-9d02-3dda9438b7cd req-990e0712-e446-4e79-b6a2-638bffc82774 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.289295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38601c1a-6af8-4f66-9d02-3dda9438b7cd req-990e0712-e446-4e79-b6a2-638bffc82774 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.2524972 Jul 16 09:14:29.359688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a95b2-4aef-4679-a04e-801517548545 req-9e3cb1ea-54d1-409d-a35c-43fd19af0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.362058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-580a95b2-4aef-4679-a04e-801517548545 req-9e3cb1ea-54d1-409d-a35c-43fd19af0b24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=991ec1b3-1d9f-4071-8edb-234bd44f74ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262259 Jul 16 09:14:29.377180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38601c1a-6af8-4f66-9d02-3dda9438b7cd req-59e91b88-1aed-476c-951b-2c909689ab5d tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867522 Jul 16 09:14:29.382096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-b1902886-9a82-4c26-a952-4455f486cc54 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.383789 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-b1902886-9a82-4c26-a952-4455f486cc54 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455354 Jul 16 09:14:29.402841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Request body: {'port': {'device_id': '6f33cb40-82f2-405d-8b40-c43c073fc7b7', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '47c8f14a28f94d6dab19268075e58b59'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:29.408758 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd48a9f-7a08-4cfe-92d5-05fd277ea5d1 tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] Notify callbacks [] for subnetpool, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.413673 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bbd48a9f-7a08-4cfe-92d5-05fd277ea5d1 tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4573836 Jul 16 09:14:29.414362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41322) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:29.490509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-580a95b2-4aef-4679-a04e-801517548545 req-91dfd41f-ca02-4e1b-8abf-0167048061e3 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108193 Jul 16 09:14:29.634440 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:29.642146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-580a95b2-4aef-4679-a04e-801517548545 req-6835064c-3cd9-4904-9c3c-f7a14107a972 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444306 Jul 16 09:14:29.842097 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-441f6f77-8d41-4306-a710-1ccd62392edb tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] 10.222.0.55 "GET /v2.0/subnetpools/21a76c16-148a-4563-a94f-d607a4ee7766 HTTP/1.1" status: 200 len: 732 time: 0.4145417 Jul 16 09:14:29.842434 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41326) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:29.872780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b957efb7-6a60-4aa8-bb89-afe2c60cd821 tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-949821921'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:29.891107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6812df2-9216-4cd7-94be-54ed674767ca req-097a607e-8fee-46ca-b7f4-ff00f30fd8c6 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.892581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6812df2-9216-4cd7-94be-54ed674767ca req-097a607e-8fee-46ca-b7f4-ff00f30fd8c6 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 944 time: 0.0754952 Jul 16 09:14:29.950057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6812df2-9216-4cd7-94be-54ed674767ca req-4fdb6a3d-b07e-4d8e-9f11-20a652be2765 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489008 Jul 16 09:14:29.986196 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Made reservation on behalf of 47c8f14a28f94d6dab19268075e58b59 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:29.990773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.996353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b957efb7-6a60-4aa8-bb89-afe2c60cd821 tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] Notify callbacks [] for subnetpool, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.000086 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b957efb7-6a60-4aa8-bb89-afe2c60cd821 tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] 10.222.0.55 "PUT /v2.0/subnetpools/21a76c16-148a-4563-a94f-d607a4ee7766 HTTP/1.1" status: 200 len: 683 time: 0.1541922 Jul 16 09:14:30.000414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41332) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:30.003419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.118198 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e71cf56-14e7-4358-b5e0-4167829c98a1 tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] Notify callbacks [] for subnetpool, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.119371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8e71cf56-14e7-4358-b5e0-4167829c98a1 tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] 10.222.0.55 "DELETE /v2.0/subnetpools/21a76c16-148a-4563-a94f-d607a4ee7766 HTTP/1.1" status: 204 len: 168 time: 0.1179516 Jul 16 09:14:30.122074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41336) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:30.140958 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-9b33fb34-c5eb-4adf-8db6-17eb17cf94ec tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] show failed (client error): The resource could not be found. Jul 16 09:14:30.146392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41338) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:30.147386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9b33fb34-c5eb-4adf-8db6-17eb17cf94ec tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] 10.222.0.55 "GET /v2.0/subnetpools/21a76c16-148a-4563-a94f-d607a4ee7766 HTTP/1.1" status: 404 len: 346 time: 0.0243032 Jul 16 09:14:30.157924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.167876 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-fc2be0be-f7f6-4d2c-9e25-7dd76fe92a3c tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] delete failed (client error): The resource could not be found. Jul 16 09:14:30.168978 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fc2be0be-f7f6-4d2c-9e25-7dd76fe92a3c tempest-SubnetPoolsTestJSON-1577164851 tempest-SubnetPoolsTestJSON-1577164851-project] 10.222.0.55 "DELETE /v2.0/subnetpools/21a76c16-148a-4563-a94f-d607a4ee7766 HTTP/1.1" status: 404 len: 346 time: 0.0215926 Jul 16 09:14:30.170175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.268989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78e96b6f-8d10-4eac-8f3f-40f81cca1d17 req-bd5bb172-4182-4889-8350-bfd5d540df78 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 210 time: 0.0744479 Jul 16 09:14:30.290915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76e20f6-d2dd-446d-8c43-6c47473ff52e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:30.410267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Allocated IP 192.168.233.35 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/e03c8aac-a8bf-4e06-933a-7ccff08cc61a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:30.510550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41348) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:30.600922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75863974-e8a7-4d53-8ec9-74ba5c6c25c8 req-a5527371-bca9-4899-9d4b-9f7db0272ac5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:30.608450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75863974-e8a7-4d53-8ec9-74ba5c6c25c8 req-a5527371-bca9-4899-9d4b-9f7db0272ac5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.0861390 Jul 16 09:14:30.651534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75863974-e8a7-4d53-8ec9-74ba5c6c25c8 req-af8db678-ff0c-4364-98aa-28a3a088ceb5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Jul 16 09:14:30.726604 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.741679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Transition to ACTIVE for port object e03c8aac-a8bf-4e06-933a-7ccff08cc61a will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:30.747035 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-301cd88e-f9f4-4166-80ac-4e8b231e8286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.788978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.858676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:30.862203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:30.866959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:30.909178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Pushing event updated for resources: {'Port': ['ID=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:30.932051 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-301cd88e-f9f4-4166-80ac-4e8b231e8286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.937513 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-301cd88e-f9f4-4166-80ac-4e8b231e8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.939465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:30.940117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.959157 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-0ecfcde8-3b41-408e-8bcd-e010d948ad53 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5613809 Jul 16 09:14:30.979963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Request body: {'port': {'device_id': '6f33cb40-82f2-405d-8b40-c43c073fc7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:31.015803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cd88e-f9f4-4166-80ac-4e8b231e8286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a31778-b652-4e68-82d8-2d469765df22,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:31.083540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-301cd88e-f9f4-4166-80ac-4e8b231e8286 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6c9f91577a3445186aff72f0e591ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5718284 Jul 16 09:14:31.085424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41354) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:31.162947 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.183751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9713eab9-3790-4dd6-a4e7-011c02d93135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.218487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9713eab9-3790-4dd6-a4e7-011c02d93135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.253559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-57961805-2108-4db5-bbd6-e66882b48d84 None None] Provisioning for port e03c8aac-a8bf-4e06-933a-7ccff08cc61a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:31.261120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-57961805-2108-4db5-bbd6-e66882b48d84 None None] Provisioning complete for port e03c8aac-a8bf-4e06-933a-7ccff08cc61a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:31.261957 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57961805-2108-4db5-bbd6-e66882b48d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.325582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acdd54-2f7d-4b38-be95-9da064fcf8b9 req-7331187c-cae6-428b-92fa-5bb61a2c4088 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:31.327056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9acdd54-2f7d-4b38-be95-9da064fcf8b9 req-7331187c-cae6-428b-92fa-5bb61a2c4088 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 944 time: 0.1232615 Jul 16 09:14:31.341174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-57961805-2108-4db5-bbd6-e66882b48d84 None None] Port e03c8aac-a8bf-4e06-933a-7ccff08cc61a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:31.344575 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9713eab9-3790-4dd6-a4e7-011c02d93135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.347189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9713eab9-3790-4dd6-a4e7-011c02d93135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.351350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9713eab9-3790-4dd6-a4e7-011c02d93135 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1a31778-b652-4e68-82d8-2d469765df22 HTTP/1.1" status: 204 len: 168 time: 0.2621164 Jul 16 09:14:31.369001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713eab9-3790-4dd6-a4e7-011c02d93135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a31778-b652-4e68-82d8-2d469765df22,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:31.484045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9acdd54-2f7d-4b38-be95-9da064fcf8b9 req-1f9fff8b-c58b-495f-9e07-98648ac44ad6 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448307 Jul 16 09:14:31.598572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:31.637380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03c8aac-a8bf-4e06-933a-7ccff08cc61a {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:31.664610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.698795 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Transition to ACTIVE for port object e03c8aac-a8bf-4e06-933a-7ccff08cc61a will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:31.702789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55e6d6-d10c-458e-9fcf-d7174face270 req-77d5008b-2d9d-4a6c-9eca-186f742a09ff tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:31.704552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d55e6d6-d10c-458e-9fcf-d7174face270 req-77d5008b-2d9d-4a6c-9eca-186f742a09ff tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 935 time: 0.1083786 Jul 16 09:14:31.706773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.771630 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d55e6d6-d10c-458e-9fcf-d7174face270 req-1e542ef8-5f42-48da-bcda-af25c2585687 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 Jul 16 09:14:31.786320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:31.811123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'e5908944-108c-40b1-93e8-027eee06c382', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'port_id': 'e5908944-108c-40b1-93e8-027eee06c382', 'mac_address': 'fa:16:3e:0a:36:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:31.863429 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.877397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Pushing event updated for resources: {'Port': ['ID=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:31.882061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5908944-108c-40b1-93e8-027eee06c382 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:31.922588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:31.929310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.003950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcec99-f326-4afe-a6a4-382dce7fbf16 req-a7a10136-ec75-49fa-b09f-43d8179b1839 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.015181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Attempting to bind port e03c8aac-a8bf-4e06-933a-7ccff08cc61a on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:32.015529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Attempting to bind port e03c8aac-a8bf-4e06-933a-7ccff08cc61a by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:32.015865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Attempting to bind port e03c8aac-a8bf-4e06-933a-7ccff08cc61a on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:32.018655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07fcec99-f326-4afe-a6a4-382dce7fbf16 req-a7a10136-ec75-49fa-b09f-43d8179b1839 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1272383 Jul 16 09:14:32.022498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['e5908944-108c-40b1-93e8-027eee06c382'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:32.029734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Port e03c8aac-a8bf-4e06-933a-7ccff08cc61a on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:32.030302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Attempting to bind port e03c8aac-a8bf-4e06-933a-7ccff08cc61a on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:32.037354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:32.037781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:32.038124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:32.038582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Bound port: e03c8aac-a8bf-4e06-933a-7ccff08cc61a, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:32.039051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.056322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:32.117265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07fcec99-f326-4afe-a6a4-382dce7fbf16 req-68f08140-16d9-4672-872a-6b93fe3565e8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976765 Jul 16 09:14:32.178258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] For port e03c8aac-a8bf-4e06-933a-7ccff08cc61a, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:32.186909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] For port e03c8aac-a8bf-4e06-933a-7ccff08cc61a, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:32.197412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.259476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.260329 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.262156 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] 10.222.0.54 "PUT /v2.0/ports/e03c8aac-a8bf-4e06-933a-7ccff08cc61a HTTP/1.1" status: 200 len: 1096 time: 1.2868450 Jul 16 09:14:32.262801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f33cb40-82f2-405d-8b40-c43c073fc7b7', 'tag': 'e03c8aac-a8bf-4e06-933a-7ccff08cc61a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:32.265302 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5be5b3-793c-4a5f-a235-a648aa7e374d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f33cb40-82f2-405d-8b40-c43c073fc7b7", "tag": "e03c8aac-a8bf-4e06-933a-7ccff08cc61a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:32.304700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-02454255-dd10-49c5-97cf-aff94ec97605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.313383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-02454255-dd10-49c5-97cf-aff94ec97605 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1097 time: 0.1606293 Jul 16 09:14:32.350649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c41f5-4b9e-420b-98ad-7e63899d4d6c service neutron] Pushing event updated for resources: {'Port': ['ID=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:32.395577 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c96b769-2283-467e-9e26-c93461ebbe36 x-openstack-request-id: req-9c96b769-2283-467e-9e26-c93461ebbe36 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:32.401115 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f33cb40-82f2-405d-8b40-c43c073fc7b7", "tag": "e03c8aac-a8bf-4e06-933a-7ccff08cc61a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:32.402143 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c96b769-2283-467e-9e26-c93461ebbe36 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:32.402660 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f33cb40-82f2-405d-8b40-c43c073fc7b7', 'tag': 'e03c8aac-a8bf-4e06-933a-7ccff08cc61a', 'status': 'completed', 'code': 200} Jul 16 09:14:32.462999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-8fcc6b99-4946-4b64-a1c0-72dc1d8f1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.465077 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-8fcc6b99-4946-4b64-a1c0-72dc1d8f1ad0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47c8f14a28f94d6dab19268075e58b59&device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 1099 time: 0.1440616 Jul 16 09:14:32.540968 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-7e1556c4-c26a-4f21-ad2a-d0f3888221b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e03c8aac-a8bf-4e06-933a-7ccff08cc61a HTTP/1.1" status: 200 len: 217 time: 0.0577185 Jul 16 09:14:32.556490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-fa299fa4-7a32-4a2d-beb4-49988aaf87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.558185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-fa299fa4-7a32-4a2d-beb4-49988aaf87a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.2185254 Jul 16 09:14:32.643616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-df6e724e-38ca-44b0-b576-a4cef5eccc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.645252 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-df6e724e-38ca-44b0-b576-a4cef5eccc24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0974400 Jul 16 09:14:32.717337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-bed70236-7f88-430d-903d-7fc8209ec6f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 200 len: 1001 time: 0.1516573 Jul 16 09:14:32.751600 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41418) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:32.761182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0082104 Jul 16 09:14:32.763602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:32.776834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-8473e24c-30fd-4e9b-896e-133da648694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.779597 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-8473e24c-30fd-4e9b-896e-133da648694f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270785 Jul 16 09:14:32.914199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-8497d28f-1373-4876-aa3b-7443ae2a68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.919409 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-8497d28f-1373-4876-aa3b-7443ae2a68a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.1936531 Jul 16 09:14:32.956926 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-df9b3fba-f1c7-48d9-8e52-b2d910a4d750 tempest-NetworksApiDiscovery-35401712 tempest-NetworksApiDiscovery-35401712-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1863570 Jul 16 09:14:33.031022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-d6d760e5-0263-4a58-966c-fb96b3183e5e service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433982 Jul 16 09:14:33.138827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ef013-1d1f-48e5-8302-48004a87c59d req-99b115be-0341-4aad-978d-0d6d85bd8e8f tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.150257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91ef013-1d1f-48e5-8302-48004a87c59d req-99b115be-0341-4aad-978d-0d6d85bd8e8f tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 944 time: 0.3557627 Jul 16 09:14:33.180649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-899ec0cb-9212-4279-bd6a-9d0be3bc979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.182320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-899ec0cb-9212-4279-bd6a-9d0be3bc979e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2529857 Jul 16 09:14:33.240108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46d77-6d38-4b9a-a35e-865ca0a80121 req-9644a599-393c-45df-9119-c6c50f1ddd79 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.243644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4b46d77-6d38-4b9a-a35e-865ca0a80121 req-9644a599-393c-45df-9119-c6c50f1ddd79 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 947 time: 0.2476013 Jul 16 09:14:33.261046 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33dc9012-0b92-474e-81a1-dd6ce6713373 req-8787cc9e-4c6d-4814-ba1f-3f9e0cdf5234 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214618 Jul 16 09:14:33.281188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f91ef013-1d1f-48e5-8302-48004a87c59d req-caf86d38-4bbc-46bb-8e59-5f6b16419b59 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311514 Jul 16 09:14:33.388328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4b46d77-6d38-4b9a-a35e-865ca0a80121 req-9de0d2fe-71a6-48fa-97df-791ad5c041b4 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285000 Jul 16 09:14:33.428954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-55c0798f-7a5d-49db-85a3-fb42f3ee3d96 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309499 Jul 16 09:14:33.429271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-b1aa912d-aee5-4fe6-97ba-6798a2491511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.431657 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-b1aa912d-aee5-4fe6-97ba-6798a2491511 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47c8f14a28f94d6dab19268075e58b59&device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 1099 time: 0.0862422 Jul 16 09:14:33.512416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41436) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:33.604834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-c728df69-a890-42f1-a249-bbeb1f458e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.607211 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-c728df69-a890-42f1-a249-bbeb1f458e4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.1599782 Jul 16 09:14:33.627544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:33.706132 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-841359fe-d6ca-4e50-b2ca-727c62c245eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e03c8aac-a8bf-4e06-933a-7ccff08cc61a HTTP/1.1" status: 200 len: 217 time: 0.0607100 Jul 16 09:14:33.730704 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port e5908944-108c-40b1-93e8-027eee06c382 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:33.731339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-716e44d4-9101-44c3-b1b7-7bf34bb85cb4 req-2eaa6f97-6e51-4217-91e3-f4d97c50598b service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880747 Jul 16 09:14:33.731889 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.777685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583dc2-cd0f-405e-867a-b9ac9971f54a req-980d8d18-4906-445b-bb26-443c2d8cf8f1 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.788942 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab583dc2-cd0f-405e-867a-b9ac9971f54a req-980d8d18-4906-445b-bb26-443c2d8cf8f1 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 945 time: 0.2428000 Jul 16 09:14:33.808707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-4d001bbe-1b5a-41af-a8e4-22e7a522021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.811071 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-4d001bbe-1b5a-41af-a8e4-22e7a522021d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0985184 Jul 16 09:14:33.819312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7825-b679-40ec-89c2-164013b989e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.872316 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.887258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab583dc2-cd0f-405e-867a-b9ac9971f54a req-e48c06d1-3c40-492d-8f83-df949d8e6726 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952358 Jul 16 09:14:33.906065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:33.908519 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece7f0f-6cd0-45fa-9fb5-0dc71499f6fd" -d '{"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-plugged", "status": "completed", "tag": "e5908944-108c-40b1-93e8-027eee06c382"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:33.929242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:33.940666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-5906ddb8-ddca-4351-ac1b-eb727ac58d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.942351 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-5906ddb8-ddca-4351-ac1b-eb727ac58d61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200440 Jul 16 09:14:33.959736 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.051981 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7825-b679-40ec-89c2-164013b989e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.058569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:34.065306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7825-b679-40ec-89c2-164013b989e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.083834 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eaf6c1-ed99-47db-965a-909859dadec3 x-openstack-request-id: req-e9eaf6c1-ed99-47db-965a-909859dadec3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:34.084820 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-plugged", "status": "completed", "tag": "e5908944-108c-40b1-93e8-027eee06c382", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:34.085472 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9eaf6c1-ed99-47db-965a-909859dadec3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:34.086459 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382', 'code': 200} Jul 16 09:14:34.181267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e7825-b679-40ec-89c2-164013b989e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f82a9a-630c-4b5c-8a65-2c4b890b9486,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:34.198591 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0e4e7825-b679-40ec-89c2-164013b989e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b9dd4d601f347d292d81316d721c35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6851342 Jul 16 09:14:34.201363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41450) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:34.237953 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-9b34550c-b999-4748-a12c-21072a1cb622 service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817347 Jul 16 09:14:34.284665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b7e9-58da-4220-ba69-3eab3b2c105f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.315802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b7e9-58da-4220-ba69-3eab3b2c105f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.387084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b7e9-58da-4220-ba69-3eab3b2c105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.389677 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b7e9-58da-4220-ba69-3eab3b2c105f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.394198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dbf6b7e9-58da-4220-ba69-3eab3b2c105f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29f82a9a-630c-4b5c-8a65-2c4b890b9486 HTTP/1.1" status: 204 len: 168 time: 0.1891291 Jul 16 09:14:34.402971 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-ac5be5b3-793c-4a5f-a235-a648aa7e374d req-cc676e13-642f-4813-8d17-e69aa2d1a70b service neutron] 10.222.0.54 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581311 Jul 16 09:14:34.406289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6b7e9-58da-4220-ba69-3eab3b2c105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f82a9a-630c-4b5c-8a65-2c4b890b9486,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:34.855701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8da30-aa51-4960-beb5-4abf25484cd4 req-2c3bcba0-d25e-4231-b2e5-ffea091d3a3f tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:34.865495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3af8da30-aa51-4960-beb5-4abf25484cd4 req-2c3bcba0-d25e-4231-b2e5-ffea091d3a3f tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 947 time: 0.2370124 Jul 16 09:14:34.920702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b688e-85f0-4a6e-aba4-8e9ee265244d req-e1a6ccc9-5ee4-4185-9f60-43730c56e632 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:34.928350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a3b688e-85f0-4a6e-aba4-8e9ee265244d req-e1a6ccc9-5ee4-4185-9f60-43730c56e632 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 944 time: 0.2715809 Jul 16 09:14:34.952558 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3af8da30-aa51-4960-beb5-4abf25484cd4 req-5b933732-6cc2-44d0-abe0-31d0ea5ed738 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859132 Jul 16 09:14:35.038916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a3b688e-85f0-4a6e-aba4-8e9ee265244d req-effa8e8c-6f79-44ad-a6c1-e9540043ec9b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044755 Jul 16 09:14:35.251933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f74853-762a-4170-a128-762d2af212f1 req-28954453-11fd-4f25-9b5d-003b2898688b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.253499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59f74853-762a-4170-a128-762d2af212f1 req-28954453-11fd-4f25-9b5d-003b2898688b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1211419 Jul 16 09:14:35.336913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59f74853-762a-4170-a128-762d2af212f1 req-faf0805a-9751-40a6-ac27-18f629fa12dc tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736578 Jul 16 09:14:35.629117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e03c8aac-a8bf-4e06-933a-7ccff08cc61a details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:35.780736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e03c8aac-a8bf-4e06-933a-7ccff08cc61a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:35.793805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'e03c8aac-a8bf-4e06-933a-7ccff08cc61a', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': 'e03c8aac-a8bf-4e06-933a-7ccff08cc61a', 'mac_address': 'fa:16:3e:1a:67:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:35.844011 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:35.866989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03c8aac-a8bf-4e06-933a-7ccff08cc61a {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:35.898465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e03c8aac-a8bf-4e06-933a-7ccff08cc61a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:35.903913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:35.977628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:36.146759 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['e03c8aac-a8bf-4e06-933a-7ccff08cc61a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:36.395813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b6089-fa28-49c6-8e95-25c5e0df6a96 req-400cfb19-ae48-4c2f-9b64-d5aeeacd3ecf tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.395813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a25b6089-fa28-49c6-8e95-25c5e0df6a96 req-400cfb19-ae48-4c2f-9b64-d5aeeacd3ecf tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 948 time: 0.2032740 Jul 16 09:14:36.410868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3219-c862-492c-97ee-dfc947a3807c req-841b831d-9d3e-454a-9773-f4db9b735778 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.418364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1cc3219-c862-492c-97ee-dfc947a3807c req-841b831d-9d3e-454a-9773-f4db9b735778 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 944 time: 0.1351042 Jul 16 09:14:36.482603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a25b6089-fa28-49c6-8e95-25c5e0df6a96 req-487a6724-743b-4c9d-ae75-30429a9bdfc7 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806460 Jul 16 09:14:36.494685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1cc3219-c862-492c-97ee-dfc947a3807c req-52315190-b89f-4541-aafb-589f3cc98db7 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752814 Jul 16 09:14:36.676800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe3264-fe71-462d-81a9-75b4a182cb0d req-4d3d01f5-f06b-44de-bbef-9a458fd82131 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.678501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdfe3264-fe71-462d-81a9-75b4a182cb0d req-4d3d01f5-f06b-44de-bbef-9a458fd82131 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.0746703 Jul 16 09:14:36.728357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdfe3264-fe71-462d-81a9-75b4a182cb0d req-4d85a176-c5b1-4dcb-a750-51b106e27099 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 Jul 16 09:14:37.628959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e03c8aac-a8bf-4e06-933a-7ccff08cc61a up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:37.772621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port e03c8aac-a8bf-4e06-933a-7ccff08cc61a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:37.777432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port e03c8aac-a8bf-4e06-933a-7ccff08cc61a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:37.777801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:37.854429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03210ab-3b84-4fd8-aaff-5477f193bf95 req-15e55107-d073-44a3-a3b7-5b1f4906e587 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.866835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d03210ab-3b84-4fd8-aaff-5477f193bf95 req-15e55107-d073-44a3-a3b7-5b1f4906e587 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 948 time: 0.1389756 Jul 16 09:14:37.925437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de788-1a3f-4501-a6f5-3867ac0ffb81 req-31d996c1-19bd-42cd-a7a9-4451b1a2393a tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.933975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d7de788-1a3f-4501-a6f5-3867ac0ffb81 req-31d996c1-19bd-42cd-a7a9-4451b1a2393a tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 944 time: 0.2118039 Jul 16 09:14:37.973479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d03210ab-3b84-4fd8-aaff-5477f193bf95 req-892087ce-0521-4e16-8d28-0a8c103815bb tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017058 Jul 16 09:14:37.979528 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:38.021208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d7de788-1a3f-4501-a6f5-3867ac0ffb81 req-10cd7499-6248-493a-9b52-1a3a845ec3ad tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862477 Jul 16 09:14:38.057921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e03c8aac-a8bf-4e06-933a-7ccff08cc61a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:38.061891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f33cb40-82f2-405d-8b40-c43c073fc7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c8aac-a8bf-4e06-933a-7ccff08cc61a'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:38.067525 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6edf52-2339-4b26-9043-8fd4ffbc3ce7" -d '{"events": [{"server_uuid": "6f33cb40-82f2-405d-8b40-c43c073fc7b7", "name": "network-vif-plugged", "status": "completed", "tag": "e03c8aac-a8bf-4e06-933a-7ccff08cc61a"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:38.073396 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:38.147599 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f321cf0f-9c73-441e-b234-1284d8524c93 x-openstack-request-id: req-f321cf0f-9c73-441e-b234-1284d8524c93 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:38.149594 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f33cb40-82f2-405d-8b40-c43c073fc7b7", "name": "network-vif-plugged", "status": "completed", "tag": "e03c8aac-a8bf-4e06-933a-7ccff08cc61a", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:38.150023 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f321cf0f-9c73-441e-b234-1284d8524c93 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:38.150701 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f33cb40-82f2-405d-8b40-c43c073fc7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c8aac-a8bf-4e06-933a-7ccff08cc61a', 'code': 200} Jul 16 09:14:38.156276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:38.296535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf0721-ba85-4fa1-a20a-75580796b869 req-ed1fa8b9-47c9-4900-b1f1-ea13e498ae61 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:38.303328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1316b5-d57c-40e8-aae1-829bbad68c19 req-4b0634d8-8e89-423c-a311-17f7e4ff5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:38.304443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16bf0721-ba85-4fa1-a20a-75580796b869 req-ed1fa8b9-47c9-4900-b1f1-ea13e498ae61 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1231060 Jul 16 09:14:38.313207 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd1316b5-d57c-40e8-aae1-829bbad68c19 req-4b0634d8-8e89-423c-a311-17f7e4ff5dc6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 1101 time: 0.0815883 Jul 16 09:14:38.354216 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-fd1316b5-d57c-40e8-aae1-829bbad68c19 req-dfcf628d-2b02-4716-8790-8b953854809f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331895 Jul 16 09:14:38.369189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16bf0721-ba85-4fa1-a20a-75580796b869 req-5d4fb0fc-7d6d-4f44-bfef-77f4b22ae16b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620875 Jul 16 09:14:38.746471 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:38.995086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:39.012142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'mac_address': 'fa:16:3e:46:c9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:39.103186 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:39.122325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:39.151645 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:39.166819 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:39.250239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:39.329121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec984355-9d32-4d23-967d-1242f7519184 req-01dc3d14-fdeb-46b3-9715-a06453f517a3 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:39.336913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec984355-9d32-4d23-967d-1242f7519184 req-01dc3d14-fdeb-46b3-9715-a06453f517a3 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 945 time: 0.1493511 Jul 16 09:14:39.355488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0b6ed-8899-4690-9466-982124ae6a3c req-b2be54fc-19f2-4c1e-8fa7-3735addf4a6d tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:39.357076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28c0b6ed-8899-4690-9466-982124ae6a3c req-b2be54fc-19f2-4c1e-8fa7-3735addf4a6d tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 949 time: 0.1306438 Jul 16 09:14:39.402336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['8dfb833e-d8dd-4f9e-b4ad-1226f2993634'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:39.423949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec984355-9d32-4d23-967d-1242f7519184 req-e746fe38-3d50-4fae-beb7-44e736064783 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859253 Jul 16 09:14:39.481161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28c0b6ed-8899-4690-9466-982124ae6a3c req-8a6ccaf7-d1a8-42bb-9194-ba9cc77715a6 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142881 Jul 16 09:14:39.892845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be9918-6d96-43a0-bce4-135ef64ac62c req-c5fe0458-56f1-4ecd-9414-b2ca9ad254fd tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:39.900912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1be9918-6d96-43a0-bce4-135ef64ac62c req-c5fe0458-56f1-4ecd-9414-b2ca9ad254fd tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1550815 Jul 16 09:14:39.964877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1be9918-6d96-43a0-bce4-135ef64ac62c req-ede6d4e4-0783-4147-b2ff-adb2c7ac6fa6 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629957 Jul 16 09:14:40.700215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd1174-6e88-48b9-b33b-6cf4068517f9 req-ab40e6be-cf92-4e20-8049-07bb8896ddf5 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:40.701950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fcd1174-6e88-48b9-b33b-6cf4068517f9 req-ab40e6be-cf92-4e20-8049-07bb8896ddf5 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 945 time: 0.0970600 Jul 16 09:14:40.761088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:40.761737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8fcd1174-6e88-48b9-b33b-6cf4068517f9 req-4dc5dd12-7adb-4731-b9df-406a7bc3ba7d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521820 Jul 16 09:14:40.889532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:40.895804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:40.896178 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.003194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e5dba-ce4b-417f-bce7-143fb790efd8 req-496433bb-a19f-4d22-a766-98b10ba36a58 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:41.024293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970e5dba-ce4b-417f-bce7-143fb790efd8 req-496433bb-a19f-4d22-a766-98b10ba36a58 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1098 time: 0.1695864 Jul 16 09:14:41.063768 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.117875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:41.120938 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb3546a-7e21-4638-ac27-d0c773d3c636" -d '{"events": [{"server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "name": "network-vif-plugged", "status": "completed", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:41.137221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:41.147732 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.158259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970e5dba-ce4b-417f-bce7-143fb790efd8 req-2f45045b-fbbb-4f0a-9ed4-8be2f8dca54c tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328378 Jul 16 09:14:41.185707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41606) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:41.197867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63991c-45ba-4d3d-909e-e6d526fd5a6f req-e9e5725a-6929-4458-9953-6d6ff044484a tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:41.204843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe63991c-45ba-4d3d-909e-e6d526fd5a6f req-e9e5725a-6929-4458-9953-6d6ff044484a tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 949 time: 0.1698065 Jul 16 09:14:41.246857 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:41.273787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fe63991c-45ba-4d3d-909e-e6d526fd5a6f req-a10d81d1-af9d-4097-b3d3-842afb316d0b tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675282 Jul 16 09:14:41.336543 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5891fcce-ee85-479d-984a-849e3d8a736d x-openstack-request-id: req-5891fcce-ee85-479d-984a-849e3d8a736d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:41.337535 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "name": "network-vif-plugged", "status": "completed", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:41.338053 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5891fcce-ee85-479d-984a-849e3d8a736d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:41.338746 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'code': 200} Jul 16 09:14:41.496786 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 5b914d01-3d45-430b-a187-28610b7d1875 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:41.497546 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.605031 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.605620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.607145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11d36f-3756-4533-8eeb-fcd5de2dcccc req-8d3cd821-5ad0-4b66-9917-a566cacb65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:41.609059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d11d36f-3756-4533-8eeb-fcd5de2dcccc req-8d3cd821-5ad0-4b66-9917-a566cacb65f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1098 time: 0.1824043 Jul 16 09:14:41.620612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a47ee-412d-4fdf-ab4a-34dbdc8f51e2 req-1c07ccf7-d3a8-494c-8b3e-e6ee5a9ac815 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:41.622206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b3a47ee-412d-4fdf-ab4a-34dbdc8f51e2 req-1c07ccf7-d3a8-494c-8b3e-e6ee5a9ac815 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1124790 Jul 16 09:14:41.622771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 5b914d01-3d45-430b-a187-28610b7d1875 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:41.692577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9d11d36f-3756-4533-8eeb-fcd5de2dcccc req-7a779e76-4229-44b9-96eb-ee992f3a1264 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690594 Jul 16 09:14:41.702346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b3a47ee-412d-4fdf-ab4a-34dbdc8f51e2 req-55c0bceb-d428-4346-bcfe-489f60315e35 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555897 Jul 16 09:14:41.912037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.943702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=5b914d01-3d45-430b-a187-28610b7d1875,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:42.030064 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.030064 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Floating IP 2cb23894-5873-4317-a266-315527601156 disassociated (deleted). External IP: 172.25.6.55, port: b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84. Jul 16 09:14:42.183657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793c73-138e-414a-9b48-ed7e72f36a22 req-634b8a93-75ce-4e81-a896-54ce7e23b6d1 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:42.191096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1b793c73-138e-414a-9b48-ed7e72f36a22 req-634b8a93-75ce-4e81-a896-54ce7e23b6d1 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 949 time: 0.0942383 Jul 16 09:14:42.224617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a9027-28c4-4af6-9d7f-88539009121a req-d093bf0d-8bc6-4923-a315-45b547ed29ae tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:42.232587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a2a9027-28c4-4af6-9d7f-88539009121a req-d093bf0d-8bc6-4923-a315-45b547ed29ae tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 946 time: 0.1952250 Jul 16 09:14:42.310933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a2a9027-28c4-4af6-9d7f-88539009121a req-bcca73fd-6f3d-4924-ae98-5287e1925528 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773091 Jul 16 09:14:42.353037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1b793c73-138e-414a-9b48-ed7e72f36a22 req-7ad4cd2b-9404-4528-806b-e9457c792992 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572282 Jul 16 09:14:42.487702 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:42.745810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:42.764767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] Sync routers for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:42.765340 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.790720 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:42.793169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:42.894278 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-880ba781-2965-4975-a8d9-08690633d81d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/floatingips/2cb23894-5873-4317-a266-315527601156 HTTP/1.1" status: 204 len: 168 time: 1.7065222 Jul 16 09:14:42.896473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:42.899441 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76fdff9-68e8-4052-a3c4-554d0ddde64e" -d '{"events": [{"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:43.156293 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8a9e0-f852-4a52-b8d3-1a42743b9084 req-6a94c7ff-ab17-46f2-b263-cff1a5e7c652 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:43.158704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94f8a9e0-f852-4a52-b8d3-1a42743b9084 req-6a94c7ff-ab17-46f2-b263-cff1a5e7c652 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1782689 Jul 16 09:14:43.264255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94f8a9e0-f852-4a52-b8d3-1a42743b9084 req-8b2952a3-032e-4b26-b5b3-60c644613567 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970068 Jul 16 09:14:43.395399 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77a3014-2ea0-4c59-b7ea-114a838580ea x-openstack-request-id: req-f77a3014-2ea0-4c59-b7ea-114a838580ea {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:43.395703 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:43.405815 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f77a3014-2ea0-4c59-b7ea-114a838580ea {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:43.406410 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'status': 'completed', 'code': 200} Jul 16 09:14:43.416263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:43.516499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-e24997b2-222b-4615-bb00-032692a8ce45 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:43.553715 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-e24997b2-222b-4615-bb00-032692a8ce45 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 949 time: 0.3027599 Jul 16 09:14:43.623984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-ab700bd8-4860-4a14-b761-d1ceafc8445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:43.627207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-ab700bd8-4860-4a14-b761-d1ceafc8445d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 1098 time: 0.2055824 Jul 16 09:14:43.978323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Deleting port e03c8aac-a8bf-4e06-933a-7ccff08cc61a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:43.982028 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:44.026019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb192d76-3fe3-4ae5-a9a0-115f5c7825ae req-9d0dd3da-55bc-4363-974a-0ea30855e044 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.033415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb192d76-3fe3-4ae5-a9a0-115f5c7825ae req-9d0dd3da-55bc-4363-974a-0ea30855e044 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f33cb40-82f2-405d-8b40-c43c073fc7b7 HTTP/1.1" status: 200 len: 949 time: 0.2980392 Jul 16 09:14:44.070962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:37Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:44.077288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-71409482-8636-4ed7-a56b-c30d7918d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.081435 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-71409482-8636-4ed7-a56b-c30d7918d00c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 200 len: 898 time: 0.4467583 Jul 16 09:14:44.147154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-8ef5fefe-089e-4cdd-b015-6b477bf97cb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 200 len: 217 time: 0.0569227 Jul 16 09:14:44.159731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] Checking router: 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:44.180966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:44.181902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:44.199717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb192d76-3fe3-4ae5-a9a0-115f5c7825ae req-57fcc22e-32de-4ec3-9ddb-0abff2959380 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e20f6-d2dd-446d-8c43-6c47473ff52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651218 Jul 16 09:14:44.288349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] For port e03c8aac-a8bf-4e06-933a-7ccff08cc61a, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:44.288349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:44.310232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Calling delete_port for e03c8aac-a8bf-4e06-933a-7ccff08cc61a owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:44.399078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-079f1e65-0999-4bb3-8471-dfbcec6e959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.402677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-079f1e65-0999-4bb3-8471-dfbcec6e959c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 200 len: 834 time: 0.1986098 Jul 16 09:14:44.511882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf4c10-edec-4ecb-9c1e-992391364108 req-6b0b85c3-4b61-4f26-abcd-8543967850c0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.520971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ccf4c10-edec-4ecb-9c1e-992391364108 req-6b0b85c3-4b61-4f26-abcd-8543967850c0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 946 time: 0.3722579 Jul 16 09:14:44.608040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ccf4c10-edec-4ecb-9c1e-992391364108 req-66d6f910-1607-4362-b081-2842dbc68221 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856199 Jul 16 09:14:44.618550 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a8fe-f6be-4214-96a6-eec230fefdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:44.719036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:44.739390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:44.773282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeeba4-730f-47f7-9e63-1723672bd8e2 req-58835bca-faf3-4792-8fe0-705dd8788f8c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.790897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dbeeba4-730f-47f7-9e63-1723672bd8e2 req-58835bca-faf3-4792-8fe0-705dd8788f8c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 946 time: 0.3861876 Jul 16 09:14:44.796071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['e03c8aac-a8bf-4e06-933a-7ccff08cc61a'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:44.801436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-7e73b96e-1e60-4742-93ce-21fa3c452084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.803240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-7e73b96e-1e60-4742-93ce-21fa3c452084 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b1f2097-e126-4c58-bf43-7c84b4f177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3650928 Jul 16 09:14:44.911602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Pushing event deleted for resources: {'Port': ['ID=e03c8aac-a8bf-4e06-933a-7ccff08cc61a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:45.093929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] No DVR routers for this DVR port e03c8aac-a8bf-4e06-933a-7ccff08cc61a on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:45.104842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:45.117381 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8b60b12b-a402-4539-b012-8ea71b49c182 req-f0c2a2b1-efc1-4919-a5fe-ec4364051348 tempest-VolumesNegativeTest-64812020 tempest-VolumesNegativeTest-64812020-project] 10.222.0.54 "DELETE /v2.0/ports/e03c8aac-a8bf-4e06-933a-7ccff08cc61a HTTP/1.1" status: 204 len: 173 time: 1.5568469 Jul 16 09:14:45.408872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f33cb40-82f2-405d-8b40-c43c073fc7b7', 'name': 'network-vif-deleted', 'tag': 'e03c8aac-a8bf-4e06-933a-7ccff08cc61a'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:45.420191 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3788e117-9bc7-4f9c-9a72-e00301e680a3" -d '{"events": [{"server_uuid": "6f33cb40-82f2-405d-8b40-c43c073fc7b7", "name": "network-vif-deleted", "tag": "e03c8aac-a8bf-4e06-933a-7ccff08cc61a"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:45.460479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:45.500188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:37Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:45.592202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c106f30-2fa4-4fb3-988d-2f1c2c3f72a6 None None] The sync data for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 is: [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:12:30Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3853ed96-495e-4b5c-b8e9-0045bd0d80fb', 'name': '', 'network_id': '2b1f2097-e126-4c58-bf43-7c84b4f177c3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:01:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:28Z', 'updated_at': '2021-07-16T09:12:37Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '24b83779-f65c-4c27-a74f-5d76c07c8f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:46.254699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-d0f3c22a-84dc-4be1-a649-d81d3c7f7e69 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4429357 Jul 16 09:14:46.256296 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a0ab2-8e59-44a6-a1a8-398346f77688 None None] New status for floating IP 2cb23894-5873-4317-a266-315527601156: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:14:46.273390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dbeeba4-730f-47f7-9e63-1723672bd8e2 req-603aa07f-a0ab-4e70-a094-9ff72d4c7334 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4748962 Jul 16 09:14:46.542944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-486922a2-f353-43c7-9fb9-010387de2e7c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:46.544715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-486922a2-f353-43c7-9fb9-010387de2e7c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 946 time: 1.6677451 Jul 16 09:14:46.714168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce52966-e3ea-4406-8a48-fa12b204205a req-e290310b-1deb-48b4-a779-40d763875c76 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:46.721351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ce52966-e3ea-4406-8a48-fa12b204205a req-e290310b-1deb-48b4-a779-40d763875c76 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.5908639 Jul 16 09:14:46.779552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d76fdff9-68e8-4052-a3c4-554d0ddde64e req-b1e12bb2-0040-4d05-a596-cd99e0820fa2 service neutron] 10.222.0.52 "GET /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887433 Jul 16 09:14:46.835961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ce52966-e3ea-4406-8a48-fa12b204205a req-64ef1bfc-3ac3-4648-8fb3-1d6b212ca2d9 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133318 Jul 16 09:14:46.873350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ceede-b4cf-4010-81e6-aa6864217f2f req-a447c402-f748-4222-934a-c8e71835d8d3 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:46.882799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c92ceede-b4cf-4010-81e6-aa6864217f2f req-a447c402-f748-4222-934a-c8e71835d8d3 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 946 time: 0.3572764 Jul 16 09:14:46.924435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:46.924778 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:46.976870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c92ceede-b4cf-4010-81e6-aa6864217f2f req-f0ec4b67-8214-4d49-9b44-18fb19145f3c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890536 Jul 16 09:14:46.977253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41674) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:47.098705 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51180eda-205f-4d11-b06f-0b1ce3cbe9a6 x-openstack-request-id: req-51180eda-205f-4d11-b06f-0b1ce3cbe9a6 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:47.099541 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f33cb40-82f2-405d-8b40-c43c073fc7b7", "name": "network-vif-deleted", "tag": "e03c8aac-a8bf-4e06-933a-7ccff08cc61a", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:47.100216 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51180eda-205f-4d11-b06f-0b1ce3cbe9a6 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:47.101267 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f33cb40-82f2-405d-8b40-c43c073fc7b7', 'name': 'network-vif-deleted', 'tag': 'e03c8aac-a8bf-4e06-933a-7ccff08cc61a', 'status': 'completed', 'code': 200} Jul 16 09:14:47.212165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:47.212845 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.234028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:47.304952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41690) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:47.533393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db2f9db9-18a4-4c5e-aa52-cc6802ff6c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.562091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3cda6-532f-43e6-bb70-6873ca4bba6f tempest-TestVolumeBackupRestore-535592560 tempest-TestVolumeBackupRestore-535592560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:47.564017 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8ef3cda6-532f-43e6-bb70-6873ca4bba6f tempest-TestVolumeBackupRestore-535592560 tempest-TestVolumeBackupRestore-535592560-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1093 time: 0.5857503 Jul 16 09:14:47.567362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41704) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:47.572099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:47.658954 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.680263 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7f23-6f1b-43f2-bc40-d22c07b5d9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.685940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa8c2-f317-4121-8368-2428279417ee req-990c0bf1-5d65-48f2-bfb4-e3f1289e934d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:47.687541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9fa8c2-f317-4121-8368-2428279417ee req-990c0bf1-5d65-48f2-bfb4-e3f1289e934d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=29600365-6747-412b-aa3c-5e1890601f53 HTTP/1.1" status: 200 len: 946 time: 0.1861401 Jul 16 09:14:47.688823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.706610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db2f9db9-18a4-4c5e-aa52-cc6802ff6c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.710617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e03c8aac-a8bf-4e06-933a-7ccff08cc61a no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:47.743505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db2f9db9-18a4-4c5e-aa52-cc6802ff6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.761308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: e03c8aac-a8bf-4e06-933a-7ccff08cc61a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:47.761715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e03c8aac-a8bf-4e06-933a-7ccff08cc61a not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:47.779301 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.782039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:47.876305 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db2f9db9-18a4-4c5e-aa52-cc6802ff6c6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6de273472bf44ad8b13298a4007f317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5699306 Jul 16 09:14:47.876583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41712) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:47.882145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] No DVR routers for this DVR port b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:47.897416 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f9db9-18a4-4c5e-aa52-cc6802ff6c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d8abb5-8726-4108-80fe-863f739da663,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:47.933593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.935704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc3d4882-267d-4404-b2d7-1b01cab32fd3 req-3ba84683-9701-46d0-8564-271ab44f3ad3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "DELETE /v2.0/ports/b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 HTTP/1.1" status: 204 len: 173 time: 1.3745716 Jul 16 09:14:47.936166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-deleted', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:47.945173 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fbe022-26fd-4c5c-b894-a4a351ddd019" -d '{"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-deleted", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:47.982287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9fa8c2-f317-4121-8368-2428279417ee req-3faee479-508a-4287-98c3-e5261ee015e9 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=07e1488d-5c5c-46ca-95f1-09df4bca65ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093492 Jul 16 09:14:48.077341 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5119db92-c746-4293-987a-914904596b1c x-openstack-request-id: req-5119db92-c746-4293-987a-914904596b1c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:48.077674 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29600365-6747-412b-aa3c-5e1890601f53", "name": "network-vif-deleted", "tag": "b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:48.077939 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5119db92-c746-4293-987a-914904596b1c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:48.078356 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29600365-6747-412b-aa3c-5e1890601f53', 'name': 'network-vif-deleted', 'tag': 'b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84', 'status': 'completed', 'code': 200} Jul 16 09:14:48.094058 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7448ecb1-6e68-4f8d-aecc-f300f1dcc0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.137805 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.184204 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7448ecb1-6e68-4f8d-aecc-f300f1dcc0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.306491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Allocated IP 172.25.6.204 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/093f2c28-d977-4d5b-b5c0-5a163fc10567) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:48.438240 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.496489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7448ecb1-6e68-4f8d-aecc-f300f1dcc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.505799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7448ecb1-6e68-4f8d-aecc-f300f1dcc0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.509201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7448ecb1-6e68-4f8d-aecc-f300f1dcc0b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69d8abb5-8726-4108-80fe-863f739da663 HTTP/1.1" status: 204 len: 168 time: 0.6283524 Jul 16 09:14:48.532103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.540366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ecb1-6e68-4f8d-aecc-f300f1dcc0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d8abb5-8726-4108-80fe-863f739da663,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:48.559318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597216c2-2d84-4177-9677-40266b6c40a0 req-4cea88d7-cf05-40e6-9e5c-bb135b359e66 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:48.569203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-597216c2-2d84-4177-9677-40266b6c40a0 req-4cea88d7-cf05-40e6-9e5c-bb135b359e66 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.3182940 Jul 16 09:14:48.643980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-597216c2-2d84-4177-9677-40266b6c40a0 req-8c8f99c1-e598-4c4e-acc3-dedef35d58a2 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734689 Jul 16 09:14:48.679908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:48.695967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:48.699551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:48.760645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'Port': ['ID=093f2c28-d977-4d5b-b5c0-5a163fc10567,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:48.794685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:48.840240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:48.841742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device b9abd3e2-6f53-422a-a9c9-5f2fd15b4a84 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:48.900653 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.943429 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:49.150586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 41798) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:49.659492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:49.906761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:50.188523 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:50.277142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:50.277142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:50.293437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event updated for resources: {'Port': ['ID=093f2c28-d977-4d5b-b5c0-5a163fc10567,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:50.361536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:50.432673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d69068-7e91-4c00-a75a-efec5ef67e36 req-95039c3a-a883-4325-96ad-553c07f09481 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:50.450546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20d69068-7e91-4c00-a75a-efec5ef67e36 req-95039c3a-a883-4325-96ad-553c07f09481 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.4527490 Jul 16 09:14:50.604035 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Floating IP 50f2bf47-3ec3-4945-9ebf-13663308382b associated. External IP: 172.25.6.204, port: 8dfb833e-d8dd-4f9e-b4ad-1226f2993634. Jul 16 09:14:50.632024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20d69068-7e91-4c00-a75a-efec5ef67e36 req-1b8e4498-b4b5-4119-8a26-df0781ee7b84 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805601 Jul 16 09:14:50.636756 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:50.952538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Router 5ecbda19-d466-441f-947e-1947ffa67970 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:51.140603 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:51.155171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] Sync routers for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:51.171470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:51.172310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:51.183092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:51.314678 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bf2a266f-ea76-402f-88e2-099a6dc47a7b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7452056 Jul 16 09:14:51.317894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41900) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:51.320360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:51.327686 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8160d21b-4046-4488-a491-f7eb14060587" -d '{"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:51.352946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:51.353622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:51.434651 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7fc4cc-d90b-47aa-a7ca-faa1a28424ec x-openstack-request-id: req-eb7fc4cc-d90b-47aa-a7ca-faa1a28424ec {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:51.439242 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:51.440623 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb7fc4cc-d90b-47aa-a7ca-faa1a28424ec {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:51.444809 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'status': 'completed', 'code': 200} Jul 16 09:14:51.519221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:51.540975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f1802-3806-473b-a09f-9e8303daf7e2 tempest-TestVolumeBackupRestore-535592560 tempest-TestVolumeBackupRestore-535592560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:51.551731 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5a3f1802-3806-473b-a09f-9e8303daf7e2 tempest-TestVolumeBackupRestore-535592560 tempest-TestVolumeBackupRestore-535592560-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1093 time: 0.2189560 Jul 16 09:14:51.554632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 41916) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:51.561887 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-87055031-f54a-4467-b568-127a9cdd58d0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Request body: {'floatingip': {'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:51.639251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port 3853ed96-495e-4b5c-b8e9-0045bd0d80fb, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:51.640340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:51.657687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 3853ed96-495e-4b5c-b8e9-0045bd0d80fb owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:51.736701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-87055031-f54a-4467-b568-127a9cdd58d0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:52.062211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160d21b-4046-4488-a491-f7eb14060587 req-732c7e7a-9722-4d02-a569-2a50861fe32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:52.064231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160d21b-4046-4488-a491-f7eb14060587 req-732c7e7a-9722-4d02-a569-2a50861fe32b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fec1c554abde42fa9dfe2f2d330df29d&device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1098 time: 0.3694291 Jul 16 09:14:52.342045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbd8c2-3245-4a0e-aa3c-bd89a5cbee65 req-be165a1f-1827-4525-acb8-e42e2b438332 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:52.347166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96bbd8c2-3245-4a0e-aa3c-bd89a5cbee65 req-be165a1f-1827-4525-acb8-e42e2b438332 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.2892854 Jul 16 09:14:52.354498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160d21b-4046-4488-a491-f7eb14060587 req-3f4c53f0-b071-4274-a6c4-6d40dbd3826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:52.361165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160d21b-4046-4488-a491-f7eb14060587 req-3f4c53f0-b071-4274-a6c4-6d40dbd3826c service neutron] 10.222.0.52 "GET /v2.0/networks?id=991ec1b3-1d9f-4071-8edb-234bd44f74ac HTTP/1.1" status: 200 len: 913 time: 0.2786858 Jul 16 09:14:52.375815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '50f2bf47-3ec3-4945-9ebf-13663308382b', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'mac_address': 'fa:16:3e:46:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:49Z', 'updated_at': '2021-07-16T09:14:49Z', 'revision_number': 0, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:52.460742 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] Checking router: 5ecbda19-d466-441f-947e-1947ffa67970 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:52.474693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160d21b-4046-4488-a491-f7eb14060587 req-61cdc354-3190-42d9-8240-64cc95aa948f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634 HTTP/1.1" status: 200 len: 1000 time: 0.0986183 Jul 16 09:14:52.486411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:52.487090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:52.534454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:52.601112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=3853ed96-495e-4b5c-b8e9-0045bd0d80fb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:52.667620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160d21b-4046-4488-a491-f7eb14060587 req-6bdf4ff9-12fa-4cf8-97ec-6c14a4b2eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:52.669278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160d21b-4046-4488-a491-f7eb14060587 req-6bdf4ff9-12fa-4cf8-97ec-6c14a4b2eb56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be830bb6-8b36-4b07-ba81-09bf82155d54 HTTP/1.1" status: 200 len: 851 time: 0.1873965 Jul 16 09:14:52.766277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:52.781538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96bbd8c2-3245-4a0e-aa3c-bd89a5cbee65 req-e45b44be-a1a4-4984-a7d5-247c02020a3e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190247 Jul 16 09:14:53.201572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-87055031-f54a-4467-b568-127a9cdd58d0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:53.211219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-87055031-f54a-4467-b568-127a9cdd58d0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:53.278650 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:53.402126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '50f2bf47-3ec3-4945-9ebf-13663308382b', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'mac_address': 'fa:16:3e:46:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:49Z', 'updated_at': '2021-07-16T09:14:49Z', 'revision_number': 0, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:53.438247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71656697-1407-4b47-9c5a-8a480be60dc9 None None] The sync data for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 is: [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '50f2bf47-3ec3-4945-9ebf-13663308382b', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'mac_address': 'fa:16:3e:46:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:49Z', 'updated_at': '2021-07-16T09:14:49Z', 'revision_number': 0, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:53.482165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160d21b-4046-4488-a491-f7eb14060587 req-659ee757-f897-4428-afd2-5b08e99415ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:53.484084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160d21b-4046-4488-a491-f7eb14060587 req-659ee757-f897-4428-afd2-5b08e99415ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=991ec1b3-1d9f-4071-8edb-234bd44f74ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7146480 Jul 16 09:14:53.904657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160d21b-4046-4488-a491-f7eb14060587 req-6de5fcb9-5bc9-45cd-9847-245608be9f46 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110579 Jul 16 09:14:53.920263 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ffbc2-97ba-4c20-afa2-2aa483d7c3ec None None] New status for floating IP 50f2bf47-3ec3-4945-9ebf-13663308382b: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:14:54.176958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-15e81449-67cd-499e-b9da-1107d321b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:54.182236 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-15e81449-67cd-499e-b9da-1107d321b721 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1098 time: 1.0173974 Jul 16 09:14:54.197173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87055031-f54a-4467-b568-127a9cdd58d0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Router 5ecbda19-d466-441f-947e-1947ffa67970 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:54.587339 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42024) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:54.590278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87055031-f54a-4467-b568-127a9cdd58d0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:54.602834 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-87055031-f54a-4467-b568-127a9cdd58d0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:54.604206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] Sync routers for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:54.624339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:54.625193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:54.764551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-4c8714c0-e1c2-41b1-8ba7-fa7449b3d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:54.768267 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-4c8714c0-e1c2-41b1-8ba7-fa7449b3d7a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.5779090 Jul 16 09:14:54.798604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:54.802068 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5" -d '{"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:54.926917 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de32f32-d956-4559-abdb-c1254c4f9009 x-openstack-request-id: req-8de32f32-d956-4559-abdb-c1254c4f9009 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:54.927654 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:54.928111 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8de32f32-d956-4559-abdb-c1254c4f9009 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:54.928811 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'status': 'completed', 'code': 200} Jul 16 09:14:54.963349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:54.967620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:54.990929 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-87055031-f54a-4467-b568-127a9cdd58d0 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "PUT /v2.0/floatingips/50f2bf47-3ec3-4945-9ebf-13663308382b HTTP/1.1" status: 200 len: 992 time: 3.4353073 Jul 16 09:14:55.005751 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-a2ad8137-5226-4703-a7a9-f663182449a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 200 len: 1002 time: 0.2178776 Jul 16 09:14:55.007399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160d21b-4046-4488-a491-f7eb14060587 req-fbc460d4-7148-4f63-945b-78c74ef53da9 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0766580 Jul 16 09:14:55.018037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:55.038673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96110a97-c920-41fb-9b9a-4bf0e96fc31d req-2f2358c6-24b1-4b0f-936e-461807b06667 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.040389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96110a97-c920-41fb-9b9a-4bf0e96fc31d req-2f2358c6-24b1-4b0f-936e-461807b06667 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.2107275 Jul 16 09:14:55.110342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-ebc12899-98eb-424d-b35d-e071617726b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.112327 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-ebc12899-98eb-424d-b35d-e071617726b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.0984983 Jul 16 09:14:55.185338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96110a97-c920-41fb-9b9a-4bf0e96fc31d req-9a9f4291-f257-40f3-a6c5-929386741f9b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270752 Jul 16 09:14:55.216014 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.225018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.239481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-76f34d6a-dd52-4d2a-82f3-0fca897aaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.241315 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-76f34d6a-dd52-4d2a-82f3-0fca897aaa37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213782 Jul 16 09:14:55.264718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-19b0aa09-1dca-4b3f-bad8-1b0f576e0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.266278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-19b0aa09-1dca-4b3f-bad8-1b0f576e0fdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fec1c554abde42fa9dfe2f2d330df29d&device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1098 time: 0.1986239 Jul 16 09:14:55.271189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:55.279336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-28c274d9-f066-4bf3-a005-96834a5a3de2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "PUT /v2.0/routers/9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1245632 Jul 16 09:14:55.285720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42038) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:55.287536 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] Sync routers for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:55.303586 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:55.304490 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:55.315075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7647ea73-59f7-4d02-9b5a-b291a6d0da8b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:55.368328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '50f2bf47-3ec3-4945-9ebf-13663308382b', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'mac_address': 'fa:16:3e:46:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:49Z', 'updated_at': '2021-07-16T09:14:54Z', 'revision_number': 2, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:55.415560 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=031391d622f24d29ae643e355c4234cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205118 Jul 16 09:14:55.421585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] Checking router: 5ecbda19-d466-441f-947e-1947ffa67970 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:55.422949 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42040) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:55.435420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:55.436579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.436936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.437312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:55.437462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.438417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.438765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.439100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.439564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.439892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.440218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.440542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.440864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.441785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb3793-f200-4004-9590-b955bffa42df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:55.442678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting subnet 24b83779-f65c-4c27-a74f-5d76c07c8f6a {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:14:55.451448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.512034 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-1be081cd-0155-476a-98c2-1d117ed2376b service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614050 Jul 16 09:14:55.522540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.526158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-5c53ae7e-56c1-40d8-ab9c-b4f95a607f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.527753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-5c53ae7e-56c1-40d8-ab9c-b4f95a607f21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=991ec1b3-1d9f-4071-8edb-234bd44f74ac HTTP/1.1" status: 200 len: 913 time: 0.2497118 Jul 16 09:14:55.531624 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:55.605983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:55.752729 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f4c23f6f-d85f-45a3-a078-822f98af3571 req-247fabc7-2f59-4cc8-8a8a-aa076371abee service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323604 Jul 16 09:14:55.815235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614b2036-1261-4e02-a4ce-82743f213259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.862213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-4f8bbd11-1579-405c-b731-5c7995ccc539 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634 HTTP/1.1" status: 200 len: 1002 time: 0.3111255 Jul 16 09:14:55.864352 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:14:52Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:55.878021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614b2036-1261-4e02-a4ce-82743f213259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.889782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.961297 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] Checking router: 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:55.968224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-95d1df4e-3df1-45c5-8803-328bd22e646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.969752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-95d1df4e-3df1-45c5-8803-328bd22e646f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be830bb6-8b36-4b07-ba81-09bf82155d54 HTTP/1.1" status: 200 len: 851 time: 0.0967577 Jul 16 09:14:55.983029 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] Routers {'9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:55.983296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614b2036-1261-4e02-a4ce-82743f213259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.985775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-614b2036-1261-4e02-a4ce-82743f213259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:55.989514 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-614b2036-1261-4e02-a4ce-82743f213259 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7647ea73-59f7-4d02-9b5a-b291a6d0da8b HTTP/1.1" status: 204 len: 168 time: 0.5630422 Jul 16 09:14:55.990017 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:56.021775 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b2036-1261-4e02-a4ce-82743f213259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7647ea73-59f7-4d02-9b5a-b291a6d0da8b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:56.058893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '50f2bf47-3ec3-4945-9ebf-13663308382b', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'mac_address': 'fa:16:3e:46:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:49Z', 'updated_at': '2021-07-16T09:14:54Z', 'revision_number': 2, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:56.077945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.092864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9aed99-f4fa-419f-8bd0-e6e13fd4936f None None] The sync data for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 is: [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '50f2bf47-3ec3-4945-9ebf-13663308382b', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'port_id': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'mac_address': 'fa:16:3e:46:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:49Z', 'updated_at': '2021-07-16T09:14:54Z', 'revision_number': 2, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:56.130080 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] Set router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:56.130229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.132181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1744860e-a7f5-4292-8dda-9c7dac82e551 None None] Network 2b1f2097-e126-4c58-bf43-7c84b4f177c3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:56.136108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42048) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:56.137779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/subnets/24b83779-f65c-4c27-a74f-5d76c07c8f6a HTTP/1.1" status: 204 len: 168 time: 0.8505239 Jul 16 09:14:56.200215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Subnet': ['ID=24b83779-f65c-4c27-a74f-5d76c07c8f6a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:56.224780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-c5101677-5451-4463-b243-27d4511938d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:56.226399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-c5101677-5451-4463-b243-27d4511938d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=991ec1b3-1d9f-4071-8edb-234bd44f74ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2486448 Jul 16 09:14:56.228997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.239728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.239728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.239728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.239728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.246587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.249059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.249618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.254541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.254926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.255274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.255615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07d3f8-558a-43b3-80c4-cc6fab57df2c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:56.432286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.536925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-ecb6db60-2aca-40d1-8fae-972443eabd09 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683740 Jul 16 09:14:56.608211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42056) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:56.658888 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:14:52Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:56.663793 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38e18a42-078c-4a15-9688-44b26d987568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.688305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.707866 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fae1c-b433-45ce-a466-54c17071caef None None] The sync data for ids ['9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce'] in n-d-780147-28 is: [{'id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950269536', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:12:18Z', 'updated_at': '2021-07-16T09:14:52Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '74ea5936-db11-4e46-a136-27d3309ef1f8', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:56.764256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c728c-f042-45c2-bea5-2f9253efe8e3 req-870408f2-5b07-4603-8105-e187d2177747 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:56.765992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a54c728c-f042-45c2-bea5-2f9253efe8e3 req-870408f2-5b07-4603-8105-e187d2177747 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 946 time: 0.1654632 Jul 16 09:14:56.769475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eb5974e-7ec5-45f2-bba6-d22df6a411c5 req-cbac8fa1-a5a9-4691-b2af-be251e4ec4bf service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245200 Jul 16 09:14:56.775445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] DHCP port deletion for 2b1f2097-e126-4c58-bf43-7c84b4f177c3 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:14:56.820911 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a54c728c-f042-45c2-bea5-2f9253efe8e3 req-1690d006-7ddc-49e0-9c56-2f96f8d44237 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480571 Jul 16 09:14:56.848347 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Deleting port a5b1014d-4af8-42d5-965a-7ad122cb366d {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:56.848803 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.901913 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38e18a42-078c-4a15-9688-44b26d987568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.906657 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-38e18a42-078c-4a15-9688-44b26d987568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.933428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] For port a5b1014d-4af8-42d5-965a-7ad122cb366d, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a5b1014d-4af8-42d5-965a-7ad122cb366d,segment=NetworkSegment(93aae86e-c243-4df1-a0e1-83371d2ea139),segment_id=93aae86e-c243-4df1-a0e1-83371d2ea139)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:56.933918 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:56.951182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Calling delete_port for a5b1014d-4af8-42d5-965a-7ad122cb366d owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:56.954787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:56.957834 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5334415-82db-40d6-85b9-9f2e97dacd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:56.962399 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-38e18a42-078c-4a15-9688-44b26d987568 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a51849af501440893177fdbb7440b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524652 Jul 16 09:14:56.965175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42070) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:56.997746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 74ea5936-db11-4e46-a136-27d3309ef1f8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:56.998116 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.040506 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.115421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] No DVR routers for this DVR port a5b1014d-4af8-42d5-965a-7ad122cb366d on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:57.120906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Pushing event deleted for resources: {'Port': ['ID=a5b1014d-4af8-42d5-965a-7ad122cb366d,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:57.136610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.136965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.137308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.150741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.151030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.151386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.151730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.152170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.165278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.165831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.166329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.166676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f92f4-0cb9-48ec-9d62-e71a371796db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:57.201140 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac4a3f-d85e-46ac-a6e5-320813146a83 x-openstack-request-id: req-a2ac4a3f-d85e-46ac-a6e5-320813146a83 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:57.201484 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:57.201617 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2ac4a3f-d85e-46ac-a6e5-320813146a83 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:57.202057 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'status': 'completed', 'code': 200} Jul 16 09:14:57.209543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a5b1014d-4af8-42d5-965a-7ad122cb366d no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:57.210704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e18a42-078c-4a15-9688-44b26d987568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2bb5b2-100f-4e4f-b27d-72b9c9fdc380,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:57.228547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port 74ea5936-db11-4e46-a136-27d3309ef1f8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=74ea5936-db11-4e46-a136-27d3309ef1f8,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:57.228918 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.248042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7bf567f1-94b7-4950-abae-b5a04b8072dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.255322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 74ea5936-db11-4e46-a136-27d3309ef1f8 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:57.257556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: a5b1014d-4af8-42d5-965a-7ad122cb366d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:57.258137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a5b1014d-4af8-42d5-965a-7ad122cb366d not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:57.258815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3853ed96-495e-4b5c-b8e9-0045bd0d80fb no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:57.289747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3853ed96-495e-4b5c-b8e9-0045bd0d80fb {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:57.290384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3853ed96-495e-4b5c-b8e9-0045bd0d80fb not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:57.342717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7bf567f1-94b7-4950-abae-b5a04b8072dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.396004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-ff70370e-a56c-4818-ab96-ee3f4459d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:57.398082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-ff70370e-a56c-4818-ab96-ee3f4459d7bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fec1c554abde42fa9dfe2f2d330df29d&device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1098 time: 0.2689753 Jul 16 09:14:57.448012 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7bf567f1-94b7-4950-abae-b5a04b8072dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.450840 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7bf567f1-94b7-4950-abae-b5a04b8072dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.454854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7bf567f1-94b7-4950-abae-b5a04b8072dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a2bb5b2-100f-4e4f-b27d-72b9c9fdc380 HTTP/1.1" status: 204 len: 168 time: 0.4857934 Jul 16 09:14:57.519842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf567f1-94b7-4950-abae-b5a04b8072dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2bb5b2-100f-4e4f-b27d-72b9c9fdc380,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:57.610264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-23c88d5e-4354-4d1b-9468-aa2b635d665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:57.611782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-23c88d5e-4354-4d1b-9468-aa2b635d665c service neutron] 10.222.0.52 "GET /v2.0/networks?id=991ec1b3-1d9f-4071-8edb-234bd44f74ac HTTP/1.1" status: 200 len: 913 time: 0.2075272 Jul 16 09:14:57.691244 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42080) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:57.710498 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.732020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-f3b33ce5-26d7-49af-b925-07c87116819e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634 HTTP/1.1" status: 200 len: 1002 time: 0.1133015 Jul 16 09:14:57.738261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:57.776855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=74ea5936-db11-4e46-a136-27d3309ef1f8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:57.887145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-c03dae9a-5d88-4580-9759-26548f9ad92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:57.895680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-c03dae9a-5d88-4580-9759-26548f9ad92d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be830bb6-8b36-4b07-ba81-09bf82155d54 HTTP/1.1" status: 200 len: 851 time: 0.1399083 Jul 16 09:14:57.914005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.922656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:57.967149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:57.968476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:57.971111 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8cd0ba-0063-440e-a428-bb2736275e79" -d '{"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-unplugged", "status": "completed", "tag": "e5908944-108c-40b1-93e8-027eee06c382"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:57.975608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.092817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-11284e2d-9d73-476d-80c3-dd9bec7648a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:58.094828 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa167c2-7cee-4297-bbe0-86c1ee85636c x-openstack-request-id: req-2aa167c2-7cee-4297-bbe0-86c1ee85636c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:58.095126 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-unplugged", "status": "completed", "tag": "e5908944-108c-40b1-93e8-027eee06c382", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:58.096295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-11284e2d-9d73-476d-80c3-dd9bec7648a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=991ec1b3-1d9f-4071-8edb-234bd44f74ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961033 Jul 16 09:14:58.097068 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2aa167c2-7cee-4297-bbe0-86c1ee85636c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:58.100084 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382', 'code': 200} Jul 16 09:14:58.100738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:58.173737 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.178808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.240238 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3938424e-876d-4792-a2c1-8230774de58d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47c8f14a28f94d6dab19268075e58b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5468383 Jul 16 09:14:58.243255 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42092) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:58.253324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-222b3bd2-1f27-4f76-9cc0-92e5c9ae424b service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481667 Jul 16 09:14:58.259998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.260618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Fanout notify agent at l3_agent the message router_deleted on router 9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:14:58.283859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.285615 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c87f2eca-7b86-4a45-a8ab-1a45c8d460ae tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/routers/9a1b17a1-ecb2-49c1-93bc-50f3a4b1b2ce HTTP/1.1" status: 204 len: 168 time: 2.1478417 Jul 16 09:14:58.292568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42094) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:58.340341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42096) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:58.396735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71855b0a-d73f-446d-a404-e7800c816d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.435924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5334415-82db-40d6-85b9-9f2e97dacd3c req-1d413ae9-99ac-49d2-a4ce-264743f94a35 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603959 Jul 16 09:14:58.460599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba3b9a-0151-47f7-9d56-03e8a5fd685c req-0f4d4b8e-dffe-4dd5-a7fb-48be9ce90036 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:58.462437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19ba3b9a-0151-47f7-9d56-03e8a5fd685c req-0f4d4b8e-dffe-4dd5-a7fb-48be9ce90036 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.2059181 Jul 16 09:14:58.477107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4287d6c7-8de8-4af2-ae32-4f8878de52b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.504681 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.524709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19ba3b9a-0151-47f7-9d56-03e8a5fd685c req-1d238c91-19ef-4c70-9224-5943ce902ccf tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482426 Jul 16 09:14:58.542204 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4287d6c7-8de8-4af2-ae32-4f8878de52b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.739224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.742163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4287d6c7-8de8-4af2-ae32-4f8878de52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.744711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4287d6c7-8de8-4af2-ae32-4f8878de52b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.745969 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4287d6c7-8de8-4af2-ae32-4f8878de52b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f76e20f6-d2dd-446d-8c43-6c47473ff52e HTTP/1.1" status: 204 len: 168 time: 0.5032792 Jul 16 09:14:58.768242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287d6c7-8de8-4af2-ae32-4f8878de52b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76e20f6-d2dd-446d-8c43-6c47473ff52e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:58.772984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1f2097-e126-4c58-bf43-7c84b4f177c3']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:58.789880 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aae86e-c243-4df1-a0e1-83371d2ea139') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:58.790083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aae86e-c243-4df1-a0e1-83371d2ea139') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:58.806524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.828908 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71855b0a-d73f-446d-a404-e7800c816d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.832434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.838262 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71855b0a-d73f-446d-a404-e7800c816d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.842295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:14:58.842679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:14:58.847207 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:14:58.952857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71855b0a-d73f-446d-a404-e7800c816d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01548b08-65b7-4625-b57e-975a5bc180cb,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:58.963780 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71855b0a-d73f-446d-a404-e7800c816d2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff06699fe15a4581b7b9e816cac9d482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6191254 Jul 16 09:14:58.964802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42118) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:58.995671 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.008690 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.013470 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/networks/2b1f2097-e126-4c58-bf43-7c84b4f177c3 HTTP/1.1" status: 204 len: 168 time: 0.7195716 Jul 16 09:14:59.016495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42122) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:59.040948 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012643-9b2e-401e-b1b5-44deaebc8f9b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Network': ['ID=2b1f2097-e126-4c58-bf43-7c84b4f177c3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:59.062670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 74ea5936-db11-4e46-a136-27d3309ef1f8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:59.103884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 74ea5936-db11-4e46-a136-27d3309ef1f8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:59.104463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 74ea5936-db11-4e46-a136-27d3309ef1f8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:59.106864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-697eff83-9afa-4201-8cf8-ab48ed2b2b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.137524 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa94633-a4c0-480f-8dad-968b727dc2b2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.170140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-697eff83-9afa-4201-8cf8-ab48ed2b2b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.188097 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa94633-a4c0-480f-8dad-968b727dc2b2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.282018 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-697eff83-9afa-4201-8cf8-ab48ed2b2b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.286697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-697eff83-9afa-4201-8cf8-ab48ed2b2b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.302251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-697eff83-9afa-4201-8cf8-ab48ed2b2b83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01548b08-65b7-4625-b57e-975a5bc180cb HTTP/1.1" status: 204 len: 168 time: 0.3250520 Jul 16 09:14:59.319550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eff83-9afa-4201-8cf8-ab48ed2b2b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01548b08-65b7-4625-b57e-975a5bc180cb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:59.354844 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa94633-a4c0-480f-8dad-968b727dc2b2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.358273 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa94633-a4c0-480f-8dad-968b727dc2b2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.359428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5fa94633-a4c0-480f-8dad-968b727dc2b2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/security-groups/07e1488d-5c5c-46ca-95f1-09df4bca65ed HTTP/1.1" status: 204 len: 168 time: 0.3417618 Jul 16 09:14:59.393922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa94633-a4c0-480f-8dad-968b727dc2b2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1488d-5c5c-46ca-95f1-09df4bca65ed,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:59.984350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42186) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:00.074295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42196) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:00.079240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-18c14260-35d4-410b-b6f7-a05fe5173bdb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709829790', 'description': 'tempest-secgroup-smoke-1709829790 description', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:00.136597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18c14260-35d4-410b-b6f7-a05fe5173bdb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.184870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-924837625-network', 'tenant_id': 'ad094b95199e481282cef29fd33b8ba8'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:00.258619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18c14260-35d4-410b-b6f7-a05fe5173bdb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.263075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18c14260-35d4-410b-b6f7-a05fe5173bdb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.307011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Made reservation on behalf of ad094b95199e481282cef29fd33b8ba8 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:00.309531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.321280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.327853 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-18c14260-35d4-410b-b6f7-a05fe5173bdb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.329108 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-18c14260-35d4-410b-b6f7-a05fe5173bdb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2538984 Jul 16 09:15:00.333872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42214) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:00.338982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2ef8d813-8777-464d-92ad-584ccdd66ca0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'b1cb825d-59a3-4243-8ab4-47dc8eb57883', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:00.339307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c14260-35d4-410b-b6f7-a05fe5173bdb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cb825d-59a3-4243-8ab4-47dc8eb57883,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:00.427689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9545b-6dc2-403e-a11e-823732146435 req-67ffb972-5640-4682-adb2-76bf129f9a34 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:00.429281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0a9545b-6dc2-403e-a11e-823732146435 req-67ffb972-5640-4682-adb2-76bf129f9a34 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.1809402 Jul 16 09:15:00.505119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0a9545b-6dc2-403e-a11e-823732146435 req-5f89bce9-6d2d-47eb-81e3-5661da5f87ff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695038 Jul 16 09:15:00.550137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.557871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.581989 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-7f381594-4dad-4fc9-b6ff-8ea1e033be7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717504 Jul 16 09:15:00.610383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:00.635038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:15:00.651651 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d813-8777-464d-92ad-584ccdd66ca0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.656968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.657753 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Added segment a3f91350-e65e-403b-884d-c0ec58388513 of type vlan for network cb2601d6-8851-475f-9513-45a4bc568b08 Jul 16 09:15:00.731219 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.769726 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d813-8777-464d-92ad-584ccdd66ca0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.777570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d813-8777-464d-92ad-584ccdd66ca0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.821896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8d813-8777-464d-92ad-584ccdd66ca0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0d1322-3b92-43cf-bfbf-9edefe06f857,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:00.832774 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.834171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:00.834747 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.886222 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d813-8777-464d-92ad-584ccdd66ca0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:00.890400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2ef8d813-8777-464d-92ad-584ccdd66ca0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5523729 Jul 16 09:15:00.891318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42244) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:00.895476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9100299 Jul 16 09:15:00.899044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42246) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:00.905877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-29f67da6-44fc-4d71-9ede-52125f3e66a8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'b1cb825d-59a3-4243-8ab4-47dc8eb57883', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:00.931783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Request body: {'subnet': {'network_id': 'cb2601d6-8851-475f-9513-45a4bc568b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-924837625-subnet', 'tenant_id': 'ad094b95199e481282cef29fd33b8ba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:00.957195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708252e-2272-4dc8-9c53-748302ec4048 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2601d6-8851-475f-9513-45a4bc568b08,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:00.973376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network cb2601d6-8851-475f-9513-45a4bc568b08 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:15:01.030076 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.db.api [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:15:01.030076 n-d-780147-28 neutron-server[94164]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 09:15:01.030076 n-d-780147-28 neutron-server[94164]: [parameters: {'project_id': 'ad094b95199e481282cef29fd33b8ba8', 'id': '9dad8ccf-3144-40c9-ad0f-a68c21d19aa4', 'expiration': datetime.datetime(2021, 7, 16, 9, 17, 1, 8699)}] Jul 16 09:15:01.030076 n-d-780147-28 neutron-server[94164]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:15:01.030076 n-d-780147-28 neutron-server[94164]: DEBUG oslo_db.api [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:15:01.049942 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29f67da6-44fc-4d71-9ede-52125f3e66a8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.147979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29f67da6-44fc-4d71-9ede-52125f3e66a8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.148574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29f67da6-44fc-4d71-9ede-52125f3e66a8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.174440 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f67da6-44fc-4d71-9ede-52125f3e66a8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7fcef3-e5ff-4aaf-8977-89b319099a57,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:01.184760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29f67da6-44fc-4d71-9ede-52125f3e66a8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.186016 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-29f67da6-44fc-4d71-9ede-52125f3e66a8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2921460 Jul 16 09:15:01.188760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42262) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:01.194070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e1d2e5d3-c409-42dc-99e5-b520f68b2e5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'b1cb825d-59a3-4243-8ab4-47dc8eb57883', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:01.230530 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e5d3-c409-42dc-99e5-b520f68b2e5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.310445 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e5d3-c409-42dc-99e5-b520f68b2e5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.315421 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e5d3-c409-42dc-99e5-b520f68b2e5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.341953 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e5d3-c409-42dc-99e5-b520f68b2e5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.343543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e1d2e5d3-c409-42dc-99e5-b520f68b2e5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536357 Jul 16 09:15:01.345087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2e5d3-c409-42dc-99e5-b520f68b2e5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920705ac-d3f8-4fc8-a405-c58384e3ace1,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:01.348901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42272) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:01.355583 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2c7811a1-a314-4c98-b8ce-bf056acc8859 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'b1cb825d-59a3-4243-8ab4-47dc8eb57883', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:01.400173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c7811a1-a314-4c98-b8ce-bf056acc8859 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.523227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c7811a1-a314-4c98-b8ce-bf056acc8859 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.528081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c7811a1-a314-4c98-b8ce-bf056acc8859 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.598089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7811a1-a314-4c98-b8ce-bf056acc8859 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3602f3d-a0df-451d-bf40-c3601aa3f07e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:01.608634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Made reservation on behalf of ad094b95199e481282cef29fd33b8ba8 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:01.611635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.635179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c7811a1-a314-4c98-b8ce-bf056acc8859 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.636875 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2c7811a1-a314-4c98-b8ce-bf056acc8859 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2863677 Jul 16 09:15:01.639811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42292) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:01.646350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1555c7c4-b1a6-4ad5-8255-e67c214b5bb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'b1cb825d-59a3-4243-8ab4-47dc8eb57883', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:01.684546 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-1555c7c4-b1a6-4ad5-8255-e67c214b5bb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Project d13f7937753f461a99cc6c1586f0fa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:15:01.695453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1555c7c4-b1a6-4ad5-8255-e67c214b5bb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.775881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:01.816059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e74ef-61ab-4e74-9aad-72814a04609d req-01ccf1a7-c0ea-43ac-b68f-98923f086989 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.818190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e6e74ef-61ab-4e74-9aad-72814a04609d req-01ccf1a7-c0ea-43ac-b68f-98923f086989 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.1186333 Jul 16 09:15:01.824741 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1555c7c4-b1a6-4ad5-8255-e67c214b5bb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.844450 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1555c7c4-b1a6-4ad5-8255-e67c214b5bb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.845781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-228b8901-29f0-4f78-a75a-619da3276b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.848855 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-228b8901-29f0-4f78-a75a-619da3276b71 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee&tenant_id=ada0679ae2fc4ce9a23f3546998c762f HTTP/1.1" status: 200 len: 1096 time: 0.1432450 Jul 16 09:15:01.911084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555c7c4-b1a6-4ad5-8255-e67c214b5bb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2506fcd6-8521-4a2e-a1fd-19497caaf342,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:01.934832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1555c7c4-b1a6-4ad5-8255-e67c214b5bb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:01.939283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1555c7c4-b1a6-4ad5-8255-e67c214b5bb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2983747 Jul 16 09:15:01.955463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8e6e74ef-61ab-4e74-9aad-72814a04609d req-90c5a2c7-c248-45c7-8bbc-121077d39c7c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277237 Jul 16 09:15:01.955641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42300) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:01.961810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-df45ab0f-532b-4085-adbf-eba5fa009b42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': 'b1cb825d-59a3-4243-8ab4-47dc8eb57883', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:01.995679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.038748 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-df45ab0f-532b-4085-adbf-eba5fa009b42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Project d13f7937753f461a99cc6c1586f0fa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:15:02.056186 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df45ab0f-532b-4085-adbf-eba5fa009b42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.095917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b5a9e9-4d18-495f-9065-50ab1871e688,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:02.100143 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-df20197d-a321-44cf-b1d1-29fdf2de28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:02.101980 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-df20197d-a321-44cf-b1d1-29fdf2de28c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1096 time: 0.2024238 Jul 16 09:15:02.180794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Checking segment: {'id': 'a3f91350-e65e-403b-884d-c0ec58388513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb2601d6-8851-475f-9513-45a4bc568b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:02.181385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Network hostable DHCP agents. Network: cb2601d6-8851-475f-9513-45a4bc568b08, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:15:02.251056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df45ab0f-532b-4085-adbf-eba5fa009b42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.265115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df45ab0f-532b-4085-adbf-eba5fa009b42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.280414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Network cb2601d6-8851-475f-9513-45a4bc568b08 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:15:02.296604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-a4ccb9d9-8db8-4aa3-af3e-351c43473dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:02.298345 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-a4ccb9d9-8db8-4aa3-af3e-351c43473dd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 200 len: 918 time: 0.1841211 Jul 16 09:15:02.302828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45ab0f-532b-4085-adbf-eba5fa009b42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92a097d-0eee-4d5b-bd90-e7a625acfd18,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:02.304697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, cb2601d6-8851-475f-9513-45a4bc568b08) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:02.317454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:02.318077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.325752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde3dc6-428c-4514-9aca-b9b7100978a4 None None] Network cb2601d6-8851-475f-9513-45a4bc568b08 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:02.359602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-df45ab0f-532b-4085-adbf-eba5fa009b42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.360848 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-df45ab0f-532b-4085-adbf-eba5fa009b42 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4028082 Jul 16 09:15:02.364378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42312) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:02.370129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'network': {'name': 'tempest-network-smoke--1870044043', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'port_security_enabled': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:02.379131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-445c7708-7608-44b9-b863-d761c1e07a2b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4781821 Jul 16 09:15:02.396424 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-0fd21573-fe78-4153-8444-c25388598316 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 200 len: 1000 time: 0.0898290 Jul 16 09:15:02.432114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:02.436028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.467803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-580f9644-e1e8-4f78-a14e-e0206918eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:02.469787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-580f9644-e1e8-4f78-a14e-e0206918eaf8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 200 len: 856 time: 0.0665400 Jul 16 09:15:02.513853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab7166c-8758-409f-9d9e-c88ae8cbbfa4 None None] Network cb2601d6-8851-475f-9513-45a4bc568b08 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:02.525325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:15:02.544275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-2f6b036c-c6d6-487d-b010-f0bd78f5e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:02.546372 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-2f6b036c-c6d6-487d-b010-f0bd78f5e01b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c69138e-5386-47ee-99db-17e141a67a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700388 Jul 16 09:15:02.553125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.554113 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Added segment ddda3aa3-7205-4b9a-ae6e-a874702f695b of type vlan for network f8b89a57-4737-4e95-ad20-0247536c1209 Jul 16 09:15:02.608481 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.647424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.656509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:02.657402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.732412 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-ce1341d1-28ab-4809-9a61-b3ec184ee9e9 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776927 Jul 16 09:15:02.733381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3678844 Jul 16 09:15:02.738640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42318) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:02.749476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'admin_state_up': True, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:02.779482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6e531-9091-4f9a-ab0f-448da178428d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Network': ['ID=f8b89a57-4737-4e95-ad20-0247536c1209,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:02.792963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f8b89a57-4737-4e95-ad20-0247536c1209 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:15:02.894031 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-a82814e9-f17c-4c33-a1ee-246874e641f3 req-22164ce9-2359-4c16-a4d7-86ad3e35d3b4 service neutron] 10.222.0.54 "GET /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339438 Jul 16 09:15:02.934723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.936280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.079454 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.270188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6706f-a34e-4aac-97f1-dac7ff3aed3f req-e41a2ae1-32bf-45d5-8ae9-701829aa6047 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:03.284813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6706f-a34e-4aac-97f1-dac7ff3aed3f req-e41a2ae1-32bf-45d5-8ae9-701829aa6047 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.1213970 Jul 16 09:15:03.357235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.364810 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6706f-a34e-4aac-97f1-dac7ff3aed3f req-8c0be734-6587-49b2-b7e3-49167ad24eaa tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829024 Jul 16 09:15:03.408689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42346) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:03.414510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1777682996-network', 'tenant_id': '208c39573edd4330a8813fe567446e4c'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:03.446912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Made reservation on behalf of 208c39573edd4330a8813fe567446e4c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:03.449305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.467026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.630764 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.636015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.691271 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.694218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa4c92c-65b7-4a54-86ac-2ab8142bac9b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:03.714753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.739760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:15:03.765423 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.766205 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Added segment d9fe30ae-a1e4-4ed2-88fa-4c76100b1374 of type vlan for network 9dcd7342-b6e3-41bd-9884-a2d628674e36 Jul 16 09:15:03.861476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.907645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.25.6.115 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/a072ed93-b7d6-4dbe-910d-8560314e2245) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:03.914678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.916370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:03.916967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.979200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5688260 Jul 16 09:15:03.980649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42354) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:03.996090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Request body: {'subnet': {'network_id': '9dcd7342-b6e3-41bd-9884-a2d628674e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1777682996-subnet', 'tenant_id': '208c39573edd4330a8813fe567446e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:04.083263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Made reservation on behalf of 208c39573edd4330a8813fe567446e4c for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:04.086857 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:04.090183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a7cdb-1d07-487a-b30d-5e9e90bad36d admin admin] Pushing event updated for resources: {'Network': ['ID=9dcd7342-b6e3-41bd-9884-a2d628674e36,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:04.104004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9dcd7342-b6e3-41bd-9884-a2d628674e36 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:15:04.193946 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:04.276878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:04.326321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:04.329627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:04.350123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:04.410842 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=a072ed93-b7d6-4dbe-910d-8560314e2245,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:04.546717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:04.717209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38432fb5-48a8-4dc9-b90e-3b09c17bf1d9,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:04.786455 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:04.935145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Checking segment: {'id': 'd9fe30ae-a1e4-4ed2-88fa-4c76100b1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dcd7342-b6e3-41bd-9884-a2d628674e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:04.942655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Network hostable DHCP agents. Network: 9dcd7342-b6e3-41bd-9884-a2d628674e36, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:15:05.033239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70047aa4-a5ee-437b-b446-63c009708248 req-79cf9c22-a240-40e9-a453-df6c6ed5cb55 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:05.049192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70047aa4-a5ee-437b-b446-63c009708248 req-79cf9c22-a240-40e9-a453-df6c6ed5cb55 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.3382068 Jul 16 09:15:05.080648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Network 9dcd7342-b6e3-41bd-9884-a2d628674e36 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:15:05.102509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9dcd7342-b6e3-41bd-9884-a2d628674e36) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:05.111137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a66abc-23fc-439d-8ea1-4be4c2c82d61 None None] Network 9dcd7342-b6e3-41bd-9884-a2d628674e36 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:05.123142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:05.124153 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.136370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70047aa4-a5ee-437b-b446-63c009708248 req-30bda70f-a282-45c2-b9e1-4da315802ed8 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847478 Jul 16 09:15:05.153213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5592caba-7d42-40f0-8da7-9e2c835aa7d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1653986 Jul 16 09:15:05.565988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a75102-08fe-4992-bd38-787d500f8325 None None] Network 9dcd7342-b6e3-41bd-9884-a2d628674e36 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:06.051304 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:06.265632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-60678170-bbb1-4a7c-a3bb-ca8acf6126a2 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:06.282934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-60678170-bbb1-4a7c-a3bb-ca8acf6126a2 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/networks?id=cb2601d6-8851-475f-9513-45a4bc568b08 HTTP/1.1" status: 200 len: 811 time: 0.2565815 Jul 16 09:15:06.327371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-2e10f7cd-a8b1-43c3-946d-bd53b41c49b6 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/quotas/ad094b95199e481282cef29fd33b8ba8 HTTP/1.1" status: 200 len: 375 time: 0.0430992 Jul 16 09:15:06.396913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 62b12079-7462-482b-a781-1506603c9eb0 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:15:06.412644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-58c03041-cd00-4a03-9290-3e8d59925d02 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad094b95199e481282cef29fd33b8ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831339 Jul 16 09:15:06.636398 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:15:06.640353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-f0277713-e526-4eeb-a39f-082fa28a0823 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252898 Jul 16 09:15:06.699098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:15:06.715482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Sync routers for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:15:06.739691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:06.740373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:06.740801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:06.746543 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a7e3cdaf-8d48-4f6e-a6d8-718bcf9d4c5a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0066595 Jul 16 09:15:06.748082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42400) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:06.773074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160bdc5-4b5f-4aeb-845b-9e2fb65968aa req-8d33c643-2842-45fd-84df-26307479b74a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:06.791553 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2cbe1847-8666-4b75-afa3-6aea83c2d255 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d13f7937753f461a99cc6c1586f0fa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414805 Jul 16 09:15:06.792489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42402) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:06.804669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160bdc5-4b5f-4aeb-845b-9e2fb65968aa req-8d33c643-2842-45fd-84df-26307479b74a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.3298490 Jul 16 09:15:06.960807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8160bdc5-4b5f-4aeb-845b-9e2fb65968aa req-c1c9eaf7-8cba-4191-9f90-647f67d0165a tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527772 Jul 16 09:15:07.029162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-fc65a0e4-0514-4146-b311-2df608d98100 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874624 Jul 16 09:15:07.089327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eee1d-25d5-4584-b46f-3fd639a8d395 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:07.095574 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f47eee1d-25d5-4584-b46f-3fd639a8d395 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3016157 Jul 16 09:15:07.099357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42406) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:07.182145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:07.206664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c657cdfd-c2ba-4a05-88f2-70d656cc2c75 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1058698 Jul 16 09:15:07.209433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42408) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:07.215336 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1567220439', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:07.365533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:07.369920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.492461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-db024fb7-8802-4924-a879-f437889cec98 req-729da91e-2353-4133-ac56-e80e04d789d8 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 210 time: 0.0775928 Jul 16 09:15:07.646746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:04Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:07.705054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Checking router: 62b12079-7462-482b-a781-1506603c9eb0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:15:07.705529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Updating router 62b12079-7462-482b-a781-1506603c9eb0 port a072ed93-b7d6-4dbe-910d-8560314e2245 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:15:07.853179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.885568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.982430 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Subnet': ['ID=f603ba15-d11c-4bb0-901e-9629833ff25d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:08.053405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Checking segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:08.055921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network hostable DHCP agents. Network: f8b89a57-4737-4e95-ad20-0247536c1209, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:15:08.113215 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network f8b89a57-4737-4e95-ad20-0247536c1209 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:15:08.138307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f8b89a57-4737-4e95-ad20-0247536c1209) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:08.152739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:08.157478 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.202665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4782ffa-0c5a-494b-a6c9-543c4ec74849 None None] Network f8b89a57-4737-4e95-ad20-0247536c1209 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:08.206484 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4de90e2f-33f1-4817-87b3-8e9e7eeb2e93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9943876 Jul 16 09:15:08.208537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42430) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:08.740446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-f8b89a57-4737-4e95-ad20-0247536c1209', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:15:08.744120 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.805577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4640372-296f-47bf-b614-dbb192b89c26 req-fee6f5ba-348b-4d25-9439-026af4f8a017 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 210 time: 0.0740740 Jul 16 09:15:08.851001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd3b1d-45a7-416f-8ca2-d785c7708ab0 req-0c7be976-d494-4e6b-a1ec-4d01f7baf942 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:08.853942 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27bd3b1d-45a7-416f-8ca2-d785c7708ab0 req-0c7be976-d494-4e6b-a1ec-4d01f7baf942 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.4679308 Jul 16 09:15:08.996435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42436) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:09.359743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-442bfe15-1580-4c52-be98-3388619f719e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.539705 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Allocated IP 172.20.0.2 (f8b89a57-4737-4e95-ad20-0247536c1209/f603ba15-d11c-4bb0-901e-9629833ff25d/a1deadf3-487c-4a5a-8fd4-c8c76e46fec4) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:09.604247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-442bfe15-1580-4c52-be98-3388619f719e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.612250 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-442bfe15-1580-4c52-be98-3388619f719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.628956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27bd3b1d-45a7-416f-8ca2-d785c7708ab0 req-036aff7c-8cc8-46f4-be27-dfc92d2b5c29 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7578242 Jul 16 09:15:09.675554 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-442bfe15-1580-4c52-be98-3388619f719e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cc43ea4504444159f42b89c69484d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778641 Jul 16 09:15:09.680235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42442) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:09.779904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bfe15-1580-4c52-be98-3388619f719e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0680c0f-d4c8-4bc8-aa38-59e51c67e58d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:09.854148 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2190e6af-29d4-4d4f-81d0-51afe7b873e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.903713 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.922506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Transition to ACTIVE for port object a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:09.939261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Transition to ACTIVE for port object a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:09.954714 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.995369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Network f8b89a57-4737-4e95-ad20-0247536c1209 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:10.029273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:10.031843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:10.138023 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-6afac8fe-e8f1-4221-8fb0-b9bf4a7611b8 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:10.140235 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-6afac8fe-e8f1-4221-8fb0-b9bf4a7611b8 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.54 "GET /v2.0/networks?id=cb2601d6-8851-475f-9513-45a4bc568b08 HTTP/1.1" status: 200 len: 811 time: 0.2736390 Jul 16 09:15:10.153210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Attempting to bind port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:10.153569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Attempting to bind port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:10.153984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Attempting to bind port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 on network f8b89a57-4737-4e95-ad20-0247536c1209 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:10.163419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:10.164456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Checking segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:10.164916 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.165364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Bound using segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:10.165876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Bound port: a1deadf3-487c-4a5a-8fd4-c8c76e46fec4, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:10.166262 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.183026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Request body: {'port': {'device_id': '21170eb8-428c-4142-8273-bdb67d12810d', 'network_id': 'cb2601d6-8851-475f-9513-45a4bc568b08', 'admin_state_up': True, 'tenant_id': 'ad094b95199e481282cef29fd33b8ba8'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:10.214135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Pushing event updated for resources: {'Port': ['ID=a1deadf3-487c-4a5a-8fd4-c8c76e46fec4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:10.264672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2190e6af-29d4-4d4f-81d0-51afe7b873e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.345189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] For port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:10.353528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] For port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a1deadf3-487c-4a5a-8fd4-c8c76e46fec4,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:10.389395 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.611308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2190e6af-29d4-4d4f-81d0-51afe7b873e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.615194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2190e6af-29d4-4d4f-81d0-51afe7b873e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.623737 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2190e6af-29d4-4d4f-81d0-51afe7b873e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0680c0f-d4c8-4bc8-aa38-59e51c67e58d HTTP/1.1" status: 204 len: 168 time: 0.9368114 Jul 16 09:15:10.644738 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.649008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8207bf2-6dba-44c2-bb87-3cb023b456d7 None None] Pushing event updated for resources: {'Port': ['ID=a1deadf3-487c-4a5a-8fd4-c8c76e46fec4,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:10.681872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Transition to ACTIVE for port object a072ed93-b7d6-4dbe-910d-8560314e2245 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:10.700388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.708871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190e6af-29d4-4d4f-81d0-51afe7b873e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0680c0f-d4c8-4bc8-aa38-59e51c67e58d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:10.729172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-642876b4-8dd1-4ebe-ac68-06d19ee51385 req-7bef6ded-2d16-4efc-9206-77d95d25af58 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 210 time: 0.4763222 Jul 16 09:15:10.780868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Made reservation on behalf of ad094b95199e481282cef29fd33b8ba8 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:10.792050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.826245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.943407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b0256-7f96-431b-a613-568aea3c56d6 None None] Pushing event updated for resources: {'Port': ['ID=a072ed93-b7d6-4dbe-910d-8560314e2245,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:10.967693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Attempting to bind port a072ed93-b7d6-4dbe-910d-8560314e2245 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:10.968938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Attempting to bind port a072ed93-b7d6-4dbe-910d-8560314e2245 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:10.969601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Attempting to bind port a072ed93-b7d6-4dbe-910d-8560314e2245 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:11.000582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:11.001780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:11.003106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.005016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:11.006067 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Bound port: a072ed93-b7d6-4dbe-910d-8560314e2245, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:11.007312 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.218234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Allocated IP 172.20.0.9 (cb2601d6-8851-475f-9513-45a4bc568b08/77b5a9e9-4d18-495f-9065-50ab1871e688/a5ae0ab3-910a-4677-9592-d5e0650b8cc3) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:11.247824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] For port a072ed93-b7d6-4dbe-910d-8560314e2245, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:11.262958 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] For port a072ed93-b7d6-4dbe-910d-8560314e2245, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a072ed93-b7d6-4dbe-910d-8560314e2245,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:11.271730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.336889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dc727-c913-4e26-86aa-889beaeb509e req-a136271d-1cad-4337-ac1c-e9a5e32bbc82 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:11.345127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b08dc727-c913-4e26-86aa-889beaeb509e req-a136271d-1cad-4337-ac1c-e9a5e32bbc82 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.3595636 Jul 16 09:15:11.451889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b08dc727-c913-4e26-86aa-889beaeb509e req-34ae3bae-aeac-497f-bac9-ea46dc154fed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052229 Jul 16 09:15:11.566563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b0256-7f96-431b-a613-568aea3c56d6 None None] Pushing event updated for resources: {'Port': ['ID=a072ed93-b7d6-4dbe-910d-8560314e2245,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:11.619740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:11.622058 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:11.645392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42462) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:11.742848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.20.0.1 (f8b89a57-4737-4e95-ad20-0247536c1209/f603ba15-d11c-4bb0-901e-9629833ff25d/26136deb-c7f6-4b10-9d3f-40d247be76bd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:11.809843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cc8eea1-c9ba-406e-9165-51acc0783339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.811186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:11.902668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.059233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.126264 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.210919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Transition to ACTIVE for port object 26136deb-c7f6-4b10-9d3f-40d247be76bd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:12.318640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:04Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:12.377619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Network cb2601d6-8851-475f-9513-45a4bc568b08 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:12.379054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Pushing event updated for resources: {'Port': ['ID=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:12.407502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ca727-88e6-449b-9f4e-e75ce379f39d None None] The sync data for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 is: [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:04Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:15:12.411404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:12.414896 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:12.428239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a792a34-10e3-4f5a-ac3b-63585310d076 req-b803a9b4-8e5b-49ba-88f4-bd30723dd92d tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.433196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a792a34-10e3-4f5a-ac3b-63585310d076 req-b803a9b4-8e5b-49ba-88f4-bd30723dd92d tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 931 time: 0.3477247 Jul 16 09:15:12.437017 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.480264 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cc8eea1-c9ba-406e-9165-51acc0783339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.510570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3cc8eea1-c9ba-406e-9165-51acc0783339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.655821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=26136deb-c7f6-4b10-9d3f-40d247be76bd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:12.680671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network f8b89a57-4737-4e95-ad20-0247536c1209 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:12.693616 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.695634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.728144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:12.731715 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3cc8eea1-c9ba-406e-9165-51acc0783339 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1242762bf64408cba9d85ad74b611fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0829608 Jul 16 09:15:12.743256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42470) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:12.747466 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8eea1-c9ba-406e-9165-51acc0783339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d17c1e-501f-4060-b832-ca8e3c0ed304,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:12.764370 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-5304b1b5-9980-4340-90da-9c1efc32f82b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5855970 Jul 16 09:15:12.809001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ad5d8-786b-486e-b4f1-27012f99f2eb None None] Network f8b89a57-4737-4e95-ad20-0247536c1209 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:12.824043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Request body: {'port': {'device_id': '21170eb8-428c-4142-8273-bdb67d12810d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:12.828579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:13.011867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a792a34-10e3-4f5a-ac3b-63585310d076 req-007c4464-4a99-4ec3-bf3c-610b1273618a tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397437 Jul 16 09:15:13.075170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-71d19113-cf94-448e-b15d-d0f64cc06fb4 None None] Provisioning for port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:13.202881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:13.324747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:13.379540 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:13.564785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf7338f-6611-41a7-83d2-7d7f7124a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:13.666218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:13.682578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:13.703334 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:13.793715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf7338f-6611-41a7-83d2-7d7f7124a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:13.856767 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.020668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ae0ab3-910a-4677-9592-d5e0650b8cc3 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:14.030186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5ecca-a3af-40c1-a148-03a379c08430 req-a87ff5f2-0942-4601-99b3-3b520c2562ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:14.035008 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.041280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0b5ecca-a3af-40c1-a148-03a379c08430 req-a87ff5f2-0942-4601-99b3-3b520c2562ed tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 1.1313708 Jul 16 09:15:14.052923 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Transition to ACTIVE for port object a5ae0ab3-910a-4677-9592-d5e0650b8cc3 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:14.058110 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.124386 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.177307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Pushing event updated for resources: {'Port': ['ID=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:14.267361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a1deadf3-487c-4a5a-8fd4-c8c76e46fec4,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:14.274775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.347065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0b5ecca-a3af-40c1-a148-03a379c08430 req-26631223-d0c8-4492-8d30-36234acedf5c tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979448 Jul 16 09:15:14.468287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Attempting to bind port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:14.469052 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Attempting to bind port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'a3f91350-e65e-403b-884d-c0ec58388513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb2601d6-8851-475f-9513-45a4bc568b08'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:14.471348 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Attempting to bind port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 on network cb2601d6-8851-475f-9513-45a4bc568b08 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:14.489397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 on network cb2601d6-8851-475f-9513-45a4bc568b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:15:14.491130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Attempting to bind port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 on network cb2601d6-8851-475f-9513-45a4bc568b08 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:14.505614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:14.506055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Checking segment: {'id': 'a3f91350-e65e-403b-884d-c0ec58388513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb2601d6-8851-475f-9513-45a4bc568b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:14.506455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Bound using segment: {'id': 'a3f91350-e65e-403b-884d-c0ec58388513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb2601d6-8851-475f-9513-45a4bc568b08'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:14.506789 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf7338f-6611-41a7-83d2-7d7f7124a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.506945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Bound port: a5ae0ab3-910a-4677-9592-d5e0650b8cc3, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f91350-e65e-403b-884d-c0ec58388513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb2601d6-8851-475f-9513-45a4bc568b08'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:14.507247 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.509948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf7338f-6611-41a7-83d2-7d7f7124a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.511372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bcf7338f-6611-41a7-83d2-7d7f7124a57c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82d17c1e-501f-4060-b832-ca8e3c0ed304 HTTP/1.1" status: 204 len: 168 time: 1.7671242 Jul 16 09:15:14.551700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7338f-6611-41a7-83d2-7d7f7124a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d17c1e-501f-4060-b832-ca8e3c0ed304,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:14.632846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=a1deadf3-487c-4a5a-8fd4-c8c76e46fec4,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:14.646779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f29a93fe-c0aa-4603-87da-6c0583eddace None None] Provisioning complete for port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:14.646779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f29a93fe-c0aa-4603-87da-6c0583eddace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.675764 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ccda4309-24bf-4f89-94a7-f00049ce7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.780700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] For port a5ae0ab3-910a-4677-9592-d5e0650b8cc3, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:14.808981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] For port a5ae0ab3-910a-4677-9592-d5e0650b8cc3, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,segment=NetworkSegment(a3f91350-e65e-403b-884d-c0ec58388513),segment_id=a3f91350-e65e-403b-884d-c0ec58388513)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:14.820212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:14.825556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f229ac-6711-428b-8aed-29945fb81d91 req-a2fe81ee-7b35-474d-b1f3-b3eb81875fe7 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:14.834622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5f229ac-6711-428b-8aed-29945fb81d91 req-a2fe81ee-7b35-474d-b1f3-b3eb81875fe7 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 943 time: 0.3194778 Jul 16 09:15:14.948339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f29a93fe-c0aa-4603-87da-6c0583eddace None None] Provisioning for port 26136deb-c7f6-4b10-9d3f-40d247be76bd completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:14.950326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5f229ac-6711-428b-8aed-29945fb81d91 req-7d9ce1ff-2ad4-48fc-8cec-537bf6372589 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137681 Jul 16 09:15:14.957351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f29a93fe-c0aa-4603-87da-6c0583eddace None None] Provisioning complete for port 26136deb-c7f6-4b10-9d3f-40d247be76bd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:14.957944 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f29a93fe-c0aa-4603-87da-6c0583eddace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.051921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f29a93fe-c0aa-4603-87da-6c0583eddace None None] Port 26136deb-c7f6-4b10-9d3f-40d247be76bd cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:15:15.095572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Pushing event updated for resources: {'Port': ['ID=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:15.109520 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:15.110450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.122311 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-3332ca17-4f0f-4523-b934-c4c4f4f80d1f service neutron] 10.222.0.54 "PUT /v2.0/ports/a5ae0ab3-910a-4677-9592-d5e0650b8cc3 HTTP/1.1" status: 200 len: 1092 time: 2.3202417 Jul 16 09:15:15.127048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21170eb8-428c-4142-8273-bdb67d12810d', 'tag': 'a5ae0ab3-910a-4677-9592-d5e0650b8cc3'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:15.141708 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8014f95-bef4-45a7-8d24-0d2414c1f68f" -d '{"events": [{"name": "network-changed", "server_uuid": "21170eb8-428c-4142-8273-bdb67d12810d", "tag": "a5ae0ab3-910a-4677-9592-d5e0650b8cc3"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:15.178169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-27e47e38-d9c7-45ea-9119-1fef46cbefbf None None] Provisioning complete for port 26136deb-c7f6-4b10-9d3f-40d247be76bd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:15.179328 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-27e47e38-d9c7-45ea-9119-1fef46cbefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.262017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-27e47e38-d9c7-45ea-9119-1fef46cbefbf None None] Port 26136deb-c7f6-4b10-9d3f-40d247be76bd cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:15:15.293253 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b53f91-5290-422a-a535-a22a840c035a x-openstack-request-id: req-94b53f91-5290-422a-a535-a22a840c035a {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:15.293951 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21170eb8-428c-4142-8273-bdb67d12810d", "tag": "a5ae0ab3-910a-4677-9592-d5e0650b8cc3", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:15.294872 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94b53f91-5290-422a-a535-a22a840c035a {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:15.295229 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21170eb8-428c-4142-8273-bdb67d12810d', 'tag': 'a5ae0ab3-910a-4677-9592-d5e0650b8cc3', 'status': 'completed', 'code': 200} Jul 16 09:15:15.344960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.352856 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.391817 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.416862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-568306ba-98bc-42ab-9854-5ada4e74935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:15.423588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a072ed93-b7d6-4dbe-910d-8560314e2245 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:15.453069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-568306ba-98bc-42ab-9854-5ada4e74935a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad094b95199e481282cef29fd33b8ba8&device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 1095 time: 0.2580633 Jul 16 09:15:15.579330 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-244feaf2-f37e-4412-adb5-b184ff1da181 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3 HTTP/1.1" status: 200 len: 217 time: 0.0892560 Jul 16 09:15:15.582872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port a072ed93-b7d6-4dbe-910d-8560314e2245 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:15.592522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a072ed93-b7d6-4dbe-910d-8560314e2245 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:15.592925 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.674137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=26136deb-c7f6-4b10-9d3f-40d247be76bd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:15.721731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-c87b982b-fb2c-40c7-99f0-6eb4c42fc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:15.726548 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-c87b982b-fb2c-40c7-99f0-6eb4c42fc3f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77b5a9e9-4d18-495f-9065-50ab1871e688 HTTP/1.1" status: 200 len: 851 time: 0.1406784 Jul 16 09:15:15.821527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.863894 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-14091644-ca99-4802-80e6-07b87ee1fbec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb2601d6-8851-475f-9513-45a4bc568b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179729 Jul 16 09:15:15.876788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.942564 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port a072ed93-b7d6-4dbe-910d-8560314e2245, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a072ed93-b7d6-4dbe-910d-8560314e2245,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:15.962493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42506) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:15.975962 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.989701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:16.048789 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-769e7678-cec8-4aeb-8220-b1cf2878d793 service neutron] 10.222.0.54 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613238 Jul 16 09:15:16.115552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443b7ea-28e2-4cfe-8bd3-e079be8e954e req-ebb78eb1-7f7a-4dd1-8f30-98f7b76a2c34 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:16.123104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5443b7ea-28e2-4cfe-8bd3-e079be8e954e req-ebb78eb1-7f7a-4dd1-8f30-98f7b76a2c34 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.5258703 Jul 16 09:15:16.150317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=a072ed93-b7d6-4dbe-910d-8560314e2245,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:16.159450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:16.159915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:16.320934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5443b7ea-28e2-4cfe-8bd3-e079be8e954e req-c98f53cf-5350-4dea-9922-dd5af382bb7e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207769 Jul 16 09:15:16.324406 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6dcb24c-8706-4479-961f-fbff9ceeef92 req-1aa403d2-be95-4e85-a663-a45fbaa7af28 service neutron] 10.222.0.54 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527785 Jul 16 09:15:16.401051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network f8b89a57-4737-4e95-ad20-0247536c1209 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:16.403055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:16.564162 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac296d9-d755-4b59-8753-f5ab915af540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:16.618837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-c1e76b33-f358-4f41-8fad-233da8bc0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:16.620384 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-c1e76b33-f358-4f41-8fad-233da8bc0677 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad094b95199e481282cef29fd33b8ba8&device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 1095 time: 0.1908333 Jul 16 09:15:16.816969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac296d9-d755-4b59-8753-f5ab915af540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:16.911563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bd93590d-049e-40a3-ad03-f87e0d53bf56 None None] Provisioning complete for port 26136deb-c7f6-4b10-9d3f-40d247be76bd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:16.913782 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd93590d-049e-40a3-ad03-f87e0d53bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:16.947564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac296d9-d755-4b59-8753-f5ab915af540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.019377 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bd93590d-049e-40a3-ad03-f87e0d53bf56 None None] Port 26136deb-c7f6-4b10-9d3f-40d247be76bd cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:15:17.123776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a072ed93-b7d6-4dbe-910d-8560314e2245 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:17.187439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6ac296d9-d755-4b59-8753-f5ab915af540 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b487210d8f874edbb9d1d306bd428798&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1924233 Jul 16 09:15:17.188402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42528) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:17.195614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac296d9-d755-4b59-8753-f5ab915af540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9f7817-7e97-4255-b2e5-d5904a1dc16c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:17.207827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-171a4038-9559-4b37-82cd-9b32c474f529 req-f48eaf0d-246c-48cc-a556-d7ead0dfc7fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6979425 Jul 16 09:15:17.210533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port a072ed93-b7d6-4dbe-910d-8560314e2245 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:17.211888 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.239844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 62b12079-7462-482b-a781-1506603c9eb0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:15:17.316541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590995f-c9e1-41bc-b607-1365506a00fc req-e67db4d7-9617-4a68-b583-f760b0f6d987 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:17.317994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21978f87-075b-4a89-b06d-f2c13234f2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.325961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8590995f-c9e1-41bc-b607-1365506a00fc req-e67db4d7-9617-4a68-b583-f760b0f6d987 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 943 time: 0.9706633 Jul 16 09:15:17.378044 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21978f87-075b-4a89-b06d-f2c13234f2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.465133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8590995f-c9e1-41bc-b607-1365506a00fc req-7d9dccb9-8977-4e4c-8337-4205d636d14a tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378915 Jul 16 09:15:17.505552 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21978f87-075b-4a89-b06d-f2c13234f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.509339 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21978f87-075b-4a89-b06d-f2c13234f2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.518056 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-21978f87-075b-4a89-b06d-f2c13234f2d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d9f7817-7e97-4255-b2e5-d5904a1dc16c HTTP/1.1" status: 204 len: 168 time: 0.3283460 Jul 16 09:15:17.538512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a4038-9559-4b37-82cd-9b32c474f529 req-0a37b193-4404-4060-93d1-70173bdbe18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:17.547266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21978f87-075b-4a89-b06d-f2c13234f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9f7817-7e97-4255-b2e5-d5904a1dc16c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:17.548205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-171a4038-9559-4b37-82cd-9b32c474f529 req-0a37b193-4404-4060-93d1-70173bdbe18f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fc0e8d2836a4892a62414661f8ec0a1&device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 1097 time: 0.2706900 Jul 16 09:15:17.570074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:15:17.586295 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Sync routers for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:15:17.592467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0cf59f5e-4a1f-4cfb-8a95-c94ee1a0807c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "PUT /v2.0/routers/62b12079-7462-482b-a781-1506603c9eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3812923 Jul 16 09:15:17.625308 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:17.626057 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:14:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:17.696477 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.704800 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d6fa40c0-f138-4cb2-8c42-ec6fd757c4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.787758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a4038-9559-4b37-82cd-9b32c474f529 req-12c558f7-4d70-4e41-a59b-0204880d030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:17.789397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-171a4038-9559-4b37-82cd-9b32c474f529 req-12c558f7-4d70-4e41-a59b-0204880d030a service neutron] 10.222.0.52 "GET /v2.0/networks?id=36c59d9d-42bc-49cd-85b6-22dc468ac599 HTTP/1.1" status: 200 len: 908 time: 0.1857371 Jul 16 09:15:17.926786 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:17.951462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e972d-ac32-4bd6-933e-38fd5bd85674 req-df4beb6f-88e3-4b8d-bc40-e9655f494221 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:17.960211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa3e972d-ac32-4bd6-933e-38fd5bd85674 req-df4beb6f-88e3-4b8d-bc40-e9655f494221 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.3052480 Jul 16 09:15:17.970774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-171a4038-9559-4b37-82cd-9b32c474f529 req-a8fa0d35-c153-41d4-9b7f-319ae3e71f29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932 HTTP/1.1" status: 200 len: 1000 time: 0.1669180 Jul 16 09:15:18.087214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a4038-9559-4b37-82cd-9b32c474f529 req-2001b66a-799b-4317-9aaa-cabe046c9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:18.089421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-171a4038-9559-4b37-82cd-9b32c474f529 req-2001b66a-799b-4317-9aaa-cabe046c9155 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e95089f6-3484-43dd-8051-c07b63e6102b HTTP/1.1" status: 200 len: 846 time: 0.1086371 Jul 16 09:15:18.118567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-019b6734-9b58-4107-9c8c-4a153fa1458e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709829790&fields=id&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 267 time: 0.1464124 Jul 16 09:15:18.155985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa3e972d-ac32-4bd6-933e-38fd5bd85674 req-a10f3199-7e4d-4e4f-8dcf-303a49cd822f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943009 Jul 16 09:15:18.178592 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:14Z', 'revision_number': 2, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:18.211150 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Checking router: 62b12079-7462-482b-a781-1506603c9eb0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:15:18.211562 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Updating router 62b12079-7462-482b-a781-1506603c9eb0 port 26136deb-c7f6-4b10-9d3f-40d247be76bd binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:15:18.245417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-54bcab7a-944e-491d-9a45-aca06733e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:18.247304 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-54bcab7a-944e-491d-9a45-aca06733e5ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb2601d6-8851-475f-9513-45a4bc568b08 HTTP/1.1" status: 200 len: 912 time: 0.5320570 Jul 16 09:15:18.266737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42552) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:18.312680 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.374924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5488-8444-4d15-900d-4375ccefb777 req-697c3373-b8c0-4900-aa3d-c78f77373db4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:18.377690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-697c3373-b8c0-4900-aa3d-c78f77373db4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/networks?id=f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 200 len: 797 time: 0.2178342 Jul 16 09:15:18.406495 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-ef2b490d-65d7-46e8-816f-887045d6438f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3 HTTP/1.1" status: 200 len: 217 time: 0.1272705 Jul 16 09:15:18.415131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-a8177fa9-3a6e-4969-9caa-2e57044b372b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/quotas/d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 375 time: 0.0305808 Jul 16 09:15:18.461096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a4038-9559-4b37-82cd-9b32c474f529 req-b582e9f7-de9f-48d8-9744-029b2e72650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:18.475316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-171a4038-9559-4b37-82cd-9b32c474f529 req-b582e9f7-de9f-48d8-9744-029b2e72650b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=36c59d9d-42bc-49cd-85b6-22dc468ac599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3664830 Jul 16 09:15:18.571605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc67564e-411b-4afc-9112-e7d86b752f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.660037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-171a4038-9559-4b37-82cd-9b32c474f529 req-fe12e11b-3d2b-41a4-8b5e-e6830de1ae17 service neutron] 10.222.0.52 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821806 Jul 16 09:15:18.758031 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc67564e-411b-4afc-9112-e7d86b752f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.763584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc67564e-411b-4afc-9112-e7d86b752f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.822720 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fc67564e-411b-4afc-9112-e7d86b752f7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b881a9ab65c494d8b9c33a7c43e319c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538979 Jul 16 09:15:18.824748 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42560) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:18.830774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-60de3be4-6061-45bd-9961-77468ff9c1cf tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4026544 Jul 16 09:15:18.848875 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67564e-411b-4afc-9112-e7d86b752f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c31de8b-e6d3-48a6-badd-fc0127b19608,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:18.868569 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.884524 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Transition to ACTIVE for port object 26136deb-c7f6-4b10-9d3f-40d247be76bd will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:18.902578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-171a4038-9559-4b37-82cd-9b32c474f529 req-8f80f8c1-c971-4af7-b501-10a06beb511d service neutron] 10.222.0.52 "GET /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362149 Jul 16 09:15:18.903399 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.914372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.927776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6452d65c-8b6e-46fe-bd92-ff8a28bfdb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.945212 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.962381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6452d65c-8b6e-46fe-bd92-ff8a28bfdb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.969263 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Pushing event updated for resources: {'Port': ['ID=26136deb-c7f6-4b10-9d3f-40d247be76bd,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:18.981488 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.981933 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.982347 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.982754 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.983159 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.983558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.983896 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-d0179c5b-58f1-41c0-9664-e0b3de9c3cd6 service neutron] 10.222.0.55 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355262 Jul 16 09:15:18.984037 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.984281 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.984690 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.985080 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.985473 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:18.985894 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:19.045723 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6452d65c-8b6e-46fe-bd92-ff8a28bfdb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:19.048672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6452d65c-8b6e-46fe-bd92-ff8a28bfdb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:19.050945 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6452d65c-8b6e-46fe-bd92-ff8a28bfdb27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c31de8b-e6d3-48a6-badd-fc0127b19608 HTTP/1.1" status: 204 len: 168 time: 0.2244534 Jul 16 09:15:19.054315 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Attempting to bind port 26136deb-c7f6-4b10-9d3f-40d247be76bd on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:19.054699 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Attempting to bind port 26136deb-c7f6-4b10-9d3f-40d247be76bd by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:19.055139 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Attempting to bind port 26136deb-c7f6-4b10-9d3f-40d247be76bd on network f8b89a57-4737-4e95-ad20-0247536c1209 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:19.061387 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:19.061913 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Checking segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:19.062491 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:19.062963 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Bound using segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:19.063511 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Bound port: 26136deb-c7f6-4b10-9d3f-40d247be76bd, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:19.064024 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:19.078650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452d65c-8b6e-46fe-bd92-ff8a28bfdb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c31de8b-e6d3-48a6-badd-fc0127b19608,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:19.148398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-b80c7388-4ff3-4eee-ad35-fab562e1ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:19.150426 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-b80c7388-4ff3-4eee-ad35-fab562e1ceb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77b5a9e9-4d18-495f-9065-50ab1871e688 HTTP/1.1" status: 200 len: 851 time: 0.0888462 Jul 16 09:15:19.161181 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] For port 26136deb-c7f6-4b10-9d3f-40d247be76bd, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:19.164855 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] For port 26136deb-c7f6-4b10-9d3f-40d247be76bd, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=26136deb-c7f6-4b10-9d3f-40d247be76bd,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:19.173545 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:19.208321 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-e668a15c-7e94-4e01-98b6-ba04bf392867 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb2601d6-8851-475f-9513-45a4bc568b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451987 Jul 16 09:15:19.265781 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:19.266436 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:19.276492 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefc2d-2aa2-43be-963b-4e3709d63029 None None] Pushing event updated for resources: {'Port': ['ID=26136deb-c7f6-4b10-9d3f-40d247be76bd,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:19.367532 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-cfa5c5fb-d498-4b47-982c-9780e5e71a29 service neutron] 10.222.0.54 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509509 Jul 16 09:15:19.523681 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:19.634513 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-f8014f95-bef4-45a7-8d24-0d2414c1f68f req-b45cd216-3a52-438e-a0a9-5503e2fe8526 service neutron] 10.222.0.54 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606356 Jul 16 09:15:19.645796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-10f9247b-0b85-429b-9402-acdf69193028 service neutron] 10.222.0.55 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527183 Jul 16 09:15:19.672862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090fb2b-3ab7-4d0a-a8f4-891a4da50c99 req-82441c5a-4e7f-4eb0-8d7f-181136af905a tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:19.684152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7090fb2b-3ab7-4d0a-a8f4-891a4da50c99 req-82441c5a-4e7f-4eb0-8d7f-181136af905a tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 943 time: 0.9182568 Jul 16 09:15:19.756963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7090fb2b-3ab7-4d0a-a8f4-891a4da50c99 req-e598074a-0282-432e-8992-93711382dcca tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717235 Jul 16 09:15:19.853945 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:19Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:19.898391 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1f564-8de5-4244-83df-03b0a584c9c3 None None] The sync data for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 is: [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:19Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:15:19.912493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5ae0ab3-910a-4677-9592-d5e0650b8cc3 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:19.948540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aad69c0f-b120-41fc-bab5-1d118e2bba4f req-3dd5532c-f9ad-41e3-a5e9-45e62b265b32 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 210 time: 0.0584545 Jul 16 09:15:20.015750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4159ed-be0f-40d1-bff7-e24dee918e34 req-407e597f-a4f7-40b5-8b25-8f11749a5182 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:20.017472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc4159ed-be0f-40d1-bff7-e24dee918e34 req-407e597f-a4f7-40b5-8b25-8f11749a5182 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.1491253 Jul 16 09:15:20.075094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc4159ed-be0f-40d1-bff7-e24dee918e34 req-52964495-5e79-4648-a464-e4d926452268 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435073 Jul 16 09:15:20.137865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5ae0ab3-910a-4677-9592-d5e0650b8cc3, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,segment=NetworkSegment(a3f91350-e65e-403b-884d-c0ec58388513),segment_id=a3f91350-e65e-403b-884d-c0ec58388513)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:20.152540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'a5ae0ab3-910a-4677-9592-d5e0650b8cc3', 'network_id': 'cb2601d6-8851-475f-9513-45a4bc568b08', 'port_id': 'a5ae0ab3-910a-4677-9592-d5e0650b8cc3', 'mac_address': 'fa:16:3e:80:31:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b5a9e9-4d18-495f-9065-50ab1871e688', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:20.203008 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:20.207733 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:20.237913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ae0ab3-910a-4677-9592-d5e0650b8cc3 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:20.266859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5ae0ab3-910a-4677-9592-d5e0650b8cc3, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,segment=NetworkSegment(a3f91350-e65e-403b-884d-c0ec58388513),segment_id=a3f91350-e65e-403b-884d-c0ec58388513)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:20.277954 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:20.336486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:20.523454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a5ae0ab3-910a-4677-9592-d5e0650b8cc3'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:21.001260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fcf62-d2c0-4c26-a798-6f2b71e1e71a req-fef481fe-2240-4024-9133-7903af21ce67 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.002985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b10fcf62-d2c0-4c26-a798-6f2b71e1e71a req-fef481fe-2240-4024-9133-7903af21ce67 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 944 time: 0.1072567 Jul 16 09:15:21.014965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 26136deb-c7f6-4b10-9d3f-40d247be76bd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:21.056712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b10fcf62-d2c0-4c26-a798-6f2b71e1e71a req-e248b3ed-8523-4ef5-91e9-ce86f2cf262e tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Jul 16 09:15:21.099494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 26136deb-c7f6-4b10-9d3f-40d247be76bd completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:21.103749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 26136deb-c7f6-4b10-9d3f-40d247be76bd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:21.104119 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:21.194649 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:21.234696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 26136deb-c7f6-4b10-9d3f-40d247be76bd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=26136deb-c7f6-4b10-9d3f-40d247be76bd,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:21.239964 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:21.292969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-85c756b9-2cec-4d8c-aade-8ed0e85bb1f5 req-205d3768-39a5-469c-aa1c-d1a6f4431ef2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 210 time: 0.0680962 Jul 16 09:15:21.326337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=26136deb-c7f6-4b10-9d3f-40d247be76bd,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:21.464605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5488-8444-4d15-900d-4375ccefb777 req-7e304d12-61eb-4dcf-881a-c987a885d619 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.466258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-7e304d12-61eb-4dcf-881a-c987a885d619 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "GET /v2.0/networks?id=f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 200 len: 797 time: 0.1720121 Jul 16 09:15:21.535397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-eea0fa2b-9ba6-4fef-88b8-9af555893356 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 380 time: 0.0582526 Jul 16 09:15:21.547309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acaf4f-00ad-4c89-9290-ede102eadee1 req-f769ba32-d5f2-40f2-873a-8e89fae1aa3b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.550862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19acaf4f-00ad-4c89-9290-ede102eadee1 req-f769ba32-d5f2-40f2-873a-8e89fae1aa3b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 944 time: 0.2512772 Jul 16 09:15:21.556120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'port': {'device_id': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'admin_state_up': True, 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'security_groups': ['b1cb825d-59a3-4243-8ab4-47dc8eb57883']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:21.674030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19acaf4f-00ad-4c89-9290-ede102eadee1 req-8380ac21-cf15-441d-aa89-cf5753d0bdfb tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141860 Jul 16 09:15:21.751143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:21.755662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:21.864958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42614) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:21.890071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.20.0.3 (f8b89a57-4737-4e95-ad20-0247536c1209/f603ba15-d11c-4bb0-901e-9629833ff25d/af5b078c-e5a6-4810-be09-913d049f5ead) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:21.945538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:21.948741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5ae0ab3-910a-4677-9592-d5e0650b8cc3 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:22.056642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Deleting port 093f2c28-d977-4d5b-b5c0-5a163fc10567 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:22.057109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.063339 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.110919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:22.118229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Transition to ACTIVE for port object af5b078c-e5a6-4810-be09-913d049f5ead will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:22.124807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:22.125334 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.169349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.169830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.182188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.186296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:22.189251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Calling delete_port for 093f2c28-d977-4d5b-b5c0-5a163fc10567 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:22.203858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'e5908944-108c-40b1-93e8-027eee06c382', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'port_id': 'e5908944-108c-40b1-93e8-027eee06c382', 'mac_address': 'fa:16:3e:0a:36:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:22.259381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:22.280939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network f8b89a57-4737-4e95-ad20-0247536c1209 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:22.293251 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.295339 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.296067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:22.319887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5908944-108c-40b1-93e8-027eee06c382 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:22.333141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:22.388565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21170eb8-428c-4142-8273-bdb67d12810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ae0ab3-910a-4677-9592-d5e0650b8cc3'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:22.391247 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e9706f-3c89-47ed-af9b-4d3ddb5bc974" -d '{"events": [{"server_uuid": "21170eb8-428c-4142-8273-bdb67d12810d", "name": "network-vif-plugged", "status": "completed", "tag": "a5ae0ab3-910a-4677-9592-d5e0650b8cc3"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:22.435901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.446208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:22.465954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a5ae0ab3-910a-4677-9592-d5e0650b8cc3, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,segment=NetworkSegment(a3f91350-e65e-403b-884d-c0ec58388513),segment_id=a3f91350-e65e-403b-884d-c0ec58388513)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:22.469377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:22.470512 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.471428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.484141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event deleted for resources: {'Port': ['ID=093f2c28-d977-4d5b-b5c0-5a163fc10567,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:22.494652 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.529125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6209-eab5-4894-9a12-464494321d28 req-56ccbb35-342e-462e-8f94-5dda2f21b442 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:22.542458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f9d6209-eab5-4894-9a12-464494321d28 req-56ccbb35-342e-462e-8f94-5dda2f21b442 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 944 time: 0.2657435 Jul 16 09:15:22.557307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-3f85b2c1-e7cc-404d-af05-f6dca06d1129 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0050395 Jul 16 09:15:22.606062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Request body: {'port': {'device_id': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:22.607748 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.607976 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Floating IP 50f2bf47-3ec3-4945-9ebf-13663308382b disassociated (deleted). External IP: 172.25.6.204, port: 8dfb833e-d8dd-4f9e-b4ad-1226f2993634. Jul 16 09:15:22.653882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:22.709149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['e5908944-108c-40b1-93e8-027eee06c382'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:22.814923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:22.836338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8f9d6209-eab5-4894-9a12-464494321d28 req-bbfd98b5-63f2-49fe-925d-cf1d1ed05a7e tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923484 Jul 16 09:15:22.890546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3bf4da01-cbb3-408a-bf79-d4fda53f747d None None] Provisioning for port af5b078c-e5a6-4810-be09-913d049f5ead completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:22.910845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3bf4da01-cbb3-408a-bf79-d4fda53f747d None None] Provisioning complete for port af5b078c-e5a6-4810-be09-913d049f5ead triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:22.911511 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bf4da01-cbb3-408a-bf79-d4fda53f747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:22.952483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51687150-e326-4c4c-95b6-7acf1e18302c req-3d7ceefb-6251-4ddc-9b44-d1f12df854a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:22.959117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4da01-cbb3-408a-bf79-d4fda53f747d None None] Port af5b078c-e5a6-4810-be09-913d049f5ead cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:15:22.966865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51687150-e326-4c4c-95b6-7acf1e18302c req-3d7ceefb-6251-4ddc-9b44-d1f12df854a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 931 time: 0.3263025 Jul 16 09:15:23.002158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:23.042554 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd91078-d525-419b-9f29-e3e173b5199d x-openstack-request-id: req-7cd91078-d525-419b-9f29-e3e173b5199d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:23.043380 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21170eb8-428c-4142-8273-bdb67d12810d", "name": "network-vif-plugged", "status": "completed", "tag": "a5ae0ab3-910a-4677-9592-d5e0650b8cc3", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:23.043829 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7cd91078-d525-419b-9f29-e3e173b5199d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:23.044252 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21170eb8-428c-4142-8273-bdb67d12810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ae0ab3-910a-4677-9592-d5e0650b8cc3', 'code': 200} Jul 16 09:15:23.113766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Router 5ecbda19-d466-441f-947e-1947ffa67970 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:15:23.154136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 26136deb-c7f6-4b10-9d3f-40d247be76bd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:23.186853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51687150-e326-4c4c-95b6-7acf1e18302c req-1688c6aa-05ab-4b6e-b1da-acf9455c338e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182267 Jul 16 09:15:23.277369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 26136deb-c7f6-4b10-9d3f-40d247be76bd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:23.278232 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:23.297226 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:15:23.306205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:23.320920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] Sync routers for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:15:23.335640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:23.336180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:23.362879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5d6cc-ecec-4fba-b614-f4f3d5b3343f req-2bc1461f-a796-47d1-98a5-ac2415defd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:23.364559 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ab5d6cc-ecec-4fba-b614-f4f3d5b3343f req-2bc1461f-a796-47d1-98a5-ac2415defd3d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 1097 time: 0.1415513 Jul 16 09:15:23.369851 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-20b5a4cb-b713-4845-9d8f-caf68a79d26c tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "DELETE /v2.0/floatingips/50f2bf47-3ec3-4945-9ebf-13663308382b HTTP/1.1" status: 204 len: 168 time: 1.5030704 Jul 16 09:15:23.370508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:23.373080 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:23.413513 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4ab5d6cc-ecec-4fba-b614-f4f3d5b3343f req-685c4f2c-5c00-4720-a666-7f9e1c5333fd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Jul 16 09:15:23.466935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:23.605153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f80560-9b5a-4d72-b84b-0fe599cbe4c3 req-18442159-c93d-44b7-bf98-5e2c5d27bdff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:23.608206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2f80560-9b5a-4d72-b84b-0fe599cbe4c3 req-18442159-c93d-44b7-bf98-5e2c5d27bdff tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 945 time: 0.2566626 Jul 16 09:15:23.726971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2f80560-9b5a-4d72-b84b-0fe599cbe4c3 req-8f6c3d9c-160b-4ec3-9a6d-1f57e951b1f5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102369 Jul 16 09:15:23.827021 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777882f-53b2-41dd-b69e-daf8c723da91 x-openstack-request-id: req-a777882f-53b2-41dd-b69e-daf8c723da91 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:23.827620 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:23.828178 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a777882f-53b2-41dd-b69e-daf8c723da91 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:23.828662 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'status': 'completed', 'code': 200} Jul 16 09:15:23.895352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5b078c-e5a6-4810-be09-913d049f5ead {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:23.922536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:23.976368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Transition to ACTIVE for port object af5b078c-e5a6-4810-be09-913d049f5ead will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:24.008268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:24.024571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:24.111847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:24.165302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] Checking router: 5ecbda19-d466-441f-947e-1947ffa67970 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:15:24.192379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:24.193789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:24.199816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port e5908944-108c-40b1-93e8-027eee06c382 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:24.200388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:24.217847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:24.352136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-27656961-9faa-46d2-bf31-1d43cf4427a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.354689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-27656961-9faa-46d2-bf31-1d43cf4427a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fec1c554abde42fa9dfe2f2d330df29d&device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 1098 time: 0.5090539 Jul 16 09:15:24.461016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92d7aa-98a0-40b4-bb5a-19342cdefa87 req-07898c42-2dee-45d9-9253-cdd64cfc2d41 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.462565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee92d7aa-98a0-40b4-bb5a-19342cdefa87 req-07898c42-2dee-45d9-9253-cdd64cfc2d41 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 946 time: 0.4798768 Jul 16 09:15:24.485182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:24.528588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:24.561204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721459a-ab8d-4b28-b2a6-abd15cff04d4 req-481b5f1d-678c-47cf-ad2a-38bec50a9b06 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.562728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2721459a-ab8d-4b28-b2a6-abd15cff04d4 req-481b5f1d-678c-47cf-ad2a-38bec50a9b06 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.3947136 Jul 16 09:15:24.569853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:24.570191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:24.570527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:24.595907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:15:24.596281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:24.609751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee92d7aa-98a0-40b4-bb5a-19342cdefa87 req-d95800ac-d5a5-4a5f-bece-897bb2fdd290 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355662 Jul 16 09:15:24.623791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:24.624119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Checking segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:24.624459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Bound using segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:24.624691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:24.624903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Bound port: af5b078c-e5a6-4810-be09-913d049f5ead, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:24.625294 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:24.633412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-a37e09db-783e-44c6-9653-cb3b4cdfa4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.635140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-a37e09db-783e-44c6-9653-cb3b4cdfa4e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=991ec1b3-1d9f-4071-8edb-234bd44f74ac HTTP/1.1" status: 200 len: 913 time: 0.2513609 Jul 16 09:15:24.641241 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:24.663657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2721459a-ab8d-4b28-b2a6-abd15cff04d4 req-886a89a5-a174-4b6f-b67c-c224ed96b4ee tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886562 Jul 16 09:15:24.694579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-e0bca5fa-c151-44c6-b866-9618f05705d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634 HTTP/1.1" status: 200 len: 217 time: 0.0421629 Jul 16 09:15:24.738254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:24.793410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:24.825138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736eaeb-9c55-4a82-af2a-541af3f57f6d None None] The sync data for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 is: [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:10:33Z', 'revision_number': 4, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9f95b98a-36d0-4e76-9541-ed3ddcf30915', 'name': '', 'network_id': '991ec1b3-1d9f-4071-8edb-234bd44f74ac', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'mac_address': 'fa:16:3e:57:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:31Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'subnets': [{'id': 'be830bb6-8b36-4b07-ba81-09bf82155d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:15:24.826539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:24.832081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:24.839572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-f98ffaca-f0cb-4187-9246-6c6f5cfbcf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.841242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-f98ffaca-f0cb-4187-9246-6c6f5cfbcf78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be830bb6-8b36-4b07-ba81-09bf82155d54 HTTP/1.1" status: 200 len: 851 time: 0.1238775 Jul 16 09:15:24.844601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:24.937938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.938579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:24.940014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] 10.222.0.52 "PUT /v2.0/ports/af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 1092 time: 2.3517616 Jul 16 09:15:24.959243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:24.961523 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2252db-e572-4c6a-9749-1a8f842011e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:25.013401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40e65-d409-4ad9-8164-e90c9982cc06 req-558961e3-be72-47dc-a8a3-adb3f3ab55b6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.015006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d40e65-d409-4ad9-8164-e90c9982cc06 req-558961e3-be72-47dc-a8a3-adb3f3ab55b6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 943 time: 0.2874267 Jul 16 09:15:25.038509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45f62c-51c7-48a9-8417-6d3cf557ab7b service neutron] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:25.045819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:25.049343 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c27585-620c-4653-b454-c8edede3147d" -d '{"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-plugged", "status": "completed", "tag": "e5908944-108c-40b1-93e8-027eee06c382"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:25.126210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-9fe2a0ec-5bc9-455e-b7c7-6399fe9f5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.127746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-9fe2a0ec-5bc9-455e-b7c7-6399fe9f5c7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=991ec1b3-1d9f-4071-8edb-234bd44f74ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723687 Jul 16 09:15:25.132221 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d9d02-9e3b-454c-a0ec-040d048d9156 None None] New status for floating IP 50f2bf47-3ec3-4945-9ebf-13663308382b: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:15:25.133608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d40e65-d409-4ad9-8164-e90c9982cc06 req-6c28258c-f6f6-4fe7-a59c-4809363527ac tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903199 Jul 16 09:15:25.144952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c5e8e-256b-4d2c-93ee-a455dbc93213 req-2caff91a-4093-4baf-8688-3f423c41ab43 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.146555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c7c5e8e-256b-4d2c-93ee-a455dbc93213 req-2caff91a-4093-4baf-8688-3f423c41ab43 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 947 time: 0.2610028 Jul 16 09:15:25.180463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5488-8444-4d15-900d-4375ccefb777 req-2a7b6f42-6ee4-4ce3-9102-401c34197fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.181954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-2a7b6f42-6ee4-4ce3-9102-401c34197fe4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1095 time: 0.1928666 Jul 16 09:15:25.189175 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0a9d47-09ce-4d6d-9047-53af2dac0879 x-openstack-request-id: req-2d0a9d47-09ce-4d6d-9047-53af2dac0879 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:25.189464 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:25.189743 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d0a9d47-09ce-4d6d-9047-53af2dac0879 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:25.191099 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'status': 'completed', 'code': 200} Jul 16 09:15:25.229623 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079972b4-dac2-4a4c-aae5-4ffa06becca8 x-openstack-request-id: req-079972b4-dac2-4a4c-aae5-4ffa06becca8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:25.230032 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-plugged", "status": "completed", "tag": "e5908944-108c-40b1-93e8-027eee06c382", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:25.230357 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-079972b4-dac2-4a4c-aae5-4ffa06becca8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:25.230836 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382', 'code': 200} Jul 16 09:15:25.247724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-1f351be5-f01d-4ddd-813e-4c5da89d998a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 217 time: 0.0529723 Jul 16 09:15:25.351047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c7c5e8e-256b-4d2c-93ee-a455dbc93213 req-e4d778b5-56e7-44b5-b981-e03fe58426d4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919260 Jul 16 09:15:25.394819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-ed040354-1c75-49d6-9eb3-12d6d72a0a30 service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469943 Jul 16 09:15:25.398619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5488-8444-4d15-900d-4375ccefb777 req-ff2b2fa6-f587-48eb-8f47-2de820c570c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.400150 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-ff2b2fa6-f587-48eb-8f47-2de820c570c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f603ba15-d11c-4bb0-901e-9629833ff25d HTTP/1.1" status: 200 len: 835 time: 0.1222098 Jul 16 09:15:25.455770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83b09c-79d3-47f8-af52-1024e8613146 req-26215424-0bef-4fb0-bed3-31befa793b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.458252 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da83b09c-79d3-47f8-af52-1024e8613146 req-26215424-0bef-4fb0-bed3-31befa793b44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 1099 time: 0.0676005 Jul 16 09:15:25.494393 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-da83b09c-79d3-47f8-af52-1024e8613146 req-05d31067-5d6f-4009-b1bc-ac0f5f63b5a6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294266 Jul 16 09:15:25.516221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-be50c8fd-c29d-42dc-8021-348ea8bd4fa2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.517717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-be50c8fd-c29d-42dc-8021-348ea8bd4fa2 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 946 time: 0.2386508 Jul 16 09:15:25.601940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-37ebee01-b089-4b2d-a5d1-66e9ac08033c service neutron] 10.222.0.52 "GET /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007704 Jul 16 09:15:25.603923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5488-8444-4d15-900d-4375ccefb777 req-da8fb31d-0755-40fc-86a0-5fea71f9bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.605186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-da8fb31d-0755-40fc-86a0-5fea71f9bcd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8b89a57-4737-4e95-ad20-0247536c1209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909833 Jul 16 09:15:25.775318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Deleting port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:25.775663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:26.203610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-3180f780-fd77-498a-98f5-6ee69563ddbd service neutron] 10.222.0.52 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904891 Jul 16 09:15:26.382112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] For port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:26.382815 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:26.411695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc38bfe-06cf-4ea9-89d2-0cfd5ccf710b req-103d6648-3893-45b0-ba7f-180477e29cff tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:26.413213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bc38bfe-06cf-4ea9-89d2-0cfd5ccf710b req-103d6648-3893-45b0-ba7f-180477e29cff tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 946 time: 0.6605501 Jul 16 09:15:26.417271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Calling delete_port for 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:26.447702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7aa30-5553-4e0a-96b5-09f565d91889 req-7d8222b9-32ac-4ace-8d67-bb8ea4ddb034 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:26.449299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e7aa30-5553-4e0a-96b5-09f565d91889 req-7d8222b9-32ac-4ace-8d67-bb8ea4ddb034 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.3065937 Jul 16 09:15:26.478889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8def5488-8444-4d15-900d-4375ccefb777 req-a21ab058-6cff-41f1-9520-759aa87cb5b2 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660577 Jul 16 09:15:26.603898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3bc38bfe-06cf-4ea9-89d2-0cfd5ccf710b req-0d98d0c2-4a8f-4364-b28d-bc97a8482c7d tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/security-groups?id=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782169 Jul 16 09:15:26.698365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e7aa30-5553-4e0a-96b5-09f565d91889 req-fed9f988-b507-4529-8a2d-dc3566fe47b9 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414386 Jul 16 09:15:26.707963 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:26.812200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event deleted for resources: {'Port': ['ID=8dfb833e-d8dd-4f9e-b4ad-1226f2993634,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:26.897382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] No DVR routers for this DVR port 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:26.902345 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:26.904319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-563d6157-422d-4dd1-bfae-07a97d77f115 req-c5c55836-aeaa-4619-9b7b-523821fdee36 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.52 "DELETE /v2.0/ports/8dfb833e-d8dd-4f9e-b4ad-1226f2993634 HTTP/1.1" status: 204 len: 173 time: 1.3780074 Jul 16 09:15:26.916592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-22b7b498-1fd8-4983-862e-8908bae19675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:26.918254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-22b7b498-1fd8-4983-862e-8908bae19675 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1095 time: 0.3723991 Jul 16 09:15:27.041318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d63489-ca15-4c13-923f-6fdcafc4d794 req-36f767a9-1089-4070-a99b-324768c7e5f0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.043801 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4d63489-ca15-4c13-923f-6fdcafc4d794 req-36f767a9-1089-4070-a99b-324768c7e5f0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 943 time: 0.3007140 Jul 16 09:15:27.106429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc74c4-e2ea-43c8-bed9-aa1cdeed34a1 req-bf017494-5f4d-4b58-a9e2-bb557c4d9d9f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.114544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbdc74c4-e2ea-43c8-bed9-aa1cdeed34a1 req-bf017494-5f4d-4b58-a9e2-bb557c4d9d9f tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 947 time: 0.2732596 Jul 16 09:15:27.137250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-15714e59-583a-4e70-af79-0a90da96942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.138899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-15714e59-583a-4e70-af79-0a90da96942f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 200 len: 898 time: 0.2118471 Jul 16 09:15:27.165578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4d63489-ca15-4c13-923f-6fdcafc4d794 req-edcd144a-adce-4449-800e-6d9f39eeac39 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041028 Jul 16 09:15:27.221418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'name': 'network-vif-deleted', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:27.227733 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8e1ca1-8f80-49a0-89df-f3db1716f756" -d '{"events": [{"server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "name": "network-vif-deleted", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:27.239560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-7c855134-fb51-4919-8c65-436c8566407f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 217 time: 0.0905259 Jul 16 09:15:27.317699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbdc74c4-e2ea-43c8-bed9-aa1cdeed34a1 req-24cb7caa-896d-4c54-b722-0025801f4cf4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021210 Jul 16 09:15:27.359426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-d8d8f150-6660-4fc9-bd78-154b9707fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.361171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-d8d8f150-6660-4fc9-bd78-154b9707fc07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f603ba15-d11c-4bb0-901e-9629833ff25d HTTP/1.1" status: 200 len: 835 time: 0.1144786 Jul 16 09:15:27.389873 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baf81d2-98c0-4dca-9a38-1e879efe62ea x-openstack-request-id: req-0baf81d2-98c0-4dca-9a38-1e879efe62ea {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:27.390557 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a61cd0-f902-4df6-8647-9bb16cae3250", "name": "network-vif-deleted", "tag": "8dfb833e-d8dd-4f9e-b4ad-1226f2993634", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:27.390557 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0baf81d2-98c0-4dca-9a38-1e879efe62ea {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:27.390966 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a61cd0-f902-4df6-8647-9bb16cae3250', 'name': 'network-vif-deleted', 'tag': '8dfb833e-d8dd-4f9e-b4ad-1226f2993634', 'status': 'completed', 'code': 200} Jul 16 09:15:27.469239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0498252-68b7-440f-a746-e4fcc81da960 req-e1e206d5-8b6f-4c69-a74f-6e583b9d67ca tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.470903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0498252-68b7-440f-a746-e4fcc81da960 req-e1e206d5-8b6f-4c69-a74f-6e583b9d67ca tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.1292326 Jul 16 09:15:27.482147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-bb069a4b-eca2-49cc-9928-d4f2851a9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.483702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-bb069a4b-eca2-49cc-9928-d4f2851a9b84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8b89a57-4737-4e95-ad20-0247536c1209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961671 Jul 16 09:15:27.544641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0498252-68b7-440f-a746-e4fcc81da960 req-5649aae9-8ec9-47e5-9dd3-f19f2ad9c61f tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599775 Jul 16 09:15:27.602711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-7a7be261-68c9-4a48-9fb0-2eb3cfdcbcbb service neutron] 10.222.0.52 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119833 Jul 16 09:15:27.727573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb2252db-e572-4c6a-9749-1a8f842011e2 req-676a1da7-844d-4757-9b0d-3b82bca7e5b0 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130176 Jul 16 09:15:27.776130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b1195f6-bb77-4f1f-a0f2-107193c4b6ea req-c7aeb52e-4a34-49ac-83e3-7caac1aae166 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 210 time: 0.0469744 Jul 16 09:15:27.963274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba98e5-9b39-466d-8518-25979f421e7d req-d358e0a8-2a02-4c46-b67d-4bdf08b47095 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.964448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7dba98e5-9b39-466d-8518-25979f421e7d req-d358e0a8-2a02-4c46-b67d-4bdf08b47095 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.0665925 Jul 16 09:15:28.002872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7dba98e5-9b39-466d-8518-25979f421e7d req-c3811d81-0a03-4528-af2b-5f83bc915ede tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Jul 16 09:15:28.358869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ae2bc-b2d8-46e3-84d0-8e6d5103c6f3 req-6580629f-e95d-41b2-a2b5-682e42afcf08 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:28.361019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f92ae2bc-b2d8-46e3-84d0-8e6d5103c6f3 req-6580629f-e95d-41b2-a2b5-682e42afcf08 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 943 time: 0.0749779 Jul 16 09:15:28.433889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f92ae2bc-b2d8-46e3-84d0-8e6d5103c6f3 req-252a348b-271b-4c9d-b534-2aaca8b004f7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661569 Jul 16 09:15:28.558995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490892bf-8d23-4b5f-b32f-e0e5e0f8486a req-bce3ad61-0359-4cc3-a8a1-6e67c064fca5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:28.560971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-490892bf-8d23-4b5f-b32f-e0e5e0f8486a req-bce3ad61-0359-4cc3-a8a1-6e67c064fca5 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 947 time: 0.0739632 Jul 16 09:15:28.603500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-490892bf-8d23-4b5f-b32f-e0e5e0f8486a req-440d6810-3c66-43b7-801c-1e10ab76a4bf tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361571 Jul 16 09:15:28.926652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2a97c5a-6ce1-4e2f-95e4-b4380f498026 req-7e415609-e16a-4d1e-817c-9d6ec98d731e tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 210 time: 0.0320508 Jul 16 09:15:29.035586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:29.038310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device af5b078c-e5a6-4810-be09-913d049f5ead details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:29.064912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:29.065888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 8dfb833e-d8dd-4f9e-b4ad-1226f2993634 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:29.177215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:29.192888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'port_id': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'mac_address': 'fa:16:3e:41:ef:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:29.218769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec189d95-dd13-495e-92ad-3680b9d77e67 req-ded958fb-8d37-43c0-a6e5-f90469a05124 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.222131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec189d95-dd13-495e-92ad-3680b9d77e67 req-ded958fb-8d37-43c0-a6e5-f90469a05124 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.1016793 Jul 16 09:15:29.234401 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:29.256605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5b078c-e5a6-4810-be09-913d049f5ead {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:29.282856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:29.289122 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:29.298404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec189d95-dd13-495e-92ad-3680b9d77e67 req-28761360-618b-4320-8db5-7f062056e259 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579636 Jul 16 09:15:29.353760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:29.508779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['af5b078c-e5a6-4810-be09-913d049f5ead'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:29.699765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-1dcf457b-0c39-46a3-b6be-3f738d968aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.702106 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-1dcf457b-0c39-46a3-b6be-3f738d968aec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad094b95199e481282cef29fd33b8ba8&device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 1097 time: 0.0825965 Jul 16 09:15:29.724252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b19cb-1a9d-4c46-b7dd-53cd76774e30 req-01bd39a2-b869-4725-98ce-a8657b58bbb7 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.725932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c1b19cb-1a9d-4c46-b7dd-53cd76774e30 req-01bd39a2-b869-4725-98ce-a8657b58bbb7 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.1094837 Jul 16 09:15:29.741501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf681c-73bb-4cf5-8365-03587f8fa7b6 req-7a56b826-cbe5-49be-8796-10fd9f0e2046 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.743158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0cf681c-73bb-4cf5-8365-03587f8fa7b6 req-7a56b826-cbe5-49be-8796-10fd9f0e2046 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 944 time: 0.1359510 Jul 16 09:15:29.818238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c1b19cb-1a9d-4c46-b7dd-53cd76774e30 req-72a8bfcd-46eb-4066-8a37-30638161b843 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851853 Jul 16 09:15:29.838772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0cf681c-73bb-4cf5-8365-03587f8fa7b6 req-204389ed-8a98-4714-a98e-de34c528d362 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827732 Jul 16 09:15:29.857817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-d4f02034-670c-401a-82d4-650bfede732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.860698 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-d4f02034-670c-401a-82d4-650bfede732b service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb2601d6-8851-475f-9513-45a4bc568b08 HTTP/1.1" status: 200 len: 912 time: 0.1437318 Jul 16 09:15:29.910929 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-c3788e90-3ac5-4b27-8761-bee0ed6ea473 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3 HTTP/1.1" status: 200 len: 217 time: 0.0431345 Jul 16 09:15:29.964464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-bb1d21ce-22ed-4402-8f09-0b908bade805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.966101 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-bb1d21ce-22ed-4402-8f09-0b908bade805 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77b5a9e9-4d18-495f-9065-50ab1871e688 HTTP/1.1" status: 200 len: 851 time: 0.0489340 Jul 16 09:15:30.011071 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-f9ba9405-1488-442e-9f51-37a01a9dd078 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb2601d6-8851-475f-9513-45a4bc568b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327084 Jul 16 09:15:30.099119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5360c935-e113-4b73-aa61-4679b2913b87 req-c1852af3-7d3a-4fde-af0f-9dd19a9aed3b tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 210 time: 0.0501931 Jul 16 09:15:30.108859 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-0931906d-40dc-4353-8fd4-8f321bd1f9bc service neutron] 10.222.0.54 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966020 Jul 16 09:15:30.207136 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-6703ba2f-655e-49e2-b27b-d80e0f4dd38e req-b08633af-ecf1-47d0-b674-50e53846c4f7 service neutron] 10.222.0.54 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909216 Jul 16 09:15:30.598988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42766) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:30.724127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6b35a06-2d57-4692-bcb5-1506970fef5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:30.826644 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6b35a06-2d57-4692-bcb5-1506970fef5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:30.839085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6b35a06-2d57-4692-bcb5-1506970fef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:30.889728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b35a06-2d57-4692-bcb5-1506970fef5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1018cb00-eea7-40ca-9610-b7e10cad7037,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:30.910174 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b6b35a06-2d57-4692-bcb5-1506970fef5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc47bb7acc0749d6a88f7683bf1b9be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097312 Jul 16 09:15:30.912995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42774) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:30.977510 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45894ae8-f7ea-4d8a-87e2-490af9483edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.015302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45894ae8-f7ea-4d8a-87e2-490af9483edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.050205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device af5b078c-e5a6-4810-be09-913d049f5ead up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:31.055676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1967082-f65a-4f43-a06e-de48e11ee8bc req-c42581d8-7405-416a-9ae4-a94987ec83d9 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:31.063821 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1967082-f65a-4f43-a06e-de48e11ee8bc req-c42581d8-7405-416a-9ae4-a94987ec83d9 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.0846105 Jul 16 09:15:31.079069 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45894ae8-f7ea-4d8a-87e2-490af9483edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.082730 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45894ae8-f7ea-4d8a-87e2-490af9483edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.085174 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45894ae8-f7ea-4d8a-87e2-490af9483edf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1018cb00-eea7-40ca-9610-b7e10cad7037 HTTP/1.1" status: 204 len: 168 time: 0.1712105 Jul 16 09:15:31.094533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894ae8-f7ea-4d8a-87e2-490af9483edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1018cb00-eea7-40ca-9610-b7e10cad7037,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:31.134700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port af5b078c-e5a6-4810-be09-913d049f5ead completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:31.138499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port af5b078c-e5a6-4810-be09-913d049f5ead triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:31.138872 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.150788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1967082-f65a-4f43-a06e-de48e11ee8bc req-cc5ef677-3a1c-4d09-851c-b9b204fed205 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858886 Jul 16 09:15:31.196471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f826251-3342-4cc9-977c-75404e70d7b0 req-3f2e5800-2702-415e-b1a0-63a452581a61 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:31.198083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f826251-3342-4cc9-977c-75404e70d7b0 req-3f2e5800-2702-415e-b1a0-63a452581a61 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 944 time: 0.1315486 Jul 16 09:15:31.237029 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.256856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f826251-3342-4cc9-977c-75404e70d7b0 req-2485bf95-438e-470c-83a7-72ea4b9c35a4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531476 Jul 16 09:15:31.271146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:31.271146 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94a2ba1-4474-401b-a0bf-0dfa5d84fee9" -d '{"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-plugged", "status": "completed", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:31.282342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:31.289830 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.334904 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce80a27-0f85-4912-8f21-5876456a5b54 x-openstack-request-id: req-dce80a27-0f85-4912-8f21-5876456a5b54 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:31.335193 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-plugged", "status": "completed", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:31.335456 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dce80a27-0f85-4912-8f21-5876456a5b54 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:31.335847 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'code': 200} Jul 16 09:15:31.357176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c042d33-1ae8-43ae-9be0-77236725f2d5 req-7dd2e915-2010-443c-b7bf-d3b9c41d1d71 tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "GET /v2.0/ports?device_id=22a61cd0-f902-4df6-8647-9bb16cae3250 HTTP/1.1" status: 200 len: 210 time: 0.0410495 Jul 16 09:15:31.379392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:31.446362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4722e-73e8-4c28-aeaf-c9e42d7ab315 req-672e4188-d11a-4896-99bf-06207e5a05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:31.447916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26e4722e-73e8-4c28-aeaf-c9e42d7ab315 req-672e4188-d11a-4896-99bf-06207e5a05ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1097 time: 0.0552146 Jul 16 09:15:31.485204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26e4722e-73e8-4c28-aeaf-c9e42d7ab315 req-856ed6b3-faa2-47ed-ad5f-3318bb4ea9f3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294511 Jul 16 09:15:32.380904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48b9f5-11ca-409a-806a-64c78a27da16 req-acabeb73-b28b-47fb-8436-95abffe84cbc tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.383806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c48b9f5-11ca-409a-806a-64c78a27da16 req-acabeb73-b28b-47fb-8436-95abffe84cbc tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.1020174 Jul 16 09:15:32.460297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c48b9f5-11ca-409a-806a-64c78a27da16 req-6f8bae5a-95ce-4e5d-a905-69fdf398b7f6 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724523 Jul 16 09:15:32.497910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c8457-319d-4769-8086-0492681da206 req-bb2737ab-9e4a-4220-9d53-74a4708ed598 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.502113 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a1c8457-319d-4769-8086-0492681da206 req-bb2737ab-9e4a-4220-9d53-74a4708ed598 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.0978873 Jul 16 09:15:32.546256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a1c8457-319d-4769-8086-0492681da206 req-c99f738d-23e7-43f1-a0bb-45b81902aa03 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Jul 16 09:15:32.559597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42830) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:32.634012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24c13fcf-58bc-4d88-8f86-9d18ab0801cd tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.666579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24c13fcf-58bc-4d88-8f86-9d18ab0801cd tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.756474 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24c13fcf-58bc-4d88-8f86-9d18ab0801cd tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.759373 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-24c13fcf-58bc-4d88-8f86-9d18ab0801cd tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.763361 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-24c13fcf-58bc-4d88-8f86-9d18ab0801cd tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] 10.222.0.55 "DELETE /v2.0/security-groups/7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0 HTTP/1.1" status: 204 len: 168 time: 0.1995831 Jul 16 09:15:32.775527 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13fcf-58bc-4d88-8f86-9d18ab0801cd tempest-TestVolumeBackupRestore-1481454299 tempest-TestVolumeBackupRestore-1481454299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7560edc0-f99c-4355-8ccf-cf1f2bbdfdc0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:32.855247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30156f93-3a90-42e5-a851-e3ead1cefd66 req-e49ce114-589b-46d7-a3b4-eabf9bfe2aab tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.857393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30156f93-3a90-42e5-a851-e3ead1cefd66 req-e49ce114-589b-46d7-a3b4-eabf9bfe2aab tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.1226573 Jul 16 09:15:32.905394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30156f93-3a90-42e5-a851-e3ead1cefd66 req-02a4abfb-f2f7-4bea-bfcb-7d84812e3022 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399401 Jul 16 09:15:32.933703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 42848) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:33.000802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f0611f-4350-4fce-8ac5-d63f8cbabdaf tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.004283 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-38f0611f-4350-4fce-8ac5-d63f8cbabdaf tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1092 time: 0.0681946 Jul 16 09:15:33.007929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 42852) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:33.016151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:33.165212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1609-d3f9-4ecd-a406-213e61eaccb9 req-316eca55-ecb4-4282-b167-c1b85f848f84 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.166852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7ff1609-d3f9-4ecd-a406-213e61eaccb9 req-316eca55-ecb4-4282-b167-c1b85f848f84 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.2136183 Jul 16 09:15:33.168187 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:33.241025 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-d9e864e8-515c-4bea-bbc4-a206f63a0b51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1199017 Jul 16 09:15:33.327547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7ff1609-d3f9-4ecd-a406-213e61eaccb9 req-c8613953-ed8b-43f4-9220-6978af5585d5 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241257 Jul 16 09:15:33.366881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-c14f79ab-7720-4e4c-91e8-e400bed7d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.369274 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-c14f79ab-7720-4e4c-91e8-e400bed7d559 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 1097 time: 0.0997078 Jul 16 09:15:33.460955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:33.580160 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-36db85dd-aaba-4c0e-88f0-0217d7687e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.592718 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-36db85dd-aaba-4c0e-88f0-0217d7687e36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.1966329 Jul 16 09:15:33.679127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.25.6.225 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/49e87fb7-fb9a-4be5-86e0-458444e8d032) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:33.760159 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-3229c543-32ee-4241-9bd5-bd3c1bda0f4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0 HTTP/1.1" status: 200 len: 1000 time: 0.1605113 Jul 16 09:15:33.823064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:33.830001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-bd95c103-1fcb-4417-899f-822965df1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.832633 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-bd95c103-1fcb-4417-899f-822965df1405 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.0656843 Jul 16 09:15:33.910718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:33.923741 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-29945039-abd3-462a-8016-dea8096d049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.926234 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-29945039-abd3-462a-8016-dea8096d049f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868976 Jul 16 09:15:34.000386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:34.005338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:34.009520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:34.070148 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-5d234213-8dfd-4bbd-b88b-eabe415c894c service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369576 Jul 16 09:15:34.100572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=49e87fb7-fb9a-4be5-86e0-458444e8d032,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:34.228111 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-96ec3447-ab4a-4e1a-8e72-7d5561fba9e9 req-7032110f-25fb-403f-9af5-788883e05cb1 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415024 Jul 16 09:15:34.814377 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:34.883313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d088079-8d2f-42d8-a50e-cb50e44bb2b7 req-d43cb661-eb31-4359-b78f-adbab303241b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:34.885080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d088079-8d2f-42d8-a50e-cb50e44bb2b7 req-d43cb661-eb31-4359-b78f-adbab303241b tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.2762060 Jul 16 09:15:34.931473 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:35.160233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:35.175950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:35.264401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d088079-8d2f-42d8-a50e-cb50e44bb2b7 req-5c4abbce-960d-48cc-9364-bdc2765aeb88 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340707 Jul 16 09:15:35.280574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=49e87fb7-fb9a-4be5-86e0-458444e8d032,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:35.300718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:35.542170 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Floating IP 6158de6c-4114-43be-8217-73af96c967e8 associated. External IP: 172.25.6.225, port: af5b078c-e5a6-4810-be09-913d049f5ead. Jul 16 09:15:35.870086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-6a729329-a28a-470d-a67d-f082ff547f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:35.872391 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-6a729329-a28a-470d-a67d-f082ff547f08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad094b95199e481282cef29fd33b8ba8&device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 1097 time: 0.1688044 Jul 16 09:15:36.001975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-fedea748-56a3-4a3d-a6fc-48d4ff45b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:36.003984 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-fedea748-56a3-4a3d-a6fc-48d4ff45b99b service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb2601d6-8851-475f-9513-45a4bc568b08 HTTP/1.1" status: 200 len: 912 time: 0.1245923 Jul 16 09:15:36.069288 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-6c37a129-20c9-4ae6-808a-03fa6574ed6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3 HTTP/1.1" status: 200 len: 217 time: 0.0582268 Jul 16 09:15:36.120693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874a8cb-4a25-41b6-a4a6-d02d13771d64 req-e6b83f91-cc11-4905-8cf8-7a19d2c7ef36 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:36.123887 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5874a8cb-4a25-41b6-a4a6-d02d13771d64 req-e6b83f91-cc11-4905-8cf8-7a19d2c7ef36 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.2843890 Jul 16 09:15:36.129717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 62b12079-7462-482b-a781-1506603c9eb0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:15:36.173360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-23d07345-0424-4b45-aacb-cb00d0a8fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:36.178452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-23d07345-0424-4b45-aacb-cb00d0a8fbed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77b5a9e9-4d18-495f-9065-50ab1871e688 HTTP/1.1" status: 200 len: 851 time: 0.1036513 Jul 16 09:15:36.242667 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-8ecb8a0f-d9a0-4681-804d-435cc220556f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb2601d6-8851-475f-9513-45a4bc568b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564742 Jul 16 09:15:36.296447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5874a8cb-4a25-41b6-a4a6-d02d13771d64 req-ed4e2bb7-7cb5-491a-9b54-da72faa1e85e tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621554 Jul 16 09:15:37.020832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:15:37.040589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] Sync routers for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:15:37.056486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:37.057254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:37.058025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:37.095119 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-1bc1b03c-bf0b-4a46-ba62-2cdfa3fe7bac service neutron] 10.222.0.54 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8450491 Jul 16 09:15:37.133749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f12b137a-f4a6-4f26-a40a-99ed1948644c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1233430 Jul 16 09:15:37.134355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:37.142904 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c567279-c664-4d81-93f4-eabb4b3698bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:37.218281 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3514f974-985d-4029-89d2-70eaa32e120d x-openstack-request-id: req-3514f974-985d-4029-89d2-70eaa32e120d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:37.218623 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:37.218953 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3514f974-985d-4029-89d2-70eaa32e120d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:37.219371 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'status': 'completed', 'code': 200} Jul 16 09:15:37.303546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:37.338847 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8effd578-eaa0-4c47-9bff-b6bd91a5e1b6 req-15508bcd-fe8b-46dd-ba57-81a1c5e7a2f9 service neutron] 10.222.0.54 "GET /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352803 Jul 16 09:15:37.413430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-59e0a093-7673-44fd-ba79-6e7865909417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:37.415004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-59e0a093-7673-44fd-ba79-6e7865909417 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1097 time: 0.1720469 Jul 16 09:15:37.692476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff26f5e-dde9-46bb-a95b-3ebef44502fa req-fc7aea17-f5ad-464a-a889-d242c1d27ce6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:37.702340 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ff26f5e-dde9-46bb-a95b-3ebef44502fa req-fc7aea17-f5ad-464a-a889-d242c1d27ce6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.3284681 Jul 16 09:15:37.726440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-a03c34a7-d742-4d99-84ef-9181704250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:37.728143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-a03c34a7-d742-4d99-84ef-9181704250c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 200 len: 898 time: 0.2737293 Jul 16 09:15:37.747738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '6158de6c-4114-43be-8217-73af96c967e8', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.225', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '62b12079-7462-482b-a781-1506603c9eb0', 'port_id': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'mac_address': 'fa:16:3e:41:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:15:34Z', 'updated_at': '2021-07-16T09:15:34Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:21Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:37.790477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] Checking router: 62b12079-7462-482b-a781-1506603c9eb0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:15:37.818632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:37.819670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:37.830082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-a9e86b45-d6e7-477b-bc8f-667554e7e98d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 999 time: 0.0917888 Jul 16 09:15:37.964762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-ec2887b5-b88e-474a-aab4-2fd3cd8c59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:37.970879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-ec2887b5-b88e-474a-aab4-2fd3cd8c59d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f603ba15-d11c-4bb0-901e-9629833ff25d HTTP/1.1" status: 200 len: 835 time: 0.1279910 Jul 16 09:15:37.980429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:38.000124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56656dc5-ec89-48d1-969d-27890524b265 req-c2efb114-c325-446e-9952-7c76630bc5c1 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:38.006936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56656dc5-ec89-48d1-969d-27890524b265 req-c2efb114-c325-446e-9952-7c76630bc5c1 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.4255834 Jul 16 09:15:38.023162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ff26f5e-dde9-46bb-a95b-3ebef44502fa req-a7203bd5-83c3-4a17-a0e5-cfc5cb96b610 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193903 Jul 16 09:15:38.059646 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43350) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:38.140795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56656dc5-ec89-48d1-969d-27890524b265 req-294aec2f-88e9-4b37-a5b0-82bb55f31a7f tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149986 Jul 16 09:15:38.186744 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-57a799d9-3f20-457d-8492-f887ac18d365 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/6158de6c-4114-43be-8217-73af96c967e8 HTTP/1.1" status: 200 len: 991 time: 0.1253676 Jul 16 09:15:38.211149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-c1389ce2-3e34-4a7b-8246-d85e7df8e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:38.213375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-c1389ce2-3e34-4a7b-8246-d85e7df8e4be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8b89a57-4737-4e95-ad20-0247536c1209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032990 Jul 16 09:15:38.337123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '6158de6c-4114-43be-8217-73af96c967e8', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.225', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '62b12079-7462-482b-a781-1506603c9eb0', 'port_id': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'mac_address': 'fa:16:3e:41:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:15:34Z', 'updated_at': '2021-07-16T09:15:34Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:21Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:38.353088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-e5e1738b-02d5-48cd-b663-2c2e52f47e44 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311722 Jul 16 09:15:38.398681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfe65a-fa5a-47eb-be20-f19cac0e4086 None None] The sync data for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 is: [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '6158de6c-4114-43be-8217-73af96c967e8', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.225', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '62b12079-7462-482b-a781-1506603c9eb0', 'port_id': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'mac_address': 'fa:16:3e:41:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:15:34Z', 'updated_at': '2021-07-16T09:15:34Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:21Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:15:38.490649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c567279-c664-4d81-93f4-eabb4b3698bb req-f9b72ef2-4709-466e-9906-6896895e2405 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306500 Jul 16 09:15:38.654889 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf92f4-63c2-41f0-be66-5ba1a6be03c2 None None] New status for floating IP 6158de6c-4114-43be-8217-73af96c967e8: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:15:38.734663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43354) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:39.190846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43362) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:39.270397 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d9f9cf9b-fa5b-40d7-bf69-4d362b13a15f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/6158de6c-4114-43be-8217-73af96c967e8 HTTP/1.1" status: 200 len: 993 time: 0.0775409 Jul 16 09:15:39.373690 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.423818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96049fe-7cf6-422a-9257-b698206a3c1b req-44d51f9d-af26-4deb-b569-ba75fb3b40b9 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:39.426080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c96049fe-7cf6-422a-9257-b698206a3c1b req-44d51f9d-af26-4deb-b569-ba75fb3b40b9 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.1216776 Jul 16 09:15:39.505382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c96049fe-7cf6-422a-9257-b698206a3c1b req-421a2c4f-9a3d-4e46-88f7-c56a058e3cdc tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707002 Jul 16 09:15:39.694944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Deleting port 9f95b98a-36d0-4e76-9541-ed3ddcf30915 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:39.695327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.826138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] For port 9f95b98a-36d0-4e76-9541-ed3ddcf30915, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9f95b98a-36d0-4e76-9541-ed3ddcf30915,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:39.826508 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.843748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Calling delete_port for 9f95b98a-36d0-4e76-9541-ed3ddcf30915 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:40.057058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcafa77-ca58-4fd9-adc9-06a05be74d04 req-40da9cea-d656-4d4a-bfd2-430462becf00 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:40.058690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbcafa77-ca58-4fd9-adc9-06a05be74d04 req-40da9cea-d656-4d4a-bfd2-430462becf00 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.1291580 Jul 16 09:15:40.135241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbcafa77-ca58-4fd9-adc9-06a05be74d04 req-57805b97-ea1a-40db-afa7-450b69f8fb30 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572355 Jul 16 09:15:40.200831 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:40.233265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f95b98a-36d0-4e76-9541-ed3ddcf30915,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:40.426202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:40.678385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Router 5ecbda19-d466-441f-947e-1947ffa67970 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:15:40.799878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:15:40.805394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3a5180ed-acb4-41bb-9f2d-5ef159051276 admin admin] 10.222.0.55 "PUT /v2.0/routers/5ecbda19-d466-441f-947e-1947ffa67970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0690737 Jul 16 09:15:40.807933 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43382) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:40.820295 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] Sync routers for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:15:40.832055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:40.833845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:40.994835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.150135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.186739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:41.228219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Deleting port 18b66d9b-e99a-4ad0-8057-cd344484db51 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:41.228696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.327388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] For port 18b66d9b-e99a-4ad0-8057-cd344484db51, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=18b66d9b-e99a-4ad0-8057-cd344484db51,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:41.327756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.347549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Calling delete_port for 18b66d9b-e99a-4ad0-8057-cd344484db51 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:41.377681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5e2a-79df-4b4c-bf93-04048a779ca3 req-2022c94c-00d1-444a-8367-6c90711bcf8a tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:41.380558 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de2f5e2a-79df-4b4c-bf93-04048a779ca3 req-2022c94c-00d1-444a-8367-6c90711bcf8a tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.1071596 Jul 16 09:15:41.448584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de2f5e2a-79df-4b4c-bf93-04048a779ca3 req-e5a4df61-8dff-449c-8b0a-7422c5ff21cb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619967 Jul 16 09:15:41.455013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:15:40Z', 'revision_number': 5, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port': {'id': '18b66d9b-e99a-4ad0-8057-cd344484db51', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:52:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbda19-d466-441f-947e-1947ffa67970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:41.485114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] Checking router: 5ecbda19-d466-441f-947e-1947ffa67970 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:15:41.495080 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] Routers {'5ecbda19-d466-441f-947e-1947ffa67970'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:41.495798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbda19-d466-441f-947e-1947ffa67970'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:41.557000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.597580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] Set router 5ecbda19-d466-441f-947e-1947ffa67970 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:41.606182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b66d9b-e99a-4ad0-8057-cd344484db51,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:41.680786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:15:41Z', 'revision_number': 6, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:41.702902 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.718305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b8c2c-66f7-451f-ad1b-3c573c32525f None None] The sync data for ids ['5ecbda19-d466-441f-947e-1947ffa67970'] in n-d-780147-28 is: [{'id': '5ecbda19-d466-441f-947e-1947ffa67970', 'name': 'tempest-TestVolumeBackupRestore-52258240-router', 'tenant_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:17Z', 'updated_at': '2021-07-16T09:15:41Z', 'revision_number': 6, 'project_id': 'fec1c554abde42fa9dfe2f2d330df29d', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:15:41.825933 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.828874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.890650 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.891252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ecbda19-d466-441f-947e-1947ffa67970 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:15:41.897285 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.901151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43410) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:41.901433 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3426a5a3-1154-4b24-93e0-d46861c9fd62 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5ecbda19-d466-441f-947e-1947ffa67970 HTTP/1.1" status: 204 len: 168 time: 1.0923309 Jul 16 09:15:41.923966 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a1278-d38d-4787-89b9-3816749dd80d req-1ec51ff2-7d7e-4ef8-a288-f315c0762237 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:41.925612 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-685a1278-d38d-4787-89b9-3816749dd80d req-1ec51ff2-7d7e-4ef8-a288-f315c0762237 tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.54 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 945 time: 0.1287153 Jul 16 09:15:41.955280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-de325304-85f3-41e5-bc6f-fd6899264098 admin admin] Deleting subnet be830bb6-8b36-4b07-ba81-09bf82155d54 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:15:41.959453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de325304-85f3-41e5-bc6f-fd6899264098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.009472 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de325304-85f3-41e5-bc6f-fd6899264098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.046506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Deleting port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:42.046885 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.126275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de325304-85f3-41e5-bc6f-fd6899264098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.168140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] For port a5ae0ab3-910a-4677-9592-d5e0650b8cc3, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,segment=NetworkSegment(a3f91350-e65e-403b-884d-c0ec58388513),segment_id=a3f91350-e65e-403b-884d-c0ec58388513)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:42.168677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.186725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Calling delete_port for a5ae0ab3-910a-4677-9592-d5e0650b8cc3 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:42.225387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de325304-85f3-41e5-bc6f-fd6899264098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.264070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de325304-85f3-41e5-bc6f-fd6899264098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be830bb6-8b36-4b07-ba81-09bf82155d54,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:42.275117 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de325304-85f3-41e5-bc6f-fd6899264098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.277044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf48872-4b01-4fdf-818f-daed13d9e50b None None] Network 991ec1b3-1d9f-4071-8edb-234bd44f74ac requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:42.277545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-de325304-85f3-41e5-bc6f-fd6899264098 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/be830bb6-8b36-4b07-ba81-09bf82155d54 HTTP/1.1" status: 204 len: 168 time: 0.3751216 Jul 16 09:15:42.279818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43416) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:42.371438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.374529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.387618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a5ae0ab3-910a-4677-9592-d5e0650b8cc3'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:42.453101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Pushing event deleted for resources: {'Port': ['ID=a5ae0ab3-910a-4677-9592-d5e0650b8cc3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:42.454523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Deleting port 351ae3f7-7b30-4491-b986-e81377dbd054 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:42.455045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.577746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] No DVR routers for this DVR port a5ae0ab3-910a-4677-9592-d5e0650b8cc3 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:42.580332 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.583070 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-685a1278-d38d-4787-89b9-3816749dd80d req-a17b98ac-fc55-461e-8264-eb5ddf8754bb tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.54 "DELETE /v2.0/ports/a5ae0ab3-910a-4677-9592-d5e0650b8cc3 HTTP/1.1" status: 204 len: 173 time: 0.6518030 Jul 16 09:15:42.583653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21170eb8-428c-4142-8273-bdb67d12810d', 'name': 'network-vif-deleted', 'tag': 'a5ae0ab3-910a-4677-9592-d5e0650b8cc3'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:42.593217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] DHCP port deletion for 991ec1b3-1d9f-4071-8edb-234bd44f74ac request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:15:42.600752 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce57057-cc43-4615-891b-e583d6f172b3" -d '{"events": [{"server_uuid": "21170eb8-428c-4142-8273-bdb67d12810d", "name": "network-vif-deleted", "tag": "a5ae0ab3-910a-4677-9592-d5e0650b8cc3"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:42.631918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] For port 351ae3f7-7b30-4491-b986-e81377dbd054, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=351ae3f7-7b30-4491-b986-e81377dbd054,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:42.632331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.667539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Calling delete_port for 351ae3f7-7b30-4491-b986-e81377dbd054 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:42.705396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] Deleting port 351ae3f7-7b30-4491-b986-e81377dbd054 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:42.706650 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c9de54-894b-4053-b09e-fda068f6f4a8 x-openstack-request-id: req-33c9de54-894b-4053-b09e-fda068f6f4a8 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:42.706965 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21170eb8-428c-4142-8273-bdb67d12810d", "name": "network-vif-deleted", "tag": "a5ae0ab3-910a-4677-9592-d5e0650b8cc3", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:42.707222 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33c9de54-894b-4053-b09e-fda068f6f4a8 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:42.707630 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21170eb8-428c-4142-8273-bdb67d12810d', 'name': 'network-vif-deleted', 'tag': 'a5ae0ab3-910a-4677-9592-d5e0650b8cc3', 'status': 'completed', 'code': 200} Jul 16 09:15:42.708023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.813389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] For port 351ae3f7-7b30-4491-b986-e81377dbd054, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=351ae3f7-7b30-4491-b986-e81377dbd054,segment=NetworkSegment(11afd303-52dc-4eb0-ab78-9442966f6f6a),segment_id=11afd303-52dc-4eb0-ab78-9442966f6f6a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:42.813958 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.819659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d681ab13-40ca-43f9-8ffe-9a532d8dd6ee req-c4f3797d-211b-413e-9bf8-a671ff0086ac tempest-TestServerAdvancedOps-625521283 tempest-TestServerAdvancedOps-625521283-project] 10.222.0.55 "GET /v2.0/ports?device_id=21170eb8-428c-4142-8273-bdb67d12810d HTTP/1.1" status: 200 len: 210 time: 0.0574753 Jul 16 09:15:42.858562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] Calling delete_port for 351ae3f7-7b30-4491-b986-e81377dbd054 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:42.883478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:42.918884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=351ae3f7-7b30-4491-b986-e81377dbd054,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:42.922646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] No DVR routers for this DVR port 351ae3f7-7b30-4491-b986-e81377dbd054 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:43.010522 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.034274 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.042292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991ec1b3-1d9f-4071-8edb-234bd44f74ac']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:43.048524 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] No DVR routers for this DVR port 351ae3f7-7b30-4491-b986-e81377dbd054 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:43.071601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9f95b98a-36d0-4e76-9541-ed3ddcf30915 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:43.073748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11afd303-52dc-4eb0-ab78-9442966f6f6a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:43.074719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11afd303-52dc-4eb0-ab78-9442966f6f6a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:43.080892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b46f2c-8af1-47f5-9efb-c99b02f1154c None None] Pushing event deleted for resources: {'Port': ['ID=351ae3f7-7b30-4491-b986-e81377dbd054,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:43.093662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.116612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9f95b98a-36d0-4e76-9541-ed3ddcf30915 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:43.117042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9f95b98a-36d0-4e76-9541-ed3ddcf30915 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:43.118231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 18b66d9b-e99a-4ad0-8057-cd344484db51 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:43.134958 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.142057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:15:43.142469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.142622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 18b66d9b-e99a-4ad0-8057-cd344484db51 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:43.142917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 18b66d9b-e99a-4ad0-8057-cd344484db51 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:43.143305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 351ae3f7-7b30-4491-b986-e81377dbd054 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:15:43.144279 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:15:43.171316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 351ae3f7-7b30-4491-b986-e81377dbd054 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:43.171713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 351ae3f7-7b30-4491-b986-e81377dbd054 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:43.249480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.262967 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.270049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/991ec1b3-1d9f-4071-8edb-234bd44f74ac HTTP/1.1" status: 204 len: 168 time: 0.9890318 Jul 16 09:15:43.273145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43428) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:43.362567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e624203-3692-4226-b301-9fba4673f9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=991ec1b3-1d9f-4071-8edb-234bd44f74ac,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:43.638269 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:15:43.974593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43442) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:44.048897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b21478-20c7-4190-b24b-a82e1a301d2f admin admin] Deleting subnet 77b5a9e9-4d18-495f-9065-50ab1871e688 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:15:44.052543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29b21478-20c7-4190-b24b-a82e1a301d2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.094509 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29b21478-20c7-4190-b24b-a82e1a301d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.125606 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.141384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29b21478-20c7-4190-b24b-a82e1a301d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.184665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43446) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:44.207298 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29b21478-20c7-4190-b24b-a82e1a301d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.256597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-29b21478-20c7-4190-b24b-a82e1a301d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.258649 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-29b21478-20c7-4190-b24b-a82e1a301d2f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/77b5a9e9-4d18-495f-9065-50ab1871e688 HTTP/1.1" status: 204 len: 168 time: 0.2809386 Jul 16 09:15:44.260030 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b21478-20c7-4190-b24b-a82e1a301d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b5a9e9-4d18-495f-9065-50ab1871e688,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:44.263061 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43450) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:44.362797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.432915 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e80c214-820f-4402-aea5-417ad50d0f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.461390 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a075980-a7c2-493f-a0c9-5b65fdf433e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.480085 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.495012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2601d6-8851-475f-9513-45a4bc568b08']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:44.509936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f91350-e65e-403b-884d-c0ec58388513') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:44.510523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f91350-e65e-403b-884d-c0ec58388513') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:44.524754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.547451 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.550542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Deleting port 041573d1-756a-4934-b0d3-5e932068f615 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:44.550892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.556638 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:15:44.557437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:15:44.559658 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:15:44.626464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.632665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.638541 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] 10.222.0.55 "DELETE /v2.0/networks/cb2601d6-8851-475f-9513-45a4bc568b08 HTTP/1.1" status: 204 len: 168 time: 0.3714695 Jul 16 09:15:44.638541 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43454) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:44.681503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e80c214-820f-4402-aea5-417ad50d0f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.689297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e80c214-820f-4402-aea5-417ad50d0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.689687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad0eb9-0363-4e5f-be3d-32be7f48625e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2601d6-8851-475f-9513-45a4bc568b08,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:44.697582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] For port 041573d1-756a-4934-b0d3-5e932068f615, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=041573d1-756a-4934-b0d3-5e932068f615,segment=NetworkSegment(b56a2868-7f26-4964-b120-7e79b9461be4),segment_id=b56a2868-7f26-4964-b120-7e79b9461be4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:44.697969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.715249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae820a0-e0e7-4f7f-9e30-c9969735a8e4 admin admin] Deleting subnet 38432fb5-48a8-4dc9-b90e-3b09c17bf1d9 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:15:44.718719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eae820a0-e0e7-4f7f-9e30-c9969735a8e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.737296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Calling delete_port for 041573d1-756a-4934-b0d3-5e932068f615 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:44.753256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80c214-820f-4402-aea5-417ad50d0f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7137aac9-4a0e-4953-a353-8a7363b2941f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:44.759554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8e80c214-820f-4402-aea5-417ad50d0f0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb1d359bfa5c4877a169778947500bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738311 Jul 16 09:15:44.763218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43456) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:44.767531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eae820a0-e0e7-4f7f-9e30-c9969735a8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.816656 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eae820a0-e0e7-4f7f-9e30-c9969735a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.876361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eae820a0-e0e7-4f7f-9e30-c9969735a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.905617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a363cd7-0b93-4d05-bda5-7b5ba030367c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.906888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae820a0-e0e7-4f7f-9e30-c9969735a8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38432fb5-48a8-4dc9-b90e-3b09c17bf1d9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:44.912319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eae820a0-e0e7-4f7f-9e30-c9969735a8e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:44.914757 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eae820a0-e0e7-4f7f-9e30-c9969735a8e4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/38432fb5-48a8-4dc9-b90e-3b09c17bf1d9 HTTP/1.1" status: 204 len: 168 time: 0.2753696 Jul 16 09:15:44.917402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43458) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:44.940689 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a363cd7-0b93-4d05-bda5-7b5ba030367c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.006249 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.048290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a363cd7-0b93-4d05-bda5-7b5ba030367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.051592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a363cd7-0b93-4d05-bda5-7b5ba030367c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.053075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a363cd7-0b93-4d05-bda5-7b5ba030367c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7137aac9-4a0e-4953-a353-8a7363b2941f HTTP/1.1" status: 204 len: 168 time: 0.2889116 Jul 16 09:15:45.069063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a363cd7-0b93-4d05-bda5-7b5ba030367c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7137aac9-4a0e-4953-a353-8a7363b2941f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:45.086038 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.121949 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.133375 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcd7342-b6e3-41bd-9884-a2d628674e36']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:45.147909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fe30ae-a1e4-4ed2-88fa-4c76100b1374') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:45.148501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fe30ae-a1e4-4ed2-88fa-4c76100b1374') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:45.160447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.164231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=041573d1-756a-4934-b0d3-5e932068f615,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:45.180584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.188359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:15:45.188778 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:15:45.191067 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:15:45.290495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.321021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.326293 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9dcd7342-b6e3-41bd-9884-a2d628674e36 HTTP/1.1" status: 204 len: 168 time: 0.4076462 Jul 16 09:15:45.327499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432799b8-769e-4b5d-b0a7-553e240ba637 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcd7342-b6e3-41bd-9884-a2d628674e36,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:45.397760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.402806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.479852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43466) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:45.493964 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac03bf01-a78f-4438-a4af-ba0e385b9093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.553011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43470) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:45.630816 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac03bf01-a78f-4438-a4af-ba0e385b9093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.641268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac03bf01-a78f-4438-a4af-ba0e385b9093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.680863 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ac03bf01-a78f-4438-a4af-ba0e385b9093 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b381872953dd470494ccc35e80949b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998105 Jul 16 09:15:45.684059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43472) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:45.686990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dd576766-9891-4347-a098-45d81f8d3927 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad094b95199e481282cef29fd33b8ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326969 Jul 16 09:15:45.691399 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43474) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:45.706162 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03bf01-a78f-4438-a4af-ba0e385b9093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de09228a-a1be-4013-8654-5e2b7b5fe7cc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:45.723368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Router 0d853012-fd73-4537-97ae-fefabb9edf7a has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:15:45.797294 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c821228c-65f2-4e4c-89a3-6f98e7742303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.803346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-be2c954c-8864-41f1-8f24-760039106118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.834530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c821228c-65f2-4e4c-89a3-6f98e7742303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.850088 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-be2c954c-8864-41f1-8f24-760039106118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.851672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:15:45.860989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-af632a90-ccc2-4655-baef-7d3bb4d5bc1f admin admin] 10.222.0.55 "PUT /v2.0/routers/0d853012-fd73-4537-97ae-fefabb9edf7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5718064 Jul 16 09:15:45.861756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43476) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:45.865431 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] Sync routers for ids ['0d853012-fd73-4537-97ae-fefabb9edf7a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:15:45.874531 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] Routers {'0d853012-fd73-4537-97ae-fefabb9edf7a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:45.875106 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0d853012-fd73-4537-97ae-fefabb9edf7a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:46.001406 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] Set router 0d853012-fd73-4537-97ae-fefabb9edf7a gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:46.081991 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-be2c954c-8864-41f1-8f24-760039106118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.085785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-be2c954c-8864-41f1-8f24-760039106118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.087889 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-be2c954c-8864-41f1-8f24-760039106118 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de09228a-a1be-4013-8654-5e2b7b5fe7cc HTTP/1.1" status: 204 len: 168 time: 0.4026856 Jul 16 09:15:46.122382 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c821228c-65f2-4e4c-89a3-6f98e7742303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.127675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c821228c-65f2-4e4c-89a3-6f98e7742303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.132817 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c821228c-65f2-4e4c-89a3-6f98e7742303 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e6ff3e9-f356-45e0-91b0-d5cba288bcd0 HTTP/1.1" status: 204 len: 168 time: 0.4369018 Jul 16 09:15:46.133681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c954c-8864-41f1-8f24-760039106118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de09228a-a1be-4013-8654-5e2b7b5fe7cc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:46.143888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5ae0ab3-910a-4677-9592-d5e0650b8cc3 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:46.191903 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821228c-65f2-4e4c-89a3-6f98e7742303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6ff3e9-f356-45e0-91b0-d5cba288bcd0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:46.197960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: a5ae0ab3-910a-4677-9592-d5e0650b8cc3 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:46.199006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a5ae0ab3-910a-4677-9592-d5e0650b8cc3 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:46.232699 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.260804 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:15:44Z', 'revision_number': 5, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port': {'id': '7076c17d-0889-4fb9-a75a-55c07ede3ac5', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:46.331677 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] Checking router: 0d853012-fd73-4537-97ae-fefabb9edf7a for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:15:46.351848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.358453 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] Routers {'0d853012-fd73-4537-97ae-fefabb9edf7a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:15:46.359430 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['0d853012-fd73-4537-97ae-fefabb9edf7a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:46.458149 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Deleting port 7076c17d-0889-4fb9-a75a-55c07ede3ac5 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:46.458677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.609733 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] Set router 0d853012-fd73-4537-97ae-fefabb9edf7a gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:15:46.668179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] For port 7076c17d-0889-4fb9-a75a-55c07ede3ac5, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7076c17d-0889-4fb9-a75a-55c07ede3ac5,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:46.669803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.680437 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:15:46Z', 'revision_number': 6, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:46.703251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Calling delete_port for 7076c17d-0889-4fb9-a75a-55c07ede3ac5 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:46.758951 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a57e9a-9632-4496-81ef-1c079f450ea0 None None] The sync data for ids ['0d853012-fd73-4537-97ae-fefabb9edf7a'] in n-d-780147-28 is: [{'id': '0d853012-fd73-4537-97ae-fefabb9edf7a', 'name': 'tempest-TestVolumeBackupRestore-972740087-router', 'tenant_id': '5e12662e7b91421ead30a37f59cacd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:15:46Z', 'revision_number': 6, 'project_id': '5e12662e7b91421ead30a37f59cacd59', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:15:46.908547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43488) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:46.948931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.965154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-160cef80-4337-49cd-9ae3-55d4a20bb144 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=208c39573edd4330a8813fe567446e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552499 Jul 16 09:15:46.974818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43490) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:46.982409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7076c17d-0889-4fb9-a75a-55c07ede3ac5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:47.040727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43492) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:47.062648 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d21071c5-4acc-4fe9-9e28-5acb02e1ec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.073632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0401-acf5-4c28-b82c-1f273929218d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.095730 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.118593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0401-acf5-4c28-b82c-1f273929218d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.229736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.232770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.245019 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0401-acf5-4c28-b82c-1f273929218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.250454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0401-acf5-4c28-b82c-1f273929218d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.257383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c7cc0401-acf5-4c28-b82c-1f273929218d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8aa4c92c-65b7-4a54-86ac-2ab8142bac9b HTTP/1.1" status: 204 len: 168 time: 0.2755125 Jul 16 09:15:47.285589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc0401-acf5-4c28-b82c-1f273929218d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa4c92c-65b7-4a54-86ac-2ab8142bac9b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:47.352145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.353672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d853012-fd73-4537-97ae-fefabb9edf7a {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:15:47.362679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d21071c5-4acc-4fe9-9e28-5acb02e1ec60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.363665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.365074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-de0a30f0-a96f-4128-9bf3-a779b5099d41 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0d853012-fd73-4537-97ae-fefabb9edf7a HTTP/1.1" status: 204 len: 168 time: 1.4648871 Jul 16 09:15:47.369362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43496) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:47.370506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d21071c5-4acc-4fe9-9e28-5acb02e1ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.414899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d21071c5-4acc-4fe9-9e28-5acb02e1ec60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6fa6d11584b43928ba13c9e151abd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730135 Jul 16 09:15:47.415737 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43498) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:47.437571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21071c5-4acc-4fe9-9e28-5acb02e1ec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1378af99-79ab-4d50-921e-a7ca1f319f4f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:47.439486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-21473049-bfb1-4071-b245-08e2bf303d57 admin admin] Deleting subnet 6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:15:47.446542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21473049-bfb1-4071-b245-08e2bf303d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.506804 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21473049-bfb1-4071-b245-08e2bf303d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.551841 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-448ea803-db43-4f4a-82b2-144f75bf2e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.609088 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-448ea803-db43-4f4a-82b2-144f75bf2e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.638176 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.671584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 041573d1-756a-4934-b0d3-5e932068f615 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:47.677583 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-91c5e634-96de-44f9-8629-2e6329a58816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.703998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21473049-bfb1-4071-b245-08e2bf303d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.708091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 041573d1-756a-4934-b0d3-5e932068f615 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:47.709571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 041573d1-756a-4934-b0d3-5e932068f615 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:47.822850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-448ea803-db43-4f4a-82b2-144f75bf2e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.833948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-448ea803-db43-4f4a-82b2-144f75bf2e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.833948 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-448ea803-db43-4f4a-82b2-144f75bf2e58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1378af99-79ab-4d50-921e-a7ca1f319f4f HTTP/1.1" status: 204 len: 168 time: 0.4127409 Jul 16 09:15:47.845705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ea803-db43-4f4a-82b2-144f75bf2e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1378af99-79ab-4d50-921e-a7ca1f319f4f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:47.856545 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21473049-bfb1-4071-b245-08e2bf303d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.873059 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21473049-bfb1-4071-b245-08e2bf303d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.879172 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-21473049-bfb1-4071-b245-08e2bf303d57 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2 HTTP/1.1" status: 204 len: 168 time: 0.5078661 Jul 16 09:15:47.879874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43504) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:47.887671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c035b3-34f4-4556-b2ad-31c418e1d454 None None] Network 8eca1577-a4b0-408f-9f1c-aa80139e2701 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:47.909848 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21473049-bfb1-4071-b245-08e2bf303d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5fe686-28e0-4f3b-b1ff-29ffe9eaf3e2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:48.002109 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.091382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Deleting port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:48.091771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.208181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] For port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,segment=NetworkSegment(b56a2868-7f26-4964-b120-7e79b9461be4),segment_id=b56a2868-7f26-4964-b120-7e79b9461be4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:48.208546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.235751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Calling delete_port for 47fd14c6-51a5-4694-9ed6-58cf283d0c4c owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:48.261588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] DHCP port deletion for 8eca1577-a4b0-408f-9f1c-aa80139e2701 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:15:48.360748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] Deleting port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:48.360748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.379439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.395401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] No DVR routers for this DVR port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:48.431527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:48.461229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] For port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,segment=NetworkSegment(b56a2868-7f26-4964-b120-7e79b9461be4),segment_id=b56a2868-7f26-4964-b120-7e79b9461be4)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:48.462194 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.497187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] Calling delete_port for 47fd14c6-51a5-4694-9ed6-58cf283d0c4c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:48.517969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.536212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eca1577-a4b0-408f-9f1c-aa80139e2701']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:48.564290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56a2868-7f26-4964-b120-7e79b9461be4') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:48.564861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56a2868-7f26-4964-b120-7e79b9461be4') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:48.584939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.609784 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.618192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:15:48.618667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:15:48.620545 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:15:48.648128 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.696378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] Pushing event deleted for resources: {'Port': ['ID=47fd14c6-51a5-4694-9ed6-58cf283d0c4c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:48.697042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.709077 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.710846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8eca1577-a4b0-408f-9f1c-aa80139e2701 HTTP/1.1" status: 204 len: 168 time: 0.8259201 Jul 16 09:15:48.711202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc645987-3bbe-49d4-b76a-668c8e53404c None None] No DVR routers for this DVR port 47fd14c6-51a5-4694-9ed6-58cf283d0c4c on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:48.734196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01831b-b335-4308-b40b-db818190eab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eca1577-a4b0-408f-9f1c-aa80139e2701,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:48.952948 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.004503 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.045913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43526) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:49.070423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 47fd14c6-51a5-4694-9ed6-58cf283d0c4c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:49.094390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 47fd14c6-51a5-4694-9ed6-58cf283d0c4c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:49.094845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 47fd14c6-51a5-4694-9ed6-58cf283d0c4c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:49.095545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7076c17d-0889-4fb9-a75a-55c07ede3ac5 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:49.119004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 7076c17d-0889-4fb9-a75a-55c07ede3ac5 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:49.119936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7076c17d-0889-4fb9-a75a-55c07ede3ac5 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:49.133268 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-77cf9739-7c0e-48d6-94da-08ecf081d461 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fec1c554abde42fa9dfe2f2d330df29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833294 Jul 16 09:15:49.134235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43528) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:49.213755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5813aadb-7f64-4fd9-b2f6-c72f999fbf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.247746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5813aadb-7f64-4fd9-b2f6-c72f999fbf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.310354 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5813aadb-7f64-4fd9-b2f6-c72f999fbf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.313243 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5813aadb-7f64-4fd9-b2f6-c72f999fbf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.314626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5813aadb-7f64-4fd9-b2f6-c72f999fbf9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b3990b3-695b-4ca5-a927-09c7c9bea395 HTTP/1.1" status: 204 len: 168 time: 0.1788325 Jul 16 09:15:49.324018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813aadb-7f64-4fd9-b2f6-c72f999fbf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3990b3-695b-4ca5-a927-09c7c9bea395,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:49.762945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43542) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:49.810078 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d4054148-2c5f-4535-8973-cac45b3cb3d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e12662e7b91421ead30a37f59cacd59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455329 Jul 16 09:15:49.812782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43544) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:49.889556 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22e8d52d-19b6-4ff9-bb2c-b83144ee3c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.926571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22e8d52d-19b6-4ff9-bb2c-b83144ee3c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.995580 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22e8d52d-19b6-4ff9-bb2c-b83144ee3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.998199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22e8d52d-19b6-4ff9-bb2c-b83144ee3c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.999335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-22e8d52d-19b6-4ff9-bb2c-b83144ee3c63 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5442da8a-98bb-4001-b737-3391b36c9745 HTTP/1.1" status: 204 len: 168 time: 0.1853688 Jul 16 09:15:50.029001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8d52d-19b6-4ff9-bb2c-b83144ee3c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5442da8a-98bb-4001-b737-3391b36c9745,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:50.204825 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:52.417528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-8d628d17-1292-4445-9344-bfa8778c059e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736568098&fields=id&tenant_id=c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 267 time: 0.0350204 Jul 16 09:15:52.526112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b449-00e8-422b-ac33-625215848924 req-b1ecb090-392e-4f23-a1fb-85e745621b3b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:52.527504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-b1ecb090-392e-4f23-a1fb-85e745621b3b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.1036026 Jul 16 09:15:52.542142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-521dfd5e-fe7d-402b-afbc-af8837b5de99 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/quotas/c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 375 time: 0.0091202 Jul 16 09:15:52.615037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-07447081-e0bf-4a80-bea2-fd9d3defbd45 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0679252 Jul 16 09:15:52.714026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-13e308c1-5aec-477c-af68-8f2c57177155 service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879672 Jul 16 09:15:52.806334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-3c0b8381-c132-4745-a59b-0dcdce24951f service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860515 Jul 16 09:15:53.127668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7da0e635-304b-4621-9c82-6d4b0ee4f29a req-a234c1d4-1176-443d-ba42-11264e0e6b3c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 210 time: 0.0357237 Jul 16 09:15:54.234354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b449-00e8-422b-ac33-625215848924 req-8a6f897d-11c1-4464-b6ad-457a933b867e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:54.236032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-8a6f897d-11c1-4464-b6ad-457a933b867e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 811 time: 0.1316895 Jul 16 09:15:54.288064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-152e114d-570a-4d7d-ae6e-643b00e0e535 req-f4ec1401-e8f3-40f1-a332-b72abd5cd0c8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 210 time: 0.0390351 Jul 16 09:15:54.288726 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-be3458a7-e37b-475e-a8c4-99e91f17db66 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21191488fda4a5995f37c7613af0579 HTTP/1.1" status: 200 len: 380 time: 0.0389130 Jul 16 09:15:54.298197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'port': {'device_id': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'admin_state_up': True, 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'security_groups': ['1f361719-c087-417d-a6f8-74c05a103154']}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:54.420095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Made reservation on behalf of c21191488fda4a5995f37c7613af0579 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:54.425380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:54.561006 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.20.0.11 (bbfe9507-7535-496c-9d13-80f2e3d05fd7/15fa3fbc-df70-4d26-b439-11b63ab220af/45e6d191-53f4-406e-b03f-7e7fd74bc985) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:54.715141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:54.729074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Transition to ACTIVE for port object 45e6d191-53f4-406e-b03f-7e7fd74bc985 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:54.766383 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:54.813680 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:54.816826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:54.820731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:54.836346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=45e6d191-53f4-406e-b03f-7e7fd74bc985,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:54.900210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:54.900823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:54.919714 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-fff3ba26-f77d-4539-abbb-b3c4b94b653d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6259356 Jul 16 09:15:54.938652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Request body: {'port': {'device_id': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:55.063277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:55.230736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-605d042d-c57e-4b74-b123-9853ffe9bd86 None None] Provisioning for port 45e6d191-53f4-406e-b03f-7e7fd74bc985 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:55.240221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-605d042d-c57e-4b74-b123-9853ffe9bd86 None None] Provisioning complete for port 45e6d191-53f4-406e-b03f-7e7fd74bc985 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:55.241869 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-605d042d-c57e-4b74-b123-9853ffe9bd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:55.289041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-605d042d-c57e-4b74-b123-9853ffe9bd86 None None] Port 45e6d191-53f4-406e-b03f-7e7fd74bc985 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:15:55.474116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e6d191-53f4-406e-b03f-7e7fd74bc985 {{(pid=94164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:55.483191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:55.496817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Transition to ACTIVE for port object 45e6d191-53f4-406e-b03f-7e7fd74bc985 will not be triggered until provisioned by entity L2. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:55.505687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:55.555782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d4d76-e659-4a7c-b40c-d52ac012f0f7 req-83fcdbf8-17cf-4db7-bf68-2ef7c169f776 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:55.557620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e7d4d76-e659-4a7c-b40c-d52ac012f0f7 req-83fcdbf8-17cf-4db7-bf68-2ef7c169f776 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 932 time: 0.0930977 Jul 16 09:15:55.614476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e7d4d76-e659-4a7c-b40c-d52ac012f0f7 req-ae6c42c9-1a98-4bfa-97ad-6ed70671777b tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505903 Jul 16 09:15:55.623761 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Pushing event updated for resources: {'Port': ['ID=45e6d191-53f4-406e-b03f-7e7fd74bc985,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:55.644171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.644597 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.645194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.645852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.646245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.647022 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.647451 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.647885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.648330 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.648769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.649172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.649687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:55.693594 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Attempting to bind port 45e6d191-53f4-406e-b03f-7e7fd74bc985 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:55.694067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Attempting to bind port 45e6d191-53f4-406e-b03f-7e7fd74bc985 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:55.694736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Attempting to bind port 45e6d191-53f4-406e-b03f-7e7fd74bc985 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:55.700218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Port 45e6d191-53f4-406e-b03f-7e7fd74bc985 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:15:55.700489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Attempting to bind port 45e6d191-53f4-406e-b03f-7e7fd74bc985 on network bbfe9507-7535-496c-9d13-80f2e3d05fd7 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:55.706974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:55.707379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Checking segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:55.707752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Bound using segment: {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:55.708265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Bound port: 45e6d191-53f4-406e-b03f-7e7fd74bc985, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:55.708633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:55.802780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] For port 45e6d191-53f4-406e-b03f-7e7fd74bc985, host n-h2-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:55.808814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] For port 45e6d191-53f4-406e-b03f-7e7fd74bc985, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:55.814018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:55.850905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:55.851930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:55.853487 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] 10.222.0.54 "PUT /v2.0/ports/45e6d191-53f4-406e-b03f-7e7fd74bc985 HTTP/1.1" status: 200 len: 1093 time: 0.9261508 Jul 16 09:15:55.855579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:55.859866 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f12a59-62c7-4908-bfb5-270283ab90a4" -d '{"events": [{"name": "network-changed", "server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:55.971859 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc1156c-0d9e-4edf-8ea5-d4353159e516 x-openstack-request-id: req-6bc1156c-0d9e-4edf-8ea5-d4353159e516 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:55.972199 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:55.972552 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bc1156c-0d9e-4edf-8ea5-d4353159e516 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:55.973055 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'status': 'completed', 'code': 200} Jul 16 09:15:56.011980 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9e251-e3b3-4ff0-b2e1-fda58204a32c service neutron] Pushing event updated for resources: {'Port': ['ID=45e6d191-53f4-406e-b03f-7e7fd74bc985,revision_number=3']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:56.021872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b449-00e8-422b-ac33-625215848924 req-adc9de23-3235-4042-a1d6-4262e4cd2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.023189 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-adc9de23-3235-4042-a1d6-4262e4cd2a60 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 1096 time: 0.0964029 Jul 16 09:15:56.074313 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-65ccb7d6-9922-4385-9424-36f865765afd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985 HTTP/1.1" status: 200 len: 217 time: 0.0425613 Jul 16 09:15:56.128469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b449-00e8-422b-ac33-625215848924 req-cd0626fc-1791-4aad-9ac7-c89f02cb0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.130579 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-cd0626fc-1791-4aad-9ac7-c89f02cb0a9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.0442083 Jul 16 09:15:56.198436 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b449-00e8-422b-ac33-625215848924 req-9ec647b0-6764-471d-8e3b-7bb31e212712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.200068 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-9ec647b0-6764-471d-8e3b-7bb31e212712 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628293 Jul 16 09:15:56.301685 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-42eb50dd-76f5-4871-941a-6e9c5108dd7e service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904012 Jul 16 09:15:56.398250 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-2eb1b449-00e8-422b-ac33-625215848924 req-5d88219d-872a-4e55-8694-3fa7995fd547 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927999 Jul 16 09:15:56.500506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-a1f306b0-c9ef-420a-91d5-0afc87974ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.503362 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-a1f306b0-c9ef-420a-91d5-0afc87974ba3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 1096 time: 0.0572429 Jul 16 09:15:56.620667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-22c86302-ac0d-4fda-8f0d-d736d080ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.622182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-22c86302-ac0d-4fda-8f0d-d736d080ffe1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.1090374 Jul 16 09:15:56.840666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d3508-0c67-4b2b-a4c0-c71e02e668a2 req-b6cb6e35-6173-47d9-8435-630b3001a4a2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.843249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d66d3508-0c67-4b2b-a4c0-c71e02e668a2 req-b6cb6e35-6173-47d9-8435-630b3001a4a2 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0817258 Jul 16 09:15:56.887389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d66d3508-0c67-4b2b-a4c0-c71e02e668a2 req-4c4afe3c-2a85-4f11-a018-865ae66a49c1 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375752 Jul 16 09:15:57.109750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-3344c89b-6c9e-483e-ba2c-4a83d3886508 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985 HTTP/1.1" status: 200 len: 217 time: 0.4793537 Jul 16 09:15:57.168883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-4dda8d2a-f5be-4af2-b002-ebf67160f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:57.170962 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-4dda8d2a-f5be-4af2-b002-ebf67160f0a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.0532949 Jul 16 09:15:57.249550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-7bde0d16-c0eb-4f9a-a06f-f94843ba7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:57.251153 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-7bde0d16-c0eb-4f9a-a06f-f94843ba7fd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704291 Jul 16 09:15:57.401066 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-60b9ef3b-dfad-4e4a-a98f-00aa994064e5 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394110 Jul 16 09:15:57.561103 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-78f12a59-62c7-4908-bfb5-270283ab90a4 req-0e72dfc4-271d-4ec0-bb05-2094ceacf4f3 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504653 Jul 16 09:15:58.112623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d4bb-79e8-4dcd-a8b9-07612f0022df req-50135a92-31df-4acd-bc0c-dc0450d6a825 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:58.115139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45c8d4bb-79e8-4dcd-a8b9-07612f0022df req-50135a92-31df-4acd-bc0c-dc0450d6a825 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0872350 Jul 16 09:15:58.168527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45c8d4bb-79e8-4dcd-a8b9-07612f0022df req-fbac42ab-4c99-4323-ab42-2ccb958e0e40 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460346 Jul 16 09:15:59.345118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b70ca-ee0d-4da5-9766-8c9345106e45 req-cbcc0892-c5fd-4269-9526-8d5c9c82525d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:59.346919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd4b70ca-ee0d-4da5-9766-8c9345106e45 req-cbcc0892-c5fd-4269-9526-8d5c9c82525d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0643008 Jul 16 09:15:59.390261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd4b70ca-ee0d-4da5-9766-8c9345106e45 req-5aec271c-f875-4ea8-89b1-f57c3b611399 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377443 Jul 16 09:16:00.569354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df6aeb-199d-4af7-9ea5-47a53df37360 req-6a3db2c8-36d4-42cc-b407-4de237ec8692 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:00.571005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5df6aeb-199d-4af7-9ea5-47a53df37360 req-6a3db2c8-36d4-42cc-b407-4de237ec8692 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0665834 Jul 16 09:16:00.612800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5df6aeb-199d-4af7-9ea5-47a53df37360 req-23df2325-b0a9-4408-8fbc-69248de0a900 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362482 Jul 16 09:16:01.793205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63132574-6b5a-4f97-a222-aca53f70db89 req-c6cdd59a-ac12-4ee9-a900-7bf65925dc4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:01.794907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63132574-6b5a-4f97-a222-aca53f70db89 req-c6cdd59a-ac12-4ee9-a900-7bf65925dc4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0700910 Jul 16 09:16:01.837225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-63132574-6b5a-4f97-a222-aca53f70db89 req-0be5e004-df58-42e3-a62e-21f04540306a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358691 Jul 16 09:16:01.995831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec38ad-edd0-4683-8569-19ad50fd18c9 req-13e1a423-0e6b-4ab6-8f72-633f9020637e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:01.997332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09ec38ad-edd0-4683-8569-19ad50fd18c9 req-13e1a423-0e6b-4ab6-8f72-633f9020637e tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 947 time: 0.0704913 Jul 16 09:16:02.038087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09ec38ad-edd0-4683-8569-19ad50fd18c9 req-a41016bd-f22e-4dbd-b1ca-39215526d960 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341704 Jul 16 09:16:03.024795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9f38-46d0-49cb-8a29-21d7c2e33968 req-bbccb9ed-ac77-4f9c-bff8-2099176b8868 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:03.026293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d36c9f38-46d0-49cb-8a29-21d7c2e33968 req-bbccb9ed-ac77-4f9c-bff8-2099176b8868 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0663619 Jul 16 09:16:03.066464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d36c9f38-46d0-49cb-8a29-21d7c2e33968 req-b92bd5e9-1e3e-4bec-bed2-0f54c537d04d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334971 Jul 16 09:16:03.258198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-f763d908-9608-49fe-9aec-7f1601d73c56 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:03.260609 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-f763d908-9608-49fe-9aec-7f1601d73c56 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 947 time: 0.0798960 Jul 16 09:16:03.275717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a9fd5-1a72-4f91-aa53-7d39e2fc5470 req-deb945ae-48e9-49aa-827d-2665d440a2d3 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:03.291000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b8a9fd5-1a72-4f91-aa53-7d39e2fc5470 req-deb945ae-48e9-49aa-827d-2665d440a2d3 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 947 time: 0.1150963 Jul 16 09:16:03.333290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b8a9fd5-1a72-4f91-aa53-7d39e2fc5470 req-a3d3c4a2-752a-47f0-87d2-8c609cfc21ac tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 Jul 16 09:16:03.392862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Deleting port e5908944-108c-40b1-93e8-027eee06c382 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:03.393191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:03.484354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] For port e5908944-108c-40b1-93e8-027eee06c382, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=e5908944-108c-40b1-93e8-027eee06c382,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:03.485236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:03.668536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:03.668903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:03.669219 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Floating IP 603e66f9-0f68-475f-87e5-094e6bac6e05 disassociated. External IP: 172.25.6.123, port: e5908944-108c-40b1-93e8-027eee06c382. Jul 16 09:16:03.669568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Calling delete_port for e5908944-108c-40b1-93e8-027eee06c382 owned by compute:nova {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:03.800850 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:03.834677 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event deleted for resources: {'Port': ['ID=e5908944-108c-40b1-93e8-027eee06c382,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:03.956309 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:04.070265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:04.083653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] Sync routers for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:04.101492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:04.102586 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:04.124105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] No DVR routers for this DVR port e5908944-108c-40b1-93e8-027eee06c382 on host n-h2-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:04.126900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:04.129096 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4e556d10-4135-4d79-82d3-9aef7fd7ca52 req-874a7538-b59b-41c6-8e5a-639ce4bff648 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.54 "DELETE /v2.0/ports/e5908944-108c-40b1-93e8-027eee06c382 HTTP/1.1" status: 204 len: 173 time: 0.8627548 Jul 16 09:16:04.132603 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-deleted', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:04.138589 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b20d7a-b84c-45ce-ae68-a76babc58610" -d '{"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-deleted", "tag": "e5908944-108c-40b1-93e8-027eee06c382"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:04.244128 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15b64c9-223e-41f9-a6ed-be1efa05b8ef x-openstack-request-id: req-d15b64c9-223e-41f9-a6ed-be1efa05b8ef {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:04.244612 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211742d4-ec54-44c3-86f0-81bb1028dcee", "name": "network-vif-deleted", "tag": "e5908944-108c-40b1-93e8-027eee06c382", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:04.244869 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d15b64c9-223e-41f9-a6ed-be1efa05b8ef {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:04.245278 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211742d4-ec54-44c3-86f0-81bb1028dcee', 'name': 'network-vif-deleted', 'tag': 'e5908944-108c-40b1-93e8-027eee06c382', 'status': 'completed', 'code': 200} Jul 16 09:16:04.287410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:04.322268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1100c2a-ce9c-48ed-94c2-f9dc5388ffdb req-e7584005-5ce8-4120-973e-ef36f2589b25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:04.322829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1100c2a-ce9c-48ed-94c2-f9dc5388ffdb req-e7584005-5ce8-4120-973e-ef36f2589b25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.1095951 Jul 16 09:16:04.457213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1100c2a-ce9c-48ed-94c2-f9dc5388ffdb req-ba2def20-6844-4499-99a2-22ea639d6d77 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280475 Jul 16 09:16:04.604861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b3f82d80-eb71-46d1-ac67-ade682ffcb0e req-2b3e5323-9015-4499-b115-9d4cde71a527 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/ports?device_id=211742d4-ec54-44c3-86f0-81bb1028dcee HTTP/1.1" status: 200 len: 210 time: 0.0388212 Jul 16 09:16:04.654275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:04.691154 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] Checking router: 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:04.701142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:04.701888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:04.812262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:05.023281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:05.051594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65428d5-4bf8-48f5-be5e-056b51bbca1e None None] The sync data for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 is: [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0ecc8a68-1611-474e-83fd-1a7bf2ebcb31', 'name': '', 'network_id': '3c69138e-5386-47ee-99db-17e141a67a94', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'mac_address': 'fa:16:3e:3d:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:57Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'subnets': [{'id': 'a57e2064-0469-4c2c-bb15-6c1e7a30db6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:05.302913 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191a0b7-0e30-42e0-80f0-c86a80434bda None None] New status for floating IP 603e66f9-0f68-475f-87e5-094e6bac6e05: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:16:05.630156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a153-24c9-4ad4-b04c-29b46a2fffe5 req-929e7390-a3e9-46c9-8981-37d701c75c59 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:05.631806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8e2a153-24c9-4ad4-b04c-29b46a2fffe5 req-929e7390-a3e9-46c9-8981-37d701c75c59 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0723193 Jul 16 09:16:05.679522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8e2a153-24c9-4ad4-b04c-29b46a2fffe5 req-9cf76817-656a-4428-ac68-67f1f631bafb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Jul 16 09:16:05.757442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43708) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:05.814736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8463ad2e-cdd8-4de1-82da-ef71592e0671 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:05.839663 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8463ad2e-cdd8-4de1-82da-ef71592e0671 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:05.892370 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8463ad2e-cdd8-4de1-82da-ef71592e0671 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:05.895360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8463ad2e-cdd8-4de1-82da-ef71592e0671 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:05.897063 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8463ad2e-cdd8-4de1-82da-ef71592e0671 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "DELETE /v2.0/security-groups/f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3 HTTP/1.1" status: 204 len: 168 time: 0.1385419 Jul 16 09:16:05.899901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43710) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:05.913902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463ad2e-cdd8-4de1-82da-ef71592e0671 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:05.924274 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-f89ee257-64b5-4790-94bf-1f9934a8d16b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] show failed (client error): The resource could not be found. Jul 16 09:16:05.928457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f89ee257-64b5-4790-94bf-1f9934a8d16b tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "GET /v2.0/security-groups/f0d8f79b-103a-4dc9-a6f2-ad330c12c2b3 HTTP/1.1" status: 404 len: 347 time: 0.0248373 Jul 16 09:16:05.928679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43712) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:06.072651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Deleting port 28da162b-ae9d-49c7-ab3b-5b41f63a49c8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:06.073156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:06.155957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:06.156602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:06.168518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Calling delete_port for 28da162b-ae9d-49c7-ab3b-5b41f63a49c8 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:06.312457 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:06.347153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Pushing event deleted for resources: {'Port': ['ID=28da162b-ae9d-49c7-ab3b-5b41f63a49c8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:06.356743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.357094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.357438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.357795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.358141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.358496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.358810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.359247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.359440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.359757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.360083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.360403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:06.427406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:06.430040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:06.431211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-de613043-c9f0-4653-971b-39515f6497e4 tempest-AttachVolumeShelveTestJSON-2051474564 tempest-AttachVolumeShelveTestJSON-2051474564-project] 10.222.0.55 "DELETE /v2.0/floatingips/603e66f9-0f68-475f-87e5-094e6bac6e05 HTTP/1.1" status: 204 len: 168 time: 0.5016704 Jul 16 09:16:06.861935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25844f0f-312c-48af-b1d6-60513a66fdbe req-a33909bc-15b5-40c6-a1bc-98a3d8c0aefb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:06.864170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25844f0f-312c-48af-b1d6-60513a66fdbe req-a33909bc-15b5-40c6-a1bc-98a3d8c0aefb tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0679133 Jul 16 09:16:06.904444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25844f0f-312c-48af-b1d6-60513a66fdbe req-d3679a47-1a80-4f12-a30e-4e4e49f66545 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335293 Jul 16 09:16:08.092824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffb536-4d14-4115-a254-5e0a66adddfb req-c7f592e4-0821-494f-9e76-79b2902e94dc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:08.094355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7ffb536-4d14-4115-a254-5e0a66adddfb req-c7f592e4-0821-494f-9e76-79b2902e94dc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 944 time: 0.0747471 Jul 16 09:16:08.143875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7ffb536-4d14-4115-a254-5e0a66adddfb req-bf7a971e-eea8-47b3-9037-232e20327adc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435631 Jul 16 09:16:08.203791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 45e6d191-53f4-406e-b03f-7e7fd74bc985 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:08.208578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:08.235792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: e5908944-108c-40b1-93e8-027eee06c382 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:08.236522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device e5908944-108c-40b1-93e8-027eee06c382 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:08.325126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 45e6d191-53f4-406e-b03f-7e7fd74bc985, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:08.335563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'port_id': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'mac_address': 'fa:16:3e:8c:8c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:08.373161 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:08.386934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e6d191-53f4-406e-b03f-7e7fd74bc985 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:08.406246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 45e6d191-53f4-406e-b03f-7e7fd74bc985, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:08.409999 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:08.462059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=45e6d191-53f4-406e-b03f-7e7fd74bc985,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:08.469982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.470366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.470886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.471259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.471587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.471915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.472236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.472555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.472879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.473253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.473575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.473988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:08.609045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['45e6d191-53f4-406e-b03f-7e7fd74bc985'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:08.942097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb312a-6fc9-4222-814c-13d4204f1973 req-fdc6a8de-85ec-4acf-bb83-dc012708b9a4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:08.943755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb312a-6fc9-4222-814c-13d4204f1973 req-fdc6a8de-85ec-4acf-bb83-dc012708b9a4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.0955462 Jul 16 09:16:09.053237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bb312a-6fc9-4222-814c-13d4204f1973 req-50c703cb-e792-4d61-a1b4-3a67ec9dacd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030931 Jul 16 09:16:09.082774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43756) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:09.165240 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-49416e8e-2a06-4f38-a6ef-46f16272bb3c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/6158de6c-4114-43be-8217-73af96c967e8 HTTP/1.1" status: 200 len: 993 time: 0.0806975 Jul 16 09:16:09.356972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceab71-10b2-4e8b-974f-185c57a4d506 req-79b3acf9-8eb2-409c-b16d-c83e26057f9d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:09.358471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2ceab71-10b2-4e8b-974f-185c57a4d506 req-79b3acf9-8eb2-409c-b16d-c83e26057f9d tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 945 time: 0.0838246 Jul 16 09:16:09.399440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2ceab71-10b2-4e8b-974f-185c57a4d506 req-09bc3a0e-0824-4b68-9d71-548177b06d04 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342526 Jul 16 09:16:09.659834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e8bf0-4f1b-4e2e-a736-597c46317300 req-580b7349-15b4-49ec-9121-bebc70691540 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:09.661295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-049e8bf0-4f1b-4e2e-a736-597c46317300 req-580b7349-15b4-49ec-9121-bebc70691540 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1097 time: 0.0584643 Jul 16 09:16:09.697142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-049e8bf0-4f1b-4e2e-a736-597c46317300 req-15a2f24d-429a-4dc7-921f-eec03e36fc74 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296023 Jul 16 09:16:10.203560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 45e6d191-53f4-406e-b03f-7e7fd74bc985 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:10.255427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 45e6d191-53f4-406e-b03f-7e7fd74bc985 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:10.259198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 45e6d191-53f4-406e-b03f-7e7fd74bc985 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:10.259623 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.346538 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.377764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:10.380084 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee639c6-bd52-44a9-8dfa-66e9cfdbf62d" -d '{"events": [{"server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "name": "network-vif-plugged", "status": "completed", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:10.396028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 45e6d191-53f4-406e-b03f-7e7fd74bc985, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:10.402036 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.442749 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5570ddfd-d880-46e3-aeb1-f97eedbac878 x-openstack-request-id: req-5570ddfd-d880-46e3-aeb1-f97eedbac878 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:10.443043 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "name": "network-vif-plugged", "status": "completed", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:10.443299 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5570ddfd-d880-46e3-aeb1-f97eedbac878 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:10.443692 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'code': 200} Jul 16 09:16:10.510206 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=45e6d191-53f4-406e-b03f-7e7fd74bc985,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:10.632327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677334aa-a930-4b82-a387-4c3edb8f74bf req-fc1f33e3-7e74-4866-8a0f-7edf2e09c59a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:10.634182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-677334aa-a930-4b82-a387-4c3edb8f74bf req-fc1f33e3-7e74-4866-8a0f-7edf2e09c59a tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 946 time: 0.0802450 Jul 16 09:16:10.690047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-677334aa-a930-4b82-a387-4c3edb8f74bf req-16bcf407-a703-47a4-a693-e90fb8dadb28 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469732 Jul 16 09:16:10.690210 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fdc41-d81a-4dd8-955f-7c7e19fef9eb req-1228854d-d393-4aec-9ec4-7e1b364955a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:10.690676 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-601fdc41-d81a-4dd8-955f-7c7e19fef9eb req-1228854d-d393-4aec-9ec4-7e1b364955a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 1098 time: 0.0952439 Jul 16 09:16:10.696825 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-e65c276d-2895-4ade-8e1d-f761a56d3faf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3635628 Jul 16 09:16:10.733706 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-601fdc41-d81a-4dd8-955f-7c7e19fef9eb req-f33425b0-96c1-4c7c-8c9c-5eac8fffa496 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357220 Jul 16 09:16:11.221919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-f6b4725a-6d86-480c-acd5-7362b0b7a57c tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:16:11.224517 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-f6b4725a-6d86-480c-acd5-7362b0b7a57c tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100882 Jul 16 09:16:11.239211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Request body: {'binding': {'host': 'n-h2-780147-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:11.239678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Unknown quota resources ['binding']. {{(pid=94164) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:16:11.389724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on host n-h2-780147-28 for vnic_type normal with profile None {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:11.390070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:11.390453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:11.396919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:11.397232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:11.404045 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:11.404396 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Checking segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:11.404785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Bound using segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:11.405219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Bound port: af5b078c-e5a6-4810-be09-913d049f5ead, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:11.509261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:11.515559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:11.516900 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] 10.222.0.55 "POST /v2.0/ports/af5b078c-e5a6-4810-be09-913d049f5ead/bindings HTTP/1.1" status: 201 len: 390 time: 0.2853019 Jul 16 09:16:11.788281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e49bac-3fe1-46e0-b35a-a90fcabea9b9 req-c9931f98-67b2-4053-9e6d-7db95b07311c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:11.790034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5e49bac-3fe1-46e0-b35a-a90fcabea9b9 req-c9931f98-67b2-4053-9e6d-7db95b07311c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.0928683 Jul 16 09:16:11.844081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-2d5093df-c55d-4df3-a2fc-e9270bc76932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:11.846812 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-2d5093df-c55d-4df3-a2fc-e9270bc76932 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1097 time: 0.0832653 Jul 16 09:16:11.847376 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5e49bac-3fe1-46e0-b35a-a90fcabea9b9 req-9bbc77cc-3e10-4576-a41a-c92c4389da7a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512431 Jul 16 09:16:11.948986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc435e4-a20f-47f9-90c9-32171d0000d7 req-d57bb365-1955-4cba-8647-f1390fc06d97 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:11.950993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cc435e4-a20f-47f9-90c9-32171d0000d7 req-d57bb365-1955-4cba-8647-f1390fc06d97 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 946 time: 0.0733616 Jul 16 09:16:11.966318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-1647e51e-2fd5-486a-aac6-b0f97f0b1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:11.968228 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-1647e51e-2fd5-486a-aac6-b0f97f0b1ab0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 200 len: 898 time: 0.1149817 Jul 16 09:16:12.008427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cc435e4-a20f-47f9-90c9-32171d0000d7 req-4e136836-445d-4e85-a5ec-8c69487c490c tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496314 Jul 16 09:16:12.060851 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-c2e34532-a6ff-4537-8d38-c5e47d191713 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 1001 time: 0.0858040 Jul 16 09:16:12.119564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-db72b752-7f57-4342-ad61-7f95d2c5183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:12.120958 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-db72b752-7f57-4342-ad61-7f95d2c5183a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f603ba15-d11c-4bb0-901e-9629833ff25d HTTP/1.1" status: 200 len: 835 time: 0.0542569 Jul 16 09:16:12.253458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf79d1a-09de-4304-a27c-8810cbe7068d req-9df72f01-27da-4c6e-9f4a-129eecf5e88f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:12.254543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdf79d1a-09de-4304-a27c-8810cbe7068d req-9df72f01-27da-4c6e-9f4a-129eecf5e88f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 946 time: 0.1226516 Jul 16 09:16:12.268011 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-204f06b2-ed49-4a5a-9e66-fdfd02ebdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:12.269964 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-204f06b2-ed49-4a5a-9e66-fdfd02ebdbc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8b89a57-4737-4e95-ad20-0247536c1209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285818 Jul 16 09:16:12.337140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdf79d1a-09de-4304-a27c-8810cbe7068d req-8c07b1cc-72d0-49ef-b20a-e814a4ed6a44 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732853 Jul 16 09:16:12.366095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43828) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:12.429994 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-51b4fd75-c9a3-4726-bedf-0d2e59c35f61 service neutron] 10.222.0.54 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519263 Jul 16 09:16:12.467725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:12.608378 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-7cf88aed-f866-4b35-a017-42672cde2648 service neutron] 10.222.0.54 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735861 Jul 16 09:16:12.819481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-fdd2284f-3e4d-49e5-bf55-d0e05482f07d tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:12.821094 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-fdd2284f-3e4d-49e5-bf55-d0e05482f07d tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e&tenant_id=d13f7937753f461a99cc6c1586f0fa61&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1097 time: 0.1538539 Jul 16 09:16:12.849362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-28'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:12.975960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.153595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:13.187562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c55965-bf81-40d7-a5d8-cb6fd4bde932 tempest-TestVolumeBootPattern-2053633880 tempest-TestVolumeBootPattern-2053633880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.192266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-37c55965-bf81-40d7-a5d8-cb6fd4bde932 tempest-TestVolumeBootPattern-2053633880 tempest-TestVolumeBootPattern-2053633880-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 1093 time: 0.8218472 Jul 16 09:16:13.193870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43844) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:13.198315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:13.203393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:13.225075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.257749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.261172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:13.265018 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9fd271-571a-42ed-acdf-0b15a3f21640" -d '{"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:13.270242 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.334876 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dca031-e594-47fc-bd77-b16d304b8fe3 x-openstack-request-id: req-d3dca031-e594-47fc-bd77-b16d304b8fe3 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:13.335230 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:13.335551 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3dca031-e594-47fc-bd77-b16d304b8fe3 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:13.336022 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'code': 200} Jul 16 09:16:13.422403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2b526-e21e-4df3-9a05-0cc8777794ec req-e777dcce-97a2-4172-8155-62439a852321 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.430270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cc2b526-e21e-4df3-9a05-0cc8777794ec req-e777dcce-97a2-4172-8155-62439a852321 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.3185246 Jul 16 09:16:13.497156 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=7']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:13.499720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cc2b526-e21e-4df3-9a05-0cc8777794ec req-ff3c3eee-47d2-4d9e-8879-7a2501f58d79 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684693 Jul 16 09:16:13.537016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.599861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on host n-h1-780147-28 for vnic_type normal with profile {"migrating_to": "n-h2-780147-28"} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:13.599861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:13.599861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:13.602326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:13.603060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Attempting to bind port af5b078c-e5a6-4810-be09-913d049f5ead on network f8b89a57-4737-4e95-ad20-0247536c1209 {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:13.608580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:13.608930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Checking segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:13.609482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Bound using segment: {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'} {{(pid=94164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:13.610232 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.managers [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Bound port: af5b078c-e5a6-4810-be09-913d049f5ead, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddda3aa3-7205-4b9a-ae6e-a874702f695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209'}}] {{(pid=94164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:13.610674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.691088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:13.695439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:13.697701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.698291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c99a0ee4-cba7-4d1d-841a-aceb5abd35c5 None None] Provisioning complete for port af5b078c-e5a6-4810-be09-913d049f5ead triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:13.698291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c99a0ee4-cba7-4d1d-841a-aceb5abd35c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.700821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.773954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Allocated IP 172.25.6.7 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/a64a473d-ee60-488f-9041-21c7ffb719b5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:13.819750 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=8']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:13.827755 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c99a0ee4-cba7-4d1d-841a-aceb5abd35c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.877403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:13.881277 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af12da7-f841-437e-89c1-2cc0a05b00b3" -d '{"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-plugged", "status": "completed", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:13.885283 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.886094 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.887844 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-236c1334-9122-45cb-b5bb-5a76f0308d04 service neutron] 10.222.0.54 "PUT /v2.0/ports/af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 1123 time: 1.0508206 Jul 16 09:16:13.896641 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c99a0ee4-cba7-4d1d-841a-aceb5abd35c5 None None] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:13.902048 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c99a0ee4-cba7-4d1d-841a-aceb5abd35c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.972219 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7299ce3a-713c-432e-884d-214a19862b3b x-openstack-request-id: req-7299ce3a-713c-432e-884d-214a19862b3b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:13.972628 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-plugged", "status": "completed", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:13.973041 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7299ce3a-713c-432e-884d-214a19862b3b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:13.973430 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'code': 200} Jul 16 09:16:14.021419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['af5b078c-e5a6-4810-be09-913d049f5ead'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:14.073873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.092779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a0ee4-cba7-4d1d-841a-aceb5abd35c5 None None] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:14.180319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.240680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:14.248671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:14.253267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:14.283466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=a64a473d-ee60-488f-9041-21c7ffb719b5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:14.306231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f65beeb4-f3da-4a60-8cbe-b570fe313463 None None] Provisioning complete for port af5b078c-e5a6-4810-be09-913d049f5ead triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:14.306609 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f65beeb4-f3da-4a60-8cbe-b570fe313463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.313933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Deleting port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:14.314309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.449442 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc231-923b-4d50-816b-f4416fa37c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.837774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] For port 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:14.838129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.884673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Calling delete_port for 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:15.066568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa225655-bde3-4571-874c-4e3ea393be5c req-56c11fc3-95bc-4cd7-be8c-da422aadeac2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.067979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa225655-bde3-4571-874c-4e3ea393be5c req-56c11fc3-95bc-4cd7-be8c-da422aadeac2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.2384672 Jul 16 09:16:15.206298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa225655-bde3-4571-874c-4e3ea393be5c req-421b1a6e-8fdd-48ae-8dc1-45fb84226e1e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298203 Jul 16 09:16:15.281293 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.337031 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:15.339056 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.340413 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3034c85-f8d1-4e22-a06a-d16623f1a58e" -d '{"events": [{"name": "network-changed", "server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:15.385842 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b3147f-6340-4c5a-a932-ba0c8ffc7bc3 x-openstack-request-id: req-c2b3147f-6340-4c5a-a932-ba0c8ffc7bc3 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:15.386138 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:15.386392 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2b3147f-6340-4c5a-a932-ba0c8ffc7bc3 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:15.386808 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'status': 'completed', 'code': 200} Jul 16 09:16:15.388022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecc8a68-1611-474e-83fd-1a7bf2ebcb31,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:15.422791 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.456661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.759434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-fa2e127c-1eba-4e82-8de1-b9d2f7c7d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.761497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-fa2e127c-1eba-4e82-8de1-b9d2f7c7d6e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1128 time: 0.3409317 Jul 16 09:16:15.767036 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.921475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.930823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:16.030443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-c3a6364a-6139-4fa3-b7aa-8c4ea308e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.032031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-c3a6364a-6139-4fa3-b7aa-8c4ea308e913 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 200 len: 898 time: 0.2620931 Jul 16 09:16:16.104479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event updated for resources: {'Port': ['ID=a64a473d-ee60-488f-9041-21c7ffb719b5,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:16.135987 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:16.211872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-4b672517-89a7-4ccb-a786-0fc0881aab02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 1001 time: 0.1576731 Jul 16 09:16:16.230680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device af5b078c-e5a6-4810-be09-913d049f5ead details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:16.349791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-6f6c7ed3-3c14-47fb-99c0-e1da5205dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.351310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-6f6c7ed3-3c14-47fb-99c0-e1da5205dc4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f603ba15-d11c-4bb0-901e-9629833ff25d HTTP/1.1" status: 200 len: 835 time: 0.1330647 Jul 16 09:16:16.378605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:16.391213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device af5b078c-e5a6-4810-be09-913d049f5ead has no active binding in host n-h2-780147-28 {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 09:16:16.437405 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Floating IP 8710f6c8-3a8e-4535-b20f-bcbe001d3304 associated. External IP: 172.25.6.7, port: 45e6d191-53f4-406e-b03f-7e7fd74bc985. Jul 16 09:16:16.502702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:16.588779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a83d-86a6-4ea2-bb4d-865b8b9b89cc req-a3c69a4e-e9e3-4beb-b2a0-fbb4ac2e3231 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.590291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d695a83d-86a6-4ea2-bb4d-865b8b9b89cc req-a3c69a4e-e9e3-4beb-b2a0-fbb4ac2e3231 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.2467606 Jul 16 09:16:16.593329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-68147d72-999e-4675-80d6-12a94fdb720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.594752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-68147d72-999e-4675-80d6-12a94fdb720a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8b89a57-4737-4e95-ad20-0247536c1209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2261806 Jul 16 09:16:17.149459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d695a83d-86a6-4ea2-bb4d-865b8b9b89cc req-f51f7271-e427-4bf3-887f-1b6e98c1d62e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5213034 Jul 16 09:16:17.228022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:17.234351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c837281f-7dbf-4bf7-a4fd-9a86785ee5f4 admin admin] 10.222.0.55 "PUT /v2.0/routers/36ca9a4b-89d5-4aca-b825-1c3ad1603ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7656314 Jul 16 09:16:17.236889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-43863a9f-27b0-4558-828d-3efaeb350b8d service neutron] 10.222.0.52 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077065 Jul 16 09:16:17.238552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:17.240191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] Sync routers for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:17.249913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:17.250805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:17.327198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Router ed5d72a8-ee41-4192-bced-523647a67892 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:17.373922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.392580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:17.420837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3034c85-f8d1-4e22-a06a-d16623f1a58e req-a952c8e9-09b2-4361-8886-4b7175fab140 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745327 Jul 16 09:16:17.534527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:17.547279 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:17.556888 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.558604 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:17.559485 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:15:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:17.567622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.619600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-74ddbc4d-4131-4fa9-b943-f4042cc4fde8 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4246604 Jul 16 09:16:17.620409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:17.622897 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db53b5dd-ce62-4b67-b552-bd832c3c726c" -d '{"events": [{"name": "network-changed", "server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:17.655491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Deleting port 68ee4b60-0b70-4289-bc10-6c2985514892 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:17.656877 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.669175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.678728 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45826a55-38f4-40d4-912b-ff6f8bfd4655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.695109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:16:15Z', 'revision_number': 5, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port': {'id': '68ee4b60-0b70-4289-bc10-6c2985514892', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:36Z', 'updated_at': '2021-07-16T09:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:17.717265 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6ccedc-0fe0-482c-bb5f-9b0a06bae7f6 x-openstack-request-id: req-5c6ccedc-0fe0-482c-bb5f-9b0a06bae7f6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:17.717555 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:17.717840 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c6ccedc-0fe0-482c-bb5f-9b0a06bae7f6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:17.718274 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'status': 'completed', 'code': 200} Jul 16 09:16:17.728047 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:17.733362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] Checking router: 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:17.748465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] Routers {'36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:17.749235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:17.852116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] For port 68ee4b60-0b70-4289-bc10-6c2985514892, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=68ee4b60-0b70-4289-bc10-6c2985514892,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:17.857095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.875185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Calling delete_port for 68ee4b60-0b70-4289-bc10-6c2985514892 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:17.881164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] Set router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:17.941442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-85165109-f895-450d-99e6-8d8bf79a63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:17.942979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-85165109-f895-450d-99e6-8d8bf79a63fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 1098 time: 0.1943536 Jul 16 09:16:17.955503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:16:17Z', 'revision_number': 6, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:17.981476 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '8710f6c8-3a8e-4535-b20f-bcbe001d3304', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:8c:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:14Z', 'updated_at': '2021-07-16T09:16:14Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}, {'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:14:07Z', 'revision_number': 1, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:17.995415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b164870-a634-4029-8a5f-832060f7a1e8 None None] The sync data for ids ['36ca9a4b-89d5-4aca-b825-1c3ad1603ea0'] in n-d-780147-28 is: [{'id': '36ca9a4b-89d5-4aca-b825-1c3ad1603ea0', 'name': 'tempest-AttachVolumeShelveTestJSON-1357466825-router', 'tenant_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:33Z', 'updated_at': '2021-07-16T09:16:17Z', 'revision_number': 6, 'project_id': 'ada0679ae2fc4ce9a23f3546998c762f', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:18.016828 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:18.027741 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:18.028360 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:18.117418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-1fdd454a-f07e-4dbc-97fa-3dc7237124fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:18.118986 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-1fdd454a-f07e-4dbc-97fa-3dc7237124fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.1685369 Jul 16 09:16:18.153611 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:18.222022 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-68502eb7-c666-4692-820c-2089c088d3fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985 HTTP/1.1" status: 200 len: 998 time: 0.0952947 Jul 16 09:16:18.225133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.286257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ee4b60-0b70-4289-bc10-6c2985514892,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:18.372077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-2c25c423-f5f6-45dd-94fd-59346beccf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:18.374159 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-2c25c423-f5f6-45dd-94fd-59346beccf00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1464140 Jul 16 09:16:18.378669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.445350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb0a7-79b1-4f4a-a3b2-c145a20d47ab req-c2b6f781-75b6-4d1d-9457-77d2613fdfd5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:18.447093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90bdb0a7-79b1-4f4a-a3b2-c145a20d47ab req-c2b6f781-75b6-4d1d-9457-77d2613fdfd5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 945 time: 0.1339080 Jul 16 09:16:18.484934 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '8710f6c8-3a8e-4535-b20f-bcbe001d3304', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:8c:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:14Z', 'updated_at': '2021-07-16T09:16:14Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}, {'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:14:07Z', 'revision_number': 1, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:18.522232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90bdb0a7-79b1-4f4a-a3b2-c145a20d47ab req-e11aadec-2a23-4f8c-9c9e-72e8c20dfcb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690265 Jul 16 09:16:18.528240 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa075f5-4fd7-4832-97f1-684352608a44 None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '8710f6c8-3a8e-4535-b20f-bcbe001d3304', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:8c:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:14Z', 'updated_at': '2021-07-16T09:16:14Z', 'revision_number': 0, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}, {'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:14:07Z', 'revision_number': 1, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:18.550278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.553410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.818499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b9f81-405c-478f-8252-2b81da5a5765 None None] New status for floating IP 8710f6c8-3a8e-4535-b20f-bcbe001d3304: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:16:18.964283 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.973429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.977584 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.979637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:16:18.984163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.988335 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-879562ed-26be-4a6f-8ce5-0ae754293887 admin admin] 10.222.0.55 "DELETE /v2.0/routers/36ca9a4b-89d5-4aca-b825-1c3ad1603ea0 HTTP/1.1" status: 204 len: 168 time: 1.7450516 Jul 16 09:16:18.989675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43952) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:19.027969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-4261e1a8-8868-4bd4-ba1e-bdd5b38e152f service neutron] 10.222.0.52 "GET /v2.0/ports/af5b078c-e5a6-4810-be09-913d049f5ead/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 385 time: 0.1593611 Jul 16 09:16:19.035735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-5782c82e-118c-4ca6-8a51-3dc61fdf2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:19.037177 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-5782c82e-118c-4ca6-8a51-3dc61fdf2f0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5277426 Jul 16 09:16:19.072946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b942463a-95af-4f0a-b095-eaf4513b4508 admin admin] Deleting subnet a57e2064-0469-4c2c-bb15-6c1e7a30db6d {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:16:19.084145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b942463a-95af-4f0a-b095-eaf4513b4508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.125042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:19.162970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:19.163203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0ecc8a68-1611-474e-83fd-1a7bf2ebcb31 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:19.163643 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 68ee4b60-0b70-4289-bc10-6c2985514892 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:19.176503 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b942463a-95af-4f0a-b095-eaf4513b4508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.192310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 68ee4b60-0b70-4289-bc10-6c2985514892 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:19.192713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 68ee4b60-0b70-4289-bc10-6c2985514892 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:19.227529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-89497a2e-0f9c-4656-91c2-3b70c3c1951f service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814144 Jul 16 09:16:19.310305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:19.336190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:19.341395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b942463a-95af-4f0a-b095-eaf4513b4508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.397970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:19.401516 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-db53b5dd-ce62-4b67-b552-bd832c3c726c req-8b3c01ae-eef3-4008-a56d-64f66bca9b51 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665869 Jul 16 09:16:19.415740 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.423060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b942463a-95af-4f0a-b095-eaf4513b4508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.455592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942463a-95af-4f0a-b095-eaf4513b4508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57e2064-0469-4c2c-bb15-6c1e7a30db6d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:19.461027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b942463a-95af-4f0a-b095-eaf4513b4508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.464249 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b942463a-95af-4f0a-b095-eaf4513b4508 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a57e2064-0469-4c2c-bb15-6c1e7a30db6d HTTP/1.1" status: 204 len: 168 time: 0.4723692 Jul 16 09:16:19.466418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6bff23-b6fc-4271-a802-f3f4acad42db None None] Network 3c69138e-5386-47ee-99db-17e141a67a94 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:19.466955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43954) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:19.532165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] Transition to ACTIVE for port object af5b078c-e5a6-4810-be09-913d049f5ead will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:19.539952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.540438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.636112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Deleting port 08938358-174c-4b3a-84ac-c4ba8ef769c8 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:19.636382 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.688060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] Pushing event updated for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:19.734347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:19.737390 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cbb362-2633-4766-8493-4013ec7654e9" -d '{"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:19.753403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] No DVR routers for this DVR port af5b078c-e5a6-4810-be09-913d049f5ead on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:19.761410 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] For port 08938358-174c-4b3a-84ac-c4ba8ef769c8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=08938358-174c-4b3a-84ac-c4ba8ef769c8,segment=NetworkSegment(5a7996e3-7b47-4a56-a095-258e625a550d),segment_id=5a7996e3-7b47-4a56-a095-258e625a550d)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:19.761901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.781750 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Calling delete_port for 08938358-174c-4b3a-84ac-c4ba8ef769c8 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:19.793518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] DHCP port deletion for 3c69138e-5386-47ee-99db-17e141a67a94 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:16:19.826478 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c161e-cf6f-4ed7-b93b-6b198d99df55 x-openstack-request-id: req-322c161e-cf6f-4ed7-b93b-6b198d99df55 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:19.826762 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:19.827002 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-322c161e-cf6f-4ed7-b93b-6b198d99df55 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:19.827392 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'code': 200} Jul 16 09:16:19.932519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] Deleting port 08938358-174c-4b3a-84ac-c4ba8ef769c8 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:19.933140 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.934693 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.981251 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Pushing event deleted for resources: {'Port': ['ID=08938358-174c-4b3a-84ac-c4ba8ef769c8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:19.997582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] No DVR routers for this DVR port 08938358-174c-4b3a-84ac-c4ba8ef769c8 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:20.026561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6f8f0-a85f-4d4d-9005-c33b72d71de5 req-92ce5ae8-991a-42dd-8ec4-ef2fb2f5a510 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:20.031900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5fb6f8f0-a85f-4d4d-9005-c33b72d71de5 req-92ce5ae8-991a-42dd-8ec4-ef2fb2f5a510 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 944 time: 0.2146206 Jul 16 09:16:20.076779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] For port 08938358-174c-4b3a-84ac-c4ba8ef769c8, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:20.077166 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.092679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] Calling delete_port for 08938358-174c-4b3a-84ac-c4ba8ef769c8 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:20.097919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] Port 08938358-174c-4b3a-84ac-c4ba8ef769c8 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:16:20.098592 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.123865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] Pushing event deleted for resources: {'Port': ['ID=08938358-174c-4b3a-84ac-c4ba8ef769c8,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:20.131638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccff0cd-8c76-433e-9d30-522d5ade9442 None None] No DVR routers for this DVR port 08938358-174c-4b3a-84ac-c4ba8ef769c8 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:20.150619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.163869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ca2966c5-2c27-4dae-ba30-cafd15d86230 service neutron] 10.222.0.52 "PUT /v2.0/ports/af5b078c-e5a6-4810-be09-913d049f5ead/bindings/n-h2-780147-28/activate HTTP/1.1" status: 200 len: 370 time: 1.1195321 Jul 16 09:16:20.167915 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c69138e-5386-47ee-99db-17e141a67a94']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:20.175057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5fb6f8f0-a85f-4d4d-9005-c33b72d71de5 req-c2a15162-9556-4014-8993-dd54350c192d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316700 Jul 16 09:16:20.178170 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.189623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7996e3-7b47-4a56-a095-258e625a550d') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:20.189936 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7996e3-7b47-4a56-a095-258e625a550d') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:20.216807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.283699 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.292765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:16:20.293279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:16:20.295321 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:16:20.365836 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.370446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.372339 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] 10.222.0.55 "DELETE /v2.0/networks/3c69138e-5386-47ee-99db-17e141a67a94 HTTP/1.1" status: 204 len: 168 time: 0.9044614 Jul 16 09:16:20.379159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-738f21bf-87e9-48ef-adf0-b18d4a4754a1 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:20.380671 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-738f21bf-87e9-48ef-adf0-b18d4a4754a1 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e&tenant_id=d13f7937753f461a99cc6c1586f0fa61&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 1096 time: 0.1462781 Jul 16 09:16:20.398572 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d8b7f-4945-4601-90f5-a904fcbe645c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c69138e-5386-47ee-99db-17e141a67a94,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:20.448626 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-cea3f9c3-9659-4640-808c-9b01479a5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:20.450178 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-cea3f9c3-9659-4640-808c-9b01479a5bac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0606430 Jul 16 09:16:20.513923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43964) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:20.549758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-7906822e-f016-4f94-b54e-79291fe96f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:20.551272 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-7906822e-f016-4f94-b54e-79291fe96f8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1096 time: 0.0732372 Jul 16 09:16:20.560531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-58f45f84-7cc4-43a4-b7a6-4a98a543f6c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ada0679ae2fc4ce9a23f3546998c762f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450845 Jul 16 09:16:20.562874 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43966) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:20.620721 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6f6f-7c6a-4761-9089-5edb473eab58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.641048 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:16:20.650888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6f6f-7c6a-4761-9089-5edb473eab58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.654264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-c45c27cf-4394-4ba7-afe8-e60872a45af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:20.655739 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-c45c27cf-4394-4ba7-afe8-e60872a45af5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 200 len: 898 time: 0.0973849 Jul 16 09:16:20.711138 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6f6f-7c6a-4761-9089-5edb473eab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.714245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6f6f-7c6a-4761-9089-5edb473eab58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.715427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bf4c6f6f-7c6a-4761-9089-5edb473eab58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/007ed9bf-598e-420e-a6e5-10a43f25efa3 HTTP/1.1" status: 204 len: 168 time: 0.1515958 Jul 16 09:16:20.725019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6f6f-7c6a-4761-9089-5edb473eab58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ed9bf-598e-420e-a6e5-10a43f25efa3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:20.742191 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-02d9cd8f-945f-4add-a7ec-1bacd9624d75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 999 time: 0.0789940 Jul 16 09:16:20.801453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-3aad4b2e-cb0e-4c24-b70e-45039b6d4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:20.803039 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-3aad4b2e-cb0e-4c24-b70e-45039b6d4d4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f603ba15-d11c-4bb0-901e-9629833ff25d HTTP/1.1" status: 200 len: 835 time: 0.0550125 Jul 16 09:16:20.864070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-75446f69-791d-4002-9963-a0ffa517937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:20.866131 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-75446f69-791d-4002-9963-a0ffa517937e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8b89a57-4737-4e95-ad20-0247536c1209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573337 Jul 16 09:16:20.974281 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-0247a63a-95e2-4ee6-8158-813061c3b0c7 service neutron] 10.222.0.54 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017118 Jul 16 09:16:21.045888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 08938358-174c-4b3a-84ac-c4ba8ef769c8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:21.072616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 08938358-174c-4b3a-84ac-c4ba8ef769c8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:21.073258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 08938358-174c-4b3a-84ac-c4ba8ef769c8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:21.117109 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-64d0e490-9251-47e6-b60a-e2ff96508a41 service neutron] 10.222.0.54 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359890 Jul 16 09:16:21.256640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device af5b078c-e5a6-4810-be09-913d049f5ead no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:21.319900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device af5b078c-e5a6-4810-be09-913d049f5ead not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:21.379631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944381a-3642-4e4f-9581-34b9d6a69029 req-f5011ed1-971e-474b-a6d9-b915825426d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:21.381517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1944381a-3642-4e4f-9581-34b9d6a69029 req-f5011ed1-971e-474b-a6d9-b915825426d4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 944 time: 0.0780191 Jul 16 09:16:21.436128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1944381a-3642-4e4f-9581-34b9d6a69029 req-fe4145e4-0bea-48ea-a360-514f0738e1e3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479863 Jul 16 09:16:21.489275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-a89707b9-9e97-4764-8791-c899fbc62f33 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:21.490897 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-a89707b9-9e97-4764-8791-c899fbc62f33 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e&tenant_id=d13f7937753f461a99cc6c1586f0fa61&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 1096 time: 0.0807302 Jul 16 09:16:21.562100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 43992) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:21.626224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ff05b721-cd11-4379-83a6-ec982951fa63 service neutron] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h1-780147-28, cleared binding levels {{(pid=94164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:21.629530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ff05b721-cd11-4379-83a6-ec982951fa63 service neutron] Notify callbacks [] for binding, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.630807 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-ff05b721-cd11-4379-83a6-ec982951fa63 service neutron] 10.222.0.54 "DELETE /v2.0/ports/af5b078c-e5a6-4810-be09-913d049f5ead/bindings/n-h1-780147-28 HTTP/1.1" status: 204 len: 173 time: 0.1314657 Jul 16 09:16:21.682052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1260356650-network', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:21.707414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Made reservation on behalf of 3efa0c80108d484d875db98bb6e6bc4e for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:21.709824 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.718536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.813959 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.818824 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.851671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:16:21.858859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210fceea-7511-43e1-8249-46572351a8df,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:21.867670 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.867809 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Added segment d8073d6c-ca68-4118-86d4-b0a335322767 of type vlan for network b6a27e41-804e-45fd-940e-c4d83935e264 Jul 16 09:16:21.913739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.946641 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.947706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:21.948283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.973341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4066751 Jul 16 09:16:21.973835 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 43996) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:21.979599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Request body: {'subnet': {'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1260356650-subnet', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:22.004516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Made reservation on behalf of 3efa0c80108d484d875db98bb6e6bc4e for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:22.007286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.023343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709d62f-11b5-47ef-aa7f-972b8e194205 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a27e41-804e-45fd-940e-c4d83935e264,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:22.034444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network b6a27e41-804e-45fd-940e-c4d83935e264 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:16:22.206625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.284146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85fd9f6-0348-4e05-89fc-4be9a4c5898d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:22.292063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Checking segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:22.292422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Network hostable DHCP agents. Network: b6a27e41-804e-45fd-940e-c4d83935e264, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:16:22.319209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Network b6a27e41-804e-45fd-940e-c4d83935e264 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:16:22.333499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, b6a27e41-804e-45fd-940e-c4d83935e264) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:22.337891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:22.338531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.350666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1258b-2012-44ee-b372-cc7ccd7efcb9 None None] Network b6a27e41-804e-45fd-940e-c4d83935e264 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:22.361195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44000) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:22.361604 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5dbddef4-3d82-4621-a7ed-043d3b49d176 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3862407 Jul 16 09:16:22.367954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:22.398355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.399838 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.510527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.559743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-b6a27e41-804e-45fd-940e-c4d83935e264', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:16:22.560614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.704083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.726266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Allocated IP 172.20.0.2 (b6a27e41-804e-45fd-940e-c4d83935e264/a85fd9f6-0348-4e05-89fc-4be9a4c5898d/7a8c4d5a-33bf-4767-bbbd-ace587aaa600) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:22.764029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52139608-fcd1-4d80-8e8b-461d4f20a883 req-5b6a4d8a-a14f-4025-81ec-acd5edd45bbb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:22.765743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52139608-fcd1-4d80-8e8b-461d4f20a883 req-5b6a4d8a-a14f-4025-81ec-acd5edd45bbb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 944 time: 0.1759095 Jul 16 09:16:22.854523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52139608-fcd1-4d80-8e8b-461d4f20a883 req-ddb988a1-959e-46c1-bc88-a4f704c4efd3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771391 Jul 16 09:16:22.916304 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.928878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Transition to ACTIVE for port object 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:22.948298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Transition to ACTIVE for port object 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:22.962820 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.017761 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.022530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Pushing event updated for resources: {'Port': ['ID=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:23.043325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.046226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Network b6a27e41-804e-45fd-940e-c4d83935e264 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:23.048266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:23.051805 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:23.128269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Attempting to bind port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:23.128789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Attempting to bind port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:23.129496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Attempting to bind port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 on network b6a27e41-804e-45fd-940e-c4d83935e264 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:23.136082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:23.136735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Checking segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:23.137984 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.138357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Bound using segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:23.139060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Bound port: 7a8c4d5a-33bf-4767-bbbd-ace587aaa600, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:23.139489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.214441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac99838-7a8f-4fdb-bb5e-7c1573f4432d req-be071e3a-93c3-4ddf-b954-8eacca644e91 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:23.216031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ac99838-7a8f-4fdb-bb5e-7c1573f4432d req-be071e3a-93c3-4ddf-b954-8eacca644e91 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1096 time: 0.1281700 Jul 16 09:16:23.217185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Allocated IP 172.25.6.54 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/5a213e3f-162e-4cb2-aa41-c51d29a63d6e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:23.231557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] For port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:23.235007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] For port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:23.240486 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.292718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ac99838-7a8f-4fdb-bb5e-7c1573f4432d req-ee21b5d1-56d5-4219-9f88-c913a64e9387 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620921 Jul 16 09:16:23.308529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf9858-a74b-4916-86fe-bc2b61d5d9dd None None] Pushing event updated for resources: {'Port': ['ID=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:23.405019 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.448585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.561844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:23.566653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:23.579012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:23.584272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Pushing event updated for resources: {'Port': ['ID=5a213e3f-162e-4cb2-aa41-c51d29a63d6e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:23.724973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824439f-abed-4eca-895f-e3220d032cea req-11e19abe-da2f-4894-89ab-7c8c8d751136 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:23.726848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9824439f-abed-4eca-895f-e3220d032cea req-11e19abe-da2f-4894-89ab-7c8c8d751136 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 944 time: 0.2374334 Jul 16 09:16:23.809695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9824439f-abed-4eca-895f-e3220d032cea req-19972f37-ec32-4b32-ac03-b2819584bcb8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767114 Jul 16 09:16:23.842347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44010) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:23.918989 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-35bd8546-643f-478f-a93e-3c9f08ee5a89 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/6158de6c-4114-43be-8217-73af96c967e8 HTTP/1.1" status: 200 len: 991 time: 0.0750408 Jul 16 09:16:23.946260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.170970 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.321935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:16:24.337865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e83b0-a996-4502-900f-5a5de2d73ef0 None None] Network b6a27e41-804e-45fd-940e-c4d83935e264 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:24.397461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-64d45b1d-fc47-4a54-8ec5-c56e66f3c257 None None] Provisioning for port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:24.481498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:24.493606 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Sync routers for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:24.503121 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.507109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a962f17b-92de-48a9-9550-86cc3bf96ccf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1414807 Jul 16 09:16:24.507533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44014) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:24.513009 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:24.513796 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:24.659125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:24.936397 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:23Z', 'revision_number': 3, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:24.972968 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Checking router: 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:24.973383 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Updating router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:25.037130 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.123516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:25.180220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:25.184209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:25.184588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.329975 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.373272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:25.408680 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.479592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:25.494087 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.502114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.510946 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Transition to ACTIVE for port object 5a213e3f-162e-4cb2-aa41-c51d29a63d6e will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:25.519622 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.579106 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Attempting to bind port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:25.579106 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Attempting to bind port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:25.579106 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Attempting to bind port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:25.590062 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:25.590363 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:25.590766 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.591166 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:25.591649 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Bound port: 5a213e3f-162e-4cb2-aa41-c51d29a63d6e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:25.592020 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.600123 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Pushing event updated for resources: {'Port': ['ID=5a213e3f-162e-4cb2-aa41-c51d29a63d6e,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:25.632826 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.633176 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.633500 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.633871 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.634209 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.634539 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.634868 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.635192 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.635522 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.635842 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.636173 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.636992 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:25.672009 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] For port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:25.682273 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] For port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5a213e3f-162e-4cb2-aa41-c51d29a63d6e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:25.687991 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.738238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Allocated IP 172.20.0.1 (b6a27e41-804e-45fd-940e-c4d83935e264/a85fd9f6-0348-4e05-89fc-4be9a4c5898d/8b32a484-a79d-4aa6-9fec-0fbdf907072c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:25.740595 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:25.741278 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:25.793747 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48b900-441d-4b5d-a9b5-bb7270037e7f None None] Pushing event updated for resources: {'Port': ['ID=5a213e3f-162e-4cb2-aa41-c51d29a63d6e,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:25.855539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.869405 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:25.869915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Transition to ACTIVE for port object 8b32a484-a79d-4aa6-9fec-0fbdf907072c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:25.907280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.980214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Pushing event updated for resources: {'Port': ['ID=8b32a484-a79d-4aa6-9fec-0fbdf907072c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:25.990203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Network b6a27e41-804e-45fd-940e-c4d83935e264 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:25.991998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:26.006946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:26.069121 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:23Z', 'revision_number': 3, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:26.085805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.103192 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d362-cbfb-4496-abf3-e9b4d4509f6a None None] The sync data for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 is: [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:23Z', 'revision_number': 3, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:26.219178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44022) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.259109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-67cf56a5-2a6d-472b-998e-d2bece31f4b8 None None] Provisioning for port 8b32a484-a79d-4aa6-9fec-0fbdf907072c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:26.261370 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.263372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-67cf56a5-2a6d-472b-998e-d2bece31f4b8 None None] Provisioning complete for port 8b32a484-a79d-4aa6-9fec-0fbdf907072c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:26.263747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67cf56a5-2a6d-472b-998e-d2bece31f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.319833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-67cf56a5-2a6d-472b-998e-d2bece31f4b8 None None] Port 8b32a484-a79d-4aa6-9fec-0fbdf907072c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:26.500832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 49e87fb7-fb9a-4be5-86e0-458444e8d032 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:26.501772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.522581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.529829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.630575 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.631186 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.646236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.647008 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 49e87fb7-fb9a-4be5-86e0-458444e8d032 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:26.668479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Pushing event updated for resources: {'Port': ['ID=8b32a484-a79d-4aa6-9fec-0fbdf907072c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:26.771781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Network b6a27e41-804e-45fd-940e-c4d83935e264 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:26.774159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:26.850802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.891604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=49e87fb7-fb9a-4be5-86e0-458444e8d032,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:26.953757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:27.001252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.002562 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Floating IP 6158de6c-4114-43be-8217-73af96c967e8 disassociated (deleted). External IP: 172.25.6.225, port: af5b078c-e5a6-4810-be09-913d049f5ead. Jul 16 09:16:27.158375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0022e29a-6505-4d9a-87e2-480cfbc0f5e0 None None] Provisioning complete for port 8b32a484-a79d-4aa6-9fec-0fbdf907072c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:27.159031 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0022e29a-6505-4d9a-87e2-480cfbc0f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.186923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:27.201118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8c6598fb-ec7c-4ce6-a3c9-e40630a07516 admin admin] 10.222.0.55 "PUT /v2.0/routers/5b1ef8a4-2551-46d1-b80e-9d4029d23a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6839683 Jul 16 09:16:27.226916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0022e29a-6505-4d9a-87e2-480cfbc0f5e0 None None] Port 8b32a484-a79d-4aa6-9fec-0fbdf907072c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:27.259114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:27.350746 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 62b12079-7462-482b-a781-1506603c9eb0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:27.358669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:27.360054 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.470455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5a213e3f-162e-4cb2-aa41-c51d29a63d6e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:27.528015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:27.534821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.544667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] Sync routers for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:27.551446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:27.584031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:27.584721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:27.588114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:27.588696 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.594243 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dded93c8-b1f8-4920-8e29-0b141c8328c3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/floatingips/6158de6c-4114-43be-8217-73af96c967e8 HTTP/1.1" status: 204 len: 168 time: 1.3722818 Jul 16 09:16:27.595464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:27.597859 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33237b11-701d-427f-98b2-2ee05bf162b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:27.838427 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:27.959831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.992421 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e989f0-0369-4e45-aad3-97480ef3e8f3 x-openstack-request-id: req-a1e989f0-0369-4e45-aad3-97480ef3e8f3 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:27.992742 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:27.992993 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1e989f0-0369-4e45-aad3-97480ef3e8f3 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:27.993397 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'status': 'completed', 'code': 200} Jul 16 09:16:28.030450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5a213e3f-162e-4cb2-aa41-c51d29a63d6e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:28.034442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44042) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:28.039246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2c18486f-e8ab-44ef-b435-d964e4ea1016 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131909977', 'description': 'tempest-description--487286012'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:28.059403 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.091374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c18486f-e8ab-44ef-b435-d964e4ea1016 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.138913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-44e78792-1872-409d-b809-8f15015eb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:28.140561 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-44e78792-1872-409d-b809-8f15015eb2bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 1096 time: 0.1184881 Jul 16 09:16:28.177239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=5a213e3f-162e-4cb2-aa41-c51d29a63d6e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:28.289804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:21Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:28.307362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-862dad13-4cfb-49da-b8ab-b2d625557901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:28.308991 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-862dad13-4cfb-49da-b8ab-b2d625557901 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 200 len: 898 time: 0.1525719 Jul 16 09:16:28.319735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56a07-0582-484b-b219-68be535f8926 req-dcaf16f7-f08d-4a8b-84da-0c335b60ec92 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:28.328847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44c56a07-0582-484b-b219-68be535f8926 req-dcaf16f7-f08d-4a8b-84da-0c335b60ec92 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 944 time: 0.1812150 Jul 16 09:16:28.330316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] Checking router: 62b12079-7462-482b-a781-1506603c9eb0 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:28.334765 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c18486f-e8ab-44ef-b435-d964e4ea1016 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.342693 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c18486f-e8ab-44ef-b435-d964e4ea1016 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.357239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:28.358736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:28.373872 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Sync routers for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:28.384426 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:28.385131 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:28.412583 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-83f67ad9-7b8e-44a8-bff0-41ea9b54f027 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 200 len: 217 time: 0.0964179 Jul 16 09:16:28.434730 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c18486f-e8ab-44ef-b435-d964e4ea1016 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.440326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2c18486f-e8ab-44ef-b435-d964e4ea1016 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4049196 Jul 16 09:16:28.446653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44044) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:28.470760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-7c1ba74c-b68c-4298-8de4-f41be6d806c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:28.472632 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-7c1ba74c-b68c-4298-8de4-f41be6d806c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f603ba15-d11c-4bb0-901e-9629833ff25d HTTP/1.1" status: 200 len: 835 time: 0.0535030 Jul 16 09:16:28.478444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44c56a07-0582-484b-b219-68be535f8926 req-712ec104-97d2-4572-9698-a73e0b1eb89e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1cb825d-59a3-4243-8ab4-47dc8eb57883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487546 Jul 16 09:16:28.484836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-085a1a64-8ab9-4456-bab2-e8ceffa272b0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'security_group_rule': {'security_group_id': 'ead32325-85b9-4190-85b6-eab110a42207', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:28.524471 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:28.556274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18486f-e8ab-44ef-b435-d964e4ea1016 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead32325-85b9-4190-85b6-eab110a42207,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:28.570055 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-085a1a64-8ab9-4456-bab2-e8ceffa272b0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.599471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-b4318391-39de-4b0c-ac26-742d10561cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:28.604266 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-b4318391-39de-4b0c-ac26-742d10561cfb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8b89a57-4737-4e95-ad20-0247536c1209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225531 Jul 16 09:16:28.604973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:28.632551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-2c0ccedb-e0bd-44ef-b120-6faf06516dbd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:28.634125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-2c0ccedb-e0bd-44ef-b120-6faf06516dbd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 944 time: 0.1830394 Jul 16 09:16:28.679079 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-085a1a64-8ab9-4456-bab2-e8ceffa272b0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.700295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-085a1a64-8ab9-4456-bab2-e8ceffa272b0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.740402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-085a1a64-8ab9-4456-bab2-e8ceffa272b0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.740402 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-085a1a64-8ab9-4456-bab2-e8ceffa272b0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2851541 Jul 16 09:16:28.758567 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44048) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:28.765015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a1a64-8ab9-4456-bab2-e8ceffa272b0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12a6999-147b-4474-a462-2abf70316771,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:28.776398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-30e4745f-33ff-44cc-bb54-ee568197557a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'security_group_rule': {'security_group_id': 'ead32325-85b9-4190-85b6-eab110a42207', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:28.828570 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-eddbdb63-2a1a-41ae-8a46-479f7f356ac5 service neutron] 10.222.0.54 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161231 Jul 16 09:16:28.838186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port af5b078c-e5a6-4810-be09-913d049f5ead {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:28.838542 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.845523 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30e4745f-33ff-44cc-bb54-ee568197557a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.914891 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 2, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:28.920147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:21Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:28.955339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadddc10-9f68-4e6b-ad31-79bd4ded6836 None None] The sync data for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 is: [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:15:13Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '26136deb-c7f6-4b10-9d3f-40d247be76bd', 'name': '', 'network_id': 'f8b89a57-4737-4e95-ad20-0247536c1209', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:be:06:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:11Z', 'updated_at': '2021-07-16T09:15:21Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': 'f603ba15-d11c-4bb0-901e-9629833ff25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:28.983345 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Checking router: 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:28.983729 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Updating router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e port 8b32a484-a79d-4aa6-9fec-0fbdf907072c binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:28.990637 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30e4745f-33ff-44cc-bb54-ee568197557a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.996238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port af5b078c-e5a6-4810-be09-913d049f5ead, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=af5b078c-e5a6-4810-be09-913d049f5ead,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:28.996505 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.000595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30e4745f-33ff-44cc-bb54-ee568197557a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.023953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for af5b078c-e5a6-4810-be09-913d049f5ead owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:29.028768 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4745f-33ff-44cc-bb54-ee568197557a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f700831-2a50-4544-8395-c6d39b929157,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:29.043017 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.062879 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-0cb0fb22-fcc5-4d7c-aaa7-af4d06cea0b7 service neutron] 10.222.0.54 "GET /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259877 Jul 16 09:16:29.064043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30e4745f-33ff-44cc-bb54-ee568197557a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.065332 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-30e4745f-33ff-44cc-bb54-ee568197557a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058922 Jul 16 09:16:29.068378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44050) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:29.074103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:29.114173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.127036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5a213e3f-162e-4cb2-aa41-c51d29a63d6e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:29.233007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:29.233779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.269732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.294142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.346021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=af5b078c-e5a6-4810-be09-913d049f5ead,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:29.402731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] No DVR routers for this DVR port af5b078c-e5a6-4810-be09-913d049f5ead on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:29.405827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.409027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6b66589-1ed0-4bd5-927d-f84a23ca15cc req-c09afbf5-f3bf-4be4-8b28-329bc1cc8cb6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "DELETE /v2.0/ports/af5b078c-e5a6-4810-be09-913d049f5ead HTTP/1.1" status: 204 len: 173 time: 0.7678401 Jul 16 09:16:29.410623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-deleted', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:29.414592 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f4ac6-d931-460c-93e6-25e77646df35" -d '{"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-deleted", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:29.462095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Allocated IP 172.25.6.123 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/c4afa745-f23b-4f1b-a56d-0f750d78806a) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:29.480143 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75f1e96-0c7a-47ed-952e-1166d256734f x-openstack-request-id: req-f75f1e96-0c7a-47ed-952e-1166d256734f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:29.480534 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3954e7be-26ab-4229-b771-2d88e70c5a8e", "name": "network-vif-deleted", "tag": "af5b078c-e5a6-4810-be09-913d049f5ead", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:29.480843 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f75f1e96-0c7a-47ed-952e-1166d256734f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:29.481256 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3954e7be-26ab-4229-b771-2d88e70c5a8e', 'name': 'network-vif-deleted', 'tag': 'af5b078c-e5a6-4810-be09-913d049f5ead', 'status': 'completed', 'code': 200} Jul 16 09:16:29.589822 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.623949 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Transition to ACTIVE for port object 8b32a484-a79d-4aa6-9fec-0fbdf907072c will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:29.644019 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.671263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.707612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5494fbe0-7387-4e72-9fe5-80d6371eca8f req-0c8bd509-3213-4099-b878-4959fb57b193 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3954e7be-26ab-4229-b771-2d88e70c5a8e HTTP/1.1" status: 200 len: 210 time: 0.0653245 Jul 16 09:16:29.720429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.782151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543caaa8-e823-49c9-bf20-9c81f1a1b7f0 None None] Pushing event updated for resources: {'Port': ['ID=8b32a484-a79d-4aa6-9fec-0fbdf907072c,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:29.825072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b4f344-ea1c-4af9-b746-ca3812181271 None None] New status for floating IP 6158de6c-4114-43be-8217-73af96c967e8: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:16:29.829891 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Attempting to bind port 8b32a484-a79d-4aa6-9fec-0fbdf907072c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:29.833717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'Port': ['ID=c4afa745-f23b-4f1b-a56d-0f750d78806a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:29.838812 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Attempting to bind port 8b32a484-a79d-4aa6-9fec-0fbdf907072c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:29.839298 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Attempting to bind port 8b32a484-a79d-4aa6-9fec-0fbdf907072c on network b6a27e41-804e-45fd-940e-c4d83935e264 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:29.854539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:29.855603 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:29.857223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:29.858000 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Checking segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:29.858609 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.862335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:29.862657 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Bound using segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:29.863419 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Bound port: 8b32a484-a79d-4aa6-9fec-0fbdf907072c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:29.864063 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.988169 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] For port 8b32a484-a79d-4aa6-9fec-0fbdf907072c, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:29.992928 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] For port 8b32a484-a79d-4aa6-9fec-0fbdf907072c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8b32a484-a79d-4aa6-9fec-0fbdf907072c,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:29.997946 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.081729 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:30.084699 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:30.167404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.271080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.418087 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543caaa8-e823-49c9-bf20-9c81f1a1b7f0 None None] Pushing event updated for resources: {'Port': ['ID=8b32a484-a79d-4aa6-9fec-0fbdf907072c,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.452795 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:30.722179 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:30.760468 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62db5a-fa80-4241-bebf-32912c990433 None None] The sync data for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 is: [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:30.825625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:30.843158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.851641 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.031131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'Port': ['ID=c4afa745-f23b-4f1b-a56d-0f750d78806a,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:31.057867 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.118764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.120010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b26f00e2-22fe-49b4-af4c-86ed0d99b63e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0504017 Jul 16 09:16:31.139897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8b32a484-a79d-4aa6-9fec-0fbdf907072c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:31.216320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 8b32a484-a79d-4aa6-9fec-0fbdf907072c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:31.225226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8b32a484-a79d-4aa6-9fec-0fbdf907072c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:31.225866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.336304 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.363826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-73caf73c-de5a-4c6d-92e6-e5389b4e616c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2131909977&fields=id&tenant_id=3efa0c80108d484d875db98bb6e6bc4e HTTP/1.1" status: 200 len: 267 time: 0.0761011 Jul 16 09:16:31.381939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 8b32a484-a79d-4aa6-9fec-0fbdf907072c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8b32a484-a79d-4aa6-9fec-0fbdf907072c,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:31.387878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.475559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=8b32a484-a79d-4aa6-9fec-0fbdf907072c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:31.539869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-5d6c606c-7861-4435-a4c9-55a609ee046c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.541900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-5d6c606c-7861-4435-a4c9-55a609ee046c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 811 time: 0.1769269 Jul 16 09:16:31.558163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-5299b0f4-a91e-4765-8efa-648f254a1361 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/quotas/3efa0c80108d484d875db98bb6e6bc4e HTTP/1.1" status: 200 len: 375 time: 0.0101495 Jul 16 09:16:31.636168 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.668891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-6872ed6c-b60e-47a2-b902-20fe00f4867c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008675 Jul 16 09:16:31.817472 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-a5f67b0f-d9bb-423d-8fc8-a4b7ea9266e4 service neutron] 10.222.0.55 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328604 Jul 16 09:16:31.956202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-e1be1465-1095-4a98-8788-332c31e1df7b req-7643c74f-299b-4fc1-b04b-267cd4531f63 service neutron] (94164) timed out ('10.222.0.52', 64590) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:16:31.959082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-afdc2c60-4182-4d90-a937-67f54f60d4be service neutron] 10.222.0.55 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284552 Jul 16 09:16:32.039206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 26136deb-c7f6-4b10-9d3f-40d247be76bd {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:32.039697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.149672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port 26136deb-c7f6-4b10-9d3f-40d247be76bd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=26136deb-c7f6-4b10-9d3f-40d247be76bd,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:32.150057 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.162916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a4b53fe-fa76-4724-b890-71a146093912 req-29ce349e-9ea7-4ff1-be0c-e98596a5c0e2 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 210 time: 0.0344961 Jul 16 09:16:32.168744 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 26136deb-c7f6-4b10-9d3f-40d247be76bd owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:32.298087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device af5b078c-e5a6-4810-be09-913d049f5ead no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:32.334276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: af5b078c-e5a6-4810-be09-913d049f5ead {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:32.334767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device af5b078c-e5a6-4810-be09-913d049f5ead not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:32.459174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.496367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=26136deb-c7f6-4b10-9d3f-40d247be76bd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:32.700587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.935236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router 62b12079-7462-482b-a781-1506603c9eb0 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:33.055779 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:33.064444 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-08fea1cb-5746-4370-8b68-f67417f252a3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "PUT /v2.0/routers/62b12079-7462-482b-a781-1506603c9eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349405 Jul 16 09:16:33.064605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44116) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:33.068274 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] Sync routers for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:33.100299 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:33.107821 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:33.149805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-436c5b3a-6658-4d7c-84c5-3c63ae464b93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting subnet f603ba15-d11c-4bb0-901e-9629833ff25d {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:16:33.155429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-436c5b3a-6658-4d7c-84c5-3c63ae464b93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.168656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8b32a484-a79d-4aa6-9fec-0fbdf907072c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:33.239557 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-436c5b3a-6658-4d7c-84c5-3c63ae464b93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.266862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-356b0d52-f0d5-44f6-8020-3d8b3411e38e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1831586 Jul 16 09:16:33.271335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8b32a484-a79d-4aa6-9fec-0fbdf907072c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:33.271723 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.363100 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:33.382193 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-436c5b3a-6658-4d7c-84c5-3c63ae464b93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.504572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-436c5b3a-6658-4d7c-84c5-3c63ae464b93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.554175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-436c5b3a-6658-4d7c-84c5-3c63ae464b93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.558355 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-436c5b3a-6658-4d7c-84c5-3c63ae464b93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/subnets/f603ba15-d11c-4bb0-901e-9629833ff25d HTTP/1.1" status: 204 len: 168 time: 0.4925416 Jul 16 09:16:33.559922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c5b3a-6658-4d7c-84c5-3c63ae464b93 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Subnet': ['ID=f603ba15-d11c-4bb0-901e-9629833ff25d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:33.561407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1d5a28-95d1-49a8-84fd-b425d1d98c01 None None] Network f8b89a57-4737-4e95-ad20-0247536c1209 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:33.564039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44122) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:33.577140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d30e4ea5-a92a-488d-af91-fe1872825e24 req-c5095c63-a621-429d-89a6-b0960c8655f6 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 210 time: 0.1407597 Jul 16 09:16:33.708125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:33.775347 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] Checking router: 62b12079-7462-482b-a781-1506603c9eb0 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:33.795380 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] Routers {'62b12079-7462-482b-a781-1506603c9eb0'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:33.796320 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['62b12079-7462-482b-a781-1506603c9eb0'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:33.826347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-f23e03c4-4d7e-4dbe-8d22-094419252dcb tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:33.827551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-f23e03c4-4d7e-4dbe-8d22-094419252dcb tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 811 time: 0.2815635 Jul 16 09:16:33.910653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-0efad8c9-9c77-4799-a480-5cb7dc51092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:33.925627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-0efad8c9-9c77-4799-a480-5cb7dc51092c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 1097 time: 0.4734271 Jul 16 09:16:33.935555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-8102cf44-14d1-4c91-b3f7-5c9e4b616b25 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3efa0c80108d484d875db98bb6e6bc4e HTTP/1.1" status: 200 len: 380 time: 0.0966022 Jul 16 09:16:33.950906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] DHCP port deletion for f8b89a57-4737-4e95-ad20-0247536c1209 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:16:33.955131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'port': {'device_id': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'admin_state_up': True, 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'security_groups': ['ead32325-85b9-4190-85b6-eab110a42207']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:34.033263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] Deleting port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:34.035191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.043802 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] Set router 62b12079-7462-482b-a781-1506603c9eb0 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:34.122050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.200812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-84693ef5-4718-480b-96b3-f99c40da2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.202549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-84693ef5-4718-480b-96b3-f99c40da2d63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.2235799 Jul 16 09:16:34.280718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Made reservation on behalf of 3efa0c80108d484d875db98bb6e6bc4e for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:34.285639 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.337115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-45779c51-13cb-4c7f-ab39-c2b981fe2d92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0 HTTP/1.1" status: 200 len: 1000 time: 0.1236489 Jul 16 09:16:34.427772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.433574 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:34.441909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] For port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a1deadf3-487c-4a5a-8fd4-c8c76e46fec4,segment=NetworkSegment(ddda3aa3-7205-4b9a-ae6e-a874702f695b),segment_id=ddda3aa3-7205-4b9a-ae6e-a874702f695b)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:34.442297 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.474983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] Calling delete_port for a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:34.478227 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397fad1-f287-4096-b6d3-796e68fc0e3a None None] The sync data for ids ['62b12079-7462-482b-a781-1506603c9eb0'] in n-d-780147-28 is: [{'id': '62b12079-7462-482b-a781-1506603c9eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111962392', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:15:02Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': 'a072ed93-b7d6-4dbe-910d-8560314e2245', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b12079-7462-482b-a781-1506603c9eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:15:03Z', 'updated_at': '2021-07-16T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:34.522247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-735c08ce-bb0b-4f07-8176-c3016b4c2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.523799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-735c08ce-bb0b-4f07-8176-c3016b4c2242 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.1426089 Jul 16 09:16:34.572240 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port a072ed93-b7d6-4dbe-910d-8560314e2245 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:34.572598 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.636324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.670378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Allocated IP 172.20.0.6 (b6a27e41-804e-45fd-940e-c4d83935e264/a85fd9f6-0348-4e05-89fc-4be9a4c5898d/33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:34.682937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] No DVR routers for this DVR port a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:34.699646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-e998ddc6-a1a2-4560-bc1b-004a690abdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.702812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-e998ddc6-a1a2-4560-bc1b-004a690abdd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536739 Jul 16 09:16:34.723954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port a072ed93-b7d6-4dbe-910d-8560314e2245, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=a072ed93-b7d6-4dbe-910d-8560314e2245,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:34.724853 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.748754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fbe97-c9f2-41f2-88f7-d5e205436c48 None None] Pushing event deleted for resources: {'Port': ['ID=a1deadf3-487c-4a5a-8fd4-c8c76e46fec4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:34.751365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for a072ed93-b7d6-4dbe-910d-8560314e2245 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:35.038530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-480000f4-be7a-40fe-9bdb-a055a40ab8b5 req-dcf6ab76-6072-4b9b-a0ba-714acd021a5c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 210 time: 0.1464887 Jul 16 09:16:35.085245 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.098595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-672a9f20-c3d0-4a93-a409-52e6dbb3bd34 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855805 Jul 16 09:16:35.141806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:35.165689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=a072ed93-b7d6-4dbe-910d-8560314e2245,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:35.181990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:35.182810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a1deadf3-487c-4a5a-8fd4-c8c76e46fec4 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:35.182810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 26136deb-c7f6-4b10-9d3f-40d247be76bd no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:35.214363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 26136deb-c7f6-4b10-9d3f-40d247be76bd {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:35.214713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 26136deb-c7f6-4b10-9d3f-40d247be76bd not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:35.245247 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.246108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.269498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Transition to ACTIVE for port object 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:35.289177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93d42d77-49ed-4539-b5aa-66c15543f77e req-5ee6f97f-5e8c-46a8-9cf8-02a6a645e1ea service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811490 Jul 16 09:16:35.323570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.364982 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.368120 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.386642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Network b6a27e41-804e-45fd-940e-c4d83935e264 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:35.386642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:35.391489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:35.396936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'Port': ['ID=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:35.442768 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.443305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Fanout notify agent at l3_agent the message router_deleted on router 62b12079-7462-482b-a781-1506603c9eb0 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:16:35.459498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.460154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.460857 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.461471 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce9b9717-79ba-40b8-a11b-8fec2646100e tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/routers/62b12079-7462-482b-a781-1506603c9eb0 HTTP/1.1" status: 204 len: 168 time: 1.8962979 Jul 16 09:16:35.464400 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44132) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:35.484068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-35e5951a-cf57-413f-b174-d8e4d3fa1d48 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5406826 Jul 16 09:16:35.497974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Request body: {'port': {'device_id': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:35.614852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.639626 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.767188 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.776270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-66d2f0b2-40a9-45dc-b84c-6d7ba461dc02 None None] Provisioning for port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:35.780161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b89a57-4737-4e95-ad20-0247536c1209']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:35.783833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-66d2f0b2-40a9-45dc-b84c-6d7ba461dc02 None None] Provisioning complete for port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:35.784269 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66d2f0b2-40a9-45dc-b84c-6d7ba461dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.796954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddda3aa3-7205-4b9a-ae6e-a874702f695b') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:35.797521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddda3aa3-7205-4b9a-ae6e-a874702f695b') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:35.815666 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.830142 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-66d2f0b2-40a9-45dc-b84c-6d7ba461dc02 None None] Port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:35.834122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.841085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:16:35.841749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:16:35.845563 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:16:35.908376 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.913276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.918666 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/networks/f8b89a57-4737-4e95-ad20-0247536c1209 HTTP/1.1" status: 204 len: 168 time: 0.4502065 Jul 16 09:16:35.918768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44136) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:35.930141 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fec9b-5a6c-41a6-8734-717268f12d84 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Network': ['ID=f8b89a57-4737-4e95-ad20-0247536c1209,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:35.978460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:35.993812 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.020587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Transition to ACTIVE for port object 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:36.021870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c08dc3e-d4a5-4a9c-8830-ab77735e892a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.027326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.085349 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c08dc3e-d4a5-4a9c-8830-ab77735e892a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.134321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Pushing event updated for resources: {'Port': ['ID=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:36.259456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Attempting to bind port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:36.259792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Attempting to bind port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:36.260116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Attempting to bind port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 on network b6a27e41-804e-45fd-940e-c4d83935e264 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:36.269992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 on network b6a27e41-804e-45fd-940e-c4d83935e264 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:36.270315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Attempting to bind port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 on network b6a27e41-804e-45fd-940e-c4d83935e264 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:36.274827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c08dc3e-d4a5-4a9c-8830-ab77735e892a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.278163 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c08dc3e-d4a5-4a9c-8830-ab77735e892a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.279500 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5c08dc3e-d4a5-4a9c-8830-ab77735e892a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/security-groups/b1cb825d-59a3-4243-8ab4-47dc8eb57883 HTTP/1.1" status: 204 len: 168 time: 0.3599803 Jul 16 09:16:36.289553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:36.290149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Checking segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:36.290312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Bound using segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:36.290662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Bound port: 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:36.291016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.312911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08dc3e-d4a5-4a9c-8830-ab77735e892a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cb825d-59a3-4243-8ab4-47dc8eb57883,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:36.369593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7756b1-5120-4708-93ab-bfda7732b972 req-ffd481bc-6820-42fc-a509-5843b6b35d02 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:36.371337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e7756b1-5120-4708-93ab-bfda7732b972 req-ffd481bc-6820-42fc-a509-5843b6b35d02 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 943 time: 0.1695633 Jul 16 09:16:36.428274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] For port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:36.436372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e7756b1-5120-4708-93ab-bfda7732b972 req-f8e69383-bb46-4af5-9eac-4e61dc94ede9 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548599 Jul 16 09:16:36.446011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] For port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:36.459128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.512138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:36.512888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.514562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 1092 time: 1.0235190 Jul 16 09:16:36.515014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'tag': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:36.517739 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53e6cc2-fcba-4531-8faa-0b39e0e09969" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8c90f6-e964-495e-a893-6d7ad2042103", "tag": "33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:36.533601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4cf24-e33b-4044-ba1b-49d0bba825f9 service neutron] Pushing event updated for resources: {'Port': ['ID=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:36.619725 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44154) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:36.621673 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2134ce40-eee5-4d60-b377-d28676545680 x-openstack-request-id: req-2134ce40-eee5-4d60-b377-d28676545680 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:36.622041 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8c90f6-e964-495e-a893-6d7ad2042103", "tag": "33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:36.622370 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2134ce40-eee5-4d60-b377-d28676545680 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:36.622835 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'tag': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'status': 'completed', 'code': 200} Jul 16 09:16:36.626648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4d37ad73-d28a-49fa-a5a1-cc9b6d86d154 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84783999', 'description': 'tempest-secgroup-smoke-84783999 description', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:36.656816 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d37ad73-d28a-49fa-a5a1-cc9b6d86d154 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.667458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-c7ec3edb-5900-450f-a9d8-ef17670b169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:36.669668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-c7ec3edb-5900-450f-a9d8-ef17670b169d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1095 time: 0.1068823 Jul 16 09:16:36.727302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-5c7be3b5-1611-4e16-87eb-1c9f3626704b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 217 time: 0.0485470 Jul 16 09:16:36.786615 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d37ad73-d28a-49fa-a5a1-cc9b6d86d154 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.788008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-7e8008a1-0e5c-4a0d-b3ed-3c6d0a0d7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:36.789763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-7e8008a1-0e5c-4a0d-b3ed-3c6d0a0d7a95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0560272 Jul 16 09:16:36.791578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d37ad73-d28a-49fa-a5a1-cc9b6d86d154 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.820619 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4d37ad73-d28a-49fa-a5a1-cc9b6d86d154 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.821933 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4d37ad73-d28a-49fa-a5a1-cc9b6d86d154 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2003484 Jul 16 09:16:36.825539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:36.831655 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-07b3d0a9-51a2-4e8e-b8d8-157d68efc459 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '19ba8ea5-2df7-4677-a145-82a74737f44e', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:36.838317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37ad73-d28a-49fa-a5a1-cc9b6d86d154 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ba8ea5-2df7-4677-a145-82a74737f44e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:36.852402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-3b935938-a7a2-4ff5-b2db-55b1bb02aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:36.854042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-3b935938-a7a2-4ff5-b2db-55b1bb02aea0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584888 Jul 16 09:16:36.873896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07b3d0a9-51a2-4e8e-b8d8-157d68efc459 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.943453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07b3d0a9-51a2-4e8e-b8d8-157d68efc459 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.948022 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07b3d0a9-51a2-4e8e-b8d8-157d68efc459 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.967895 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3d0a9-51a2-4e8e-b8d8-157d68efc459 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e442645d-906b-498a-94b0-9c8e6ecf4781,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:36.976079 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-07b3d0a9-51a2-4e8e-b8d8-157d68efc459 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.981517 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-07b3d0a9-51a2-4e8e-b8d8-157d68efc459 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547387 Jul 16 09:16:36.983444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44162) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:36.986470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-af31a1fe-1112-4310-b060-07797941d401 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259129 Jul 16 09:16:36.990888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4075f94e-e110-401b-92c6-9da8f58a87b1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '19ba8ea5-2df7-4677-a145-82a74737f44e', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:37.027808 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4075f94e-e110-401b-92c6-9da8f58a87b1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.103841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a072ed93-b7d6-4dbe-910d-8560314e2245 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:37.130407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: a072ed93-b7d6-4dbe-910d-8560314e2245 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:37.131032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device a072ed93-b7d6-4dbe-910d-8560314e2245 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:37.144386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5217a52f-fbb8-4f77-94bf-3743806f74c5 req-399acc0c-3609-4130-92a0-bfccac50f2d5 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510501 Jul 16 09:16:37.147677 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4075f94e-e110-401b-92c6-9da8f58a87b1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.152186 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4075f94e-e110-401b-92c6-9da8f58a87b1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.190140 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075f94e-e110-401b-92c6-9da8f58a87b1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a5d89a-a113-420d-a5b6-4f2daab6e978,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:37.194328 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4075f94e-e110-401b-92c6-9da8f58a87b1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.198257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4075f94e-e110-401b-92c6-9da8f58a87b1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2111375 Jul 16 09:16:37.201311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44170) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:37.206838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-48087c90-98ea-4135-b8e3-62155f452041 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '19ba8ea5-2df7-4677-a145-82a74737f44e', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:37.238826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48087c90-98ea-4135-b8e3-62155f452041 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.250447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-f3ea5b80-fc1e-40fb-82a9-e4dde3256437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.252623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-f3ea5b80-fc1e-40fb-82a9-e4dde3256437 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1095 time: 0.0569718 Jul 16 09:16:37.312274 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48087c90-98ea-4135-b8e3-62155f452041 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.317420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48087c90-98ea-4135-b8e3-62155f452041 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.340216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48087c90-98ea-4135-b8e3-62155f452041 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9756d393-73a0-44d6-8bcc-642f3984245f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:37.352729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-145cda09-7536-422e-b549-b4327c7958e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.354560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-145cda09-7536-422e-b549-b4327c7958e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.0951066 Jul 16 09:16:37.358940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-48087c90-98ea-4135-b8e3-62155f452041 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.360859 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-48087c90-98ea-4135-b8e3-62155f452041 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583138 Jul 16 09:16:37.363810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44172) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:37.369877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-19cad78c-860c-45ba-81c3-7d73748426cb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '19ba8ea5-2df7-4677-a145-82a74737f44e', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:37.405445 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-19cad78c-860c-45ba-81c3-7d73748426cb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.498755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-19cad78c-860c-45ba-81c3-7d73748426cb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.504735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-19cad78c-860c-45ba-81c3-7d73748426cb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.536639 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-19cad78c-860c-45ba-81c3-7d73748426cb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.541685 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-19cad78c-860c-45ba-81c3-7d73748426cb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764064 Jul 16 09:16:37.542804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44178) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:37.549539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-53ff759d-71d0-42e2-b8e3-9d421cfc8501 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '19ba8ea5-2df7-4677-a145-82a74737f44e', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:37.605797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cad78c-860c-45ba-81c3-7d73748426cb tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a2600c-a01a-49f1-a2a2-c54435dda31e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:37.618955 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-53ff759d-71d0-42e2-b8e3-9d421cfc8501 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Project d13f7937753f461a99cc6c1586f0fa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:16:37.627774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53ff759d-71d0-42e2-b8e3-9d421cfc8501 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.693189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53ff759d-71d0-42e2-b8e3-9d421cfc8501 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.697674 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53ff759d-71d0-42e2-b8e3-9d421cfc8501 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.721214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff759d-71d0-42e2-b8e3-9d421cfc8501 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6952021c-8d1b-4d96-9250-7a5f53e8e071,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:37.726283 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-53ff759d-71d0-42e2-b8e3-9d421cfc8501 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.729774 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-53ff759d-71d0-42e2-b8e3-9d421cfc8501 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1834455 Jul 16 09:16:37.731539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44180) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:37.739363 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9c332786-769b-4459-8188-7ce815f6d88c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'security_group_rule': {'security_group_id': '19ba8ea5-2df7-4677-a145-82a74737f44e', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:37.768347 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-9c332786-769b-4459-8188-7ce815f6d88c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Project d13f7937753f461a99cc6c1586f0fa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:16:37.775361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c332786-769b-4459-8188-7ce815f6d88c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.803804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-fb949819-0425-4777-ab47-a940348c82e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 217 time: 0.4423695 Jul 16 09:16:37.862472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c332786-769b-4459-8188-7ce815f6d88c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.867690 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c332786-769b-4459-8188-7ce815f6d88c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.875538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-b3eb5730-afad-479a-8ad8-68adb402b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.877533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-b3eb5730-afad-479a-8ad8-68adb402b76b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0666034 Jul 16 09:16:37.891111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6866-1d72-4d9b-93e3-16f267aa533b req-31ebfcd7-68a0-4c89-9062-2ed43eceac73 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.892991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d55a6866-1d72-4d9b-93e3-16f267aa533b req-31ebfcd7-68a0-4c89-9062-2ed43eceac73 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 943 time: 0.1196477 Jul 16 09:16:37.896073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9c332786-769b-4459-8188-7ce815f6d88c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.900392 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9c332786-769b-4459-8188-7ce815f6d88c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1659102 Jul 16 09:16:37.901281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44184) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:37.906433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'network': {'name': 'tempest-network-smoke--335341478', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:37.910263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c332786-769b-4459-8188-7ce815f6d88c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4fcf9b-6cdf-406f-9cf3-bfd4387b926b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:37.933881 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:37.937780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.963312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d55a6866-1d72-4d9b-93e3-16f267aa533b req-5c7039c2-dde1-4e78-b53f-4d06629ab20e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613716 Jul 16 09:16:37.964894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:16:37.979268 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.979490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-2038b267-3d4f-459e-a616-766e8f925aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.979738 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Added segment 4759b6e6-b8e8-4b91-8ef4-aa43667c803a of type vlan for network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 Jul 16 09:16:37.989258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-2038b267-3d4f-459e-a616-766e8f925aec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869553 Jul 16 09:16:38.040525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.081173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.082035 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-7cbcce1f-3fdd-4820-ae9a-d008190e0c33 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937533 Jul 16 09:16:38.088109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:38.088843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.147286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2444839 Jul 16 09:16:38.149771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44188) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:38.154971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'admin_state_up': True, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:38.197831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658cee0-78de-407a-9980-fbf6c4fd8624 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Network': ['ID=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:38.200957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.202046 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.207966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a53e6cc2-fcba-4531-8faa-0b39e0e09969 req-8d85eb26-8f76-4723-b448-ec133b182b90 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200809 Jul 16 09:16:38.212653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:16:38.266519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.419440 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.644377 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.663746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.773402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.25.6.75 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/79ec621d-daf6-453e-b269-1b16f83999fd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:38.892487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.932694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.969577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:38.972832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:38.978726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:39.014091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=79ec621d-daf6-453e-b269-1b16f83999fd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:39.279817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e503b-efad-4ea3-9ab9-4bf87dbf92c3 req-29dbb1b3-ef01-40e3-94f0-b99a3705f1f0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:39.281300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-444e503b-efad-4ea3-9ab9-4bf87dbf92c3 req-29dbb1b3-ef01-40e3-94f0-b99a3705f1f0 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 943 time: 0.1794121 Jul 16 09:16:39.318346 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.319869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:39.371999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-444e503b-efad-4ea3-9ab9-4bf87dbf92c3 req-73cfb6d0-d762-42ed-8294-ae990bf2715a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804167 Jul 16 09:16:39.432949 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:39.445696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'port_id': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'mac_address': 'fa:16:3e:b6:8c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:39.486993 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.499741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:39.521002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:39.525355 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.577528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:39.589398 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.729920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router fec78309-1c0a-4c8c-88f8-1db7e743db3d is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:16:39.739882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:39.850627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:39.867592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Sync routers for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:39.873522 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.877693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d77f6e6f-76eb-478c-a847-9f6bb9b6eca1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7240770 Jul 16 09:16:39.879171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44200) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:39.888311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:39.888933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:39.919732 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a19127ba-05ce-4dbb-b3b3-8b62d9397d7b tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d13f7937753f461a99cc6c1586f0fa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364211 Jul 16 09:16:39.920209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44202) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:40.004204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:40.075002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520972fd-6dcb-4855-bb65-ffa2f9d2984a tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:40.079287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-520972fd-6dcb-4855-bb65-ffa2f9d2984a tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556287 Jul 16 09:16:40.079639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:40.110106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6d40676f-2fe0-4b37-b7a4-efa402f2e0c3 tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270174 Jul 16 09:16:40.110992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44206) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:40.115865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-410353059', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:40.187444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:39Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:40.212413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:40.215113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Checking router: fec78309-1c0a-4c8c-88f8-1db7e743db3d for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:40.215533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Updating router fec78309-1c0a-4c8c-88f8-1db7e743db3d port 79ec621d-daf6-453e-b269-1b16f83999fd binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:40.216381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:40.255688 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:40.411354 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:40.526269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Subnet': ['ID=9e9ed0ee-b079-41f6-9230-225890c9557e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:40.559722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Checking segment: {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:40.560091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network hostable DHCP agents. Network: 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:16:40.604181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:16:40.627690 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:40.640194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Transition to ACTIVE for port object 79ec621d-daf6-453e-b269-1b16f83999fd will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:40.648052 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:40.650205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e8c53-769b-4cca-82ee-07026a898b9b req-892f87ea-efda-4e63-a87b-97efc9cbb556 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:40.652326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-216e8c53-769b-4cca-82ee-07026a898b9b req-892f87ea-efda-4e63-a87b-97efc9cbb556 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 944 time: 0.1429615 Jul 16 09:16:40.653864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:40.664753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928faa7c-fd3f-487d-870d-78193923306c None None] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:40.671361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:40.674320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:40.718885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44216) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:40.733884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-58bcbc13-5616-4a9f-ad0a-b37055e95e51 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6215901 Jul 16 09:16:40.786708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-216e8c53-769b-4cca-82ee-07026a898b9b req-374081bb-f154-49b1-ab1d-9025af9dac2f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178772 Jul 16 09:16:40.814877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c34f9-e3c8-430a-bbd5-fcd1647ac54d None None] Pushing event updated for resources: {'Port': ['ID=79ec621d-daf6-453e-b269-1b16f83999fd,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:40.818787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Attempting to bind port 79ec621d-daf6-453e-b269-1b16f83999fd on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:40.819077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Attempting to bind port 79ec621d-daf6-453e-b269-1b16f83999fd by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:40.819444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Attempting to bind port 79ec621d-daf6-453e-b269-1b16f83999fd on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:40.833453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:40.833928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:40.834361 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:40.834757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:40.835226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Bound port: 79ec621d-daf6-453e-b269-1b16f83999fd, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:40.835605 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:40.919968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] For port 79ec621d-daf6-453e-b269-1b16f83999fd, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:40.924479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] For port 79ec621d-daf6-453e-b269-1b16f83999fd, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=79ec621d-daf6-453e-b269-1b16f83999fd,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:40.947126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:41.045100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c34f9-e3c8-430a-bbd5-fcd1647ac54d None None] Pushing event updated for resources: {'Port': ['ID=79ec621d-daf6-453e-b269-1b16f83999fd,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:41.048435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:41.049120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:41.055653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:16:41.056522 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:41.239644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:41.279046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:41.331530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:41.376537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Allocated IP 172.20.0.2 (3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3/9e9ed0ee-b079-41f6-9230-225890c9557e/3d293e19-c5a2-4500-886e-5e4cbfc73ce4) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:41.535789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:41.544941 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:41.545315 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:41.817978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:39Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:41.851234 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:41.869562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260250cd-3fee-440d-83c5-58fbbd42781f None None] The sync data for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 is: [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:39Z', 'revision_number': 3, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:41.888122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Transition to ACTIVE for port object 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:41.897317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:41.922169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Transition to ACTIVE for port object 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:41.930984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:41.933386 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3b9e8d-ca9d-40ad-955a-b09f1bb20173" -d '{"events": [{"server_uuid": "1b8c90f6-e964-495e-a893-6d7ad2042103", "name": "network-vif-plugged", "status": "completed", "tag": "33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:41.944834 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:41.952017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:41.986283 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.000740 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.20.0.1 (3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3/9e9ed0ee-b079-41f6-9230-225890c9557e/cb30c913-999f-4560-af36-91f94c75dabf) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:42.003423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:42.007209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:42.013745 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b51e93-d664-40be-ad9e-7bf8a62066af x-openstack-request-id: req-23b51e93-d664-40be-ad9e-7bf8a62066af {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:42.013985 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8c90f6-e964-495e-a893-6d7ad2042103", "name": "network-vif-plugged", "status": "completed", "tag": "33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:42.014226 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23b51e93-d664-40be-ad9e-7bf8a62066af {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:42.014621 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'code': 200} Jul 16 09:16:42.015605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:42.019161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Pushing event updated for resources: {'Port': ['ID=3d293e19-c5a2-4500-886e-5e4cbfc73ce4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:42.042463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e24d7-6f11-47ce-8c55-f69c8665e485 req-dd19bcb6-ae4e-44b0-929d-18e7af0e5e8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:42.051228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d3e24d7-6f11-47ce-8c55-f69c8665e485 req-dd19bcb6-ae4e-44b0-929d-18e7af0e5e8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 944 time: 0.1449010 Jul 16 09:16:42.139294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d3e24d7-6f11-47ce-8c55-f69c8665e485 req-a7581c45-2b29-458a-9797-6a264bd5ad08 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865989 Jul 16 09:16:42.168945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36175b0-1e22-4adf-bd26-d38bcc011398 req-c50a57db-875c-402c-9b27-7071e88a7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:42.170743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d36175b0-1e22-4adf-bd26-d38bcc011398 req-c50a57db-875c-402c-9b27-7071e88a7bf5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1097 time: 0.0784352 Jul 16 09:16:42.176699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Attempting to bind port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:42.177068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Attempting to bind port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:42.177474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Attempting to bind port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 on network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:42.179769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:42.198134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:42.198352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Checking segment: {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:42.198597 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.198992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Bound using segment: {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:42.199477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Bound port: 3d293e19-c5a2-4500-886e-5e4cbfc73ce4, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:42.199988 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.211658 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.220449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d36175b0-1e22-4adf-bd26-d38bcc011398 req-bf080fd8-7b32-484b-a178-27ad0c9eccb8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418208 Jul 16 09:16:42.230934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Transition to ACTIVE for port object cb30c913-999f-4560-af36-91f94c75dabf will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:42.278319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.314660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] For port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:42.323511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] For port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3d293e19-c5a2-4500-886e-5e4cbfc73ce4,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:42.330645 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.361340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:42.365157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:42.370001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:42.403079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2230d47-99af-4cd4-bded-69564def08bb None None] Pushing event updated for resources: {'Port': ['ID=3d293e19-c5a2-4500-886e-5e4cbfc73ce4,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:42.404144 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=cb30c913-999f-4560-af36-91f94c75dabf,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:42.429430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.123269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.238161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 79ec621d-daf6-453e-b269-1b16f83999fd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:43.340022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 79ec621d-daf6-453e-b269-1b16f83999fd completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:43.356767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 79ec621d-daf6-453e-b269-1b16f83999fd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:43.358434 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.471931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea23176-f6d4-4123-90fe-016387d306aa req-2f950de7-5035-45ff-9fa4-f8ce35c203f1 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:43.479701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bea23176-f6d4-4123-90fe-016387d306aa req-2f950de7-5035-45ff-9fa4-f8ce35c203f1 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.1353033 Jul 16 09:16:43.528679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bea23176-f6d4-4123-90fe-016387d306aa req-a749b83f-357d-4be1-b704-b95f002b0f16 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485210 Jul 16 09:16:43.567777 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.619470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 79ec621d-daf6-453e-b269-1b16f83999fd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=79ec621d-daf6-453e-b269-1b16f83999fd,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:43.622749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.628186 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.629327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.634129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:43.757189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=79ec621d-daf6-453e-b269-1b16f83999fd,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:43.761988 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.776509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=cb30c913-999f-4560-af36-91f94c75dabf,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:43.791838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:43.812783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972f237-b474-4a81-921a-bd1bcc35c8ae req-beb4915c-8abb-4930-9a46-6957339474e4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:43.819014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3972f237-b474-4a81-921a-bd1bcc35c8ae req-beb4915c-8abb-4930-9a46-6957339474e4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.1093271 Jul 16 09:16:43.827513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44234) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:43.832843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'floatingip': {'port_id': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:43.858637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b691c0-871e-408d-9c78-dd070cef7beb None None] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:43.899026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:43.900574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:43.906194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.042386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-51f4a154-4efc-4720-85dc-5bd56a3318c8 None None] Provisioning for port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:44.048137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-51f4a154-4efc-4720-85dc-5bd56a3318c8 None None] Provisioning complete for port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:44.048550 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51f4a154-4efc-4720-85dc-5bd56a3318c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.055478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router fec78309-1c0a-4c8c-88f8-1db7e743db3d has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:44.206589 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51f4a154-4efc-4720-85dc-5bd56a3318c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.228743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:44.238875 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-601655e5-617d-40a5-8160-2637055974fc tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "PUT /v2.0/routers/fec78309-1c0a-4c8c-88f8-1db7e743db3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5164146 Jul 16 09:16:44.255023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-51f4a154-4efc-4720-85dc-5bd56a3318c8 None None] For port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3d293e19-c5a2-4500-886e-5e4cbfc73ce4,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:44.267488 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-51f4a154-4efc-4720-85dc-5bd56a3318c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.362086 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4a154-4efc-4720-85dc-5bd56a3318c8 None None] Pushing event updated for resources: {'Port': ['ID=3d293e19-c5a2-4500-886e-5e4cbfc73ce4,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:44.457447 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0f60-97c2-45b8-8527-39ea65643989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.477060 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Sync routers for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:44.503889 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:44.504786 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:44.602543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e65cb6d8-b55e-4ef9-8bec-ece023000445 None None] Provisioning complete for port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:44.602926 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e65cb6d8-b55e-4ef9-8bec-ece023000445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.646942 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:44.686494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-95a4161e-011c-4282-ade3-0774818dc647 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84783999&fields=id&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 267 time: 0.0607080 Jul 16 09:16:44.731422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e65cb6d8-b55e-4ef9-8bec-ece023000445 None None] Provisioning for port cb30c913-999f-4560-af36-91f94c75dabf completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:44.737074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e65cb6d8-b55e-4ef9-8bec-ece023000445 None None] Provisioning complete for port cb30c913-999f-4560-af36-91f94c75dabf triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:44.737572 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e65cb6d8-b55e-4ef9-8bec-ece023000445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.789363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-e65cb6d8-b55e-4ef9-8bec-ece023000445 None None] Port cb30c913-999f-4560-af36-91f94c75dabf cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:44.902208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-083ccf28-fb2a-4ab7-bd6a-1818cbd4a62f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:44.909245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-083ccf28-fb2a-4ab7-bd6a-1818cbd4a62f tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/networks?id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 HTTP/1.1" status: 200 len: 796 time: 0.2219837 Jul 16 09:16:44.925569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bef4c736-674c-4241-8eba-f53f5b3ed4bf None None] Provisioning complete for port cb30c913-999f-4560-af36-91f94c75dabf triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:44.926306 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bef4c736-674c-4241-8eba-f53f5b3ed4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.935795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-e01a11a5-f6a9-4818-9fad-e22be13caa02 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/quotas/d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 375 time: 0.0255206 Jul 16 09:16:44.943914 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 2, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:44.993196 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Checking router: fec78309-1c0a-4c8c-88f8-1db7e743db3d for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:44.993867 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Updating router fec78309-1c0a-4c8c-88f8-1db7e743db3d port cb30c913-999f-4560-af36-91f94c75dabf binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:45.011801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bef4c736-674c-4241-8eba-f53f5b3ed4bf None None] Port cb30c913-999f-4560-af36-91f94c75dabf cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:45.053347 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.106991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 79ec621d-daf6-453e-b269-1b16f83999fd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:45.134576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-6216654e-a796-47fc-ad6a-9f16fd25c5c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966999 Jul 16 09:16:45.199751 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 79ec621d-daf6-453e-b269-1b16f83999fd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:45.200636 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.258340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-32667f1f-5eee-45cc-8612-2246698ad134 None None] Provisioning complete for port cb30c913-999f-4560-af36-91f94c75dabf triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:45.259040 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-32667f1f-5eee-45cc-8612-2246698ad134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.317872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-9e64c454-43e1-4787-8594-76ad30be4c64 service neutron] 10.222.0.55 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823068 Jul 16 09:16:45.330370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-32667f1f-5eee-45cc-8612-2246698ad134 None None] Port cb30c913-999f-4560-af36-91f94c75dabf cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:45.347667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:45.351924 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.362307 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.415982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:45.416443 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.465821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.521823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-2b576f14-be5c-463b-b2bd-8e031ade2cba service neutron] 10.222.0.55 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029624 Jul 16 09:16:45.523606 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.535453 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Transition to ACTIVE for port object cb30c913-999f-4560-af36-91f94c75dabf will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:45.547022 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.564658 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Floating IP a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a associated. External IP: 172.25.6.123, port: 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1. Jul 16 09:16:45.615473 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7fab6-f58d-4c14-aedf-54dbcf2764f3 None None] Pushing event updated for resources: {'Port': ['ID=cb30c913-999f-4560-af36-91f94c75dabf,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:45.681236 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Attempting to bind port cb30c913-999f-4560-af36-91f94c75dabf on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:45.681705 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Attempting to bind port cb30c913-999f-4560-af36-91f94c75dabf by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:45.682190 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Attempting to bind port cb30c913-999f-4560-af36-91f94c75dabf on network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:45.688821 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:45.689358 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Checking segment: {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:45.689858 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.703192 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Bound using segment: {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:45.704574 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Bound port: cb30c913-999f-4560-af36-91f94c75dabf, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:45.705072 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.790171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dc2782cb-f8bd-44cb-bb46-0cbf4fcd164f req-62baa4b6-2364-48b6-8084-1f2596589243 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 210 time: 0.0443361 Jul 16 09:16:45.819354 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] For port cb30c913-999f-4560-af36-91f94c75dabf, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:45.824800 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] For port cb30c913-999f-4560-af36-91f94c75dabf, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cb30c913-999f-4560-af36-91f94c75dabf,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:45.831349 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.882285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:45.894739 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:45.895379 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:46.031437 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7fab6-f58d-4c14-aedf-54dbcf2764f3 None None] Pushing event updated for resources: {'Port': ['ID=cb30c913-999f-4560-af36-91f94c75dabf,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:46.037135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:46.043200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.049133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] Sync routers for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:46.066283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:46.068557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:46.096654 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:46.157909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1c9d12cb-0c01-4a3d-a12d-bdfb55da480f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "PUT /v2.0/floatingips/a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a HTTP/1.1" status: 200 len: 991 time: 2.3261509 Jul 16 09:16:46.174714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'tag': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:46.183768 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09420f41-24df-49a7-aa2c-b25f9a992c79" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8c90f6-e964-495e-a893-6d7ad2042103", "tag": "33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:46.252945 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840fec70-7f69-4990-b98e-39d735912127 x-openstack-request-id: req-840fec70-7f69-4990-b98e-39d735912127 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:46.253237 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8c90f6-e964-495e-a893-6d7ad2042103", "tag": "33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:46.253483 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-840fec70-7f69-4990-b98e-39d735912127 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:46.254359 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'tag': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'status': 'completed', 'code': 200} Jul 16 09:16:46.368336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:46.408599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-5bc14e67-e267-4a70-b606-2c26b1704321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:46.410293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-5bc14e67-e267-4a70-b606-2c26b1704321 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1097 time: 0.1330199 Jul 16 09:16:46.506139 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:45Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:46.547912 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50bdd8-69a0-46eb-87fb-3e5502cfa5d5 None None] The sync data for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 is: [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:45Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:46.558586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44274) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:46.654987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-d4071f2d-6967-4361-9a6c-643217837667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:46.656513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-d4071f2d-6967-4361-9a6c-643217837667 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.2386096 Jul 16 09:16:46.773202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-c3652174-ac4c-423e-b1f2-7d9791dd0071 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 999 time: 0.1034570 Jul 16 09:16:46.786504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'port_id': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'mac_address': 'fa:16:3e:b6:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:29Z', 'updated_at': '2021-07-16T09:16:45Z', 'revision_number': 1, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:46.804882 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c721a9b9-4e16-4709-858e-a56de9f4feb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.821116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] Checking router: 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:46.837135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:46.837504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:46.864065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-186569a3-8d7c-4890-b21e-d321062ad761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:46.866277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-186569a3-8d7c-4890-b21e-d321062ad761 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0859399 Jul 16 09:16:46.987334 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c721a9b9-4e16-4709-858e-a56de9f4feb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.987568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-4fcb15b2-5fae-4bd7-a804-a18b01e2a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:46.988833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-4fcb15b2-5fae-4bd7-a804-a18b01e2a8e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156044 Jul 16 09:16:46.993718 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c721a9b9-4e16-4709-858e-a56de9f4feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.037179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:47.049342 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c721a9b9-4e16-4709-858e-a56de9f4feb0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa1d83c919f14246936a1c25fbd78546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889350 Jul 16 09:16:47.050619 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721a9b9-4e16-4709-858e-a56de9f4feb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c8c6c0-1aff-47c0-8a38-7485c3d62253,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:47.053435 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44280) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:47.131928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8995c3e1-1802-4a73-b628-34f6955d0908 req-e6b76770-0efa-4779-8a64-f980565ee542 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 210 time: 0.0507774 Jul 16 09:16:47.147726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0a218f1b-2a80-45d0-be15-15817a404039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.169594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-4d6c22b8-ffb7-4f2c-963d-8cb429d886cc service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740198 Jul 16 09:16:47.183493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cb30c913-999f-4560-af36-91f94c75dabf up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:47.207785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0a218f1b-2a80-45d0-be15-15817a404039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.275174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0a218f1b-2a80-45d0-be15-15817a404039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.278184 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0a218f1b-2a80-45d0-be15-15817a404039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.279955 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0a218f1b-2a80-45d0-be15-15817a404039 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21c8c6c0-1aff-47c0-8a38-7485c3d62253 HTTP/1.1" status: 204 len: 168 time: 0.2251606 Jul 16 09:16:47.292179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218f1b-2a80-45d0-be15-15817a404039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c8c6c0-1aff-47c0-8a38-7485c3d62253,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:47.317012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09420f41-24df-49a7-aa2c-b25f9a992c79 req-c718360a-cd7f-438d-8b0a-4a0e05937573 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344712 Jul 16 09:16:47.407728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port cb30c913-999f-4560-af36-91f94c75dabf completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:47.420310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cb30c913-999f-4560-af36-91f94c75dabf triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:47.420691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.487567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'port_id': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'mac_address': 'fa:16:3e:b6:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:29Z', 'updated_at': '2021-07-16T09:16:45Z', 'revision_number': 1, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:47.545590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f540d-3e44-40f9-ae5a-e93f45d26d5c None None] The sync data for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 is: [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'port_id': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'mac_address': 'fa:16:3e:b6:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:29Z', 'updated_at': '2021-07-16T09:16:45Z', 'revision_number': 1, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:47.553877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-fa602fc2-b499-45e0-8072-f1438e96b562 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:47.555525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-fa602fc2-b499-45e0-8072-f1438e96b562 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "GET /v2.0/networks?id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 HTTP/1.1" status: 200 len: 796 time: 0.1730518 Jul 16 09:16:47.570695 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.635625 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-eee5e59b-e875-4e21-ada4-2d560fe81498 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d13f7937753f461a99cc6c1586f0fa61 HTTP/1.1" status: 200 len: 378 time: 0.0698912 Jul 16 09:16:47.653207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'port': {'device_id': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'admin_state_up': True, 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'security_groups': ['19ba8ea5-2df7-4677-a145-82a74737f44e']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:47.658721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port cb30c913-999f-4560-af36-91f94c75dabf, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cb30c913-999f-4560-af36-91f94c75dabf,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:47.661588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.670122 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.707132 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-031cbd7f-59ec-4b2e-a132-0cf34710ddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.759089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=cb30c913-999f-4560-af36-91f94c75dabf,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:47.838970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Made reservation on behalf of d13f7937753f461a99cc6c1586f0fa61 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:47.843433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.979636 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652a8fc-6464-46b8-846f-97bf36c865e3 None None] New status for floating IP a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:16:47.989152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.20.0.3 (3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3/9e9ed0ee-b079-41f6-9230-225890c9557e/dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:48.162217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.180953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Transition to ACTIVE for port object dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:48.220926 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.275415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:48.312504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:48.319407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:48.324962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:48.389236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:48.389936 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.416272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b44c7-0a51-4227-89c5-defa68b3dca3 req-1ad14e12-f4c5-4742-87e7-23095023d59a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:48.418204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c8b44c7-0a51-4227-89c5-defa68b3dca3 req-1ad14e12-f4c5-4742-87e7-23095023d59a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 931 time: 0.1544778 Jul 16 09:16:48.420011 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-dfd3ee9d-6470-46d1-b921-5d29c400b398 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7761569 Jul 16 09:16:48.433430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Request body: {'port': {'device_id': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:48.498497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c8b44c7-0a51-4227-89c5-defa68b3dca3 req-22256fc7-55ba-400a-9168-d689fab3450a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711803 Jul 16 09:16:48.554081 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.581981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-58f605e8-0e50-4238-ae6e-5853898a1dec None None] Provisioning for port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:48.586205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-58f605e8-0e50-4238-ae6e-5853898a1dec None None] Provisioning complete for port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:48.587203 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-58f605e8-0e50-4238-ae6e-5853898a1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.646758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-58f605e8-0e50-4238-ae6e-5853898a1dec None None] Port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:48.844051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:48.852860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.866959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Transition to ACTIVE for port object dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:48.871964 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.921683 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.928883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Pushing event updated for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:48.959846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.021704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Attempting to bind port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:49.022202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Attempting to bind port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:49.022612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Attempting to bind port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb on network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:49.034106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb on network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:49.034443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Attempting to bind port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb on network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:49.040525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:49.040868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Checking segment: {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:49.041535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Bound using segment: {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:49.041720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Bound port: dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4759b6e6-b8e8-4b91-8ef4-aa43667c803a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:49.042083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.086132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cb30c913-999f-4560-af36-91f94c75dabf up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:49.117313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:49.121576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:49.130465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.140173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cb30c913-999f-4560-af36-91f94c75dabf triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:49.140547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.172465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:49.173102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.174565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] 10.222.0.54 "PUT /v2.0/ports/dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb HTTP/1.1" status: 200 len: 1092 time: 0.7453868 Jul 16 09:16:49.175060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:49.178635 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f028839-00c8-4fe4-a5e8-4d957c5af05d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:49.213760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77245-265a-49f8-b829-93720f953b80 service neutron] Pushing event updated for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:49.298704 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cd87ee-96b3-4f28-9ff8-5b892d9378de x-openstack-request-id: req-52cd87ee-96b3-4f28-9ff8-5b892d9378de {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:49.299311 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:49.299730 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52cd87ee-96b3-4f28-9ff8-5b892d9378de {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:49.300318 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'status': 'completed', 'code': 200} Jul 16 09:16:49.331326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-94cf6b91-4aaa-4f28-8ef4-e0455d2a5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:49.333171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-94cf6b91-4aaa-4f28-8ef4-e0455d2a5823 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 1095 time: 0.0823658 Jul 16 09:16:49.389524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-e1298a7e-b690-4f01-adc0-0e70f808c509 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb HTTP/1.1" status: 200 len: 217 time: 0.0459721 Jul 16 09:16:49.448404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-387c9499-5fa4-40b6-98f2-cc24ef603001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:49.450049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-387c9499-5fa4-40b6-98f2-cc24ef603001 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e9ed0ee-b079-41f6-9230-225890c9557e HTTP/1.1" status: 200 len: 834 time: 0.0526462 Jul 16 09:16:49.514356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-b9377aba-42a2-4251-922d-d12e13d29758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:49.515812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-b9377aba-42a2-4251-922d-d12e13d29758 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558250 Jul 16 09:16:49.636729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-892cd60e-03a2-4ad7-bfd1-3c63952df4f5 service neutron] 10.222.0.54 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131299 Jul 16 09:16:49.774114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb5feb2a-6db5-4940-8f59-36c2cffe0fbd req-07ff6de7-a7f2-413c-8a1b-e196b856f60d service neutron] 10.222.0.54 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309049 Jul 16 09:16:49.785497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fa9f7-2efb-478a-be71-6a3c218ad792 req-ab55e63c-ecf3-4eb6-b3c1-b636bfdecdf2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:49.787059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998fa9f7-2efb-478a-be71-6a3c218ad792 req-ab55e63c-ecf3-4eb6-b3c1-b636bfdecdf2 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 943 time: 0.1357098 Jul 16 09:16:49.831359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998fa9f7-2efb-478a-be71-6a3c218ad792 req-5602741e-e8fe-4d5b-a1e9-4b0c82e85938 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370846 Jul 16 09:16:49.887724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-12cfa1bc-2c5d-4495-8d60-144714620dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:49.889151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-12cfa1bc-2c5d-4495-8d60-144714620dca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 1095 time: 0.0536480 Jul 16 09:16:49.984465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-8ba837a8-4935-4f11-a592-0d3eb3ff8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:49.986052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-8ba837a8-4935-4f11-a592-0d3eb3ff8db9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 HTTP/1.1" status: 200 len: 897 time: 0.0905924 Jul 16 09:16:50.032455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-3dec847e-292b-43f7-8fa1-2d3601a2cd41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb HTTP/1.1" status: 200 len: 217 time: 0.0380809 Jul 16 09:16:50.086576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-766a44cf-8c1c-4176-9b0c-28f475382556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:50.088273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-766a44cf-8c1c-4176-9b0c-28f475382556 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e9ed0ee-b079-41f6-9230-225890c9557e HTTP/1.1" status: 200 len: 834 time: 0.0496728 Jul 16 09:16:50.152378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-9b7c452f-5bab-41a1-bebc-25e94e038906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:50.153920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-9b7c452f-5bab-41a1-bebc-25e94e038906 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583210 Jul 16 09:16:50.179139 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.247008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-ef33404f-848b-4215-b0c8-5f727460f614 service neutron] 10.222.0.54 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856674 Jul 16 09:16:50.342721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f028839-00c8-4fe4-a5e8-4d957c5af05d req-38080ce6-84e9-4c94-bf79-d23368dd2cd6 service neutron] 10.222.0.54 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887220 Jul 16 09:16:51.043237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57900e7-24d4-4d95-ba48-61ec7ed5820c req-4b0ffff1-2837-4149-9bc6-312dc7769bd6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:51.044920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e57900e7-24d4-4d95-ba48-61ec7ed5820c req-4b0ffff1-2837-4149-9bc6-312dc7769bd6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 943 time: 0.0880690 Jul 16 09:16:51.102023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e57900e7-24d4-4d95-ba48-61ec7ed5820c req-9bf7187d-0caa-492e-a9e9-2b91c2e893bf tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428357 Jul 16 09:16:52.297311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f74e7c-9a4e-412a-bdfc-c7a900d7c589 req-1043651a-9f1f-4c32-8d85-dd22bb9cc39a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:52.299766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86f74e7c-9a4e-412a-bdfc-c7a900d7c589 req-1043651a-9f1f-4c32-8d85-dd22bb9cc39a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 943 time: 0.0787122 Jul 16 09:16:52.341417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86f74e7c-9a4e-412a-bdfc-c7a900d7c589 req-212f34f3-0662-4922-b7c0-c42229952dc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344653 Jul 16 09:16:52.390261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:52.498873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:52.511272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'port_id': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'mac_address': 'fa:16:3e:e7:68:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:52.552162 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:52.565837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:52.585285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:52.588918 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:52.640277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:52.856793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:53.540440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af8716-fe73-4cea-8181-d3ed9ba226ab req-fa2122b2-eae1-4b1d-ae8a-4f4bbe6d76f8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:53.542154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0af8716-fe73-4cea-8181-d3ed9ba226ab req-fa2122b2-eae1-4b1d-ae8a-4f4bbe6d76f8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 944 time: 0.0707567 Jul 16 09:16:53.584223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0af8716-fe73-4cea-8181-d3ed9ba226ab req-ea9fbd85-1a4e-4084-bfc3-abde060de57d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354962 Jul 16 09:16:54.420660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:54.475306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:54.479618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:54.480051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.576060 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.601633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:54.603949 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659fc0ea-8ff5-4c81-bdb3-300332df3d35" -d '{"events": [{"server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "name": "network-vif-plugged", "status": "completed", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:54.623716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:54.631982 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.660521 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5971774-cf89-4bdd-9cac-cf03d8114ff8 x-openstack-request-id: req-a5971774-cf89-4bdd-9cac-cf03d8114ff8 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:54.661005 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "name": "network-vif-plugged", "status": "completed", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:54.661415 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5971774-cf89-4bdd-9cac-cf03d8114ff8 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:54.661899 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'code': 200} Jul 16 09:16:54.691446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:55.193747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42891-562f-4f29-9eb2-61c8bf06e4f5 req-759f4358-cea6-4f64-93da-75c7903e297a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:55.195376 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc42891-562f-4f29-9eb2-61c8bf06e4f5 req-759f4358-cea6-4f64-93da-75c7903e297a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.4719570 Jul 16 09:16:55.197387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e836c-1614-4859-bba6-556e4da46687 req-2b68282a-3848-4417-8106-f86fa1dac13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:55.198778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-331e836c-1614-4859-bba6-556e4da46687 req-2b68282a-3848-4417-8106-f86fa1dac13a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 1097 time: 0.4741700 Jul 16 09:16:55.259467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edc42891-562f-4f29-9eb2-61c8bf06e4f5 req-bea854b7-247d-410b-9d71-ad3dda417635 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577269 Jul 16 09:16:55.261258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-331e836c-1614-4859-bba6-556e4da46687 req-c87898ec-911d-490f-bad6-b5aabe363ea3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526836 Jul 16 09:16:56.458972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84b46-095c-4f9f-aa90-6eff3d4fbd69 req-f0508b0a-1a26-4dab-b1f4-43f881b62746 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:56.460474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31b84b46-095c-4f9f-aa90-6eff3d4fbd69 req-f0508b0a-1a26-4dab-b1f4-43f881b62746 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0685031 Jul 16 09:16:56.498665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31b84b46-095c-4f9f-aa90-6eff3d4fbd69 req-1a6f9c88-b00e-4b50-946d-65861621dd85 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325539 Jul 16 09:16:56.681334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c4a-e7c4-4ca0-bb08-8981c3c182c3 req-55eab2d4-b1e0-4b19-8a18-b02932143e3d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:56.682878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cab92c4a-e7c4-4ca0-bb08-8981c3c182c3 req-55eab2d4-b1e0-4b19-8a18-b02932143e3d tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0684893 Jul 16 09:16:56.723056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cab92c4a-e7c4-4ca0-bb08-8981c3c182c3 req-a463632d-1015-43f0-8656-61404d7d30a6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346589 Jul 16 09:16:56.747125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44394) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:56.805130 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706f407-7847-432e-ac5e-08265e1f0d7c tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:56.807008 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c706f407-7847-432e-ac5e-08265e1f0d7c tempest-TestNetworkAdvancedServerOps-794197420 tempest-TestNetworkAdvancedServerOps-794197420-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 1092 time: 0.0582538 Jul 16 09:16:56.809692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44400) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:56.814807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:56.838172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:56.937139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:57.051685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Allocated IP 172.25.6.46 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/8c05d654-ba06-423e-a83c-446004132b16) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:57.155381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:57.197555 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:57.244731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:57.247549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:57.250338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:57.278163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=8c05d654-ba06-423e-a83c-446004132b16,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:57.294792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.295152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.295496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.295841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.296361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.296493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.296821 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.297726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.298122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.298504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.298824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.299155 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:57.639668 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:16:57.677814 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:57.760599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:57.908786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:57.913304 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:57.990172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event updated for resources: {'Port': ['ID=8c05d654-ba06-423e-a83c-446004132b16,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:57.998585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:58.106858 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Floating IP e2691c89-f731-4e7d-93df-f697c1f2cc13 associated. External IP: 172.25.6.46, port: dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb. Jul 16 09:16:58.373299 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router fec78309-1c0a-4c8c-88f8-1db7e743db3d has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:58.482699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:58.494360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] Sync routers for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:58.499225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:58.505563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:58.506409 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:58.625124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:58.837219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-89ecc2e2-34a1-4392-92fa-a396169aabd8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0262883 Jul 16 09:16:58.837972 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:58.840023 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3131ec-c668-472f-8d58-b3856a256152" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:58.887661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'e2691c89-f731-4e7d-93df-f697c1f2cc13', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'port_id': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'mac_address': 'fa:16:3e:e7:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:57Z', 'updated_at': '2021-07-16T09:16:57Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:47Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:58.916022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] Checking router: fec78309-1c0a-4c8c-88f8-1db7e743db3d for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:58.927317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:58.928143 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:16:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:59.000848 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb1d8dd-3a9f-44d4-9864-9fa972fcf7f6 x-openstack-request-id: req-adb1d8dd-3a9f-44d4-9864-9fa972fcf7f6 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:59.001212 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:59.001534 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adb1d8dd-3a9f-44d4-9864-9fa972fcf7f6 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:59.002347 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'status': 'completed', 'code': 200} Jul 16 09:16:59.018662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81716f80-1fd6-42c9-83fa-86d8f2b13465 req-e498c040-ce30-4011-b709-e014fe3e32c0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:59.022142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81716f80-1fd6-42c9-83fa-86d8f2b13465 req-e498c040-ce30-4011-b709-e014fe3e32c0 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0864296 Jul 16 09:16:59.048279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:59.089191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81716f80-1fd6-42c9-83fa-86d8f2b13465 req-85c86870-8cfb-466d-8e9d-2c30e66ac095 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644186 Jul 16 09:16:59.106666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3131ec-c668-472f-8d58-b3856a256152 req-c6fc730d-5627-45cc-9764-7c4f5474cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:59.108190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b3131ec-c668-472f-8d58-b3856a256152 req-c6fc730d-5627-45cc-9764-7c4f5474cccb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 1097 time: 0.0773804 Jul 16 09:16:59.116947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44440) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:59.179715 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6cc01b67-d3ec-4266-a479-a4cd8a600433 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/e2691c89-f731-4e7d-93df-f697c1f2cc13 HTTP/1.1" status: 200 len: 990 time: 0.0612905 Jul 16 09:16:59.203162 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3131ec-c668-472f-8d58-b3856a256152 req-8e7b003b-b835-4f59-9dcc-6b762e4bc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:59.205277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b3131ec-c668-472f-8d58-b3856a256152 req-8e7b003b-b835-4f59-9dcc-6b762e4bc95f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 HTTP/1.1" status: 200 len: 897 time: 0.0903368 Jul 16 09:16:59.278677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'e2691c89-f731-4e7d-93df-f697c1f2cc13', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'port_id': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'mac_address': 'fa:16:3e:e7:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:57Z', 'updated_at': '2021-07-16T09:16:57Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:47Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:59.279059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b3131ec-c668-472f-8d58-b3856a256152 req-389bb62c-6a7b-4174-ba4b-f4341f43c863 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb HTTP/1.1" status: 200 len: 998 time: 0.0650346 Jul 16 09:16:59.305270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbe53f-8e44-4c78-a5c0-f8bc26ed8734 None None] The sync data for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 is: [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'e2691c89-f731-4e7d-93df-f697c1f2cc13', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'port_id': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'mac_address': 'fa:16:3e:e7:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:57Z', 'updated_at': '2021-07-16T09:16:57Z', 'revision_number': 0, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:47Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:59.333435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3131ec-c668-472f-8d58-b3856a256152 req-d21f9f9f-ed41-4d5e-adae-0b556f1a5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:59.335077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b3131ec-c668-472f-8d58-b3856a256152 req-d21f9f9f-ed41-4d5e-adae-0b556f1a5e3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e9ed0ee-b079-41f6-9230-225890c9557e HTTP/1.1" status: 200 len: 834 time: 0.0493402 Jul 16 09:16:59.404534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3131ec-c668-472f-8d58-b3856a256152 req-6fd4bb73-8c1a-4e5d-919b-955d9d67e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:59.406309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b3131ec-c668-472f-8d58-b3856a256152 req-6fd4bb73-8c1a-4e5d-919b-955d9d67e655 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641332 Jul 16 09:16:59.510503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b3131ec-c668-472f-8d58-b3856a256152 req-833e8df1-8933-47e4-af26-d5675c4ac7ba service neutron] 10.222.0.54 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968254 Jul 16 09:16:59.550619 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7be66-0bd0-438a-ad37-a18fca55a78e None None] New status for floating IP e2691c89-f731-4e7d-93df-f697c1f2cc13: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:16:59.610993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b3131ec-c668-472f-8d58-b3856a256152 req-2c25f2a8-c003-4b39-856b-5f9a22ed92dc service neutron] 10.222.0.54 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941818 Jul 16 09:17:00.183019 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44450) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:00.255058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-53ca501d-7a47-4ecf-8c14-a0b7c7e3f645 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/e2691c89-f731-4e7d-93df-f697c1f2cc13 HTTP/1.1" status: 200 len: 992 time: 0.0707741 Jul 16 09:17:06.182591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44490) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:06.289228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.381015 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.385071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.424717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ed3f4f110944059a3227b8aa5b4cde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410545 Jul 16 09:17:06.425734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd48da4-8778-48d5-8abb-89f7c61876b8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:06.427320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44496) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:06.433384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.433703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.434043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.434708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.434708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.435065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.435353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.435678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.436003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.436326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.436646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.436968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1a7af-32a7-483b-b1a2-4a18f1702df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:06.479843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e32a648-1688-4e87-9695-956c6548c0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.499765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e32a648-1688-4e87-9695-956c6548c0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.545150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e32a648-1688-4e87-9695-956c6548c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.547707 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e32a648-1688-4e87-9695-956c6548c0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.549074 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8e32a648-1688-4e87-9695-956c6548c0a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cd48da4-8778-48d5-8abb-89f7c61876b8 HTTP/1.1" status: 204 len: 168 time: 0.1206324 Jul 16 09:17:06.556713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32a648-1688-4e87-9695-956c6548c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd48da4-8778-48d5-8abb-89f7c61876b8,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:14.439622 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd596-8cf3-4b71-8074-9f9422e39b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:15.430731 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:16.378868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93560a59-874f-4eda-b514-cf5d5e411b76 req-69e69b14-ec50-4450-b04e-474e4f3c9158 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:16.380275 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93560a59-874f-4eda-b514-cf5d5e411b76 req-69e69b14-ec50-4450-b04e-474e4f3c9158 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 945 time: 0.0658171 Jul 16 09:17:16.424013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93560a59-874f-4eda-b514-cf5d5e411b76 req-5f5e5c67-65f5-4582-8146-1c85a7580276 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381472 Jul 16 09:17:17.636126 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.641486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838353a-2486-4153-9542-18c6a83c2b84 req-7e0c029f-e276-43d4-8251-52923bbc3d33 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:17.643073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7838353a-2486-4153-9542-18c6a83c2b84 req-7e0c029f-e276-43d4-8251-52923bbc3d33 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 945 time: 0.1064978 Jul 16 09:17:17.663612 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ed48a19f-b33d-417a-9951-ae73ed3a916a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.675624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-cb6f0e8b-bd47-4f0a-9475-98dbe55edeed tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:17.677095 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-cb6f0e8b-bd47-4f0a-9475-98dbe55edeed tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.52 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 945 time: 0.1062193 Jul 16 09:17:17.724935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7838353a-2486-4153-9542-18c6a83c2b84 req-9198945b-28a0-4d4c-8cbf-f9d1891ea1ec tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/security-groups?id=0705dd01-da7a-4df1-9b6b-f06a76676747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748291 Jul 16 09:17:17.792584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Deleting port bc66fa22-6fc8-4b06-9e54-d7d356d24932 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:17.792931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.879640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] For port bc66fa22-6fc8-4b06-9e54-d7d356d24932, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=bc66fa22-6fc8-4b06-9e54-d7d356d24932,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:17.879917 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.095442 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.095825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.096696 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Floating IP 240dac41-90d8-4c06-965a-0e7848ed839e disassociated. External IP: 172.25.6.92, port: bc66fa22-6fc8-4b06-9e54-d7d356d24932. Jul 16 09:17:18.097102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Calling delete_port for bc66fa22-6fc8-4b06-9e54-d7d356d24932 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:18.228706 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.257864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event deleted for resources: {'Port': ['ID=bc66fa22-6fc8-4b06-9e54-d7d356d24932,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:18.372461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Router 40954f96-5742-4433-b6b7-9fa2481ff0da has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:17:18.511947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:17:18.525814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] Sync routers for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:17:18.536168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:18.536918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:18.575169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] No DVR routers for this DVR port bc66fa22-6fc8-4b06-9e54-d7d356d24932 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:17:18.578416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.581121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1c75f17-c9f2-47c0-8c76-df449002988d req-9fe3cf26-dd2d-4b1b-b4ca-e3d874cd1ea9 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.52 "DELETE /v2.0/ports/bc66fa22-6fc8-4b06-9e54-d7d356d24932 HTTP/1.1" status: 204 len: 173 time: 0.8957982 Jul 16 09:17:18.581819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'name': 'network-vif-deleted', 'tag': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:18.584208 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86143f7c-d104-4d50-a97d-ad0b2a6b0baa" -d '{"events": [{"server_uuid": "e47f49b7-4d31-4b09-a124-23f96430fac6", "name": "network-vif-deleted", "tag": "bc66fa22-6fc8-4b06-9e54-d7d356d24932"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:18.594281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-ddd6c3cf-aadb-4efe-b5a5-759939fa8455 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1341014 Jul 16 09:17:18.680233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:18.727404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-88ce78d2-365e-4cdc-afee-a05cdd3e906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:18.729045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-88ce78d2-365e-4cdc-afee-a05cdd3e906e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1097 time: 0.0703530 Jul 16 09:17:18.736081 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d100bce6-aba9-412a-a639-1e344c4e23c9 x-openstack-request-id: req-d100bce6-aba9-412a-a639-1e344c4e23c9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:18.736444 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47f49b7-4d31-4b09-a124-23f96430fac6", "name": "network-vif-deleted", "tag": "bc66fa22-6fc8-4b06-9e54-d7d356d24932", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:18.737381 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d100bce6-aba9-412a-a639-1e344c4e23c9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:18.737920 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47f49b7-4d31-4b09-a124-23f96430fac6', 'name': 'network-vif-deleted', 'tag': 'bc66fa22-6fc8-4b06-9e54-d7d356d24932', 'status': 'completed', 'code': 200} Jul 16 09:17:18.869674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-d3f4e1f6-40f7-4f3e-823d-de705a99b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:18.871384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-d3f4e1f6-40f7-4f3e-823d-de705a99b80f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.1173096 Jul 16 09:17:18.931221 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.951904 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.954471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f83e64f7-568e-4cd3-a98d-d2f91cf6ebc3 req-2e4b1f86-842a-49a3-9070-7ed76d44ed81 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "GET /v2.0/ports?device_id=e47f49b7-4d31-4b09-a124-23f96430fac6 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Jul 16 09:17:18.961618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:49Z', 'revision_number': 5, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:18.970524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-76028cfd-dbeb-47a9-8461-e67a868045f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 1001 time: 0.0917194 Jul 16 09:17:18.989084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] Checking router: 40954f96-5742-4433-b6b7-9fa2481ff0da for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:17:18.997408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:18.998051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:19.027500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-0a20f7ce-3e61-47ab-a8bf-2409bc5e3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:19.029004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-0a20f7ce-3e61-47ab-a8bf-2409bc5e3fcd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0516512 Jul 16 09:17:19.089847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-eee3249d-a990-4e08-9126-aa3a9e2b218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:19.091408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-eee3249d-a990-4e08-9126-aa3a9e2b218e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545194 Jul 16 09:17:19.108617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:19.199155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-512f7a5c-c5e9-4c52-9430-b8854e9d91ba service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999398 Jul 16 09:17:19.301372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a97b9375-32cb-4ddc-a7b9-ef727461a86c req-db7ed68b-1b2f-4688-adf3-968f7c16a59d service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947604 Jul 16 09:17:19.316246 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:49Z', 'revision_number': 5, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:19.346721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cdebf0-8707-483d-b4de-5b874a0fc556 None None] The sync data for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 is: [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:11:41Z', 'revision_number': 4, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '45df26bf-a0e5-41fe-af69-8b5c8ebb3596', 'name': '', 'network_id': '36c59d9d-42bc-49cd-85b6-22dc468ac599', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'mac_address': 'fa:16:3e:3c:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:40Z', 'updated_at': '2021-07-16T09:11:49Z', 'revision_number': 5, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'subnets': [{'id': 'e95089f6-3484-43dd-8051-c07b63e6102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:17:19.560338 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb07e4-c2ae-4008-8fc2-ea4abc967747 None None] New status for floating IP 240dac41-90d8-4c06-965a-0e7848ed839e: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:17:20.049152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44540) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:20.172931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Deleting port 86024d4e-d7ec-4e70-be0e-d09338ad2e81 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:20.173279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.180749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.250866 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.251133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.262180 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Calling delete_port for 86024d4e-d7ec-4e70-be0e-d09338ad2e81 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:20.393672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.423349 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event deleted for resources: {'Port': ['ID=86024d4e-d7ec-4e70-be0e-d09338ad2e81,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:20.489384 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.491994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.493166 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3f8f0941-b101-4953-8548-8e61a3384e41 tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "DELETE /v2.0/floatingips/240dac41-90d8-4c06-965a-0e7848ed839e HTTP/1.1" status: 204 len: 168 time: 0.4422438 Jul 16 09:17:20.638766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44548) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:20.697597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b797-906d-43fb-97e4-dbe93134aecd tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.724442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b797-906d-43fb-97e4-dbe93134aecd tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.784332 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b797-906d-43fb-97e4-dbe93134aecd tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.786854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b797-906d-43fb-97e4-dbe93134aecd tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.788028 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c2b1b797-906d-43fb-97e4-dbe93134aecd tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] 10.222.0.55 "DELETE /v2.0/security-groups/0705dd01-da7a-4df1-9b6b-f06a76676747 HTTP/1.1" status: 204 len: 168 time: 0.1482556 Jul 16 09:17:20.797053 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1b797-906d-43fb-97e4-dbe93134aecd tempest-TestServerBasicOps-699907926 tempest-TestServerBasicOps-699907926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0705dd01-da7a-4df1-9b6b-f06a76676747,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:20.823590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44552) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:21.309311 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:21.563072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Deleting port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:21.563338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:21.605670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device bc66fa22-6fc8-4b06-9e54-d7d356d24932 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:21.625100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: bc66fa22-6fc8-4b06-9e54-d7d356d24932 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:21.625442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device bc66fa22-6fc8-4b06-9e54-d7d356d24932 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:21.643504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] For port 45df26bf-a0e5-41fe-af69-8b5c8ebb3596, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:21.643887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:21.656073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Calling delete_port for 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:21.834668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:21.860243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=45df26bf-a0e5-41fe-af69-8b5c8ebb3596,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:22.027133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.237004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Router 40954f96-5742-4433-b6b7-9fa2481ff0da has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:17:22.343462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:17:22.348961 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3b3be340-43ae-4ff1-ab9b-b61fffbfffb4 admin admin] 10.222.0.55 "PUT /v2.0/routers/40954f96-5742-4433-b6b7-9fa2481ff0da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5239408 Jul 16 09:17:22.351598 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44558) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:22.354776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] Sync routers for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:17:22.365358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:22.366027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:22.464361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.572645 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.628654 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Deleting port f0819375-3c82-41e6-a3b7-a82cba3a1047 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:22.628995 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.634147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:22.706116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] For port f0819375-3c82-41e6-a3b7-a82cba3a1047, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f0819375-3c82-41e6-a3b7-a82cba3a1047,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:22.706480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.723024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Calling delete_port for f0819375-3c82-41e6-a3b7-a82cba3a1047 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:22.809563 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:17:21Z', 'revision_number': 5, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port': {'id': 'f0819375-3c82-41e6-a3b7-a82cba3a1047', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:35Z', 'updated_at': '2021-07-16T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:22.836400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] Checking router: 40954f96-5742-4433-b6b7-9fa2481ff0da for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:17:22.846451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] Routers {'40954f96-5742-4433-b6b7-9fa2481ff0da'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:22.847672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['40954f96-5742-4433-b6b7-9fa2481ff0da'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:22.888065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.919377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0819375-3c82-41e6-a3b7-a82cba3a1047,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:22.946811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] Set router 40954f96-5742-4433-b6b7-9fa2481ff0da gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:22.983867 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.002849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:17:22Z', 'revision_number': 6, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:23.030568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68d0d5-43f7-4b0a-8a31-dac62075157f None None] The sync data for ids ['40954f96-5742-4433-b6b7-9fa2481ff0da'] in n-d-780147-28 is: [{'id': '40954f96-5742-4433-b6b7-9fa2481ff0da', 'name': 'tempest-TestServerBasicOps-31043544-router', 'tenant_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:34Z', 'updated_at': '2021-07-16T09:17:22Z', 'revision_number': 6, 'project_id': '6fc0e8d2836a4892a62414661f8ec0a1', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:17:23.083150 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.085251 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.131336 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.131855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40954f96-5742-4433-b6b7-9fa2481ff0da {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:17:23.136293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.137429 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9be37d05-188a-41bc-8433-0d93d56219b4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/40954f96-5742-4433-b6b7-9fa2481ff0da HTTP/1.1" status: 204 len: 168 time: 0.7849250 Jul 16 09:17:23.139965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44566) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:23.183669 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e51d89-2978-4cf4-83d9-3e1b043cfd83 admin admin] Deleting subnet e95089f6-3484-43dd-8051-c07b63e6102b {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:17:23.186636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3e51d89-2978-4cf4-83d9-3e1b043cfd83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.219305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3e51d89-2978-4cf4-83d9-3e1b043cfd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.293447 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3e51d89-2978-4cf4-83d9-3e1b043cfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.347996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3e51d89-2978-4cf4-83d9-3e1b043cfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.374664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e51d89-2978-4cf4-83d9-3e1b043cfd83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95089f6-3484-43dd-8051-c07b63e6102b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:23.378322 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3e51d89-2978-4cf4-83d9-3e1b043cfd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.383443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44568) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:23.384866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cc0a6-7712-40c5-adce-7c5ece5fbe98 None None] Network 36c59d9d-42bc-49cd-85b6-22dc468ac599 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:17:23.387680 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b3e51d89-2978-4cf4-83d9-3e1b043cfd83 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e95089f6-3484-43dd-8051-c07b63e6102b HTTP/1.1" status: 204 len: 168 time: 0.2420161 Jul 16 09:17:23.475818 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.529246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Deleting port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:23.529587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.591906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] For port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5d34a204-df86-4fca-9fb5-b554a2d8d5c7,segment=NetworkSegment(8aba5b15-e4d5-4f51-8933-929d467f1c1f),segment_id=8aba5b15-e4d5-4f51-8933-929d467f1c1f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:23.592260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.604441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Calling delete_port for 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:23.685383 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.712572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d34a204-df86-4fca-9fb5-b554a2d8d5c7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:23.714425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] No DVR routers for this DVR port 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:17:23.788898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.799615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c59d9d-42bc-49cd-85b6-22dc468ac599']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:23.810185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9bb6f-b37a-4fe0-8fc0-f0650bb15c33 None None] DHCP port deletion for 36c59d9d-42bc-49cd-85b6-22dc468ac599 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:17:23.810788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aba5b15-e4d5-4f51-8933-929d467f1c1f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:23.811023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aba5b15-e4d5-4f51-8933-929d467f1c1f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:23.826995 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.842173 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.848101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:17:23.848496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:17:23.850381 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:17:23.908735 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.913763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.918930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] 10.222.0.55 "DELETE /v2.0/networks/36c59d9d-42bc-49cd-85b6-22dc468ac599 HTTP/1.1" status: 204 len: 168 time: 0.5301616 Jul 16 09:17:23.919172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44570) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:23.935566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6c0ec-baff-4c2f-a079-d5e95b03cc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c59d9d-42bc-49cd-85b6-22dc468ac599,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:24.290294 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:24.541768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Deleting port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:24.542426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:24.618786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] For port 83e6bb35-a847-45e2-acfa-834f6f0ef3c9, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,segment=NetworkSegment(265a6d56-8a49-4961-82d7-9d632ad74884),segment_id=265a6d56-8a49-4961-82d7-9d632ad74884)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:24.619144 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:24.631837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Calling delete_port for 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:24.808493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:24.838552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e6bb35-a847-45e2-acfa-834f6f0ef3c9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:25.004725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:25.133329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:25.159072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:25.159430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5d34a204-df86-4fca-9fb5-b554a2d8d5c7 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:25.159857 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:25.178716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:25.179063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 45df26bf-a0e5-41fe-af69-8b5c8ebb3596 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:25.179480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f0819375-3c82-41e6-a3b7-a82cba3a1047 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:25.198215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: f0819375-3c82-41e6-a3b7-a82cba3a1047 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:25.198562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f0819375-3c82-41e6-a3b7-a82cba3a1047 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:25.237113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Router cb900439-3399-4886-a90d-eab204f5a5b6 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:17:25.679997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:17:25.684896 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce045c80-5ad8-49a3-913d-65d495931464 admin admin] 10.222.0.55 "PUT /v2.0/routers/cb900439-3399-4886-a90d-eab204f5a5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647469 Jul 16 09:17:25.687423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44578) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:25.688190 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] Sync routers for ids ['cb900439-3399-4886-a90d-eab204f5a5b6'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:17:25.697148 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] Routers {'cb900439-3399-4886-a90d-eab204f5a5b6'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:25.697781 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['cb900439-3399-4886-a90d-eab204f5a5b6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:25.794300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:25.809427 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] Set router cb900439-3399-4886-a90d-eab204f5a5b6 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:25.902296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:25.957147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Deleting port f31695a8-be0a-41c6-ae2b-86b465090e31 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:25.957483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.034174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] For port f31695a8-be0a-41c6-ae2b-86b465090e31, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f31695a8-be0a-41c6-ae2b-86b465090e31,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:26.034535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.046635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Calling delete_port for f31695a8-be0a-41c6-ae2b-86b465090e31 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:26.074888 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:17:24Z', 'revision_number': 5, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port': {'id': 'f31695a8-be0a-41c6-ae2b-86b465090e31', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:47Z', 'updated_at': '2021-07-16T09:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:26.105301 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] Checking router: cb900439-3399-4886-a90d-eab204f5a5b6 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:17:26.113386 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] Routers {'cb900439-3399-4886-a90d-eab204f5a5b6'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:26.114028 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['cb900439-3399-4886-a90d-eab204f5a5b6'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:26.201503 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] Set router cb900439-3399-4886-a90d-eab204f5a5b6 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:26.215237 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.247239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f31695a8-be0a-41c6-ae2b-86b465090e31,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:26.255027 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:17:25Z', 'revision_number': 6, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:26.284728 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79047251-d4ce-4243-ab3f-f2306e50c142 None None] The sync data for ids ['cb900439-3399-4886-a90d-eab204f5a5b6'] in n-d-780147-28 is: [{'id': 'cb900439-3399-4886-a90d-eab204f5a5b6', 'name': 'tempest-TestServerBasicOps-1689282780-router', 'tenant_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:46Z', 'updated_at': '2021-07-16T09:17:25Z', 'revision_number': 6, 'project_id': '8779eb745fe841e3955a8fdb3d38a9cb', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:17:26.309476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.404110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.406252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.449531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.450002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb900439-3399-4886-a90d-eab204f5a5b6 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:17:26.454214 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.455929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-54833a19-a18f-4e18-995f-f55f477f09aa admin admin] 10.222.0.55 "DELETE /v2.0/routers/cb900439-3399-4886-a90d-eab204f5a5b6 HTTP/1.1" status: 204 len: 168 time: 0.7669854 Jul 16 09:17:26.458477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44582) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:26.506989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-915a71f1-790b-45dc-85b1-6bf3d8f3f384 admin admin] Deleting subnet 4bed0948-59dd-4317-94da-c8913e47fb57 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:17:26.510052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-915a71f1-790b-45dc-85b1-6bf3d8f3f384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.544489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-915a71f1-790b-45dc-85b1-6bf3d8f3f384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.628730 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-915a71f1-790b-45dc-85b1-6bf3d8f3f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.687870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-915a71f1-790b-45dc-85b1-6bf3d8f3f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.714820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a71f1-790b-45dc-85b1-6bf3d8f3f384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bed0948-59dd-4317-94da-c8913e47fb57,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:26.720097 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-915a71f1-790b-45dc-85b1-6bf3d8f3f384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.720330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-915a71f1-790b-45dc-85b1-6bf3d8f3f384 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4bed0948-59dd-4317-94da-c8913e47fb57 HTTP/1.1" status: 204 len: 168 time: 0.2607484 Jul 16 09:17:26.722879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44584) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:26.731497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b7da6-0810-4c0e-946d-18ce708a1296 None None] Network 9745a1dc-8c43-4715-b9cc-94e1e80b0293 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:17:26.791121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.848194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Deleting port 6a3246f4-f35b-48d5-947c-070c00ca85c0 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:26.848536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.912012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] For port 6a3246f4-f35b-48d5-947c-070c00ca85c0, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6a3246f4-f35b-48d5-947c-070c00ca85c0,segment=NetworkSegment(265a6d56-8a49-4961-82d7-9d632ad74884),segment_id=265a6d56-8a49-4961-82d7-9d632ad74884)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:26.912373 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.923603 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Calling delete_port for 6a3246f4-f35b-48d5-947c-070c00ca85c0 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:27.006162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.031713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3246f4-f35b-48d5-947c-070c00ca85c0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:27.033622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] No DVR routers for this DVR port 6a3246f4-f35b-48d5-947c-070c00ca85c0 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:17:27.074183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ad18c-4cb3-460a-a75e-45f2b88a25ca None None] DHCP port deletion for 9745a1dc-8c43-4715-b9cc-94e1e80b0293 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:17:27.108212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.120026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9745a1dc-8c43-4715-b9cc-94e1e80b0293']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:27.134637 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265a6d56-8a49-4961-82d7-9d632ad74884') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:27.135000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265a6d56-8a49-4961-82d7-9d632ad74884') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:27.135221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f31695a8-be0a-41c6-ae2b-86b465090e31 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:27.144458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.154741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: f31695a8-be0a-41c6-ae2b-86b465090e31 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:27.155090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f31695a8-be0a-41c6-ae2b-86b465090e31 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:27.155511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6a3246f4-f35b-48d5-947c-070c00ca85c0 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:27.162119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.168048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:17:27.168528 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:17:27.170297 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:17:27.174556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 6a3246f4-f35b-48d5-947c-070c00ca85c0 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:27.175013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6a3246f4-f35b-48d5-947c-070c00ca85c0 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:27.175527 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:27.195082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:27.195418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83e6bb35-a847-45e2-acfa-834f6f0ef3c9 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:27.227544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.232952 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.235411 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9745a1dc-8c43-4715-b9cc-94e1e80b0293 HTTP/1.1" status: 204 len: 168 time: 0.5113695 Jul 16 09:17:27.249627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf5ea8-0a46-4ae7-842c-30fed9cf6023 admin admin] Pushing event deleted for resources: {'Network': ['ID=9745a1dc-8c43-4715-b9cc-94e1e80b0293,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:27.357688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44590) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:27.399919 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d6336ee0-c9a3-41bf-a362-756195777fcc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fc0e8d2836a4892a62414661f8ec0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413282 Jul 16 09:17:27.402539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44592) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:27.451198 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee6799fe-5c7e-4e71-a1c7-a94802a3a973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.473159 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee6799fe-5c7e-4e71-a1c7-a94802a3a973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.522954 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee6799fe-5c7e-4e71-a1c7-a94802a3a973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.525776 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ee6799fe-5c7e-4e71-a1c7-a94802a3a973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.526952 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ee6799fe-5c7e-4e71-a1c7-a94802a3a973 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bbb2713-02d1-41ff-8c2e-a1cdc3249594 HTTP/1.1" status: 204 len: 168 time: 0.1235580 Jul 16 09:17:27.535268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6799fe-5c7e-4e71-a1c7-a94802a3a973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbb2713-02d1-41ff-8c2e-a1cdc3249594,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:27.826856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44598) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:27.866147 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6d08e3fd-0443-43f3-a24d-415e7ec8f254 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8779eb745fe841e3955a8fdb3d38a9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381064 Jul 16 09:17:27.868668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44600) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:27.916207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f2fdbac-cdae-47e5-b05a-c8f702b3cea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.936335 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f2fdbac-cdae-47e5-b05a-c8f702b3cea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.981272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f2fdbac-cdae-47e5-b05a-c8f702b3cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.983783 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f2fdbac-cdae-47e5-b05a-c8f702b3cea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.984921 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0f2fdbac-cdae-47e5-b05a-c8f702b3cea0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/555b57e6-3aab-4659-85ce-c2ba58cb386d HTTP/1.1" status: 204 len: 168 time: 0.1153710 Jul 16 09:17:27.992509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fdbac-cdae-47e5-b05a-c8f702b3cea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b57e6-3aab-4659-85ce-c2ba58cb386d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:29.530627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284ef0-062c-489b-887b-d1c933d72632 req-da4822c4-d7ab-4ee0-9ebb-691f1388d3a7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:29.532153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0284ef0-062c-489b-887b-d1c933d72632 req-da4822c4-d7ab-4ee0-9ebb-691f1388d3a7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0659692 Jul 16 09:17:29.572817 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c0284ef0-062c-489b-887b-d1c933d72632 req-8e8e7664-7e28-4a19-b9e1-c83052836dea tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343373 Jul 16 09:17:30.756599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc507ff7-e49b-4da2-bee1-a8b09650388e req-d2614597-30eb-4b99-b73b-cdeb2554b7f5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:30.758124 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc507ff7-e49b-4da2-bee1-a8b09650388e req-d2614597-30eb-4b99-b73b-cdeb2554b7f5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0632634 Jul 16 09:17:30.796083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc507ff7-e49b-4da2-bee1-a8b09650388e req-d794d9d4-65ac-4424-aa0d-885416236fd6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324149 Jul 16 09:17:31.972078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4238b-1342-4677-9334-64412a2aa417 req-4204efb0-094d-4339-9010-4edb4e6fe1d8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:31.973463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3e4238b-1342-4677-9334-64412a2aa417 req-4204efb0-094d-4339-9010-4edb4e6fe1d8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0675011 Jul 16 09:17:32.010804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3e4238b-1342-4677-9334-64412a2aa417 req-af18eca2-091a-45aa-a75f-53104d058cc4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318129 Jul 16 09:17:33.154647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-b4745c0b-e1e1-4621-95c7-ec35ba8c8d06 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0785532 Jul 16 09:17:33.218078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45123-a4b8-4e65-b460-0b2d1e19e3ed req-1b70c289-f185-4e9b-9f53-2180d0074524 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:33.219534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67a45123-a4b8-4e65-b460-0b2d1e19e3ed req-1b70c289-f185-4e9b-9f53-2180d0074524 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0985420 Jul 16 09:17:33.270906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67a45123-a4b8-4e65-b460-0b2d1e19e3ed req-94106915-a8b5-40e6-aa27-0d0edb7e00e6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438085 Jul 16 09:17:33.272669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-929365f5-78cf-45b1-a4cc-08f60fd59d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:33.274106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-929365f5-78cf-45b1-a4cc-08f60fd59d78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 1098 time: 0.0968142 Jul 16 09:17:33.379738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-dd35af6e-5483-4f52-914d-800930a6d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:33.381235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-dd35af6e-5483-4f52-914d-800930a6d480 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.0852039 Jul 16 09:17:33.450305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-41a4380b-4c47-401d-9440-6f23833e7955 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985 HTTP/1.1" status: 200 len: 1000 time: 0.0616643 Jul 16 09:17:33.498386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-441c8dcf-739c-40d1-bd16-ca4cc70712db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:33.499864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-441c8dcf-739c-40d1-bd16-ca4cc70712db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.0433228 Jul 16 09:17:33.556594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-26bb1ed3-41cb-4f4d-9ad3-bc46df83c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:33.558136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-26bb1ed3-41cb-4f4d-9ad3-bc46df83c20d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520968 Jul 16 09:17:33.653691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-65a94e9d-7aea-46b9-b1f0-4b1bba55646e service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891018 Jul 16 09:17:33.742864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae778bdc-09b8-497d-b96c-af667dce2d56 req-5ce23fc0-6de5-4b0b-9979-00af480d77f1 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832276 Jul 16 09:17:34.452924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df14782-367b-4dbe-ad00-721b6453aa88 req-66702934-6ad5-44ec-bf1f-05be33436571 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:34.454602 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4df14782-367b-4dbe-ad00-721b6453aa88 req-66702934-6ad5-44ec-bf1f-05be33436571 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0735345 Jul 16 09:17:34.502511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4df14782-367b-4dbe-ad00-721b6453aa88 req-e1b5692b-d0f7-4991-b17e-26e93a10bfa6 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415077 Jul 16 09:17:34.640656 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:17:35.682640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201597d-2ab1-40f5-a9ef-87d69add5902 req-b4bc2f1a-3ebf-498b-a8d5-2850e40e074b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:35.684337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6201597d-2ab1-40f5-a9ef-87d69add5902 req-b4bc2f1a-3ebf-498b-a8d5-2850e40e074b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0645664 Jul 16 09:17:35.722868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6201597d-2ab1-40f5-a9ef-87d69add5902 req-787568d5-8975-4f75-bb19-0209173259f3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330994 Jul 16 09:17:36.902108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a73785-19c8-4213-8c69-01c299dded10 req-d74acd49-6116-4438-a0a0-4f118927a4f3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:36.903511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18a73785-19c8-4213-8c69-01c299dded10 req-d74acd49-6116-4438-a0a0-4f118927a4f3 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0693958 Jul 16 09:17:36.941331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18a73785-19c8-4213-8c69-01c299dded10 req-9f6b8f81-b106-455a-9962-499467814654 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322897 Jul 16 09:17:38.115918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed65e-796e-4673-9012-a136d859f6ee req-45e9dea5-0422-4cda-a90b-f59f6485c8df tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:38.117437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c1ed65e-796e-4673-9012-a136d859f6ee req-45e9dea5-0422-4cda-a90b-f59f6485c8df tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0667884 Jul 16 09:17:38.155504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c1ed65e-796e-4673-9012-a136d859f6ee req-2e0aa657-b6e1-45d9-a613-02d2e6010cb5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325751 Jul 16 09:17:39.325100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c1731-d832-4fb5-9c0b-ff0f1d3991ec req-5916deda-33f4-46d4-be95-0df5151f0d67 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:39.326506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-230c1731-d832-4fb5-9c0b-ff0f1d3991ec req-5916deda-33f4-46d4-be95-0df5151f0d67 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0621984 Jul 16 09:17:39.363333 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-230c1731-d832-4fb5-9c0b-ff0f1d3991ec req-eb0453e2-0529-4a01-b626-4072b0fa29bd tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305724 Jul 16 09:17:40.547212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850e651-488d-4880-8d7d-d6f264575a5f req-96eeef63-7169-4ab7-8767-babc7e954239 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:40.549212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5850e651-488d-4880-8d7d-d6f264575a5f req-96eeef63-7169-4ab7-8767-babc7e954239 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0739639 Jul 16 09:17:40.590109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5850e651-488d-4880-8d7d-d6f264575a5f req-003e1cab-0871-4f77-b78d-57545f362caa tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348353 Jul 16 09:17:41.762348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad62069-be04-4ebd-81d5-68aea0c54ac3 req-19ede2df-7aca-4f07-b5ee-803b4574779a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:41.763827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ad62069-be04-4ebd-81d5-68aea0c54ac3 req-19ede2df-7aca-4f07-b5ee-803b4574779a tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0631866 Jul 16 09:17:41.802032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9ad62069-be04-4ebd-81d5-68aea0c54ac3 req-8f8ade9c-38fd-4020-8e2e-00c76be03de5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322347 Jul 16 09:17:42.179816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c8ca9-65be-4669-846c-ee8304b52dd1 req-caae7db4-bfb5-42cc-b985-22ac2e1dc93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:42.181293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-606c8ca9-65be-4669-846c-ee8304b52dd1 req-caae7db4-bfb5-42cc-b985-22ac2e1dc93b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 1097 time: 0.0554295 Jul 16 09:17:42.215066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-606c8ca9-65be-4669-846c-ee8304b52dd1 req-6be72efd-75f5-4618-87c0-c9a9526b0915 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275507 Jul 16 09:17:42.980685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3599a63-2185-444f-b8d5-b4ada4184e9e req-22fb0beb-aa7a-4c49-80c7-b3eaee01a1c8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:42.982169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3599a63-2185-444f-b8d5-b4ada4184e9e req-22fb0beb-aa7a-4c49-80c7-b3eaee01a1c8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0671508 Jul 16 09:17:43.021920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3599a63-2185-444f-b8d5-b4ada4184e9e req-59010572-261a-4f04-b9da-ce04e83dcd7b tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332377 Jul 16 09:17:44.194182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197121a3-140f-43c7-8c6b-83d1f9f888ad req-8b8d160a-8574-4c47-8ae5-70547e620a5c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:44.195596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-197121a3-140f-43c7-8c6b-83d1f9f888ad req-8b8d160a-8574-4c47-8ae5-70547e620a5c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0638742 Jul 16 09:17:44.233438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-197121a3-140f-43c7-8c6b-83d1f9f888ad req-073e1f95-40b1-487d-8ea1-b875f6e93853 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323844 Jul 16 09:17:44.257507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44676) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:44.319876 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-95d9a843-f42e-47bf-8afb-3b1a44ff7835 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/floatingips/e2691c89-f731-4e7d-93df-f697c1f2cc13 HTTP/1.1" status: 200 len: 992 time: 0.0612004 Jul 16 09:17:44.443020 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-642b7cd3-8033-487d-b9d4-ad371a0fb062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:44.700627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:17:44.703738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:44.723266 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44678) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:44.845070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:44.865554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:44.888494 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'port_id': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'mac_address': 'fa:16:3e:e7:68:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:17:44.894714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:44.897056 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8dbd7b-bcd7-430b-b7a1-7d01c948134d" -d '{"events": [{"server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "name": "network-vif-unplugged", "status": "completed", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:44.913529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:44.937871 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.008386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:45.023810 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.027722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.028059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.028399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.028816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.029156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.029475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.029824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.030161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.030466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.030781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.031096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.031410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:45.046543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:17:45.088362 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:17:45.088836 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:17:45.168234 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48636474-de67-488b-af71-bacc8c988f16 x-openstack-request-id: req-48636474-de67-488b-af71-bacc8c988f16 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:45.168528 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "name": "network-vif-unplugged", "status": "completed", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:45.168787 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48636474-de67-488b-af71-bacc8c988f16 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:45.169184 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'code': 200} Jul 16 09:17:45.176429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port a64a473d-ee60-488f-9041-21c7ffb719b5 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:45.176777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.251415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.252437 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.263909 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for a64a473d-ee60-488f-9041-21c7ffb719b5 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:45.406415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.430875 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.440674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=a64a473d-ee60-488f-9041-21c7ffb719b5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:45.501121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.501510 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Floating IP 8710f6c8-3a8e-4535-b20f-bcbe001d3304 disassociated (deleted). External IP: 172.25.6.7, port: 45e6d191-53f4-406e-b03f-7e7fd74bc985. Jul 16 09:17:45.624042 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.636584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:17:45.657115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:45.662547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.711018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Router ed5d72a8-ee41-4192-bced-523647a67892 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:17:45.712513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:45.820735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:17:45.825065 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.832237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:17:45.841340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:45.841984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:45.861567 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b10d66af-a566-45ae-bfa3-9c1b8fc0ed55 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "DELETE /v2.0/floatingips/8710f6c8-3a8e-4535-b20f-bcbe001d3304 HTTP/1.1" status: 204 len: 168 time: 1.1371398 Jul 16 09:17:45.862369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:45.866910 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc" -d '{"events": [{"name": "network-changed", "server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:45.892672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:17:45.908617 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f1396b-f47e-4695-bdce-34bfea5ac395 x-openstack-request-id: req-25f1396b-f47e-4695-bdce-34bfea5ac395 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:45.908869 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:45.909218 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25f1396b-f47e-4695-bdce-34bfea5ac395 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:45.909703 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'status': 'completed', 'code': 200} Jul 16 09:17:45.990529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-33832113-7470-4f44-9c52-df2a50b4f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:45.992071 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-33832113-7470-4f44-9c52-df2a50b4f958 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 1098 time: 0.0619450 Jul 16 09:17:45.996858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:46.103292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-3ac54c2b-a103-4d36-a9c7-7c42401d4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:46.106015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-3ac54c2b-a103-4d36-a9c7-7c42401d4856 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.1076734 Jul 16 09:17:46.163004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-877236ea-3f79-408d-ae00-9083f98b3029 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985 HTTP/1.1" status: 200 len: 217 time: 0.0496290 Jul 16 09:17:46.250451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-18830934-d777-44d9-bddc-bfdf115a95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:46.252284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-18830934-d777-44d9-bddc-bfdf115a95dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.0822988 Jul 16 09:17:46.314330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecd2a3-3f94-4814-b632-249c27e91f1c req-57469e83-82b7-4af6-bb44-dd8e54b96b48 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:46.315832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfecd2a3-3f94-4814-b632-249c27e91f1c req-57469e83-82b7-4af6-bb44-dd8e54b96b48 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 946 time: 0.1159847 Jul 16 09:17:46.356371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-c69dfcea-c84d-42df-a31f-6824074e0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:46.357912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-c69dfcea-c84d-42df-a31f-6824074e0ba0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967429 Jul 16 09:17:46.367337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfecd2a3-3f94-4814-b632-249c27e91f1c req-c0554055-4818-4822-94d9-7dabbb655859 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Jul 16 09:17:46.398065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:14:07Z', 'revision_number': 1, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:46.429006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:17:46.437130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:46.437835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:46.452900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-94fb2627-9fec-479f-9cc1-f5f8051facbd service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849977 Jul 16 09:17:46.541073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:46.547852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5eaa3b47-953c-46a5-9d41-ed8ee68109fc req-ff42455d-754e-4c8c-88c4-35d22d5fe498 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877616 Jul 16 09:17:46.766696 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:14:07Z', 'revision_number': 1, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:46.793223 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3adc85-4308-447c-95b1-0ef4c8ce9cad None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '911d8a02-7247-4a13-af26-1c17d3470938', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'port_id': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'mac_address': 'fa:16:3e:02:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed86030-307e-4330-bfb5-dd3d83029174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:59Z', 'updated_at': '2021-07-16T09:14:07Z', 'revision_number': 1, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:17:47.008999 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c98c9e-8073-415d-b6cd-9b62738edef3 None None] New status for floating IP 8710f6c8-3a8e-4535-b20f-bcbe001d3304: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:17:47.550003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd3f04-8fa4-40b0-bc25-f4553da3d842 req-7af8b785-29fd-4140-af27-ce3f125a2e83 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:47.551487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16fd3f04-8fa4-40b0-bc25-f4553da3d842 req-7af8b785-29fd-4140-af27-ce3f125a2e83 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 946 time: 0.0640998 Jul 16 09:17:47.588993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16fd3f04-8fa4-40b0-bc25-f4553da3d842 req-7027d391-8808-4240-8e33-416aeb2209df tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Jul 16 09:17:47.637137 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:47.664654 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b498fe8b-cbad-46ad-aab4-c200cf791ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:47.721457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-18ca9e21-615c-4142-964f-9b711cec65ae tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:47.722956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-18ca9e21-615c-4142-964f-9b711cec65ae tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 946 time: 0.0679703 Jul 16 09:17:47.821489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port 45e6d191-53f4-406e-b03f-7e7fd74bc985 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:47.821874 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:47.913128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] For port 45e6d191-53f4-406e-b03f-7e7fd74bc985, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=45e6d191-53f4-406e-b03f-7e7fd74bc985,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:47.913491 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:47.925933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for 45e6d191-53f4-406e-b03f-7e7fd74bc985 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:48.050000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.083045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=45e6d191-53f4-406e-b03f-7e7fd74bc985,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:48.130336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] No DVR routers for this DVR port 45e6d191-53f4-406e-b03f-7e7fd74bc985 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:17:48.132926 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.134969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e6b4516-9ce9-48e5-8fd2-2702c0b25a59 req-c4b86a19-a303-4b76-a8d1-0da424d658a0 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "DELETE /v2.0/ports/45e6d191-53f4-406e-b03f-7e7fd74bc985 HTTP/1.1" status: 204 len: 173 time: 0.4065402 Jul 16 09:17:48.135473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'name': 'network-vif-deleted', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:48.137751 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e2e915-f384-43e8-9b1e-7a749efa6b8d" -d '{"events": [{"server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "name": "network-vif-deleted", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:48.177603 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2c07d4-92a9-4094-9fd8-b7f4ce5058ce x-openstack-request-id: req-bb2c07d4-92a9-4094-9fd8-b7f4ce5058ce {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:48.177871 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81184fe8-3a51-4bc4-ae7a-5dba51358a63", "name": "network-vif-deleted", "tag": "45e6d191-53f4-406e-b03f-7e7fd74bc985", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:48.178127 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb2c07d4-92a9-4094-9fd8-b7f4ce5058ce {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:48.178623 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81184fe8-3a51-4bc4-ae7a-5dba51358a63', 'name': 'network-vif-deleted', 'tag': '45e6d191-53f4-406e-b03f-7e7fd74bc985', 'status': 'completed', 'code': 200} Jul 16 09:17:48.733498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:48.741806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-386211c1-b492-4717-b7eb-9140571e5995 req-d4c6464c-c4ba-4b0e-8695-dcc1c38fb682 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 210 time: 0.0293655 Jul 16 09:17:48.786912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:48.787289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.866770 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.890192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:48.893198 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04da7dca-8c27-4ac7-bb16-1c9bc93c2a3d" -d '{"events": [{"server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "name": "network-vif-plugged", "status": "completed", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:48.911181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:48.919334 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.925454 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.943433 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d437aa2b-eb65-4b1f-a785-771fa9f6c563 x-openstack-request-id: req-d437aa2b-eb65-4b1f-a785-771fa9f6c563 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:48.943731 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "name": "network-vif-plugged", "status": "completed", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:48.943982 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d437aa2b-eb65-4b1f-a785-771fa9f6c563 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:48.944366 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'code': 200} Jul 16 09:17:48.978238 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.982768 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:49.888710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0e2577a-7c1b-49e7-b8cd-a9efd82846e2 req-cd6bb0a9-ec37-4a38-9f3a-550a2e5eb1bc tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 210 time: 0.0297637 Jul 16 09:17:50.184234 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:51.037717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b32e389-2b3c-4e13-9953-700bba34cb90 req-e48cb249-6b08-477c-9803-663dc4bebf25 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=81184fe8-3a51-4bc4-ae7a-5dba51358a63 HTTP/1.1" status: 200 len: 210 time: 0.0328970 Jul 16 09:17:52.747890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 45e6d191-53f4-406e-b03f-7e7fd74bc985 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:52.770090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 45e6d191-53f4-406e-b03f-7e7fd74bc985 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:52.770603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 45e6d191-53f4-406e-b03f-7e7fd74bc985 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:56.587414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44742) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:56.744027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port ee901511-3986-4f82-a313-a7131fc4f43b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:56.744380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:56.821989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:56.822321 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:56.833602 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for ee901511-3986-4f82-a313-a7131fc4f43b owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:56.977121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:57.006770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=ee901511-3986-4f82-a313-a7131fc4f43b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:57.067612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:57.067948 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Floating IP 911d8a02-7247-4a13-af26-1c17d3470938 disassociated (deleted). External IP: 172.25.6.36, port: 18a9af99-cb6f-44a0-b97d-1da4833be9f0. Jul 16 09:17:57.277831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Router ed5d72a8-ee41-4192-bced-523647a67892 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:17:57.384185 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:17:57.389027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:57.393990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:17:57.403332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:57.403943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:57.424787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-716fc650-cb38-4e80-a174-a1aa2487ff4e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "DELETE /v2.0/floatingips/911d8a02-7247-4a13-af26-1c17d3470938 HTTP/1.1" status: 204 len: 168 time: 0.8362875 Jul 16 09:17:57.425373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:57.427756 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86fdeb8-7983-49f1-a714-626144705644" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:57.469329 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b804a2da-1819-412c-aaae-2353b71f97a0 x-openstack-request-id: req-b804a2da-1819-412c-aaae-2353b71f97a0 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:57.469619 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:57.470100 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b804a2da-1819-412c-aaae-2353b71f97a0 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:57.470512 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'status': 'completed', 'code': 200} Jul 16 09:17:57.550206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fdeb8-7983-49f1-a714-626144705644 req-bd8530f4-d5e7-405b-b0c1-1dfbcd0f7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:57.551836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e86fdeb8-7983-49f1-a714-626144705644 req-bd8530f4-d5e7-405b-b0c1-1dfbcd0f7ed4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c21191488fda4a5995f37c7613af0579&device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 1097 time: 0.0576205 Jul 16 09:17:57.658944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fdeb8-7983-49f1-a714-626144705644 req-b23b239d-466e-4d55-b50d-2da66930da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:57.660451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e86fdeb8-7983-49f1-a714-626144705644 req-b23b239d-466e-4d55-b50d-2da66930da2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 200 len: 912 time: 0.1014538 Jul 16 09:17:57.679539 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:57.709521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e86fdeb8-7983-49f1-a714-626144705644 req-c966b6b2-3be3-4ed7-a571-8944fd319c7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0 HTTP/1.1" status: 200 len: 217 time: 0.0371418 Jul 16 09:17:57.791640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fdeb8-7983-49f1-a714-626144705644 req-ffa89558-9617-44b2-a31d-b26cd2f18ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:57.793100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e86fdeb8-7983-49f1-a714-626144705644 req-ffa89558-9617-44b2-a31d-b26cd2f18ee9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 200 len: 850 time: 0.0766745 Jul 16 09:17:57.852978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0449b-f69a-43fb-b5bd-3865c0c82a34 req-e6d46ef3-c64e-490f-bce2-294611fbb505 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:57.854475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adc0449b-f69a-43fb-b5bd-3865c0c82a34 req-e6d46ef3-c64e-490f-bce2-294611fbb505 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 945 time: 0.1081364 Jul 16 09:17:57.879666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:57.891148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fdeb8-7983-49f1-a714-626144705644 req-f1c7dbec-f549-453d-945b-bec38295e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:57.893318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e86fdeb8-7983-49f1-a714-626144705644 req-f1c7dbec-f549-453d-945b-bec38295e310 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbfe9507-7535-496c-9d13-80f2e3d05fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930560 Jul 16 09:17:57.912057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:17:57.913561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-adc0449b-f69a-43fb-b5bd-3865c0c82a34 req-5ed1befe-9cd9-47df-940a-8f1ad59d4d0f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517213 Jul 16 09:17:57.920727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:57.921340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:57.991384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e86fdeb8-7983-49f1-a714-626144705644 req-1a3559a2-3f23-4e26-aff1-2037fec71874 service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902336 Jul 16 09:17:58.026001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:58.081473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e86fdeb8-7983-49f1-a714-626144705644 req-4a2f9415-ae91-46b7-9c65-77ba1b1af69e service neutron] 10.222.0.54 "GET /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830381 Jul 16 09:17:58.226532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:58.254012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cce542-7b30-42bd-98fb-f54419f272d1 None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:41Z', 'revision_number': 4, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '295c83b5-3ef4-477e-976e-b4712b4b3291', 'name': '', 'network_id': 'bbfe9507-7535-496c-9d13-80f2e3d05fd7', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'mac_address': 'fa:16:3e:20:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:40Z', 'updated_at': '2021-07-16T09:02:50Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'subnets': [{'id': '15fa3fbc-df70-4d26-b439-11b63ab220af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:17:58.467230 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d583a47-672a-4fbd-a403-50ba2b2a5d90 None None] New status for floating IP 911d8a02-7247-4a13-af26-1c17d3470938: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:17:59.094102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12036a84-07fd-4417-a0e9-c65a24ebc936 req-dd36fa95-cce7-42cd-8e29-b0561a8a13e4 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:59.095908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12036a84-07fd-4417-a0e9-c65a24ebc936 req-dd36fa95-cce7-42cd-8e29-b0561a8a13e4 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 945 time: 0.0656424 Jul 16 09:17:59.132283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12036a84-07fd-4417-a0e9-c65a24ebc936 req-288bedac-55e4-4cc2-a6f8-fa7689c391c7 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f361719-c087-417d-a6f8-74c05a103154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Jul 16 09:17:59.334966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-3010697d-be11-4dc2-8ee7-c47b275a421e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:59.336456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-3010697d-be11-4dc2-8ee7-c47b275a421e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 945 time: 0.0631032 Jul 16 09:17:59.437040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:59.437379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:59.525717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] For port 18a9af99-cb6f-44a0-b97d-1da4833be9f0, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=18a9af99-cb6f-44a0-b97d-1da4833be9f0,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:59.526078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:59.538889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for 18a9af99-cb6f-44a0-b97d-1da4833be9f0 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:59.666729 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:59.703118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=18a9af99-cb6f-44a0-b97d-1da4833be9f0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:59.747176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] No DVR routers for this DVR port 18a9af99-cb6f-44a0-b97d-1da4833be9f0 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:17:59.749870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:59.752422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8d93751-e56f-4a09-9f60-635b01e2d759 req-b98e47aa-8d8d-4e0c-af23-048adb7f0096 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.54 "DELETE /v2.0/ports/18a9af99-cb6f-44a0-b97d-1da4833be9f0 HTTP/1.1" status: 204 len: 173 time: 0.4092481 Jul 16 09:17:59.752934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'name': 'network-vif-deleted', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:59.755796 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80209c0c-51a1-4dc6-b885-ffc5724ea521" -d '{"events": [{"server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "name": "network-vif-deleted", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:59.791218 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88451d-7f52-4278-8bb1-1cc9079a1d14 x-openstack-request-id: req-ce88451d-7f52-4278-8bb1-1cc9079a1d14 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:59.791508 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed86030-307e-4330-bfb5-dd3d83029174", "name": "network-vif-deleted", "tag": "18a9af99-cb6f-44a0-b97d-1da4833be9f0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:59.791763 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce88451d-7f52-4278-8bb1-1cc9079a1d14 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:59.792171 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed86030-307e-4330-bfb5-dd3d83029174', 'name': 'network-vif-deleted', 'tag': '18a9af99-cb6f-44a0-b97d-1da4833be9f0', 'status': 'completed', 'code': 200} Jul 16 09:18:00.280342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e7413ff-904e-4f7a-a9bc-f5cb2c8ed1d2 req-b53becc6-ebf3-437d-bdd4-e4d69cff5bd4 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 210 time: 0.0332756 Jul 16 09:18:01.424941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb0010ae-6f14-44df-9483-8a2c475f2adb req-7b7067fd-f498-40bb-b7fe-27569afdc47f tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 210 time: 0.0297360 Jul 16 09:18:02.566014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-770aec2e-0431-4403-80e0-8c699eb9afbf req-92e9a066-6584-4b60-8043-f5eef62478d3 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed86030-307e-4330-bfb5-dd3d83029174 HTTP/1.1" status: 200 len: 210 time: 0.0290799 Jul 16 09:18:02.793554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 18a9af99-cb6f-44a0-b97d-1da4833be9f0 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:02.814450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 18a9af99-cb6f-44a0-b97d-1da4833be9f0 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:02.814804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 18a9af99-cb6f-44a0-b97d-1da4833be9f0 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:03.661236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44774) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:03.792861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Deleting port a3ee1ea3-b23c-4acb-8c4b-c60c02057b31 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:03.793213 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:03.870833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:03.871162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:03.882791 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Calling delete_port for a3ee1ea3-b23c-4acb-8c4b-c60c02057b31 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:04.014968 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:04.038760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'Port': ['ID=a3ee1ea3-b23c-4acb-8c4b-c60c02057b31,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:04.051405 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.051760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.052145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.052502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.052940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.053276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.053604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.053955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.054279 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.054608 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.054930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.055253 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:04.114488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:04.117162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:04.118379 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-105bcaa5-82ad-46e9-8b18-2f069d190284 tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "DELETE /v2.0/floatingips/82162774-1c25-4c59-84f1-035b2b332cd2 HTTP/1.1" status: 204 len: 168 time: 0.4561267 Jul 16 09:18:06.437403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44794) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:06.498272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31004ff0-765e-4bd1-a948-7b55071ab62e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.523803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31004ff0-765e-4bd1-a948-7b55071ab62e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.587257 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31004ff0-765e-4bd1-a948-7b55071ab62e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.590597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-31004ff0-765e-4bd1-a948-7b55071ab62e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.591823 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-31004ff0-765e-4bd1-a948-7b55071ab62e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] 10.222.0.55 "DELETE /v2.0/security-groups/1f361719-c087-417d-a6f8-74c05a103154 HTTP/1.1" status: 204 len: 168 time: 0.1533835 Jul 16 09:18:06.604441 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31004ff0-765e-4bd1-a948-7b55071ab62e tempest-TestVolumeBootPattern-97132258 tempest-TestVolumeBootPattern-97132258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f361719-c087-417d-a6f8-74c05a103154,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:06.687571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44798) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:07.168497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.426704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Deleting port 295c83b5-3ef4-477e-976e-b4712b4b3291 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:07.427049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.506055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] For port 295c83b5-3ef4-477e-976e-b4712b4b3291, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=295c83b5-3ef4-477e-976e-b4712b4b3291,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:07.506721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.518270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Calling delete_port for 295c83b5-3ef4-477e-976e-b4712b4b3291 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:07.693092 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.715789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=295c83b5-3ef4-477e-976e-b4712b4b3291,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:07.880998 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.378040 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Router ed5d72a8-ee41-4192-bced-523647a67892 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:08.485181 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:08.492767 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-548e01ba-1c1e-4b56-8464-b31dc3f22a2d admin admin] 10.222.0.55 "PUT /v2.0/routers/ed5d72a8-ee41-4192-bced-523647a67892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348989 Jul 16 09:18:08.493722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44808) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:08.495092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] Sync routers for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:08.505313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:08.506117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:08.602539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.611553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:08.705352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.757109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Deleting port 14a8c46b-301a-44d1-8b7d-654939880337 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:08.757465 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.790924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '14a8c46b-301a-44d1-8b7d-654939880337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:18:07Z', 'revision_number': 5, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port': {'id': '14a8c46b-301a-44d1-8b7d-654939880337', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:34Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:08.823728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] Checking router: ed5d72a8-ee41-4192-bced-523647a67892 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:08.831862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] Routers {'ed5d72a8-ee41-4192-bced-523647a67892'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:08.832463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ed5d72a8-ee41-4192-bced-523647a67892'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:08.840739 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] For port 14a8c46b-301a-44d1-8b7d-654939880337, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=14a8c46b-301a-44d1-8b7d-654939880337,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:08.841105 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.853604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Calling delete_port for 14a8c46b-301a-44d1-8b7d-654939880337 owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:08.919029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] Set router ed5d72a8-ee41-4192-bced-523647a67892 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:08.974900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:18:08Z', 'revision_number': 6, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:09.001426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c5da7-c85d-445c-9e96-2defb629ea89 None None] The sync data for ids ['ed5d72a8-ee41-4192-bced-523647a67892'] in n-d-780147-28 is: [{'id': 'ed5d72a8-ee41-4192-bced-523647a67892', 'name': 'tempest-TestVolumeBootPattern-949602645-router', 'tenant_id': 'c21191488fda4a5995f37c7613af0579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:18:08Z', 'revision_number': 6, 'project_id': 'c21191488fda4a5995f37c7613af0579', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:09.024655 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.051851 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a8c46b-301a-44d1-8b7d-654939880337,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:09.113199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.202107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.204139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.251571 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.252159 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed5d72a8-ee41-4192-bced-523647a67892 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:18:09.256988 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.258288 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bbd54401-21ac-4938-b56b-daf068f38792 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ed5d72a8-ee41-4192-bced-523647a67892 HTTP/1.1" status: 204 len: 168 time: 0.7636354 Jul 16 09:18:09.260668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44814) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:09.307216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf86b35-c8b4-46de-a1f9-1b9a7b9f5e9d admin admin] Deleting subnet 15fa3fbc-df70-4d26-b439-11b63ab220af {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:18:09.310621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf86b35-c8b4-46de-a1f9-1b9a7b9f5e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.348036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf86b35-c8b4-46de-a1f9-1b9a7b9f5e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.436310 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf86b35-c8b4-46de-a1f9-1b9a7b9f5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.490047 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf86b35-c8b4-46de-a1f9-1b9a7b9f5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.518421 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86b35-c8b4-46de-a1f9-1b9a7b9f5e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fa3fbc-df70-4d26-b439-11b63ab220af,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:09.520798 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf86b35-c8b4-46de-a1f9-1b9a7b9f5e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.522602 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8cf86b35-c8b4-46de-a1f9-1b9a7b9f5e9d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/15fa3fbc-df70-4d26-b439-11b63ab220af HTTP/1.1" status: 204 len: 168 time: 0.2610071 Jul 16 09:18:09.525128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44816) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:09.526994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022c348-b81e-4be3-8cc8-713bcae0b070 None None] Network bbfe9507-7535-496c-9d13-80f2e3d05fd7 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:09.599235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.658289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Deleting port 8916b874-77e6-4b06-a106-1ecb2f025f28 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:09.658914 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.719753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] DHCP port deletion for bbfe9507-7535-496c-9d13-80f2e3d05fd7 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:18:09.729323 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] For port 8916b874-77e6-4b06-a106-1ecb2f025f28, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8916b874-77e6-4b06-a106-1ecb2f025f28,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:09.729707 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.743370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Calling delete_port for 8916b874-77e6-4b06-a106-1ecb2f025f28 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:09.770444 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] Deleting port 8916b874-77e6-4b06-a106-1ecb2f025f28 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:09.770823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.835137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.837822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] For port 8916b874-77e6-4b06-a106-1ecb2f025f28, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8916b874-77e6-4b06-a106-1ecb2f025f28,segment=NetworkSegment(ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71),segment_id=ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:09.838220 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.851024 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] Calling delete_port for 8916b874-77e6-4b06-a106-1ecb2f025f28 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:09.862705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=8916b874-77e6-4b06-a106-1ecb2f025f28,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:09.864549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] No DVR routers for this DVR port 8916b874-77e6-4b06-a106-1ecb2f025f28 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:09.926857 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.940120 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.958688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfe9507-7535-496c-9d13-80f2e3d05fd7']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:09.959040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] Pushing event deleted for resources: {'Port': ['ID=8916b874-77e6-4b06-a106-1ecb2f025f28,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:09.959040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b79b77-07ad-4a0d-b0dd-fb8ccd448771 None None] No DVR routers for this DVR port 8916b874-77e6-4b06-a106-1ecb2f025f28 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:09.965147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:09.965147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3b4cb1-b5fa-4254-b9af-ea52ee1b8c71') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:09.973501 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.987086 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.993090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:18:09.993522 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:18:09.995135 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:18:10.048464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:10.054083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:10.055956 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bbfe9507-7535-496c-9d13-80f2e3d05fd7 HTTP/1.1" status: 204 len: 168 time: 0.5298769 Jul 16 09:18:10.059068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44818) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:10.067288 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a410e1-e52c-4dd7-9f98-e66c4968cc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfe9507-7535-496c-9d13-80f2e3d05fd7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:10.400888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:10.998314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Deleting port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:10.998564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.074718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] For port 1592539a-db94-46f0-ab33-bd2bc0ba4a7c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,segment=NetworkSegment(134d1196-5c78-4aee-a389-b3b793ba6568),segment_id=134d1196-5c78-4aee-a389-b3b793ba6568)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:11.075358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.087558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Calling delete_port for 1592539a-db94-46f0-ab33-bd2bc0ba4a7c owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:11.088492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 295c83b5-3ef4-477e-976e-b4712b4b3291 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:11.112046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 295c83b5-3ef4-477e-976e-b4712b4b3291 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:11.112411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 295c83b5-3ef4-477e-976e-b4712b4b3291 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:11.112832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14a8c46b-301a-44d1-8b7d-654939880337 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:11.130998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 14a8c46b-301a-44d1-8b7d-654939880337 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:11.131342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 14a8c46b-301a-44d1-8b7d-654939880337 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:11.131761 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8916b874-77e6-4b06-a106-1ecb2f025f28 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:11.150479 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 8916b874-77e6-4b06-a106-1ecb2f025f28 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:11.150830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8916b874-77e6-4b06-a106-1ecb2f025f28 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:11.265685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.291403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1592539a-db94-46f0-ab33-bd2bc0ba4a7c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:11.302792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.303139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.303475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.306007 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.306369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.306721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.307061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.307398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.307733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.308091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.308421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.308753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:11.479408 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.639653 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:18:11.695887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Router 104ba113-4c68-4958-af43-abe1625630c5 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:11.801940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:11.806986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-750b1041-b6e5-4b4a-87dc-efb74c52cdc4 admin admin] 10.222.0.55 "PUT /v2.0/routers/104ba113-4c68-4958-af43-abe1625630c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469108 Jul 16 09:18:11.809481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44826) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:11.810323 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] Sync routers for ids ['104ba113-4c68-4958-af43-abe1625630c5'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:11.820230 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] Routers {'104ba113-4c68-4958-af43-abe1625630c5'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:11.820845 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['104ba113-4c68-4958-af43-abe1625630c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:11.915550 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.926332 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] Set router 104ba113-4c68-4958-af43-abe1625630c5 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:12.013102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.072923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Deleting port 9d66e8f8-0939-4517-9853-5ebd66c85209 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:12.073269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.108873 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:18:11Z', 'revision_number': 5, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port': {'id': '9d66e8f8-0939-4517-9853-5ebd66c85209', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104ba113-4c68-4958-af43-abe1625630c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:12.137112 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] Checking router: 104ba113-4c68-4958-af43-abe1625630c5 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:12.146085 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] Routers {'104ba113-4c68-4958-af43-abe1625630c5'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:12.146688 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['104ba113-4c68-4958-af43-abe1625630c5'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:12.154061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] For port 9d66e8f8-0939-4517-9853-5ebd66c85209, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9d66e8f8-0939-4517-9853-5ebd66c85209,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:12.154576 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.167539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Calling delete_port for 9d66e8f8-0939-4517-9853-5ebd66c85209 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:12.243295 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] Set router 104ba113-4c68-4958-af43-abe1625630c5 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:12.297379 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 6, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:12.327186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09f5cb-b906-4804-9ef5-7c22510752e7 None None] The sync data for ids ['104ba113-4c68-4958-af43-abe1625630c5'] in n-d-780147-28 is: [{'id': '104ba113-4c68-4958-af43-abe1625630c5', 'name': 'tempest-TestVolumeBootPattern-1020063725-router', 'tenant_id': '4a71c87294f04674b0c22a41b4a004dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:47Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 6, 'project_id': '4a71c87294f04674b0c22a41b4a004dd', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:12.342891 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.370248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d66e8f8-0939-4517-9853-5ebd66c85209,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:12.435695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.530453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.533489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.584315 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.584926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 104ba113-4c68-4958-af43-abe1625630c5 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:18:12.589490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.590735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a028c040-1b81-44ea-95c5-1e19bc88e3d5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/104ba113-4c68-4958-af43-abe1625630c5 HTTP/1.1" status: 204 len: 168 time: 0.7802949 Jul 16 09:18:12.598649 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44830) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:12.650473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d8607f-f153-40ff-bef0-6b031e203442 admin admin] Deleting subnet 6b736581-292a-4655-812f-a3e062874d71 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:18:12.653540 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4d8607f-f153-40ff-bef0-6b031e203442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.689210 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4d8607f-f153-40ff-bef0-6b031e203442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.776151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4d8607f-f153-40ff-bef0-6b031e203442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.829081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4d8607f-f153-40ff-bef0-6b031e203442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.862126 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8607f-f153-40ff-bef0-6b031e203442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b736581-292a-4655-812f-a3e062874d71,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:12.864122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b4d8607f-f153-40ff-bef0-6b031e203442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.866038 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b4d8607f-f153-40ff-bef0-6b031e203442 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6b736581-292a-4655-812f-a3e062874d71 HTTP/1.1" status: 204 len: 168 time: 0.2657816 Jul 16 09:18:12.868676 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44832) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:12.868823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b058e-742e-42d1-926e-f16d119a05cf None None] Network c6c299d2-5c77-4926-bd39-9056f59bfe14 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:12.940083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.994551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Deleting port 62aea7c0-4e04-4e51-9192-73060a269522 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:12.995039 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.067404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] For port 62aea7c0-4e04-4e51-9192-73060a269522, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=62aea7c0-4e04-4e51-9192-73060a269522,segment=NetworkSegment(134d1196-5c78-4aee-a389-b3b793ba6568),segment_id=134d1196-5c78-4aee-a389-b3b793ba6568)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:13.067767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.079171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Calling delete_port for 62aea7c0-4e04-4e51-9192-73060a269522 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:13.118763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] DHCP port deletion for c6c299d2-5c77-4926-bd39-9056f59bfe14 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:18:13.169465 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.176915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] Deleting port 62aea7c0-4e04-4e51-9192-73060a269522 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:13.177752 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.197872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1592539a-db94-46f0-ab33-bd2bc0ba4a7c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:13.199826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Pushing event deleted for resources: {'Port': ['ID=62aea7c0-4e04-4e51-9192-73060a269522,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:13.205455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] No DVR routers for this DVR port 62aea7c0-4e04-4e51-9192-73060a269522 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:13.221528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 1592539a-db94-46f0-ab33-bd2bc0ba4a7c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:13.221900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1592539a-db94-46f0-ab33-bd2bc0ba4a7c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:13.222329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9d66e8f8-0939-4517-9853-5ebd66c85209 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:13.273064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9d66e8f8-0939-4517-9853-5ebd66c85209 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:13.273397 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9d66e8f8-0939-4517-9853-5ebd66c85209 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:13.273829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 62aea7c0-4e04-4e51-9192-73060a269522 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:13.276700 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.287070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c299d2-5c77-4926-bd39-9056f59bfe14']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:13.297331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134d1196-5c78-4aee-a389-b3b793ba6568') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:13.297614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134d1196-5c78-4aee-a389-b3b793ba6568') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:13.298185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 62aea7c0-4e04-4e51-9192-73060a269522 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:13.298573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 62aea7c0-4e04-4e51-9192-73060a269522 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:13.303634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] For port 62aea7c0-4e04-4e51-9192-73060a269522, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:13.304155 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.308309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.318030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] Calling delete_port for 62aea7c0-4e04-4e51-9192-73060a269522 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:13.320680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] Port 62aea7c0-4e04-4e51-9192-73060a269522 was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:18:13.321910 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.324176 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.330338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:18:13.330741 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:18:13.332389 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:18:13.346548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] Pushing event deleted for resources: {'Port': ['ID=62aea7c0-4e04-4e51-9192-73060a269522,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:13.352336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b80b5-fbba-4652-a235-931a4b430fe2 None None] No DVR routers for this DVR port 62aea7c0-4e04-4e51-9192-73060a269522 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:13.395259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.401338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.406719 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c6c299d2-5c77-4926-bd39-9056f59bfe14 HTTP/1.1" status: 204 len: 168 time: 0.5338504 Jul 16 09:18:13.416077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb6bb1-e10e-4569-98c6-b1513cf1d015 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c299d2-5c77-4926-bd39-9056f59bfe14,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:13.521925 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44836) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:13.560830 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bd08a14b-840b-4136-8060-f72d09cdf554 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c21191488fda4a5995f37c7613af0579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376697 Jul 16 09:18:13.563310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44838) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:13.611260 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1e739a2-0ff3-414f-bd02-e2614f6f713b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.632054 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1e739a2-0ff3-414f-bd02-e2614f6f713b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.683308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1e739a2-0ff3-414f-bd02-e2614f6f713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.686043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f1e739a2-0ff3-414f-bd02-e2614f6f713b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.687346 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f1e739a2-0ff3-414f-bd02-e2614f6f713b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9809c77f-d485-474b-afe9-7eb8d71f7396 HTTP/1.1" status: 204 len: 168 time: 0.1231203 Jul 16 09:18:13.695714 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e739a2-0ff3-414f-bd02-e2614f6f713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9809c77f-d485-474b-afe9-7eb8d71f7396,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:13.999524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44846) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.039701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4c14a3a8-2740-4230-8875-b7b3eb003468 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a71c87294f04674b0c22a41b4a004dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390499 Jul 16 09:18:14.042194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44848) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.092798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a870c7df-cae2-457c-b2c1-95f4a838c307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.113080 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a870c7df-cae2-457c-b2c1-95f4a838c307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.158268 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a870c7df-cae2-457c-b2c1-95f4a838c307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.160809 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a870c7df-cae2-457c-b2c1-95f4a838c307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.161967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a870c7df-cae2-457c-b2c1-95f4a838c307 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c34c299-b1cb-4f85-81c2-63561d6c6ee5 HTTP/1.1" status: 204 len: 168 time: 0.1188822 Jul 16 09:18:14.169588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870c7df-cae2-457c-b2c1-95f4a838c307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c34c299-b1cb-4f85-81c2-63561d6c6ee5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:14.446919 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b873ca1a-c203-4a91-a6fe-04865b4d9176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.839489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44856) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.997384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 8c05d654-ba06-423e-a83c-446004132b16 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:14.997663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.075484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.076097 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.087823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 8c05d654-ba06-423e-a83c-446004132b16 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:15.274894 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.305665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=8c05d654-ba06-423e-a83c-446004132b16,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.363932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.364262 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Floating IP e2691c89-f731-4e7d-93df-f697c1f2cc13 disassociated (deleted). External IP: 172.25.6.46, port: dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb. Jul 16 09:18:15.427227 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.578063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router fec78309-1c0a-4c8c-88f8-1db7e743db3d has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:15.686672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:15.692051 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.696208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] Sync routers for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:15.705451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:15.706088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:15.729089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1b186b9c-5117-4cfe-b69a-bd6956fd4ea1 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/floatingips/e2691c89-f731-4e7d-93df-f697c1f2cc13 HTTP/1.1" status: 204 len: 168 time: 0.8885040 Jul 16 09:18:15.729833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:15.732187 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459b6203-58fb-4bb3-9a7e-4c3b9a842571" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:15.774107 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8397a7-6b16-42d5-b368-a449e725bfa1 x-openstack-request-id: req-8a8397a7-6b16-42d5-b368-a449e725bfa1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:15.774459 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:15.774776 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a8397a7-6b16-42d5-b368-a449e725bfa1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:15.775239 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'status': 'completed', 'code': 200} Jul 16 09:18:15.828716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:15.869867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-001b11e3-b2d4-44a9-bf24-f23dc2482aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:15.871571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-001b11e3-b2d4-44a9-bf24-f23dc2482aed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d13f7937753f461a99cc6c1586f0fa61&device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 1097 time: 0.0711679 Jul 16 09:18:16.002070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-3aeb0e5e-9b42-4aad-9fff-3fff01a43052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.003722 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-3aeb0e5e-9b42-4aad-9fff-3fff01a43052 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 HTTP/1.1" status: 200 len: 897 time: 0.1244433 Jul 16 09:18:16.048596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-c81f7a10-c7f1-48e8-8fa3-685dca7f6c41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb HTTP/1.1" status: 200 len: 217 time: 0.0362566 Jul 16 09:18:16.059490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:47Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:16.086824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] Checking router: fec78309-1c0a-4c8c-88f8-1db7e743db3d for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:16.094986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:16.095593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:17:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:16.131205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-369f0eca-3da2-4253-9c12-c0294f2b2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.132718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-369f0eca-3da2-4253-9c12-c0294f2b2112 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e9ed0ee-b079-41f6-9230-225890c9557e HTTP/1.1" status: 200 len: 834 time: 0.0778658 Jul 16 09:18:16.187469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3ea0-853b-42cb-bc0f-a8745ec2ad72 req-89f358ab-7d8a-43c1-b508-d7152cb72861 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.189473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce3a3ea0-853b-42cb-bc0f-a8745ec2ad72 req-89f358ab-7d8a-43c1-b508-d7152cb72861 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.1271033 Jul 16 09:18:16.202006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:16.239396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-dbfba791-3ab2-402e-93ec-91e2bb3d07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.240927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-dbfba791-3ab2-402e-93ec-91e2bb3d07a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982549 Jul 16 09:18:16.244234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ce3a3ea0-853b-42cb-bc0f-a8745ec2ad72 req-b95bddba-21ff-482c-870f-b266a296bc08 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477247 Jul 16 09:18:16.336328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-d2bfe617-7cdc-470d-acd9-6b8963aea94c service neutron] 10.222.0.54 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860665 Jul 16 09:18:16.404756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:47Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:16.431931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245af9c1-9a35-4d49-82fd-778bf161db71 None None] The sync data for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 is: [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 4, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'cb30c913-999f-4560-af36-91f94c75dabf', 'name': '', 'network_id': '3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'mac_address': 'fa:16:3e:fc:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:41Z', 'updated_at': '2021-07-16T09:16:47Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'subnets': [{'id': '9e9ed0ee-b079-41f6-9230-225890c9557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:16.435725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-459b6203-58fb-4bb3-9a7e-4c3b9a842571 req-6372f1a6-1a94-469f-a794-d16c2084b106 service neutron] 10.222.0.54 "GET /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913768 Jul 16 09:18:16.642929 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6569f-41ef-42c4-8115-160d5b001a99 None None] New status for floating IP e2691c89-f731-4e7d-93df-f697c1f2cc13: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:18:17.422163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3cced-c692-404b-b223-f3ede80307ca req-50ac5e6a-bd7e-46eb-85ae-316671a6e831 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:17.423681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7e3cced-c692-404b-b223-f3ede80307ca req-50ac5e6a-bd7e-46eb-85ae-316671a6e831 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0627110 Jul 16 09:18:17.501533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7e3cced-c692-404b-b223-f3ede80307ca req-996d1920-5028-463a-afb2-aabab3f70729 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ba8ea5-2df7-4677-a145-82a74737f44e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653424 Jul 16 09:18:17.520502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-54e8586f-9823-409c-beb5-87615d3cc22c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:17.522004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-54e8586f-9823-409c-beb5-87615d3cc22c tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 945 time: 0.0942686 Jul 16 09:18:17.624656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:17.625001 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:17.638292 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:17.664956 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6749ccea-3dfa-40d7-852d-8b3fea68ee93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:17.721827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:17.722192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:17.734045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:17.859954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:18.237823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:18.284356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] No DVR routers for this DVR port dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:18.286889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:18.288896 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83a3fd46-aea7-4078-a216-d9e48673aca6 req-c024a646-8747-4fb2-a9c1-4de9e7bfadce tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.54 "DELETE /v2.0/ports/dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb HTTP/1.1" status: 204 len: 173 time: 0.7604632 Jul 16 09:18:18.289349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'name': 'network-vif-deleted', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:18.291631 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0297ad5-497e-4717-8012-97922b112856" -d '{"events": [{"server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "name": "network-vif-deleted", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:18.329671 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc407c-ba8a-488d-b57c-97d0e0f91930 x-openstack-request-id: req-f7dc407c-ba8a-488d-b57c-97d0e0f91930 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:18.329969 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e10e9e-cf55-4a0c-9084-dd8a6bee4237", "name": "network-vif-deleted", "tag": "dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:18.330259 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7dc407c-ba8a-488d-b57c-97d0e0f91930 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:18.330651 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e10e9e-cf55-4a0c-9084-dd8a6bee4237', 'name': 'network-vif-deleted', 'tag': 'dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb', 'status': 'completed', 'code': 200} Jul 16 09:18:18.662968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dcb74a8c-20e1-408f-8b07-6d07778777c2 req-94c8a623-fd52-4d30-9ba6-12b0048530f8 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9e10e9e-cf55-4a0c-9084-dd8a6bee4237 HTTP/1.1" status: 200 len: 210 time: 0.0320981 Jul 16 09:18:18.913282 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:18.944070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.760339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44880) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:20.114849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.187915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.378851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port cb30c913-999f-4560-af36-91f94c75dabf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:20.379260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.501825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port cb30c913-999f-4560-af36-91f94c75dabf, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cb30c913-999f-4560-af36-91f94c75dabf,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:20.502091 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.520790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for cb30c913-999f-4560-af36-91f94c75dabf owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:20.540272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-8f657dc9-e0ae-4488-9fcb-f7f271a28ec0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0995059 Jul 16 09:18:20.705429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-c0a862e3-8420-432b-866c-c8aaafe6fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.706941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-c0a862e3-8420-432b-866c-c8aaafe6fa2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1097 time: 0.1210415 Jul 16 09:18:20.822970 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.859865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=cb30c913-999f-4560-af36-91f94c75dabf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:20.886623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:20.909094 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:20.909536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device dd805e5e-d9c3-4dce-9d1e-d6f806eee9cb not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:20.921152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-8d756cd2-2720-4bd8-b54f-e9d83c416f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.923392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-8d756cd2-2720-4bd8-b54f-e9d83c416f0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.1817698 Jul 16 09:18:21.045459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-2a57c57c-9d1c-4204-a1b9-36330f6cbc1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 1001 time: 0.1123369 Jul 16 09:18:21.139877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-4938a6c0-89d5-4abc-a547-016237e9712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.141295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-4938a6c0-89d5-4abc-a547-016237e9712a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0890353 Jul 16 09:18:21.142142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:21.284669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-51aaf27d-d61a-49ab-ba4b-bef7731fd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.286142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-51aaf27d-d61a-49ab-ba4b-bef7731fd45d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361165 Jul 16 09:18:21.461878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-8db8d28f-3d0f-4774-815a-13cd57742ee9 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675804 Jul 16 09:18:21.479465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Router fec78309-1c0a-4c8c-88f8-1db7e743db3d has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:21.637369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76eef57d-4ae2-475e-9672-c61db3dedb60 req-35fa6293-5677-4d46-9ce1-d6c7641a15de service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683984 Jul 16 09:18:21.654697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:21.662784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fb5c588d-b602-4b32-b3e5-f28e541dfa35 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "PUT /v2.0/routers/fec78309-1c0a-4c8c-88f8-1db7e743db3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8988647 Jul 16 09:18:21.663345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44890) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:21.672966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] Sync routers for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:21.682112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:21.682791 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:18:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:21.713509 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b229ff7-b1c7-467c-a085-1694b0019cc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting subnet 9e9ed0ee-b079-41f6-9230-225890c9557e {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:18:21.716640 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b229ff7-b1c7-467c-a085-1694b0019cc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:21.756787 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b229ff7-b1c7-467c-a085-1694b0019cc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:21.789457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:21.846267 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b229ff7-b1c7-467c-a085-1694b0019cc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:21.909352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b229ff7-b1c7-467c-a085-1694b0019cc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:21.936048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b229ff7-b1c7-467c-a085-1694b0019cc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9ed0ee-b079-41f6-9230-225890c9557e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:21.942634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4b229ff7-b1c7-467c-a085-1694b0019cc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:21.945286 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4b229ff7-b1c7-467c-a085-1694b0019cc7 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/subnets/9e9ed0ee-b079-41f6-9230-225890c9557e HTTP/1.1" status: 204 len: 168 time: 0.2806246 Jul 16 09:18:21.947473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44894) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:22.004187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc953f72-9005-45d7-9762-d95faec6d55a None None] Network 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:22.056813 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.160637 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.213950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Deleting port 79ec621d-daf6-453e-b269-1b16f83999fd {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:22.214391 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.240004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:18:20Z', 'revision_number': 5, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port': {'id': '79ec621d-daf6-453e-b269-1b16f83999fd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:22.268901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] Checking router: fec78309-1c0a-4c8c-88f8-1db7e743db3d for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:22.280001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] Routers {'fec78309-1c0a-4c8c-88f8-1db7e743db3d'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:22.280667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:18:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:22.304800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] For port 79ec621d-daf6-453e-b269-1b16f83999fd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=79ec621d-daf6-453e-b269-1b16f83999fd,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:22.305170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.318484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Calling delete_port for 79ec621d-daf6-453e-b269-1b16f83999fd owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:22.319289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] DHCP port deletion for 3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:18:22.394863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] Set router fec78309-1c0a-4c8c-88f8-1db7e743db3d gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:22.463562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:18:22Z', 'revision_number': 6, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:22.495290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1abaf8-26f8-410d-8b47-d0dbd2c91293 None None] The sync data for ids ['fec78309-1c0a-4c8c-88f8-1db7e743db3d'] in n-d-780147-28 is: [{'id': 'fec78309-1c0a-4c8c-88f8-1db7e743db3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461816128', 'tenant_id': 'd13f7937753f461a99cc6c1586f0fa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:38Z', 'updated_at': '2021-07-16T09:18:22Z', 'revision_number': 6, 'project_id': 'd13f7937753f461a99cc6c1586f0fa61', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:22.500320 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] Deleting port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:22.501436 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.520717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.557944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Port': ['ID=79ec621d-daf6-453e-b269-1b16f83999fd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:22.588734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] For port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3d293e19-c5a2-4500-886e-5e4cbfc73ce4,segment=NetworkSegment(4759b6e6-b8e8-4b91-8ef4-aa43667c803a),segment_id=4759b6e6-b8e8-4b91-8ef4-aa43667c803a)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:22.589172 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.602836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] Calling delete_port for 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:22.628740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.716499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.738493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.740615 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.748975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] Pushing event deleted for resources: {'Port': ['ID=3d293e19-c5a2-4500-886e-5e4cbfc73ce4,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:22.749826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032bed8-65c2-4768-996f-cd56db33d989 None None] No DVR routers for this DVR port 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:22.790573 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.791109 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Fanout notify agent at l3_agent the message router_deleted on router fec78309-1c0a-4c8c-88f8-1db7e743db3d {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:18:22.799160 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.800407 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-95f1d062-d895-4640-9f9b-014cb808f6f4 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/routers/fec78309-1c0a-4c8c-88f8-1db7e743db3d HTTP/1.1" status: 204 len: 168 time: 0.8519807 Jul 16 09:18:22.802868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44904) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:22.891007 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.996985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.008315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:23.018940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4759b6e6-b8e8-4b91-8ef4-aa43667c803a') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:23.019236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4759b6e6-b8e8-4b91-8ef4-aa43667c803a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:23.028211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.042613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.051298 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:18:23.052045 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:18:23.055821 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:18:23.110106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 79ec621d-daf6-453e-b269-1b16f83999fd no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:23.118903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.127657 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.129337 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/networks/3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3 HTTP/1.1" status: 204 len: 168 time: 0.3254979 Jul 16 09:18:23.132262 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 44906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:23.143052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 79ec621d-daf6-453e-b269-1b16f83999fd {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:23.143401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 79ec621d-daf6-453e-b269-1b16f83999fd not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:23.144083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cb30c913-999f-4560-af36-91f94c75dabf no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:23.145194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76235aa9-dd49-45ef-9177-1aa1188440c5 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'Network': ['ID=3a924dc6-cdf6-45d9-a5a7-4a2585b3f4d3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:23.165865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: cb30c913-999f-4560-af36-91f94c75dabf {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:23.166218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cb30c913-999f-4560-af36-91f94c75dabf not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:23.166642 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:23.187363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:23.187712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3d293e19-c5a2-4500-886e-5e4cbfc73ce4 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:23.221976 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5f5ba24-5de0-4224-825d-7d1cbcf2f471 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.248588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5f5ba24-5de0-4224-825d-7d1cbcf2f471 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.320330 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5f5ba24-5de0-4224-825d-7d1cbcf2f471 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.323261 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5f5ba24-5de0-4224-825d-7d1cbcf2f471 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.327066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a5f5ba24-5de0-4224-825d-7d1cbcf2f471 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] 10.222.0.55 "DELETE /v2.0/security-groups/19ba8ea5-2df7-4677-a145-82a74737f44e HTTP/1.1" status: 204 len: 168 time: 0.1913891 Jul 16 09:18:23.335463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5ba24-5de0-4224-825d-7d1cbcf2f471 tempest-TestNetworkAdvancedServerOps-1418042434 tempest-TestNetworkAdvancedServerOps-1418042434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ba8ea5-2df7-4677-a145-82a74737f44e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:23.633877 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44914) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:23.800015 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-753bb446-f282-4c62-a1ae-a6b40dcd9ad0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d13f7937753f461a99cc6c1586f0fa61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645794 Jul 16 09:18:23.802404 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44922) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:23.869130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ca81cbd-bb2e-4b9f-b891-658e464f3160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.891780 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ca81cbd-bb2e-4b9f-b891-658e464f3160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.938488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ca81cbd-bb2e-4b9f-b891-658e464f3160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.941060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ca81cbd-bb2e-4b9f-b891-658e464f3160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:23.942266 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3ca81cbd-bb2e-4b9f-b891-658e464f3160 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4b409de-0c6c-42b0-87a8-a815c40c9f2a HTTP/1.1" status: 204 len: 168 time: 0.1387196 Jul 16 09:18:23.950679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca81cbd-bb2e-4b9f-b891-658e464f3160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b409de-0c6c-42b0-87a8-a815c40c9f2a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:24.212341 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44936) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:24.253764 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ddf30cb9-d66f-442b-a086-3dbb666ad7b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5f4c1ea849f489593b58901cf74d5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400651 Jul 16 09:18:24.256320 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 44938) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:24.305434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad6d2-1d90-4203-bda4-3047ccfedfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.327098 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad6d2-1d90-4203-bda4-3047ccfedfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.377172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad6d2-1d90-4203-bda4-3047ccfedfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.379774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad6d2-1d90-4203-bda4-3047ccfedfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.383324 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2a3ad6d2-1d90-4203-bda4-3047ccfedfa5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e07692c7-ca6b-4dc0-9992-a8ec5bf376ec HTTP/1.1" status: 204 len: 168 time: 0.1238027 Jul 16 09:18:24.391003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ad6d2-1d90-4203-bda4-3047ccfedfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07692c7-ca6b-4dc0-9992-a8ec5bf376ec,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:29.151346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-69b37ef2-6adc-452c-87ec-0de7127d43d3 req-70288988-8dff-406f-9ac5-5d66f471d072 service neutron] (94164) timed out ('10.222.0.55', 50730) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:18:33.978082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae4c42-3274-4459-a18f-0f0735d0e3c5 req-01eb4cdb-b759-41d7-84e3-fe94b6cd8979 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:33.979576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5ae4c42-3274-4459-a18f-0f0735d0e3c5 req-01eb4cdb-b759-41d7-84e3-fe94b6cd8979 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0673010 Jul 16 09:18:34.017935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5ae4c42-3274-4459-a18f-0f0735d0e3c5 req-4e8c0359-82bd-4c0d-9015-2045283d0ee8 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327110 Jul 16 09:18:35.199470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e40a-ff4e-4220-9984-7fa110e3f4f8 req-1bd9e09b-d8ab-44c3-95c2-d4ecc97412da tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:35.200970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0310e40a-ff4e-4220-9984-7fa110e3f4f8 req-1bd9e09b-d8ab-44c3-95c2-d4ecc97412da tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0671144 Jul 16 09:18:35.238878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0310e40a-ff4e-4220-9984-7fa110e3f4f8 req-e131caa8-591a-4b92-b42c-b5bab6b6c2d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Jul 16 09:18:36.424163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027a32-c3f6-40d9-ae20-03b8cf5f06f0 req-aef43fd5-817f-4ab9-818e-ccd99147862e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:36.425692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10027a32-c3f6-40d9-ae20-03b8cf5f06f0 req-aef43fd5-817f-4ab9-818e-ccd99147862e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0742092 Jul 16 09:18:36.467253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10027a32-c3f6-40d9-ae20-03b8cf5f06f0 req-149e517d-2c76-432c-92c5-dad799a97527 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Jul 16 09:18:37.643194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cf73c-91fa-4469-9fe2-17026051f685 req-f364e0f4-a8df-4c1b-8f8c-ee02554c4739 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:37.644954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902cf73c-91fa-4469-9fe2-17026051f685 req-f364e0f4-a8df-4c1b-8f8c-ee02554c4739 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0635560 Jul 16 09:18:37.682184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-902cf73c-91fa-4469-9fe2-17026051f685 req-f7efccb4-2ed6-4f13-a015-2cd5c52927ff tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Jul 16 09:18:38.860177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ad505-7d65-4902-8cf1-70c68abc310c req-4531fb83-55a6-4f09-ac80-86c9714d2099 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:38.861575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-776ad505-7d65-4902-8cf1-70c68abc310c req-4531fb83-55a6-4f09-ac80-86c9714d2099 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0667233 Jul 16 09:18:38.899675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-776ad505-7d65-4902-8cf1-70c68abc310c req-ee975319-e02d-4dc5-8bce-87ea8abfbe92 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324886 Jul 16 09:18:40.069883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcda-524e-4cac-b966-12f55dfd65d7 req-30e1b2ad-bc55-46ea-8b86-ca835eff4178 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:40.071382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8643dcda-524e-4cac-b966-12f55dfd65d7 req-30e1b2ad-bc55-46ea-8b86-ca835eff4178 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0635061 Jul 16 09:18:40.108586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8643dcda-524e-4cac-b966-12f55dfd65d7 req-6bf32f53-c889-4a63-905a-c639c1725179 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Jul 16 09:18:41.285518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70c6fd-1b7d-4a40-b0e5-61b5da75c616 req-b0e9c37a-9284-43e4-8ef5-7a5371ce30e9 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:41.287025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e70c6fd-1b7d-4a40-b0e5-61b5da75c616 req-b0e9c37a-9284-43e4-8ef5-7a5371ce30e9 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0677717 Jul 16 09:18:41.323942 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e70c6fd-1b7d-4a40-b0e5-61b5da75c616 req-655e1927-c0f3-4ab3-bf03-4779493452fe tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313265 Jul 16 09:18:42.494614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832c90-1bac-4a9d-a03c-15e07e0cc107 req-270d4e46-d9a7-4b8f-ad14-8d8cd1f614b8 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:42.496100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88832c90-1bac-4a9d-a03c-15e07e0cc107 req-270d4e46-d9a7-4b8f-ad14-8d8cd1f614b8 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0637712 Jul 16 09:18:42.534752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88832c90-1bac-4a9d-a03c-15e07e0cc107 req-a35938c4-5de5-4a87-b42b-e91bea0cbd28 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Jul 16 09:18:43.705780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b46fa-0f98-43ee-8d91-4042e1ec57e3 req-f20bd4c5-1706-4439-9d67-b42df02ae787 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.707246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a23b46fa-0f98-43ee-8d91-4042e1ec57e3 req-f20bd4c5-1706-4439-9d67-b42df02ae787 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0621481 Jul 16 09:18:43.743542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a23b46fa-0f98-43ee-8d91-4042e1ec57e3 req-ab41a545-7dda-4fbb-aaae-7b181ac490c1 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308461 Jul 16 09:18:44.447253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3db539ec-d5ff-477a-94ad-f62c8e9013b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:44.925958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee16ca-fd5c-47fe-8b6f-1e0dd1572a9b req-6f6a8bca-cce0-49b6-8a37-d0ce3d112545 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:44.927582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26ee16ca-fd5c-47fe-8b6f-1e0dd1572a9b req-6f6a8bca-cce0-49b6-8a37-d0ce3d112545 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0699198 Jul 16 09:18:44.966976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26ee16ca-fd5c-47fe-8b6f-1e0dd1572a9b req-6c412e6d-3816-4a12-9e62-2564a73363b4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334945 Jul 16 09:18:45.327099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010a91-2240-4b58-9803-cf470c148963 req-806bf339-8078-4013-ac9f-adf39fe24241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:45.328545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3010a91-2240-4b58-9803-cf470c148963 req-806bf339-8078-4013-ac9f-adf39fe24241 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1097 time: 0.0987048 Jul 16 09:18:45.336708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b20bd-9c04-43aa-bb00-31bee1567293 req-fde22105-b9c1-4f9f-953a-d73d3ad27167 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:45.338086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-899b20bd-9c04-43aa-bb00-31bee1567293 req-fde22105-b9c1-4f9f-953a-d73d3ad27167 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0996237 Jul 16 09:18:45.428452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-899b20bd-9c04-43aa-bb00-31bee1567293 req-64fb4903-d274-47e1-80c1-f9eacaaf61af tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817571 Jul 16 09:18:45.445635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:45.448074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010a91-2240-4b58-9803-cf470c148963 req-0e1372c7-4c65-46cc-a0ff-5c63d4f45622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:45.449559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3010a91-2240-4b58-9803-cf470c148963 req-0e1372c7-4c65-46cc-a0ff-5c63d4f45622 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.1106257 Jul 16 09:18:45.517005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3010a91-2240-4b58-9803-cf470c148963 req-4bbdf82f-74d9-4b29-a211-9555efdab8d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 1001 time: 0.0615251 Jul 16 09:18:45.565377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010a91-2240-4b58-9803-cf470c148963 req-e841b6ee-678c-4759-9d23-c16a9f396b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:45.566849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3010a91-2240-4b58-9803-cf470c148963 req-e841b6ee-678c-4759-9d23-c16a9f396b31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0439191 Jul 16 09:18:45.624366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010a91-2240-4b58-9803-cf470c148963 req-2ffa8e74-da52-4c63-bf0d-9d50ed462e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:45.626007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3010a91-2240-4b58-9803-cf470c148963 req-2ffa8e74-da52-4c63-bf0d-9d50ed462e4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528204 Jul 16 09:18:45.718005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3010a91-2240-4b58-9803-cf470c148963 req-4ebaad16-9152-4ca3-a618-933816327802 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848162 Jul 16 09:18:45.804090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3010a91-2240-4b58-9803-cf470c148963 req-eaa72233-c1a5-4b93-9a30-2d03778176f1 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801890 Jul 16 09:18:46.608567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d4d15-d92d-406b-b093-be3d9ec50dba req-fe03fd62-7b8c-4b38-9e25-8e9eb4e7b30b tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:46.610090 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f8d4d15-d92d-406b-b093-be3d9ec50dba req-fe03fd62-7b8c-4b38-9e25-8e9eb4e7b30b tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0696549 Jul 16 09:18:46.647504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f8d4d15-d92d-406b-b093-be3d9ec50dba req-11fe257f-a2e3-4d46-9c22-baf041a49804 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316343 Jul 16 09:18:47.639174 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:47.664309 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77bf64ea-d705-4732-ac27-5be4cc6f2221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:48.639292 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:18:48.915850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:48.958619 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:50.192996 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.447672 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a3e28e9a-3544-4748-a3ea-5a1b6497c2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:15.443507 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.640826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.662029 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c3992c3-9361-4edd-a15f-86edfe0255cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.919449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.974483 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:20.192880 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.507349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-2b2ae95e-72b1-462f-9eba-94cba47c5171 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529160 Jul 16 09:19:21.603447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-53a9cf24-2c8a-49fd-9b5a-12f445197f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:21.604992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-53a9cf24-2c8a-49fd-9b5a-12f445197f9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1097 time: 0.0542109 Jul 16 09:19:21.963960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-5da34070-23fc-48d7-8a0f-d838d26fa8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:21.965386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-5da34070-23fc-48d7-8a0f-d838d26fa8c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.3416078 Jul 16 09:19:22.029140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-42839ae0-1c08-4bbb-a328-328d72cd9c69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 1001 time: 0.0572073 Jul 16 09:19:22.080297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-9e65803c-8a07-4d7e-a838-68e5ab77a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:22.081756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-9e65803c-8a07-4d7e-a838-68e5ab77a0b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0467527 Jul 16 09:19:22.140342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-3eb1449d-e143-48ac-90be-bde1bba1bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:22.142798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-3eb1449d-e143-48ac-90be-bde1bba1bb72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532722 Jul 16 09:19:22.234466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-f92dc5f1-94ea-4635-8b91-352a55c77aa6 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851271 Jul 16 09:19:22.324038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7da5cf7-05cc-4438-96b2-e193c535b9c9 req-4c2d4ca3-38b6-4249-a649-488dce2e706d service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826666 Jul 16 09:19:24.155794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad1373-442a-4742-ae16-e452dc67db35 req-c86c504e-ce27-4a02-9728-c91f30a3a980 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:24.157212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2ad1373-442a-4742-ae16-e452dc67db35 req-c86c504e-ce27-4a02-9728-c91f30a3a980 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0639844 Jul 16 09:19:24.199180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2ad1373-442a-4742-ae16-e452dc67db35 req-fa312eb9-b532-47e6-b03a-6e9e554ea636 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360565 Jul 16 09:19:25.376092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840acd-c0c6-4c3d-9b35-f940d73cf571 req-09c8ef3c-d003-4b7e-962e-11626f465a8c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:25.378382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13840acd-c0c6-4c3d-9b35-f940d73cf571 req-09c8ef3c-d003-4b7e-962e-11626f465a8c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0649085 Jul 16 09:19:25.415907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-13840acd-c0c6-4c3d-9b35-f940d73cf571 req-9aabbeda-7672-4225-affc-2ef307935f95 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Jul 16 09:19:25.638549 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:19:26.586865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4c8c-8d6e-4f9f-9ec1-c58bf2a0c5a1 req-ef8d41ee-2063-4fae-a080-66067086c063 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:26.588356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0cb4c8c-8d6e-4f9f-9ec1-c58bf2a0c5a1 req-ef8d41ee-2063-4fae-a080-66067086c063 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0632772 Jul 16 09:19:26.625547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0cb4c8c-8d6e-4f9f-9ec1-c58bf2a0c5a1 req-0412df32-ff6f-4c55-b742-df793b54963f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Jul 16 09:19:27.799794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531497b-9a71-4719-a6b0-34cb24b65e39 req-cfdc694c-514c-443b-a823-4d2e82044093 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:27.801274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c531497b-9a71-4719-a6b0-34cb24b65e39 req-cfdc694c-514c-443b-a823-4d2e82044093 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0655982 Jul 16 09:19:27.837967 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c531497b-9a71-4719-a6b0-34cb24b65e39 req-6c1c7d58-fd2e-4103-8892-e91b6d37d628 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312042 Jul 16 09:19:29.010409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2458-aff6-423a-bcfb-725065dedc55 req-409a51b8-8bcb-4cbb-b061-e76c5043af83 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:29.011899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2aab2458-aff6-423a-bcfb-725065dedc55 req-409a51b8-8bcb-4cbb-b061-e76c5043af83 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0632870 Jul 16 09:19:29.050102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2aab2458-aff6-423a-bcfb-725065dedc55 req-f9f84b90-4020-4447-898e-acdfaa3b6302 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Jul 16 09:19:30.222589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79c012-2e44-4dca-9e65-ffce5cfff040 req-2053c980-0de9-46c9-bd3c-3fba6371ab21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:30.224083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a79c012-2e44-4dca-9e65-ffce5cfff040 req-2053c980-0de9-46c9-bd3c-3fba6371ab21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0637467 Jul 16 09:19:30.265783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a79c012-2e44-4dca-9e65-ffce5cfff040 req-52ea14ea-841e-4cdc-9a91-d6f53a8e9d30 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361152 Jul 16 09:19:31.438712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309d746-08c1-42d3-a5de-4f7cb749189e req-a3e6078a-8531-4599-a26b-6e4265dca831 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:31.440213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f309d746-08c1-42d3-a5de-4f7cb749189e req-a3e6078a-8531-4599-a26b-6e4265dca831 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0630620 Jul 16 09:19:31.478032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f309d746-08c1-42d3-a5de-4f7cb749189e req-69741bcf-5647-43ed-b998-3c0ba4db170d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Jul 16 09:19:32.650837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d263917-9f75-441c-9699-0d8a843e615c req-f52b578a-4648-4a87-bada-01d2799f4ce4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:32.652320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d263917-9f75-441c-9699-0d8a843e615c req-f52b578a-4648-4a87-bada-01d2799f4ce4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0640113 Jul 16 09:19:32.690092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d263917-9f75-441c-9699-0d8a843e615c req-2550d38c-c3da-4f1d-9bda-101233f6cc82 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Jul 16 09:19:33.867353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f624c2-c326-438f-8d72-70b7d3c6c836 req-985b177a-17a6-4f3c-a7a2-75322170fa7b tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:33.868748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25f624c2-c326-438f-8d72-70b7d3c6c836 req-985b177a-17a6-4f3c-a7a2-75322170fa7b tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0669038 Jul 16 09:19:33.908169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25f624c2-c326-438f-8d72-70b7d3c6c836 req-d7e36d75-5fb4-4a7b-ac24-466012e8fbd4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Jul 16 09:19:35.082172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cde991-4e2d-4a2c-8922-117c1df132e9 req-940bf0a8-af39-4601-999b-3a13f9932621 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.083686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84cde991-4e2d-4a2c-8922-117c1df132e9 req-940bf0a8-af39-4601-999b-3a13f9932621 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0632360 Jul 16 09:19:35.121752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-84cde991-4e2d-4a2c-8922-117c1df132e9 req-4c3a11aa-57a2-4e19-9333-2e3b53479dd3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324235 Jul 16 09:19:35.653779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012109-3e40-428a-a94d-292d80e44539 req-6b410311-2333-4cb6-988e-423e1bee084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.655217 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58012109-3e40-428a-a94d-292d80e44539 req-6b410311-2333-4cb6-988e-423e1bee084a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 1097 time: 0.0965743 Jul 16 09:19:35.677498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05361b-6498-4e91-b947-d001bdc5749b req-e223ae59-97ea-488c-89c2-e1a6452e551f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.678951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d05361b-6498-4e91-b947-d001bdc5749b req-e223ae59-97ea-488c-89c2-e1a6452e551f tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.1109495 Jul 16 09:19:35.768300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3d05361b-6498-4e91-b947-d001bdc5749b req-a112fc10-ce77-4337-b9e9-010325dfdfef tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796564 Jul 16 09:19:35.784850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012109-3e40-428a-a94d-292d80e44539 req-bb17fa27-9d17-4491-8a5a-432b5548e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.786380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58012109-3e40-428a-a94d-292d80e44539 req-bb17fa27-9d17-4491-8a5a-432b5548e8e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.1242685 Jul 16 09:19:35.851768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58012109-3e40-428a-a94d-292d80e44539 req-42c7c475-bc4e-499d-bfb0-502cd61fa14f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 200 len: 1001 time: 0.0592084 Jul 16 09:19:35.900995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012109-3e40-428a-a94d-292d80e44539 req-f2ecbcb1-32b8-4f24-aaa8-1004fe65e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.902476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58012109-3e40-428a-a94d-292d80e44539 req-f2ecbcb1-32b8-4f24-aaa8-1004fe65e42a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0446362 Jul 16 09:19:35.963898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012109-3e40-428a-a94d-292d80e44539 req-6943e35f-8b6a-4ca5-b409-1eb9e5d2c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.965308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58012109-3e40-428a-a94d-292d80e44539 req-6943e35f-8b6a-4ca5-b409-1eb9e5d2c3ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566959 Jul 16 09:19:36.054661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58012109-3e40-428a-a94d-292d80e44539 req-92a6e2f2-298f-40f1-919f-65fd9968b18f service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832245 Jul 16 09:19:36.150031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58012109-3e40-428a-a94d-292d80e44539 req-317cbe33-d475-4be6-8114-f4be17ac7dbf service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881748 Jul 16 09:19:36.940229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01f54d-0cf1-44fb-981d-b39c72259173 req-a17a909e-95ee-4d7c-ad8a-45170dd80133 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:36.941628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff01f54d-0cf1-44fb-981d-b39c72259173 req-a17a909e-95ee-4d7c-ad8a-45170dd80133 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0647583 Jul 16 09:19:36.978942 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff01f54d-0cf1-44fb-981d-b39c72259173 req-985d922f-6a4a-49b1-a18e-08974dc93b2b tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Jul 16 09:19:44.447496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4692365e-320f-4e3d-bb6c-46b5a634c7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:45.456143 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:47.642596 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:47.661316 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e6762d2-31b7-4e6a-8687-1ccebd5cb32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:48.922181 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:48.988988 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:50.195078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.638023 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:20:10.116292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717ada-cf46-4b86-805e-4eda0c4658bc req-fc24c3be-9ec9-494e-a09d-d69f73f951b3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:10.117704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52717ada-cf46-4b86-805e-4eda0c4658bc req-fc24c3be-9ec9-494e-a09d-d69f73f951b3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0625465 Jul 16 09:20:10.158677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-52717ada-cf46-4b86-805e-4eda0c4658bc req-a2afdfaf-a1bb-4b4f-aca0-1b8f0f655364 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353706 Jul 16 09:20:11.335154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f660a1-33b6-4c10-9a70-dccec4922233 req-3a6e54aa-c862-42d0-b66a-a8a9ae3823fd tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.336618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28f660a1-33b6-4c10-9a70-dccec4922233 req-3a6e54aa-c862-42d0-b66a-a8a9ae3823fd tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0621333 Jul 16 09:20:11.374224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28f660a1-33b6-4c10-9a70-dccec4922233 req-6a03c3bc-ea68-42c2-8099-fde5097916d9 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead32325-85b9-4190-85b6-eab110a42207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Jul 16 09:20:11.902702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af58de-ddb3-4770-b455-692dca178766 req-b0b8e88a-54d2-466e-8aba-cc779ea8ac1e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.904169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7af58de-ddb3-4770-b455-692dca178766 req-b0b8e88a-54d2-466e-8aba-cc779ea8ac1e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 945 time: 0.0636246 Jul 16 09:20:12.005407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Deleting port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:12.005781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.094763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] For port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:12.095129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.273455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.273787 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.274104 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Floating IP a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a disassociated. External IP: 172.25.6.123, port: 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1. Jul 16 09:20:12.274449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Calling delete_port for 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:12.403434 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.442113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event deleted for resources: {'Port': ['ID=33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:12.455032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.455378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.455712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.456049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.456369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.456879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.457233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.457562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.457906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.458260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.458549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.458860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:12.577525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3359113-e65a-4ec5-a7b5-a880de7acfdf req-ecabcd23-7596-4cbf-91b0-5e572d76a7ff tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b8c90f6-e964-495e-a893-6d7ad2042103 HTTP/1.1" status: 200 len: 210 time: 0.0618474 Jul 16 09:20:12.603749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:12.714917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:12.725002 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] Sync routers for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:12.735044 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:12.736042 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:19:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:12.761253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] No DVR routers for this DVR port 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:20:12.763942 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.766115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7af58de-ddb3-4770-b455-692dca178766 req-89a544d8-d295-4eaf-9c15-8bebc9f86a18 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "DELETE /v2.0/ports/33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 HTTP/1.1" status: 204 len: 173 time: 0.8568132 Jul 16 09:20:12.766826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'name': 'network-vif-deleted', 'tag': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:12.769110 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d77d31-780f-403c-8a04-7ff7fc272a68" -d '{"events": [{"server_uuid": "1b8c90f6-e964-495e-a893-6d7ad2042103", "name": "network-vif-deleted", "tag": "33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:12.820632 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832c59d6-157a-45c4-80c1-20cfed0b77fa x-openstack-request-id: req-832c59d6-157a-45c4-80c1-20cfed0b77fa {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:12.821012 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8c90f6-e964-495e-a893-6d7ad2042103", "name": "network-vif-deleted", "tag": "33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:12.821246 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-832c59d6-157a-45c4-80c1-20cfed0b77fa {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:12.821603 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8c90f6-e964-495e-a893-6d7ad2042103', 'name': 'network-vif-deleted', 'tag': '33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1', 'status': 'completed', 'code': 200} Jul 16 09:20:12.871360 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:13.092769 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:13.122375 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] Checking router: 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:13.130434 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:13.131702 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:19:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:13.245690 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:13.450168 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:13.476784 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aba7f7-acb6-48bb-9875-3b1470dd074d None None] The sync data for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 is: [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:13.702772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fe622-0a9a-40c6-bfd3-f02f936a4a5d None None] New status for floating IP a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:20:13.709060 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45100) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:13.764623 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.788491 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.838327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.840879 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.842363 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "DELETE /v2.0/security-groups/ead32325-85b9-4190-85b6-eab110a42207 HTTP/1.1" status: 204 len: 168 time: 0.1309948 Jul 16 09:20:13.845121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45104) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:13.852072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead32325-85b9-4190-85b6-eab110a42207,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:13.859453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.859601 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-c68a2fb4-c0fb-4219-9eba-a297efceb4c4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] show failed (client error): The resource could not be found. Jul 16 09:20:13.859798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.860132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.860467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.860799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.861125 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.861469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.861828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.862150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.862475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.862641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c68a2fb4-c0fb-4219-9eba-a297efceb4c4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups/ead32325-85b9-4190-85b6-eab110a42207 HTTP/1.1" status: 404 len: 347 time: 0.0157669 Jul 16 09:20:13.862785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.863276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2049571-cc83-4997-8fcf-e87a7551ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:13.863503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45106) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:13.993591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Deleting port c4afa745-f23b-4f1b-a56d-0f750d78806a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:13.993872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.070979 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.071300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.082449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Calling delete_port for c4afa745-f23b-4f1b-a56d-0f750d78806a owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:14.211922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.236669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event deleted for resources: {'Port': ['ID=c4afa745-f23b-4f1b-a56d-0f750d78806a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:14.297054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.299791 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.301032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-820bcc0a-e588-4aca-b0e7-db6f594e703c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "DELETE /v2.0/floatingips/a65c38a5-a2d4-4e5c-89d0-3a8ca30e721a HTTP/1.1" status: 204 len: 168 time: 0.4365821 Jul 16 09:20:14.447946 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-960445d7-65d9-4887-8e24-d255924636a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.573912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:14.591066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45110) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:14.595899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-01fee8f7-4ecb-4b2e-bb6b-43b587dc80e7 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071526243', 'description': 'tempest-description--1870830276'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:14.598453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:14.598882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 33e8948a-90a7-44d3-aaeb-fa2b0ddcd3d1 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:14.622744 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01fee8f7-4ecb-4b2e-bb6b-43b587dc80e7 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.703237 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01fee8f7-4ecb-4b2e-bb6b-43b587dc80e7 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.707195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01fee8f7-4ecb-4b2e-bb6b-43b587dc80e7 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.741527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01fee8f7-4ecb-4b2e-bb6b-43b587dc80e7 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.742753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-01fee8f7-4ecb-4b2e-bb6b-43b587dc80e7 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1505961 Jul 16 09:20:14.743848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fee8f7-4ecb-4b2e-bb6b-43b587dc80e7 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b2cfb-78ad-48af-9805-f715292c0424,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:14.745808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45112) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:14.752286 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0d4fff4e-1510-4262-930e-66abb4bfa331 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'security_group_rule': {'security_group_id': '6d7b2cfb-78ad-48af-9805-f715292c0424', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:14.780123 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d4fff4e-1510-4262-930e-66abb4bfa331 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.827093 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d4fff4e-1510-4262-930e-66abb4bfa331 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.830279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d4fff4e-1510-4262-930e-66abb4bfa331 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.848209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fff4e-1510-4262-930e-66abb4bfa331 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1554b151-5c42-496e-926b-63273726b707,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:14.855330 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0d4fff4e-1510-4262-930e-66abb4bfa331 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.856476 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0d4fff4e-1510-4262-930e-66abb4bfa331 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096377 Jul 16 09:20:14.858994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:14.863344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6d641383-5188-4143-9d23-8463ce3e9462 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'security_group_rule': {'security_group_id': '6d7b2cfb-78ad-48af-9805-f715292c0424', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:14.888662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d641383-5188-4143-9d23-8463ce3e9462 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.950036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d641383-5188-4143-9d23-8463ce3e9462 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.953381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d641383-5188-4143-9d23-8463ce3e9462 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.256717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d641383-5188-4143-9d23-8463ce3e9462 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84749da6-7a80-4079-bfec-1d8390e4908f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:15.260145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6d641383-5188-4143-9d23-8463ce3e9462 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.262995 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6d641383-5188-4143-9d23-8463ce3e9462 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4015620 Jul 16 09:20:15.267803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45116) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:15.273261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:15.293969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.386649 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.461429 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.487910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Allocated IP 172.25.6.17 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/b1b705a6-8720-45b0-a228-d4b815301790) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:15.586256 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.625051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.668542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:15.671219 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:15.674766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:15.696901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'Port': ['ID=b1b705a6-8720-45b0-a228-d4b815301790,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:15.758503 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.799292 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.948409 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.952701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.026072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'Port': ['ID=b1b705a6-8720-45b0-a228-d4b815301790,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:16.034047 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.046954 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.048325 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8dcc8eff-153e-4ba0-8aea-50c4a06668d4 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7795503 Jul 16 09:20:16.231125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-5babcbcb-79ed-4833-bd74-cb7f889e67de tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1071526243&fields=id&tenant_id=3efa0c80108d484d875db98bb6e6bc4e HTTP/1.1" status: 200 len: 267 time: 0.0332961 Jul 16 09:20:16.336431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccedb56-d05c-4031-ae4c-502498597727 req-235c32cc-9056-40ae-8821-60a4dbcbe512 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:16.337903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-235c32cc-9056-40ae-8821-60a4dbcbe512 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 811 time: 0.1005499 Jul 16 09:20:16.352159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-e94fa643-9bd0-4bc4-a81e-7c6b92df6731 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/quotas/3efa0c80108d484d875db98bb6e6bc4e HTTP/1.1" status: 200 len: 375 time: 0.0089593 Jul 16 09:20:16.424171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-04f77d84-a5cb-4bc6-b60b-ce445ae89d68 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670431 Jul 16 09:20:16.622856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-a0b8624a-d9ea-4000-9363-f14f5b50606f service neutron] 10.222.0.55 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870267 Jul 16 09:20:16.963269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-442c83aa-e14c-40b4-9e0b-4bf459037c13 service neutron] 10.222.0.55 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345435 Jul 16 09:20:17.133356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fdb4038-04e7-4053-a838-ff01134d2eff req-d6d523f4-caa3-4e91-8e7c-b2cd99111d90 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 210 time: 0.0290198 Jul 16 09:20:17.652550 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.663157 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2a76a7c6-910a-486b-aa71-95517512d338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.285171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccedb56-d05c-4031-ae4c-502498597727 req-a29e94b0-7d2a-4228-8cbe-92a2b11c8f78 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.286936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-a29e94b0-7d2a-4228-8cbe-92a2b11c8f78 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 811 time: 0.1154990 Jul 16 09:20:18.337518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-069d617e-ceed-4d0a-9759-2ab155f4707d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3efa0c80108d484d875db98bb6e6bc4e HTTP/1.1" status: 200 len: 380 time: 0.0355961 Jul 16 09:20:18.346766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'port': {'device_id': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'admin_state_up': True, 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'security_groups': ['6d7b2cfb-78ad-48af-9805-f715292c0424']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:18.450429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86be2330-163d-469e-95fc-70949bb56eec req-abc8bb73-961a-4cea-b6b3-17b2e736e6c3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 210 time: 0.1957567 Jul 16 09:20:18.492152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Made reservation on behalf of 3efa0c80108d484d875db98bb6e6bc4e for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:18.496063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.619550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Allocated IP 172.20.0.5 (b6a27e41-804e-45fd-940e-c4d83935e264/a85fd9f6-0348-4e05-89fc-4be9a4c5898d/898de765-26e0-47f0-a2fb-23453f96d868) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:18.758405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.772282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Transition to ACTIVE for port object 898de765-26e0-47f0-a2fb-23453f96d868 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:18.805407 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.850724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Network b6a27e41-804e-45fd-940e-c4d83935e264 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:18.853852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:18.857757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:18.863984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event updated for resources: {'Port': ['ID=898de765-26e0-47f0-a2fb-23453f96d868,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:18.917408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.918079 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.926604 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.933720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-d42526bb-bc43-4aaa-83f2-5a93b710dc38 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910749 Jul 16 09:20:18.946106 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Request body: {'port': {'device_id': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:19.000343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.023421 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.055289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a44daa1c-be74-40ee-acd7-67dc8aa503e0 None None] Provisioning for port 898de765-26e0-47f0-a2fb-23453f96d868 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:19.058998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a44daa1c-be74-40ee-acd7-67dc8aa503e0 None None] Provisioning complete for port 898de765-26e0-47f0-a2fb-23453f96d868 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:19.059360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a44daa1c-be74-40ee-acd7-67dc8aa503e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.093210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a44daa1c-be74-40ee-acd7-67dc8aa503e0 None None] Port 898de765-26e0-47f0-a2fb-23453f96d868 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:20:19.287702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898de765-26e0-47f0-a2fb-23453f96d868 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:19.295240 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.307598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Transition to ACTIVE for port object 898de765-26e0-47f0-a2fb-23453f96d868 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:19.311075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.382350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Pushing event updated for resources: {'Port': ['ID=898de765-26e0-47f0-a2fb-23453f96d868,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:19.435060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Attempting to bind port 898de765-26e0-47f0-a2fb-23453f96d868 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:19.435393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Attempting to bind port 898de765-26e0-47f0-a2fb-23453f96d868 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:19.435721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Attempting to bind port 898de765-26e0-47f0-a2fb-23453f96d868 on network b6a27e41-804e-45fd-940e-c4d83935e264 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:19.440208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Port 898de765-26e0-47f0-a2fb-23453f96d868 on network b6a27e41-804e-45fd-940e-c4d83935e264 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:20:19.440525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Attempting to bind port 898de765-26e0-47f0-a2fb-23453f96d868 on network b6a27e41-804e-45fd-940e-c4d83935e264 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:19.446195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:19.446534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Checking segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:19.446919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Bound using segment: {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:19.447365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Bound port: 898de765-26e0-47f0-a2fb-23453f96d868, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8073d6c-ca68-4118-86d4-b0a335322767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:19.447715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.521689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] For port 898de765-26e0-47f0-a2fb-23453f96d868, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:19.524888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] For port 898de765-26e0-47f0-a2fb-23453f96d868, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=898de765-26e0-47f0-a2fb-23453f96d868,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:19.529511 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.564353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:19.565071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.566598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] 10.222.0.52 "PUT /v2.0/ports/898de765-26e0-47f0-a2fb-23453f96d868 HTTP/1.1" status: 200 len: 1092 time: 0.6257446 Jul 16 09:20:19.567110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'tag': '898de765-26e0-47f0-a2fb-23453f96d868'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:19.570027 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc47de-9735-4288-a8be-05e45a3c649c" -d '{"events": [{"name": "network-changed", "server_uuid": "003b8ec9-e195-48e1-bc56-a90613cf1d60", "tag": "898de765-26e0-47f0-a2fb-23453f96d868"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:19.606859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b6a47-6892-4ca4-a30a-890bfd54c943 service neutron] Pushing event updated for resources: {'Port': ['ID=898de765-26e0-47f0-a2fb-23453f96d868,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:19.648703 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5c7461-0dac-40f6-b9a6-b11fa926a39e x-openstack-request-id: req-2b5c7461-0dac-40f6-b9a6-b11fa926a39e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:19.648997 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003b8ec9-e195-48e1-bc56-a90613cf1d60", "tag": "898de765-26e0-47f0-a2fb-23453f96d868", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:19.649254 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b5c7461-0dac-40f6-b9a6-b11fa926a39e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:19.649708 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'tag': '898de765-26e0-47f0-a2fb-23453f96d868', 'status': 'completed', 'code': 200} Jul 16 09:20:19.716339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccedb56-d05c-4031-ae4c-502498597727 req-e206e198-ffcd-4f43-aad4-ce8064fd5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:19.717914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-e206e198-ffcd-4f43-aad4-ce8064fd5247 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 1095 time: 0.0988495 Jul 16 09:20:19.769995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-f44bafa4-ca9f-4cef-9ac3-0cf1cffbc334 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=898de765-26e0-47f0-a2fb-23453f96d868 HTTP/1.1" status: 200 len: 217 time: 0.0425060 Jul 16 09:20:19.793413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca953b9e-7519-4fb8-b6cf-10b51eab3ad7 req-3ee3145b-50a3-48bc-8510-ed08d1e864e8 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:19.794899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca953b9e-7519-4fb8-b6cf-10b51eab3ad7 req-3ee3145b-50a3-48bc-8510-ed08d1e864e8 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 943 time: 0.2222056 Jul 16 09:20:19.847875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccedb56-d05c-4031-ae4c-502498597727 req-914c7264-a779-4a2b-8261-b039c5b03f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:19.849345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-914c7264-a779-4a2b-8261-b039c5b03f29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0719876 Jul 16 09:20:19.869048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca953b9e-7519-4fb8-b6cf-10b51eab3ad7 req-20f5bb73-7262-4bcf-a87d-3cf1fae51e1d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565815 Jul 16 09:20:19.916533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccedb56-d05c-4031-ae4c-502498597727 req-10a52aeb-cdf8-46d6-9229-3186750baf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:19.918112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-10a52aeb-cdf8-46d6-9229-3186750baf40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610230 Jul 16 09:20:20.005750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-7ece82d3-00ba-4531-817d-f00ee4cb3739 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813999 Jul 16 09:20:20.098413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eccedb56-d05c-4031-ae4c-502498597727 req-9518d82c-cdab-49ea-8628-f29c4f5f0d9f service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852101 Jul 16 09:20:20.196906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc47de-9735-4288-a8be-05e45a3c649c req-77951469-8f7f-4392-bdd8-f6a38b137074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:20.197497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:20.198561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21dc47de-9735-4288-a8be-05e45a3c649c req-77951469-8f7f-4392-bdd8-f6a38b137074 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 1095 time: 0.0546937 Jul 16 09:20:20.290470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc47de-9735-4288-a8be-05e45a3c649c req-6fe0e6d4-ec94-4b41-a955-639b3970370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:20.291954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21dc47de-9735-4288-a8be-05e45a3c649c req-6fe0e6d4-ec94-4b41-a955-639b3970370f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.0877373 Jul 16 09:20:20.333157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21dc47de-9735-4288-a8be-05e45a3c649c req-414d038c-f173-4392-90c2-c39ee793e9fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=898de765-26e0-47f0-a2fb-23453f96d868 HTTP/1.1" status: 200 len: 217 time: 0.0345905 Jul 16 09:20:20.382031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc47de-9735-4288-a8be-05e45a3c649c req-36597896-460e-44b7-a417-7913b20200b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:20.383386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21dc47de-9735-4288-a8be-05e45a3c649c req-36597896-460e-44b7-a417-7913b20200b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0438826 Jul 16 09:20:20.439976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc47de-9735-4288-a8be-05e45a3c649c req-098e18ef-1355-4f78-95bb-2bc5443c8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:20.441447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21dc47de-9735-4288-a8be-05e45a3c649c req-098e18ef-1355-4f78-95bb-2bc5443c8deb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516288 Jul 16 09:20:20.534061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21dc47de-9735-4288-a8be-05e45a3c649c req-71941d48-1fe2-48be-9b9b-d46292321859 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841634 Jul 16 09:20:20.626753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-21dc47de-9735-4288-a8be-05e45a3c649c req-c658dad3-ba14-4572-900b-816f6e4b64ef service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859852 Jul 16 09:20:21.050249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ac85c-ed68-4e65-89d0-55c798268304 req-fe75a836-c264-4bc7-a641-ee44e3c6f209 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:21.051725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f5ac85c-ed68-4e65-89d0-55c798268304 req-fe75a836-c264-4bc7-a641-ee44e3c6f209 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 943 time: 0.0673196 Jul 16 09:20:21.089444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5f5ac85c-ed68-4e65-89d0-55c798268304 req-9baff118-2ad4-46c6-9952-8460ee38fe51 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321026 Jul 16 09:20:22.261697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcaf36-e603-43d4-90f7-2f691064347d req-17056362-4727-4592-9dbe-61cbb625b592 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:22.263188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76fcaf36-e603-43d4-90f7-2f691064347d req-17056362-4727-4592-9dbe-61cbb625b592 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 943 time: 0.0635006 Jul 16 09:20:22.301339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76fcaf36-e603-43d4-90f7-2f691064347d req-6ec90c9d-c272-4bb0-83ce-b1a009a83962 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323975 Jul 16 09:20:22.605152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 898de765-26e0-47f0-a2fb-23453f96d868 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:20:22.699904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 898de765-26e0-47f0-a2fb-23453f96d868, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=898de765-26e0-47f0-a2fb-23453f96d868,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:22.710960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '898de765-26e0-47f0-a2fb-23453f96d868', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'port_id': '898de765-26e0-47f0-a2fb-23453f96d868', 'mac_address': 'fa:16:3e:76:e4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:20:22.746281 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:22.758865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898de765-26e0-47f0-a2fb-23453f96d868 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:22.777786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 898de765-26e0-47f0-a2fb-23453f96d868, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=898de765-26e0-47f0-a2fb-23453f96d868,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:22.781922 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:22.827841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=898de765-26e0-47f0-a2fb-23453f96d868,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:22.836075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.836428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.836779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.837088 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.837416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.837766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.838089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.838408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.838727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.839044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.839360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.839674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:23.012515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['898de765-26e0-47f0-a2fb-23453f96d868'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:20:23.474829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a2b97-366f-4e9c-afde-b806587d61ea req-984e3455-5805-44fe-b050-78a09d31c6a6 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:23.477109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-133a2b97-366f-4e9c-afde-b806587d61ea req-984e3455-5805-44fe-b050-78a09d31c6a6 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 944 time: 0.0672727 Jul 16 09:20:23.515036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-133a2b97-366f-4e9c-afde-b806587d61ea req-320a7027-a21a-468b-a684-1a2252670f9c tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Jul 16 09:20:24.613376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 898de765-26e0-47f0-a2fb-23453f96d868 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:24.661533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 898de765-26e0-47f0-a2fb-23453f96d868 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:24.666286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 898de765-26e0-47f0-a2fb-23453f96d868 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:24.666764 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:24.687031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f29ab9-09b8-4f18-ba10-33b56f78cece req-b83a8a17-f301-49ea-9635-3e9d5b55d940 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:24.688526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5f29ab9-09b8-4f18-ba10-33b56f78cece req-b83a8a17-f301-49ea-9635-3e9d5b55d940 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 944 time: 0.0649800 Jul 16 09:20:24.728672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5f29ab9-09b8-4f18-ba10-33b56f78cece req-4807deac-ae39-420e-a18e-92a8aa936a93 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343969 Jul 16 09:20:24.745290 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:24.767715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898de765-26e0-47f0-a2fb-23453f96d868'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:24.769971 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d123a-a975-4ec6-b398-e31fb30e7e0e" -d '{"events": [{"server_uuid": "003b8ec9-e195-48e1-bc56-a90613cf1d60", "name": "network-vif-plugged", "status": "completed", "tag": "898de765-26e0-47f0-a2fb-23453f96d868"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:24.782681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 898de765-26e0-47f0-a2fb-23453f96d868, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=898de765-26e0-47f0-a2fb-23453f96d868,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:24.787338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:24.812665 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d428a062-7643-4a1e-9edc-ef9b9aabc34c x-openstack-request-id: req-d428a062-7643-4a1e-9edc-ef9b9aabc34c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:24.812960 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003b8ec9-e195-48e1-bc56-a90613cf1d60", "name": "network-vif-plugged", "status": "completed", "tag": "898de765-26e0-47f0-a2fb-23453f96d868", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:24.813220 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d428a062-7643-4a1e-9edc-ef9b9aabc34c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:24.813610 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898de765-26e0-47f0-a2fb-23453f96d868', 'code': 200} Jul 16 09:20:24.841035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=898de765-26e0-47f0-a2fb-23453f96d868,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:24.918879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b910-6dbd-4f8e-9398-e14e0271bf40 req-7279886c-40cc-4802-8f23-21500d59bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:24.920329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cdd6b910-6dbd-4f8e-9398-e14e0271bf40 req-7279886c-40cc-4802-8f23-21500d59bc90 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 1097 time: 0.0515471 Jul 16 09:20:24.953974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cdd6b910-6dbd-4f8e-9398-e14e0271bf40 req-47ce7b47-4c25-4a01-a588-df92d7c9e527 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276320 Jul 16 09:20:25.906033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45967f-3f96-4d00-98f7-ef63242debf1 req-4d9d6f6d-3f2f-4ca7-84ea-085f291ad9ee tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:25.907454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc45967f-3f96-4d00-98f7-ef63242debf1 req-4d9d6f6d-3f2f-4ca7-84ea-085f291ad9ee tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0678306 Jul 16 09:20:25.945915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc45967f-3f96-4d00-98f7-ef63242debf1 req-dbfcdaf4-6219-485b-af93-3896d92e8d5a tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328238 Jul 16 09:20:26.112092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd5f7e-253f-49de-b284-77c9b0e9f6bf req-9ea5adf7-4737-4083-a67c-97289db05cb2 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:26.113575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9dd5f7e-253f-49de-b284-77c9b0e9f6bf req-9ea5adf7-4737-4083-a67c-97289db05cb2 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0637000 Jul 16 09:20:26.122014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45176) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:26.126435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Request body: {'floatingip': {'port_id': '898de765-26e0-47f0-a2fb-23453f96d868'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:26.169741 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:26.611405 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:26.615089 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:26.714440 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Floating IP 8e584095-f5a5-4901-bf06-0a2f99bd2694 associated. External IP: 172.25.6.17, port: 898de765-26e0-47f0-a2fb-23453f96d868. Jul 16 09:20:26.921580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:27.280328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:27.284999 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:27.290095 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] Sync routers for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:27.300056 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:27.300784 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:20:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:27.321581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0f4bf087-b090-469e-857e-93ea741959d3 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "PUT /v2.0/floatingips/8e584095-f5a5-4901-bf06-0a2f99bd2694 HTTP/1.1" status: 200 len: 990 time: 1.1984944 Jul 16 09:20:27.322306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'tag': '898de765-26e0-47f0-a2fb-23453f96d868'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:27.324697 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "003b8ec9-e195-48e1-bc56-a90613cf1d60", "tag": "898de765-26e0-47f0-a2fb-23453f96d868"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:27.363930 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db976570-ad15-4f1f-8906-75bca24d0457 x-openstack-request-id: req-db976570-ad15-4f1f-8906-75bca24d0457 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:27.364360 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003b8ec9-e195-48e1-bc56-a90613cf1d60", "tag": "898de765-26e0-47f0-a2fb-23453f96d868", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:27.364619 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db976570-ad15-4f1f-8906-75bca24d0457 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:27.365023 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'tag': '898de765-26e0-47f0-a2fb-23453f96d868', 'status': 'completed', 'code': 200} Jul 16 09:20:27.412943 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:27.445562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-7e45086d-2d00-4466-984c-c36c4dda64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:27.447175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-7e45086d-2d00-4466-984c-c36c4dda64b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 1097 time: 0.0592885 Jul 16 09:20:27.536774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-a69a5cb1-8425-4950-a8bf-0e24a28eced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:27.538338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-a69a5cb1-8425-4950-a8bf-0e24a28eced7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.0854487 Jul 16 09:20:27.607022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-264dd2bc-74e0-4f30-9137-b3db85cba7ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=898de765-26e0-47f0-a2fb-23453f96d868 HTTP/1.1" status: 200 len: 998 time: 0.0629933 Jul 16 09:20:27.638329 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '8e584095-f5a5-4901-bf06-0a2f99bd2694', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'port_id': '898de765-26e0-47f0-a2fb-23453f96d868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'mac_address': 'fa:16:3e:76:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:15Z', 'updated_at': '2021-07-16T09:20:26Z', 'revision_number': 1, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:27.657448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-0f2c929b-4e7f-4b88-b6ae-54294d87255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:27.658959 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-0f2c929b-4e7f-4b88-b6ae-54294d87255c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0453742 Jul 16 09:20:27.664260 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] Checking router: 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:27.672456 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:27.673058 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:20:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:27.715159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-41ad5125-8f27-4c98-b049-2bb69a0f75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:27.716649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-41ad5125-8f27-4c98-b049-2bb69a0f75fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511813 Jul 16 09:20:27.779534 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:27.809792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-d9f51774-976c-44f8-a0cd-159f42d37d88 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865576 Jul 16 09:20:27.900824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d53bdbdf-1b22-4d85-bd0c-5151a2fce4ec req-70e6343f-d869-49ce-a8cf-7bd5a8b55acf service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Jul 16 09:20:28.005174 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '8e584095-f5a5-4901-bf06-0a2f99bd2694', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'port_id': '898de765-26e0-47f0-a2fb-23453f96d868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'mac_address': 'fa:16:3e:76:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:15Z', 'updated_at': '2021-07-16T09:20:26Z', 'revision_number': 1, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:28.115022 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f8c7f-d908-4c57-99bc-6c49af250e57 None None] The sync data for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 is: [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '8e584095-f5a5-4901-bf06-0a2f99bd2694', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'port_id': '898de765-26e0-47f0-a2fb-23453f96d868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'mac_address': 'fa:16:3e:76:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:15Z', 'updated_at': '2021-07-16T09:20:26Z', 'revision_number': 1, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:28.294626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1350db2-f975-45e2-a6a0-0468d3859818 None None] New status for floating IP 8e584095-f5a5-4901-bf06-0a2f99bd2694: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:20:39.636737 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:20:44.448242 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-43efcb07-d7e4-4eae-87f3-33351aa92942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:45.469473 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:47.648093 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:47.664523 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-411202b5-921e-4fdb-8df1-189ae485d73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:48.927659 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:49.002639 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:50.200151 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.448391 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3488097d-9f60-45ea-8e5f-b9bb1635e126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.475689 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.636244 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:21:17.640307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.662868 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d0b548c5-079b-42e1-97f8-8e7ad2f141e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.932180 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.007672 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:20.203760 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:23.576933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-5a97b388-98a8-47bd-a5ab-75883d9f06bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1355860 Jul 16 09:21:23.672795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-02a5f93b-097b-440d-9efe-0af60482324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.674303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-02a5f93b-097b-440d-9efe-0af60482324a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 1097 time: 0.0524015 Jul 16 09:21:23.775537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-57641482-0659-4328-9306-8f16cbc1bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.776890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-57641482-0659-4328-9306-8f16cbc1bbab service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.0837028 Jul 16 09:21:23.843073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-8a53fd33-671c-4f5e-bdad-4d8a65cee4ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=898de765-26e0-47f0-a2fb-23453f96d868 HTTP/1.1" status: 200 len: 1000 time: 0.0600882 Jul 16 09:21:23.889797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-7b2c99f6-84d1-4eeb-9c70-6e73b63026a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.891443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-7b2c99f6-84d1-4eeb-9c70-6e73b63026a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0422354 Jul 16 09:21:23.947136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-bbef16ce-30b5-4728-8fb6-e1ced9b2fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.948647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-bbef16ce-30b5-4728-8fb6-e1ced9b2fabf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510018 Jul 16 09:21:23.958593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-ef53aeee-9332-4e59-81a6-6c2ff3559bed service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:21:23.959511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-ef53aeee-9332-4e59-81a6-6c2ff3559bed service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048859 Jul 16 09:21:24.052897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-d9e6574d-038f-42cf-8937-db9c73e573de service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859954 Jul 16 09:21:24.140622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5868d2f5-3d90-4a80-846c-cdaacd6b3997 req-3dac2659-7e03-46f8-b882-56c8367029f9 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810578 Jul 16 09:21:44.448930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cfb62902-743f-4dec-8db5-8f97a519a872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:45.465823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:47.641263 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:47.661837 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a5310c7-3252-4ccb-a375-2ab522b5c8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:48.934730 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:49.001330 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:50.206537 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:53.635060 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:14.450732 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fef195e9-408d-4a35-9caa-35302ac2623e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:15.477158 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:17.645153 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:17.663068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1b69cdb1-8705-4b15-aedb-1d2c91d545f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.937077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:19.032431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:20.208570 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.484590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-5b5b3272-a5bb-412f-96a2-79b51f3df6b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561230 Jul 16 09:22:23.577477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-b5d72472-534f-4c70-8ce7-70e719eb14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:23.579054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-b5d72472-534f-4c70-8ce7-70e719eb14c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 1097 time: 0.0524952 Jul 16 09:22:23.687332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-fb15c672-6c8c-4e4b-afb8-130fe939789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:23.688841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-fb15c672-6c8c-4e4b-afb8-130fe939789f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 200 len: 912 time: 0.0887926 Jul 16 09:22:23.753982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-29db278c-7297-402d-a518-60baac9a17fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=898de765-26e0-47f0-a2fb-23453f96d868 HTTP/1.1" status: 200 len: 1000 time: 0.0584879 Jul 16 09:22:23.804148 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-75e57d50-3edf-4a40-9dd2-ddf806c7e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:23.805635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-75e57d50-3edf-4a40-9dd2-ddf806c7e93e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 200 len: 850 time: 0.0452459 Jul 16 09:22:23.868006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-bfd83d5b-970e-4bd8-851d-13718389d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:23.869530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-bfd83d5b-970e-4bd8-851d-13718389d754 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6a27e41-804e-45fd-940e-c4d83935e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576551 Jul 16 09:22:23.958941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-eb93d6ca-ae39-4d66-af6a-69cac1bb46ac service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828652 Jul 16 09:22:24.052558 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4769facf-0414-4999-a8cb-6d3f4b063554 req-998ccbcd-6224-4214-928f-c21fa16d7372 service neutron] 10.222.0.52 "GET /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862546 Jul 16 09:22:30.635754 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:37.066925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b4432-414b-4457-9024-72307d0d06b7 req-6640d4f0-18a2-47bb-8dad-f5e02bc3f957 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:37.068342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-385b4432-414b-4457-9024-72307d0d06b7 req-6640d4f0-18a2-47bb-8dad-f5e02bc3f957 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0652559 Jul 16 09:22:37.106005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-385b4432-414b-4457-9024-72307d0d06b7 req-6da39229-1a54-45ab-806e-ad3ba7197f06 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Jul 16 09:22:38.280839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a50ff-92d6-429e-bbef-161dad162a05 req-0ce58b3e-b85a-44b0-9f41-88e21f4889fc tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:38.282337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b8a50ff-92d6-429e-bbef-161dad162a05 req-0ce58b3e-b85a-44b0-9f41-88e21f4889fc tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0623703 Jul 16 09:22:38.322883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2b8a50ff-92d6-429e-bbef-161dad162a05 req-b862344b-aab5-41a8-9795-6ee3b395f3cf tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d7b2cfb-78ad-48af-9805-f715292c0424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349367 Jul 16 09:22:38.663532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967f784-d077-4c1b-9ac5-8a502455272a req-3010fb5e-20fc-4e30-85f3-e2e83c137697 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:38.665046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3967f784-d077-4c1b-9ac5-8a502455272a req-3010fb5e-20fc-4e30-85f3-e2e83c137697 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0634928 Jul 16 09:22:38.767804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Deleting port 898de765-26e0-47f0-a2fb-23453f96d868 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:22:38.768266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:38.860269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] For port 898de765-26e0-47f0-a2fb-23453f96d868, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=898de765-26e0-47f0-a2fb-23453f96d868,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:38.860546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:39.029925 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:39.030302 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:39.030634 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Floating IP 8e584095-f5a5-4901-bf06-0a2f99bd2694 disassociated. External IP: 172.25.6.17, port: 898de765-26e0-47f0-a2fb-23453f96d868. Jul 16 09:22:39.030996 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Calling delete_port for 898de765-26e0-47f0-a2fb-23453f96d868 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:22:39.160722 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:39.195159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event deleted for resources: {'Port': ['ID=898de765-26e0-47f0-a2fb-23453f96d868,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:39.206257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.206611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.206957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.207300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.208250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.208250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.208456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.208765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.209136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.209579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.209954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.210269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:39.318042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:22:39.429145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:22:39.439718 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] Sync routers for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:22:39.448488 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:22:39.449093 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:22:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:39.501437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a814233-ebad-4df8-8357-b22ac1a075bf req-3ed9b912-bca7-4743-aadf-9d4c2972994e tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/ports?device_id=003b8ec9-e195-48e1-bc56-a90613cf1d60 HTTP/1.1" status: 200 len: 210 time: 0.0643666 Jul 16 09:22:39.502298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] No DVR routers for this DVR port 898de765-26e0-47f0-a2fb-23453f96d868 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:22:39.504927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:39.506906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3967f784-d077-4c1b-9ac5-8a502455272a req-b7d8efb6-342e-429c-8bfc-c7dc881f97f5 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.52 "DELETE /v2.0/ports/898de765-26e0-47f0-a2fb-23453f96d868 HTTP/1.1" status: 204 len: 173 time: 0.8359048 Jul 16 09:22:39.507357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'name': 'network-vif-deleted', 'tag': '898de765-26e0-47f0-a2fb-23453f96d868'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:22:39.509679 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52536203-f6c0-466c-bb8f-4337f12423bc" -d '{"events": [{"server_uuid": "003b8ec9-e195-48e1-bc56-a90613cf1d60", "name": "network-vif-deleted", "tag": "898de765-26e0-47f0-a2fb-23453f96d868"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:22:39.581286 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:22:39.659705 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d0ed0-4309-4f04-bbaf-d322367436fc x-openstack-request-id: req-ed8d0ed0-4309-4f04-bbaf-d322367436fc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:22:39.660004 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003b8ec9-e195-48e1-bc56-a90613cf1d60", "name": "network-vif-deleted", "tag": "898de765-26e0-47f0-a2fb-23453f96d868", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:22:39.660267 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed8d0ed0-4309-4f04-bbaf-d322367436fc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:22:39.660673 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003b8ec9-e195-48e1-bc56-a90613cf1d60', 'name': 'network-vif-deleted', 'tag': '898de765-26e0-47f0-a2fb-23453f96d868', 'status': 'completed', 'code': 200} Jul 16 09:22:39.801909 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:39.839612 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] Checking router: 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:22:39.848951 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:22:39.849561 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:22:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:39.959114 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:22:40.162682 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:40.191758 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914e4a3-598e-4010-805e-c43424fe305b None None] The sync data for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 is: [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 4, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '8b32a484-a79d-4aa6-9fec-0fbdf907072c', 'name': '', 'network_id': 'b6a27e41-804e-45fd-940e-c4d83935e264', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'mac_address': 'fa:16:3e:8d:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:31Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'subnets': [{'id': 'a85fd9f6-0348-4e05-89fc-4be9a4c5898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:22:40.426838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa1ac1-7def-4652-9038-511177accaea None None] New status for floating IP 8e584095-f5a5-4901-bf06-0a2f99bd2694: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:22:40.629136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45530) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:40.687009 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:40.710300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:40.759906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:40.762480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:40.765381 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "DELETE /v2.0/security-groups/6d7b2cfb-78ad-48af-9805-f715292c0424 HTTP/1.1" status: 204 len: 168 time: 0.1351204 Jul 16 09:22:40.768842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45534) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:40.776525 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b2cfb-78ad-48af-9805-f715292c0424,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:40.783526 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-49a846e3-587f-4fdf-838c-2007e0b845cd tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] show failed (client error): The resource could not be found. Jul 16 09:22:40.784468 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-49a846e3-587f-4fdf-838c-2007e0b845cd tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "GET /v2.0/security-groups/6d7b2cfb-78ad-48af-9805-f715292c0424 HTTP/1.1" status: 404 len: 347 time: 0.0145996 Jul 16 09:22:40.786607 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.787208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.787376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45536) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:40.787693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.788029 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.788367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.788751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.789233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.789570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.789922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.790247 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.790570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.790890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f5605-d4cf-4494-8e84-4865c1f62c21 tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:40.925268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Deleting port b1b705a6-8720-45b0-a228-d4b815301790 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:22:40.925606 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:41.004237 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:41.004563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:41.016849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Calling delete_port for b1b705a6-8720-45b0-a228-d4b815301790 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:22:41.150330 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:41.180832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Pushing event deleted for resources: {'Port': ['ID=b1b705a6-8720-45b0-a228-d4b815301790,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:41.243844 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:41.246449 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:41.248180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a8da0297-1336-42ee-b896-16326b81ab8d tempest-AttachVolumeTestJSON-610993 tempest-AttachVolumeTestJSON-610993-project] 10.222.0.55 "DELETE /v2.0/floatingips/8e584095-f5a5-4901-bf06-0a2f99bd2694 HTTP/1.1" status: 204 len: 168 time: 0.4599159 Jul 16 09:22:41.279529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 898de765-26e0-47f0-a2fb-23453f96d868 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:22:41.299631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 898de765-26e0-47f0-a2fb-23453f96d868 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:22:41.299991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 898de765-26e0-47f0-a2fb-23453f96d868 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:22:44.451815 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6fbb852a-ffd8-4385-a90f-9cbff81a5c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:45.496247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:47.648249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:47.664595 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b6a3914-4ec1-4cc0-b0ca-a47ef8cd367c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:48.131753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45572) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:48.635208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:48.893910 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Deleting port 8b32a484-a79d-4aa6-9fec-0fbdf907072c {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:22:48.894265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:48.940585 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:48.977615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] For port 8b32a484-a79d-4aa6-9fec-0fbdf907072c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8b32a484-a79d-4aa6-9fec-0fbdf907072c,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:48.978016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:48.990803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Calling delete_port for 8b32a484-a79d-4aa6-9fec-0fbdf907072c owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:22:49.045945 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:49.170777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:49.200938 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b32a484-a79d-4aa6-9fec-0fbdf907072c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:49.367214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:49.579020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:22:49.684674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:22:49.689790 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-101ce283-e8af-4d6f-93a2-80b713db97c3 admin admin] 10.222.0.55 "PUT /v2.0/routers/5b1ef8a4-2551-46d1-b80e-9d4029d23a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5569141 Jul 16 09:22:49.692317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:49.694186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] Sync routers for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:22:49.704859 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:22:49.705467 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:22:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:49.796109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:49.807842 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:22:49.908529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:49.961783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Deleting port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:22:49.962127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:49.986221 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:22:49Z', 'revision_number': 5, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port': {'id': '5a213e3f-162e-4cb2-aa41-c51d29a63d6e', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:50.012521 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] Checking router: 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:22:50.022523 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] Routers {'5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:22:50.023128 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:22:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:50.041370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] For port 5a213e3f-162e-4cb2-aa41-c51d29a63d6e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5a213e3f-162e-4cb2-aa41-c51d29a63d6e,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:50.041779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.054089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Calling delete_port for 5a213e3f-162e-4cb2-aa41-c51d29a63d6e owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:22:50.108567 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] Set router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:22:50.213433 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.226683 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.253975 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:22:49Z', 'revision_number': 6, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:50.258319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a213e3f-162e-4cb2-aa41-c51d29a63d6e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:50.281586 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16960ad3-076e-4ebd-93b7-6416cbf73338 None None] The sync data for ids ['5b1ef8a4-2551-46d1-b80e-9d4029d23a6e'] in n-d-780147-28 is: [{'id': '5b1ef8a4-2551-46d1-b80e-9d4029d23a6e', 'name': 'tempest-AttachVolumeTestJSON-1260356650-router', 'tenant_id': '3efa0c80108d484d875db98bb6e6bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:22:49Z', 'revision_number': 6, 'project_id': '3efa0c80108d484d875db98bb6e6bc4e', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:22:50.328422 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.417189 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.419829 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.461765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.462248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1ef8a4-2551-46d1-b80e-9d4029d23a6e {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:22:50.466519 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.470097 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3fe861a1-4c7a-4d6b-a96e-95ba2ec14415 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5b1ef8a4-2551-46d1-b80e-9d4029d23a6e HTTP/1.1" status: 204 len: 168 time: 0.7767737 Jul 16 09:22:50.470352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45580) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:50.515773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b910d2-47e8-4de6-8251-efaf7078ae8f admin admin] Deleting subnet a85fd9f6-0348-4e05-89fc-4be9a4c5898d {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:22:50.518823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8b910d2-47e8-4de6-8251-efaf7078ae8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.553158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8b910d2-47e8-4de6-8251-efaf7078ae8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.635468 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8b910d2-47e8-4de6-8251-efaf7078ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.691506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8b910d2-47e8-4de6-8251-efaf7078ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.716773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b910d2-47e8-4de6-8251-efaf7078ae8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85fd9f6-0348-4e05-89fc-4be9a4c5898d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:50.725859 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8b910d2-47e8-4de6-8251-efaf7078ae8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.727756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d8b910d2-47e8-4de6-8251-efaf7078ae8f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a85fd9f6-0348-4e05-89fc-4be9a4c5898d HTTP/1.1" status: 204 len: 168 time: 0.2563798 Jul 16 09:22:50.730241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45582) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:50.733581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c783f6-f7f3-4a32-a13d-c967d292d2a0 None None] Network b6a27e41-804e-45fd-940e-c4d83935e264 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:22:50.808161 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.863368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Deleting port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:22:50.863714 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.925897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] DHCP port deletion for b6a27e41-804e-45fd-940e-c4d83935e264 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:22:50.934236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] For port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:50.935217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:50.946839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Calling delete_port for 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:22:50.984052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Deleting port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:22:50.984433 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.042977 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.052902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] For port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,segment=NetworkSegment(d8073d6c-ca68-4118-86d4-b0a335322767),segment_id=d8073d6c-ca68-4118-86d4-b0a335322767)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:51.053299 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.067084 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Calling delete_port for 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:22:51.069077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:51.077242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] No DVR routers for this DVR port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:22:51.150970 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.156217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.167400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a27e41-804e-45fd-940e-c4d83935e264']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:51.177117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Pushing event deleted for resources: {'Port': ['ID=7a8c4d5a-33bf-4767-bbbd-ace587aaa600,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:51.177914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8073d6c-ca68-4118-86d4-b0a335322767') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:51.178287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8073d6c-ca68-4118-86d4-b0a335322767') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:51.180164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] No DVR routers for this DVR port 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:22:51.187257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.187606 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.187947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.191784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.191784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4f6c4-0116-4722-a018-baa9514e023a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:51.206111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.213255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:22:51.213668 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:22:51.215417 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:22:51.258980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:22:51.271648 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.277169 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.281690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b6a27e41-804e-45fd-940e-c4d83935e264 HTTP/1.1" status: 204 len: 168 time: 0.5481873 Jul 16 09:22:51.286796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:22:51.287205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7a8c4d5a-33bf-4767-bbbd-ace587aaa600 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:22:51.287697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8b32a484-a79d-4aa6-9fec-0fbdf907072c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:22:51.290012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c7f7f-0f34-4448-939c-cbe3a076b888 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a27e41-804e-45fd-940e-c4d83935e264,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:51.307697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 8b32a484-a79d-4aa6-9fec-0fbdf907072c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:22:51.308041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8b32a484-a79d-4aa6-9fec-0fbdf907072c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:22:51.308455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5a213e3f-162e-4cb2-aa41-c51d29a63d6e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:22:51.328640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5a213e3f-162e-4cb2-aa41-c51d29a63d6e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:22:51.328905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5a213e3f-162e-4cb2-aa41-c51d29a63d6e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:22:51.395712 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45586) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:51.438560 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c7be7f19-0175-43ad-a176-61092d9c0a98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3efa0c80108d484d875db98bb6e6bc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417025 Jul 16 09:22:51.440970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45588) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:51.488043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dd69c15-55b2-4514-be1b-0ea7eddffdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.508684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dd69c15-55b2-4514-be1b-0ea7eddffdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.553593 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dd69c15-55b2-4514-be1b-0ea7eddffdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.556174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8dd69c15-55b2-4514-be1b-0ea7eddffdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:51.557308 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8dd69c15-55b2-4514-be1b-0ea7eddffdf2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/210fceea-7511-43e1-8249-46572351a8df HTTP/1.1" status: 204 len: 168 time: 0.1154613 Jul 16 09:22:51.565838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69c15-55b2-4514-be1b-0ea7eddffdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210fceea-7511-43e1-8249-46572351a8df,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:59.861260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:59.980042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-847e9aa2-05d9-4738-8745-4874555c606a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:00.069903 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-847e9aa2-05d9-4738-8745-4874555c606a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:00.073471 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-847e9aa2-05d9-4738-8745-4874555c606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:00.115385 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-847e9aa2-05d9-4738-8745-4874555c606a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01a3c14fd908495db72216b626bed58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530196 Jul 16 09:23:00.116517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e9aa2-05d9-4738-8745-4874555c606a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d0004d-a2df-43f3-838a-320fc02c81b0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:00.118581 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45700) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:00.172197 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d71050c6-1310-468c-ab6b-1cf85732aae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:00.193217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d71050c6-1310-468c-ab6b-1cf85732aae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:00.238645 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d71050c6-1310-468c-ab6b-1cf85732aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:00.241208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d71050c6-1310-468c-ab6b-1cf85732aae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:00.242407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d71050c6-1310-468c-ab6b-1cf85732aae4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81d0004d-a2df-43f3-838a-320fc02c81b0 HTTP/1.1" status: 204 len: 168 time: 0.1228368 Jul 16 09:23:00.251095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71050c6-1310-468c-ab6b-1cf85732aae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d0004d-a2df-43f3-838a-320fc02c81b0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:07.633930 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:23:12.645370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:12.759352 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c872e2e1-992a-4359-80a3-45ff86665872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:12.851113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c872e2e1-992a-4359-80a3-45ff86665872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:12.855013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c872e2e1-992a-4359-80a3-45ff86665872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:12.894448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c872e2e1-992a-4359-80a3-45ff86665872 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fead95677fa408b80bee56d38237e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477801 Jul 16 09:23:12.895360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872e2e1-992a-4359-80a3-45ff86665872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbff718-dfcc-48c9-8b21-c22da5a5928c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:12.897078 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45834) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:12.947108 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a13de8d7-d021-4f62-be67-0e614782d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:12.969166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a13de8d7-d021-4f62-be67-0e614782d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:13.018024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a13de8d7-d021-4f62-be67-0e614782d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:13.020497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a13de8d7-d021-4f62-be67-0e614782d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:13.021633 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a13de8d7-d021-4f62-be67-0e614782d15b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbbff718-dfcc-48c9-8b21-c22da5a5928c HTTP/1.1" status: 204 len: 168 time: 0.1235282 Jul 16 09:23:13.029102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13de8d7-d021-4f62-be67-0e614782d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbff718-dfcc-48c9-8b21-c22da5a5928c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:14.343830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45886) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:14.447107 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e4f199d-a110-4175-ae43-87be2ec784ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.451917 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a1bea0d-1769-42ac-b98c-44f719c0e750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.536156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e4f199d-a110-4175-ae43-87be2ec784ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.539753 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6e4f199d-a110-4175-ae43-87be2ec784ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.582179 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6e4f199d-a110-4175-ae43-87be2ec784ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63e93f23b76f40418e032d501cdaad16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372332 Jul 16 09:23:14.582681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45892) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:14.584454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f199d-a110-4175-ae43-87be2ec784ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e980a-b215-467d-b4b5-f4bbc9c5ae34,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:14.641526 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d80aec2-3673-467e-acc9-57cb08e2a10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.666498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d80aec2-3673-467e-acc9-57cb08e2a10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.710632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d80aec2-3673-467e-acc9-57cb08e2a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.713254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d80aec2-3673-467e-acc9-57cb08e2a10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.714413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4d80aec2-3673-467e-acc9-57cb08e2a10c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de1e980a-b215-467d-b4b5-f4bbc9c5ae34 HTTP/1.1" status: 204 len: 168 time: 0.1306684 Jul 16 09:23:14.722205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80aec2-3673-467e-acc9-57cb08e2a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e980a-b215-467d-b4b5-f4bbc9c5ae34,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:15.493803 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:16.687115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45972) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:16.790329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3915456-65b5-4a5c-9845-d3947592ac7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:16.876610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3915456-65b5-4a5c-9845-d3947592ac7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:16.880157 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3915456-65b5-4a5c-9845-d3947592ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:16.918346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c3915456-65b5-4a5c-9845-d3947592ac7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c014765a8c2418b9af94910b30da317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301581 Jul 16 09:23:16.919312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3915456-65b5-4a5c-9845-d3947592ac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bad1f0-6e3b-4f1b-80ec-47159f6d87bc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:16.920994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45976) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:16.973761 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f286107-d3f4-4605-82db-d1a4f62e8622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:16.994221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f286107-d3f4-4605-82db-d1a4f62e8622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.039931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f286107-d3f4-4605-82db-d1a4f62e8622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.042611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f286107-d3f4-4605-82db-d1a4f62e8622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.045814 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0f286107-d3f4-4605-82db-d1a4f62e8622 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16bad1f0-6e3b-4f1b-80ec-47159f6d87bc HTTP/1.1" status: 204 len: 168 time: 0.1226265 Jul 16 09:23:17.054425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f286107-d3f4-4605-82db-d1a4f62e8622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bad1f0-6e3b-4f1b-80ec-47159f6d87bc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:17.296259 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 45982) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:17.309417 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aea93780-713b-4de5-920a-17aae9fad247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.398002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aea93780-713b-4de5-920a-17aae9fad247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.401489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aea93780-713b-4de5-920a-17aae9fad247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.439762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aea93780-713b-4de5-920a-17aae9fad247 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2b34cbf325c4cc68c1da4676239164a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423573 Jul 16 09:23:17.440643 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea93780-713b-4de5-920a-17aae9fad247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea7f5e4-99ff-4961-9c8a-dc92c25637ff,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:17.443112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 45984) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:17.492158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9d4d-fec9-4880-8712-e6c8f2146047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.512045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9d4d-fec9-4880-8712-e6c8f2146047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.562629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9d4d-fec9-4880-8712-e6c8f2146047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.565769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9d4d-fec9-4880-8712-e6c8f2146047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.566997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2a8f9d4d-fec9-4880-8712-e6c8f2146047 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ea7f5e4-99ff-4961-9c8a-dc92c25637ff HTTP/1.1" status: 204 len: 168 time: 0.1228745 Jul 16 09:23:17.575043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f9d4d-fec9-4880-8712-e6c8f2146047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea7f5e4-99ff-4961-9c8a-dc92c25637ff,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:17.650901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.667721 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c97c96a5-a60d-43e2-ae85-4226d13d2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:18.941161 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.046512 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.293776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46056) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:19.398124 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242c373d-e245-401b-892e-fb1c89db27e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.483777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242c373d-e245-401b-892e-fb1c89db27e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.487338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-242c373d-e245-401b-892e-fb1c89db27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.528029 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-242c373d-e245-401b-892e-fb1c89db27e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=170b4cb194a4494b817f10696fe78ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331951 Jul 16 09:23:19.529005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c373d-e245-401b-892e-fb1c89db27e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c36874-c8a6-4bbd-938f-a48b3bc41d79,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:19.532258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46060) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:19.581811 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c4b390-f6de-43d4-9dd0-893b4176c137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.604203 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c4b390-f6de-43d4-9dd0-893b4176c137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.649779 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c4b390-f6de-43d4-9dd0-893b4176c137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.652361 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c4b390-f6de-43d4-9dd0-893b4176c137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.653505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-92c4b390-f6de-43d4-9dd0-893b4176c137 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59c36874-c8a6-4bbd-938f-a48b3bc41d79 HTTP/1.1" status: 204 len: 168 time: 0.1198332 Jul 16 09:23:19.662005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4b390-f6de-43d4-9dd0-893b4176c137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c36874-c8a6-4bbd-938f-a48b3bc41d79,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:19.905537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46066) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:19.919624 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a167-27c4-4542-9d21-93e7c521522e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.011256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a167-27c4-4542-9d21-93e7c521522e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.016032 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a167-27c4-4542-9d21-93e7c521522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.052579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3bc1a167-27c4-4542-9d21-93e7c521522e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26493166324f493c8083b193f7180f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459548 Jul 16 09:23:20.054474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1a167-27c4-4542-9d21-93e7c521522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffa70d0-78ed-45bd-9400-e7df7ff47363,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:20.055394 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:20.103958 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-067cc4e6-5daa-4037-98a0-2d74ae6a1a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.125779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-067cc4e6-5daa-4037-98a0-2d74ae6a1a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.171712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-067cc4e6-5daa-4037-98a0-2d74ae6a1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.174358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-067cc4e6-5daa-4037-98a0-2d74ae6a1a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.175510 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-067cc4e6-5daa-4037-98a0-2d74ae6a1a66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ffa70d0-78ed-45bd-9400-e7df7ff47363 HTTP/1.1" status: 204 len: 168 time: 0.1191325 Jul 16 09:23:20.183634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cc4e6-5daa-4037-98a0-2d74ae6a1a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffa70d0-78ed-45bd-9400-e7df7ff47363,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:20.218977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.501862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46110) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:21.597198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5fe19016-dfa0-4489-9c47-b44860a96aaa tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:21.614787 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5fe19016-dfa0-4489-9c47-b44860a96aaa tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] 10.222.0.55 "PUT /v2.0/quotas/2f92a0f46ac34fd5b6155618ce2bba8c HTTP/1.1" status: 200 len: 368 time: 0.1118100 Jul 16 09:23:21.617393 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46114) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:21.622057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Request body: {'network': {'project_id': '2f92a0f46ac34fd5b6155618ce2bba8c'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:21.642643 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Made reservation on behalf of 2f92a0f46ac34fd5b6155618ce2bba8c for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:23:21.644944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.653134 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.738453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.742014 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.767229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:23:21.776624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c14310-156e-4747-8034-e6242330d01d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:21.781739 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.782086 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Added segment 6e6734bd-00a0-4e7b-abba-e8f60dc0d544 of type vlan for network 99b34f5b-7982-4db5-9d96-19201e499899 Jul 16 09:23:21.825205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.854086 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.855208 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.855867 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.902984 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2844827 Jul 16 09:23:21.906199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46116) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:21.911229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Request body: {'network': {'project_id': '2f92a0f46ac34fd5b6155618ce2bba8c'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:21.943274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Made reservation on behalf of 2f92a0f46ac34fd5b6155618ce2bba8c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:23:21.945623 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.952811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988b1e-2036-468e-87b4-c969f90e7711 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Pushing event updated for resources: {'Network': ['ID=99b34f5b-7982-4db5-9d96-19201e499899,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:21.964898 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 99b34f5b-7982-4db5-9d96-19201e499899 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:23:21.975780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:23:21.988613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:21.988889 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Added segment 3419d720-474c-4263-ace2-4fad39db750e of type vlan for network c5c1b4aa-03cb-4284-a1c8-11eed0333b8e Jul 16 09:23:22.044076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.083634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.084697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.085301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.131854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2245388 Jul 16 09:23:22.134849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46118) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:22.140332 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1c4992cb-c560-4553-8a8b-3087c4823914 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Request body: {'network': {'project_id': '2f92a0f46ac34fd5b6155618ce2bba8c'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:22.152036 n-d-780147-28 neutron-server[94164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4992cb-c560-4553-8a8b-3087c4823914 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 09:23:22.152581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4992cb-c560-4553-8a8b-3087c4823914 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:23:22.153826 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1c4992cb-c560-4553-8a8b-3087c4823914 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0179367 Jul 16 09:23:22.245100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46122) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:22.338156 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ff47f6a1-05b2-4793-aa46-d3eb2490dd08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f92a0f46ac34fd5b6155618ce2bba8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917103 Jul 16 09:23:22.340639 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46126) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:22.391802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de4cc08c-a255-4e62-9f9d-a8771841d76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.414173 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de4cc08c-a255-4e62-9f9d-a8771841d76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.429006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b186fa-959d-473a-bf1a-7a1c2bd22048 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Pushing event updated for resources: {'Network': ['ID=c5c1b4aa-03cb-4284-a1c8-11eed0333b8e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:22.438601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c5c1b4aa-03cb-4284-a1c8-11eed0333b8e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:23:22.461591 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de4cc08c-a255-4e62-9f9d-a8771841d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.464160 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-de4cc08c-a255-4e62-9f9d-a8771841d76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.465305 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-de4cc08c-a255-4e62-9f9d-a8771841d76f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17c14310-156e-4747-8034-e6242330d01d HTTP/1.1" status: 204 len: 168 time: 0.1237652 Jul 16 09:23:22.468865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46128) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:22.473798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cc08c-a255-4e62-9f9d-a8771841d76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c14310-156e-4747-8034-e6242330d01d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:22.537159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.617266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.627146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c1b4aa-03cb-4284-a1c8-11eed0333b8e']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:22.636711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3419d720-474c-4263-ace2-4fad39db750e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:22.637006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3419d720-474c-4263-ace2-4fad39db750e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:22.646663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.661441 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.667281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:23:22.667671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:23:22.669369 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:23:22.725217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.730898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.735701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46130) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:22.736187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c5c1b4aa-03cb-4284-a1c8-11eed0333b8e HTTP/1.1" status: 204 len: 168 time: 0.2657721 Jul 16 09:23:22.746689 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd004e-dbbf-4de4-b11f-b89f2a83d6f6 tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5c1b4aa-03cb-4284-a1c8-11eed0333b8e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:22.803317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.881923 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.892380 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b34f5b-7982-4db5-9d96-19201e499899']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:22.901738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6734bd-00a0-4e7b-abba-e8f60dc0d544') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:22.902036 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6734bd-00a0-4e7b-abba-e8f60dc0d544') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:22.910846 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.924750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.930834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:23:22.931262 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:23:22.933101 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:23:23.279146 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.285391 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.287183 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] 10.222.0.55 "DELETE /v2.0/networks/99b34f5b-7982-4db5-9d96-19201e499899 HTTP/1.1" status: 204 len: 168 time: 0.5504894 Jul 16 09:23:23.298287 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fd2e0-8133-48cd-a8f7-5a7dab21a0ab tempest-QuotasNegativeTest-1556544667 tempest-QuotasNegativeTest-1556544667-project-admin] Pushing event deleted for resources: {'Network': ['ID=99b34f5b-7982-4db5-9d96-19201e499899,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:23.538755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46136) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:23.552613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-704d9837-5391-4bdf-96a3-ed35467a9b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.642698 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-704d9837-5391-4bdf-96a3-ed35467a9b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.646365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-704d9837-5391-4bdf-96a3-ed35467a9b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.683088 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-704d9837-5391-4bdf-96a3-ed35467a9b1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e61b76f13344885bc4f9bcc4534b1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432002 Jul 16 09:23:23.684935 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d9837-5391-4bdf-96a3-ed35467a9b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300738f3-f0f6-4aaa-b5bc-ea1a432f51df,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:23.685788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46138) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:23.738186 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-833d8108-c34e-4d84-843d-6770ecb65b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.758435 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-833d8108-c34e-4d84-843d-6770ecb65b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.804011 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-833d8108-c34e-4d84-843d-6770ecb65b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.806614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-833d8108-c34e-4d84-843d-6770ecb65b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.807796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-833d8108-c34e-4d84-843d-6770ecb65b38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/300738f3-f0f6-4aaa-b5bc-ea1a432f51df HTTP/1.1" status: 204 len: 168 time: 0.1210043 Jul 16 09:23:23.816250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d8108-c34e-4d84-843d-6770ecb65b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300738f3-f0f6-4aaa-b5bc-ea1a432f51df,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:24.116864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46150) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:24.130131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4d5ca04-e69a-43bc-9fee-f22dcb1368ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:24.218955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4d5ca04-e69a-43bc-9fee-f22dcb1368ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:24.222557 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4d5ca04-e69a-43bc-9fee-f22dcb1368ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:24.263818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d4d5ca04-e69a-43bc-9fee-f22dcb1368ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc2bdce599cb4972afe1338939544e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457326 Jul 16 09:23:24.264576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5ca04-e69a-43bc-9fee-f22dcb1368ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9b8ec-734d-4f29-a55e-235dab1f1ba0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:24.267927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46152) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:24.315637 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25ba695c-da67-414b-8545-a10c8e5c1704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:24.336718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25ba695c-da67-414b-8545-a10c8e5c1704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:24.382155 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25ba695c-da67-414b-8545-a10c8e5c1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:24.384726 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25ba695c-da67-414b-8545-a10c8e5c1704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:24.385890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-25ba695c-da67-414b-8545-a10c8e5c1704 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ad9b8ec-734d-4f29-a55e-235dab1f1ba0 HTTP/1.1" status: 204 len: 168 time: 0.1170378 Jul 16 09:23:24.394051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba695c-da67-414b-8545-a10c8e5c1704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9b8ec-734d-4f29-a55e-235dab1f1ba0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:25.608931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46188) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:25.705048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2025384191', 'router:external': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:25.726092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Made reservation on behalf of 8d8f2a20f4e748ccb074c22f428a4d64 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:23:25.728400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.736402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.823996 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.828400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.851994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:23:25.860735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58595260-ae8c-45a9-9fcd-f57bc539bdaa,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:25.867053 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.867341 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Added segment 299c71b8-768b-4167-897b-06ad543651db of type vlan for network 40ae0d23-72bf-4147-b038-662f2524fd30 Jul 16 09:23:25.918309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.951149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.952715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:25.953289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.984473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3743353 Jul 16 09:23:25.987699 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46192) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:25.992918 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'subnet': {'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:26.014506 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Made reservation on behalf of 8d8f2a20f4e748ccb074c22f428a4d64 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:23:26.017002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c02a0-016c-4228-acc2-0851684f2a65 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'Network': ['ID=40ae0d23-72bf-4147-b038-662f2524fd30,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:26.017131 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.027195 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 40ae0d23-72bf-4147-b038-662f2524fd30 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:23:26.303133 n-d-780147-28 neutron-server[94164]: DEBUG neutron.objects.ports [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:23:26.303488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.361238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1218d208-ddeb-4b65-b3d9-e48896315828,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:26.368001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Checking segment: {'id': '299c71b8-768b-4167-897b-06ad543651db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:26.368360 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Network hostable DHCP agents. Network: 40ae0d23-72bf-4147-b038-662f2524fd30, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:23:26.384025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Network 40ae0d23-72bf-4147-b038-662f2524fd30 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:23:26.393289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 40ae0d23-72bf-4147-b038-662f2524fd30) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:26.397420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:26.398020 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.402081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b3eb9-1cbb-4c6f-a549-eb0fe5d525a4 None None] Network 40ae0d23-72bf-4147-b038-662f2524fd30 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:23:26.411600 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1bd5621b-adde-45da-b98c-3ca868a12138 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4226606 Jul 16 09:23:26.414386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46194) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:26.419224 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1977979940', 'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:26.439799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Made reservation on behalf of 8d8f2a20f4e748ccb074c22f428a4d64 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:23:26.442241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.461595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] device_id is not set on port 33c9ce63-a0bd-4552-a9cb-448965777e5d yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:23:26.529822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0825c412-ac19-431b-b6ae-d86bf18d4508 None None] Network 40ae0d23-72bf-4147-b038-662f2524fd30 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:23:26.561485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Allocated IP 172.20.0.5 (40ae0d23-72bf-4147-b038-662f2524fd30/1218d208-ddeb-4b65-b3d9-e48896315828/33c9ce63-a0bd-4552-a9cb-448965777e5d) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:26.700038 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.737620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.778225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Network 40ae0d23-72bf-4147-b038-662f2524fd30 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:26.781727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:26.785112 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:26.810704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'Port': ['ID=33c9ce63-a0bd-4552-a9cb-448965777e5d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:26.829498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:26.830137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.843628 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ffe5a951-348c-4745-917f-a047548a43a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4282293 Jul 16 09:23:26.846267 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46196) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:26.927351 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-98857999-0725-4319-979b-7a36ce74a5ba tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Deleting port 33c9ce63-a0bd-4552-a9cb-448965777e5d {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:26.927690 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98857999-0725-4319-979b-7a36ce74a5ba tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.003238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98857999-0725-4319-979b-7a36ce74a5ba tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.015163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-98857999-0725-4319-979b-7a36ce74a5ba tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Calling delete_port for 33c9ce63-a0bd-4552-a9cb-448965777e5d owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:27.133058 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98857999-0725-4319-979b-7a36ce74a5ba tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.163679 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98857999-0725-4319-979b-7a36ce74a5ba tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event deleted for resources: {'Port': ['ID=33c9ce63-a0bd-4552-a9cb-448965777e5d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:27.226663 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98857999-0725-4319-979b-7a36ce74a5ba tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.228631 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-98857999-0725-4319-979b-7a36ce74a5ba tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "DELETE /v2.0/ports/33c9ce63-a0bd-4552-a9cb-448965777e5d HTTP/1.1" status: 204 len: 168 time: 0.3814526 Jul 16 09:23:27.231285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46198) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:27.235906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30', 'external_fixed_ips': [{'subnet_id': '1218d208-ddeb-4b65-b3d9-e48896315828', 'ip_address': '172.20.0.5'}]}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:27.255881 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.256848 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.312147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.443743 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.640300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.658779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.841558 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Allocated IP 172.20.0.5 (40ae0d23-72bf-4147-b038-662f2524fd30/1218d208-ddeb-4b65-b3d9-e48896315828/566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:27.944969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.983252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:28.019354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Network 40ae0d23-72bf-4147-b038-662f2524fd30 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:28.025397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:28.028956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:28.034465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'Port': ['ID=566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:28.271770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:28.463042 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:28.589582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Router 44a18331-2565-4bbd-bf6e-ef6c85a932c8 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:28.695194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:28.704292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Sync routers for ids ['44a18331-2565-4bbd-bf6e-ef6c85a932c8'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:28.710935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:28.712484 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5b7fdec1-9ff2-4975-a606-3094c055749a tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.4802926 Jul 16 09:23:28.714091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Routers {'44a18331-2565-4bbd-bf6e-ef6c85a932c8'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:28.714814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['44a18331-2565-4bbd-bf6e-ef6c85a932c8'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:28.715274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46200) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:28.817011 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:28.820627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Set router 44a18331-2565-4bbd-bf6e-ef6c85a932c8 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:28.918487 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.009738 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a18331-2565-4bbd-bf6e-ef6c85a932c8', 'name': '', 'tenant_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30', 'external_fixed_ips': [{'subnet_id': '1218d208-ddeb-4b65-b3d9-e48896315828', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:23:27Z', 'updated_at': '2021-07-16T09:23:28Z', 'revision_number': 3, 'project_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'gw_port': {'id': '566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa', 'name': '', 'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a18331-2565-4bbd-bf6e-ef6c85a932c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '1218d208-ddeb-4b65-b3d9-e48896315828', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:23:27Z', 'updated_at': '2021-07-16T09:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1218d208-ddeb-4b65-b3d9-e48896315828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:29.038255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Checking router: 44a18331-2565-4bbd-bf6e-ef6c85a932c8 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:23:29.038608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Updating router 44a18331-2565-4bbd-bf6e-ef6c85a932c8 port 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:23:29.074654 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.270722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Deleting port 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:29.271378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.333704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.344074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Transition to ACTIVE for port object 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:29.345075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.350088 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.357033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Calling delete_port for 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:29.398892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Attempting to bind port 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:23:29.399273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Attempting to bind port 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '299c71b8-768b-4167-897b-06ad543651db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:23:29.399636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Attempting to bind port 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa on network 40ae0d23-72bf-4147-b038-662f2524fd30 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:29.405801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8126e8b-cd9c-4295-b0fe-aeddc86b72f4 None None] Pushing event updated for resources: {'Port': ['ID=566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:29.410335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:23:29.410721 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Checking segment: {'id': '299c71b8-768b-4167-897b-06ad543651db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:29.411122 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.411512 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Bound using segment: {'id': '299c71b8-768b-4167-897b-06ad543651db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:23:29.411983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Bound port: 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299c71b8-768b-4167-897b-06ad543651db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '40ae0d23-72bf-4147-b038-662f2524fd30'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:23:29.412365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.463365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] For port 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:29.466381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] For port 566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa,segment=NetworkSegment(299c71b8-768b-4167-897b-06ad543651db),segment_id=299c71b8-768b-4167-897b-06ad543651db)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:23:29.471594 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.525544 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.529997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Routers {'44a18331-2565-4bbd-bf6e-ef6c85a932c8'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:29.530630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['44a18331-2565-4bbd-bf6e-ef6c85a932c8'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:29.554631 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event deleted for resources: {'Port': ['ID=566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:29.567265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8126e8b-cd9c-4295-b0fe-aeddc86b72f4 None None] Pushing event updated for resources: {'Port': ['ID=566aaa0c-aec7-43fb-ba5a-1fcd2e033ffa,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:29.604906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] Set router 44a18331-2565-4bbd-bf6e-ef6c85a932c8 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:29.618071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.661364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a18331-2565-4bbd-bf6e-ef6c85a932c8', 'name': '', 'tenant_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:23:27Z', 'updated_at': '2021-07-16T09:23:29Z', 'revision_number': 5, 'project_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:29.688239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc443f-4c95-459d-9490-59d30df323ac None None] The sync data for ids ['44a18331-2565-4bbd-bf6e-ef6c85a932c8'] in n-d-780147-28 is: [{'id': '44a18331-2565-4bbd-bf6e-ef6c85a932c8', 'name': '', 'tenant_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:23:27Z', 'updated_at': '2021-07-16T09:23:29Z', 'revision_number': 5, 'project_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:29.711408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.713711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.760238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.760765 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44a18331-2565-4bbd-bf6e-ef6c85a932c8 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:29.766253 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.767413 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3d09e2de-b7f2-46ea-a602-c40c4647bf4c tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "DELETE /v2.0/routers/44a18331-2565-4bbd-bf6e-ef6c85a932c8 HTTP/1.1" status: 204 len: 168 time: 1.0511394 Jul 16 09:23:29.769971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46202) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:29.814533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3420d5-d1e5-4130-8afd-d08626c07851 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Deleting subnet 1218d208-ddeb-4b65-b3d9-e48896315828 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:23:29.817750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b3420d5-d1e5-4130-8afd-d08626c07851 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.852050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b3420d5-d1e5-4130-8afd-d08626c07851 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.892201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b3420d5-d1e5-4130-8afd-d08626c07851 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.945819 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b3420d5-d1e5-4130-8afd-d08626c07851 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.976260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3420d5-d1e5-4130-8afd-d08626c07851 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1218d208-ddeb-4b65-b3d9-e48896315828,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:29.978139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8b3420d5-d1e5-4130-8afd-d08626c07851 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.979979 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8b3420d5-d1e5-4130-8afd-d08626c07851 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/1218d208-ddeb-4b65-b3d9-e48896315828 HTTP/1.1" status: 204 len: 168 time: 0.2090826 Jul 16 09:23:29.983193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46204) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:30.059380 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.141488 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.151103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ae0d23-72bf-4147-b038-662f2524fd30']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:30.160660 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299c71b8-768b-4167-897b-06ad543651db') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:30.160945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299c71b8-768b-4167-897b-06ad543651db') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:30.169358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.182895 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.189406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:23:30.189831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: items = [ Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:23:30.191596 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:23:30.245495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.251174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40ae0d23-72bf-4147-b038-662f2524fd30 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 09:23:30.253826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.255676 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "DELETE /v2.0/networks/40ae0d23-72bf-4147-b038-662f2524fd30 HTTP/1.1" status: 204 len: 168 time: 0.2715905 Jul 16 09:23:30.265994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938f400-2639-4816-8742-5088740ce621 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event deleted for resources: {'Network': ['ID=40ae0d23-72bf-4147-b038-662f2524fd30,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:30.446090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46214) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:30.450793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3fe12674-8cbe-46ae-99c9-27f0a4eae024 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'router': {'name': 'tempest-router--406312258', 'project_id': 'c4e971cb6f8948459b52fb7d15458745'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:30.472562 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe12674-8cbe-46ae-99c9-27f0a4eae024 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.473524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe12674-8cbe-46ae-99c9-27f0a4eae024 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.528347 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe12674-8cbe-46ae-99c9-27f0a4eae024 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.532922 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe12674-8cbe-46ae-99c9-27f0a4eae024 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.546001 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3fe12674-8cbe-46ae-99c9-27f0a4eae024 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.547202 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3fe12674-8cbe-46ae-99c9-27f0a4eae024 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1000633 Jul 16 09:23:30.549981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46216) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:30.624279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3e327f60-a8d6-448c-882c-1896ff646619 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.784362 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3e327f60-a8d6-448c-882c-1896ff646619 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.786654 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3e327f60-a8d6-448c-882c-1896ff646619 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.829728 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3e327f60-a8d6-448c-882c-1896ff646619 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.830376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e327f60-a8d6-448c-882c-1896ff646619 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 671f881e-e858-45e0-b075-76ca06db4979 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:30.835385 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3e327f60-a8d6-448c-882c-1896ff646619 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.838948 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3e327f60-a8d6-448c-882c-1896ff646619 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "DELETE /v2.0/routers/671f881e-e858-45e0-b075-76ca06db4979 HTTP/1.1" status: 204 len: 168 time: 0.2855945 Jul 16 09:23:30.946313 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46220) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:31.144154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-934514863', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:31.167218 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:31.168212 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:31.222687 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:31.357190 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:31.550200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:31.568489 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:31.670365 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Allocated IP 172.25.6.99 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/333d039f-e3d9-47ee-a797-01b766b7405e) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:31.774153 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:31.812021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:31.850522 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:31.853218 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:31.856687 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:31.862152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event updated for resources: {'Port': ['ID=333d039f-e3d9-47ee-a797-01b766b7405e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:32.105163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.293274 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.419307 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Router 19520e22-c557-4de6-97f4-006211cbdd37 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:32.523424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:32.533376 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a4ca4-939c-4d75-9bb8-7c1638b7583e None None] Sync routers for ids ['19520e22-c557-4de6-97f4-006211cbdd37'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:32.542245 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a4ca4-939c-4d75-9bb8-7c1638b7583e None None] Routers {'19520e22-c557-4de6-97f4-006211cbdd37'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:32.542424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.543189 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c90a4ca4-939c-4d75-9bb8-7c1638b7583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['19520e22-c557-4de6-97f4-006211cbdd37'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:32.543640 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7f6312f4-06cb-41d2-a854-6ef8605bd27f tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5962427 Jul 16 09:23:32.546957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46228) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:32.577751 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c90a4ca4-939c-4d75-9bb8-7c1638b7583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:32.586280 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a4ca4-939c-4d75-9bb8-7c1638b7583e None None] Routers {'19520e22-c557-4de6-97f4-006211cbdd37'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:32.586877 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c90a4ca4-939c-4d75-9bb8-7c1638b7583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['19520e22-c557-4de6-97f4-006211cbdd37'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:32.619246 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c90a4ca4-939c-4d75-9bb8-7c1638b7583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:32.619889 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a4ca4-939c-4d75-9bb8-7c1638b7583e None None] The sync data for ids ['19520e22-c557-4de6-97f4-006211cbdd37'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:32.651369 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f0ce4835-8b94-4052-8de2-aea4bf4ec8a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/routers/19520e22-c557-4de6-97f4-006211cbdd37 HTTP/1.1" status: 200 len: 919 time: 0.1031368 Jul 16 09:23:32.655774 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46230) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:32.684644 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2e36d147-2b69-4610-b85b-bac1e4079cb3 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=19520e22-c557-4de6-97f4-006211cbdd37 HTTP/1.1" status: 200 len: 205 time: 0.0276566 Jul 16 09:23:32.687231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46232) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:32.790431 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.892697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.943548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Deleting port 333d039f-e3d9-47ee-a797-01b766b7405e {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:32.943811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.021711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.034078 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Calling delete_port for 333d039f-e3d9-47ee-a797-01b766b7405e owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:33.487504 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.517083 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event deleted for resources: {'Port': ['ID=333d039f-e3d9-47ee-a797-01b766b7405e,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:33.580627 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.674109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.676200 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.718716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.719268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Fanout notify agent at l3_agent the message router_deleted on router 19520e22-c557-4de6-97f4-006211cbdd37 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:33.725869 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.726978 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8defcb11-a002-4c49-bac8-15b2df85c931 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/19520e22-c557-4de6-97f4-006211cbdd37 HTTP/1.1" status: 204 len: 168 time: 1.0388663 Jul 16 09:23:33.730641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46234) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:33.735493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1335226489', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': False}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:33.756530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.757536 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.807574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.943653 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:34.144182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:34.163188 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:34.263395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Allocated IP 172.25.6.246 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/b5451fb7-cdd1-4427-9508-536252a1d677) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:34.371917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:34.413344 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:34.448050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:34.450858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:34.457186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:34.486230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'Port': ['ID=b5451fb7-cdd1-4427-9508-536252a1d677,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:34.710439 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:34.899672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.024474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Router f4c17cef-31dc-4dc7-80f4-c350729e0772 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:35.129866 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:35.138294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Sync routers for ids ['f4c17cef-31dc-4dc7-80f4-c350729e0772'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:35.146697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.147631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Routers {'f4c17cef-31dc-4dc7-80f4-c350729e0772'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:35.148146 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-402f101b-a965-403e-a570-7cb55c38677e tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.4165769 Jul 16 09:23:35.148265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f4c17cef-31dc-4dc7-80f4-c350729e0772'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:35.150771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46238) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:35.251723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Set router f4c17cef-31dc-4dc7-80f4-c350729e0772 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:35.257094 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ed01b179-e64f-4293-a80a-b90cb91869d0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/routers/f4c17cef-31dc-4dc7-80f4-c350729e0772 HTTP/1.1" status: 200 len: 909 time: 0.1051948 Jul 16 09:23:35.259507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46240) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:35.264005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1335226489', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': True}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:35.284352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.285388 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.337851 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.429365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c17cef-31dc-4dc7-80f4-c350729e0772', 'name': 'tempest-snat-router-1335226489', 'tenant_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.246'}], 'enable_snat': False}, 'gw_port_id': 'b5451fb7-cdd1-4427-9508-536252a1d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:23:33Z', 'updated_at': '2021-07-16T09:23:34Z', 'revision_number': 3, 'project_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'gw_port': {'id': 'b5451fb7-cdd1-4427-9508-536252a1d677', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c17cef-31dc-4dc7-80f4-c350729e0772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:23:34Z', 'updated_at': '2021-07-16T09:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:35.455560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Checking router: f4c17cef-31dc-4dc7-80f4-c350729e0772 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:23:35.455906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Updating router f4c17cef-31dc-4dc7-80f4-c350729e0772 port b5451fb7-cdd1-4427-9508-536252a1d677 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:23:35.476425 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.489935 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.680253 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.703075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.750838 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.760534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Transition to ACTIVE for port object b5451fb7-cdd1-4427-9508-536252a1d677 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:35.767013 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.813387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Allocated IP 172.25.6.42 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/de6cef89-2d6c-4fc6-b8eb-cfe2c37de559) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:35.818050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Attempting to bind port b5451fb7-cdd1-4427-9508-536252a1d677 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:23:35.818424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Attempting to bind port b5451fb7-cdd1-4427-9508-536252a1d677 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:23:35.818782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Attempting to bind port b5451fb7-cdd1-4427-9508-536252a1d677 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:35.821785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82352b43-2881-41ef-bf69-b4d072aad701 None None] Pushing event updated for resources: {'Port': ['ID=b5451fb7-cdd1-4427-9508-536252a1d677,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:35.827001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:23:35.827392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:35.827785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.828173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:23:35.828637 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Bound port: b5451fb7-cdd1-4427-9508-536252a1d677, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:23:35.829013 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.878746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] For port b5451fb7-cdd1-4427-9508-536252a1d677, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:35.881731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] For port b5451fb7-cdd1-4427-9508-536252a1d677, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b5451fb7-cdd1-4427-9508-536252a1d677,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:23:35.886303 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.927976 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.945723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Routers {'f4c17cef-31dc-4dc7-80f4-c350729e0772'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:35.946336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f4c17cef-31dc-4dc7-80f4-c350729e0772'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:35.951531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82352b43-2881-41ef-bf69-b4d072aad701 None None] Pushing event updated for resources: {'Port': ['ID=b5451fb7-cdd1-4427-9508-536252a1d677,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:35.967703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:36.007944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:36.010743 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:36.015491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:36.038225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'Port': ['ID=de6cef89-2d6c-4fc6-b8eb-cfe2c37de559,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:36.062298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] Set router f4c17cef-31dc-4dc7-80f4-c350729e0772 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:36.274175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:36.394415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c17cef-31dc-4dc7-80f4-c350729e0772', 'name': 'tempest-snat-router-1335226489', 'tenant_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.246'}], 'enable_snat': False}, 'gw_port_id': 'b5451fb7-cdd1-4427-9508-536252a1d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:23:33Z', 'updated_at': '2021-07-16T09:23:34Z', 'revision_number': 3, 'project_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'gw_port': {'id': 'b5451fb7-cdd1-4427-9508-536252a1d677', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c17cef-31dc-4dc7-80f4-c350729e0772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:23:34Z', 'updated_at': '2021-07-16T09:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:36.421430 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4a939-2556-40bc-bcf0-abc222edcb66 None None] The sync data for ids ['f4c17cef-31dc-4dc7-80f4-c350729e0772'] in n-d-780147-28 is: [{'id': 'f4c17cef-31dc-4dc7-80f4-c350729e0772', 'name': 'tempest-snat-router-1335226489', 'tenant_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.246'}], 'enable_snat': False}, 'gw_port_id': 'b5451fb7-cdd1-4427-9508-536252a1d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:23:33Z', 'updated_at': '2021-07-16T09:23:34Z', 'revision_number': 3, 'project_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'gw_port': {'id': 'b5451fb7-cdd1-4427-9508-536252a1d677', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c17cef-31dc-4dc7-80f4-c350729e0772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:23:34Z', 'updated_at': '2021-07-16T09:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:36.468617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:36.602337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Router 7eaceb64-a3aa-4146-b545-e9eb35200a0a is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:36.726595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:36.736268 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Sync routers for ids ['7eaceb64-a3aa-4146-b545-e9eb35200a0a'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:36.745711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:36.749699 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-49212ef1-cfc3-4385-be88-1abf67196ec0 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4866312 Jul 16 09:23:36.749832 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Routers {'7eaceb64-a3aa-4146-b545-e9eb35200a0a'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:36.749832 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['7eaceb64-a3aa-4146-b545-e9eb35200a0a'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:36.750572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:36.859586 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Set router 7eaceb64-a3aa-4146-b545-e9eb35200a0a gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:36.864236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2dfbf13f-c14d-4b5f-85e4-d9ae6cb393aa tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/routers/7eaceb64-a3aa-4146-b545-e9eb35200a0a HTTP/1.1" status: 200 len: 907 time: 0.1100328 Jul 16 09:23:36.864459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46246) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:36.974227 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.049904 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaceb64-a3aa-4146-b545-e9eb35200a0a', 'name': 'tempest-snat-router-1335226489', 'tenant_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'de6cef89-2d6c-4fc6-b8eb-cfe2c37de559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:23:35Z', 'updated_at': '2021-07-16T09:23:36Z', 'revision_number': 3, 'project_id': '8d8f2a20f4e748ccb074c22f428a4d64', 'gw_port': {'id': 'de6cef89-2d6c-4fc6-b8eb-cfe2c37de559', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaceb64-a3aa-4146-b545-e9eb35200a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:23:35Z', 'updated_at': '2021-07-16T09:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:37.079107 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Checking router: 7eaceb64-a3aa-4146-b545-e9eb35200a0a for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:23:37.079447 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Updating router 7eaceb64-a3aa-4146-b545-e9eb35200a0a port de6cef89-2d6c-4fc6-b8eb-cfe2c37de559 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:23:37.085575 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.115351 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.140918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Deleting port de6cef89-2d6c-4fc6-b8eb-cfe2c37de559 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:37.141358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.241076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.253769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Calling delete_port for de6cef89-2d6c-4fc6-b8eb-cfe2c37de559 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:37.313354 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b5451fb7-cdd1-4427-9508-536252a1d677 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:23:37.366758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b5451fb7-cdd1-4427-9508-536252a1d677 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:23:37.370698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b5451fb7-cdd1-4427-9508-536252a1d677 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:23:37.372526 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.434519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.436307 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.db.api [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:23:37.436831 n-d-780147-28 neutron-server[94168]: DEBUG oslo_db.api [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:23:37.457802 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.461884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event deleted for resources: {'Port': ['ID=de6cef89-2d6c-4fc6-b8eb-cfe2c37de559,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:37.486342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b5451fb7-cdd1-4427-9508-536252a1d677, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b5451fb7-cdd1-4427-9508-536252a1d677,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:37.490366 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.526057 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.542784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b5451fb7-cdd1-4427-9508-536252a1d677,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:37.623627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.625763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.669729 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.670247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7eaceb64-a3aa-4146-b545-e9eb35200a0a {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:37.674978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.676300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-568fd57d-40e1-4f50-bb1d-8e1bde3872a6 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "DELETE /v2.0/routers/7eaceb64-a3aa-4146-b545-e9eb35200a0a HTTP/1.1" status: 204 len: 168 time: 0.8107369 Jul 16 09:23:37.678990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:37.784645 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.888001 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.942510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Deleting port b5451fb7-cdd1-4427-9508-536252a1d677 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:37.942852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.957588 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Port de6cef89-2d6c-4fc6-b8eb-cfe2c37de559 not found while updating agent binding for router 7eaceb64-a3aa-4146-b545-e9eb35200a0a. {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 09:23:37.967991 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Routers set() bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:37.968488 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Router IDs set() for agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 09:23:37.969251 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7eaceb64-a3aa-4146-b545-e9eb35200a0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent'). {{(pid=94168) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 09:23:37.969767 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93d3c6-aa56-4aba-9c03-a0c860bf0b4c None None] The sync data for ids ['7eaceb64-a3aa-4146-b545-e9eb35200a0a'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:38.031461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] For port b5451fb7-cdd1-4427-9508-536252a1d677, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b5451fb7-cdd1-4427-9508-536252a1d677,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:38.031817 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.043099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Calling delete_port for b5451fb7-cdd1-4427-9508-536252a1d677 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:38.206858 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.234363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5451fb7-cdd1-4427-9508-536252a1d677,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:38.295371 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.385288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.387735 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.433863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.434414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4c17cef-31dc-4dc7-80f4-c350729e0772 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:38.439384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.440590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-30c34fda-dce7-4163-a908-9c3031626f38 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f4c17cef-31dc-4dc7-80f4-c350729e0772 HTTP/1.1" status: 204 len: 168 time: 0.7606177 Jul 16 09:23:38.444453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46250) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:38.449104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1401399801', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:38.476821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.477880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.570034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.704271 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.170137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.194198 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.265917 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b5451fb7-cdd1-4427-9508-536252a1d677 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:23:39.289207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b5451fb7-cdd1-4427-9508-536252a1d677 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:23:39.289555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b5451fb7-cdd1-4427-9508-536252a1d677 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:23:39.325247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Allocated IP 172.25.6.123 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/f3b06791-e05d-488b-a0f9-e5a1c2384084) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:39.424622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.463180 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.502764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:39.507486 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:39.511336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:39.536766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event updated for resources: {'Port': ['ID=f3b06791-e05d-488b-a0f9-e5a1c2384084,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:39.548882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.549235 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.549578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.549944 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.550281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.550618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.550950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.551274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.551603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.551926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.552254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.552575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:39.773148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.969567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:40.096038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Router e40f80b1-8725-4d47-8d0a-6cc2fdecb761 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:40.201775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:40.210782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1c80f-eb94-44a6-b0ce-7de220ed0906 None None] Sync routers for ids ['e40f80b1-8725-4d47-8d0a-6cc2fdecb761'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:40.220495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1c80f-eb94-44a6-b0ce-7de220ed0906 None None] Routers {'e40f80b1-8725-4d47-8d0a-6cc2fdecb761'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:40.220684 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:40.221109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-edd1c80f-eb94-44a6-b0ce-7de220ed0906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e40f80b1-8725-4d47-8d0a-6cc2fdecb761'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:40.221777 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b46f0c30-50c8-456a-a4c3-4d25b0f400eb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7763145 Jul 16 09:23:40.224669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46254) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:40.229068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b1d11128-9b81-439a-b0a4-84e412a0f43d tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': False}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:40.252984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-edd1c80f-eb94-44a6-b0ce-7de220ed0906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:40.261467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1c80f-eb94-44a6-b0ce-7de220ed0906 None None] Routers {'e40f80b1-8725-4d47-8d0a-6cc2fdecb761'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:40.262373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-edd1c80f-eb94-44a6-b0ce-7de220ed0906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e40f80b1-8725-4d47-8d0a-6cc2fdecb761'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:40.299315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-edd1c80f-eb94-44a6-b0ce-7de220ed0906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:40.300083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1c80f-eb94-44a6-b0ce-7de220ed0906 None None] The sync data for ids ['e40f80b1-8725-4d47-8d0a-6cc2fdecb761'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:40.519188 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1d11128-9b81-439a-b0a4-84e412a0f43d tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:40.910326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1d11128-9b81-439a-b0a4-84e412a0f43d tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:40.914022 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1d11128-9b81-439a-b0a4-84e412a0f43d tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:41.274673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d11128-9b81-439a-b0a4-84e412a0f43d tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Router e40f80b1-8725-4d47-8d0a-6cc2fdecb761 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:23:41.379816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d11128-9b81-439a-b0a4-84e412a0f43d tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:41.384213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1d11128-9b81-439a-b0a4-84e412a0f43d tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:41.385530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b1d11128-9b81-439a-b0a4-84e412a0f43d tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "PUT /v2.0/routers/e40f80b1-8725-4d47-8d0a-6cc2fdecb761 HTTP/1.1" status: 200 len: 922 time: 1.1598713 Jul 16 09:23:41.388680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46256) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:41.388823 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde34af-5489-42bf-bca9-8f4e56c63987 None None] Sync routers for ids ['e40f80b1-8725-4d47-8d0a-6cc2fdecb761'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:41.397636 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde34af-5489-42bf-bca9-8f4e56c63987 None None] Routers {'e40f80b1-8725-4d47-8d0a-6cc2fdecb761'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:41.398266 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2fde34af-5489-42bf-bca9-8f4e56c63987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e40f80b1-8725-4d47-8d0a-6cc2fdecb761'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:41.429901 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2fde34af-5489-42bf-bca9-8f4e56c63987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:41.439557 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde34af-5489-42bf-bca9-8f4e56c63987 None None] Routers {'e40f80b1-8725-4d47-8d0a-6cc2fdecb761'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:41.440231 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2fde34af-5489-42bf-bca9-8f4e56c63987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e40f80b1-8725-4d47-8d0a-6cc2fdecb761'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:41.475037 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2fde34af-5489-42bf-bca9-8f4e56c63987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:41.475584 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde34af-5489-42bf-bca9-8f4e56c63987 None None] The sync data for ids ['e40f80b1-8725-4d47-8d0a-6cc2fdecb761'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:41.494736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c3328de9-28a4-47df-80de-a131d1db2320 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/routers/e40f80b1-8725-4d47-8d0a-6cc2fdecb761 HTTP/1.1" status: 200 len: 922 time: 0.1049142 Jul 16 09:23:41.497395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46258) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:41.581631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe69f97-379b-498b-b2e6-b744b99c0f25 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:41.583192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6fe69f97-379b-498b-b2e6-b744b99c0f25 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=e40f80b1-8725-4d47-8d0a-6cc2fdecb761&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0848289 Jul 16 09:23:41.585803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46260) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:41.673501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b12478-318a-4767-896d-879cbca7c1a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:41.674922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d5b12478-318a-4767-896d-879cbca7c1a1 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 881 time: 0.0882206 Jul 16 09:23:41.677610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46262) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:41.705624 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0f0a8488-c8c5-4a87-a98a-02d766e3d6d6 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e40f80b1-8725-4d47-8d0a-6cc2fdecb761 HTTP/1.1" status: 200 len: 205 time: 0.0269961 Jul 16 09:23:41.707804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46264) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:41.811045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:41.914339 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:41.965631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Deleting port f3b06791-e05d-488b-a0f9-e5a1c2384084 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:41.966011 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.044037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.055480 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Calling delete_port for f3b06791-e05d-488b-a0f9-e5a1c2384084 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:42.230865 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.258537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event deleted for resources: {'Port': ['ID=f3b06791-e05d-488b-a0f9-e5a1c2384084,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:42.318024 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.435002 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.438039 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.481456 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.481919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Fanout notify agent at l3_agent the message router_deleted on router e40f80b1-8725-4d47-8d0a-6cc2fdecb761 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:42.489170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.490348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-60438594-5b33-4342-8ffd-4cc8278dd801 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/e40f80b1-8725-4d47-8d0a-6cc2fdecb761 HTTP/1.1" status: 204 len: 168 time: 0.7816226 Jul 16 09:23:42.493942 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46266) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:42.499455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-98a9c9a6-85ad-486a-b87e-8173613ea4ff tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-641803410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:42.526794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98a9c9a6-85ad-486a-b87e-8173613ea4ff tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.527838 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98a9c9a6-85ad-486a-b87e-8173613ea4ff tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.588155 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98a9c9a6-85ad-486a-b87e-8173613ea4ff tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.593001 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98a9c9a6-85ad-486a-b87e-8173613ea4ff tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.610600 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98a9c9a6-85ad-486a-b87e-8173613ea4ff tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:42.613913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-98a9c9a6-85ad-486a-b87e-8173613ea4ff tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1169872 Jul 16 09:23:42.614736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46268) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:42.619593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:42.848626 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:43.051399 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:43.070013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:43.205088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Allocated IP 172.25.6.139 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/1619d09a-ebb2-4df1-805d-a63940daf1d9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:43.306297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:43.349263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:43.382787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:43.385564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:43.391789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:43.420218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event updated for resources: {'Port': ['ID=1619d09a-ebb2-4df1-805d-a63940daf1d9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:43.896432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.088359 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.091782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.223698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Router 8a471573-846f-476e-a666-1f294b194933 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:44.329521 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:44.336238 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.337424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dfcb9007-7dbe-484f-a6c0-7f6e0dbe2a8d tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "PUT /v2.0/routers/8a471573-846f-476e-a666-1f294b194933 HTTP/1.1" status: 200 len: 879 time: 1.7216740 Jul 16 09:23:44.338703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234de32-593e-493b-8ab5-850cf0e16b2f None None] Sync routers for ids ['8a471573-846f-476e-a666-1f294b194933'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:44.340062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46270) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:44.347823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234de32-593e-493b-8ab5-850cf0e16b2f None None] Routers {'8a471573-846f-476e-a666-1f294b194933'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:44.348437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b234de32-593e-493b-8ab5-850cf0e16b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8a471573-846f-476e-a666-1f294b194933'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:44.380795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b234de32-593e-493b-8ab5-850cf0e16b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:44.389461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234de32-593e-493b-8ab5-850cf0e16b2f None None] Routers {'8a471573-846f-476e-a666-1f294b194933'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:44.390090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b234de32-593e-493b-8ab5-850cf0e16b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['8a471573-846f-476e-a666-1f294b194933'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:44.421823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b234de32-593e-493b-8ab5-850cf0e16b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:44.422465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234de32-593e-493b-8ab5-850cf0e16b2f None None] The sync data for ids ['8a471573-846f-476e-a666-1f294b194933'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:44.446685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1d898084-7279-4de3-81cc-1b90d8fe3403 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/routers/8a471573-846f-476e-a666-1f294b194933 HTTP/1.1" status: 200 len: 920 time: 0.1054666 Jul 16 09:23:44.449315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46272) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:44.452605 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-514edfd4-1f24-47ce-98d1-2752617f4594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.503855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77444e-efc8-4758-a317-766281dcd098 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:44.505250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8a77444e-efc8-4758-a317-766281dcd098 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=8a471573-846f-476e-a666-1f294b194933&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0548575 Jul 16 09:23:44.507906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46274) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:44.591124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88139b00-2dff-49f4-b916-8ab935b472cc tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:44.593249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-88139b00-2dff-49f4-b916-8ab935b472cc tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 881 time: 0.0844419 Jul 16 09:23:44.596048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46276) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:44.629372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c0e721a7-9d75-485f-b3dd-f881d3059089 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a471573-846f-476e-a666-1f294b194933 HTTP/1.1" status: 200 len: 205 time: 0.0322378 Jul 16 09:23:44.631793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46278) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:44.632848 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:23:44.736114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.837136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.887864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Deleting port 1619d09a-ebb2-4df1-805d-a63940daf1d9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:44.888733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.962982 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.974768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Calling delete_port for 1619d09a-ebb2-4df1-805d-a63940daf1d9 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:45.137675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.162300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event deleted for resources: {'Port': ['ID=1619d09a-ebb2-4df1-805d-a63940daf1d9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:45.231129 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.324182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.327048 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.370787 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.372002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Fanout notify agent at l3_agent the message router_deleted on router 8a471573-846f-476e-a666-1f294b194933 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:45.379712 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.380816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce0d8a5e-1995-4a6f-8484-034dc1250469 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/8a471573-846f-476e-a666-1f294b194933 HTTP/1.1" status: 204 len: 168 time: 0.7481194 Jul 16 09:23:45.384400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:45.391181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b3d17d25-8c52-490a-aed7-a40d36d304d4 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2072150826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:45.413800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3d17d25-8c52-490a-aed7-a40d36d304d4 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.414786 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3d17d25-8c52-490a-aed7-a40d36d304d4 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.470192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3d17d25-8c52-490a-aed7-a40d36d304d4 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.474420 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3d17d25-8c52-490a-aed7-a40d36d304d4 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.490174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3d17d25-8c52-490a-aed7-a40d36d304d4 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.493070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b3d17d25-8c52-490a-aed7-a40d36d304d4 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1060319 Jul 16 09:23:45.494102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46282) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:45.495646 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.499096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': True}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:45.698390 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:46.184028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:46.202701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:46.306651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Allocated IP 172.25.6.254 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/73607f6f-ff9f-405e-8364-c06e1edde632) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:46.407507 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:46.445854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:46.486979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:46.491732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:46.495112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:46.522455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'Port': ['ID=73607f6f-ff9f-405e-8364-c06e1edde632,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:46.743928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:46.939045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:46.942361 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:47.066814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Router 6e8431c5-deef-4d20-b964-7c47c383a7a3 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:47.173455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:47.178481 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:47.180864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-eef1637e-621b-40a0-bfbc-4bd9493f9b2b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "PUT /v2.0/routers/6e8431c5-deef-4d20-b964-7c47c383a7a3 HTTP/1.1" status: 200 len: 915 time: 1.6858337 Jul 16 09:23:47.181840 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0546e-ef91-4a8a-9f0f-4fed7b1f6ad0 None None] Sync routers for ids ['6e8431c5-deef-4d20-b964-7c47c383a7a3'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:47.183577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46284) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:47.192104 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0546e-ef91-4a8a-9f0f-4fed7b1f6ad0 None None] Routers {'6e8431c5-deef-4d20-b964-7c47c383a7a3'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:47.192707 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ce0546e-ef91-4a8a-9f0f-4fed7b1f6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6e8431c5-deef-4d20-b964-7c47c383a7a3'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:47.224114 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ce0546e-ef91-4a8a-9f0f-4fed7b1f6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:47.232323 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0546e-ef91-4a8a-9f0f-4fed7b1f6ad0 None None] Routers {'6e8431c5-deef-4d20-b964-7c47c383a7a3'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:47.233678 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ce0546e-ef91-4a8a-9f0f-4fed7b1f6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['6e8431c5-deef-4d20-b964-7c47c383a7a3'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:47.268285 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-0ce0546e-ef91-4a8a-9f0f-4fed7b1f6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:47.268917 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0546e-ef91-4a8a-9f0f-4fed7b1f6ad0 None None] The sync data for ids ['6e8431c5-deef-4d20-b964-7c47c383a7a3'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:47.289961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cad98cee-80f2-479e-a138-0c8c83934727 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/routers/6e8431c5-deef-4d20-b964-7c47c383a7a3 HTTP/1.1" status: 200 len: 921 time: 0.1053560 Jul 16 09:23:47.292586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46286) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:47.346009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3aa7ae-e23d-425b-b01b-e97f396aaa48 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:47.347515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6f3aa7ae-e23d-425b-b01b-e97f396aaa48 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=6e8431c5-deef-4d20-b964-7c47c383a7a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0540309 Jul 16 09:23:47.350171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46288) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:47.432614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3ad7e-6e66-4ef3-91b7-a44a4e49039b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:47.434103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-90f3ad7e-6e66-4ef3-91b7-a44a4e49039b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 881 time: 0.0829825 Jul 16 09:23:47.437308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46290) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:47.469502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a36db1a9-f6a7-413c-95cb-482f40525bca tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e8431c5-deef-4d20-b964-7c47c383a7a3 HTTP/1.1" status: 200 len: 205 time: 0.0311303 Jul 16 09:23:47.471871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46292) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:47.574805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:47.662884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:47.674023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cef5414e-6ec5-4368-94c9-5db3eb598783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:47.677675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:47.731069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Deleting port 73607f6f-ff9f-405e-8364-c06e1edde632 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:47.731411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:47.806353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:47.817952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Calling delete_port for 73607f6f-ff9f-405e-8364-c06e1edde632 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:47.980802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.006779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event deleted for resources: {'Port': ['ID=73607f6f-ff9f-405e-8364-c06e1edde632,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:48.074481 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.166406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.168503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.212832 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.213436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Fanout notify agent at l3_agent the message router_deleted on router 6e8431c5-deef-4d20-b964-7c47c383a7a3 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:48.222374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.223515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5836c50f-6d58-4e93-984e-8ddcf9f7ae58 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/6e8431c5-deef-4d20-b964-7c47c383a7a3 HTTP/1.1" status: 204 len: 168 time: 0.7507746 Jul 16 09:23:48.227107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46294) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:48.231468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-37802b87-94b6-42f3-98f8-4d9d28d458d8 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-946803284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:48.258527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37802b87-94b6-42f3-98f8-4d9d28d458d8 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.259680 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37802b87-94b6-42f3-98f8-4d9d28d458d8 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.313539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37802b87-94b6-42f3-98f8-4d9d28d458d8 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.317864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37802b87-94b6-42f3-98f8-4d9d28d458d8 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.333620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37802b87-94b6-42f3-98f8-4d9d28d458d8 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.334793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-37802b87-94b6-42f3-98f8-4d9d28d458d8 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1067724 Jul 16 09:23:48.337584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46296) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:48.341814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'enable_snat': False}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:48.802909 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.944439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.001952 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.021400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.043210 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.119521 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Allocated IP 172.25.6.142 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/da8146b9-e3d4-41c7-ac65-5e90626420fa) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:49.224379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.263215 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.299607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:49.304249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:49.306900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:49.339417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Pushing event updated for resources: {'Port': ['ID=da8146b9-e3d4-41c7-ac65-5e90626420fa,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:49.561209 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.750345 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.753576 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.881479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Router 604733f5-3be9-46eb-a250-ef3da0e53060 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:49.987715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:49.991977 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:49.993051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2c61fd4a-8807-4715-a365-0e49d47ab3ca tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "PUT /v2.0/routers/604733f5-3be9-46eb-a250-ef3da0e53060 HTTP/1.1" status: 200 len: 915 time: 1.6545358 Jul 16 09:23:49.995647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46298) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:49.998648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f319ec-b460-43f2-b3a2-b91ac15de862 None None] Sync routers for ids ['604733f5-3be9-46eb-a250-ef3da0e53060'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:50.008363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f319ec-b460-43f2-b3a2-b91ac15de862 None None] Routers {'604733f5-3be9-46eb-a250-ef3da0e53060'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:50.008983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e6f319ec-b460-43f2-b3a2-b91ac15de862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['604733f5-3be9-46eb-a250-ef3da0e53060'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:50.041592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e6f319ec-b460-43f2-b3a2-b91ac15de862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:50.050592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f319ec-b460-43f2-b3a2-b91ac15de862 None None] Routers {'604733f5-3be9-46eb-a250-ef3da0e53060'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:50.051198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e6f319ec-b460-43f2-b3a2-b91ac15de862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['604733f5-3be9-46eb-a250-ef3da0e53060'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:50.083022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e6f319ec-b460-43f2-b3a2-b91ac15de862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:50.083673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f319ec-b460-43f2-b3a2-b91ac15de862 None None] The sync data for ids ['604733f5-3be9-46eb-a250-ef3da0e53060'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:50.103723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5d058bc5-3982-41b6-a4d5-a38f35bf2a58 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/routers/604733f5-3be9-46eb-a250-ef3da0e53060 HTTP/1.1" status: 200 len: 921 time: 0.1070030 Jul 16 09:23:50.106390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46300) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:50.160419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef6cda-74e4-4127-ae76-18f1a6303bf4 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:50.161903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-44ef6cda-74e4-4127-ae76-18f1a6303bf4 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=604733f5-3be9-46eb-a250-ef3da0e53060&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0545123 Jul 16 09:23:50.164424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46302) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:50.216298 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:50.256233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb5247-432e-4c7a-8b9d-8e61ff78d746 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:50.257621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-16bb5247-432e-4c7a-8b9d-8e61ff78d746 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/networks/b64b55e4-3c69-479a-a629-0c4724bfe1cc HTTP/1.1" status: 200 len: 881 time: 0.0923035 Jul 16 09:23:50.260470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46304) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:50.289484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c83fe9af-b2f0-40cb-9e4b-31523849c707 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=604733f5-3be9-46eb-a250-ef3da0e53060 HTTP/1.1" status: 200 len: 205 time: 0.0279965 Jul 16 09:23:50.291773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46306) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:50.399296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:50.502114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:50.554124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Deleting port da8146b9-e3d4-41c7-ac65-5e90626420fa {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:50.554470 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:50.632565 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:50.645074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Calling delete_port for da8146b9-e3d4-41c7-ac65-5e90626420fa owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:50.807045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:50.834577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event deleted for resources: {'Port': ['ID=da8146b9-e3d4-41c7-ac65-5e90626420fa,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:50.894297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:50.984870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:50.987010 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.033721 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.034273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Fanout notify agent at l3_agent the message router_deleted on router 604733f5-3be9-46eb-a250-ef3da0e53060 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:51.043178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.044404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2c981c3d-e05e-46df-9080-39ff0a843c0c tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/604733f5-3be9-46eb-a250-ef3da0e53060 HTTP/1.1" status: 204 len: 168 time: 0.7517111 Jul 16 09:23:51.047930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46308) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:51.052587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1272742187', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:51.074900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.075889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.126599 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.263146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.448915 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.467547 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.569659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Allocated IP 172.25.6.178 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/e9a7780e-d6f5-49bf-af3c-c230d267b670) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:51.674690 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.713467 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:51.749872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:51.754538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:51.756931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:51.785870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event updated for resources: {'Port': ['ID=e9a7780e-d6f5-49bf-af3c-c230d267b670,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:52.280345 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:52.474080 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:52.602406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Router 78582ea9-8ad6-4650-a290-7a921c35df57 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:23:52.711379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:52.721217 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00385a43-4750-43ce-ac31-fab7ad40701f None None] Sync routers for ids ['78582ea9-8ad6-4650-a290-7a921c35df57'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:52.730803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:52.731400 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00385a43-4750-43ce-ac31-fab7ad40701f None None] Routers {'78582ea9-8ad6-4650-a290-7a921c35df57'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:52.732028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-39e76562-bcc0-4ca3-898e-01e49c7e44a5 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6830273 Jul 16 09:23:52.732176 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-00385a43-4750-43ce-ac31-fab7ad40701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78582ea9-8ad6-4650-a290-7a921c35df57'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:52.734973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46310) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:52.739636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:52.764748 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-00385a43-4750-43ce-ac31-fab7ad40701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:52.773208 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00385a43-4750-43ce-ac31-fab7ad40701f None None] Routers {'78582ea9-8ad6-4650-a290-7a921c35df57'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:52.773844 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-00385a43-4750-43ce-ac31-fab7ad40701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78582ea9-8ad6-4650-a290-7a921c35df57'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:52.807387 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-00385a43-4750-43ce-ac31-fab7ad40701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:52.808020 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00385a43-4750-43ce-ac31-fab7ad40701f None None] The sync data for ids ['78582ea9-8ad6-4650-a290-7a921c35df57'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:53.037592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.051241 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.104793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Deleting port e9a7780e-d6f5-49bf-af3c-c230d267b670 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:53.105137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.179427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.191484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Calling delete_port for e9a7780e-d6f5-49bf-af3c-c230d267b670 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:53.356509 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.381977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Pushing event deleted for resources: {'Port': ['ID=e9a7780e-d6f5-49bf-af3c-c230d267b670,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:53.448018 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.646768 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.649922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532111'] for router, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.725999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Router 78582ea9-8ad6-4650-a290-7a921c35df57 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:23:53.801503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:53.808078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.812427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9cbcf47c-6704-4782-84ad-41069ba1aefd tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "PUT /v2.0/routers/78582ea9-8ad6-4650-a290-7a921c35df57 HTTP/1.1" status: 200 len: 706 time: 1.0733590 Jul 16 09:23:53.812641 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e540e57-f766-4e5e-a530-ad06a43033ce None None] Sync routers for ids ['78582ea9-8ad6-4650-a290-7a921c35df57'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:53.813059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46312) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:53.825098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e540e57-f766-4e5e-a530-ad06a43033ce None None] Routers {'78582ea9-8ad6-4650-a290-7a921c35df57'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:53.825740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2e540e57-f766-4e5e-a530-ad06a43033ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78582ea9-8ad6-4650-a290-7a921c35df57'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:53.857057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2e540e57-f766-4e5e-a530-ad06a43033ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:53.866299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e540e57-f766-4e5e-a530-ad06a43033ce None None] Routers {'78582ea9-8ad6-4650-a290-7a921c35df57'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:53.866906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2e540e57-f766-4e5e-a530-ad06a43033ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['78582ea9-8ad6-4650-a290-7a921c35df57'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:53.888874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-163e5882-97fc-435c-b405-65e776fa2b30 tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/routers/78582ea9-8ad6-4650-a290-7a921c35df57 HTTP/1.1" status: 200 len: 741 time: 0.0749395 Jul 16 09:23:53.891457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46314) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:53.899312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-2e540e57-f766-4e5e-a530-ad06a43033ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:53.899895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e540e57-f766-4e5e-a530-ad06a43033ce None None] The sync data for ids ['78582ea9-8ad6-4650-a290-7a921c35df57'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:53.934589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-eeecc90e-b8f8-4872-8e21-7cf928e26e5b tempest-RoutersAdminTest-2106352113 tempest-RoutersAdminTest-2106352113-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&device_id=78582ea9-8ad6-4650-a290-7a921c35df57 HTTP/1.1" status: 200 len: 205 time: 0.0420666 Jul 16 09:23:53.937831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46316) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:53.965078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cab32b05-11fc-496a-b6f4-0e2cd23a735e tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=78582ea9-8ad6-4650-a290-7a921c35df57 HTTP/1.1" status: 200 len: 205 time: 0.0262394 Jul 16 09:23:53.967642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46318) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.346765 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fcfa1d-23c2-4aa3-a51c-305f866bdee7 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:54.500080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fcfa1d-23c2-4aa3-a51c-305f866bdee7 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:54.502161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fcfa1d-23c2-4aa3-a51c-305f866bdee7 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:54.542585 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fcfa1d-23c2-4aa3-a51c-305f866bdee7 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:54.543103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fcfa1d-23c2-4aa3-a51c-305f866bdee7 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Fanout notify agent at l3_agent the message router_deleted on router 78582ea9-8ad6-4650-a290-7a921c35df57 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:54.550459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fcfa1d-23c2-4aa3-a51c-305f866bdee7 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:54.551537 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e1fcfa1d-23c2-4aa3-a51c-305f866bdee7 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/78582ea9-8ad6-4650-a290-7a921c35df57 HTTP/1.1" status: 204 len: 168 time: 0.5828819 Jul 16 09:23:54.555095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46320) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.584179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a2790b6c-052b-4dc0-a4b1-d23f0fb6fc18 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=78582ea9-8ad6-4650-a290-7a921c35df57 HTTP/1.1" status: 200 len: 205 time: 0.0279551 Jul 16 09:23:54.586403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46322) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.626687 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-cfbf905f-d00f-40aa-8354-f79aee3a3d25 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] delete failed (client error): The resource could not be found. Jul 16 09:23:54.627711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cfbf905f-d00f-40aa-8354-f79aee3a3d25 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/78582ea9-8ad6-4650-a290-7a921c35df57 HTTP/1.1" status: 404 len: 336 time: 0.0404267 Jul 16 09:23:54.630309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46324) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.659649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a5873688-177c-478b-91b6-5e4906ea611b tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=604733f5-3be9-46eb-a250-ef3da0e53060 HTTP/1.1" status: 200 len: 205 time: 0.0283318 Jul 16 09:23:54.661821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46326) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.697899 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-0a77de8a-f85e-4e88-acf6-98342c542beb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] delete failed (client error): The resource could not be found. Jul 16 09:23:54.698883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a77de8a-f85e-4e88-acf6-98342c542beb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/604733f5-3be9-46eb-a250-ef3da0e53060 HTTP/1.1" status: 404 len: 336 time: 0.0361979 Jul 16 09:23:54.701845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46328) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.734196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a13a93e2-1c17-46a8-8d5f-6ccbdad6b8ff tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e8431c5-deef-4d20-b964-7c47c383a7a3 HTTP/1.1" status: 200 len: 205 time: 0.0313604 Jul 16 09:23:54.736311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46330) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.772505 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-6655b1c4-7849-4179-8235-87e4f485c6f6 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] delete failed (client error): The resource could not be found. Jul 16 09:23:54.773477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6655b1c4-7849-4179-8235-87e4f485c6f6 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/6e8431c5-deef-4d20-b964-7c47c383a7a3 HTTP/1.1" status: 404 len: 336 time: 0.0363140 Jul 16 09:23:54.775749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46332) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.803927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ad356f1e-e5f7-46ef-8a77-7982b75efad1 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a471573-846f-476e-a666-1f294b194933 HTTP/1.1" status: 200 len: 205 time: 0.0271957 Jul 16 09:23:54.806090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46334) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.845769 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-bb20c108-f25c-4cbd-8026-e63f9280287a tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] delete failed (client error): The resource could not be found. Jul 16 09:23:54.846758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bb20c108-f25c-4cbd-8026-e63f9280287a tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/8a471573-846f-476e-a666-1f294b194933 HTTP/1.1" status: 404 len: 336 time: 0.0398071 Jul 16 09:23:54.849126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46336) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.876926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fb0d4ba6-0ffe-41dd-8634-8e642a84a426 tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e40f80b1-8725-4d47-8d0a-6cc2fdecb761 HTTP/1.1" status: 200 len: 205 time: 0.0267324 Jul 16 09:23:54.878954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46338) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:54.919072 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-e47b6a62-a869-4c9b-bee8-00fc6c668eea tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] delete failed (client error): The resource could not be found. Jul 16 09:23:54.920230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e47b6a62-a869-4c9b-bee8-00fc6c668eea tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/e40f80b1-8725-4d47-8d0a-6cc2fdecb761 HTTP/1.1" status: 404 len: 336 time: 0.0402491 Jul 16 09:23:54.922509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46340) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:55.213517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1b0ba444-d4e3-439d-a921-93c4678f2a1e tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "GET /v2.0/ports?device_id=19520e22-c557-4de6-97f4-006211cbdd37 HTTP/1.1" status: 200 len: 205 time: 0.2898765 Jul 16 09:23:55.215805 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46342) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:55.252151 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-3f6dd6e2-9032-4852-b657-52a57a6bbd3a tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] delete failed (client error): The resource could not be found. Jul 16 09:23:55.253142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3f6dd6e2-9032-4852-b657-52a57a6bbd3a tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/routers/19520e22-c557-4de6-97f4-006211cbdd37 HTTP/1.1" status: 404 len: 336 time: 0.0364521 Jul 16 09:23:55.255704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46344) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:55.284607 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f748a9e4-2999-4cf2-8458-d3004e3e71fb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] DELETE failed (client error): The resource could not be found. Jul 16 09:23:55.285050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f748a9e4-2999-4cf2-8458-d3004e3e71fb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:23:55.286719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f748a9e4-2999-4cf2-8458-d3004e3e71fb tempest-RoutersAdminTest-589667711 tempest-RoutersAdminTest-589667711-project] 10.222.0.55 "DELETE /v2.0/subnets/1218d208-ddeb-4b65-b3d9-e48896315828 HTTP/1.1" status: 404 len: 337 time: 0.0301411 Jul 16 09:23:55.521038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46350) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:55.624977 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc0b0e21-a840-4cd4-8fd7-e157acdbb869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:55.711457 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc0b0e21-a840-4cd4-8fd7-e157acdbb869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:55.715179 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc0b0e21-a840-4cd4-8fd7-e157acdbb869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:55.751721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b0e21-a840-4cd4-8fd7-e157acdbb869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86001f6-0d82-421f-85b4-c9ecebc686a1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:55.756058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dc0b0e21-a840-4cd4-8fd7-e157acdbb869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4faeb8e751da4e11802c54425c2f3fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339573 Jul 16 09:23:55.758795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46354) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:55.806899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6e56140-6967-4961-8eb7-f06f880aed3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:55.827931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6e56140-6967-4961-8eb7-f06f880aed3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:55.872060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6e56140-6967-4961-8eb7-f06f880aed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:55.875604 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6e56140-6967-4961-8eb7-f06f880aed3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:55.876751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d6e56140-6967-4961-8eb7-f06f880aed3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c86001f6-0d82-421f-85b4-c9ecebc686a1 HTTP/1.1" status: 204 len: 168 time: 0.1171060 Jul 16 09:23:55.884835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e56140-6967-4961-8eb7-f06f880aed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86001f6-0d82-421f-85b4-c9ecebc686a1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:56.130777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:56.173904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5adf03a4-afc9-493e-95d7-dd893dafbcec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d8f2a20f4e748ccb074c22f428a4d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417707 Jul 16 09:23:56.176317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46362) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:56.224563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1556d0df-8632-4552-8d58-046106194dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:56.245220 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1556d0df-8632-4552-8d58-046106194dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:56.291177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1556d0df-8632-4552-8d58-046106194dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:56.293769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1556d0df-8632-4552-8d58-046106194dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:56.294949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1556d0df-8632-4552-8d58-046106194dc8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58595260-ae8c-45a9-9fcd-f57bc539bdaa HTTP/1.1" status: 204 len: 168 time: 0.1176987 Jul 16 09:23:56.302433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556d0df-8632-4552-8d58-046106194dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58595260-ae8c-45a9-9fcd-f57bc539bdaa,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:57.445825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46398) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:57.542077 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-41178180', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:57.563493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Made reservation on behalf of efa2de44c69e4287a54ccf331ce7a6db for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:23:57.565942 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:57.573845 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:57.661403 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:57.665191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:57.670256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] device_id is not set on port 9154f2d8-169d-42d5-b8dd-72857bdb86f2 yet. {{(pid=94159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:23:57.728908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1597f77-dfcc-497d-bad0-054d5701e163,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:57.787695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Allocated IP 172.25.6.183 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/9154f2d8-169d-42d5-b8dd-72857bdb86f2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:57.925096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:57.963063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.005736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:58.008322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:58.012039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:58.034241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Pushing event updated for resources: {'Port': ['ID=9154f2d8-169d-42d5-b8dd-72857bdb86f2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:58.053866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:58.054489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.068320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-82eb4a71-8aa6-4123-af9e-4ad046afc0bb tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6213491 Jul 16 09:23:58.071358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46402) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:58.075733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.183'}]}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:58.096297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.097266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.151808 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.289260 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.489225 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.507754 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.693941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.848955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.851097 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.893375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.893895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0fb08b3-4bc8-4e56-a6c3-ae4a2d4227a4 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:23:58.907943 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:23:58.909003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-82e4fb3d-8909-4819-917e-d8de48e73352 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8367245 Jul 16 09:23:58.912000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46404) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:58.997318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-de2952f9-abb8-4585-8a6d-fcc5871908d7 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Deleting port 9154f2d8-169d-42d5-b8dd-72857bdb86f2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:58.997686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de2952f9-abb8-4585-8a6d-fcc5871908d7 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.072016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de2952f9-abb8-4585-8a6d-fcc5871908d7 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.083545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-de2952f9-abb8-4585-8a6d-fcc5871908d7 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Calling delete_port for 9154f2d8-169d-42d5-b8dd-72857bdb86f2 owned by {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:59.205721 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de2952f9-abb8-4585-8a6d-fcc5871908d7 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.233318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2952f9-abb8-4585-8a6d-fcc5871908d7 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Pushing event deleted for resources: {'Port': ['ID=9154f2d8-169d-42d5-b8dd-72857bdb86f2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:59.297034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de2952f9-abb8-4585-8a6d-fcc5871908d7 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.299081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-de2952f9-abb8-4585-8a6d-fcc5871908d7 tempest-RoutersAdminNegativeTest-1658442995 tempest-RoutersAdminNegativeTest-1658442995-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9154f2d8-169d-42d5-b8dd-72857bdb86f2 HTTP/1.1" status: 204 len: 168 time: 0.3861532 Jul 16 09:23:59.530777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46410) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:59.634719 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a1d19cb-7bb6-4715-8cf8-2b4309ba59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.720360 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a1d19cb-7bb6-4715-8cf8-2b4309ba59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.724127 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a1d19cb-7bb6-4715-8cf8-2b4309ba59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.761562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6a1d19cb-7bb6-4715-8cf8-2b4309ba59d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ae57ad60d8b41699cf9af37a888976f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297182 Jul 16 09:23:59.762958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d19cb-7bb6-4715-8cf8-2b4309ba59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfb867c-bdfd-4db2-8dce-b09327f0a98a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:59.764675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46414) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:59.814299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.835075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.880449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.883082 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:59.884254 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bfb867c-bdfd-4db2-8dce-b09327f0a98a HTTP/1.1" status: 204 len: 168 time: 0.1184554 Jul 16 09:23:59.892781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfb867c-bdfd-4db2-8dce-b09327f0a98a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:59.900220 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.900557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.900892 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.901295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.901537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.901897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.902223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.902545 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.902865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.903184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.903503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:59.903927 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fd89a-1923-4282-9256-6aed6554c900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:00.133507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:00.172611 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3d11a23e-20fb-41e0-9007-36e733944962 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efa2de44c69e4287a54ccf331ce7a6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378668 Jul 16 09:24:00.174934 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46422) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:00.234760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-540f6bbe-47ad-4ccf-bd55-db198bfb5432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:00.255986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-540f6bbe-47ad-4ccf-bd55-db198bfb5432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:00.301505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-540f6bbe-47ad-4ccf-bd55-db198bfb5432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:00.303989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-540f6bbe-47ad-4ccf-bd55-db198bfb5432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:00.305120 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-540f6bbe-47ad-4ccf-bd55-db198bfb5432 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1597f77-dfcc-497d-bad0-054d5701e163 HTTP/1.1" status: 204 len: 168 time: 0.1293187 Jul 16 09:24:00.313055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f6bbe-47ad-4ccf-bd55-db198bfb5432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1597f77-dfcc-497d-bad0-054d5701e163,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:00.975569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46444) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:01.083772 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-84c5812f-198e-4ed0-b604-38f2e0e23fec tempest-AgentManagementNegativeTest-120669636 tempest-AgentManagementNegativeTest-120669636-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1070726 Jul 16 09:24:01.319605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46452) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:01.423540 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a974afd-9402-4994-9ad6-af31cecd4d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:01.510502 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a974afd-9402-4994-9ad6-af31cecd4d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:01.515156 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8a974afd-9402-4994-9ad6-af31cecd4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:01.554066 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8a974afd-9402-4994-9ad6-af31cecd4d29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=739ce9d75b414d4593efb0a114a315e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333579 Jul 16 09:24:01.554950 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a974afd-9402-4994-9ad6-af31cecd4d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce405a84-bc7e-4b04-bf4c-7a6be4736c85,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:01.556818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46456) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:01.607523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdbb1-1521-42d1-a439-3e4ca79f9109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:01.631708 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdbb1-1521-42d1-a439-3e4ca79f9109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:01.677840 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdbb1-1521-42d1-a439-3e4ca79f9109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:01.680389 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdbb1-1521-42d1-a439-3e4ca79f9109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:01.681550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4b6cdbb1-1521-42d1-a439-3e4ca79f9109 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce405a84-bc7e-4b04-bf4c-7a6be4736c85 HTTP/1.1" status: 204 len: 168 time: 0.1232078 Jul 16 09:24:01.689785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cdbb1-1521-42d1-a439-3e4ca79f9109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce405a84-bc7e-4b04-bf4c-7a6be4736c85,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:02.297479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46478) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:02.390799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b7655208-640a-4bb9-9862-9a9c730802e4 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-95298955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:02.414759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7655208-640a-4bb9-9862-9a9c730802e4 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.415788 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7655208-640a-4bb9-9862-9a9c730802e4 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.465803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7655208-640a-4bb9-9862-9a9c730802e4 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.470339 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7655208-640a-4bb9-9862-9a9c730802e4 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.486745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7655208-640a-4bb9-9862-9a9c730802e4 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.488006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b7655208-640a-4bb9-9862-9a9c730802e4 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1894412 Jul 16 09:24:02.490778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46482) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:02.495592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1621251293'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:02.515355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Made reservation on behalf of a3b686cd1b344e29beb782743bdf17ee for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:02.518829 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.527317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.623783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.627602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.649710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:24:02.662586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf1fe0-d19a-44af-b7d1-1fdbeee23b28,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:02.669523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.670454 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Added segment b86aa8df-ac71-4568-9458-914e221e41ff of type vlan for network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c Jul 16 09:24:02.709135 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.738942 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.744381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:02.744959 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.804949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3131294 Jul 16 09:24:02.808009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46484) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:02.813552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'subnet': {'network_id': '98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:02.852017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0cd1-286c-4de8-be3d-77afb57e2e2f tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Network': ['ID=98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:02.862492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:24:02.907531 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Made reservation on behalf of a3b686cd1b344e29beb782743bdf17ee for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:02.910986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.085896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.145236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Subnet': ['ID=2e5e8ea9-b3cb-48f1-b007-79b9eeabb9ce,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:03.155749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Checking segment: {'id': 'b86aa8df-ac71-4568-9458-914e221e41ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:03.156111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network hostable DHCP agents. Network: 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:24:03.172422 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:24:03.181183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:03.186689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:03.188740 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.189567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f61c331-d49d-43c1-8019-eb2eb48df313 None None] Network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:03.203718 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4a316dbc-eb83-4c7f-9e48-1af9ae147d4c tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3943262 Jul 16 09:24:03.206617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46486) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:03.211615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'network': {'name': 'tempest-router-network01--1965107576'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:03.231305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Made reservation on behalf of a3b686cd1b344e29beb782743bdf17ee for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:03.234876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.259364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:24:03.270012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.270362 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Added segment 169a6608-2471-4183-bd67-2bbe1c305759 of type vlan for network 3103d459-a810-4dee-a2ab-8dcb22604028 Jul 16 09:24:03.309263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.336270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c', 'network_id': '98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c', 'tenant_id': 'a3b686cd1b344e29beb782743bdf17ee', 'fixed_ips': [{'subnet_id': '2e5e8ea9-b3cb-48f1-b007-79b9eeabb9ce'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:24:03.337133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.346854 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.352420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:03.353005 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.389411 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1817467 Jul 16 09:24:03.392108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46488) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:03.398389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'network': {'name': 'tempest-router-network02--1540007882'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:03.419552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Made reservation on behalf of a3b686cd1b344e29beb782743bdf17ee for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:03.422172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fb6f5-10fd-4e2d-9100-9cd2f24c39de tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Network': ['ID=3103d459-a810-4dee-a2ab-8dcb22604028,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:03.424209 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.434550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 3103d459-a810-4dee-a2ab-8dcb22604028 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:24:03.456242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:24:03.465489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.465862 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Added segment 32f956e7-7565-456f-a60e-7cc22652a56e of type vlan for network 8b296d8e-ca1e-4203-b378-c8306c5dc54e Jul 16 09:24:03.509465 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.537254 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Allocated IP 172.20.0.2 (98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c/2e5e8ea9-b3cb-48f1-b007-79b9eeabb9ce/88529adb-20aa-4fe4-955f-602ac5fc371f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:24:03.540034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.546665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:03.547288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.585507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1914408 Jul 16 09:24:03.588439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46490) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:03.599200 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'subnet': {'network_id': '3103d459-a810-4dee-a2ab-8dcb22604028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:03.621202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6c5fb-efc7-4367-92a2-4728fdddb737 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Network': ['ID=8b296d8e-ca1e-4203-b378-c8306c5dc54e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:03.633252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8b296d8e-ca1e-4203-b378-c8306c5dc54e details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:24:03.688834 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Made reservation on behalf of a3b686cd1b344e29beb782743bdf17ee for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:03.692290 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.743131 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.752635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Transition to ACTIVE for port object 88529adb-20aa-4fe4-955f-602ac5fc371f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:03.768428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Transition to ACTIVE for port object 88529adb-20aa-4fe4-955f-602ac5fc371f will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:03.774141 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.812968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:03.815667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:03.819097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:24:03.825719 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Pushing event updated for resources: {'Port': ['ID=88529adb-20aa-4fe4-955f-602ac5fc371f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:03.836072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.836359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.836659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.837021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.837473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.837835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.838157 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.838476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.838797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.839115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.839433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.839748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:03.876985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.889773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Attempting to bind port 88529adb-20aa-4fe4-955f-602ac5fc371f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:24:03.890284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Attempting to bind port 88529adb-20aa-4fe4-955f-602ac5fc371f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b86aa8df-ac71-4568-9458-914e221e41ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:24:03.890515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Attempting to bind port 88529adb-20aa-4fe4-955f-602ac5fc371f on network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:24:03.895467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:24:03.895851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Checking segment: {'id': 'b86aa8df-ac71-4568-9458-914e221e41ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:03.896230 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.896619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Bound using segment: {'id': 'b86aa8df-ac71-4568-9458-914e221e41ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:24:03.897070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Bound port: 88529adb-20aa-4fe4-955f-602ac5fc371f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86aa8df-ac71-4568-9458-914e221e41ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:24:03.897478 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.938623 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Subnet': ['ID=0e3315a1-374a-4f57-aa81-08d47dd13d9d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:03.955398 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Checking segment: {'id': '169a6608-2471-4183-bd67-2bbe1c305759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3103d459-a810-4dee-a2ab-8dcb22604028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:03.955758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network hostable DHCP agents. Network: 3103d459-a810-4dee-a2ab-8dcb22604028, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:24:03.964549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] For port 88529adb-20aa-4fe4-955f-602ac5fc371f, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:24:03.967865 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] For port 88529adb-20aa-4fe4-955f-602ac5fc371f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88529adb-20aa-4fe4-955f-602ac5fc371f,segment=NetworkSegment(b86aa8df-ac71-4568-9458-914e221e41ff),segment_id=b86aa8df-ac71-4568-9458-914e221e41ff)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:24:03.971806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network 3103d459-a810-4dee-a2ab-8dcb22604028 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:24:03.971944 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.982189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 3103d459-a810-4dee-a2ab-8dcb22604028) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:03.986569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:03.987139 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.003973 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-12e92724-0085-4368-87c4-090ac832517b tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4119179 Jul 16 09:24:04.004185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252ba6e-2271-44e0-81cc-7d48a02541c5 None None] Network 3103d459-a810-4dee-a2ab-8dcb22604028 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:04.004300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46492) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:04.009235 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'subnet': {'network_id': '8b296d8e-ca1e-4203-b378-c8306c5dc54e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:04.088374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f43852-1e5d-4120-9c86-ed5ae7b5b51a None None] Pushing event updated for resources: {'Port': ['ID=88529adb-20aa-4fe4-955f-602ac5fc371f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:04.105675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Made reservation on behalf of a3b686cd1b344e29beb782743bdf17ee for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:04.109943 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.217815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-3103d459-a810-4dee-a2ab-8dcb22604028', 'network_id': '3103d459-a810-4dee-a2ab-8dcb22604028', 'tenant_id': 'a3b686cd1b344e29beb782743bdf17ee', 'fixed_ips': [{'subnet_id': '0e3315a1-374a-4f57-aa81-08d47dd13d9d'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:24:04.219128 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.333053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.368015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Allocated IP 172.20.0.2 (3103d459-a810-4dee-a2ab-8dcb22604028/0e3315a1-374a-4f57-aa81-08d47dd13d9d/b52523ea-ea93-47c2-8d00-0020aebdd133) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:24:04.402118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Subnet': ['ID=c476e4dd-e297-44b1-9796-7aa27df43ec1,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:04.411270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Checking segment: {'id': '32f956e7-7565-456f-a60e-7cc22652a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8b296d8e-ca1e-4203-b378-c8306c5dc54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:04.411701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network hostable DHCP agents. Network: 8b296d8e-ca1e-4203-b378-c8306c5dc54e, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:24:04.429273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network 8b296d8e-ca1e-4203-b378-c8306c5dc54e is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:24:04.439100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8b296d8e-ca1e-4203-b378-c8306c5dc54e) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:04.443139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:04.443733 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.449924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b494e-3ea5-46bb-83e5-f79c754177a3 None None] Network 8b296d8e-ca1e-4203-b378-c8306c5dc54e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:04.459296 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a585b3d9-98ce-4fe3-bcf0-3a2c70519978 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4540904 Jul 16 09:24:04.462402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46494) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:04.583051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.594973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Transition to ACTIVE for port object b52523ea-ea93-47c2-8d00-0020aebdd133 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:04.637915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Transition to ACTIVE for port object b52523ea-ea93-47c2-8d00-0020aebdd133 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:04.665509 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.682651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-8b296d8e-ca1e-4203-b378-c8306c5dc54e', 'network_id': '8b296d8e-ca1e-4203-b378-c8306c5dc54e', 'tenant_id': 'a3b686cd1b344e29beb782743bdf17ee', 'fixed_ips': [{'subnet_id': 'c476e4dd-e297-44b1-9796-7aa27df43ec1'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:24:04.683512 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.687877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Network 3103d459-a810-4dee-a2ab-8dcb22604028 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:04.707986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:04.718293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:24:04.752424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.815140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Pushing event updated for resources: {'Port': ['ID=b52523ea-ea93-47c2-8d00-0020aebdd133,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:04.860407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Attempting to bind port b52523ea-ea93-47c2-8d00-0020aebdd133 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:24:04.860772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Attempting to bind port b52523ea-ea93-47c2-8d00-0020aebdd133 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '169a6608-2471-4183-bd67-2bbe1c305759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3103d459-a810-4dee-a2ab-8dcb22604028'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:24:04.861139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Attempting to bind port b52523ea-ea93-47c2-8d00-0020aebdd133 on network 3103d459-a810-4dee-a2ab-8dcb22604028 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:24:04.872073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:24:04.872447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Checking segment: {'id': '169a6608-2471-4183-bd67-2bbe1c305759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3103d459-a810-4dee-a2ab-8dcb22604028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:04.873406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.873833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Bound using segment: {'id': '169a6608-2471-4183-bd67-2bbe1c305759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3103d459-a810-4dee-a2ab-8dcb22604028'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:24:04.874488 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Bound port: b52523ea-ea93-47c2-8d00-0020aebdd133, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169a6608-2471-4183-bd67-2bbe1c305759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3103d459-a810-4dee-a2ab-8dcb22604028'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:24:04.874870 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:04.947659 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Allocated IP 172.20.0.2 (8b296d8e-ca1e-4203-b378-c8306c5dc54e/c476e4dd-e297-44b1-9796-7aa27df43ec1/b3f4f71a-5bb4-4844-8934-8769d22b6e01) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:24:04.999946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] For port b52523ea-ea93-47c2-8d00-0020aebdd133, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:24:05.016899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] For port b52523ea-ea93-47c2-8d00-0020aebdd133, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b52523ea-ea93-47c2-8d00-0020aebdd133,segment=NetworkSegment(169a6608-2471-4183-bd67-2bbe1c305759),segment_id=169a6608-2471-4183-bd67-2bbe1c305759)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:24:05.045507 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.078040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f9189-737c-4e51-b98f-5fe9f2dc1288 None None] Network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:05.349922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Allocated IP 172.20.0.1 (3103d459-a810-4dee-a2ab-8dcb22604028/0e3315a1-374a-4f57-aa81-08d47dd13d9d/f9bd1035-c41f-440c-811c-0b80bd0854de) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:24:05.353667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88529adb-20aa-4fe4-955f-602ac5fc371f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:05.361686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b247c42a-6fc4-43f2-8016-ac6347cb9ff2 None None] Provisioning for port 88529adb-20aa-4fe4-955f-602ac5fc371f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:05.415028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ff041-8714-4a7f-88d0-af4f7df76cb2 None None] Pushing event updated for resources: {'Port': ['ID=b52523ea-ea93-47c2-8d00-0020aebdd133,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:05.467335 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.474530 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.503465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Transition to ACTIVE for port object f9bd1035-c41f-440c-811c-0b80bd0854de will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:05.508344 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Transition to ACTIVE for port object b3f4f71a-5bb4-4844-8934-8769d22b6e01 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:05.535158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 88529adb-20aa-4fe4-955f-602ac5fc371f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:05.545233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 88529adb-20aa-4fe4-955f-602ac5fc371f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:05.545450 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.549264 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.563617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Transition to ACTIVE for port object b3f4f71a-5bb4-4844-8934-8769d22b6e01 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:05.587942 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.609318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Port': ['ID=f9bd1035-c41f-440c-811c-0b80bd0854de,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:05.621374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network 3103d459-a810-4dee-a2ab-8dcb22604028 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:05.623867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:05.626878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:24:05.664431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Network 8b296d8e-ca1e-4203-b378-c8306c5dc54e is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:05.672532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:05.675176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:24:05.676792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.679334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Pushing event updated for resources: {'Port': ['ID=b3f4f71a-5bb4-4844-8934-8769d22b6e01,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:05.775105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Attempting to bind port b3f4f71a-5bb4-4844-8934-8769d22b6e01 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:24:05.775420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Attempting to bind port b3f4f71a-5bb4-4844-8934-8769d22b6e01 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '32f956e7-7565-456f-a60e-7cc22652a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8b296d8e-ca1e-4203-b378-c8306c5dc54e'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:24:05.775730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Attempting to bind port b3f4f71a-5bb4-4844-8934-8769d22b6e01 on network 8b296d8e-ca1e-4203-b378-c8306c5dc54e {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:24:05.786228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:24:05.786612 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Checking segment: {'id': '32f956e7-7565-456f-a60e-7cc22652a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8b296d8e-ca1e-4203-b378-c8306c5dc54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:05.787001 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.787394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Bound using segment: {'id': '32f956e7-7565-456f-a60e-7cc22652a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8b296d8e-ca1e-4203-b378-c8306c5dc54e'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:24:05.787868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Bound port: b3f4f71a-5bb4-4844-8934-8769d22b6e01, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f956e7-7565-456f-a60e-7cc22652a56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8b296d8e-ca1e-4203-b378-c8306c5dc54e'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:24:05.788238 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.790983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.864031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 88529adb-20aa-4fe4-955f-602ac5fc371f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88529adb-20aa-4fe4-955f-602ac5fc371f,segment=NetworkSegment(b86aa8df-ac71-4568-9458-914e221e41ff),segment_id=b86aa8df-ac71-4568-9458-914e221e41ff)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:05.873966 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.877283 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.915347 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] For port b3f4f71a-5bb4-4844-8934-8769d22b6e01, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:24:05.937965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] For port b3f4f71a-5bb4-4844-8934-8769d22b6e01, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b3f4f71a-5bb4-4844-8934-8769d22b6e01,segment=NetworkSegment(32f956e7-7565-456f-a60e-7cc22652a56e),segment_id=32f956e7-7565-456f-a60e-7cc22652a56e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:24:05.949410 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.957294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=88529adb-20aa-4fe4-955f-602ac5fc371f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:06.016891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee923f-b814-402b-90ef-bccc366cec18 None None] Pushing event updated for resources: {'Port': ['ID=b3f4f71a-5bb4-4844-8934-8769d22b6e01,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:06.049349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d9f35e73-662e-4122-b5dd-3665f1a8de20 None None] Provisioning complete for port 88529adb-20aa-4fe4-955f-602ac5fc371f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:06.049349 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9f35e73-662e-4122-b5dd-3665f1a8de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:06.181489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:06.187487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:06.272328 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:06.286003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Port': ['ID=f9bd1035-c41f-440c-811c-0b80bd0854de,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:06.400390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network 3103d459-a810-4dee-a2ab-8dcb22604028 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:06.402092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:06.496081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b56071c-6993-497a-9d00-1bf59758e241 None None] Network 3103d459-a810-4dee-a2ab-8dcb22604028 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:06.533020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Router d6fcd328-4970-4092-9f23-2e59f80679ed is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:24:06.583330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-31b2d044-3db7-4e67-a740-dce32d65b704 None None] Provisioning for port b52523ea-ea93-47c2-8d00-0020aebdd133 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:06.627285 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:24:06.633387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-875587ae-3e39-4be4-82a0-b1b7bfe35c23 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "PUT /v2.0/routers/d6fcd328-4970-4092-9f23-2e59f80679ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1691854 Jul 16 09:24:06.635364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46496) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:06.639930 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7072fd2-1965-4d5a-ae28-1a17af943564 None None] Sync routers for ids ['d6fcd328-4970-4092-9f23-2e59f80679ed'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:24:06.649689 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7072fd2-1965-4d5a-ae28-1a17af943564 None None] Routers {'d6fcd328-4970-4092-9f23-2e59f80679ed'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:06.650337 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a7072fd2-1965-4d5a-ae28-1a17af943564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d6fcd328-4970-4092-9f23-2e59f80679ed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:06.682664 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a7072fd2-1965-4d5a-ae28-1a17af943564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:06.691413 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7072fd2-1965-4d5a-ae28-1a17af943564 None None] Routers {'d6fcd328-4970-4092-9f23-2e59f80679ed'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:06.692018 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a7072fd2-1965-4d5a-ae28-1a17af943564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d6fcd328-4970-4092-9f23-2e59f80679ed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:06.729083 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a7072fd2-1965-4d5a-ae28-1a17af943564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:06.729751 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7072fd2-1965-4d5a-ae28-1a17af943564 None None] The sync data for ids ['d6fcd328-4970-4092-9f23-2e59f80679ed'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:24:06.922725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9d171fdb-77fa-4c3f-a1e6-481740d519b9 None None] Provisioning for port f9bd1035-c41f-440c-811c-0b80bd0854de completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:06.928938 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9d171fdb-77fa-4c3f-a1e6-481740d519b9 None None] Provisioning complete for port f9bd1035-c41f-440c-811c-0b80bd0854de triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:06.929310 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9d171fdb-77fa-4c3f-a1e6-481740d519b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:06.973901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9d171fdb-77fa-4c3f-a1e6-481740d519b9 None None] Port f9bd1035-c41f-440c-811c-0b80bd0854de cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:24:07.036537 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-7665015d-979c-4b2a-828f-4dba31902821 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:24:07.040330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7665015d-979c-4b2a-828f-4dba31902821 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "PUT /v2.0/routers/d6fcd328-4970-4092-9f23-2e59f80679ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4009316 Jul 16 09:24:07.040534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:07.202862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0423485e-0afe-484c-800f-9f2874318731 None None] Provisioning complete for port f9bd1035-c41f-440c-811c-0b80bd0854de triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:07.203392 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0423485e-0afe-484c-800f-9f2874318731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.244743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-0423485e-0afe-484c-800f-9f2874318731 None None] Port f9bd1035-c41f-440c-811c-0b80bd0854de cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:24:07.281846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552a395-bf8c-453f-baa1-452ac37bdedf None None] Network 8b296d8e-ca1e-4203-b378-c8306c5dc54e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:07.380849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1df34a21-1ff2-4214-be87-956793389b6a None None] Provisioning for port b3f4f71a-5bb4-4844-8934-8769d22b6e01 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:07.410948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.478203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88529adb-20aa-4fe4-955f-602ac5fc371f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:07.527470 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-060290cf-5e79-4d51-a581-285e005e8ddb None None] Provisioning complete for port f9bd1035-c41f-440c-811c-0b80bd0854de triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:07.527838 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-060290cf-5e79-4d51-a581-285e005e8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.570150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 88529adb-20aa-4fe4-955f-602ac5fc371f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:07.570519 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.572097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-060290cf-5e79-4d51-a581-285e005e8ddb None None] Port f9bd1035-c41f-440c-811c-0b80bd0854de cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:24:07.660490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b52523ea-ea93-47c2-8d00-0020aebdd133 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:07.687959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Deleting port f9bd1035-c41f-440c-811c-0b80bd0854de {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:07.688492 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.722460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b52523ea-ea93-47c2-8d00-0020aebdd133 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:07.726158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b52523ea-ea93-47c2-8d00-0020aebdd133 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:07.726525 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.780496 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.791908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Calling delete_port for f9bd1035-c41f-440c-811c-0b80bd0854de owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:07.802157 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.834371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b52523ea-ea93-47c2-8d00-0020aebdd133, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b52523ea-ea93-47c2-8d00-0020aebdd133,segment=NetworkSegment(169a6608-2471-4183-bd67-2bbe1c305759),segment_id=169a6608-2471-4183-bd67-2bbe1c305759)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:07.838498 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.839314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b3f4f71a-5bb4-4844-8934-8769d22b6e01 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:07.916661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b52523ea-ea93-47c2-8d00-0020aebdd133,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:07.931683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b3f4f71a-5bb4-4844-8934-8769d22b6e01 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:07.936342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b3f4f71a-5bb4-4844-8934-8769d22b6e01 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:07.936762 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.966627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.995541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Port': ['ID=f9bd1035-c41f-440c-811c-0b80bd0854de,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:08.017013 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:08.051813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b3f4f71a-5bb4-4844-8934-8769d22b6e01, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b3f4f71a-5bb4-4844-8934-8769d22b6e01,segment=NetworkSegment(32f956e7-7565-456f-a60e-7cc22652a56e),segment_id=32f956e7-7565-456f-a60e-7cc22652a56e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:08.056554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:08.114160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b3f4f71a-5bb4-4844-8934-8769d22b6e01,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:08.141764 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:08.305080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Router d6fcd328-4970-4092-9f23-2e59f80679ed has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:24:08.377747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:24:08.382963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e7315fe9-f27f-40b3-8755-d5f9ae8296e2 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "PUT /v2.0/routers/d6fcd328-4970-4092-9f23-2e59f80679ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3413651 Jul 16 09:24:08.386456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46500) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:08.389986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1757e5-e4d9-45ff-93d9-2e0710002ce3 None None] Sync routers for ids ['d6fcd328-4970-4092-9f23-2e59f80679ed'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:24:08.399232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1757e5-e4d9-45ff-93d9-2e0710002ce3 None None] Routers {'d6fcd328-4970-4092-9f23-2e59f80679ed'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:08.399848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0f1757e5-e4d9-45ff-93d9-2e0710002ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d6fcd328-4970-4092-9f23-2e59f80679ed'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:08.427754 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-94bfd435-f21b-4e6b-8959-2327ff7cdb24 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] delete failed (client error): The resource could not be found. Jul 16 09:24:08.432247 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-94bfd435-f21b-4e6b-8959-2327ff7cdb24 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1460409971 HTTP/1.1" status: 404 len: 335 time: 0.0409477 Jul 16 09:24:08.432373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0f1757e5-e4d9-45ff-93d9-2e0710002ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:08.432470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46502) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:08.437597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5b040183-63bc-4fd8-ac27-6bef31c7528d tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6fcd328-4970-4092-9f23-2e59f80679ed'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:08.441205 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1757e5-e4d9-45ff-93d9-2e0710002ce3 None None] Routers {'d6fcd328-4970-4092-9f23-2e59f80679ed'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:08.441831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0f1757e5-e4d9-45ff-93d9-2e0710002ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d6fcd328-4970-4092-9f23-2e59f80679ed'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:08.474715 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-0f1757e5-e4d9-45ff-93d9-2e0710002ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:08.475368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1757e5-e4d9-45ff-93d9-2e0710002ce3 None None] The sync data for ids ['d6fcd328-4970-4092-9f23-2e59f80679ed'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:24:08.919911 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b040183-63bc-4fd8-ac27-6bef31c7528d tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:08.940921 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-5b040183-63bc-4fd8-ac27-6bef31c7528d tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] update failed (client error): The resource could not be found. Jul 16 09:24:08.942002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5b040183-63bc-4fd8-ac27-6bef31c7528d tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "PUT /v2.0/routers/d6fcd328-4970-4092-9f23-2e59f80679ed HTTP/1.1" status: 404 len: 339 time: 0.5086048 Jul 16 09:24:08.945881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46504) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:09.214579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.293045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b52523ea-ea93-47c2-8d00-0020aebdd133 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:09.343841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b52523ea-ea93-47c2-8d00-0020aebdd133 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:09.344233 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.422081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b3f4f71a-5bb4-4844-8934-8769d22b6e01 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:09.453625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Allocated IP 172.20.0.1 (98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c/2e5e8ea9-b3cb-48f1-b007-79b9eeabb9ce/f88ea763-73e3-4b8f-9741-521c66527565) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:24:09.467551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b3f4f71a-5bb4-4844-8934-8769d22b6e01 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:09.467849 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.565318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.585207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Transition to ACTIVE for port object f88ea763-73e3-4b8f-9741-521c66527565 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:09.618164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.662866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:09.666037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:09.670089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:24:09.676541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Port': ['ID=f88ea763-73e3-4b8f-9741-521c66527565,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:09.718169 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.853198 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.944303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-081ab3ca-ca40-47ca-8f9c-750e01d59e4e None None] Provisioning for port f88ea763-73e3-4b8f-9741-521c66527565 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:09.947905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-081ab3ca-ca40-47ca-8f9c-750e01d59e4e None None] Provisioning complete for port f88ea763-73e3-4b8f-9741-521c66527565 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:09.948278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-081ab3ca-ca40-47ca-8f9c-750e01d59e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.981518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-081ab3ca-ca40-47ca-8f9c-750e01d59e4e None None] Port f88ea763-73e3-4b8f-9741-521c66527565 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:24:10.112875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:10.117265 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:10.189417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event updated for resources: {'Port': ['ID=f88ea763-73e3-4b8f-9741-521c66527565,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:10.195673 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:10.289439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:10.290887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:10.393882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Router d6fcd328-4970-4092-9f23-2e59f80679ed has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:24:10.489248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:24:10.494236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-943cb933-ae58-45f3-a262-2359eaa2dc12 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "PUT /v2.0/routers/d6fcd328-4970-4092-9f23-2e59f80679ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5473757 Jul 16 09:24:10.496819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46506) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:10.499981 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51302f-96f9-438f-9ab1-0ea825fdc96a None None] Sync routers for ids ['d6fcd328-4970-4092-9f23-2e59f80679ed'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:24:10.510418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d9543793-7b76-422d-a502-699ab51d0dc1 None None] Provisioning complete for port f88ea763-73e3-4b8f-9741-521c66527565 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:10.510892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9543793-7b76-422d-a502-699ab51d0dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:10.512448 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51302f-96f9-438f-9ab1-0ea825fdc96a None None] Routers {'d6fcd328-4970-4092-9f23-2e59f80679ed'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:10.513276 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e51302f-96f9-438f-9ab1-0ea825fdc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d6fcd328-4970-4092-9f23-2e59f80679ed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:10.546825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d9543793-7b76-422d-a502-699ab51d0dc1 None None] Port f88ea763-73e3-4b8f-9741-521c66527565 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:24:10.592593 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6fbf5a29-8416-4824-b62e-80e309e8c79e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:10.643834 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e51302f-96f9-438f-9ab1-0ea825fdc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:10.652349 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51302f-96f9-438f-9ab1-0ea825fdc96a None None] Routers {'d6fcd328-4970-4092-9f23-2e59f80679ed'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:10.652950 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e51302f-96f9-438f-9ab1-0ea825fdc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d6fcd328-4970-4092-9f23-2e59f80679ed'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:10.676983 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-6fbf5a29-8416-4824-b62e-80e309e8c79e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 09:24:10.678069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6fbf5a29-8416-4824-b62e-80e309e8c79e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/routers/d6fcd328-4970-4092-9f23-2e59f80679ed HTTP/1.1" status: 409 len: 329 time: 0.1803391 Jul 16 09:24:10.680835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46508) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:10.684803 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3e51302f-96f9-438f-9ab1-0ea825fdc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:10.685531 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51302f-96f9-438f-9ab1-0ea825fdc96a None None] The sync data for ids ['d6fcd328-4970-4092-9f23-2e59f80679ed'] in n-d-780147-28 is: [] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:24:10.991817 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:11.239604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Deleting port f88ea763-73e3-4b8f-9741-521c66527565 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:11.240178 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:11.324792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:11.336977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Calling delete_port for f88ea763-73e3-4b8f-9741-521c66527565 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:11.508172 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:11.536707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Port': ['ID=f88ea763-73e3-4b8f-9741-521c66527565,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:11.682934 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.127112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Router d6fcd328-4970-4092-9f23-2e59f80679ed has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:24:12.201544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:24:12.206660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b2aaf1c2-acd2-4125-9a27-06e9a643d01e tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "PUT /v2.0/routers/d6fcd328-4970-4092-9f23-2e59f80679ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5248938 Jul 16 09:24:12.210284 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46510) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:12.210727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c38b17-7198-4e58-86c5-fe7a67560890 None None] Sync routers for ids ['d6fcd328-4970-4092-9f23-2e59f80679ed'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:24:12.220724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c38b17-7198-4e58-86c5-fe7a67560890 None None] Routers {'d6fcd328-4970-4092-9f23-2e59f80679ed'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:12.221335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b5c38b17-7198-4e58-86c5-fe7a67560890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d6fcd328-4970-4092-9f23-2e59f80679ed'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:12.248040 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-484b1572-ad24-4613-acd8-22e5e4a521aa tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] show failed (client error): The resource could not be found. Jul 16 09:24:12.252856 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-484b1572-ad24-4613-acd8-22e5e4a521aa tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1228588311 HTTP/1.1" status: 404 len: 335 time: 0.0379159 Jul 16 09:24:12.253059 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46512) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:12.257535 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e3fcbb0a-4aa8-4b3a-9a1e-59e6307e6b2a tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:12.259288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b5c38b17-7198-4e58-86c5-fe7a67560890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:12.269113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c38b17-7198-4e58-86c5-fe7a67560890 None None] Routers {'d6fcd328-4970-4092-9f23-2e59f80679ed'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:12.269749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b5c38b17-7198-4e58-86c5-fe7a67560890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:23:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['d6fcd328-4970-4092-9f23-2e59f80679ed'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:12.292605 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-e3fcbb0a-4aa8-4b3a-9a1e-59e6307e6b2a tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] update failed (client error): The resource could not be found. Jul 16 09:24:12.296862 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e3fcbb0a-4aa8-4b3a-9a1e-59e6307e6b2a tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-639917676 HTTP/1.1" status: 404 len: 334 time: 0.0396411 Jul 16 09:24:12.297025 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46514) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:12.302231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b5c38b17-7198-4e58-86c5-fe7a67560890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:12.302884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c38b17-7198-4e58-86c5-fe7a67560890 None None] The sync data for ids ['d6fcd328-4970-4092-9f23-2e59f80679ed'] in n-d-780147-28 is: [] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:24:12.353467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc454c02-93c0-4e75-bb7b-a8ec36ab2de9 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Deleting subnet c476e4dd-e297-44b1-9796-7aa27df43ec1 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:24:12.356774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc454c02-93c0-4e75-bb7b-a8ec36ab2de9 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.396870 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc454c02-93c0-4e75-bb7b-a8ec36ab2de9 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.482250 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc454c02-93c0-4e75-bb7b-a8ec36ab2de9 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.543444 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc454c02-93c0-4e75-bb7b-a8ec36ab2de9 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.573138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc454c02-93c0-4e75-bb7b-a8ec36ab2de9 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Subnet': ['ID=c476e4dd-e297-44b1-9796-7aa27df43ec1,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:12.575206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-cc454c02-93c0-4e75-bb7b-a8ec36ab2de9 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.578417 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cc454c02-93c0-4e75-bb7b-a8ec36ab2de9 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/subnets/c476e4dd-e297-44b1-9796-7aa27df43ec1 HTTP/1.1" status: 204 len: 168 time: 0.2792797 Jul 16 09:24:12.579632 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46516) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:12.589191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a766d8-91d6-4484-850a-b28474eccfb3 None None] Network 8b296d8e-ca1e-4203-b378-c8306c5dc54e requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:12.638560 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ad7a92-4fe7-43ed-9238-e46bdef1f6cf tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Deleting subnet 0e3315a1-374a-4f57-aa81-08d47dd13d9d {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:24:12.641833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a92-4fe7-43ed-9238-e46bdef1f6cf tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.686074 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a92-4fe7-43ed-9238-e46bdef1f6cf tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.783305 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a92-4fe7-43ed-9238-e46bdef1f6cf tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.790901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] DHCP port deletion for 8b296d8e-ca1e-4203-b378-c8306c5dc54e request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:24:12.838919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] Deleting port b3f4f71a-5bb4-4844-8934-8769d22b6e01 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:12.839622 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.849016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a92-4fe7-43ed-9238-e46bdef1f6cf tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.878238 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a92-4fe7-43ed-9238-e46bdef1f6cf tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.880098 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-96ad7a92-4fe7-43ed-9238-e46bdef1f6cf tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/subnets/0e3315a1-374a-4f57-aa81-08d47dd13d9d HTTP/1.1" status: 204 len: 168 time: 0.2994850 Jul 16 09:24:12.881054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad7a92-4fe7-43ed-9238-e46bdef1f6cf tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3315a1-374a-4f57-aa81-08d47dd13d9d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:12.882792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46518) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:12.903548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18919a4c-a0a9-45f6-bb08-8c5d8182d869 None None] Network 3103d459-a810-4dee-a2ab-8dcb22604028 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:12.944387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] For port b3f4f71a-5bb4-4844-8934-8769d22b6e01, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b3f4f71a-5bb4-4844-8934-8769d22b6e01,segment=NetworkSegment(32f956e7-7565-456f-a60e-7cc22652a56e),segment_id=32f956e7-7565-456f-a60e-7cc22652a56e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:12.944776 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.965142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:12.990825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] Calling delete_port for b3f4f71a-5bb4-4844-8934-8769d22b6e01 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:13.022149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Deleting port b3f4f71a-5bb4-4844-8934-8769d22b6e01 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:13.022662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.092192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] For port b3f4f71a-5bb4-4844-8934-8769d22b6e01, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b3f4f71a-5bb4-4844-8934-8769d22b6e01,segment=NetworkSegment(32f956e7-7565-456f-a60e-7cc22652a56e),segment_id=32f956e7-7565-456f-a60e-7cc22652a56e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:13.092559 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.104299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Calling delete_port for b3f4f71a-5bb4-4844-8934-8769d22b6e01 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:13.123561 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.154283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] Pushing event deleted for resources: {'Port': ['ID=b3f4f71a-5bb4-4844-8934-8769d22b6e01,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:13.157880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476607a6-c42c-4786-9957-d8eab09f075b None None] No DVR routers for this DVR port b3f4f71a-5bb4-4844-8934-8769d22b6e01 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:13.181093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] DHCP port deletion for 3103d459-a810-4dee-a2ab-8dcb22604028 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:24:13.194528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.220518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Port': ['ID=b3f4f71a-5bb4-4844-8934-8769d22b6e01,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:13.224747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] No DVR routers for this DVR port b3f4f71a-5bb4-4844-8934-8769d22b6e01 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:13.229270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] Deleting port b52523ea-ea93-47c2-8d00-0020aebdd133 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:13.229770 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.294849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] For port b52523ea-ea93-47c2-8d00-0020aebdd133, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b52523ea-ea93-47c2-8d00-0020aebdd133,segment=NetworkSegment(169a6608-2471-4183-bd67-2bbe1c305759),segment_id=169a6608-2471-4183-bd67-2bbe1c305759)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:13.295275 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.304422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b52523ea-ea93-47c2-8d00-0020aebdd133 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:24:13.308715 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.319404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b296d8e-ca1e-4203-b378-c8306c5dc54e']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:13.330123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f956e7-7565-456f-a60e-7cc22652a56e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:13.330422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f956e7-7565-456f-a60e-7cc22652a56e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:13.339884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.355025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.361579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:24:13.362032 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:24:13.365537 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:24:13.432164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.439777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.441558 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/networks/8b296d8e-ca1e-4203-b378-c8306c5dc54e HTTP/1.1" status: 204 len: 168 time: 0.5577781 Jul 16 09:24:13.444454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46520) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:13.453924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc87ce-0cfb-4af6-b633-1a48d94181fd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Network': ['ID=8b296d8e-ca1e-4203-b378-c8306c5dc54e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:13.488221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] Calling delete_port for b52523ea-ea93-47c2-8d00-0020aebdd133 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:13.527097 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.579683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Deleting port b52523ea-ea93-47c2-8d00-0020aebdd133 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:13.580030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.598910 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.626044 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.643839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] For port b52523ea-ea93-47c2-8d00-0020aebdd133, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b52523ea-ea93-47c2-8d00-0020aebdd133,segment=NetworkSegment(169a6608-2471-4183-bd67-2bbe1c305759),segment_id=169a6608-2471-4183-bd67-2bbe1c305759)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:13.644280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.662216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Calling delete_port for b52523ea-ea93-47c2-8d00-0020aebdd133 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:13.668743 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] Pushing event deleted for resources: {'Port': ['ID=b52523ea-ea93-47c2-8d00-0020aebdd133,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:13.672315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b3f4f71a-5bb4-4844-8934-8769d22b6e01 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:24:13.674541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b6c6d-544b-4e46-ba22-6d3ac4816f19 None None] No DVR routers for this DVR port b52523ea-ea93-47c2-8d00-0020aebdd133 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:13.695125 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b3f4f71a-5bb4-4844-8934-8769d22b6e01 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:24:13.695477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b3f4f71a-5bb4-4844-8934-8769d22b6e01 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:24:13.738610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.766092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Port': ['ID=b52523ea-ea93-47c2-8d00-0020aebdd133,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:13.767924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] No DVR routers for this DVR port b52523ea-ea93-47c2-8d00-0020aebdd133 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:13.847712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.857658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3103d459-a810-4dee-a2ab-8dcb22604028']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:13.867236 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169a6608-2471-4183-bd67-2bbe1c305759') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:13.867534 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169a6608-2471-4183-bd67-2bbe1c305759') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:13.876962 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.890861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.896577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:24:13.896972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: self.session.flush() Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:24:13.899888 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:24:13.961025 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.968002 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.969851 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/networks/3103d459-a810-4dee-a2ab-8dcb22604028 HTTP/1.1" status: 204 len: 168 time: 0.5243857 Jul 16 09:24:13.972448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46522) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:13.980963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3dc87-74f0-4f81-a1c1-2806a6787f53 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Network': ['ID=3103d459-a810-4dee-a2ab-8dcb22604028,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:14.024333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7209c2-4b28-40c4-800e-df435a1ec3bd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Deleting subnet 2e5e8ea9-b3cb-48f1-b007-79b9eeabb9ce {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:24:14.027387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7209c2-4b28-40c4-800e-df435a1ec3bd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.067558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7209c2-4b28-40c4-800e-df435a1ec3bd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.152206 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7209c2-4b28-40c4-800e-df435a1ec3bd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.208469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7209c2-4b28-40c4-800e-df435a1ec3bd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.235287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7209c2-4b28-40c4-800e-df435a1ec3bd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5e8ea9-b3cb-48f1-b007-79b9eeabb9ce,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:14.239521 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7209c2-4b28-40c4-800e-df435a1ec3bd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.241368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bf7209c2-4b28-40c4-800e-df435a1ec3bd tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/subnets/2e5e8ea9-b3cb-48f1-b007-79b9eeabb9ce HTTP/1.1" status: 204 len: 168 time: 0.2678258 Jul 16 09:24:14.243833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46524) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:14.247302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13f861-21f5-46f4-8464-4e9ba33d4665 None None] Network 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:14.324589 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.379596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Deleting port 88529adb-20aa-4fe4-955f-602ac5fc371f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:14.379941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.428242 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79874268-7892-46d0-b095-7936548b896f None None] DHCP port deletion for 98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:24:14.449801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] For port 88529adb-20aa-4fe4-955f-602ac5fc371f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88529adb-20aa-4fe4-955f-602ac5fc371f,segment=NetworkSegment(b86aa8df-ac71-4568-9458-914e221e41ff),segment_id=b86aa8df-ac71-4568-9458-914e221e41ff)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:14.450166 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.462488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Calling delete_port for 88529adb-20aa-4fe4-955f-602ac5fc371f owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:14.476979 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a4412d33-1582-45db-ac53-0f7d62636096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.487047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-79874268-7892-46d0-b095-7936548b896f None None] Deleting port 88529adb-20aa-4fe4-955f-602ac5fc371f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:14.487420 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79874268-7892-46d0-b095-7936548b896f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.546380 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.553220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-79874268-7892-46d0-b095-7936548b896f None None] For port 88529adb-20aa-4fe4-955f-602ac5fc371f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=88529adb-20aa-4fe4-955f-602ac5fc371f,segment=NetworkSegment(b86aa8df-ac71-4568-9458-914e221e41ff),segment_id=b86aa8df-ac71-4568-9458-914e221e41ff)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:14.553621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79874268-7892-46d0-b095-7936548b896f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.565978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-79874268-7892-46d0-b095-7936548b896f None None] Calling delete_port for 88529adb-20aa-4fe4-955f-602ac5fc371f owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:14.577168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Port': ['ID=88529adb-20aa-4fe4-955f-602ac5fc371f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:14.577168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] No DVR routers for this DVR port 88529adb-20aa-4fe4-955f-602ac5fc371f on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:14.647234 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-79874268-7892-46d0-b095-7936548b896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.661152 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.671625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:14.673376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79874268-7892-46d0-b095-7936548b896f None None] Pushing event deleted for resources: {'Port': ['ID=88529adb-20aa-4fe4-955f-602ac5fc371f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:14.680754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79874268-7892-46d0-b095-7936548b896f None None] No DVR routers for this DVR port 88529adb-20aa-4fe4-955f-602ac5fc371f on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:14.681898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86aa8df-ac71-4568-9458-914e221e41ff') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:14.682202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86aa8df-ac71-4568-9458-914e221e41ff') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:14.691972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.706487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.712479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:24:14.712896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:24:14.715965 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:24:14.777591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.784662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:14.789138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/networks/98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c HTTP/1.1" status: 204 len: 168 time: 0.5418029 Jul 16 09:24:14.789450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46526) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:14.798744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40242157-56a1-4aaa-b356-1cb71fd44855 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Pushing event deleted for resources: {'Network': ['ID=98fba98d-8f1d-4a6a-a17c-90fbe27b2a0c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:14.825378 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-49764dbe-42f9-4669-8c72-95a668dd0f78 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fcd328-4970-4092-9f23-2e59f80679ed HTTP/1.1" status: 200 len: 205 time: 0.0295231 Jul 16 09:24:14.825378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46528) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:14.897823 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55e01f0-cdbd-4de0-ba0c-de3268bb4496 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.056802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55e01f0-cdbd-4de0-ba0c-de3268bb4496 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.058807 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55e01f0-cdbd-4de0-ba0c-de3268bb4496 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.100774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55e01f0-cdbd-4de0-ba0c-de3268bb4496 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.101379 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55e01f0-cdbd-4de0-ba0c-de3268bb4496 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Fanout notify agent at l3_agent the message router_deleted on router d6fcd328-4970-4092-9f23-2e59f80679ed {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:24:15.109221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d55e01f0-cdbd-4de0-ba0c-de3268bb4496 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.110298 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d55e01f0-cdbd-4de0-ba0c-de3268bb4496 tempest-RoutersNegativeTest-1797531626 tempest-RoutersNegativeTest-1797531626-project] 10.222.0.55 "DELETE /v2.0/routers/d6fcd328-4970-4092-9f23-2e59f80679ed HTTP/1.1" status: 204 len: 168 time: 0.2867942 Jul 16 09:24:15.286615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88529adb-20aa-4fe4-955f-602ac5fc371f no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:24:15.307076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 88529adb-20aa-4fe4-955f-602ac5fc371f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:24:15.307405 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 88529adb-20aa-4fe4-955f-602ac5fc371f not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:24:15.353305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46534) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:15.484280 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1cb4c07d-e41c-4ef9-9a80-a4dfb03764ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3b686cd1b344e29beb782743bdf17ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297259 Jul 16 09:24:15.486805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46538) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:15.522417 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.534941 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32633e88-ae96-4212-920b-3e74c93850ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.560041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32633e88-ae96-4212-920b-3e74c93850ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.606493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32633e88-ae96-4212-920b-3e74c93850ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.609046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-32633e88-ae96-4212-920b-3e74c93850ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.610223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-32633e88-ae96-4212-920b-3e74c93850ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccdf1fe0-d19a-44af-b7d1-1fdbeee23b28 HTTP/1.1" status: 204 len: 168 time: 0.1225364 Jul 16 09:24:15.618088 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32633e88-ae96-4212-920b-3e74c93850ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf1fe0-d19a-44af-b7d1-1fdbeee23b28,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:16.227478 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46560) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:16.321902 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-secgroup--270615529'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:16.343758 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.351972 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.441869 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.445574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.485681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fc6c53-844b-4269-8c6b-7d468a15d6bc,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:16.534886 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.538569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.564466 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.565710 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3371840 Jul 16 09:24:16.568302 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46564) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:16.576355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bd15e-4345-4a42-b096-7c2e474d24e5 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3277b3-23f1-455b-a1ce-8c1e168309c3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:16.633606 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-addb8205-f679-4615-8a63-87403d01b716 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0642021 Jul 16 09:24:16.636169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46566) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:16.640783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-584cda05-ad0a-443c-9c9a-8202b58a0226 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-security--1629843715', 'description': 'tempest-security-description-3608209'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:16.667206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-584cda05-ad0a-443c-9c9a-8202b58a0226 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.710767 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-584cda05-ad0a-443c-9c9a-8202b58a0226 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.714104 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-584cda05-ad0a-443c-9c9a-8202b58a0226 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.717325 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-584cda05-ad0a-443c-9c9a-8202b58a0226 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.718579 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-584cda05-ad0a-443c-9c9a-8202b58a0226 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "PUT /v2.0/security-groups/7b3277b3-23f1-455b-a1ce-8c1e168309c3 HTTP/1.1" status: 200 len: 1777 time: 0.0812438 Jul 16 09:24:16.721390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46568) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:16.742017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cda05-ad0a-443c-9c9a-8202b58a0226 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3277b3-23f1-455b-a1ce-8c1e168309c3,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:16.760950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9346a2c7-4af5-47ea-989c-6a9dd3787b5b tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups/7b3277b3-23f1-455b-a1ce-8c1e168309c3 HTTP/1.1" status: 200 len: 1777 time: 0.0383620 Jul 16 09:24:16.763932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46570) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:16.814543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75cbcb82-c400-49cc-8f8c-8d1a6ed8b88e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.835968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75cbcb82-c400-49cc-8f8c-8d1a6ed8b88e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.876697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75cbcb82-c400-49cc-8f8c-8d1a6ed8b88e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.879145 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75cbcb82-c400-49cc-8f8c-8d1a6ed8b88e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.880346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-75cbcb82-c400-49cc-8f8c-8d1a6ed8b88e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/7b3277b3-23f1-455b-a1ce-8c1e168309c3 HTTP/1.1" status: 204 len: 168 time: 0.1155145 Jul 16 09:24:16.883046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46572) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:16.889828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbcb82-c400-49cc-8f8c-8d1a6ed8b88e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3277b3-23f1-455b-a1ce-8c1e168309c3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:16.935766 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d6e06f6-b9c9-4217-bbc8-c2d1f9468c44 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513940 Jul 16 09:24:16.938479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46574) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:16.950473 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-a8c2f48b-e7b2-4bac-a705-67eb0c83e0ae tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] delete failed (client error): The resource could not be found. Jul 16 09:24:16.951489 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a8c2f48b-e7b2-4bac-a705-67eb0c83e0ae tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/7b3277b3-23f1-455b-a1ce-8c1e168309c3 HTTP/1.1" status: 404 len: 347 time: 0.0121536 Jul 16 09:24:16.954930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46576) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:16.959738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-456caaf1-5d56-44eb-943b-5ef9f6f45854 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911226687'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:16.981462 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-456caaf1-5d56-44eb-943b-5ef9f6f45854 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.061499 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-456caaf1-5d56-44eb-943b-5ef9f6f45854 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.065114 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-456caaf1-5d56-44eb-943b-5ef9f6f45854 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.093736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-456caaf1-5d56-44eb-943b-5ef9f6f45854 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.094953 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-456caaf1-5d56-44eb-943b-5ef9f6f45854 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1391485 Jul 16 09:24:17.096852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456caaf1-5d56-44eb-943b-5ef9f6f45854 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d040518-c132-46ad-98f7-ac313686bf53,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:17.097990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46578) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.102710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-24ea85c0-7544-418c-8bbc-d670f4a39c6e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '7d040518-c132-46ad-98f7-ac313686bf53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:17.132610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24ea85c0-7544-418c-8bbc-d670f4a39c6e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.205329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24ea85c0-7544-418c-8bbc-d670f4a39c6e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.208834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24ea85c0-7544-418c-8bbc-d670f4a39c6e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.227297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea85c0-7544-418c-8bbc-d670f4a39c6e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e91a5d-df86-4e50-b696-94b04421ed21,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:17.230410 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24ea85c0-7544-418c-8bbc-d670f4a39c6e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.232324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-24ea85c0-7544-418c-8bbc-d670f4a39c6e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327670 Jul 16 09:24:17.235261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46580) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.264684 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a57928c-7c33-4170-b2fa-93f7eabd6570 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.272605 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a57928c-7c33-4170-b2fa-93f7eabd6570 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.301249 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a57928c-7c33-4170-b2fa-93f7eabd6570 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.307216 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a57928c-7c33-4170-b2fa-93f7eabd6570 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.308318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8a57928c-7c33-4170-b2fa-93f7eabd6570 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/47e91a5d-df86-4e50-b696-94b04421ed21 HTTP/1.1" status: 204 len: 168 time: 0.0721023 Jul 16 09:24:17.311621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46582) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.314342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57928c-7c33-4170-b2fa-93f7eabd6570 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47e91a5d-df86-4e50-b696-94b04421ed21,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:17.360294 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-722aac5b-cf54-4333-897d-f36c79400c67 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475028 Jul 16 09:24:17.363009 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46584) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.413978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a08894ec-5429-4c62-877b-f7e344ad8c6a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.435879 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a08894ec-5429-4c62-877b-f7e344ad8c6a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.475368 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a08894ec-5429-4c62-877b-f7e344ad8c6a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.477898 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a08894ec-5429-4c62-877b-f7e344ad8c6a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.479025 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a08894ec-5429-4c62-877b-f7e344ad8c6a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/7d040518-c132-46ad-98f7-ac313686bf53 HTTP/1.1" status: 204 len: 168 time: 0.1151080 Jul 16 09:24:17.482334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46586) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.488473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08894ec-5429-4c62-877b-f7e344ad8c6a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d040518-c132-46ad-98f7-ac313686bf53,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:17.533824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-35fff90b-6aa3-4c1d-9bba-fb4bb8dbb7bf tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501919 Jul 16 09:24:17.537396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46588) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.541602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0fbcd373-6072-43f1-ad4d-b79e1847f974 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-secgroup--595875413'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:17.563349 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd373-6072-43f1-ad4d-b79e1847f974 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.645981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd373-6072-43f1-ad4d-b79e1847f974 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.651072 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd373-6072-43f1-ad4d-b79e1847f974 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.663226 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.670213 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-904ddaca-109d-4da3-9630-447bd40f58ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.684623 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd373-6072-43f1-ad4d-b79e1847f974 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.685897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0fbcd373-6072-43f1-ad4d-b79e1847f974 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1475277 Jul 16 09:24:17.688592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46590) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.693718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5ce620e8-b5e3-4be3-95e9-497a7a8205e1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '6679da5a-0a35-4ed4-b363-85abeff1ecef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:17.700470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcd373-6072-43f1-ad4d-b79e1847f974 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6679da5a-0a35-4ed4-b363-85abeff1ecef,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:17.722452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ce620e8-b5e3-4be3-95e9-497a7a8205e1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.781111 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ce620e8-b5e3-4be3-95e9-497a7a8205e1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.784594 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ce620e8-b5e3-4be3-95e9-497a7a8205e1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.801679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce620e8-b5e3-4be3-95e9-497a7a8205e1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32b1bd3-433e-425a-994c-918a06bcb290,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:17.807632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ce620e8-b5e3-4be3-95e9-497a7a8205e1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.809066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5ce620e8-b5e3-4be3-95e9-497a7a8205e1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195440 Jul 16 09:24:17.811786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46592) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.816271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4a88145d-adfd-4cc8-b97f-a5aae273fc66 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '6679da5a-0a35-4ed4-b363-85abeff1ecef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:17.844031 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a88145d-adfd-4cc8-b97f-a5aae273fc66 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.900978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a88145d-adfd-4cc8-b97f-a5aae273fc66 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.904976 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a88145d-adfd-4cc8-b97f-a5aae273fc66 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.919610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88145d-adfd-4cc8-b97f-a5aae273fc66 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7230a775-d74a-45b3-8ec9-49e9e47a2de2,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:17.927834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a88145d-adfd-4cc8-b97f-a5aae273fc66 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.929032 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4a88145d-adfd-4cc8-b97f-a5aae273fc66 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163297 Jul 16 09:24:17.931761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46594) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:17.936247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-99b3cdd4-6015-4d12-ac7a-9b28b1f9bc4d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '6679da5a-0a35-4ed4-b363-85abeff1ecef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:17.961841 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b3cdd4-6015-4d12-ac7a-9b28b1f9bc4d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.018713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b3cdd4-6015-4d12-ac7a-9b28b1f9bc4d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.022087 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b3cdd4-6015-4d12-ac7a-9b28b1f9bc4d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.039908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3cdd4-6015-4d12-ac7a-9b28b1f9bc4d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fb531c-cf88-4780-b062-e03921a39bcb,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:18.045932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b3cdd4-6015-4d12-ac7a-9b28b1f9bc4d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.047118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-99b3cdd4-6015-4d12-ac7a-9b28b1f9bc4d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144562 Jul 16 09:24:18.049843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46596) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.054183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f217171b-10f9-4655-9078-2e4ee0c6c8bd tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '6679da5a-0a35-4ed4-b363-85abeff1ecef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:18.080456 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f217171b-10f9-4655-9078-2e4ee0c6c8bd tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.141982 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f217171b-10f9-4655-9078-2e4ee0c6c8bd tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.145535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f217171b-10f9-4655-9078-2e4ee0c6c8bd tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.167490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217171b-10f9-4655-9078-2e4ee0c6c8bd tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49595d13-8525-4d39-ae64-a4d1b4c4b5ad,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:18.171597 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f217171b-10f9-4655-9078-2e4ee0c6c8bd tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.172797 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f217171b-10f9-4655-9078-2e4ee0c6c8bd tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220391 Jul 16 09:24:18.175517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46598) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.179826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c7e45aff-4b52-420b-9009-fc80b07280ed tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '6679da5a-0a35-4ed4-b363-85abeff1ecef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:18.207373 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7e45aff-4b52-420b-9009-fc80b07280ed tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.266897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7e45aff-4b52-420b-9009-fc80b07280ed tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.270277 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7e45aff-4b52-420b-9009-fc80b07280ed tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.287145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e45aff-4b52-420b-9009-fc80b07280ed tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794385f9-5966-4590-84dc-15a3cec025c7,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:18.293378 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7e45aff-4b52-420b-9009-fc80b07280ed tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.294713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c7e45aff-4b52-420b-9009-fc80b07280ed tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1183324 Jul 16 09:24:18.297427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46600) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.320727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06275dc5-9b9c-4ef5-9cdc-51181fd70695 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.328881 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06275dc5-9b9c-4ef5-9cdc-51181fd70695 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.355455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06275dc5-9b9c-4ef5-9cdc-51181fd70695 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.361736 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06275dc5-9b9c-4ef5-9cdc-51181fd70695 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.362868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-06275dc5-9b9c-4ef5-9cdc-51181fd70695 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/794385f9-5966-4590-84dc-15a3cec025c7 HTTP/1.1" status: 204 len: 168 time: 0.0644228 Jul 16 09:24:18.365577 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46602) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.368185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06275dc5-9b9c-4ef5-9cdc-51181fd70695 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=794385f9-5966-4590-84dc-15a3cec025c7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:18.413869 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9874cc05-ade5-43e4-b00a-a51540650fc1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0468740 Jul 16 09:24:18.416473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46604) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.444353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5148a735-4b84-4494-b406-38af9e123fb1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.452896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5148a735-4b84-4494-b406-38af9e123fb1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.482565 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5148a735-4b84-4494-b406-38af9e123fb1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.489013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5148a735-4b84-4494-b406-38af9e123fb1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.490135 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5148a735-4b84-4494-b406-38af9e123fb1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/49595d13-8525-4d39-ae64-a4d1b4c4b5ad HTTP/1.1" status: 204 len: 168 time: 0.0727711 Jul 16 09:24:18.492855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46606) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.495342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148a735-4b84-4494-b406-38af9e123fb1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49595d13-8525-4d39-ae64-a4d1b4c4b5ad,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:18.546100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a2508df5-9736-4bf7-ac51-62389d54c916 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0517561 Jul 16 09:24:18.549178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46608) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.572451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fad55bdb-0a72-4c08-9ac7-dba7bc336c33 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.584008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fad55bdb-0a72-4c08-9ac7-dba7bc336c33 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.611151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fad55bdb-0a72-4c08-9ac7-dba7bc336c33 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.617237 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fad55bdb-0a72-4c08-9ac7-dba7bc336c33 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.618373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fad55bdb-0a72-4c08-9ac7-dba7bc336c33 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/74fb531c-cf88-4780-b062-e03921a39bcb HTTP/1.1" status: 204 len: 168 time: 0.0682755 Jul 16 09:24:18.621067 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46610) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.624468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55bdb-0a72-4c08-9ac7-dba7bc336c33 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74fb531c-cf88-4780-b062-e03921a39bcb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:18.663632 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-07bb4dd2-f015-45aa-afa6-f9f9c57c844c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0412729 Jul 16 09:24:18.666306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46612) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.694331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8832cd3d-839e-44e1-8260-69b42a3025f9 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.701782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8832cd3d-839e-44e1-8260-69b42a3025f9 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.727600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8832cd3d-839e-44e1-8260-69b42a3025f9 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.734899 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8832cd3d-839e-44e1-8260-69b42a3025f9 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.735994 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8832cd3d-839e-44e1-8260-69b42a3025f9 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7230a775-d74a-45b3-8ec9-49e9e47a2de2 HTTP/1.1" status: 204 len: 168 time: 0.0688007 Jul 16 09:24:18.738724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46614) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.739991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832cd3d-839e-44e1-8260-69b42a3025f9 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7230a775-d74a-45b3-8ec9-49e9e47a2de2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:18.783857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-00f3b6fc-3919-4d89-aa7f-216b78a1eb99 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0414987 Jul 16 09:24:18.784109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46616) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.806646 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272d8ddb-d486-4e3e-9b3f-93695e5ede4a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.814107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272d8ddb-d486-4e3e-9b3f-93695e5ede4a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.840845 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272d8ddb-d486-4e3e-9b3f-93695e5ede4a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.847514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272d8ddb-d486-4e3e-9b3f-93695e5ede4a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.848645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-272d8ddb-d486-4e3e-9b3f-93695e5ede4a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f32b1bd3-433e-425a-994c-918a06bcb290 HTTP/1.1" status: 204 len: 168 time: 0.0636034 Jul 16 09:24:18.851477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46618) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.854166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d8ddb-d486-4e3e-9b3f-93695e5ede4a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f32b1bd3-433e-425a-994c-918a06bcb290,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:18.893243 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c3e9b49-f961-46cd-95f3-44e95c02a5dd tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0405712 Jul 16 09:24:18.895952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46620) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:18.948460 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.953276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72543fc2-0a08-4e82-8c63-08b2c2ee01fa tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.979174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72543fc2-0a08-4e82-8c63-08b2c2ee01fa tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.019989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72543fc2-0a08-4e82-8c63-08b2c2ee01fa tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.022516 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72543fc2-0a08-4e82-8c63-08b2c2ee01fa tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.023653 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-72543fc2-0a08-4e82-8c63-08b2c2ee01fa tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/6679da5a-0a35-4ed4-b363-85abeff1ecef HTTP/1.1" status: 204 len: 168 time: 0.1267667 Jul 16 09:24:19.026535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46622) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.032789 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72543fc2-0a08-4e82-8c63-08b2c2ee01fa tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6679da5a-0a35-4ed4-b363-85abeff1ecef,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:19.048692 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.076811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bb03dd90-d370-4d3b-b13f-082bd2634453 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479946 Jul 16 09:24:19.081163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46624) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.085430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ed79a69c-08a8-449b-90c5-30b74a3e19db tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-secgroup--902842740'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:19.107983 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed79a69c-08a8-449b-90c5-30b74a3e19db tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.189020 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed79a69c-08a8-449b-90c5-30b74a3e19db tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.192905 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed79a69c-08a8-449b-90c5-30b74a3e19db tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.220119 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed79a69c-08a8-449b-90c5-30b74a3e19db tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.221261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ed79a69c-08a8-449b-90c5-30b74a3e19db tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1391680 Jul 16 09:24:19.224199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46626) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.225314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79a69c-08a8-449b-90c5-30b74a3e19db tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca6540a-836f-4dbd-b3f7-32dc3df5983d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:19.229002 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-74c4bbd2-e618-4a2e-87f6-f156ba8c5bb4 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': 'dca6540a-836f-4dbd-b3f7-32dc3df5983d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:19.255597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74c4bbd2-e618-4a2e-87f6-f156ba8c5bb4 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.301717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74c4bbd2-e618-4a2e-87f6-f156ba8c5bb4 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.305027 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74c4bbd2-e618-4a2e-87f6-f156ba8c5bb4 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.322475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4bbd2-e618-4a2e-87f6-f156ba8c5bb4 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042f697f-3490-440e-92df-a57ebf598aad,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:19.329197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74c4bbd2-e618-4a2e-87f6-f156ba8c5bb4 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.330468 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74c4bbd2-e618-4a2e-87f6-f156ba8c5bb4 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1052604 Jul 16 09:24:19.333179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46628) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.388520 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-339b63c5-9313-40eb-83ea-dedfa5472aaf tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.410415 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-339b63c5-9313-40eb-83ea-dedfa5472aaf tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.453726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-339b63c5-9313-40eb-83ea-dedfa5472aaf tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.456239 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-339b63c5-9313-40eb-83ea-dedfa5472aaf tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.457403 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-339b63c5-9313-40eb-83ea-dedfa5472aaf tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/dca6540a-836f-4dbd-b3f7-32dc3df5983d HTTP/1.1" status: 204 len: 168 time: 0.1232724 Jul 16 09:24:19.460131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46630) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.466342 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b63c5-9313-40eb-83ea-dedfa5472aaf tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca6540a-836f-4dbd-b3f7-32dc3df5983d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:19.505493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-63b32d9d-2dfd-4620-bf18-dbbf5e1778bb tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440969 Jul 16 09:24:19.508965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46632) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.513736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dd849698-42af-4e21-bd88-20c2ef679007 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-secgroup--480316432'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:19.534456 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd849698-42af-4e21-bd88-20c2ef679007 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.618778 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd849698-42af-4e21-bd88-20c2ef679007 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.623044 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd849698-42af-4e21-bd88-20c2ef679007 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.651376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd849698-42af-4e21-bd88-20c2ef679007 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.652603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dd849698-42af-4e21-bd88-20c2ef679007 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1426928 Jul 16 09:24:19.655053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd849698-42af-4e21-bd88-20c2ef679007 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c71ffa-2761-4467-ab3f-c92113d33657,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:19.656073 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46634) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.660924 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a2eb3920-b277-4bb9-a5e5-2a80dbc99dac tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762156321'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:19.682973 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3920-b277-4bb9-a5e5-2a80dbc99dac tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.761979 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3920-b277-4bb9-a5e5-2a80dbc99dac tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.765349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3920-b277-4bb9-a5e5-2a80dbc99dac tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.792951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3920-b277-4bb9-a5e5-2a80dbc99dac tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.794268 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a2eb3920-b277-4bb9-a5e5-2a80dbc99dac tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1370356 Jul 16 09:24:19.796735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb3920-b277-4bb9-a5e5-2a80dbc99dac tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99bd10e-2f15-4f98-bbe6-a68bb5ee14e5,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:19.797897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46636) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.802578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dd213000-55b8-408c-a048-edf47d5cb86d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '83c71ffa-2761-4467-ab3f-c92113d33657', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c99bd10e-2f15-4f98-bbe6-a68bb5ee14e5', 'remote_ip_prefix': None}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:19.832875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd213000-55b8-408c-a048-edf47d5cb86d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.903990 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd213000-55b8-408c-a048-edf47d5cb86d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.908577 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd213000-55b8-408c-a048-edf47d5cb86d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.929867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd213000-55b8-408c-a048-edf47d5cb86d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee1e149-3e2f-4dfe-878b-bde4822d9e16,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:19.933534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd213000-55b8-408c-a048-edf47d5cb86d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.934743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dd213000-55b8-408c-a048-edf47d5cb86d tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1358633 Jul 16 09:24:19.938382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46638) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:19.961777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930c6f63-e098-414c-9346-55282dc2b474 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.969160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930c6f63-e098-414c-9346-55282dc2b474 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:19.995303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930c6f63-e098-414c-9346-55282dc2b474 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.000994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-930c6f63-e098-414c-9346-55282dc2b474 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.002137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-930c6f63-e098-414c-9346-55282dc2b474 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cee1e149-3e2f-4dfe-878b-bde4822d9e16 HTTP/1.1" status: 204 len: 168 time: 0.0628402 Jul 16 09:24:20.004883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46640) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.009696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6f63-e098-414c-9346-55282dc2b474 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cee1e149-3e2f-4dfe-878b-bde4822d9e16,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:20.048622 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-44f56f2f-9d3c-475f-aeb1-faa91873819e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0425878 Jul 16 09:24:20.051373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46642) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.101803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b1fb79-6c1b-4f02-9874-d6b636b1746c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.127845 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b1fb79-6c1b-4f02-9874-d6b636b1746c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.167094 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b1fb79-6c1b-4f02-9874-d6b636b1746c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.170273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-60b1fb79-6c1b-4f02-9874-d6b636b1746c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.171457 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-60b1fb79-6c1b-4f02-9874-d6b636b1746c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/c99bd10e-2f15-4f98-bbe6-a68bb5ee14e5 HTTP/1.1" status: 204 len: 168 time: 0.1191950 Jul 16 09:24:20.174297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46644) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.179932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1fb79-6c1b-4f02-9874-d6b636b1746c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99bd10e-2f15-4f98-bbe6-a68bb5ee14e5,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:20.219656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.227653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6ddc2da0-f715-49db-b2f5-249f683201f4 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0521712 Jul 16 09:24:20.230436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46646) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.283818 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da07d6bc-a45f-45cc-a69a-f12545d2234b tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.305021 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da07d6bc-a45f-45cc-a69a-f12545d2234b tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.345045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da07d6bc-a45f-45cc-a69a-f12545d2234b tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.347739 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da07d6bc-a45f-45cc-a69a-f12545d2234b tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.348878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-da07d6bc-a45f-45cc-a69a-f12545d2234b tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/83c71ffa-2761-4467-ab3f-c92113d33657 HTTP/1.1" status: 204 len: 168 time: 0.1175663 Jul 16 09:24:20.351650 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46648) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.358583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07d6bc-a45f-45cc-a69a-f12545d2234b tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c71ffa-2761-4467-ab3f-c92113d33657,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:20.396374 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-669d7249-a88f-41e7-890c-0b849ec96b57 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435054 Jul 16 09:24:20.400222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46650) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.405145 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-876ed1a2-823f-46a0-8438-eda78e35e8df tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380265051'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:20.426597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-876ed1a2-823f-46a0-8438-eda78e35e8df tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.505161 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-876ed1a2-823f-46a0-8438-eda78e35e8df tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.508838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-876ed1a2-823f-46a0-8438-eda78e35e8df tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.535517 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-876ed1a2-823f-46a0-8438-eda78e35e8df tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.536670 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-876ed1a2-823f-46a0-8438-eda78e35e8df tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1355426 Jul 16 09:24:20.539626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46652) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.540809 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ed1a2-823f-46a0-8438-eda78e35e8df tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32eea01-b608-4cdb-a913-44e60ff6d40c,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:20.544896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-98dc3d64-580a-417d-98c4-c156774b522e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': 'b32eea01-b608-4cdb-a913-44e60ff6d40c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:20.571331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98dc3d64-580a-417d-98c4-c156774b522e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.618443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98dc3d64-580a-417d-98c4-c156774b522e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.621999 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98dc3d64-580a-417d-98c4-c156774b522e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.640866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc3d64-580a-417d-98c4-c156774b522e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dc8cae-6e4e-4bd0-8e7f-2fb13c78c332,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:20.644191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98dc3d64-580a-417d-98c4-c156774b522e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.645316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-98dc3d64-580a-417d-98c4-c156774b522e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1047020 Jul 16 09:24:20.648155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46654) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.672780 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-378538b7-7de2-45a3-b0b0-729d5ddd388a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.680187 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-378538b7-7de2-45a3-b0b0-729d5ddd388a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.707475 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-378538b7-7de2-45a3-b0b0-729d5ddd388a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.713343 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-378538b7-7de2-45a3-b0b0-729d5ddd388a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.714479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-378538b7-7de2-45a3-b0b0-729d5ddd388a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/13dc8cae-6e4e-4bd0-8e7f-2fb13c78c332 HTTP/1.1" status: 204 len: 168 time: 0.0654113 Jul 16 09:24:20.717753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46656) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.720385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378538b7-7de2-45a3-b0b0-729d5ddd388a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13dc8cae-6e4e-4bd0-8e7f-2fb13c78c332,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:20.757877 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b1f480e6-6c92-4b7d-982c-e391b43f2ea2 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388966 Jul 16 09:24:20.760625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46658) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.812950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21c6d203-0bbc-40a7-ab09-a34ba377298c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.834570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21c6d203-0bbc-40a7-ab09-a34ba377298c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.877709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21c6d203-0bbc-40a7-ab09-a34ba377298c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.880309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-21c6d203-0bbc-40a7-ab09-a34ba377298c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:20.881436 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-21c6d203-0bbc-40a7-ab09-a34ba377298c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/b32eea01-b608-4cdb-a913-44e60ff6d40c HTTP/1.1" status: 204 len: 168 time: 0.1199100 Jul 16 09:24:20.884167 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46660) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.891327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6d203-0bbc-40a7-ab09-a34ba377298c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32eea01-b608-4cdb-a913-44e60ff6d40c,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:20.929620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b9a68a91-5754-41b3-9c06-ae390f7a839c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442426 Jul 16 09:24:20.933211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46662) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:20.937612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cfb823bf-c976-4180-b4a4-1c8b5cde284e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008880058'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:20.958720 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfb823bf-c976-4180-b4a4-1c8b5cde284e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.041320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfb823bf-c976-4180-b4a4-1c8b5cde284e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.044992 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfb823bf-c976-4180-b4a4-1c8b5cde284e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.066427 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfb823bf-c976-4180-b4a4-1c8b5cde284e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.067553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cfb823bf-c976-4180-b4a4-1c8b5cde284e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1333878 Jul 16 09:24:21.070686 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46664) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.075337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb823bf-c976-4180-b4a4-1c8b5cde284e tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31576b64-d92f-4241-bee3-956e56b90675,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:21.076147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8e15b07f-749a-43a4-b51c-7b055b1fbe64 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '31576b64-d92f-4241-bee3-956e56b90675', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:21.103029 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e15b07f-749a-43a4-b51c-7b055b1fbe64 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.147869 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e15b07f-749a-43a4-b51c-7b055b1fbe64 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.151467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e15b07f-749a-43a4-b51c-7b055b1fbe64 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.167076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15b07f-749a-43a4-b51c-7b055b1fbe64 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a02f915-4a66-4c31-b74f-4f6ff28495fc,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:21.175775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8e15b07f-749a-43a4-b51c-7b055b1fbe64 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.177164 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8e15b07f-749a-43a4-b51c-7b055b1fbe64 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1054261 Jul 16 09:24:21.179806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46666) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.195880 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-594d1927-0061-4511-bf27-0d38bdd83248 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules/6a02f915-4a66-4c31-b74f-4f6ff28495fc HTTP/1.1" status: 200 len: 763 time: 0.0150757 Jul 16 09:24:21.198103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46668) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.236961 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-de4339c3-6ba0-416d-af12-1bc50e10858c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0378332 Jul 16 09:24:21.239428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46670) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.262269 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61d1115e-8dd8-4bfa-b4ac-54be0c8069dc tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.270166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61d1115e-8dd8-4bfa-b4ac-54be0c8069dc tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.294717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61d1115e-8dd8-4bfa-b4ac-54be0c8069dc tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.300509 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61d1115e-8dd8-4bfa-b4ac-54be0c8069dc tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.301580 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-61d1115e-8dd8-4bfa-b4ac-54be0c8069dc tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6a02f915-4a66-4c31-b74f-4f6ff28495fc HTTP/1.1" status: 204 len: 168 time: 0.0612779 Jul 16 09:24:21.304171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46672) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.306897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1115e-8dd8-4bfa-b4ac-54be0c8069dc tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a02f915-4a66-4c31-b74f-4f6ff28495fc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:21.344408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-de3ed443-bb76-4d3c-9197-0a52e6b6b800 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390320 Jul 16 09:24:21.346873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46674) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.351125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-72a594c9-8e41-4e46-a40d-7174ba97ded2 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '31576b64-d92f-4241-bee3-956e56b90675', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:21.377699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72a594c9-8e41-4e46-a40d-7174ba97ded2 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.422655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72a594c9-8e41-4e46-a40d-7174ba97ded2 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.426536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72a594c9-8e41-4e46-a40d-7174ba97ded2 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.447463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a594c9-8e41-4e46-a40d-7174ba97ded2 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df9412a-ac8e-4d29-b3e9-10776cc9a205,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:21.452061 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72a594c9-8e41-4e46-a40d-7174ba97ded2 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.453379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-72a594c9-8e41-4e46-a40d-7174ba97ded2 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1055689 Jul 16 09:24:21.456018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46678) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.471718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cc399c06-e693-4048-9750-68ea8fa416db tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules/6df9412a-ac8e-4d29-b3e9-10776cc9a205 HTTP/1.1" status: 200 len: 763 time: 0.0146942 Jul 16 09:24:21.473969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.513713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-18b66f70-8a8f-4b5e-bc90-55aa827ab8c1 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0380905 Jul 16 09:24:21.516052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46682) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.538133 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f8a45e4-42f8-4ec7-9d72-f72ed399fee0 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.546068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f8a45e4-42f8-4ec7-9d72-f72ed399fee0 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.578327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f8a45e4-42f8-4ec7-9d72-f72ed399fee0 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.583626 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f8a45e4-42f8-4ec7-9d72-f72ed399fee0 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.584768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5f8a45e4-42f8-4ec7-9d72-f72ed399fee0 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6df9412a-ac8e-4d29-b3e9-10776cc9a205 HTTP/1.1" status: 204 len: 168 time: 0.0678153 Jul 16 09:24:21.588611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46684) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.593768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a45e4-42f8-4ec7-9d72-f72ed399fee0 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df9412a-ac8e-4d29-b3e9-10776cc9a205,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:21.632378 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:21.640783 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-68287ad5-49f2-4aa9-9c8c-d6405c9bb33c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508986 Jul 16 09:24:21.643424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46686) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.648002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2f972ada-28a6-48b3-9cfa-ae922d3f692a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Request body: {'security_group_rule': {'security_group_id': '31576b64-d92f-4241-bee3-956e56b90675', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:21.675345 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f972ada-28a6-48b3-9cfa-ae922d3f692a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.729447 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f972ada-28a6-48b3-9cfa-ae922d3f692a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.733951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f972ada-28a6-48b3-9cfa-ae922d3f692a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.753517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f972ada-28a6-48b3-9cfa-ae922d3f692a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0de57a2-7007-4a51-92a1-66c769905577,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:21.760037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f972ada-28a6-48b3-9cfa-ae922d3f692a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.761227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2f972ada-28a6-48b3-9cfa-ae922d3f692a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168175 Jul 16 09:24:21.764265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46688) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.779819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3646f0f3-bf91-461e-a4cf-d168123d1382 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules/c0de57a2-7007-4a51-92a1-66c769905577 HTTP/1.1" status: 200 len: 764 time: 0.0145581 Jul 16 09:24:21.782092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46690) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.822326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-caa6ae38-cffd-4265-b504-77c5ee9e98f8 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0392601 Jul 16 09:24:21.824879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46692) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.847069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-512a4923-d863-4b77-b535-eb63df69597f tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.854591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-512a4923-d863-4b77-b535-eb63df69597f tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.881797 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-512a4923-d863-4b77-b535-eb63df69597f tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.889617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-512a4923-d863-4b77-b535-eb63df69597f tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:21.890765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-512a4923-d863-4b77-b535-eb63df69597f tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c0de57a2-7007-4a51-92a1-66c769905577 HTTP/1.1" status: 204 len: 168 time: 0.0649540 Jul 16 09:24:21.893401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46694) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.895141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a4923-d863-4b77-b535-eb63df69597f tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0de57a2-7007-4a51-92a1-66c769905577,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:21.937516 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9ef6cc19-fd1a-409b-a7eb-21bd207c177c tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428770 Jul 16 09:24:21.940182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:21.990920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52816bbb-47f7-4557-82ef-a1586204a53a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:22.016442 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52816bbb-47f7-4557-82ef-a1586204a53a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:22.055286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52816bbb-47f7-4557-82ef-a1586204a53a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:22.058021 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-52816bbb-47f7-4557-82ef-a1586204a53a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:22.059150 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-52816bbb-47f7-4557-82ef-a1586204a53a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "DELETE /v2.0/security-groups/31576b64-d92f-4241-bee3-956e56b90675 HTTP/1.1" status: 204 len: 168 time: 0.1180792 Jul 16 09:24:22.062456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46698) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:22.068973 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52816bbb-47f7-4557-82ef-a1586204a53a tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31576b64-d92f-4241-bee3-956e56b90675,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:22.106393 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7efa84fd-ab6e-44e1-9206-b8a4e8be39f9 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424635 Jul 16 09:24:22.110394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46700) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:22.153943 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4de65661-327c-43bc-b618-15ab12789149 tempest-SecGroupTest-1318831694 tempest-SecGroupTest-1318831694-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424218 Jul 16 09:24:22.402468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46706) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:22.531251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ab5623f9-2140-4f48-8496-66d5e19a3b0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d0fdd143bb54b08b8f4e2d481ffa674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276069 Jul 16 09:24:22.533663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46710) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:22.582636 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94ea6356-889e-4d4c-9e30-71ef6e467997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:22.603488 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94ea6356-889e-4d4c-9e30-71ef6e467997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:22.649068 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94ea6356-889e-4d4c-9e30-71ef6e467997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:22.651667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94ea6356-889e-4d4c-9e30-71ef6e467997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:22.652742 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-94ea6356-889e-4d4c-9e30-71ef6e467997 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0fc6c53-844b-4269-8c6b-7d468a15d6bc HTTP/1.1" status: 204 len: 168 time: 0.1182001 Jul 16 09:24:22.661460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea6356-889e-4d4c-9e30-71ef6e467997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fc6c53-844b-4269-8c6b-7d468a15d6bc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:23.269762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46732) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:23.366429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3e1f155a-7e08-4bba-b865-6ff85cc803f3 tempest-ServiceProvidersTest-777079061 tempest-ServiceProvidersTest-777079061-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0954981 Jul 16 09:24:23.602488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46740) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:23.706356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bb4b463-fbaf-45ea-933e-73f9eef30f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:23.795052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bb4b463-fbaf-45ea-933e-73f9eef30f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:23.798798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bb4b463-fbaf-45ea-933e-73f9eef30f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:23.835072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4b463-fbaf-45ea-933e-73f9eef30f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ea720-60c5-48ef-af5e-d1cdf8d6130e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:23.840349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2bb4b463-fbaf-45ea-933e-73f9eef30f38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=043c2c85fe4f4937a3294f0beebcc0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359695 Jul 16 09:24:23.842979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46744) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:23.893227 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbe46ca0-f293-4994-92ac-c98e2df67839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:23.913874 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbe46ca0-f293-4994-92ac-c98e2df67839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:23.963021 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbe46ca0-f293-4994-92ac-c98e2df67839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:23.965546 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbe46ca0-f293-4994-92ac-c98e2df67839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:23.967474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bbe46ca0-f293-4994-92ac-c98e2df67839 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/314ea720-60c5-48ef-af5e-d1cdf8d6130e HTTP/1.1" status: 204 len: 168 time: 0.1234818 Jul 16 09:24:23.975266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe46ca0-f293-4994-92ac-c98e2df67839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ea720-60c5-48ef-af5e-d1cdf8d6130e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:24.579708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46766) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:24.675414 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1658566906'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:24.696926 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Made reservation on behalf of 91c42a4ebd894a7abf8248b89f6d87c5 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:24.700470 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.708821 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.799256 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.803079 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.829146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:24:24.838562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c008c3-8910-4ba3-a7ef-05eb2b41bab9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:24.843361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.843708 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Added segment 53420afc-0a5e-4e91-ba7e-c0ef9b9d2241 of type vlan for network 5668defe-703d-4cae-b7cd-30466c4a7575 Jul 16 09:24:24.883664 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.912393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.919805 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:24.920446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.956994 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3761232 Jul 16 09:24:24.959683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46770) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:24.967296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Request body: {'subnet': {'network_id': '5668defe-703d-4cae-b7cd-30466c4a7575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:25.007234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221c5c1-24bf-44fc-9e3b-aa46423b9521 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Pushing event updated for resources: {'Network': ['ID=5668defe-703d-4cae-b7cd-30466c4a7575,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:25.017771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 5668defe-703d-4cae-b7cd-30466c4a7575 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:24:25.080306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Made reservation on behalf of 91c42a4ebd894a7abf8248b89f6d87c5 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:25.083986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.257991 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.321484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Pushing event updated for resources: {'Subnet': ['ID=8d0fe455-b302-43c6-bb76-0b2eccd8245a,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:25.330844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Checking segment: {'id': '53420afc-0a5e-4e91-ba7e-c0ef9b9d2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5668defe-703d-4cae-b7cd-30466c4a7575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:25.331148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Network hostable DHCP agents. Network: 5668defe-703d-4cae-b7cd-30466c4a7575, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:24:25.348044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Network 5668defe-703d-4cae-b7cd-30466c4a7575 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:24:25.356941 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 5668defe-703d-4cae-b7cd-30466c4a7575) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:25.360920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:25.361503 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.371340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d787a082-7cf1-4dee-92eb-0c2399ec312f None None] Network 5668defe-703d-4cae-b7cd-30466c4a7575 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:25.376932 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2977c2f9-c4e4-481e-a96a-247a9f6ef766 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162450 Jul 16 09:24:25.379575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46772) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:25.384423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Request body: {'port': {'network_id': '5668defe-703d-4cae-b7cd-30466c4a7575', 'name': 'tempest-TagsExtTest-1617756145'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:25.489827 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Made reservation on behalf of 91c42a4ebd894a7abf8248b89f6d87c5 for: {'port': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:25.493579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.512474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] device_id is not set on port 99545cd2-6b29-4954-8b7c-4f739648d9bd yet. {{(pid=94164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:24:25.533312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-5668defe-703d-4cae-b7cd-30466c4a7575', 'network_id': '5668defe-703d-4cae-b7cd-30466c4a7575', 'tenant_id': '91c42a4ebd894a7abf8248b89f6d87c5', 'fixed_ips': [{'subnet_id': '8d0fe455-b302-43c6-bb76-0b2eccd8245a'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:24:25.534201 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.628823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Allocated IP 172.20.0.10 (5668defe-703d-4cae-b7cd-30466c4a7575/8d0fe455-b302-43c6-bb76-0b2eccd8245a/99545cd2-6b29-4954-8b7c-4f739648d9bd) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:24:25.773388 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.786759 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Transition to ACTIVE for port object 99545cd2-6b29-4954-8b7c-4f739648d9bd will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:25.817868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.858580 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Network 5668defe-703d-4cae-b7cd-30466c4a7575 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:25.863856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:25.865441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Allocated IP 172.20.0.2 (5668defe-703d-4cae-b7cd-30466c4a7575/8d0fe455-b302-43c6-bb76-0b2eccd8245a/8cf409ae-0c2c-4931-a714-2a6b062a52ee) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:24:25.867549 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:24:25.895636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Pushing event updated for resources: {'Port': ['ID=99545cd2-6b29-4954-8b7c-4f739648d9bd,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:25.920787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:25.921561 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.936263 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5bd70b22-7883-41bb-a324-1655f8c3ca07 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.5553322 Jul 16 09:24:25.938698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46774) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:25.943206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7eba6bab-7ec4-4682-9965-954d1854664b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1346718349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:25.967046 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eba6bab-7ec4-4682-9965-954d1854664b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.968018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eba6bab-7ec4-4682-9965-954d1854664b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.014849 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.023671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Transition to ACTIVE for port object 8cf409ae-0c2c-4931-a714-2a6b062a52ee will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:26.039212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Transition to ACTIVE for port object 8cf409ae-0c2c-4931-a714-2a6b062a52ee will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:26.045468 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.093359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Network 5668defe-703d-4cae-b7cd-30466c4a7575 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:26.096465 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:26.100931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:24:26.104066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Pushing event updated for resources: {'Port': ['ID=8cf409ae-0c2c-4931-a714-2a6b062a52ee,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:26.162578 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Attempting to bind port 8cf409ae-0c2c-4931-a714-2a6b062a52ee on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:24:26.162943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Attempting to bind port 8cf409ae-0c2c-4931-a714-2a6b062a52ee by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '53420afc-0a5e-4e91-ba7e-c0ef9b9d2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5668defe-703d-4cae-b7cd-30466c4a7575'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:24:26.163299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Attempting to bind port 8cf409ae-0c2c-4931-a714-2a6b062a52ee on network 5668defe-703d-4cae-b7cd-30466c4a7575 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:24:26.168682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:24:26.169056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Checking segment: {'id': '53420afc-0a5e-4e91-ba7e-c0ef9b9d2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5668defe-703d-4cae-b7cd-30466c4a7575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:26.170140 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.170568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Bound using segment: {'id': '53420afc-0a5e-4e91-ba7e-c0ef9b9d2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5668defe-703d-4cae-b7cd-30466c4a7575'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:24:26.171008 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Bound port: 8cf409ae-0c2c-4931-a714-2a6b062a52ee, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53420afc-0a5e-4e91-ba7e-c0ef9b9d2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5668defe-703d-4cae-b7cd-30466c4a7575'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:24:26.171390 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.237157 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] For port 8cf409ae-0c2c-4931-a714-2a6b062a52ee, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:24:26.240380 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] For port 8cf409ae-0c2c-4931-a714-2a6b062a52ee, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8cf409ae-0c2c-4931-a714-2a6b062a52ee,segment=NetworkSegment(53420afc-0a5e-4e91-ba7e-c0ef9b9d2241),segment_id=53420afc-0a5e-4e91-ba7e-c0ef9b9d2241)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:24:26.245138 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.305692 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9377265-86f1-475c-92ce-bb1fa532010d None None] Pushing event updated for resources: {'Port': ['ID=8cf409ae-0c2c-4931-a714-2a6b062a52ee,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:26.335378 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eba6bab-7ec4-4682-9965-954d1854664b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.340879 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eba6bab-7ec4-4682-9965-954d1854664b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.358760 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7eba6bab-7ec4-4682-9965-954d1854664b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.360060 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7eba6bab-7ec4-4682-9965-954d1854664b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4204149 Jul 16 09:24:26.363011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46776) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.367704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f6773521-74e1-4c43-a2e4-b9c2a5c639bb tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2144817475', 'prefixes': ['172.20.0.0/16']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:26.438577 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f6773521-74e1-4c43-a2e4-b9c2a5c639bb tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for subnetpool, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:26.443642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46778) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.444736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f6773521-74e1-4c43-a2e4-b9c2a5c639bb tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0806572 Jul 16 09:24:26.449089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-da459077-f9b7-4cec-93ff-8502fe751c76 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a', 'tempest-TagsExtTest-Tag-1512703821') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:26.557940 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-da459077-f9b7-4cec-93ff-8502fe751c76 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags/tempest-TagsExtTest-Tag-1512703821 HTTP/1.1" status: 201 len: 201 time: 0.1130118 Jul 16 09:24:26.561077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46780) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.565764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-71d629ad-5b2b-495b-ad9b-e45bc2bdbdb5 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd', 'tempest-TagsExtTest-Tag-1511875243') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:26.630973 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71d629ad-5b2b-495b-ad9b-e45bc2bdbdb5 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags/tempest-TagsExtTest-Tag-1511875243 HTTP/1.1" status: 201 len: 201 time: 0.0687256 Jul 16 09:24:26.633429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46782) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.639071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-6eb32638-76e8-48b4-ab22-0b2f7f7bf333 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d', 'tempest-TagsExtTest-Tag-1633061125') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:26.727710 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6eb32638-76e8-48b4-ab22-0b2f7f7bf333 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags/tempest-TagsExtTest-Tag-1633061125 HTTP/1.1" status: 201 len: 201 time: 0.0932245 Jul 16 09:24:26.730252 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46784) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.734846 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-cc4d40e8-d18e-47ba-adad-02b5dc6778ff tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74', 'tempest-TagsExtTest-Tag-721532357') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:26.779843 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cc4d40e8-d18e-47ba-adad-02b5dc6778ff tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags/tempest-TagsExtTest-Tag-721532357 HTTP/1.1" status: 201 len: 201 time: 0.0486155 Jul 16 09:24:26.782271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46786) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.786378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-853529ab-7ece-4c81-b873-f5a152954a95 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:26.838320 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-853529ab-7ece-4c81-b873-f5a152954a95 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags HTTP/1.1" status: 200 len: 241 time: 0.0550280 Jul 16 09:24:26.840908 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46788) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.845411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-e72c8f1a-b978-40fe-8d4b-b5e71d151a11 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a', 'tempest-TagsExtTest-Tag-1512703821') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:26.898459 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e72c8f1a-b978-40fe-8d4b-b5e71d151a11 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags/tempest-TagsExtTest-Tag-1512703821 HTTP/1.1" status: 204 len: 168 time: 0.0565197 Jul 16 09:24:26.900793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46790) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.905304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-e1a98fab-147d-4be9-b6e1-134fa0916a23 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a', 'tempest-TagsExtTest-Tag-1512703821') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:26.981471 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e1a98fab-147d-4be9-b6e1-134fa0916a23 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags/tempest-TagsExtTest-Tag-1512703821 HTTP/1.1" status: 204 len: 168 time: 0.0796921 Jul 16 09:24:26.984614 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46792) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:26.988965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-f675eaf2-f861-463e-914d-20deeae003b7 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.041411 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f675eaf2-f861-463e-914d-20deeae003b7 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags HTTP/1.1" status: 200 len: 205 time: 0.0557225 Jul 16 09:24:27.044043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46794) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.048999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-ca07cecf-c089-4365-9c2e-56c74d65529d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.100533 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ca07cecf-c089-4365-9c2e-56c74d65529d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags HTTP/1.1" status: 200 len: 241 time: 0.0547559 Jul 16 09:24:27.102912 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46796) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.107961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-30f8548b-7722-4f13-a741-a8d3f3d6a2b2 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd', 'tempest-TagsExtTest-Tag-1511875243') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.159772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745edc43-05e5-40a2-93ff-2b0b1eff4f8a None None] Network 5668defe-703d-4cae-b7cd-30466c4a7575 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:27.160253 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-30f8548b-7722-4f13-a741-a8d3f3d6a2b2 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags/tempest-TagsExtTest-Tag-1511875243 HTTP/1.1" status: 204 len: 168 time: 0.0561774 Jul 16 09:24:27.162968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46798) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.167845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-4d660fba-f6ac-46e1-8901-7e26fd49db5c tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd', 'tempest-TagsExtTest-Tag-1511875243') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.223549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7183a8c6-f857-4533-bceb-e3aa2a564e39 None None] Provisioning for port 8cf409ae-0c2c-4931-a714-2a6b062a52ee completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:27.232299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4d660fba-f6ac-46e1-8901-7e26fd49db5c tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags/tempest-TagsExtTest-Tag-1511875243 HTTP/1.1" status: 204 len: 168 time: 0.0676963 Jul 16 09:24:27.235340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46800) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.240768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-efa66f65-bece-4978-ab40-7c3addc016dd tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.298903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-efa66f65-bece-4978-ab40-7c3addc016dd tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags HTTP/1.1" status: 200 len: 205 time: 0.0616837 Jul 16 09:24:27.301362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46802) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.305763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-ce8d7d1d-75a5-4d3c-8d70-df3f55e69e10 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.342924 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8cf409ae-0c2c-4931-a714-2a6b062a52ee up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:27.383164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce8d7d1d-75a5-4d3c-8d70-df3f55e69e10 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags HTTP/1.1" status: 200 len: 241 time: 0.0802882 Jul 16 09:24:27.385325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46804) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.390920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-91339bab-6173-4e61-b0b3-ebb023000e4a tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d', 'tempest-TagsExtTest-Tag-1633061125') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.404475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 8cf409ae-0c2c-4931-a714-2a6b062a52ee completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:27.408630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8cf409ae-0c2c-4931-a714-2a6b062a52ee triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:27.409008 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:27.476635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-91339bab-6173-4e61-b0b3-ebb023000e4a tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags/tempest-TagsExtTest-Tag-1633061125 HTTP/1.1" status: 204 len: 168 time: 0.0902522 Jul 16 09:24:27.479353 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46806) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.484476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-5122a51a-9793-47d1-9d9d-8d5204bcb342 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d', 'tempest-TagsExtTest-Tag-1633061125') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.503248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:27.540939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 8cf409ae-0c2c-4931-a714-2a6b062a52ee, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8cf409ae-0c2c-4931-a714-2a6b062a52ee,segment=NetworkSegment(53420afc-0a5e-4e91-ba7e-c0ef9b9d2241),segment_id=53420afc-0a5e-4e91-ba7e-c0ef9b9d2241)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:27.546402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:27.588666 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5122a51a-9793-47d1-9d9d-8d5204bcb342 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags/tempest-TagsExtTest-Tag-1633061125 HTTP/1.1" status: 204 len: 168 time: 0.1079595 Jul 16 09:24:27.590813 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46808) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.596316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-d48a027a-bf7d-4504-949b-c366a5c3107f tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.615693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=8cf409ae-0c2c-4931-a714-2a6b062a52ee,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:27.655506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1446b99-2213-4095-8d99-87aacbfde39d None None] Provisioning for port 99545cd2-6b29-4954-8b7c-4f739648d9bd completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:27.659504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1446b99-2213-4095-8d99-87aacbfde39d None None] Provisioning complete for port 99545cd2-6b29-4954-8b7c-4f739648d9bd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:27.659880 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1446b99-2213-4095-8d99-87aacbfde39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:27.681876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46810) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.682437 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d48a027a-bf7d-4504-949b-c366a5c3107f tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags HTTP/1.1" status: 200 len: 205 time: 0.0902991 Jul 16 09:24:27.688776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-b1f476d1-4211-4619-8011-3c6ba0da035d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.697381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b1446b99-2213-4095-8d99-87aacbfde39d None None] Port 99545cd2-6b29-4954-8b7c-4f739648d9bd cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:24:27.708790 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1446b99-2213-4095-8d99-87aacbfde39d None None] Provisioning complete for port 8cf409ae-0c2c-4931-a714-2a6b062a52ee triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:27.709209 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1446b99-2213-4095-8d99-87aacbfde39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:27.726078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b1f476d1-4211-4619-8011-3c6ba0da035d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags HTTP/1.1" status: 200 len: 240 time: 0.0406938 Jul 16 09:24:27.726440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46812) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.732756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-0b4eb781-4244-4d97-a82c-70d813ee0d3a tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74', 'tempest-TagsExtTest-Tag-721532357') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.761948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0b4eb781-4244-4d97-a82c-70d813ee0d3a tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags/tempest-TagsExtTest-Tag-721532357 HTTP/1.1" status: 204 len: 168 time: 0.0319638 Jul 16 09:24:27.762181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46814) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.767333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-dbc8b4e3-4c1a-4260-9e8d-4d0a113caf08 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74', 'tempest-TagsExtTest-Tag-721532357') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.802461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-dbc8b4e3-4c1a-4260-9e8d-4d0a113caf08 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags/tempest-TagsExtTest-Tag-721532357 HTTP/1.1" status: 204 len: 168 time: 0.0392854 Jul 16 09:24:27.804771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46816) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.809068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-b19fb126-4363-425a-8ddf-4cc0e658ca1d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.830306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b19fb126-4363-425a-8ddf-4cc0e658ca1d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags HTTP/1.1" status: 200 len: 205 time: 0.0245540 Jul 16 09:24:27.832690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46818) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.837109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-5697e939-d3e5-4aaa-bff5-5cca7538c0c9 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.861350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5697e939-d3e5-4aaa-bff5-5cca7538c0c9 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags HTTP/1.1" status: 204 len: 168 time: 0.0277016 Jul 16 09:24:27.863931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46820) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.868219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.tag.tag_plugin [None req-824b5c84-7218-414b-be9d-c1e39c72f477 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.919065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7028d1bf-b488-49ef-851b-d1a4e5bbc7e5 None None] Provisioning complete for port 99545cd2-6b29-4954-8b7c-4f739648d9bd triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:27.919393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7028d1bf-b488-49ef-851b-d1a4e5bbc7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:27.950146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-824b5c84-7218-414b-be9d-c1e39c72f477 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0831306 Jul 16 09:24:27.951300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46822) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:27.956089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-6080151f-30b2-434a-9181-5a8f9e95aa09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:27.956353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7028d1bf-b488-49ef-851b-d1a4e5bbc7e5 None None] Port 99545cd2-6b29-4954-8b7c-4f739648d9bd cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:24:28.009412 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6080151f-30b2-434a-9181-5a8f9e95aa09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags HTTP/1.1" status: 204 len: 168 time: 0.0569520 Jul 16 09:24:28.012111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.016986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-eb5e4459-c7d7-4c36-a188-a538fbea3daa tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.073628 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eb5e4459-c7d7-4c36-a188-a538fbea3daa tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags HTTP/1.1" status: 204 len: 168 time: 0.0605361 Jul 16 09:24:28.078012 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46826) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.082570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-99a04ba3-22a2-4599-8007-aefdc7f3ce47 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a', 'tempest-TagsExtTest-Tag-1595413020') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.144484 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-99a04ba3-22a2-4599-8007-aefdc7f3ce47 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags/tempest-TagsExtTest-Tag-1595413020 HTTP/1.1" status: 201 len: 201 time: 0.0654550 Jul 16 09:24:28.147047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46828) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.151543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-03b66b3d-207f-435d-9885-21cde0a8bf3f tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd', 'tempest-TagsExtTest-Tag-1115980364') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.212455 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-03b66b3d-207f-435d-9885-21cde0a8bf3f tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags/tempest-TagsExtTest-Tag-1115980364 HTTP/1.1" status: 201 len: 201 time: 0.0642922 Jul 16 09:24:28.215015 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46830) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.219661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-42f74884-1589-40a4-b5a0-7d061f172b85 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d', 'tempest-TagsExtTest-Tag-590610469') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.307727 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-42f74884-1589-40a4-b5a0-7d061f172b85 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags/tempest-TagsExtTest-Tag-590610469 HTTP/1.1" status: 201 len: 201 time: 0.0917127 Jul 16 09:24:28.310940 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46832) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.315681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-cd68ad6c-0968-4fd3-a346-7cb8f95eeb7d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74', 'tempest-TagsExtTest-Tag-124907822') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.348137 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cd68ad6c-0968-4fd3-a346-7cb8f95eeb7d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags/tempest-TagsExtTest-Tag-124907822 HTTP/1.1" status: 201 len: 201 time: 0.0361872 Jul 16 09:24:28.350829 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46834) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.358818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-37181a75-e010-48e9-bdee-e260b3703483 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a', {'tags': ['tempest-TagsExtTest-Tag-255011995', 'tempest-TagsExtTest-Tag-195276128', 'tempest-TagsExtTest-Tag-125762100']}) {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.416702 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-37181a75-e010-48e9-bdee-e260b3703483 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags HTTP/1.1" status: 200 len: 315 time: 0.0644319 Jul 16 09:24:28.419689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46836) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.424003 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-04109e56-5860-428a-bd4b-6f9c5d518846 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.488113 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-04109e56-5860-428a-bd4b-6f9c5d518846 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags HTTP/1.1" status: 204 len: 168 time: 0.0672884 Jul 16 09:24:28.490939 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46838) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.495118 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-711a9f52-10f9-4656-bf42-269fa93c9d13 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a', 'tempest-TagsExtTest-Tag-255011995') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.549572 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-711a9f52-10f9-4656-bf42-269fa93c9d13 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:28.550641 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-711a9f52-10f9-4656-bf42-269fa93c9d13 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags/tempest-TagsExtTest-Tag-255011995 HTTP/1.1" status: 404 len: 328 time: 0.0587897 Jul 16 09:24:28.553928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46840) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.558066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-498dce15-1ce4-4a4c-93cd-34a102178f24 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a', 'tempest-TagsExtTest-Tag-195276128') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.608937 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-498dce15-1ce4-4a4c-93cd-34a102178f24 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:28.610060 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-498dce15-1ce4-4a4c-93cd-34a102178f24 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags/tempest-TagsExtTest-Tag-195276128 HTTP/1.1" status: 404 len: 328 time: 0.0552132 Jul 16 09:24:28.612763 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46842) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.616922 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-af703e6f-dfce-4cd2-823e-f91166c663dc tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a', 'tempest-TagsExtTest-Tag-125762100') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.666240 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-af703e6f-dfce-4cd2-823e-f91166c663dc tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:28.667273 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af703e6f-dfce-4cd2-823e-f91166c663dc tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags/tempest-TagsExtTest-Tag-125762100 HTTP/1.1" status: 404 len: 328 time: 0.0536289 Jul 16 09:24:28.670670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46844) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.675104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-3a0c819d-d2e4-45b2-8d63-49d3a2e78051 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd', {'tags': ['tempest-TagsExtTest-Tag-1262141294', 'tempest-TagsExtTest-Tag-699702394', 'tempest-TagsExtTest-Tag-1170320169']}) {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.735435 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3a0c819d-d2e4-45b2-8d63-49d3a2e78051 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags HTTP/1.1" status: 200 len: 317 time: 0.0637794 Jul 16 09:24:28.737952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46846) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.742274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-ad57f9f0-39dc-4976-aed0-4335e173d5fb tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.804649 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ad57f9f0-39dc-4976-aed0-4335e173d5fb tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags HTTP/1.1" status: 204 len: 168 time: 0.0657263 Jul 16 09:24:28.807265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46848) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.811540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-84d6f2f4-91b2-4b71-93ca-8f56fb4581c0 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd', 'tempest-TagsExtTest-Tag-1262141294') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.858704 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-84d6f2f4-91b2-4b71-93ca-8f56fb4581c0 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:28.859745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-84d6f2f4-91b2-4b71-93ca-8f56fb4581c0 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags/tempest-TagsExtTest-Tag-1262141294 HTTP/1.1" status: 404 len: 329 time: 0.0515928 Jul 16 09:24:28.862417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46850) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.866640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-4f054206-8349-42a5-8f16-e0b3ee859057 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd', 'tempest-TagsExtTest-Tag-699702394') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.913568 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-4f054206-8349-42a5-8f16-e0b3ee859057 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:28.914634 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4f054206-8349-42a5-8f16-e0b3ee859057 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags/tempest-TagsExtTest-Tag-699702394 HTTP/1.1" status: 404 len: 328 time: 0.0513291 Jul 16 09:24:28.917571 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46852) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.922442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-da703694-bb33-43c4-8d13-259f6ffa02b4 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd', 'tempest-TagsExtTest-Tag-1170320169') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:28.973198 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-da703694-bb33-43c4-8d13-259f6ffa02b4 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:28.974261 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-da703694-bb33-43c4-8d13-259f6ffa02b4 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags/tempest-TagsExtTest-Tag-1170320169 HTTP/1.1" status: 404 len: 329 time: 0.0557783 Jul 16 09:24:28.977074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46854) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:28.981773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-11af9df3-a0bb-464b-83a1-e8120f17c867 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d', {'tags': ['tempest-TagsExtTest-Tag-210622002', 'tempest-TagsExtTest-Tag-1602563962', 'tempest-TagsExtTest-Tag-36999539']}) {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.063639 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-11af9df3-a0bb-464b-83a1-e8120f17c867 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags HTTP/1.1" status: 200 len: 315 time: 0.0855026 Jul 16 09:24:29.066135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46856) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.070569 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-b00c54a3-72ec-43a8-888d-a4b5a9da7693 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.161080 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b00c54a3-72ec-43a8-888d-a4b5a9da7693 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0939560 Jul 16 09:24:29.163700 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46858) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.168229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-e10f5ef8-8e14-43e0-90de-3a6d5a842e5b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d', 'tempest-TagsExtTest-Tag-210622002') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.240857 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-e10f5ef8-8e14-43e0-90de-3a6d5a842e5b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:29.242538 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e10f5ef8-8e14-43e0-90de-3a6d5a842e5b tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags/tempest-TagsExtTest-Tag-210622002 HTTP/1.1" status: 404 len: 328 time: 0.0772784 Jul 16 09:24:29.245110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46860) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.249542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-003bfc39-ee41-4bc4-b762-88e1a940d5fc tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d', 'tempest-TagsExtTest-Tag-1602563962') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.300438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8cf409ae-0c2c-4931-a714-2a6b062a52ee up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:29.324665 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-003bfc39-ee41-4bc4-b762-88e1a940d5fc tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:29.326238 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-003bfc39-ee41-4bc4-b762-88e1a940d5fc tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags/tempest-TagsExtTest-Tag-1602563962 HTTP/1.1" status: 404 len: 329 time: 0.0795932 Jul 16 09:24:29.329193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46862) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.333547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-c3f5ac0a-8673-4727-b7c3-43258cd7b4ec tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d', 'tempest-TagsExtTest-Tag-36999539') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.349102 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 8cf409ae-0c2c-4931-a714-2a6b062a52ee triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:29.349459 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:29.408303 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-c3f5ac0a-8673-4727-b7c3-43258cd7b4ec tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:29.409351 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c3f5ac0a-8673-4727-b7c3-43258cd7b4ec tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags/tempest-TagsExtTest-Tag-36999539 HTTP/1.1" status: 404 len: 327 time: 0.0792406 Jul 16 09:24:29.412184 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46864) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.416642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-b664d0ae-e443-4d4a-a929-16c64eeb423e tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74', {'tags': ['tempest-TagsExtTest-Tag-906429669', 'tempest-TagsExtTest-Tag-375494427', 'tempest-TagsExtTest-Tag-1339522645']}) {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.451583 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b664d0ae-e443-4d4a-a929-16c64eeb423e tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "PUT /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags HTTP/1.1" status: 200 len: 316 time: 0.0384104 Jul 16 09:24:29.454057 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46866) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.458492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-dce98ac0-1555-4c2f-85da-83177c37274a tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.492771 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dce98ac0-1555-4c2f-85da-83177c37274a tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags HTTP/1.1" status: 204 len: 168 time: 0.0377138 Jul 16 09:24:29.495264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46868) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.500463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-825b0d6b-9707-4aed-b577-63ddb400da29 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74', 'tempest-TagsExtTest-Tag-906429669') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.520689 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-825b0d6b-9707-4aed-b577-63ddb400da29 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:29.521726 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-825b0d6b-9707-4aed-b577-63ddb400da29 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags/tempest-TagsExtTest-Tag-906429669 HTTP/1.1" status: 404 len: 328 time: 0.0255613 Jul 16 09:24:29.524243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46870) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.528311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-e99a3bd2-e7b4-4cfc-967b-b69ae6e627ff tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74', 'tempest-TagsExtTest-Tag-375494427') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.547788 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-e99a3bd2-e7b4-4cfc-967b-b69ae6e627ff tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:29.548750 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e99a3bd2-e7b4-4cfc-967b-b69ae6e627ff tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags/tempest-TagsExtTest-Tag-375494427 HTTP/1.1" status: 404 len: 328 time: 0.0236483 Jul 16 09:24:29.551264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46872) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.555291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-c6b73057-d8f5-4c8a-9c46-ccdb81d12749 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74', 'tempest-TagsExtTest-Tag-1339522645') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.576278 n-d-780147-28 neutron-server[94164]: INFO neutron.api.v2.resource [None req-c6b73057-d8f5-4c8a-9c46-ccdb81d12749 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] show failed (client error): The resource could not be found. Jul 16 09:24:29.577466 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c6b73057-d8f5-4c8a-9c46-ccdb81d12749 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags/tempest-TagsExtTest-Tag-1339522645 HTTP/1.1" status: 404 len: 329 time: 0.0253425 Jul 16 09:24:29.580331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46874) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.584693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-47057973-826a-415a-bbf4-6fec5dbf0166 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54d202de-861b-4dae-aa79-a6b29f28dd74') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.608442 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-47057973-826a-415a-bbf4-6fec5dbf0166 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74/tags HTTP/1.1" status: 204 len: 168 time: 0.0271411 Jul 16 09:24:29.610987 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46876) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.615265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-21eeef41-82a7-4f4a-9651-df29e436458f tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bd38ba32-6551-4793-ac06-61c8b90f4c3d') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.694341 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-21eeef41-82a7-4f4a-9651-df29e436458f tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0823960 Jul 16 09:24:29.696857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46878) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.701874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-e07d6ac1-87fe-49d5-9c66-d37898e6497d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99545cd2-6b29-4954-8b7c-4f739648d9bd') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.752182 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e07d6ac1-87fe-49d5-9c66-d37898e6497d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd/tags HTTP/1.1" status: 204 len: 168 time: 0.0543773 Jul 16 09:24:29.754675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46880) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.758752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.tag.tag_plugin [None req-aff704fd-42cc-4d37-8832-886a637ab6f6 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d0fe455-b302-43c6-bb76-0b2eccd8245a') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:29.816997 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aff704fd-42cc-4d37-8832-886a637ab6f6 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a/tags HTTP/1.1" status: 204 len: 168 time: 0.0613332 Jul 16 09:24:29.821321 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46882) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.902075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-917aeab6-6b91-4fa9-8c2e-d11b6bc03950 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for subnetpool, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:29.903191 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-917aeab6-6b91-4fa9-8c2e-d11b6bc03950 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnetpools/54d202de-861b-4dae-aa79-a6b29f28dd74 HTTP/1.1" status: 204 len: 168 time: 0.0809784 Jul 16 09:24:29.905978 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46884) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:29.935922 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4765fba6-6cc3-4305-ae7b-eed49b10f995 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd38ba32-6551-4793-ac06-61c8b90f4c3d HTTP/1.1" status: 200 len: 205 time: 0.0282063 Jul 16 09:24:29.938150 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46886) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:30.012781 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1737-301b-4b72-a77c-4082bb9c7e09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.167332 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1737-301b-4b72-a77c-4082bb9c7e09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.169876 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1737-301b-4b72-a77c-4082bb9c7e09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.210179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1737-301b-4b72-a77c-4082bb9c7e09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.210675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fe1737-301b-4b72-a77c-4082bb9c7e09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Fanout notify agent at l3_agent the message router_deleted on router bd38ba32-6551-4793-ac06-61c8b90f4c3d {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:24:30.218083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1737-301b-4b72-a77c-4082bb9c7e09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.219167 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c7fe1737-301b-4b72-a77c-4082bb9c7e09 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/routers/bd38ba32-6551-4793-ac06-61c8b90f4c3d HTTP/1.1" status: 204 len: 168 time: 0.2801409 Jul 16 09:24:30.221719 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:30.320885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d87e66ac-846d-40ae-90cb-b7502c35bf5d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Deleting port 99545cd2-6b29-4954-8b7c-4f739648d9bd {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:30.321233 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d87e66ac-846d-40ae-90cb-b7502c35bf5d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.405867 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d87e66ac-846d-40ae-90cb-b7502c35bf5d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.417729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d87e66ac-846d-40ae-90cb-b7502c35bf5d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Calling delete_port for 99545cd2-6b29-4954-8b7c-4f739648d9bd owned by {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:30.543087 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d87e66ac-846d-40ae-90cb-b7502c35bf5d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.570107 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e66ac-846d-40ae-90cb-b7502c35bf5d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Pushing event deleted for resources: {'Port': ['ID=99545cd2-6b29-4954-8b7c-4f739648d9bd,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:30.647053 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d87e66ac-846d-40ae-90cb-b7502c35bf5d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.649199 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d87e66ac-846d-40ae-90cb-b7502c35bf5d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/ports/99545cd2-6b29-4954-8b7c-4f739648d9bd HTTP/1.1" status: 204 len: 168 time: 0.4265325 Jul 16 09:24:30.651664 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46890) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:30.704134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f92f61-fb0a-4fe3-b097-2f89fa1c570d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Deleting subnet 8d0fe455-b302-43c6-bb76-0b2eccd8245a {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:24:30.707481 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71f92f61-fb0a-4fe3-b097-2f89fa1c570d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.748119 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71f92f61-fb0a-4fe3-b097-2f89fa1c570d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.834951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71f92f61-fb0a-4fe3-b097-2f89fa1c570d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.891652 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71f92f61-fb0a-4fe3-b097-2f89fa1c570d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.919387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f92f61-fb0a-4fe3-b097-2f89fa1c570d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0fe455-b302-43c6-bb76-0b2eccd8245a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:30.921659 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71f92f61-fb0a-4fe3-b097-2f89fa1c570d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:30.925682 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71f92f61-fb0a-4fe3-b097-2f89fa1c570d tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/subnets/8d0fe455-b302-43c6-bb76-0b2eccd8245a HTTP/1.1" status: 204 len: 168 time: 0.2709501 Jul 16 09:24:30.925998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46892) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:30.932867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa480c9-21de-46aa-ae86-2e82961fe760 None None] Network 5668defe-703d-4cae-b7cd-30466c4a7575 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:24:31.006684 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.059464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Deleting port 8cf409ae-0c2c-4931-a714-2a6b062a52ee {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:31.060567 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.116933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] DHCP port deletion for 5668defe-703d-4cae-b7cd-30466c4a7575 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:24:31.125582 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] For port 8cf409ae-0c2c-4931-a714-2a6b062a52ee, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8cf409ae-0c2c-4931-a714-2a6b062a52ee,segment=NetworkSegment(53420afc-0a5e-4e91-ba7e-c0ef9b9d2241),segment_id=53420afc-0a5e-4e91-ba7e-c0ef9b9d2241)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:31.125980 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.137826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Calling delete_port for 8cf409ae-0c2c-4931-a714-2a6b062a52ee owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:31.166656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] Deleting port 8cf409ae-0c2c-4931-a714-2a6b062a52ee {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:31.167032 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.220179 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.228604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] For port 8cf409ae-0c2c-4931-a714-2a6b062a52ee, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=8cf409ae-0c2c-4931-a714-2a6b062a52ee,segment=NetworkSegment(53420afc-0a5e-4e91-ba7e-c0ef9b9d2241),segment_id=53420afc-0a5e-4e91-ba7e-c0ef9b9d2241)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:31.228998 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.240408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] Calling delete_port for 8cf409ae-0c2c-4931-a714-2a6b062a52ee owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:31.245395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Pushing event deleted for resources: {'Port': ['ID=8cf409ae-0c2c-4931-a714-2a6b062a52ee,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:31.251106 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] No DVR routers for this DVR port 8cf409ae-0c2c-4931-a714-2a6b062a52ee on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:31.319459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8cf409ae-0c2c-4931-a714-2a6b062a52ee no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:24:31.340994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 8cf409ae-0c2c-4931-a714-2a6b062a52ee {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:24:31.342019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 8cf409ae-0c2c-4931-a714-2a6b062a52ee not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:24:31.347546 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.373145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] Pushing event deleted for resources: {'Port': ['ID=8cf409ae-0c2c-4931-a714-2a6b062a52ee,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:31.376753 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b01af-b11d-4703-9bf0-cae1d02aefc4 None None] No DVR routers for this DVR port 8cf409ae-0c2c-4931-a714-2a6b062a52ee on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:31.645214 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.655806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5668defe-703d-4cae-b7cd-30466c4a7575']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:31.665046 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53420afc-0a5e-4e91-ba7e-c0ef9b9d2241') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:31.665355 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53420afc-0a5e-4e91-ba7e-c0ef9b9d2241') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:31.674438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.688118 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.693613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:24:31.694020 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:24:31.696831 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:24:31.755747 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.764500 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:31.765724 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] 10.222.0.55 "DELETE /v2.0/networks/5668defe-703d-4cae-b7cd-30466c4a7575 HTTP/1.1" status: 204 len: 168 time: 0.8388796 Jul 16 09:24:31.778065 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6bc90-82bd-47b8-af63-400c95dddbb1 tempest-TagsExtTest-456058565 tempest-TagsExtTest-456058565-project] Pushing event deleted for resources: {'Network': ['ID=5668defe-703d-4cae-b7cd-30466c4a7575,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:31.999024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46898) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:32.127883 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3e6088fd-56a0-48f6-9704-0ccb30c25152 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91c42a4ebd894a7abf8248b89f6d87c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276526 Jul 16 09:24:32.130340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46902) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:32.177062 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9049-621a-4583-81c3-989850a5fe4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:32.197769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9049-621a-4583-81c3-989850a5fe4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:32.243059 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9049-621a-4583-81c3-989850a5fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:32.245770 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9049-621a-4583-81c3-989850a5fe4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:32.246931 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9e8d9049-621a-4583-81c3-989850a5fe4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1c008c3-8910-4ba3-a7ef-05eb2b41bab9 HTTP/1.1" status: 204 len: 168 time: 0.1156447 Jul 16 09:24:32.255069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d9049-621a-4583-81c3-989850a5fe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c008c3-8910-4ba3-a7ef-05eb2b41bab9,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:33.813622 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46956) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:33.916939 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26442830-aa59-4aca-b80f-ed51d468e031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.002115 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26442830-aa59-4aca-b80f-ed51d468e031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.005581 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-26442830-aa59-4aca-b80f-ed51d468e031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.046224 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-26442830-aa59-4aca-b80f-ed51d468e031 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=701e887801954c8881152be680a99178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315154 Jul 16 09:24:34.048169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26442830-aa59-4aca-b80f-ed51d468e031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b38e01e-3f2e-4f53-8ee0-b97359efd477,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:34.049005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46960) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:34.098595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f349ef28-3ba1-455f-aef7-118a7db4dab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.119468 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f349ef28-3ba1-455f-aef7-118a7db4dab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.164128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f349ef28-3ba1-455f-aef7-118a7db4dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.166755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f349ef28-3ba1-455f-aef7-118a7db4dab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.167899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f349ef28-3ba1-455f-aef7-118a7db4dab0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b38e01e-3f2e-4f53-8ee0-b97359efd477 HTTP/1.1" status: 204 len: 168 time: 0.1178443 Jul 16 09:24:34.176241 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349ef28-3ba1-455f-aef7-118a7db4dab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b38e01e-3f2e-4f53-8ee0-b97359efd477,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:34.421430 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 46966) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:34.435034 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0295dbec-94b9-429c-980d-ca3bf241dc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.523280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0295dbec-94b9-429c-980d-ca3bf241dc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.527088 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0295dbec-94b9-429c-980d-ca3bf241dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.568546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0295dbec-94b9-429c-980d-ca3bf241dc23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c6dfe5962284d4abbb6efa688bfd93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458843 Jul 16 09:24:34.569397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295dbec-94b9-429c-980d-ca3bf241dc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37f1a41-ee0b-4543-adab-5db5835f57af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:34.571271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 46968) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:34.622185 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9d43e4-c80b-497a-90a0-ad56d3915ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.643433 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9d43e4-c80b-497a-90a0-ad56d3915ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.689211 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9d43e4-c80b-497a-90a0-ad56d3915ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.691712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0f9d43e4-c80b-497a-90a0-ad56d3915ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.692855 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0f9d43e4-c80b-497a-90a0-ad56d3915ac9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c37f1a41-ee0b-4543-adab-5db5835f57af HTTP/1.1" status: 204 len: 168 time: 0.1205900 Jul 16 09:24:34.700285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d43e4-c80b-497a-90a0-ad56d3915ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37f1a41-ee0b-4543-adab-5db5835f57af,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:44.460947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4b64ffe4-1191-4527-ad64-1c2b15910b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:45.538195 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:47.660721 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:47.665762 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c791f35-12c4-41ee-bf2f-3411ba08d7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:48.950902 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:49.075253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:50.222646 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:58.631432 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:14.463902 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f1db0d3-b790-41f3-a7e2-55f27d1fb6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:15.538691 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:17.656182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:17.669394 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57f1be5c-79e7-477b-bdfd-1bdccf0b66c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:18.954006 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:19.074742 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:20.227088 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:20.807102 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47392) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:25:20.913261 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.002560 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.006349 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.046301 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d0fe5072ec14f7882125e2677b7379b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381210 Jul 16 09:25:21.047179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a857baee-2d8e-4aef-91d0-298e5270c94d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:21.049666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47396) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:25:21.055270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.055621 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.055958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.056293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.056624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.056958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.057281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.057606 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.057955 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.058277 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.058601 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.058921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189290fe-50fe-4823-a276-fdf0eaf808f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.099435 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.120403 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.165867 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.168483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.169632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a857baee-2d8e-4aef-91d0-298e5270c94d HTTP/1.1" status: 204 len: 168 time: 0.1189394 Jul 16 09:25:21.177579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857baee-2d8e-4aef-91d0-298e5270c94d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:21.185417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.185796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.186141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.186479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.186813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.187142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.187468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.187795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.188121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.188454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.188770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.189095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b71e1-912e-4964-93ce-2f29a6cbf7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:21.421545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47402) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:25:21.435479 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b92703f-8d19-466a-8d53-e76a1260e883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.524235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b92703f-8d19-466a-8d53-e76a1260e883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.527888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b92703f-8d19-466a-8d53-e76a1260e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.565406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9b92703f-8d19-466a-8d53-e76a1260e883 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32e2085d67094fba8c7fff0096a4a2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427331 Jul 16 09:25:21.567402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92703f-8d19-466a-8d53-e76a1260e883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c959d-235e-44c7-88b2-8346966facaf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:21.568347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47404) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:25:21.618205 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c96fb64-4579-42b8-b0ad-8f381685a813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.638814 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c96fb64-4579-42b8-b0ad-8f381685a813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.683408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c96fb64-4579-42b8-b0ad-8f381685a813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.685899 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3c96fb64-4579-42b8-b0ad-8f381685a813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:21.687032 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c96fb64-4579-42b8-b0ad-8f381685a813 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/933c959d-235e-44c7-88b2-8346966facaf HTTP/1.1" status: 204 len: 168 time: 0.1177011 Jul 16 09:25:21.694769 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96fb64-4579-42b8-b0ad-8f381685a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c959d-235e-44c7-88b2-8346966facaf,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:34.549594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47508) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:25:34.656446 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11f14dce-248d-497c-94fa-dec1653c5d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:34.750120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11f14dce-248d-497c-94fa-dec1653c5d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:34.753775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11f14dce-248d-497c-94fa-dec1653c5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:34.791451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-11f14dce-248d-497c-94fa-dec1653c5d21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6edadcc925246e8aa228c8c03e1d9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407112 Jul 16 09:25:34.792376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f14dce-248d-497c-94fa-dec1653c5d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383a9521-f76a-4934-8656-5c78440f437d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:34.794229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47512) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:25:34.841826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39d947a6-6450-4ce3-ad64-02fff85db740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:34.863711 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39d947a6-6450-4ce3-ad64-02fff85db740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:34.908081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39d947a6-6450-4ce3-ad64-02fff85db740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:34.911127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39d947a6-6450-4ce3-ad64-02fff85db740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:34.912266 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-39d947a6-6450-4ce3-ad64-02fff85db740 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/383a9521-f76a-4934-8656-5c78440f437d HTTP/1.1" status: 204 len: 168 time: 0.1170623 Jul 16 09:25:34.919781 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d947a6-6450-4ce3-ad64-02fff85db740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383a9521-f76a-4934-8656-5c78440f437d,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:35.162792 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47518) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:25:35.176060 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-628917d3-85e8-4ed3-9472-c32dcde54fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.265111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-628917d3-85e8-4ed3-9472-c32dcde54fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.269483 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-628917d3-85e8-4ed3-9472-c32dcde54fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.308135 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-628917d3-85e8-4ed3-9472-c32dcde54fa8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67aab454fece4fcfbc1b944c833aefb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442513 Jul 16 09:25:35.309231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628917d3-85e8-4ed3-9472-c32dcde54fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea678ea-989e-4d4d-9135-a36bb2970541,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:35.310881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47520) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:25:35.361557 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb22b-b145-4498-bf03-329b8cfcecba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.382875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb22b-b145-4498-bf03-329b8cfcecba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.429038 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb22b-b145-4498-bf03-329b8cfcecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.431521 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb22b-b145-4498-bf03-329b8cfcecba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.432671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a9fdb22b-b145-4498-bf03-329b8cfcecba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ea678ea-989e-4d4d-9135-a36bb2970541 HTTP/1.1" status: 204 len: 168 time: 0.1199830 Jul 16 09:25:35.441570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdb22b-b145-4498-bf03-329b8cfcecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea678ea-989e-4d4d-9135-a36bb2970541,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:35.633593 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:44.466452 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74229fcd-08ff-4c0b-acc7-cc837fe691f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:45.549458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:47.660682 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:47.672019 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8194b856-6f3c-481f-8238-6e60ceb292bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:48.957206 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:49.073626 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:50.228209 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.104482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47742) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:03.211685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-005d8983-17d8-48f4-b111-10c609ff565b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.302627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-005d8983-17d8-48f4-b111-10c609ff565b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.306466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-005d8983-17d8-48f4-b111-10c609ff565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.343018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-005d8983-17d8-48f4-b111-10c609ff565b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dadc1de070f44775866db3cde74be93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375367 Jul 16 09:26:03.344157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d8983-17d8-48f4-b111-10c609ff565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab573ae8-51db-40f0-9407-6eb9d6ce3a39,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:03.345670 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47746) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:03.396418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3f299f7-69dd-4175-8b92-04d9cf3c0896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.416803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3f299f7-69dd-4175-8b92-04d9cf3c0896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.462080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3f299f7-69dd-4175-8b92-04d9cf3c0896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.464483 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a3f299f7-69dd-4175-8b92-04d9cf3c0896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.465676 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a3f299f7-69dd-4175-8b92-04d9cf3c0896 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab573ae8-51db-40f0-9407-6eb9d6ce3a39 HTTP/1.1" status: 204 len: 168 time: 0.1181998 Jul 16 09:26:03.472954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f299f7-69dd-4175-8b92-04d9cf3c0896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab573ae8-51db-40f0-9407-6eb9d6ce3a39,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:03.718362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47752) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:03.732128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1653cad-432f-43b9-a840-3dc241682a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.818904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1653cad-432f-43b9-a840-3dc241682a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.822616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1653cad-432f-43b9-a840-3dc241682a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.863014 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e1653cad-432f-43b9-a840-3dc241682a95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c133d20207446b48ab95ff497c3bd2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434855 Jul 16 09:26:03.863962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1653cad-432f-43b9-a840-3dc241682a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6780bbcd-bb37-4eac-9471-55887b279954,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:03.866911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47754) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:03.918535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9224-bcb7-4dc4-919d-9056572abd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.939861 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9224-bcb7-4dc4-919d-9056572abd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.986751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9224-bcb7-4dc4-919d-9056572abd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.989484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9224-bcb7-4dc4-919d-9056572abd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.990711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d9d9224-bcb7-4dc4-919d-9056572abd23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6780bbcd-bb37-4eac-9471-55887b279954 HTTP/1.1" status: 204 len: 168 time: 0.1224732 Jul 16 09:26:03.998243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d9224-bcb7-4dc4-919d-9056572abd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6780bbcd-bb37-4eac-9471-55887b279954,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:12.633031 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:26:14.466923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-828c42b9-c504-4d73-b9b2-6d092212db48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:15.550979 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.667158 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.675031 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4ce39297-f2f3-41a3-87f4-3c6d5a81c603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.959772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.074402 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.232469 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.615085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 47930) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:21.722142 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.811708 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.815748 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.856545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d639c5ae690d4e3eb52ecb79c0bfe79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403984 Jul 16 09:26:21.857400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a010948-e55d-4e63-9d48-f2ab953aa4a4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:21.859356 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 47934) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:21.865608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.865945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.866270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.866608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.866941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.867270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.867627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.867954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.868278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.868603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.868925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.869249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6539102-08d6-4286-a7d7-4d587f364473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.907902 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.928587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.974206 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.976649 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.977819 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a010948-e55d-4e63-9d48-f2ab953aa4a4 HTTP/1.1" status: 204 len: 168 time: 0.1174688 Jul 16 09:26:21.986146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a010948-e55d-4e63-9d48-f2ab953aa4a4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:21.993735 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.994192 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.994417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.994757 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.995092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.995420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.995749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.996078 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.996403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.996728 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.997054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:21.997377 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6562fa-1b3f-4192-a754-6f38ed877abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:31.908810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48064) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:32.018290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f973e9c-62f3-4ab9-9a9a-d50ed5700182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.103988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f973e9c-62f3-4ab9-9a9a-d50ed5700182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.107489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f973e9c-62f3-4ab9-9a9a-d50ed5700182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.143878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f973e9c-62f3-4ab9-9a9a-d50ed5700182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e0e158-53e4-49d0-9460-34eb40d84299,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:32.148866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7f973e9c-62f3-4ab9-9a9a-d50ed5700182 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf959f0d511b47ba86888825d35c85cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389207 Jul 16 09:26:32.150785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48068) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:32.199231 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e107b63d-0c58-4698-8aaf-ec1b2e845dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.221230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e107b63d-0c58-4698-8aaf-ec1b2e845dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.266921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e107b63d-0c58-4698-8aaf-ec1b2e845dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.269528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e107b63d-0c58-4698-8aaf-ec1b2e845dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.270726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e107b63d-0c58-4698-8aaf-ec1b2e845dd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1e0e158-53e4-49d0-9460-34eb40d84299 HTTP/1.1" status: 204 len: 168 time: 0.1190338 Jul 16 09:26:32.278445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107b63d-0c58-4698-8aaf-ec1b2e845dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e0e158-53e4-49d0-9460-34eb40d84299,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:32.527728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 48074) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:32.540928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-594c49a5-5cfd-4f68-9b31-0242b72cefeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.635274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-594c49a5-5cfd-4f68-9b31-0242b72cefeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.639413 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-594c49a5-5cfd-4f68-9b31-0242b72cefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.676858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-594c49a5-5cfd-4f68-9b31-0242b72cefeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1083ec417408408298370cde281eaa82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475663 Jul 16 09:26:32.677718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c49a5-5cfd-4f68-9b31-0242b72cefeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18337238-f311-438a-84b6-7d419de8f979,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:32.680561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48076) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:32.730197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d006b60-fb74-47e6-b8cd-d208736f166e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.752225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d006b60-fb74-47e6-b8cd-d208736f166e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.799091 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d006b60-fb74-47e6-b8cd-d208736f166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.802220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9d006b60-fb74-47e6-b8cd-d208736f166e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.803552 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9d006b60-fb74-47e6-b8cd-d208736f166e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18337238-f311-438a-84b6-7d419de8f979 HTTP/1.1" status: 204 len: 168 time: 0.1216476 Jul 16 09:26:32.811117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d006b60-fb74-47e6-b8cd-d208736f166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18337238-f311-438a-84b6-7d419de8f979,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:33.117194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48082) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:33.133943 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71045185-d0e8-4307-8e74-46a49e706e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:33.222199 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71045185-d0e8-4307-8e74-46a49e706e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:33.225907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71045185-d0e8-4307-8e74-46a49e706e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:33.262913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71045185-d0e8-4307-8e74-46a49e706e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2983878d-7eb3-4d39-90c6-654b991aec4a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:33.267267 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71045185-d0e8-4307-8e74-46a49e706e27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fde3e44e7884cb5be5250f02298f097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490207 Jul 16 09:26:33.269919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 48084) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:33.317717 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5869e927-644b-4a98-a408-94c7ef26eaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:33.339068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5869e927-644b-4a98-a408-94c7ef26eaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:33.383680 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5869e927-644b-4a98-a408-94c7ef26eaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:33.386407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5869e927-644b-4a98-a408-94c7ef26eaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:33.387846 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5869e927-644b-4a98-a408-94c7ef26eaca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2983878d-7eb3-4d39-90c6-654b991aec4a HTTP/1.1" status: 204 len: 168 time: 0.1162567 Jul 16 09:26:33.395642 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869e927-644b-4a98-a408-94c7ef26eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2983878d-7eb3-4d39-90c6-654b991aec4a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:44.468845 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f2eaafc5-37a6-470c-a6f8-df6c7a519816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:45.563939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:47.660222 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:47.678175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f63130d9-898b-407b-845f-ad10293fa0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.963372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:49.076364 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:49.632700 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:26:50.235222 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:54.402661 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-ba29daf5-bd1f-4a49-8dd6-f40b2389cae6 req-e042c857-90ce-426e-9180-0b681b6e2448 service neutron] (94164) timed out ('10.222.0.54', 57415) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:27:14.469876 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e8c64617-957a-49f7-8036-23a2856b7208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.564468 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.120458 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49108) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:17.227879 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db1eb1d4-6f09-41b3-a3f0-57f3bdf2774c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.320861 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db1eb1d4-6f09-41b3-a3f0-57f3bdf2774c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.324934 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-db1eb1d4-6f09-41b3-a3f0-57f3bdf2774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.361089 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1eb1d4-6f09-41b3-a3f0-57f3bdf2774c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fff649-0a6d-4392-a46b-b716e7fe5dac,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:17.372170 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db1eb1d4-6f09-41b3-a3f0-57f3bdf2774c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee3f849be04f40bf8cc0ea48183d1b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482150 Jul 16 09:27:17.372587 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49112) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:17.422304 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab295718-6545-4a80-9bea-8de951b36679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.443630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab295718-6545-4a80-9bea-8de951b36679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.490080 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab295718-6545-4a80-9bea-8de951b36679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.493667 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab295718-6545-4a80-9bea-8de951b36679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.494852 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab295718-6545-4a80-9bea-8de951b36679 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08fff649-0a6d-4392-a46b-b716e7fe5dac HTTP/1.1" status: 204 len: 168 time: 0.1216478 Jul 16 09:27:17.502559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab295718-6545-4a80-9bea-8de951b36679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fff649-0a6d-4392-a46b-b716e7fe5dac,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:17.667081 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.688267 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9be4545-e780-469e-a9ca-3d9b95126c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.965558 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:19.088976 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.235721 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.632605 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:27:27.516690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-3240c97c-54dd-4a99-9bfd-bb705bc17d9b tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=441d72b7981f471f82b752ed5af2b125&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291224 Jul 16 09:27:27.695715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-ac4fc3c4-36aa-419b-8bb9-d573b92daa65 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:27.697191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-ac4fc3c4-36aa-419b-8bb9-d573b92daa65 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756215 Jul 16 09:27:27.711871 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-128ccf46-cbe1-4da5-b0f3-2d2b53f6b1f8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/quotas/441d72b7981f471f82b752ed5af2b125 HTTP/1.1" status: 200 len: 375 time: 0.0094531 Jul 16 09:27:27.747347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-d2d50a2f-c64e-4c4f-9ca9-3db8dcde1d55 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=441d72b7981f471f82b752ed5af2b125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307233 Jul 16 09:27:28.021002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d1d1e1b-4669-4eac-afe2-10c41099003e req-c187bc8e-0b91-41e8-b7c9-01347016d7d1 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 210 time: 0.1308136 Jul 16 09:27:29.033238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-89e1ad3e-ea6c-40f7-b9f0-d9835e94de7f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=441d72b7981f471f82b752ed5af2b125&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215673 Jul 16 09:27:29.158859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-6ea52778-0f61-4ad3-abee-6e7a3e8a4e0d tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:29.160537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-6ea52778-0f61-4ad3-abee-6e7a3e8a4e0d tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227160 Jul 16 09:27:29.174321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Request body: {'port': {'device_id': '49a0a3d3-a022-4888-af32-eecc9b2e6bf2', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'admin_state_up': True, 'tenant_id': '441d72b7981f471f82b752ed5af2b125'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:29.228197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfde33c0-c308-4da2-a5a3-a092e203c61a req-0d840903-4a3c-42b2-9573-cd2f4a713907 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 210 time: 0.0464416 Jul 16 09:27:29.312747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Made reservation on behalf of 441d72b7981f471f82b752ed5af2b125 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:29.316290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.614153 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.708170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.711852 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.771511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49983890-6f21-4184-9b2f-14bd7f87e4c2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:29.786364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.786711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.787048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.787380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.787712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.788572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.788897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.789222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.789546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.789893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.790224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.790531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:29.853960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Allocated IP 192.168.233.193 (a6a7d393-3575-49f9-bb3f-7e53ec953ec9/b2d7d649-d224-4001-814e-92ea4a35cff8/57323c3f-210c-4cee-af80-c370ef96ae4f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:29.995632 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.009067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Transition to ACTIVE for port object 57323c3f-210c-4cee-af80-c370ef96ae4f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:30.041849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.086146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:30.091112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:30.094772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:30.122079 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Pushing event updated for resources: {'Port': ['ID=57323c3f-210c-4cee-af80-c370ef96ae4f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:30.148986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.149634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.164447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-2caa86cd-b5db-45dc-85cc-d1f370131fe8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9961374 Jul 16 09:27:30.229204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Request body: {'port': {'device_id': '49a0a3d3-a022-4888-af32-eecc9b2e6bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:30.304319 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.321112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-967b435a-2ffb-462a-814d-75b8f36ffe36 None None] Provisioning for port 57323c3f-210c-4cee-af80-c370ef96ae4f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:30.325587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-967b435a-2ffb-462a-814d-75b8f36ffe36 None None] Provisioning complete for port 57323c3f-210c-4cee-af80-c370ef96ae4f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:30.326429 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-967b435a-2ffb-462a-814d-75b8f36ffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.364261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-967b435a-2ffb-462a-814d-75b8f36ffe36 None None] Port 57323c3f-210c-4cee-af80-c370ef96ae4f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:30.548089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc7c0-0ee3-4017-a4f0-729a5c8a4b1a req-da92303c-1536-48ba-a3d5-520874f2f8f3 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.549589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b6cc7c0-0ee3-4017-a4f0-729a5c8a4b1a req-da92303c-1536-48ba-a3d5-520874f2f8f3 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 936 time: 0.1747549 Jul 16 09:27:30.612021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b6cc7c0-0ee3-4017-a4f0-729a5c8a4b1a req-b1411a14-f4bd-46df-bdcc-506671a6e350 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560701 Jul 16 09:27:30.661482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57323c3f-210c-4cee-af80-c370ef96ae4f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:30.669010 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.680893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Transition to ACTIVE for port object 57323c3f-210c-4cee-af80-c370ef96ae4f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:30.685444 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.762372 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=57323c3f-210c-4cee-af80-c370ef96ae4f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:30.812368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Attempting to bind port 57323c3f-210c-4cee-af80-c370ef96ae4f on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:30.812683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Attempting to bind port 57323c3f-210c-4cee-af80-c370ef96ae4f by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:30.813012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Attempting to bind port 57323c3f-210c-4cee-af80-c370ef96ae4f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:30.817529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Port 57323c3f-210c-4cee-af80-c370ef96ae4f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:27:30.817878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Attempting to bind port 57323c3f-210c-4cee-af80-c370ef96ae4f on network a6a7d393-3575-49f9-bb3f-7e53ec953ec9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:30.823393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:30.823726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Checking segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:30.824109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Bound using segment: {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:30.824538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Bound port: 57323c3f-210c-4cee-af80-c370ef96ae4f, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbb7dd4-e9d9-4780-b740-c45027c589cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:30.824893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.893968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] For port 57323c3f-210c-4cee-af80-c370ef96ae4f, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:30.896894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] For port 57323c3f-210c-4cee-af80-c370ef96ae4f, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=57323c3f-210c-4cee-af80-c370ef96ae4f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:30.901847 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.936116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.936828 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.938423 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/57323c3f-210c-4cee-af80-c370ef96ae4f HTTP/1.1" status: 200 len: 1097 time: 0.7664659 Jul 16 09:27:30.938859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a0a3d3-a022-4888-af32-eecc9b2e6bf2', 'tag': '57323c3f-210c-4cee-af80-c370ef96ae4f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:30.941148 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f080da3-13cf-46e6-84ae-d421950f98d7" -d '{"events": [{"name": "network-changed", "server_uuid": "49a0a3d3-a022-4888-af32-eecc9b2e6bf2", "tag": "57323c3f-210c-4cee-af80-c370ef96ae4f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:30.972049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e5938-31f5-45d5-866e-bf72e17f85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=57323c3f-210c-4cee-af80-c370ef96ae4f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:31.018201 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a155ac-7c49-48e9-af98-527594653115 x-openstack-request-id: req-26a155ac-7c49-48e9-af98-527594653115 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:31.018501 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a0a3d3-a022-4888-af32-eecc9b2e6bf2", "tag": "57323c3f-210c-4cee-af80-c370ef96ae4f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:31.018754 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26a155ac-7c49-48e9-af98-527594653115 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:31.019159 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a0a3d3-a022-4888-af32-eecc9b2e6bf2', 'tag': '57323c3f-210c-4cee-af80-c370ef96ae4f', 'status': 'completed', 'code': 200} Jul 16 09:27:31.046410 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-b87e41a8-34a8-41e8-8d10-399693026e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.047952 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-b87e41a8-34a8-41e8-8d10-399693026e2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=441d72b7981f471f82b752ed5af2b125&device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 1100 time: 0.0667379 Jul 16 09:27:31.092426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-e84b96b3-cf1b-424a-94b7-ad75256182c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=57323c3f-210c-4cee-af80-c370ef96ae4f HTTP/1.1" status: 200 len: 217 time: 0.0372140 Jul 16 09:27:31.147118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-42ed6d50-6a98-4ef3-97d9-d1b3a768b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.148525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-42ed6d50-6a98-4ef3-97d9-d1b3a768b1ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0496762 Jul 16 09:27:31.206325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-9f677843-85df-4227-8e70-c52ed13cdfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.207844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-9f677843-85df-4227-8e70-c52ed13cdfb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531998 Jul 16 09:27:31.301029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-48fb8df1-fa91-4ac2-9452-f5e52e33f7c6 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864334 Jul 16 09:27:31.389162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3e55bd5-ed03-4fc2-aa15-602e8d3a7f96 req-15ce568f-74ed-4f4a-b4ea-8b6cc6257679 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819488 Jul 16 09:27:31.484914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-044f5e46-d583-4b12-86f2-a9ac4f314efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.486429 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-044f5e46-d583-4b12-86f2-a9ac4f314efe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=441d72b7981f471f82b752ed5af2b125&device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 1100 time: 0.0522852 Jul 16 09:27:31.577947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-7e61e995-3645-4246-a67b-7d8998162979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.579444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-7e61e995-3645-4246-a67b-7d8998162979 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9 HTTP/1.1" status: 200 len: 870 time: 0.0872552 Jul 16 09:27:31.621450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-8de82e36-1ac2-42cf-b978-a885323921c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=57323c3f-210c-4cee-af80-c370ef96ae4f HTTP/1.1" status: 200 len: 217 time: 0.0348356 Jul 16 09:27:31.675607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-b27300e9-9d3d-496a-9638-1e6763c8d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.677075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-b27300e9-9d3d-496a-9638-1e6763c8d842 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d7d649-d224-4001-814e-92ea4a35cff8 HTTP/1.1" status: 200 len: 843 time: 0.0489714 Jul 16 09:27:31.769207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-1775b21a-30a0-4af0-9679-cf4157e18acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.770676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-1775b21a-30a0-4af0-9679-cf4157e18acb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6a7d393-3575-49f9-bb3f-7e53ec953ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0853724 Jul 16 09:27:31.824095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ba129-0f04-463a-95ec-09e22614f146 req-1cc601a7-721f-4baa-b153-49762464cb7f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.825582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c50ba129-0f04-463a-95ec-09e22614f146 req-1cc601a7-721f-4baa-b153-49762464cb7f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 948 time: 0.1029770 Jul 16 09:27:31.908331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c50ba129-0f04-463a-95ec-09e22614f146 req-b3d77db6-ffe9-4c42-92b9-bada8e5627ea tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Jul 16 09:27:31.910358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-d7b4b1ae-c63a-4fd5-bf41-416a6a4da918 service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318583 Jul 16 09:27:32.004555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f080da3-13cf-46e6-84ae-d421950f98d7 req-fed6b22e-635a-424a-91a0-168724b7618d service neutron] 10.222.0.52 "GET /v2.0/networks/a6a7d393-3575-49f9-bb3f-7e53ec953ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872543 Jul 16 09:27:33.079621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9e35-d81e-4fdd-bd1e-b2216b2dc576 req-60d35552-9ad0-4ce1-928c-f99e08599f8a tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:33.081131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b7e9e35-d81e-4fdd-bd1e-b2216b2dc576 req-60d35552-9ad0-4ce1-928c-f99e08599f8a tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 948 time: 0.0635371 Jul 16 09:27:33.120083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b7e9e35-d81e-4fdd-bd1e-b2216b2dc576 req-1eeda63a-6c96-4b0d-b2db-6853414feed9 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Jul 16 09:27:34.294703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc04da-6739-4d9d-b1c3-b1caa43afa6d req-4952d470-b4c9-4560-9b00-8ece94ad7d5b tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:34.296201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5fc04da-6739-4d9d-b1c3-b1caa43afa6d req-4952d470-b4c9-4560-9b00-8ece94ad7d5b tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 948 time: 0.0645275 Jul 16 09:27:34.333705 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5fc04da-6739-4d9d-b1c3-b1caa43afa6d req-073feeba-5a61-4ea9-9814-6130d3e0978e tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Jul 16 09:27:34.771787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 57323c3f-210c-4cee-af80-c370ef96ae4f details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:27:34.862732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 57323c3f-210c-4cee-af80-c370ef96ae4f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=57323c3f-210c-4cee-af80-c370ef96ae4f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:34.873435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '57323c3f-210c-4cee-af80-c370ef96ae4f', 'network_id': 'a6a7d393-3575-49f9-bb3f-7e53ec953ec9', 'port_id': '57323c3f-210c-4cee-af80-c370ef96ae4f', 'mac_address': 'fa:16:3e:97:31:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d7d649-d224-4001-814e-92ea4a35cff8', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:27:34.913625 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.925591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57323c3f-210c-4cee-af80-c370ef96ae4f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:34.944843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 57323c3f-210c-4cee-af80-c370ef96ae4f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=57323c3f-210c-4cee-af80-c370ef96ae4f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:34.948790 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.995615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=57323c3f-210c-4cee-af80-c370ef96ae4f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:35.002823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.003168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.003505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.003839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.004171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.004495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.004819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.005141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.005461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.005807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.006128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.006445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.186910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['57323c3f-210c-4cee-af80-c370ef96ae4f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:35.507691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4464-46f2-4502-8fb8-9e9bda0d9f00 req-29440836-1479-4ba4-84c7-287e701e6c9e tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:35.509075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-862c4464-46f2-4502-8fb8-9e9bda0d9f00 req-29440836-1479-4ba4-84c7-287e701e6c9e tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 949 time: 0.0666327 Jul 16 09:27:35.545808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-862c4464-46f2-4502-8fb8-9e9bda0d9f00 req-5af3d20f-a65e-4afa-9780-a86b14222b45 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Jul 16 09:27:36.718591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa9f55-ee24-43ef-aea7-990b5cdfeae2 req-50b73e70-532f-4571-8707-26a34d182c14 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:36.720060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83aa9f55-ee24-43ef-aea7-990b5cdfeae2 req-50b73e70-532f-4571-8707-26a34d182c14 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 949 time: 0.0630984 Jul 16 09:27:36.757484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83aa9f55-ee24-43ef-aea7-990b5cdfeae2 req-1728c826-e02e-4ced-bb88-df85a0fedccc tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Jul 16 09:27:36.787396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 57323c3f-210c-4cee-af80-c370ef96ae4f up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:36.836496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 57323c3f-210c-4cee-af80-c370ef96ae4f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:36.840056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 57323c3f-210c-4cee-af80-c370ef96ae4f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:36.840431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.913829 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.936840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0a3d3-a022-4888-af32-eecc9b2e6bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57323c3f-210c-4cee-af80-c370ef96ae4f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:36.939135 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6094359-3ea1-4cf5-bd44-0b146e1f461e" -d '{"events": [{"server_uuid": "49a0a3d3-a022-4888-af32-eecc9b2e6bf2", "name": "network-vif-plugged", "status": "completed", "tag": "57323c3f-210c-4cee-af80-c370ef96ae4f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:36.955041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 57323c3f-210c-4cee-af80-c370ef96ae4f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=57323c3f-210c-4cee-af80-c370ef96ae4f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:36.961694 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.009071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=57323c3f-210c-4cee-af80-c370ef96ae4f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:37.036185 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f18839-dc3f-468d-a3fb-866c962b8666 x-openstack-request-id: req-68f18839-dc3f-468d-a3fb-866c962b8666 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:37.036487 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0a3d3-a022-4888-af32-eecc9b2e6bf2", "name": "network-vif-plugged", "status": "completed", "tag": "57323c3f-210c-4cee-af80-c370ef96ae4f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:37.036743 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68f18839-dc3f-468d-a3fb-866c962b8666 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:37.037139 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0a3d3-a022-4888-af32-eecc9b2e6bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57323c3f-210c-4cee-af80-c370ef96ae4f', 'code': 200} Jul 16 09:27:37.147505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40aef5a-6dd0-430e-8bc8-91aa9937aec4 req-82f99bf1-926b-4c65-92d5-fd6d347710a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:37.149160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a40aef5a-6dd0-430e-8bc8-91aa9937aec4 req-82f99bf1-926b-4c65-92d5-fd6d347710a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 1102 time: 0.0525501 Jul 16 09:27:37.183880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a40aef5a-6dd0-430e-8bc8-91aa9937aec4 req-edb40ef3-5321-4fdc-b969-898ab3dc0794 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282083 Jul 16 09:27:37.939786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fafeb-60f6-4dcd-aea0-97bf70a5789f req-0bfa935d-d756-488a-ac11-1c86c9c56217 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:37.941897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd4fafeb-60f6-4dcd-aea0-97bf70a5789f req-0bfa935d-d756-488a-ac11-1c86c9c56217 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 950 time: 0.0690675 Jul 16 09:27:37.981002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bd4fafeb-60f6-4dcd-aea0-97bf70a5789f req-21cf7543-d355-446f-9ab0-35beb3c205ee tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Jul 16 09:27:39.155442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74d496-f165-4874-88de-10af22bccd52 req-688c35a2-538f-4e3f-b561-09b51fd43b46 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.156934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d74d496-f165-4874-88de-10af22bccd52 req-688c35a2-538f-4e3f-b561-09b51fd43b46 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 950 time: 0.0629704 Jul 16 09:27:39.193930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d74d496-f165-4874-88de-10af22bccd52 req-ce432b17-3724-4721-9e89-f7c45740c3b6 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Jul 16 09:27:40.250965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717d412-b91f-413e-b8f8-8fc793401132 req-7eb2802c-41d3-47f8-ad09-6c89275664d8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:40.252459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b717d412-b91f-413e-b8f8-8fc793401132 req-7eb2802c-41d3-47f8-ad09-6c89275664d8 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 950 time: 0.0678799 Jul 16 09:27:40.292384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b717d412-b91f-413e-b8f8-8fc793401132 req-4a1c72f5-bf0c-4d6a-8862-c102c5a5b523 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336614 Jul 16 09:27:41.469204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-54f1ce70-3e04-49b5-ab71-1f285aebf777 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:41.470700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-54f1ce70-3e04-49b5-ab71-1f285aebf777 tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.52 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 950 time: 0.0974028 Jul 16 09:27:41.524814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270e004-c735-489c-a9aa-40d6cbbbc7df req-8193667b-8d03-4fc6-87b3-3a121f2f5c8a tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:41.526502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d270e004-c735-489c-a9aa-40d6cbbbc7df req-8193667b-8d03-4fc6-87b3-3a121f2f5c8a tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a0a3d3-a022-4888-af32-eecc9b2e6bf2 HTTP/1.1" status: 200 len: 950 time: 0.1189294 Jul 16 09:27:41.596199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d270e004-c735-489c-a9aa-40d6cbbbc7df req-20c2dd8a-d0ee-4540-aea5-711aab40680d tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.55 "GET /v2.0/security-groups?id=49983890-6f21-4184-9b2f-14bd7f87e4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626264 Jul 16 09:27:41.617220 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Deleting port 57323c3f-210c-4cee-af80-c370ef96ae4f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:41.617573 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.705225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] For port 57323c3f-210c-4cee-af80-c370ef96ae4f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=57323c3f-210c-4cee-af80-c370ef96ae4f,segment=NetworkSegment(9fbb7dd4-e9d9-4780-b740-c45027c589cf),segment_id=9fbb7dd4-e9d9-4780-b740-c45027c589cf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:41.705584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.723211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Calling delete_port for 57323c3f-210c-4cee-af80-c370ef96ae4f owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:41.849124 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.861055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['57323c3f-210c-4cee-af80-c370ef96ae4f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:41.878136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Pushing event deleted for resources: {'Port': ['ID=57323c3f-210c-4cee-af80-c370ef96ae4f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:41.928015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] No DVR routers for this DVR port 57323c3f-210c-4cee-af80-c370ef96ae4f on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:41.931356 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.933678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f525ca3b-37f3-410e-8932-8db746d8b15b req-0c41c1f3-39e7-499b-be31-274eedded45f tempest-ServersAdminNegativeTestJSON-1288174318 tempest-ServersAdminNegativeTestJSON-1288174318-project] 10.222.0.52 "DELETE /v2.0/ports/57323c3f-210c-4cee-af80-c370ef96ae4f HTTP/1.1" status: 204 len: 173 time: 0.4560618 Jul 16 09:27:41.934151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0a3d3-a022-4888-af32-eecc9b2e6bf2', 'name': 'network-vif-deleted', 'tag': '57323c3f-210c-4cee-af80-c370ef96ae4f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:41.936517 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9549e5-e9d5-469d-9886-12498fa44789" -d '{"events": [{"server_uuid": "49a0a3d3-a022-4888-af32-eecc9b2e6bf2", "name": "network-vif-deleted", "tag": "57323c3f-210c-4cee-af80-c370ef96ae4f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:42.048138 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f24814b-ca4d-44a6-8b95-78b2d693d82e x-openstack-request-id: req-1f24814b-ca4d-44a6-8b95-78b2d693d82e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:42.048444 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0a3d3-a022-4888-af32-eecc9b2e6bf2", "name": "network-vif-deleted", "tag": "57323c3f-210c-4cee-af80-c370ef96ae4f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:42.048702 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f24814b-ca4d-44a6-8b95-78b2d693d82e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:42.049145 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0a3d3-a022-4888-af32-eecc9b2e6bf2', 'name': 'network-vif-deleted', 'tag': '57323c3f-210c-4cee-af80-c370ef96ae4f', 'status': 'completed', 'code': 200} Jul 16 09:27:42.917454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49270) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:43.046899 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1047f922-6e88-4270-8ee7-c0a3ce839211 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=441d72b7981f471f82b752ed5af2b125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282773 Jul 16 09:27:43.049467 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49274) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:43.097814 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a7139f-30c5-47ce-ae7f-1de2fb8767ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.119915 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a7139f-30c5-47ce-ae7f-1de2fb8767ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.165873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a7139f-30c5-47ce-ae7f-1de2fb8767ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.168447 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a7139f-30c5-47ce-ae7f-1de2fb8767ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.169615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c8a7139f-30c5-47ce-ae7f-1de2fb8767ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49983890-6f21-4184-9b2f-14bd7f87e4c2 HTTP/1.1" status: 204 len: 168 time: 0.1191480 Jul 16 09:27:43.177603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7139f-30c5-47ce-ae7f-1de2fb8767ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49983890-6f21-4184-9b2f-14bd7f87e4c2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:43.427453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:43.441365 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-102a43c1-eb6a-4862-9c44-c950e2065a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.530094 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-102a43c1-eb6a-4862-9c44-c950e2065a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.533634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-102a43c1-eb6a-4862-9c44-c950e2065a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.576569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-102a43c1-eb6a-4862-9c44-c950e2065a51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ffc75c95508452baccf1eec66f4f4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480250 Jul 16 09:27:43.577396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a43c1-eb6a-4862-9c44-c950e2065a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0414b9-fa24-4754-9870-0e8bf80268e6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:43.580187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49282) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:43.634755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.659252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.705553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.708412 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.709570 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c0414b9-fa24-4754-9870-0e8bf80268e6 HTTP/1.1" status: 204 len: 168 time: 0.1280274 Jul 16 09:27:43.717967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0414b9-fa24-4754-9870-0e8bf80268e6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:43.725306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.725666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.726024 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.726971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.727311 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.727673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.728004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.728344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.728672 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.729000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.729326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:43.729673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee623d0-3191-4442-8c23-c3052f53ded0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:44.356930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49304) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:44.450932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1498522464-network', 'tenant_id': '8b7760e9d06c4dafb081000e7f0c8aa6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:44.470665 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb285-dc66-476e-8470-6d9d50bc534f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.471723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Made reservation on behalf of 8b7760e9d06c4dafb081000e7f0c8aa6 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:44.474194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.482568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.568793 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.575985 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.603599 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:44.609891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf9341-9d72-487d-b5f6-9867f22c9328,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:44.615886 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.616234 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Added segment c4129495-2629-4512-8b3f-450d541bb125 of type vlan for network 8c7127d1-b199-43ee-b444-ae0447231048 Jul 16 09:27:44.655369 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.684235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.685289 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:44.685896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.716009 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3579645 Jul 16 09:27:44.719076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49308) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:44.724342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Request body: {'subnet': {'network_id': '8c7127d1-b199-43ee-b444-ae0447231048', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1498522464-subnet', 'tenant_id': '8b7760e9d06c4dafb081000e7f0c8aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:44.746464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Made reservation on behalf of 8b7760e9d06c4dafb081000e7f0c8aa6 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:44.748900 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.749091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b743c2-6dfa-4bcc-ba78-0d3ba7527916 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7127d1-b199-43ee-b444-ae0447231048,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:44.759372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 8c7127d1-b199-43ee-b444-ae0447231048 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:44.920647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.974862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0804cd71-bb6f-4544-8d1f-d01b880b4b27,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:44.985328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Checking segment: {'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:44.985723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Network hostable DHCP agents. Network: 8c7127d1-b199-43ee-b444-ae0447231048, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:45.001933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Network 8c7127d1-b199-43ee-b444-ae0447231048 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:45.010591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 8c7127d1-b199-43ee-b444-ae0447231048) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:45.015840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:45.016424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.020803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08798ec-06f5-459e-b2c8-44922677dc45 None None] Network 8c7127d1-b199-43ee-b444-ae0447231048 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:45.031023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fc724f89-5db2-4511-91da-f4f3c59c4120 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3107541 Jul 16 09:27:45.150064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc91c5f-00bb-4c4d-8e7d-498bb0832196 None None] Network 8c7127d1-b199-43ee-b444-ae0447231048 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:45.456035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00444-a068-4b76-8eff-776194818079 req-402a05bc-4fbe-4cc7-8d55-ef5251246b82 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:45.457514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-402a05bc-4fbe-4cc7-8d55-ef5251246b82 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/networks?id=8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 200 len: 812 time: 0.1066422 Jul 16 09:27:45.472697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-eeb46f91-6c9e-4e75-a932-8ea61efcb959 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/quotas/8b7760e9d06c4dafb081000e7f0c8aa6 HTTP/1.1" status: 200 len: 375 time: 0.0090513 Jul 16 09:27:45.504690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-333cc3e9-f631-4dee-a969-119164ea4942 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271461 Jul 16 09:27:45.567518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-ebef2fc6-4884-4a14-92fa-48283c9fb663 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:27:45.572355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-ebef2fc6-4884-4a14-92fa-48283c9fb663 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570767 Jul 16 09:27:45.583556 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.662361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-08078412-8af6-4ce0-9a92-1031ee8d9f8e service neutron] 10.222.0.55 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820692 Jul 16 09:27:45.751692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-677eb5ae-5d0d-4993-988d-f36a3f179df1 service neutron] 10.222.0.55 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836527 Jul 16 09:27:45.922893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6df07e7-cf97-4d63-a87f-b6a76db07c1d req-f537ab33-f8d5-47a4-ab98-83e922e4476f tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 210 time: 0.0288551 Jul 16 09:27:46.818175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 57323c3f-210c-4cee-af80-c370ef96ae4f no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:46.842823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 57323c3f-210c-4cee-af80-c370ef96ae4f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:46.843165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 57323c3f-210c-4cee-af80-c370ef96ae4f not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:46.982803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00444-a068-4b76-8eff-776194818079 req-9e83187c-344f-439e-83f9-af577214c6fb tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:46.984278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-9e83187c-344f-439e-83f9-af577214c6fb tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.52 "GET /v2.0/networks?id=8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 200 len: 812 time: 0.1142013 Jul 16 09:27:47.002825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Request body: {'port': {'device_id': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048', 'admin_state_up': True, 'tenant_id': '8b7760e9d06c4dafb081000e7f0c8aa6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:47.099829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2a80c82-a423-4761-88dd-0fdd2c18dff0 req-cf112927-975f-44fe-87cd-dfa6bbf4918a tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 210 time: 0.0377612 Jul 16 09:27:47.141460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Made reservation on behalf of 8b7760e9d06c4dafb081000e7f0c8aa6 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:47.144998 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.269598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Allocated IP 172.20.0.3 (8c7127d1-b199-43ee-b444-ae0447231048/0804cd71-bb6f-4544-8d1f-d01b880b4b27/5f8a4208-eff3-4562-adb5-7f3835598c63) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:47.421329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.463233 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.515415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Network 8c7127d1-b199-43ee-b444-ae0447231048 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:47.518630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:47.522624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:47.529664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:47.585629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:47.586274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.602709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-6d034c93-18ff-4fbe-8ad3-599909abb8cf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037464 Jul 16 09:27:47.616004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Request body: {'port': {'device_id': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:47.661323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.682599 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17359ea6-f5c3-4210-9979-2d67537ba07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.699536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.978099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8a4208-eff3-4562-adb5-7f3835598c63 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:47.985614 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.997231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Transition to ACTIVE for port object 5f8a4208-eff3-4562-adb5-7f3835598c63 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:48.000840 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.067584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:48.117743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Attempting to bind port 5f8a4208-eff3-4562-adb5-7f3835598c63 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:48.118076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Attempting to bind port 5f8a4208-eff3-4562-adb5-7f3835598c63 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:48.118405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Attempting to bind port 5f8a4208-eff3-4562-adb5-7f3835598c63 on network 8c7127d1-b199-43ee-b444-ae0447231048 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:48.122630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Port 5f8a4208-eff3-4562-adb5-7f3835598c63 on network 8c7127d1-b199-43ee-b444-ae0447231048 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:27:48.122950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Attempting to bind port 5f8a4208-eff3-4562-adb5-7f3835598c63 on network 8c7127d1-b199-43ee-b444-ae0447231048 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:48.127878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:48.128222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Checking segment: {'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:48.128607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Bound using segment: {'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:48.129039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Bound port: 5f8a4208-eff3-4562-adb5-7f3835598c63, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:48.129404 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.198616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:48.202356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:48.206587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.275364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.275983 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.277539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] 10.222.0.52 "PUT /v2.0/ports/5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 1092 time: 0.6663122 Jul 16 09:27:48.278006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:48.280222 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed25eb84-27e7-4956-a69c-e71df81702a8" -d '{"events": [{"name": "network-changed", "server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:48.307097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aec1d-cc5a-44cf-bdd1-20c1e7425c09 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:48.329863 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e119693c-632c-4eb3-9a57-09a384a013c2 x-openstack-request-id: req-e119693c-632c-4eb3-9a57-09a384a013c2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:48.330148 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:48.330397 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e119693c-632c-4eb3-9a57-09a384a013c2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:48.330781 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'status': 'completed', 'code': 200} Jul 16 09:27:48.363164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55662d2-9b3e-4374-8ba6-2903f13bdd90 req-c79ff1dc-5b12-4219-ba78-886b11fda20b tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.364605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d55662d2-9b3e-4374-8ba6-2903f13bdd90 req-c79ff1dc-5b12-4219-ba78-886b11fda20b tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 943 time: 0.1321356 Jul 16 09:27:48.417916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00444-a068-4b76-8eff-776194818079 req-f948e7d2-ca0f-41ec-b0e7-b8d818079342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.419541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-f948e7d2-ca0f-41ec-b0e7-b8d818079342 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 1095 time: 0.1010253 Jul 16 09:27:48.422306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d55662d2-9b3e-4374-8ba6-2903f13bdd90 req-fcd91ecb-6636-46c2-8c03-d846337ccd9a tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509949 Jul 16 09:27:48.462535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-cc526eac-6035-496e-b490-51d0c08d299d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 217 time: 0.0348513 Jul 16 09:27:48.509008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00444-a068-4b76-8eff-776194818079 req-7b3b7c37-32ab-4509-8854-ddcfd186ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.510452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-7b3b7c37-32ab-4509-8854-ddcfd186ca4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0804cd71-bb6f-4544-8d1f-d01b880b4b27 HTTP/1.1" status: 200 len: 852 time: 0.0418313 Jul 16 09:27:48.547268 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-5c57b682-63e6-4f77-a559-ca127a7a9976 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c7127d1-b199-43ee-b444-ae0447231048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297465 Jul 16 09:27:48.636584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-3992bfd9-1863-4e54-a1b9-b47556fb8cb3 service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826597 Jul 16 09:27:48.728206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c00444-a068-4b76-8eff-776194818079 req-58b1ea93-db43-47f1-8202-c8a9a989cf9b service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845685 Jul 16 09:27:48.826905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-5b4f78ad-3c6b-4198-86e3-3b107820e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.828285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-5b4f78ad-3c6b-4198-86e3-3b107820e3bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 1095 time: 0.0518842 Jul 16 09:27:48.921796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-60d33480-151c-4ddb-a23b-6bb55e56b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.923260 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-60d33480-151c-4ddb-a23b-6bb55e56b02a service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 200 len: 913 time: 0.0855260 Jul 16 09:27:48.969997 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.103294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.269099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-8de09b78-5fd5-4d14-8308-e6d1d8602993 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 217 time: 0.3386889 Jul 16 09:27:49.317092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-376b4003-65e9-42f5-a6a7-eacc1ff96960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:49.318535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-376b4003-65e9-42f5-a6a7-eacc1ff96960 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0804cd71-bb6f-4544-8d1f-d01b880b4b27 HTTP/1.1" status: 200 len: 852 time: 0.0424879 Jul 16 09:27:49.351349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-a41be76d-a9eb-46a5-9bf3-569e038d2dc8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c7127d1-b199-43ee-b444-ae0447231048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256808 Jul 16 09:27:49.442430 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-a5cfb719-bc24-4e5b-a4a4-58f49259118b service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846496 Jul 16 09:27:49.532512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed25eb84-27e7-4956-a69c-e71df81702a8 req-be3b76c6-6d94-48a6-ae78-d1f0121c1443 service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827560 Jul 16 09:27:49.600586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17540991-01ff-4d9e-b557-484c561a24ec req-2093af33-22b4-4dc4-815e-a42793e9b89d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:49.601745 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17540991-01ff-4d9e-b557-484c561a24ec req-2093af33-22b4-4dc4-815e-a42793e9b89d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 943 time: 0.0683539 Jul 16 09:27:49.640446 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17540991-01ff-4d9e-b557-484c561a24ec req-6dfa51ed-84e7-416d-9556-58a791fde156 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jul 16 09:27:50.238395 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.809000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76966ae5-54fa-42ef-8dd0-dbb965c841be req-ec64aa87-1f20-42f9-a7a1-376b7e4408b0 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:50.810512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76966ae5-54fa-42ef-8dd0-dbb965c841be req-ec64aa87-1f20-42f9-a7a1-376b7e4408b0 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 943 time: 0.0629218 Jul 16 09:27:50.847819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-76966ae5-54fa-42ef-8dd0-dbb965c841be req-9eeaf065-16d3-498c-a42a-9f7c9b9a1c27 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Jul 16 09:27:52.021477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f9441-988a-4cb9-8f00-bd2ec18965a9 req-a79db4e7-bdff-4a36-9bee-f8bc5cf34824 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:52.023563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-315f9441-988a-4cb9-8f00-bd2ec18965a9 req-a79db4e7-bdff-4a36-9bee-f8bc5cf34824 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 943 time: 0.0666740 Jul 16 09:27:52.061561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-315f9441-988a-4cb9-8f00-bd2ec18965a9 req-54909b63-f00f-40ea-9e7b-7a2b5df64c77 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Jul 16 09:27:52.834607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5f8a4208-eff3-4562-adb5-7f3835598c63 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:27:52.928440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:52.939986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048', 'port_id': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'mac_address': 'fa:16:3e:a7:d0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0804cd71-bb6f-4544-8d1f-d01b880b4b27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:27:52.980822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.993529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8a4208-eff3-4562-adb5-7f3835598c63 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:53.012217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:53.016081 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.062657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:53.204484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5f8a4208-eff3-4562-adb5-7f3835598c63'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:53.235800 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4834987-eb03-4f75-b7ab-e672efda72ec req-5ffeba85-f527-4763-b69b-9e7785703006 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:53.237449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4834987-eb03-4f75-b7ab-e672efda72ec req-5ffeba85-f527-4763-b69b-9e7785703006 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 944 time: 0.0632513 Jul 16 09:27:53.276848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4834987-eb03-4f75-b7ab-e672efda72ec req-0f1b05fe-39f4-4ce7-9147-866e6821cd31 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Jul 16 09:27:54.451163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d6543-7120-46ea-88a0-546254dd9659 req-50e90c7a-e93c-4e50-ba7b-bffc023cccc0 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:54.452647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d9d6543-7120-46ea-88a0-546254dd9659 req-50e90c7a-e93c-4e50-ba7b-bffc023cccc0 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 944 time: 0.0638347 Jul 16 09:27:54.489253 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4d9d6543-7120-46ea-88a0-546254dd9659 req-3d05583c-81c9-4790-b9cb-48ddd9b71284 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Jul 16 09:27:54.849106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5f8a4208-eff3-4562-adb5-7f3835598c63 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:54.897133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 5f8a4208-eff3-4562-adb5-7f3835598c63 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:54.901318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 5f8a4208-eff3-4562-adb5-7f3835598c63 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:54.902025 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.976191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.999408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:55.001668 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d001df7-6bd1-426b-af32-f024d3f052f2" -d '{"events": [{"server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "name": "network-vif-plugged", "status": "completed", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:55.017862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:55.021791 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:55.046537 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faacaecd-d606-4025-ab3b-00d29dad2b77 x-openstack-request-id: req-faacaecd-d606-4025-ab3b-00d29dad2b77 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:55.046840 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "name": "network-vif-plugged", "status": "completed", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:55.047099 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-faacaecd-d606-4025-ab3b-00d29dad2b77 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:55.047604 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'code': 200} Jul 16 09:27:55.075224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:55.157163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f355d-c3ca-4280-9df3-51a52bd218c5 req-4e950047-c8ab-4084-94e1-bc28399815e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:55.158588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-822f355d-c3ca-4280-9df3-51a52bd218c5 req-4e950047-c8ab-4084-94e1-bc28399815e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 1097 time: 0.0552981 Jul 16 09:27:55.192694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-822f355d-c3ca-4280-9df3-51a52bd218c5 req-2530dffa-9320-4fbc-8e36-c1a61448cc44 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278521 Jul 16 09:27:55.659575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24f255-1489-405e-bb02-c7165232212f req-3e07045f-bfea-4698-af5f-b8a86e6ae266 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:55.661063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de24f255-1489-405e-bb02-c7165232212f req-3e07045f-bfea-4698-af5f-b8a86e6ae266 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0628228 Jul 16 09:27:55.698117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de24f255-1489-405e-bb02-c7165232212f req-97895729-b40e-405c-bd71-07cbd52eccb2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Jul 16 09:27:56.875781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9c0b-dc9e-4620-98e8-9172e0044931 req-a3ab1e83-c355-40c8-be54-d8b9c07eeb0e tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:56.877157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d15f9c0b-dc9e-4620-98e8-9172e0044931 req-a3ab1e83-c355-40c8-be54-d8b9c07eeb0e tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0653362 Jul 16 09:27:56.913839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d15f9c0b-dc9e-4620-98e8-9172e0044931 req-1f5624af-5fd1-4639-90bc-7f2ea3ec3bac tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Jul 16 09:27:57.289812 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-6da293e5-9660-49c7-95ba-da31c0634a00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010370 Jul 16 09:27:57.299797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83709f-2996-4356-a647-8715bc1c38a1 req-d28d6f4f-4a01-433d-aa1d-5f8399a11f96 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:57.301366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee83709f-2996-4356-a647-8715bc1c38a1 req-d28d6f4f-4a01-433d-aa1d-5f8399a11f96 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0639594 Jul 16 09:27:57.340466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee83709f-2996-4356-a647-8715bc1c38a1 req-c428a342-c7b2-4f91-aaaf-4c9d8d9d7df6 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334053 Jul 16 09:27:58.542022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ee931883-c3c7-403c-8404-5ad517bb3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.543597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ee931883-c3c7-403c-8404-5ad517bb3df6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 1097 time: 0.0978377 Jul 16 09:27:58.566113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7a0f0-3560-418b-b7a8-8e8c1ab2294c req-8853b0cd-8835-48cf-ae01-f88d75fbeeaf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.567547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1c7a0f0-3560-418b-b7a8-8e8c1ab2294c req-8853b0cd-8835-48cf-ae01-f88d75fbeeaf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0902390 Jul 16 09:27:58.654190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1c7a0f0-3560-418b-b7a8-8e8c1ab2294c req-fe3624cb-081a-448f-8bfe-be5b21300538 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766208 Jul 16 09:27:58.668862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-8f823b9e-e31c-439a-b15d-edaecb0f5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.670387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-8f823b9e-e31c-439a-b15d-edaecb0f5e34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 200 len: 913 time: 0.1197822 Jul 16 09:27:58.715137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-84c3d04b-82da-4946-b378-9dae141a7e3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 217 time: 0.0378175 Jul 16 09:27:58.762310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-a3c95688-be69-4861-b9ad-0d486eda7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.763929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-a3c95688-be69-4861-b9ad-0d486eda7f9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0804cd71-bb6f-4544-8d1f-d01b880b4b27 HTTP/1.1" status: 200 len: 852 time: 0.0431030 Jul 16 09:27:58.796269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-13484ba6-fd76-4d53-b511-120513a53950 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c7127d1-b199-43ee-b444-ae0447231048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254095 Jul 16 09:27:58.888484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-f118d4ae-8c27-418e-a9d7-d158999e1f73 service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851054 Jul 16 09:27:58.979096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ccb5359e-9dea-4eb7-b990-12383b335877 service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838943 Jul 16 09:27:59.831233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850b694-871b-4566-830d-90fdfd92ad62 req-fe6eceab-9c73-4e7d-a8cc-fc3c4ae3f4af tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:59.832718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3850b694-871b-4566-830d-90fdfd92ad62 req-fe6eceab-9c73-4e7d-a8cc-fc3c4ae3f4af tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0672178 Jul 16 09:27:59.870669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3850b694-871b-4566-830d-90fdfd92ad62 req-0b1d1610-c1ae-4f4b-9857-595c8b885eca tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Jul 16 09:28:01.060868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55e60b-4079-4cd2-98bd-13525430ed97 req-d474ad83-bb56-4aac-86e0-2546d7c853f5 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:01.062466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b55e60b-4079-4cd2-98bd-13525430ed97 req-d474ad83-bb56-4aac-86e0-2546d7c853f5 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0809851 Jul 16 09:28:01.100303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b55e60b-4079-4cd2-98bd-13525430ed97 req-b2a476f3-aab7-41ef-ab42-6823920e1393 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322948 Jul 16 09:28:02.276822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21bef3-4ca2-46c0-a95e-519893a4ec4b req-4068d3dd-c6e7-4e66-b6da-1374fd15bea3 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:02.278321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a21bef3-4ca2-46c0-a95e-519893a4ec4b req-4068d3dd-c6e7-4e66-b6da-1374fd15bea3 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0679636 Jul 16 09:28:02.315452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a21bef3-4ca2-46c0-a95e-519893a4ec4b req-030be806-c8c2-4fa7-95c7-5fbdeae2f4a0 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 16 09:28:03.487653 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2843ef-3226-4d8d-908f-4c4819867449 req-c8b06cf7-b38d-4916-a491-7061ea513174 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:03.489156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc2843ef-3226-4d8d-908f-4c4819867449 req-c8b06cf7-b38d-4916-a491-7061ea513174 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0635414 Jul 16 09:28:03.526547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc2843ef-3226-4d8d-908f-4c4819867449 req-e42e23a5-cfa5-48ef-b5ed-db8a02a44c0c tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Jul 16 09:28:03.631911 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:04.700413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e474ffa-3db2-441d-8928-9aba313ce2a0 req-979535f2-f30a-43d3-aeb4-3efac30b42ac tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:04.701917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e474ffa-3db2-441d-8928-9aba313ce2a0 req-979535f2-f30a-43d3-aeb4-3efac30b42ac tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0624888 Jul 16 09:28:04.739234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e474ffa-3db2-441d-8928-9aba313ce2a0 req-b86448a8-3871-4496-9640-d085d63bc054 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Jul 16 09:28:05.914038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb09e20-f073-4f7c-a40a-2be54a14c2c6 req-0d1d3871-5811-4fc6-8712-ab99c09cdd07 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:05.915550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edb09e20-f073-4f7c-a40a-2be54a14c2c6 req-0d1d3871-5811-4fc6-8712-ab99c09cdd07 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0682607 Jul 16 09:28:05.953924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edb09e20-f073-4f7c-a40a-2be54a14c2c6 req-464f7a87-9ebe-45a5-bd90-b07d19cf7268 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Jul 16 09:28:07.128572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710dc8e-00f8-4eed-b43e-ec8b56d2df64 req-462b14ad-a51d-4426-94ec-ef3e2a3ad0e5 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:07.130091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f710dc8e-00f8-4eed-b43e-ec8b56d2df64 req-462b14ad-a51d-4426-94ec-ef3e2a3ad0e5 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0639656 Jul 16 09:28:07.170647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f710dc8e-00f8-4eed-b43e-ec8b56d2df64 req-767cb44b-72cc-420b-b0ac-7136292a482a tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Jul 16 09:28:08.351206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdbb79-fc69-4934-9d91-c065d1c78d95 req-fcf1ccca-d7b3-4e1f-aadb-b26c3f52068e tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:08.353338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77cdbb79-fc69-4934-9d91-c065d1c78d95 req-fcf1ccca-d7b3-4e1f-aadb-b26c3f52068e tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0670834 Jul 16 09:28:08.390416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-77cdbb79-fc69-4934-9d91-c065d1c78d95 req-14a7312c-e865-4aaa-a83d-8332dba1c202 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Jul 16 09:28:09.561349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c59d88-79aa-4680-8dd5-e7c215c5f6c1 req-76326911-553a-47cf-b287-0486c157bdd5 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:09.562865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3c59d88-79aa-4680-8dd5-e7c215c5f6c1 req-76326911-553a-47cf-b287-0486c157bdd5 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0628023 Jul 16 09:28:09.599836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3c59d88-79aa-4680-8dd5-e7c215c5f6c1 req-f57757da-43f7-4e4c-a750-e35bcbc9eecd tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Jul 16 09:28:10.573657 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-53ef211b-b58e-4868-9531-6fc39825c360 req-5dabcab2-23a1-401b-84fa-a868fef625c9 service neutron] (94164) timed out ('10.222.0.55', 38552) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:28:10.771814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b8e75-bdbc-41bd-80d0-c8a607452906 req-0e5af2ee-36e3-4134-8539-0f3f031b8f19 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:10.773338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-820b8e75-bdbc-41bd-80d0-c8a607452906 req-0e5af2ee-36e3-4134-8539-0f3f031b8f19 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0633764 Jul 16 09:28:10.811707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-820b8e75-bdbc-41bd-80d0-c8a607452906 req-55c32f9d-834a-44c4-803c-625444d6eb95 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Jul 16 09:28:11.988273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef3bc-a90b-4b1f-921b-9b0b464b312c req-b1033c06-cf01-4cad-8b06-f2e33b7995d2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:11.989792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a25ef3bc-a90b-4b1f-921b-9b0b464b312c req-b1033c06-cf01-4cad-8b06-f2e33b7995d2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0675724 Jul 16 09:28:12.028582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a25ef3bc-a90b-4b1f-921b-9b0b464b312c req-cca006fc-364f-4559-8b4a-c1d1ad6aedb4 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Jul 16 09:28:13.206835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9e872-af16-4954-ae1c-62d4ff14e95f req-f30fc503-ba10-40f9-81aa-4535736c8daf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.208326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03d9e872-af16-4954-ae1c-62d4ff14e95f req-f30fc503-ba10-40f9-81aa-4535736c8daf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0636835 Jul 16 09:28:13.247156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03d9e872-af16-4954-ae1c-62d4ff14e95f req-8f958918-cb20-40d1-b1a6-5fc097c55a31 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Jul 16 09:28:14.424775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10946-12f9-43b9-8e12-300e3f9b9744 req-d74916ec-e3c3-4dcc-a89c-6fb1fc3c59a3 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:14.426313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5f10946-12f9-43b9-8e12-300e3f9b9744 req-d74916ec-e3c3-4dcc-a89c-6fb1fc3c59a3 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0673523 Jul 16 09:28:14.464614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5f10946-12f9-43b9-8e12-300e3f9b9744 req-6b65965c-d019-4eda-991d-ba82284bc7dd tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Jul 16 09:28:14.472522 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0aefcc7f-5055-42f2-a8e2-d8576b6e5f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:15.589493 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:15.640273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b55be0-cb4b-45b0-950a-b0a54aa52d09 req-c915ebdd-df79-4177-a476-c73fa95fe8aa tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:15.641788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0b55be0-cb4b-45b0-950a-b0a54aa52d09 req-c915ebdd-df79-4177-a476-c73fa95fe8aa tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0653241 Jul 16 09:28:15.682973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d0b55be0-cb4b-45b0-950a-b0a54aa52d09 req-5bea82a5-3bcf-4a95-942d-fdedf4ae0eef tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Jul 16 09:28:16.852580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd4f74-05f6-4283-9d4f-db33b1835c76 req-a4f2ef59-9c94-487e-9ba5-02139a055bb8 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:16.854763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5acd4f74-05f6-4283-9d4f-db33b1835c76 req-a4f2ef59-9c94-487e-9ba5-02139a055bb8 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0631340 Jul 16 09:28:16.892057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5acd4f74-05f6-4283-9d4f-db33b1835c76 req-0608439a-4754-4b87-9c15-d6ec36770941 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Jul 16 09:28:17.665113 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:17.682775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-41c1a460-f2cf-427d-a858-46ff8ddf92c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:18.070997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308703-7682-4076-999c-8fd96c1a17bd req-b9a787a1-68b6-4be7-b280-a019fdf4d93c tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:18.073484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b308703-7682-4076-999c-8fd96c1a17bd req-b9a787a1-68b6-4be7-b280-a019fdf4d93c tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0697911 Jul 16 09:28:18.111019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b308703-7682-4076-999c-8fd96c1a17bd req-84155404-981d-4a00-b26c-aaf0461e06ae tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Jul 16 09:28:18.970704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:19.120214 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:19.282771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a888f53-24ca-4226-9ed5-39076c38f227 req-8d479789-2228-4b78-bce7-26c9a240872d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:19.284181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a888f53-24ca-4226-9ed5-39076c38f227 req-8d479789-2228-4b78-bce7-26c9a240872d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0643892 Jul 16 09:28:19.322524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a888f53-24ca-4226-9ed5-39076c38f227 req-f92b8a27-73b1-4d11-b0e4-3cbdcfbcf04d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Jul 16 09:28:20.240735 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:20.497923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eace6ef-8765-4301-9a73-90a975af3e0c req-4df049b9-373a-46db-9a83-6f8a0bc5d237 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:20.499312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eace6ef-8765-4301-9a73-90a975af3e0c req-4df049b9-373a-46db-9a83-6f8a0bc5d237 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0662382 Jul 16 09:28:20.536773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9eace6ef-8765-4301-9a73-90a975af3e0c req-096fb7bf-3ccc-4c57-b26c-0251e1db8a3f tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Jul 16 09:28:21.707544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1980deb-0735-4f02-be50-782cbb87e7df req-af7b749c-d7f8-4fa9-be1f-8c26dc033e32 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:21.708947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1980deb-0735-4f02-be50-782cbb87e7df req-af7b749c-d7f8-4fa9-be1f-8c26dc033e32 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0628085 Jul 16 09:28:21.746731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1980deb-0735-4f02-be50-782cbb87e7df req-2cc633f7-47d2-449c-b1a9-a4de76c3eed3 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Jul 16 09:28:22.920135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d15c01-4bdd-4b55-969d-3da5b8585335 req-55e4d954-2af4-4080-9d82-7d1f3f8522de tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:22.921567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6d15c01-4bdd-4b55-969d-3da5b8585335 req-55e4d954-2af4-4080-9d82-7d1f3f8522de tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0634997 Jul 16 09:28:22.959391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6d15c01-4bdd-4b55-969d-3da5b8585335 req-c111ef7d-1542-4449-aff2-10fca6dd246c tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Jul 16 09:28:24.140851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd522b5f-f796-4fa6-b1ea-52cf685ee4e4 req-8023761f-12c6-4674-801e-b59fa263238c tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:24.142387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd522b5f-f796-4fa6-b1ea-52cf685ee4e4 req-8023761f-12c6-4674-801e-b59fa263238c tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0674019 Jul 16 09:28:24.179123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd522b5f-f796-4fa6-b1ea-52cf685ee4e4 req-527c8485-b9c4-4d4c-971b-bb99ef1f823d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Jul 16 09:28:25.352527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e1e19-37fd-4486-861c-5a671bc2fda9 req-9ea95a5d-5d55-4ebd-907e-b8af9cdcba2d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:25.354661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc8e1e19-37fd-4486-861c-5a671bc2fda9 req-9ea95a5d-5d55-4ebd-907e-b8af9cdcba2d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.0659883 Jul 16 09:28:25.393496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc8e1e19-37fd-4486-861c-5a671bc2fda9 req-dfe315b2-b97b-49fc-afa8-1af6d98c189f tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Jul 16 09:28:26.212414 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ea1e8d7b-7704-41ce-a79a-5bf39a5b4835 service neutron] show failed (client error): The resource could not be found. Jul 16 09:28:26.214270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ea1e8d7b-7704-41ce-a79a-5bf39a5b4835 service neutron] 10.222.0.52 "GET /v2.0/ports/5f8a4208-eff3-4562-adb5-7f3835598c63/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0628765 Jul 16 09:28:26.638923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-d8e20c40-4fc7-4c3e-961e-644a5d13aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:26.640497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-d8e20c40-4fc7-4c3e-961e-644a5d13aa2d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953&tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6 HTTP/1.1" status: 200 len: 1097 time: 0.2337382 Jul 16 09:28:26.648594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6615d6b-102c-4478-ad35-bb5762d149b0 req-1527928f-17ea-4f60-be15-46af9aad1ff4 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:26.650321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6615d6b-102c-4478-ad35-bb5762d149b0 req-1527928f-17ea-4f60-be15-46af9aad1ff4 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 945 time: 0.1464584 Jul 16 09:28:26.655159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:26.736861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6615d6b-102c-4478-ad35-bb5762d149b0 req-3604e577-0c2f-47fe-8add-e7943dbd0afb tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788696 Jul 16 09:28:26.750563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:26.952083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:26.988535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:27.027034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:27.029290 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab501c82-499f-4c7d-8559-3b1a226b6f22" -d '{"events": [{"server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:27.032794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:27.046333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Transition to ACTIVE for port object 5f8a4208-eff3-4562-adb5-7f3835598c63 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:27.050176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:27.089051 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8032519c-77ce-4021-bc75-02ee96ef5090 x-openstack-request-id: req-8032519c-77ce-4021-bc75-02ee96ef5090 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:27.089355 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:27.089610 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8032519c-77ce-4021-bc75-02ee96ef5090 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:27.090028 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'code': 200} Jul 16 09:28:27.119865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] No DVR routers for this DVR port 5f8a4208-eff3-4562-adb5-7f3835598c63 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:27.121687 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:27.159708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Attempting to bind port 5f8a4208-eff3-4562-adb5-7f3835598c63 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:27.160044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Attempting to bind port 5f8a4208-eff3-4562-adb5-7f3835598c63 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:27.160374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Attempting to bind port 5f8a4208-eff3-4562-adb5-7f3835598c63 on network 8c7127d1-b199-43ee-b444-ae0447231048 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:27.164669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Port 5f8a4208-eff3-4562-adb5-7f3835598c63 on network 8c7127d1-b199-43ee-b444-ae0447231048 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:28:27.164994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Attempting to bind port 5f8a4208-eff3-4562-adb5-7f3835598c63 on network 8c7127d1-b199-43ee-b444-ae0447231048 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:27.170087 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:27.170422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Checking segment: {'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:27.170806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Bound using segment: {'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:27.171236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Bound port: 5f8a4208-eff3-4562-adb5-7f3835598c63, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4129495-2629-4512-8b3f-450d541bb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:27.171590 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:27.237540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:27.240639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:27.244554 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:27.279561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.280186 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:27.281589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] 10.222.0.54 "PUT /v2.0/ports/5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 1092 time: 0.6303864 Jul 16 09:28:27.301740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca751b-f6e0-40fd-b133-35bab66fc7de service neutron] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:27.357320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ce6a08aa-c3bc-4d79-827c-92fe2fe91753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.358888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ce6a08aa-c3bc-4d79-827c-92fe2fe91753 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 1095 time: 0.0543690 Jul 16 09:28:27.452877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-f36fb9ff-7c34-4694-9deb-3be016c79756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.454390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-f36fb9ff-7c34-4694-9deb-3be016c79756 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 200 len: 913 time: 0.0887272 Jul 16 09:28:27.495382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-7425d536-5915-4b49-925e-7b5a65dff3f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 217 time: 0.0343652 Jul 16 09:28:27.546965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-c68fd31f-b06d-46b8-a761-dc3609fde094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.548387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-c68fd31f-b06d-46b8-a761-dc3609fde094 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0804cd71-bb6f-4544-8d1f-d01b880b4b27 HTTP/1.1" status: 200 len: 852 time: 0.0471399 Jul 16 09:28:27.582064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-97e71946-d950-4266-b3c8-70e7d8dd32ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c7127d1-b199-43ee-b444-ae0447231048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267248 Jul 16 09:28:27.591812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ec6a8d9f-a7cc-4622-a946-e8f3089bc893 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:28:27.592804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-ec6a8d9f-a7cc-4622-a946-e8f3089bc893 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049520 Jul 16 09:28:27.682830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-395d30e8-b390-4881-a87f-2b850b454f77 service neutron] 10.222.0.54 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834811 Jul 16 09:28:27.774369 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4a310938-3a05-4306-a7ba-16018dde4cfc req-0ecacaf0-ca83-4969-8ba5-dfd184064f98 service neutron] 10.222.0.54 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851851 Jul 16 09:28:27.913542 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52e205-1964-4feb-893f-5ecbb3e997e8 req-202bbece-02e0-4d2d-86a9-8f12aae09556 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.915065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c52e205-1964-4feb-893f-5ecbb3e997e8 req-202bbece-02e0-4d2d-86a9-8f12aae09556 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 943 time: 0.0660505 Jul 16 09:28:27.955416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c52e205-1964-4feb-893f-5ecbb3e997e8 req-35e3ea7d-a632-4e81-8fb2-7d7ed54c9f87 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Jul 16 09:28:29.097980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:29.100207 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6446bc8a-f643-4ebe-91f0-4c13af67c725" -d '{"events": [{"name": "network-changed", "server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:29.141071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b29cf-1b82-44bc-b1ce-3b9e48b1095a req-3e404ac3-c010-4471-9c5b-e885c739070c tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.143057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-039b29cf-1b82-44bc-b1ce-3b9e48b1095a req-3e404ac3-c010-4471-9c5b-e885c739070c tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 943 time: 0.0761800 Jul 16 09:28:29.147940 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d66cecc-65e6-4a26-8749-7cff6986a87f x-openstack-request-id: req-5d66cecc-65e6-4a26-8749-7cff6986a87f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:29.148227 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:29.148479 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d66cecc-65e6-4a26-8749-7cff6986a87f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:29.148863 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'status': 'completed', 'code': 200} Jul 16 09:28:29.232686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-039b29cf-1b82-44bc-b1ce-3b9e48b1095a req-00135153-5d30-4d7c-8ee5-07958554069d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828881 Jul 16 09:28:29.273482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-d91f1364-8c3e-4d4e-8ed1-e494fa981b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.275727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-d91f1364-8c3e-4d4e-8ed1-e494fa981b86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 1095 time: 0.1067545 Jul 16 09:28:29.278356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-a4bf6b6f-056f-4cd0-ac6c-77d8bad3df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.280068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-a4bf6b6f-056f-4cd0-ac6c-77d8bad3df62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 1095 time: 0.1022494 Jul 16 09:28:29.443932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-ac8fe43a-fd70-4338-a280-6ae1bac17061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.445448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-ac8fe43a-fd70-4338-a280-6ae1bac17061 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 200 len: 913 time: 0.1612022 Jul 16 09:28:29.446564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-cadc9ac1-e802-4ecd-8160-804d9a414e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.448560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-cadc9ac1-e802-4ecd-8160-804d9a414e36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 200 len: 913 time: 0.1569784 Jul 16 09:28:29.515686 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-223fb855-b7ba-4daa-bd21-19b755ffd65b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 217 time: 0.0625513 Jul 16 09:28:29.516946 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-a44a2529-55cc-4257-bae2-3f7a5b404fe6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 217 time: 0.0585070 Jul 16 09:28:29.601016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-3a0022c0-b0b6-4845-afd9-c6f31988586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.602601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-3a0022c0-b0b6-4845-afd9-c6f31988586f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0804cd71-bb6f-4544-8d1f-d01b880b4b27 HTTP/1.1" status: 200 len: 852 time: 0.0735738 Jul 16 09:28:29.604153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-0d2eb2f5-d693-411c-b773-047cfc5c6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.605496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-0d2eb2f5-d693-411c-b773-047cfc5c6ba6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0804cd71-bb6f-4544-8d1f-d01b880b4b27 HTTP/1.1" status: 200 len: 852 time: 0.0842798 Jul 16 09:28:29.660243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-f3d6924e-0ee9-46c5-967d-efd64f90df0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c7127d1-b199-43ee-b444-ae0447231048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514290 Jul 16 09:28:29.662059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-89ac5171-0048-446f-80fe-71aaff9467ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c7127d1-b199-43ee-b444-ae0447231048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459704 Jul 16 09:28:29.815480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-66cbe462-d475-494d-b4f4-bcfdbc89b30e service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485453 Jul 16 09:28:29.817273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-1a360a6a-7ec0-485a-828b-f3cd48680ca4 service neutron] 10.222.0.54 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437721 Jul 16 09:28:30.272421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-dce287d5-0710-49e2-98f2-a03dd382b4a4 service neutron] 10.222.0.54 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428985 Jul 16 09:28:30.274235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6446bc8a-f643-4ebe-91f0-4c13af67c725 req-6f1325c3-b155-4678-b178-9a9b481e79d3 service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519594 Jul 16 09:28:30.412516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cda745-34f9-4e3a-998b-f021e5d9d271 req-174a7b9a-bb25-4647-8342-55a70cf09ca5 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:30.414070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8cda745-34f9-4e3a-998b-f021e5d9d271 req-174a7b9a-bb25-4647-8342-55a70cf09ca5 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 943 time: 0.0662534 Jul 16 09:28:30.453366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8cda745-34f9-4e3a-998b-f021e5d9d271 req-49531ef6-fcad-42b1-9cab-431f593f932a tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Jul 16 09:28:30.864889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-17b919a7-6456-4b39-af8b-b71d8831ce11 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:30.866396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-17b919a7-6456-4b39-af8b-b71d8831ce11 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.52 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953&tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 943 time: 0.1060166 Jul 16 09:28:30.928792 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-54b78aaf-5074-4872-9e0e-7b20ca06371e service neutron] delete failed (client error): The resource could not be found. Jul 16 09:28:30.930053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-54b78aaf-5074-4872-9e0e-7b20ca06371e service neutron] 10.222.0.52 "DELETE /v2.0/ports/5f8a4208-eff3-4562-adb5-7f3835598c63/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0573373 Jul 16 09:28:30.989293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5f8a4208-eff3-4562-adb5-7f3835598c63 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:31.028190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5f8a4208-eff3-4562-adb5-7f3835598c63 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:31.031200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-2660d14e-38af-40bb-a6fd-efee880fb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:31.032737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-2660d14e-38af-40bb-a6fd-efee880fb78b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 1095 time: 0.0573885 Jul 16 09:28:31.126439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-1da7cc3a-f06b-46f2-af99-24803d0d0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:31.127842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-1da7cc3a-f06b-46f2-af99-24803d0d0948 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 200 len: 913 time: 0.0883141 Jul 16 09:28:31.168773 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-7dfa2883-1dad-47be-a625-4be675c95893 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 200 len: 217 time: 0.0340385 Jul 16 09:28:31.215719 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-1ed0c8f6-3278-4817-8e08-1a7a61000f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:31.217115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-1ed0c8f6-3278-4817-8e08-1a7a61000f5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0804cd71-bb6f-4544-8d1f-d01b880b4b27 HTTP/1.1" status: 200 len: 852 time: 0.0427539 Jul 16 09:28:31.249301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-df3712e5-e9ec-47a4-a078-ed2e217ba982 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c7127d1-b199-43ee-b444-ae0447231048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260453 Jul 16 09:28:31.340198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-3e2f6ffc-cb49-4690-8d63-141b1fb113eb service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845103 Jul 16 09:28:31.437364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-b4e84849-0af2-4e82-b307-10196f0a61c8 service neutron] 10.222.0.52 "GET /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913458 Jul 16 09:28:31.622748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5f8a4208-eff3-4562-adb5-7f3835598c63 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:28:31.718394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:31.729289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'network_id': '8c7127d1-b199-43ee-b444-ae0447231048', 'port_id': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'mac_address': 'fa:16:3e:a7:d0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0804cd71-bb6f-4544-8d1f-d01b880b4b27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:28:31.766772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:31.779933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8a4208-eff3-4562-adb5-7f3835598c63 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:31.798936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:31.802819 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:31.853424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:32.080266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['5f8a4208-eff3-4562-adb5-7f3835598c63'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:32.253679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9f2b-037d-434e-ad2b-eed49a7434db req-a0bc966f-7013-4df0-971f-9b1ca8c5ad1d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:32.255185 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-786b9f2b-037d-434e-ad2b-eed49a7434db req-a0bc966f-7013-4df0-971f-9b1ca8c5ad1d tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 944 time: 0.0645826 Jul 16 09:28:32.292494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-786b9f2b-037d-434e-ad2b-eed49a7434db req-4827d01f-888d-4e83-85b0-68370725eedf tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jul 16 09:28:33.479666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7ff61-2705-4a32-881c-2eeee48710dc req-fc91a5f4-b28c-4473-a5e9-9e014c6be99e tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.481110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afb7ff61-2705-4a32-881c-2eeee48710dc req-fc91a5f4-b28c-4473-a5e9-9e014c6be99e tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 944 time: 0.0723579 Jul 16 09:28:33.540973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-afb7ff61-2705-4a32-881c-2eeee48710dc req-3d584e94-e20b-4279-a97b-f4073006d640 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.55 "GET /v2.0/security-groups?id=24cf9341-9d72-487d-b5f6-9867f22c9328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Jul 16 09:28:33.562331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-df9ab610-ddf5-488e-97ea-7ccf965c8252 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.563793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-df9ab610-ddf5-488e-97ea-7ccf965c8252 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.54 "GET /v2.0/ports?device_id=747bd2b0-640f-428b-8bd7-bd3b6ab99953 HTTP/1.1" status: 200 len: 944 time: 0.1023247 Jul 16 09:28:33.623045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5f8a4208-eff3-4562-adb5-7f3835598c63 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:33.664440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Deleting port 5f8a4208-eff3-4562-adb5-7f3835598c63 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:33.664846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.674463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 5f8a4208-eff3-4562-adb5-7f3835598c63 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:33.678199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 5f8a4208-eff3-4562-adb5-7f3835598c63 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:33.678575 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.753990 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.758062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:33.758430 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.771329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Calling delete_port for 5f8a4208-eff3-4562-adb5-7f3835598c63 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:33.777109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:33.779508 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85f4e22-02cd-42b3-83a7-3d435fcf43f7" -d '{"events": [{"server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "name": "network-vif-plugged", "status": "completed", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:33.792147 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5f8a4208-eff3-4562-adb5-7f3835598c63, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5f8a4208-eff3-4562-adb5-7f3835598c63,segment=NetworkSegment(c4129495-2629-4512-8b3f-450d541bb125),segment_id=c4129495-2629-4512-8b3f-450d541bb125)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:33.796960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.825201 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f49a6f-ab8d-4a88-b991-6856cc36ad54 x-openstack-request-id: req-d5f49a6f-ab8d-4a88-b991-6856cc36ad54 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:33.825492 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "name": "network-vif-plugged", "status": "completed", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:33.825768 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5f49a6f-ab8d-4a88-b991-6856cc36ad54 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:33.826155 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'code': 200} Jul 16 09:28:33.851121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:33.905411 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.916978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['5f8a4208-eff3-4562-adb5-7f3835598c63'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:33.936091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Pushing event deleted for resources: {'Port': ['ID=5f8a4208-eff3-4562-adb5-7f3835598c63,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:33.949680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.950037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.950382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.950722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.951061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.951407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.951725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.952055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.952384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.952718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.953045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.953369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:33.990857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] No DVR routers for this DVR port 5f8a4208-eff3-4562-adb5-7f3835598c63 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:33.993362 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.995463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-383d832f-c3ee-47f1-a4b1-43a916a30462 req-ac7d7336-487d-4a84-8ba7-2b1205cd42c2 tempest-DeleteServersTestJSON-2042707443 tempest-DeleteServersTestJSON-2042707443-project] 10.222.0.54 "DELETE /v2.0/ports/5f8a4208-eff3-4562-adb5-7f3835598c63 HTTP/1.1" status: 204 len: 173 time: 0.4261856 Jul 16 09:28:33.995921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'name': 'network-vif-deleted', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:33.998182 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e392d8da-affa-440c-9d3a-fcad10e41e39" -d '{"events": [{"server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "name": "network-vif-deleted", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:34.037760 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f71366d-d11a-4679-93a0-5f0956ad588d x-openstack-request-id: req-1f71366d-d11a-4679-93a0-5f0956ad588d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:34.038056 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747bd2b0-640f-428b-8bd7-bd3b6ab99953", "name": "network-vif-deleted", "tag": "5f8a4208-eff3-4562-adb5-7f3835598c63", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:34.038336 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f71366d-d11a-4679-93a0-5f0956ad588d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:34.038764 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747bd2b0-640f-428b-8bd7-bd3b6ab99953', 'name': 'network-vif-deleted', 'tag': '5f8a4208-eff3-4562-adb5-7f3835598c63', 'status': 'completed', 'code': 200} Jul 16 09:28:34.774633 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49470) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:34.819039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d0211c-9a04-4403-9284-422981da47d2 admin admin] Deleting subnet 0804cd71-bb6f-4544-8d1f-d01b880b4b27 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:28:34.822248 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80d0211c-9a04-4403-9284-422981da47d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.856055 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80d0211c-9a04-4403-9284-422981da47d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.897620 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80d0211c-9a04-4403-9284-422981da47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.950142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80d0211c-9a04-4403-9284-422981da47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.975625 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0211c-9a04-4403-9284-422981da47d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0804cd71-bb6f-4544-8d1f-d01b880b4b27,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:34.980276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-80d0211c-9a04-4403-9284-422981da47d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.982242 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-80d0211c-9a04-4403-9284-422981da47d2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0804cd71-bb6f-4544-8d1f-d01b880b4b27 HTTP/1.1" status: 204 len: 168 time: 0.2060602 Jul 16 09:28:34.984636 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49472) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:35.052662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.134611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.144542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7127d1-b199-43ee-b444-ae0447231048']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:35.154944 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4129495-2629-4512-8b3f-450d541bb125') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:35.155246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4129495-2629-4512-8b3f-450d541bb125') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:35.163726 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.178061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.183949 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:28:35.184346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:28:35.186089 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:28:35.243990 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.249430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.251309 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8c7127d1-b199-43ee-b444-ae0447231048 HTTP/1.1" status: 204 len: 168 time: 0.2657228 Jul 16 09:28:35.262698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6614701-33ab-4164-9d35-d7c5801a1427 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7127d1-b199-43ee-b444-ae0447231048,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:35.358116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49476) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:35.397745 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74cfd802-8efe-4c1a-a74f-3e205d960c2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b7760e9d06c4dafb081000e7f0c8aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383556 Jul 16 09:28:35.400818 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49478) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:35.449030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54804dad-1d1c-4819-90cd-de0541ecf055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.469930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54804dad-1d1c-4819-90cd-de0541ecf055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.516158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54804dad-1d1c-4819-90cd-de0541ecf055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.518725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54804dad-1d1c-4819-90cd-de0541ecf055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.519908 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-54804dad-1d1c-4819-90cd-de0541ecf055 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24cf9341-9d72-487d-b5f6-9867f22c9328 HTTP/1.1" status: 204 len: 168 time: 0.1181154 Jul 16 09:28:35.528666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54804dad-1d1c-4819-90cd-de0541ecf055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf9341-9d72-487d-b5f6-9867f22c9328,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:36.156697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49500) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:36.278387 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1419503033-network', 'tenant_id': '53c85975cff74086a7d7a6e20f94c771'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:36.299879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Made reservation on behalf of 53c85975cff74086a7d7a6e20f94c771 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:36.302227 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.314416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.401975 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.405546 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.426247 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:28:36.440788 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644f99ca-b882-4b66-a088-0121c6b71f2e,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:36.443692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.444039 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Added segment a19ec204-dd34-4151-ae17-e8b7df232151 of type vlan for network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d Jul 16 09:28:36.483750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.511037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.511974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:36.512548 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.546288 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3883874 Jul 16 09:28:36.549274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49506) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:36.555075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Request body: {'subnet': {'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1419503033-subnet', 'tenant_id': '53c85975cff74086a7d7a6e20f94c771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:36.574035 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba0df7-4f8f-4a69-8a09-400e56418597 admin admin] Pushing event updated for resources: {'Network': ['ID=2810b4f2-ca1f-4e5b-9508-1a34cb88637d,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:36.582842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Made reservation on behalf of 53c85975cff74086a7d7a6e20f94c771 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:36.584628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:28:36.585364 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.752653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.806991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb95559-ffce-4b16-8a85-7e15c7cceb62,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:36.815354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Checking segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:36.815710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Network hostable DHCP agents. Network: 2810b4f2-ca1f-4e5b-9508-1a34cb88637d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:28:36.831661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:28:36.840463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 2810b4f2-ca1f-4e5b-9508-1a34cb88637d) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:36.844324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:36.844907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.849556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f511a38-8e9b-4a99-85b6-e424a94110b5 None None] Network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:28:36.864795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f41e8dec-db9f-4e93-af82-ca2421ead6fd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3075988 Jul 16 09:28:36.974989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143f739-7e45-4166-9639-7bb655df58a0 None None] Network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:28:37.286151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-70752b95-6ba9-44a2-acae-22739c0631a5 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:37.287585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-70752b95-6ba9-44a2-acae-22739c0631a5 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 815 time: 0.1090314 Jul 16 09:28:37.302166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-6f73a22b-dfc2-4547-9256-5b20baa2fc96 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/quotas/53c85975cff74086a7d7a6e20f94c771 HTTP/1.1" status: 200 len: 375 time: 0.0091345 Jul 16 09:28:37.335769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-f836abdb-6034-4285-b82b-0e729b73e017 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288167 Jul 16 09:28:37.430397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-e61ea1e1-0243-45d8-96e8-9dfb659b4298 service neutron] 10.222.0.55 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881338 Jul 16 09:28:37.519164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-77666940-7daf-418c-aecd-7da49ca50f9d service neutron] 10.222.0.55 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820658 Jul 16 09:28:37.625799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5f8a4208-eff3-4562-adb5-7f3835598c63 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:37.648547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 5f8a4208-eff3-4562-adb5-7f3835598c63 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:37.648547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5f8a4208-eff3-4562-adb5-7f3835598c63 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:37.693699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6ff49fc-5a47-4213-8517-c2eab19282e9 req-996e0883-7f9c-4e82-8e63-466b108fe990 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 210 time: 0.0348179 Jul 16 09:28:38.837018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1c5454d-c364-41ec-8b5f-1e80b276028d req-6dd87008-d810-4408-b5e0-4b61085c2d87 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 210 time: 0.0304489 Jul 16 09:28:39.288792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-86b68f2f-e1c9-497a-82ba-5770c605f1d7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:39.290267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-86b68f2f-e1c9-497a-82ba-5770c605f1d7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.54 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 815 time: 0.1057458 Jul 16 09:28:39.310662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Request body: {'port': {'device_id': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d', 'admin_state_up': True, 'tenant_id': '53c85975cff74086a7d7a6e20f94c771'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:39.419102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Made reservation on behalf of 53c85975cff74086a7d7a6e20f94c771 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:39.422702 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:39.547743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Allocated IP 172.20.0.3 (2810b4f2-ca1f-4e5b-9508-1a34cb88637d/cdb95559-ffce-4b16-8a85-7e15c7cceb62/4ccf8fe3-5c34-411c-a53b-5eda740da75e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:39.695116 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:39.734781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:39.780085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:39.783201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:39.787072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:39.793511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:39.837593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:39.839141 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:39.852433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-09270721-5179-4ba6-b011-8c03594470a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457895 Jul 16 09:28:39.864543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Request body: {'port': {'device_id': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:39.941888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:40.116890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb42c-80eb-41f4-8777-c3b81f9b1bad req-97a7f088-b62e-4d0d-aacf-44c9248ccd1c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.118415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-147cb42c-80eb-41f4-8777-c3b81f9b1bad req-97a7f088-b62e-4d0d-aacf-44c9248ccd1c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 931 time: 0.1632271 Jul 16 09:28:40.204632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-147cb42c-80eb-41f4-8777-c3b81f9b1bad req-dddd7501-5c85-49e9-ab9f-d8240bdb8b45 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741718 Jul 16 09:28:40.288676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccf8fe3-5c34-411c-a53b-5eda740da75e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:40.296191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:40.308408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Transition to ACTIVE for port object 4ccf8fe3-5c34-411c-a53b-5eda740da75e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:40.312975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:40.363880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:40.427558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Attempting to bind port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:40.427886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Attempting to bind port 4ccf8fe3-5c34-411c-a53b-5eda740da75e by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:40.428206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Attempting to bind port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:40.432445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:28:40.432760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Attempting to bind port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:40.437451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:40.437814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Checking segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:40.438189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Bound using segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:40.438607 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Bound port: 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:40.438951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:40.503692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:40.506671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:40.512049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:40.544818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.545625 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:40.547216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] 10.222.0.54 "PUT /v2.0/ports/4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 1092 time: 0.6872380 Jul 16 09:28:40.549275 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:40.552114 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c7ff5-b66b-4e20-af38-ec79c361084f" -d '{"events": [{"name": "network-changed", "server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:40.579969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54f450-6689-47f7-93c7-d30821715472 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:40.590409 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd51b5af-1e73-4c65-8284-184c1346b363 x-openstack-request-id: req-cd51b5af-1e73-4c65-8284-184c1346b363 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:40.590695 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:40.591086 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd51b5af-1e73-4c65-8284-184c1346b363 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:40.591487 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'status': 'completed', 'code': 200} Jul 16 09:28:40.631186 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:40.647919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0cb433b2-692a-4fc6-ad3b-596b312b30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.649439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-0cb433b2-692a-4fc6-ad3b-596b312b30dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 1095 time: 0.0532815 Jul 16 09:28:40.693847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-e90e80ab-bf65-4806-8706-74c1392b049d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 217 time: 0.0366614 Jul 16 09:28:40.743265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-21ef3b28-ca0e-4a7c-a273-c0b8b468d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.745210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-21ef3b28-ca0e-4a7c-a273-c0b8b468d835 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0437660 Jul 16 09:28:40.779697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-68192d32-7ff1-4f4a-b708-4299bd397eca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278895 Jul 16 09:28:40.870937 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-f27baca7-e866-4311-b89f-d0e19876fca5 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Jul 16 09:28:40.958641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1909bef-6c67-4a5e-b3b9-4a8c7e91dd01 req-a6714b57-db53-4adf-aa8c-8170fd83c3de service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809014 Jul 16 09:28:41.060993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-74d6552e-b1e5-4d36-894e-c7f3f370f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.062576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-74d6552e-b1e5-4d36-894e-c7f3f370f969 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 1095 time: 0.0542428 Jul 16 09:28:41.155112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-e0c29de8-b9be-4c25-9411-5c094dcff333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.156657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-e0c29de8-b9be-4c25-9411-5c094dcff333 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.0877616 Jul 16 09:28:41.198160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-1874d123-be10-447d-8b7b-4bb3f23aab14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 217 time: 0.0341892 Jul 16 09:28:41.251585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-61fb91c3-7ba3-4789-93b2-6661ddd3711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.253132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-61fb91c3-7ba3-4789-93b2-6661ddd3711f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0469766 Jul 16 09:28:41.288203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-26b96d82-784c-44f1-ab14-15b2afe8868a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271041 Jul 16 09:28:41.422231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-2426ef4b-387c-4994-9920-f13e05eebef1 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272147 Jul 16 09:28:41.432666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb358a88-a4dc-43a9-8d25-df0e89337672 req-a955c2f5-c39c-4ba7-a12a-7cb37f2ae96c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.434128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb358a88-a4dc-43a9-8d25-df0e89337672 req-a955c2f5-c39c-4ba7-a12a-7cb37f2ae96c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 943 time: 0.1161859 Jul 16 09:28:41.530516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb358a88-a4dc-43a9-8d25-df0e89337672 req-811d9d40-a45c-42ce-994d-febf73d81277 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882788 Jul 16 09:28:41.549719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d0c7ff5-b66b-4e20-af38-ec79c361084f req-b60e117b-c67e-4e43-a95f-ad74b788be85 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146040 Jul 16 09:28:42.706209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3afe00-7345-4f1e-bd52-f5418e40be70 req-6df5278b-e804-4f4d-963c-2f318a7b9dcf tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:42.707704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d3afe00-7345-4f1e-bd52-f5418e40be70 req-6df5278b-e804-4f4d-963c-2f318a7b9dcf tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 943 time: 0.0626180 Jul 16 09:28:42.744455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d3afe00-7345-4f1e-bd52-f5418e40be70 req-5627dd3c-da91-49ab-9b93-322ee23619d2 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Jul 16 09:28:43.669766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4ccf8fe3-5c34-411c-a53b-5eda740da75e details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:28:43.769974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:43.782239 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d', 'port_id': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'mac_address': 'fa:16:3e:c0:5b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb95559-ffce-4b16-8a85-7e15c7cceb62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:28:43.821300 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:43.836979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccf8fe3-5c34-411c-a53b-5eda740da75e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:43.858881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:43.862989 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:43.914031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:43.921789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.922064 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.922408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.922848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.923055 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.923387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.923712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.924036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.924357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.924679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.924883 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bb19e-fd79-492e-b7dc-8a19b58f3e9a req-70ae9fd6-94a0-44c9-acae-241e2daff56a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:43.925356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.925356 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:43.926455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f6bb19e-fd79-492e-b7dc-8a19b58f3e9a req-70ae9fd6-94a0-44c9-acae-241e2daff56a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 944 time: 0.0662177 Jul 16 09:28:43.973004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1f6bb19e-fd79-492e-b7dc-8a19b58f3e9a req-01116089-741d-4655-9801-e3e745e68f05 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Jul 16 09:28:44.056025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['4ccf8fe3-5c34-411c-a53b-5eda740da75e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:44.472456 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-757b697d-8a4b-457a-b7d1-bc4bdde54dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.145192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8da2fb-d596-49dd-9d24-46be6cbe3b77 req-154e5bf8-b533-44df-b1ee-dd99891a5437 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:45.146704 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c8da2fb-d596-49dd-9d24-46be6cbe3b77 req-154e5bf8-b533-44df-b1ee-dd99891a5437 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 944 time: 0.0630286 Jul 16 09:28:45.185089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c8da2fb-d596-49dd-9d24-46be6cbe3b77 req-c01936ea-fb85-48ed-ad87-e5f23c0ab28d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324118 Jul 16 09:28:45.586381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.685626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4ccf8fe3-5c34-411c-a53b-5eda740da75e up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:45.735291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 4ccf8fe3-5c34-411c-a53b-5eda740da75e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:45.738875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 4ccf8fe3-5c34-411c-a53b-5eda740da75e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:45.739248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.813116 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.835041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:45.837279 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5361bd15-03ee-46b9-90c8-36fb94caae1d" -d '{"events": [{"server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "name": "network-vif-plugged", "status": "completed", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:45.850548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:45.854534 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.877675 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9a6888-4636-47fc-9ff2-c2af08dae33a x-openstack-request-id: req-fa9a6888-4636-47fc-9ff2-c2af08dae33a {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:45.877968 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "name": "network-vif-plugged", "status": "completed", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:45.878223 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa9a6888-4636-47fc-9ff2-c2af08dae33a {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:45.878609 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'code': 200} Jul 16 09:28:45.905580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:45.988603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292008e-01dd-42a3-92a6-47bed5081876 req-f453261d-bc5e-477a-a9f5-6f4a0c33d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:45.990156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6292008e-01dd-42a3-92a6-47bed5081876 req-f453261d-bc5e-477a-a9f5-6f4a0c33d73c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 1097 time: 0.0519779 Jul 16 09:28:46.025092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6292008e-01dd-42a3-92a6-47bed5081876 req-d8f143c2-68c9-465f-91d6-65e4ba3420af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275636 Jul 16 09:28:46.359632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d7e95-d0e5-484c-baab-7118d842db77 req-964f4c1f-f403-4d65-b58d-e7eb122964a3 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:46.361138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c74d7e95-d0e5-484c-baab-7118d842db77 req-964f4c1f-f403-4d65-b58d-e7eb122964a3 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0684872 Jul 16 09:28:46.399728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c74d7e95-d0e5-484c-baab-7118d842db77 req-4fd6df33-5a65-4e71-9f6c-d8ec7d81f7de tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330918 Jul 16 09:28:47.589948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3e88-1e57-4dc4-af8d-1ef2ff74c558 req-daec7a92-fa24-4d06-a0f4-1cac476e7c5d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:47.591854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0cbb3e88-1e57-4dc4-af8d-1ef2ff74c558 req-daec7a92-fa24-4d06-a0f4-1cac476e7c5d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0747051 Jul 16 09:28:47.635087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0cbb3e88-1e57-4dc4-af8d-1ef2ff74c558 req-dd3e61b3-05c9-45c5-9652-27dcafc85d07 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Jul 16 09:28:47.674053 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.689272 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23cf9660-32c8-46b7-9d49-7e06bdb5d707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.846743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6cb88-f8c6-4c86-8fae-d7735f2170ef req-79892648-2120-435c-936f-458f45236da6 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:47.848333 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0c6cb88-f8c6-4c86-8fae-d7735f2170ef req-79892648-2120-435c-936f-458f45236da6 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0845208 Jul 16 09:28:47.896142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0c6cb88-f8c6-4c86-8fae-d7735f2170ef req-87dd0d6b-43c3-4a0f-a0da-566f882679e0 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Jul 16 09:28:48.262062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6defc29-665c-4b42-9fed-1fe703ba74d6 req-34820e26-77e7-4a7c-8c70-965b284baa3c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:48.263860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6defc29-665c-4b42-9fed-1fe703ba74d6 req-34820e26-77e7-4a7c-8c70-965b284baa3c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0642548 Jul 16 09:28:48.302364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6defc29-665c-4b42-9fed-1fe703ba74d6 req-6086aded-f2d4-41d9-a7bb-0cde8c982517 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330122 Jul 16 09:28:48.471099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad888f7-35ff-494c-aa32-84de9030a08a req-4263007d-30e4-40ed-874f-127477f6a448 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:48.472615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aad888f7-35ff-494c-aa32-84de9030a08a req-4263007d-30e4-40ed-874f-127477f6a448 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0631914 Jul 16 09:28:48.509364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aad888f7-35ff-494c-aa32-84de9030a08a req-4e97a2a8-dba2-4883-8555-2dfa3d5337e9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Jul 16 09:28:48.856443 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-3ab38456-78e7-4321-b12f-1a7e5ebe95f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0571957 Jul 16 09:28:48.912440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a783bc-f0c8-473e-b45c-8aa8186bbb4c req-87b3f761-5e77-4c5e-9579-8c9dc0b71f2c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:48.913966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96a783bc-f0c8-473e-b45c-8aa8186bbb4c req-87b3f761-5e77-4c5e-9579-8c9dc0b71f2c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0670261 Jul 16 09:28:48.952859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96a783bc-f0c8-473e-b45c-8aa8186bbb4c req-b42ce440-b504-4924-b392-79597d87f652 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Jul 16 09:28:48.984173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.127428 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.030549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-afe8ae4e-0046-4835-8fa4-3a13d40a28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:50.032121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-afe8ae4e-0046-4835-8fa4-3a13d40a28b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 1097 time: 0.0566385 Jul 16 09:28:50.245478 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.475575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1a2a09e1-1eca-4ff4-86e5-95b56904453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:50.477088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1a2a09e1-1eca-4ff4-86e5-95b56904453e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.4382796 Jul 16 09:28:50.501287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f4cd-d80a-463f-97f5-240b2fc2e3b6 req-b7e9ab1e-9854-48d7-934e-b1b797837481 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:50.502681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65e1f4cd-d80a-463f-97f5-240b2fc2e3b6 req-b7e9ab1e-9854-48d7-934e-b1b797837481 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.4307449 Jul 16 09:28:50.531865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1d959b8d-780e-4381-a34d-7034ae11a7f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 217 time: 0.0474904 Jul 16 09:28:50.595219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65e1f4cd-d80a-463f-97f5-240b2fc2e3b6 req-3c5b5004-d0cd-4562-8cc6-5f18a0517884 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659735 Jul 16 09:28:50.604268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-c9b3559b-1ade-4b91-9c7d-1c5eceacedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:50.605880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-c9b3559b-1ade-4b91-9c7d-1c5eceacedd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0619073 Jul 16 09:28:50.639694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-6438068a-5060-4df9-bb4b-81c6ec6cefe9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271947 Jul 16 09:28:50.727863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-89597581-055a-4e86-ade4-568f92f12ed9 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805070 Jul 16 09:28:50.820028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1306b912-6cd0-48aa-8aa6-89289c72b0aa service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851996 Jul 16 09:28:51.768380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5761e1-34e4-4fba-867f-71b66209a8f7 req-a941cf6d-f4e3-4129-b64e-745a8fa4a4f8 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:51.769933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b5761e1-34e4-4fba-867f-71b66209a8f7 req-a941cf6d-f4e3-4129-b64e-745a8fa4a4f8 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0624180 Jul 16 09:28:51.807347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b5761e1-34e4-4fba-867f-71b66209a8f7 req-e9dba086-4455-45a8-ac8d-86f750658056 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Jul 16 09:28:52.984429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49e4c2-7208-4496-831d-1f3dcb38d485 req-ae51a244-954a-4962-84b3-dc4068d81b16 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:52.985907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c49e4c2-7208-4496-831d-1f3dcb38d485 req-ae51a244-954a-4962-84b3-dc4068d81b16 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0663178 Jul 16 09:28:53.024085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c49e4c2-7208-4496-831d-1f3dcb38d485 req-4c2d3bd1-0e05-4073-985b-d3ccc87ddf42 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326421 Jul 16 09:28:54.197117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a883ec-b489-43b5-a86e-dad6e596f896 req-ce74d04d-c17d-4596-a153-9c5853f062c6 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:54.198733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48a883ec-b489-43b5-a86e-dad6e596f896 req-ce74d04d-c17d-4596-a153-9c5853f062c6 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0638568 Jul 16 09:28:54.235540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48a883ec-b489-43b5-a86e-dad6e596f896 req-b401afdd-6863-43ef-a3e6-433d81b89fe5 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Jul 16 09:28:55.407566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b5a06-3b72-4635-9d5b-175f3527b03f req-524f62d3-d96f-4cb4-ac2e-e6aeb3b5f549 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:55.409127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-404b5a06-3b72-4635-9d5b-175f3527b03f req-524f62d3-d96f-4cb4-ac2e-e6aeb3b5f549 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0651917 Jul 16 09:28:55.451407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-404b5a06-3b72-4635-9d5b-175f3527b03f req-f31fbfb9-3158-4cd6-b0f8-246f8b4b2e9b tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Jul 16 09:28:56.625113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217389b-bf13-4e1d-87d1-6da940a1c49c req-5d58c6af-1440-44bc-9850-96450a674575 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:56.626634 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f217389b-bf13-4e1d-87d1-6da940a1c49c req-5d58c6af-1440-44bc-9850-96450a674575 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0657146 Jul 16 09:28:56.665144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f217389b-bf13-4e1d-87d1-6da940a1c49c req-4df08ab4-a96d-4468-9e49-20009330719f tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Jul 16 09:28:57.837072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66888c-b24b-4743-b65b-35a3b82585e5 req-1aad7e77-16a8-4836-bdc6-43ee615a6a5f tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:57.839426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb66888c-b24b-4743-b65b-35a3b82585e5 req-1aad7e77-16a8-4836-bdc6-43ee615a6a5f tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0649853 Jul 16 09:28:57.876211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb66888c-b24b-4743-b65b-35a3b82585e5 req-da318b14-6fc6-4c22-b208-453d32a099af tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Jul 16 09:28:59.052693 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab71bdb-3e4a-4b26-a125-3d96cbfba4bc req-e1ecef20-770b-4704-b07e-beff27af6114 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:59.054215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ab71bdb-3e4a-4b26-a125-3d96cbfba4bc req-e1ecef20-770b-4704-b07e-beff27af6114 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0664628 Jul 16 09:28:59.091443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ab71bdb-3e4a-4b26-a125-3d96cbfba4bc req-89ea6a69-af55-41df-a09b-7a3d8358b865 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Jul 16 09:29:00.268065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1db39-71c9-4ff2-8557-3d75e53484c4 req-65ac007d-0865-4ee9-91b3-ad6202f3f26e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:00.269542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ab1db39-71c9-4ff2-8557-3d75e53484c4 req-65ac007d-0865-4ee9-91b3-ad6202f3f26e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0634091 Jul 16 09:29:00.307098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3ab1db39-71c9-4ff2-8557-3d75e53484c4 req-7642913e-f7b6-4dcf-8cbc-5ae08e8192de tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Jul 16 09:29:01.484498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c8d81-2e1b-4bf6-aa55-c0223314b3cf req-86e817e5-e3f3-4dac-b21b-9dcf8f702ec4 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:01.486002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b5c8d81-2e1b-4bf6-aa55-c0223314b3cf req-86e817e5-e3f3-4dac-b21b-9dcf8f702ec4 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0652885 Jul 16 09:29:01.527806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b5c8d81-2e1b-4bf6-aa55-c0223314b3cf req-f57aa185-6c73-4671-9e0b-9d168a6d7e47 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363526 Jul 16 09:29:02.702794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a7517-a844-424b-a858-00802c67d543 req-78ab98ab-b8e6-4dd8-8bc5-8df21cfc9667 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:02.704314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61a7517-a844-424b-a858-00802c67d543 req-78ab98ab-b8e6-4dd8-8bc5-8df21cfc9667 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0640278 Jul 16 09:29:02.740659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f61a7517-a844-424b-a858-00802c67d543 req-9f4a62fb-8ecf-435c-8c73-788be03808b2 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Jul 16 09:29:03.913867 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ab2b4-c97b-4258-83e6-ac7d2f4bd046 req-a902f50d-b428-4113-b084-34e33e019f60 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:03.915349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-109ab2b4-c97b-4258-83e6-ac7d2f4bd046 req-a902f50d-b428-4113-b084-34e33e019f60 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0628695 Jul 16 09:29:03.952854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-109ab2b4-c97b-4258-83e6-ac7d2f4bd046 req-18883da6-01b2-4034-86ec-4b0aa79ae7ed tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Jul 16 09:29:05.133692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83569882-d665-40a5-a6a9-cc2e7ebcab87 req-ccbb8871-1925-4e73-a614-deb12f8c25f8 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.135912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83569882-d665-40a5-a6a9-cc2e7ebcab87 req-ccbb8871-1925-4e73-a614-deb12f8c25f8 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0690188 Jul 16 09:29:05.174349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83569882-d665-40a5-a6a9-cc2e7ebcab87 req-111f184c-bda7-4c6d-88f4-23b4752c14f0 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Jul 16 09:29:06.345236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bbe9f-2a8a-40e8-91ed-a07343f1f710 req-d82f120e-f9a3-41d3-83cb-b7903bf5d94e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.346757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f28bbe9f-2a8a-40e8-91ed-a07343f1f710 req-d82f120e-f9a3-41d3-83cb-b7903bf5d94e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0631812 Jul 16 09:29:06.383608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f28bbe9f-2a8a-40e8-91ed-a07343f1f710 req-234f61cf-5882-403d-951f-f4e5695d6a3a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Jul 16 09:29:07.555548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb9aae-b329-4f06-9452-ce390fcb456d req-9a733ecb-24f5-4a81-8476-9c402357d0a5 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:07.557752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ceb9aae-b329-4f06-9452-ce390fcb456d req-9a733ecb-24f5-4a81-8476-9c402357d0a5 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0640895 Jul 16 09:29:07.600061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ceb9aae-b329-4f06-9452-ce390fcb456d req-e22250d2-dd2a-41e0-bae1-1d3c80f1cffd tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Jul 16 09:29:08.772004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60b23a-7ac1-4f13-8419-c436f83be05d req-b7c33f2b-b620-4af7-a0a0-acec1ba8abc1 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:08.773489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d60b23a-7ac1-4f13-8419-c436f83be05d req-b7c33f2b-b620-4af7-a0a0-acec1ba8abc1 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0637634 Jul 16 09:29:08.811957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d60b23a-7ac1-4f13-8419-c436f83be05d req-ee874a8b-bf50-477a-b20c-2a1eecabddeb tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323524 Jul 16 09:29:09.989970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3635-5837-4a86-9c2e-114df2017a0d req-164b9d6d-9ad9-4847-b7de-310f0d21453b tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:09.991447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01df3635-5837-4a86-9c2e-114df2017a0d req-164b9d6d-9ad9-4847-b7de-310f0d21453b tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0639615 Jul 16 09:29:10.029163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01df3635-5837-4a86-9c2e-114df2017a0d req-ec56ce64-aeac-4e20-9411-873301d026d1 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Jul 16 09:29:11.208190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008cfdd-e495-4619-933e-d49fc8f31c95 req-ebdcab10-7fa6-413b-bcd7-2676ef4562a7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.209702 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1008cfdd-e495-4619-933e-d49fc8f31c95 req-ebdcab10-7fa6-413b-bcd7-2676ef4562a7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0672705 Jul 16 09:29:11.247818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1008cfdd-e495-4619-933e-d49fc8f31c95 req-c026130c-9af8-4231-8141-b28d8a2998e7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Jul 16 09:29:12.420208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b0243-c1eb-4c0f-98ac-e89bf4270084 req-a313b59e-00ee-48f4-b85f-351c4c4b6156 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:12.421729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c6b0243-c1eb-4c0f-98ac-e89bf4270084 req-a313b59e-00ee-48f4-b85f-351c4c4b6156 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0637970 Jul 16 09:29:12.458839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c6b0243-c1eb-4c0f-98ac-e89bf4270084 req-49f4ddc0-3e28-4804-9c1e-cc6e3933e114 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Jul 16 09:29:13.640358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ebbc1-a709-420a-b95d-448f4ed5c06c req-ad011043-e3b8-4692-b4a1-f3ac785438b0 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:13.641901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee0ebbc1-a709-420a-b95d-448f4ed5c06c req-ad011043-e3b8-4692-b4a1-f3ac785438b0 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0727057 Jul 16 09:29:13.684650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee0ebbc1-a709-420a-b95d-448f4ed5c06c req-0a0ab9bd-72a1-49a3-b733-ad987cb1a7cc tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371563 Jul 16 09:29:14.473470 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d887692a-0939-4ec8-934d-e4c691f2ee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.855678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1736c-fff2-4073-a152-91c419bd475f req-b7c7c788-b912-433d-9f8c-f6f5245e637a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:14.857270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbd1736c-fff2-4073-a152-91c419bd475f req-b7c7c788-b912-433d-9f8c-f6f5245e637a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0633342 Jul 16 09:29:14.894782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbd1736c-fff2-4073-a152-91c419bd475f req-ce831753-d782-4979-93b7-0f3130b8191d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Jul 16 09:29:15.593990 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.066590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c7f6b-ecc4-4cca-9830-f25986c44c77 req-65efc449-522f-4363-9f04-7c446209e80c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:16.068077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0c7f6b-ecc4-4cca-9830-f25986c44c77 req-65efc449-522f-4363-9f04-7c446209e80c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0646398 Jul 16 09:29:16.106631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-af0c7f6b-ecc4-4cca-9830-f25986c44c77 req-16fefa71-7d67-4e7b-80df-5cf124520b97 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Jul 16 09:29:17.284419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ee171-ee44-44f1-94fe-b6a969a174fb req-e8cf5521-0d05-4c60-8943-3a58fc7a659e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:17.285954 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-115ee171-ee44-44f1-94fe-b6a969a174fb req-e8cf5521-0d05-4c60-8943-3a58fc7a659e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0688493 Jul 16 09:29:17.324088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-115ee171-ee44-44f1-94fe-b6a969a174fb req-2903dd04-71a8-4259-b3a7-f32164265277 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326533 Jul 16 09:29:17.629840 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:29:17.673633 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.680590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85e188f2-2421-41db-a172-8554b3e39252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.966288 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-94832b21-e17e-4937-a186-991bb17eb685 service neutron] show failed (client error): The resource could not be found. Jul 16 09:29:17.967208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-94832b21-e17e-4937-a186-991bb17eb685 service neutron] 10.222.0.54 "GET /v2.0/ports/4ccf8fe3-5c34-411c-a53b-5eda740da75e/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0561607 Jul 16 09:29:18.222351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-0b522784-cdb9-4126-9933-a43b69b20ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:18.223779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-0b522784-cdb9-4126-9933-a43b69b20ac5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88&tenant_id=53c85975cff74086a7d7a6e20f94c771 HTTP/1.1" status: 200 len: 1097 time: 0.0537262 Jul 16 09:29:18.236373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:18.312644 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.555932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:18.575482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de00fa-5e91-48f9-9691-83d6b55457e9 req-cca9449a-2a53-4f83-9780-705246d2d2bb tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:18.577003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8de00fa-5e91-48f9-9691-83d6b55457e9 req-cca9449a-2a53-4f83-9780-705246d2d2bb tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.1401086 Jul 16 09:29:18.629605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:18.653892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8de00fa-5e91-48f9-9691-83d6b55457e9 req-3b98759a-70a5-43e6-80fa-095030656b3d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708828 Jul 16 09:29:18.675818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:18.678175 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95e4b64-1871-4ea0-97c1-96a4836a9a1d" -d '{"events": [{"server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:18.682210 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.695403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Transition to ACTIVE for port object 4ccf8fe3-5c34-411c-a53b-5eda740da75e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:18.698634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.726346 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dcc16f-5cb3-4796-8352-0d5cde7bb6d8 x-openstack-request-id: req-38dcc16f-5cb3-4796-8352-0d5cde7bb6d8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:18.726639 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:18.726891 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38dcc16f-5cb3-4796-8352-0d5cde7bb6d8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:18.727294 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'code': 200} Jul 16 09:29:18.766445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:18.768947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] No DVR routers for this DVR port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:18.805901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Attempting to bind port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:18.806295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Attempting to bind port 4ccf8fe3-5c34-411c-a53b-5eda740da75e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:18.806562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Attempting to bind port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:18.811611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:18.811931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Attempting to bind port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:18.816672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:18.817011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Checking segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:18.817397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Bound using segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:18.817865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Bound port: 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:18.818224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.884340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:18.888265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:18.892013 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.926113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:18.926735 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.928113 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] 10.222.0.52 "PUT /v2.0/ports/4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 1092 time: 0.6958671 Jul 16 09:29:18.949337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904d7c6-7356-4da3-968e-0294e2ea5c49 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:18.975627 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.007059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-fa6df08b-ef3d-48bc-a2fe-01ce74666e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:19.008576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-fa6df08b-ef3d-48bc-a2fe-01ce74666e1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 1095 time: 0.0553434 Jul 16 09:29:19.102931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-899ececa-0c01-481f-bd3e-dfa1d10767fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:19.104412 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-899ececa-0c01-481f-bd3e-dfa1d10767fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.0897288 Jul 16 09:29:19.138342 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.146023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-6e854d59-b447-4c2b-a3ad-20fea12e74d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 217 time: 0.0352788 Jul 16 09:29:19.200180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-44937347-3d03-41e8-9160-173b2b560705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:19.201759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-44937347-3d03-41e8-9160-173b2b560705 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0489810 Jul 16 09:29:19.234798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-8119971e-f436-466b-9937-c2ba6e3d1f0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269477 Jul 16 09:29:19.324266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-259f7e4c-4d75-49f4-9262-2892e6a85e60 service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827663 Jul 16 09:29:19.418305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-833a7bf4-03a2-4dbd-be7c-d113d9b7df4f req-eff1a2e9-65c3-4914-a310-3bd0b3a1566b service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872283 Jul 16 09:29:19.832389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b5db-25ef-4efb-a9b7-4e4da8a38e1e req-75a55955-9ff8-470c-aec0-a2e4ad98f054 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:19.833962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1722b5db-25ef-4efb-a9b7-4e4da8a38e1e req-75a55955-9ff8-470c-aec0-a2e4ad98f054 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 943 time: 0.0634685 Jul 16 09:29:19.871825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1722b5db-25ef-4efb-a9b7-4e4da8a38e1e req-86793405-c3a8-4dd2-902b-ab708f271efe tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 16 09:29:20.245414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.728911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:20.731926 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25335b87-42eb-4388-b05d-caadf46a119d" -d '{"events": [{"name": "network-changed", "server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:20.779056 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791cb723-36b9-4b4e-87c8-b73459b8b6d0 x-openstack-request-id: req-791cb723-36b9-4b4e-87c8-b73459b8b6d0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:20.779344 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:20.779594 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-791cb723-36b9-4b4e-87c8-b73459b8b6d0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:20.780008 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'status': 'completed', 'code': 200} Jul 16 09:29:20.896683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335b87-42eb-4388-b05d-caadf46a119d req-095119fb-7a01-4df8-9f30-646024505086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:20.898198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-095119fb-7a01-4df8-9f30-646024505086 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 1095 time: 0.0970817 Jul 16 09:29:20.904254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335b87-42eb-4388-b05d-caadf46a119d req-07188155-6ae5-4a46-9e3c-d3c6d2f691a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:20.905883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-07188155-6ae5-4a46-9e3c-d3c6d2f691a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 1095 time: 0.0958853 Jul 16 09:29:21.094184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335b87-42eb-4388-b05d-caadf46a119d req-ab035d81-8ca3-40db-9457-396864bb9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:21.095713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-ab035d81-8ca3-40db-9457-396864bb9162 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.1889510 Jul 16 09:29:21.152400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-074dc0f7-2633-45f9-8379-0ae710d4ccd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 217 time: 0.0477941 Jul 16 09:29:21.153331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335b87-42eb-4388-b05d-caadf46a119d req-afb47c2d-f462-4c07-a8f3-dede84496058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:21.155285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-afb47c2d-f462-4c07-a8f3-dede84496058 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.2303605 Jul 16 09:29:21.228808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-66c4732a-8949-4b16-be34-a36fd499af26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 217 time: 0.0602915 Jul 16 09:29:21.239861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e7d76-ff47-4280-ab4a-ad45a4390bb6 req-8a1c4a9d-e4e0-4a83-8e94-ef0ce5078b74 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:21.241321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e88e7d76-ff47-4280-ab4a-ad45a4390bb6 req-8a1c4a9d-e4e0-4a83-8e94-ef0ce5078b74 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 943 time: 0.2424686 Jul 16 09:29:21.293448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335b87-42eb-4388-b05d-caadf46a119d req-8689af9a-8937-4b21-8035-bb77d736fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:21.295687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-8689af9a-8937-4b21-8035-bb77d736fb08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.1365352 Jul 16 09:29:21.340594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335b87-42eb-4388-b05d-caadf46a119d req-3a38feab-6376-4de0-b87a-6560b8340943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:21.342107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-3a38feab-6376-4de0-b87a-6560b8340943 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0983543 Jul 16 09:29:21.345712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-93f89163-53d0-4f96-adb6-3572e7e0a1c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385997 Jul 16 09:29:21.348913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e88e7d76-ff47-4280-ab4a-ad45a4390bb6 req-f5b3e0f8-8435-4d4f-8980-14af68b5ff8c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952728 Jul 16 09:29:21.387562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-5271664a-ef71-4427-b61b-10487cb1a4ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376885 Jul 16 09:29:21.530672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-b7b06867-f3d8-40df-9a43-a6b375fd5658 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722069 Jul 16 09:29:21.535811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-8a76c630-8984-42a1-9063-42726b5b1e1a service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389232 Jul 16 09:29:21.687729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-fdad6d2f-8182-4362-8b8f-3139928c051c service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491332 Jul 16 09:29:21.692754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25335b87-42eb-4388-b05d-caadf46a119d req-aee57963-7afe-4048-9e49-a3ccb91229f3 service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466098 Jul 16 09:29:21.857423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4ccf8fe3-5c34-411c-a53b-5eda740da75e no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:21.896593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4ccf8fe3-5c34-411c-a53b-5eda740da75e not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:22.712445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6494-bb7d-493f-8c37-3a7671319eea req-70c055b0-2934-43a5-9eee-22119ef53975 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:22.713902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edcb6494-bb7d-493f-8c37-3a7671319eea req-70c055b0-2934-43a5-9eee-22119ef53975 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 943 time: 0.0663869 Jul 16 09:29:22.752434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-edcb6494-bb7d-493f-8c37-3a7671319eea req-e6333c57-4399-4a16-9619-6ee6b88da9ec tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Jul 16 09:29:23.106394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-fb2cc5f8-fec8-4d5a-98a1-9bac2485af29 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:23.108586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-fb2cc5f8-fec8-4d5a-98a1-9bac2485af29 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.54 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88&tenant_id=53c85975cff74086a7d7a6e20f94c771&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 943 time: 0.1088066 Jul 16 09:29:23.116204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd309e9-4c5e-49bc-9f75-155eb98df55c req-7f80204f-2bf5-4363-8ac8-9ba1701a3c45 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:23.117579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3dd309e9-4c5e-49bc-9f75-155eb98df55c req-7f80204f-2bf5-4363-8ac8-9ba1701a3c45 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 943 time: 0.1292033 Jul 16 09:29:23.194716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3dd309e9-4c5e-49bc-9f75-155eb98df55c req-671ec696-2636-4bf6-a751-cbaf5f9955c0 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707810 Jul 16 09:29:23.200022 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-379b14c9-e9bc-46c1-bb5f-31f754c700c3 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:29:23.201614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-379b14c9-e9bc-46c1-bb5f-31f754c700c3 service neutron] 10.222.0.54 "DELETE /v2.0/ports/4ccf8fe3-5c34-411c-a53b-5eda740da75e/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0831263 Jul 16 09:29:23.220327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4ccf8fe3-5c34-411c-a53b-5eda740da75e details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:23.301419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-10163171-a6b5-493c-9333-e90605c6ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:23.302975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-10163171-a6b5-493c-9333-e90605c6ad0c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 1095 time: 0.0584157 Jul 16 09:29:23.318474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:23.330169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d', 'port_id': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'mac_address': 'fa:16:3e:c0:5b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb95559-ffce-4b16-8a85-7e15c7cceb62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:23.366060 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.379063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccf8fe3-5c34-411c-a53b-5eda740da75e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:23.395532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-5f3cd19f-7334-40eb-811a-a04308bca737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:23.397040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-5f3cd19f-7334-40eb-811a-a04308bca737 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.0864096 Jul 16 09:29:23.399183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:23.404294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.446437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-6ee44cba-c2aa-44f1-8ab0-a25142b9e1d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 200 len: 217 time: 0.0397694 Jul 16 09:29:23.459668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:23.506585 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-5c2b7ab9-0550-4d34-a25d-7312dc683dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:23.508127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-5c2b7ab9-0550-4d34-a25d-7312dc683dc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0553126 Jul 16 09:29:23.541487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-6e31f5f9-7e8f-4d3e-ab5d-ab9ff81db123 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268853 Jul 16 09:29:23.621710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4ccf8fe3-5c34-411c-a53b-5eda740da75e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:23.638640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-195044e5-6e60-4a8e-baff-d63ab8a744a8 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906823 Jul 16 09:29:23.733172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2fdc0651-5d2e-4491-9c5b-f740c87a6f3f req-d3313e40-4ed1-4d7c-9ffc-b1aba6bbfbb7 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881953 Jul 16 09:29:24.372910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504480-1d15-4d9a-8fe2-7db64d432d42 req-ca2ae758-534f-4a92-88df-e0bb0b6b7db6 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.374584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e504480-1d15-4d9a-8fe2-7db64d432d42 req-ca2ae758-534f-4a92-88df-e0bb0b6b7db6 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 944 time: 0.0663469 Jul 16 09:29:24.415666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e504480-1d15-4d9a-8fe2-7db64d432d42 req-b12f1159-1e0c-42df-9896-448098018e53 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350759 Jul 16 09:29:24.586417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8606cb6-fad8-4ef7-9802-9c7847434786 req-bb11833c-ac3c-41dd-945e-6e97471211e0 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.587904 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8606cb6-fad8-4ef7-9802-9c7847434786 req-bb11833c-ac3c-41dd-945e-6e97471211e0 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 944 time: 0.0637140 Jul 16 09:29:24.626175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8606cb6-fad8-4ef7-9802-9c7847434786 req-7a2accc5-a62b-4b4f-b321-a5eb448e0182 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321319 Jul 16 09:29:24.798990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0e025-7ca5-49ab-a8ff-48e468037a23 req-8cf37272-26af-4e5c-b1c1-0986c3998ba2 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.800382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41a0e025-7ca5-49ab-a8ff-48e468037a23 req-8cf37272-26af-4e5c-b1c1-0986c3998ba2 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 944 time: 0.0629320 Jul 16 09:29:24.836888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41a0e025-7ca5-49ab-a8ff-48e468037a23 req-742eb552-0df0-40b7-9437-25786f9bc782 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Jul 16 09:29:25.232158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4ccf8fe3-5c34-411c-a53b-5eda740da75e up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:25.275237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-63a4d4d2-970d-4055-8d9b-2cba117a592f tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.276764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-63a4d4d2-970d-4055-8d9b-2cba117a592f tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 815 time: 0.1058912 Jul 16 09:29:25.281186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 4ccf8fe3-5c34-411c-a53b-5eda740da75e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:25.284937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 4ccf8fe3-5c34-411c-a53b-5eda740da75e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:25.285318 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.293022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-34e85cae-5c88-4e40-97a9-c08e3ddab94d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/quotas/53c85975cff74086a7d7a6e20f94c771 HTTP/1.1" status: 200 len: 375 time: 0.0099037 Jul 16 09:29:25.355882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-f74d2466-ef40-4a0e-aae8-9d30e56dbf07 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575089 Jul 16 09:29:25.363947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.388666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:25.390928 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c065c66f-b1ec-4b70-b217-2ce190bdce3e" -d '{"events": [{"server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "name": "network-vif-plugged", "status": "completed", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:25.404847 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:25.413592 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.420987 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-87cb958d-5bea-4e97-a90d-bf38068d6e79 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:29:25.422030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-87cb958d-5bea-4e97-a90d-bf38068d6e79 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596759 Jul 16 09:29:25.437284 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f29439-a4a6-4885-a013-93f155f073c9 x-openstack-request-id: req-71f29439-a4a6-4885-a013-93f155f073c9 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:25.437572 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "name": "network-vif-plugged", "status": "completed", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:25.437860 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71f29439-a4a6-4885-a013-93f155f073c9 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:25.438244 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'code': 200} Jul 16 09:29:25.463339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:25.518757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-ea3a6053-52a0-484f-ab32-eced2b2264c6 service neutron] 10.222.0.55 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893455 Jul 16 09:29:25.610492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5effc3aa-86e3-422a-a504-6d0ebb8d0807 service neutron] 10.222.0.55 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860362 Jul 16 09:29:26.101708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e737236-5c31-4694-a5d0-71a1865a1062 req-d528f64d-2dc3-4f29-9a74-2eebeaa30edd tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 210 time: 0.3497114 Jul 16 09:29:26.467454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-818babfa-6352-46fc-88d8-2df4bb4e13a7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:26.468908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-818babfa-6352-46fc-88d8-2df4bb4e13a7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.52 "GET /v2.0/ports?device_id=723c2b13-28f3-4ae4-8a66-e1b74d5bbe88 HTTP/1.1" status: 200 len: 945 time: 0.0623710 Jul 16 09:29:26.578506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Deleting port 4ccf8fe3-5c34-411c-a53b-5eda740da75e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:26.578506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.664189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] For port 4ccf8fe3-5c34-411c-a53b-5eda740da75e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4ccf8fe3-5c34-411c-a53b-5eda740da75e,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:26.664469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.677831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Calling delete_port for 4ccf8fe3-5c34-411c-a53b-5eda740da75e owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:26.804609 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.816694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4ccf8fe3-5c34-411c-a53b-5eda740da75e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:26.834843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Pushing event deleted for resources: {'Port': ['ID=4ccf8fe3-5c34-411c-a53b-5eda740da75e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:26.892433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] No DVR routers for this DVR port 4ccf8fe3-5c34-411c-a53b-5eda740da75e on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:26.895678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.898421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-74b9acfa-b73e-4606-8107-fc6cda4d3210 req-0c086c5c-0168-454a-b0e3-641fc34f4026 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.52 "DELETE /v2.0/ports/4ccf8fe3-5c34-411c-a53b-5eda740da75e HTTP/1.1" status: 204 len: 173 time: 0.4239054 Jul 16 09:29:26.899055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'name': 'network-vif-deleted', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:26.901630 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3505db-80c6-4d30-8d29-bbb580398c9d" -d '{"events": [{"server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "name": "network-vif-deleted", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:26.988628 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c248b43e-f025-44c0-87bb-482743d595e0 x-openstack-request-id: req-c248b43e-f025-44c0-87bb-482743d595e0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:26.988919 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723c2b13-28f3-4ae4-8a66-e1b74d5bbe88", "name": "network-vif-deleted", "tag": "4ccf8fe3-5c34-411c-a53b-5eda740da75e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:26.989180 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c248b43e-f025-44c0-87bb-482743d595e0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:26.989731 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723c2b13-28f3-4ae4-8a66-e1b74d5bbe88', 'name': 'network-vif-deleted', 'tag': '4ccf8fe3-5c34-411c-a53b-5eda740da75e', 'status': 'completed', 'code': 200} Jul 16 09:29:27.031544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-b8599138-9b63-46c2-9ab6-88622ccd77e7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:27.033126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-b8599138-9b63-46c2-9ab6-88622ccd77e7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.52 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 815 time: 0.1270092 Jul 16 09:29:27.055282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Request body: {'port': {'device_id': '18dcbf11-1749-445d-abd5-cca9af329513', 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d', 'admin_state_up': True, 'tenant_id': '53c85975cff74086a7d7a6e20f94c771'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:27.185814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Made reservation on behalf of 53c85975cff74086a7d7a6e20f94c771 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:27.190213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:27.282418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-108ef0c4-ccc4-4ec5-9ee5-847663f637b7 req-d2b76cee-95f3-4f33-bf49-2720614357ae tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 210 time: 0.0359728 Jul 16 09:29:27.353600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Allocated IP 172.20.0.5 (2810b4f2-ca1f-4e5b-9508-1a34cb88637d/cdb95559-ffce-4b16-8a85-7e15c7cceb62/a4a7ced6-ffa2-4212-b864-63dd7aa09110) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:27.498351 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:27.536514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:27.548699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4ccf8fe3-5c34-411c-a53b-5eda740da75e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:27.584761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:27.589997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:27.592442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:27.624039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:27.648610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:27.649227 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:27.663965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-5fc844a0-24f6-4165-b003-1d89d2e4de06 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130500 Jul 16 09:29:27.675903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Request body: {'port': {'device_id': '18dcbf11-1749-445d-abd5-cca9af329513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:27.746571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.007088 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a7ced6-ffa2-4212-b864-63dd7aa09110 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:28.014769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.026234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Transition to ACTIVE for port object a4a7ced6-ffa2-4212-b864-63dd7aa09110 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:28.030653 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.083094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:28.148808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Attempting to bind port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:28.149151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Attempting to bind port a4a7ced6-ffa2-4212-b864-63dd7aa09110 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:28.149482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Attempting to bind port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:28.153759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:28.154085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Attempting to bind port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:28.158898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:28.159238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Checking segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:28.159623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Bound using segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:28.160051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Bound port: a4a7ced6-ffa2-4212-b864-63dd7aa09110, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:28.160408 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.226022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:28.228970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:28.233986 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.268767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:28.269395 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.270842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] 10.222.0.52 "PUT /v2.0/ports/a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 1092 time: 0.5990634 Jul 16 09:29:28.296000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d631c-02f1-4778-b896-c6d7ee8865ab service neutron] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:28.359460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-ffb569b3-0672-4ddd-b937-0374fd1f848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:28.360958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-ffb569b3-0672-4ddd-b937-0374fd1f848e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 1095 time: 0.0539451 Jul 16 09:29:28.408087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-c31ed3f1-c395-4c28-a2ae-d2609273f797 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 217 time: 0.0393364 Jul 16 09:29:28.482363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-f1727d84-5742-4c9a-af0d-9148f31f5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:28.483809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-f1727d84-5742-4c9a-af0d-9148f31f5f99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0682521 Jul 16 09:29:28.522113 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-8e698b9f-4a82-4c3a-be5f-02d3231db76d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320048 Jul 16 09:29:28.533850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15a4b9-a5f0-4a05-8f1a-b640870c76fb req-4d7541b8-4dae-4782-9c5c-f9349bacc928 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:28.535229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc15a4b9-a5f0-4a05-8f1a-b640870c76fb req-4d7541b8-4dae-4782-9c5c-f9349bacc928 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 943 time: 0.1298928 Jul 16 09:29:28.622246 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc15a4b9-a5f0-4a05-8f1a-b640870c76fb req-e78e6c22-2cb8-46d9-9de9-5b002f899eac tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791852 Jul 16 09:29:28.646937 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-721fc87c-f718-4083-9f0b-30d4e221919c service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108103 Jul 16 09:29:28.740932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d810f78-8cb9-4cf2-ac79-144e38d52c69 req-d9dd93ce-a063-4199-a38c-bfe7fdba9e2f service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864792 Jul 16 09:29:28.990920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:28.993350 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423c2bc0-bcf5-403b-87db-e6392973e248" -d '{"events": [{"name": "network-changed", "server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:29.028220 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b5e9ae-1197-4d3a-a13e-6bd5e6bcd5f7 x-openstack-request-id: req-d5b5e9ae-1197-4d3a-a13e-6bd5e6bcd5f7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:29.029138 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:29.029396 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5b5e9ae-1197-4d3a-a13e-6bd5e6bcd5f7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:29.029826 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'status': 'completed', 'code': 200} Jul 16 09:29:29.102379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-3745eace-894c-4e90-9397-4faac96d6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.103909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-3745eace-894c-4e90-9397-4faac96d6919 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 1095 time: 0.0534539 Jul 16 09:29:29.198468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-5b604b01-6639-420f-8824-c1c9e3400425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.199945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-5b604b01-6639-420f-8824-c1c9e3400425 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.0895112 Jul 16 09:29:29.241418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-c9145f72-0e43-4e5a-944b-e1c9a7a8f021 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 217 time: 0.0344300 Jul 16 09:29:29.290917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-796c7e2e-b49b-4900-97a2-698c8c3f170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.292345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-796c7e2e-b49b-4900-97a2-698c8c3f170f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0431027 Jul 16 09:29:29.329671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-23cce9df-3172-428a-8aa6-e66825f02a7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300448 Jul 16 09:29:29.421111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-51fa50c1-3ad4-4e7a-b420-c28b91381d80 service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826290 Jul 16 09:29:29.513818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-423c2bc0-bcf5-403b-87db-e6392973e248 req-f122c3e9-4acb-4e5f-9c46-91b39d9cff2a service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845881 Jul 16 09:29:29.794565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ce3f5-ea88-428d-8bfa-fb042bf17d2a req-b50abc0f-26cb-4b50-8889-c9f8866cb79d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.795951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a7ce3f5-ea88-428d-8bfa-fb042bf17d2a req-b50abc0f-26cb-4b50-8889-c9f8866cb79d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 943 time: 0.0634375 Jul 16 09:29:29.833445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a7ce3f5-ea88-428d-8bfa-fb042bf17d2a req-10cc5574-cd7d-4e59-9771-fcb1e5b9194a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Jul 16 09:29:31.008493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8c2c2-3a8e-4864-a0d0-30ea7e7e1da0 req-a693fc5f-25de-4a04-bdb4-3fd130b92f73 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:31.010022 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ce8c2c2-3a8e-4864-a0d0-30ea7e7e1da0 req-a693fc5f-25de-4a04-bdb4-3fd130b92f73 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 943 time: 0.0646312 Jul 16 09:29:31.052598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ce8c2c2-3a8e-4864-a0d0-30ea7e7e1da0 req-863e82ab-46a0-4065-a4ed-d4092377c5b9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366950 Jul 16 09:29:31.282096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4ccf8fe3-5c34-411c-a53b-5eda740da75e no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:31.283995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a4a7ced6-ffa2-4212-b864-63dd7aa09110 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:31.307505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 4ccf8fe3-5c34-411c-a53b-5eda740da75e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:31.307843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4ccf8fe3-5c34-411c-a53b-5eda740da75e not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:31.395177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:31.406441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d', 'port_id': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'mac_address': 'fa:16:3e:56:a1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb95559-ffce-4b16-8a85-7e15c7cceb62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:31.445015 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:31.457554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a7ced6-ffa2-4212-b864-63dd7aa09110 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:31.476961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:31.481168 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:31.527577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:31.671793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['a4a7ced6-ffa2-4212-b864-63dd7aa09110'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:32.227863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926da7-6693-4cd9-8cc1-3a3f30376648 req-cb4647fb-dfbd-4677-bf64-a4ba982d033b tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:32.229361 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9926da7-6693-4cd9-8cc1-3a3f30376648 req-cb4647fb-dfbd-4677-bf64-a4ba982d033b tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 944 time: 0.0640559 Jul 16 09:29:32.267345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9926da7-6693-4cd9-8cc1-3a3f30376648 req-88051c6d-e08c-447f-8f19-f1834fd133e0 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Jul 16 09:29:33.300120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a4a7ced6-ffa2-4212-b864-63dd7aa09110 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:33.347691 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port a4a7ced6-ffa2-4212-b864-63dd7aa09110 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:33.351395 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port a4a7ced6-ffa2-4212-b864-63dd7aa09110 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:33.351772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:33.430970 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:33.439605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c7921-ec0e-43b2-90f3-57df766f1acf req-9d4108c3-9668-4aac-90d2-c661f27f650f tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:33.441137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a3c7921-ec0e-43b2-90f3-57df766f1acf req-9d4108c3-9668-4aac-90d2-c661f27f650f tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 944 time: 0.0650856 Jul 16 09:29:33.454069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:33.456345 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9334294-46e5-48ba-9667-9e67f724dd00" -d '{"events": [{"server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "name": "network-vif-plugged", "status": "completed", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:33.470046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:33.475002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:33.490306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a3c7921-ec0e-43b2-90f3-57df766f1acf req-1d6ce851-e12d-445b-bc28-708fcb313dfd tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Jul 16 09:29:33.499850 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacdaa25-5f70-433c-86df-1242f540a109 x-openstack-request-id: req-eacdaa25-5f70-433c-86df-1242f540a109 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:33.500183 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "name": "network-vif-plugged", "status": "completed", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:33.500552 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eacdaa25-5f70-433c-86df-1242f540a109 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:33.500775 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'code': 200} Jul 16 09:29:33.526913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:33.609505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7cd0-e5b0-4fca-a21b-134b0a7d8568 req-d8c53a26-41ef-4a78-a416-0fd2aa6f2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:33.611045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7fce7cd0-e5b0-4fca-a21b-134b0a7d8568 req-d8c53a26-41ef-4a78-a416-0fd2aa6f2c7b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 1097 time: 0.0565047 Jul 16 09:29:33.645654 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7fce7cd0-e5b0-4fca-a21b-134b0a7d8568 req-c136d7fc-7bbd-4ba9-b19a-b50d0c7cb707 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284655 Jul 16 09:29:34.661601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fbe3e-c603-4480-b78d-aeb5a399d651 req-048fff6f-de81-47b5-bdaf-796f9f83936e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:34.663131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e48fbe3e-c603-4480-b78d-aeb5a399d651 req-048fff6f-de81-47b5-bdaf-796f9f83936e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0639009 Jul 16 09:29:34.700955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e48fbe3e-c603-4480-b78d-aeb5a399d651 req-db0d6128-6ce6-41be-bcd6-5fc69edd9d48 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Jul 16 09:29:34.870175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af144b-9aa0-416d-bc7d-b532d796de57 req-65839c8a-5620-4c26-baf7-c37a51b08e39 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:34.871766 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7af144b-9aa0-416d-bc7d-b532d796de57 req-65839c8a-5620-4c26-baf7-c37a51b08e39 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0635440 Jul 16 09:29:34.913091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7af144b-9aa0-416d-bc7d-b532d796de57 req-62de8e62-0ef0-4f5a-9c78-521af2545bae tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352082 Jul 16 09:29:35.243642 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-a1eb8f64-7ce9-479f-90c9-5bdc8f99b7af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523281 Jul 16 09:29:35.302305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244e9ce-75d3-4dfd-a4b6-6374accb02a5 req-8ad6b680-d619-4439-8eaf-3ed07c6a6dc2 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:35.303824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2244e9ce-75d3-4dfd-a4b6-6374accb02a5 req-8ad6b680-d619-4439-8eaf-3ed07c6a6dc2 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0651913 Jul 16 09:29:35.343707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2244e9ce-75d3-4dfd-a4b6-6374accb02a5 req-12a4daf3-6e89-413c-a851-a66f10f2a67e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340443 Jul 16 09:29:36.561164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ddc8c-532a-4404-9807-4027d47d4c85 req-e5e174e7-c7a8-454e-8220-6b9922ca7579 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.562748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d41ddc8c-532a-4404-9807-4027d47d4c85 req-e5e174e7-c7a8-454e-8220-6b9922ca7579 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.1051891 Jul 16 09:29:36.579095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-67ce3c5b-ab39-4b52-a75b-0e00672e5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.580572 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-67ce3c5b-ab39-4b52-a75b-0e00672e5ce7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 1097 time: 0.0943174 Jul 16 09:29:36.634392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d41ddc8c-532a-4404-9807-4027d47d4c85 req-77392bcf-4802-47d7-b57f-d0c168264ce1 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644021 Jul 16 09:29:36.687646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-339cf15d-1349-43d4-844f-72f4a675a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.689162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-339cf15d-1349-43d4-844f-72f4a675a265 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.1011841 Jul 16 09:29:36.733632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-22776aaf-8b15-4e30-bf50-b25cd0cd89b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 217 time: 0.0380664 Jul 16 09:29:36.782547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-829237c3-65ac-4ae7-81e8-9ef38dfc1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.783979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-829237c3-65ac-4ae7-81e8-9ef38dfc1b03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0445306 Jul 16 09:29:36.816419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-66638b52-8c45-40f0-95fc-168fd64ddb01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263095 Jul 16 09:29:36.910100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-bff821b3-c119-4186-8ba6-4a738b606e44 service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860999 Jul 16 09:29:37.000119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-c752c59d-4a1c-45e1-a05c-2b3e735dbf9c service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841470 Jul 16 09:29:37.815822 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a5e71-2b54-43f2-a0d0-52740f38f385 req-80cca464-97fb-4737-80d3-094376fea0a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:37.817324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb6a5e71-2b54-43f2-a0d0-52740f38f385 req-80cca464-97fb-4737-80d3-094376fea0a9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0673666 Jul 16 09:29:37.855288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb6a5e71-2b54-43f2-a0d0-52740f38f385 req-1f2e774c-bfbb-4b3b-9d0a-6c58b301c108 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324345 Jul 16 09:29:39.027268 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f06ee-a615-49a1-bb4f-532804052ad9 req-283e83e9-523c-4525-9c64-6118e664d1cc tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:39.029274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed3f06ee-a615-49a1-bb4f-532804052ad9 req-283e83e9-523c-4525-9c64-6118e664d1cc tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0639935 Jul 16 09:29:39.066641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ed3f06ee-a615-49a1-bb4f-532804052ad9 req-4f980e03-1765-40a4-9c4f-c0fdfbccff3f tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317643 Jul 16 09:29:40.238409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcceba4-fb94-405e-aef2-dc419a30d9e0 req-86a92766-8e88-46e4-acc3-af8a4ef758ff tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:40.239882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dcceba4-fb94-405e-aef2-dc419a30d9e0 req-86a92766-8e88-46e4-acc3-af8a4ef758ff tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0626349 Jul 16 09:29:40.276492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5dcceba4-fb94-405e-aef2-dc419a30d9e0 req-f1aded3c-3197-45c1-8137-2f829947e6e8 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Jul 16 09:29:41.451310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b98e1-2aa1-4224-b9fc-c52961f1aad6 req-227b11e6-f2ca-4f71-9c5f-a8595492c059 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:41.452853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-517b98e1-2aa1-4224-b9fc-c52961f1aad6 req-227b11e6-f2ca-4f71-9c5f-a8595492c059 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0678833 Jul 16 09:29:41.490254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-517b98e1-2aa1-4224-b9fc-c52961f1aad6 req-af576c5d-3940-4156-84c6-1ea77efe82c4 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Jul 16 09:29:42.662252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb3d34-ddfd-4897-8227-86b16dfceccc req-f0d75f1b-34d0-4878-9bdf-8609202acfa3 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:42.663739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ecb3d34-ddfd-4897-8227-86b16dfceccc req-f0d75f1b-34d0-4878-9bdf-8609202acfa3 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0634139 Jul 16 09:29:42.701746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ecb3d34-ddfd-4897-8227-86b16dfceccc req-d703cec2-305a-481e-9415-7e3d14700c9c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Jul 16 09:29:43.876261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22423958-168d-45b8-89cc-ea0192d8d6a3 req-0dfbb82a-ad04-49f5-af1f-382d59643b09 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:43.877830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22423958-168d-45b8-89cc-ea0192d8d6a3 req-0dfbb82a-ad04-49f5-af1f-382d59643b09 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0678439 Jul 16 09:29:43.916045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22423958-168d-45b8-89cc-ea0192d8d6a3 req-7ccdaa96-09e2-4b25-bc58-c85747baef2d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Jul 16 09:29:44.474576 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad922b6c-2efa-4e88-ae3b-9cb0d19fea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.087204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c184d-fa03-4990-9b06-dfca4e83c984 req-5f2731f9-eea0-4d48-a18c-69ca165eae41 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:45.088706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-447c184d-fa03-4990-9b06-dfca4e83c984 req-5f2731f9-eea0-4d48-a18c-69ca165eae41 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0630810 Jul 16 09:29:45.128127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-447c184d-fa03-4990-9b06-dfca4e83c984 req-8abe1c62-4bb5-4df3-b0ca-04338cca9b73 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332899 Jul 16 09:29:45.605862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.300877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82552715-66fe-453e-99c8-36485301f3fb req-5e3c7ab9-b8f5-4afd-aee3-5fabd9a8ea4d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:46.302391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82552715-66fe-453e-99c8-36485301f3fb req-5e3c7ab9-b8f5-4afd-aee3-5fabd9a8ea4d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0631337 Jul 16 09:29:46.339807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82552715-66fe-453e-99c8-36485301f3fb req-201bb011-91db-450f-bd25-a1cb591be517 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Jul 16 09:29:47.519436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff4b9-a823-465f-adbf-1e5398439fed req-49ad5c48-8fef-4885-b1d3-0b42d17e7991 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:47.520916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3fff4b9-a823-465f-adbf-1e5398439fed req-49ad5c48-8fef-4885-b1d3-0b42d17e7991 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0669708 Jul 16 09:29:47.557979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3fff4b9-a823-465f-adbf-1e5398439fed req-1367e570-7060-40e6-8156-01733e81fe4c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314763 Jul 16 09:29:47.664374 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.680544 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-414929f1-f680-4aa5-b57d-b35525b85d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.730709 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5ca9-c7c6-4206-8efb-9889e7fa23d3 req-b66ffb54-733b-40b2-ac13-aac5bc74612e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:48.732318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56ab5ca9-c7c6-4206-8efb-9889e7fa23d3 req-b66ffb54-733b-40b2-ac13-aac5bc74612e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0636678 Jul 16 09:29:48.770285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56ab5ca9-c7c6-4206-8efb-9889e7fa23d3 req-f9280be4-b111-42a1-879d-2bd749f301cf tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Jul 16 09:29:48.978722 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:49.133915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:49.948264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b939024-346e-4d9d-85fc-055d55d546f4 req-0bd4d02b-d0aa-4a75-b4ae-a4967a7b24b6 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:49.949790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b939024-346e-4d9d-85fc-055d55d546f4 req-0bd4d02b-d0aa-4a75-b4ae-a4967a7b24b6 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0680516 Jul 16 09:29:49.988087 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b939024-346e-4d9d-85fc-055d55d546f4 req-64dccede-f98b-4778-b71b-6e118ac600e9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jul 16 09:29:50.248058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:51.163544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63b95-c7d0-4741-9aff-ff4874437d73 req-4a8708c4-5a44-4e09-a9f4-fafeabe994ae tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:51.165038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fea63b95-c7d0-4741-9aff-ff4874437d73 req-4a8708c4-5a44-4e09-a9f4-fafeabe994ae tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0638549 Jul 16 09:29:51.202520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fea63b95-c7d0-4741-9aff-ff4874437d73 req-2be0b8fe-29ac-44de-a2c9-d8fe76a0cd84 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Jul 16 09:29:52.370910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe698-ebff-4ae3-a0d4-47d9b0add681 req-e16686c0-ac19-4a92-b3dd-01115ab68629 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:52.372368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-398fe698-ebff-4ae3-a0d4-47d9b0add681 req-e16686c0-ac19-4a92-b3dd-01115ab68629 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0628438 Jul 16 09:29:52.409825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-398fe698-ebff-4ae3-a0d4-47d9b0add681 req-402862f6-46c9-4968-ac9a-61f472b9de54 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jul 16 09:29:53.583219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f325-c4d0-4ea8-9738-1aee23ee4929 req-644facaf-32b0-4707-b74e-6d5caa1f7b5d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:53.584685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e869f325-c4d0-4ea8-9738-1aee23ee4929 req-644facaf-32b0-4707-b74e-6d5caa1f7b5d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0658474 Jul 16 09:29:53.621764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e869f325-c4d0-4ea8-9738-1aee23ee4929 req-ca9c5f28-876e-45de-ab78-de16a18872f7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Jul 16 09:29:54.629852 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:29:54.793774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261c83-4e97-402f-9eeb-cc008f7e944a req-206578ef-d22f-4814-9100-555db035ff36 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:54.795849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e261c83-4e97-402f-9eeb-cc008f7e944a req-206578ef-d22f-4814-9100-555db035ff36 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0630796 Jul 16 09:29:54.832231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5e261c83-4e97-402f-9eeb-cc008f7e944a req-b6373e9d-6b85-4f35-89eb-962e1ce630b9 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Jul 16 09:29:56.010769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a81930-5ecd-4eea-a1cf-34c709015f09 req-ec35b7dd-18e7-436b-bc17-d28bad67259d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:56.012270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51a81930-5ecd-4eea-a1cf-34c709015f09 req-ec35b7dd-18e7-436b-bc17-d28bad67259d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0669825 Jul 16 09:29:56.051021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51a81930-5ecd-4eea-a1cf-34c709015f09 req-b932a3db-0abd-4620-9514-aded9b22d838 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Jul 16 09:29:57.225732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641a93e-ce1c-4eaa-8982-160dd7701087 req-5d50bdda-36ef-4104-b160-0cb894a35c9d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:57.227203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d641a93e-ce1c-4eaa-8982-160dd7701087 req-5d50bdda-36ef-4104-b160-0cb894a35c9d tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0632906 Jul 16 09:29:57.266047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d641a93e-ce1c-4eaa-8982-160dd7701087 req-6e4d5e28-6d3f-4631-a21c-b68532b2195b tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Jul 16 09:29:58.436333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901114e-738d-4b80-a725-78bf4a1c4fe4 req-8d54302a-567a-4a09-bfa3-c96ae26e06a4 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:58.437834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f901114e-738d-4b80-a725-78bf4a1c4fe4 req-8d54302a-567a-4a09-bfa3-c96ae26e06a4 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0621512 Jul 16 09:29:58.474593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f901114e-738d-4b80-a725-78bf4a1c4fe4 req-bc432811-677d-4077-aa28-ab2ff2cec4fb tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Jul 16 09:29:59.650027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03e43-1075-4ee6-9155-c18a5da0da9f req-a652981c-d613-4fa5-b1d7-941f7fd19ec2 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:59.651521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d03e43-1075-4ee6-9155-c18a5da0da9f req-a652981c-d613-4fa5-b1d7-941f7fd19ec2 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0675151 Jul 16 09:29:59.689569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d03e43-1075-4ee6-9155-c18a5da0da9f req-69550a7a-3d0d-4e15-9328-e0366846e35c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Jul 16 09:30:00.860833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdfb86-fef2-466a-b17c-07f2a41355d8 req-2606b062-bcb7-4ad3-ad79-bda08bb39562 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:00.862282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30cdfb86-fef2-466a-b17c-07f2a41355d8 req-2606b062-bcb7-4ad3-ad79-bda08bb39562 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0628195 Jul 16 09:30:00.899280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30cdfb86-fef2-466a-b17c-07f2a41355d8 req-715257af-ba4b-44e8-9842-1b9e4673713e tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Jul 16 09:30:02.077200 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea528c-3fcb-4972-bcb5-5808a33bc5c6 req-b134d4a5-f945-4c8d-9f7e-377fed572933 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:02.078659 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93ea528c-3fcb-4972-bcb5-5808a33bc5c6 req-b134d4a5-f945-4c8d-9f7e-377fed572933 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0673380 Jul 16 09:30:02.116377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93ea528c-3fcb-4972-bcb5-5808a33bc5c6 req-e0e9e2e7-7d9d-4f6d-a889-2c1339d247f5 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Jul 16 09:30:03.286054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247dc71-fb24-4a6b-9735-01eb10257583 req-0f08a0f4-e5b0-4042-92d4-02fb70bba255 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:03.287553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a247dc71-fb24-4a6b-9735-01eb10257583 req-0f08a0f4-e5b0-4042-92d4-02fb70bba255 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0627315 Jul 16 09:30:03.324767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a247dc71-fb24-4a6b-9735-01eb10257583 req-37f5c8ee-fe52-494c-93b2-5621ada534db tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Jul 16 09:30:03.804862 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-37047902-7d4c-43ec-a531-c37794d2f361 service neutron] show failed (client error): The resource could not be found. Jul 16 09:30:03.805898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-37047902-7d4c-43ec-a531-c37794d2f361 service neutron] 10.222.0.52 "GET /v2.0/ports/a4a7ced6-ffa2-4212-b864-63dd7aa09110/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0536966 Jul 16 09:30:04.055841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-f848aefd-9882-44b5-b2eb-3e5b957e7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:04.057230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-f848aefd-9882-44b5-b2eb-3e5b957e7784 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513&tenant_id=53c85975cff74086a7d7a6e20f94c771 HTTP/1.1" status: 200 len: 1097 time: 0.0593624 Jul 16 09:30:04.068173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:04.137426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.336549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:04.368590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:04.413514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:04.416068 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf2b05e-0f7b-4c32-8c47-63758ab0975f" -d '{"events": [{"server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:04.419709 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.442360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Transition to ACTIVE for port object a4a7ced6-ffa2-4212-b864-63dd7aa09110 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:04.454519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.481029 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab0270b-5126-4803-97c4-c9bb89683394 x-openstack-request-id: req-2ab0270b-5126-4803-97c4-c9bb89683394 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:04.481320 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:04.481571 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ab0270b-5126-4803-97c4-c9bb89683394 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:04.481983 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'code': 200} Jul 16 09:30:04.550813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] No DVR routers for this DVR port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:04.558604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:04.572244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.572586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.572924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.573256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.573580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.573927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.574252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.574568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.574888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.575207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.575524 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.575837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:04.619159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44101912-8ab5-4cb7-ad70-1973de080e4c req-37700421-dc21-46cc-b994-cf8133979786 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:04.620636 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44101912-8ab5-4cb7-ad70-1973de080e4c req-37700421-dc21-46cc-b994-cf8133979786 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 943 time: 0.1797018 Jul 16 09:30:04.621691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Attempting to bind port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:04.622018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Attempting to bind port a4a7ced6-ffa2-4212-b864-63dd7aa09110 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:04.622341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Attempting to bind port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:04.633442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:30:04.633791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Attempting to bind port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on network 2810b4f2-ca1f-4e5b-9508-1a34cb88637d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:04.647256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:04.647588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Checking segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:04.647957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Bound using segment: {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:04.648374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Bound port: a4a7ced6-ffa2-4212-b864-63dd7aa09110, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19ec204-dd34-4151-ae17-e8b7df232151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:04.648725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.676230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44101912-8ab5-4cb7-ad70-1973de080e4c req-0fa0c7ca-8443-4df8-b1a3-440ee5703891 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Jul 16 09:30:04.723858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:04.726995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:04.731131 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.768478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:04.769099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.770521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] 10.222.0.54 "PUT /v2.0/ports/a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 1092 time: 0.7064664 Jul 16 09:30:04.794414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa3ed-630c-48d8-9c26-12131c030213 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:04.850313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-40959f65-0c5a-4fa6-8548-080a3569021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:04.851730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-40959f65-0c5a-4fa6-8548-080a3569021c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 1095 time: 0.0533395 Jul 16 09:30:04.939955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-08ebb946-0be3-4557-a708-8c274a3a4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:04.941466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-08ebb946-0be3-4557-a708-8c274a3a4316 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.0833278 Jul 16 09:30:04.985301 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-eaa2b47b-a7be-4861-806f-6723063ba0ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 217 time: 0.0377233 Jul 16 09:30:05.033420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-3f05c0b1-bfad-410d-89e8-ba565d9b922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.034857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-3f05c0b1-bfad-410d-89e8-ba565d9b922e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0436771 Jul 16 09:30:05.067920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-d4482331-ea54-41ae-86b8-48ee5119c3b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257442 Jul 16 09:30:05.160600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-b5fcb6ae-ff3a-42af-aade-50261c4ef3f6 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866539 Jul 16 09:30:05.249783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a991614-bbf1-4d32-b0bf-28baf0a51f52 req-6affcd12-cf12-4d34-9b96-b5294c217054 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824070 Jul 16 09:30:05.853909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cd5a-372f-4a68-bf14-bf0b434121d0 req-30a73b62-e053-4081-b8d3-d3c4cbcb7014 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.855447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9df1cd5a-372f-4a68-bf14-bf0b434121d0 req-30a73b62-e053-4081-b8d3-d3c4cbcb7014 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 943 time: 0.0669837 Jul 16 09:30:05.893251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9df1cd5a-372f-4a68-bf14-bf0b434121d0 req-ec91650b-8e9e-4b4d-873e-d214a5b1ddb5 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Jul 16 09:30:06.482936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:06.485310 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571bf523-13c2-44a2-b262-4de5da2b466f" -d '{"events": [{"name": "network-changed", "server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:06.532592 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f59d15a-ffe8-4b85-9b22-c29455a354ed x-openstack-request-id: req-7f59d15a-ffe8-4b85-9b22-c29455a354ed {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:06.532885 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:06.533140 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f59d15a-ffe8-4b85-9b22-c29455a354ed {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:06.533547 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'status': 'completed', 'code': 200} Jul 16 09:30:06.642979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf523-13c2-44a2-b262-4de5da2b466f req-08d2cfd9-9e41-456d-9404-4f12f11c1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.644496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-08d2cfd9-9e41-456d-9404-4f12f11c1234 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 1095 time: 0.0936680 Jul 16 09:30:06.646977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf523-13c2-44a2-b262-4de5da2b466f req-dac9aba3-31cd-40dc-b615-822f5fc2e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.648320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-dac9aba3-31cd-40dc-b615-822f5fc2e4b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 1095 time: 0.0887284 Jul 16 09:30:07.161159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf523-13c2-44a2-b262-4de5da2b466f req-143a3956-d7ef-45ab-a579-413c97fcb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.162678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-143a3956-d7ef-45ab-a579-413c97fcb75c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.5033970 Jul 16 09:30:07.164415 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf523-13c2-44a2-b262-4de5da2b466f req-967498ed-610b-4053-b5fc-f252b526f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.165783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-967498ed-610b-4053-b5fc-f252b526f1a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.5135570 Jul 16 09:30:07.194893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c63b3-b849-40d9-bc16-99667e4be7f1 req-d32cd021-6e98-4a89-8ae2-e5fc126c8187 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.196276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e51c63b3-b849-40d9-bc16-99667e4be7f1 req-d32cd021-6e98-4a89-8ae2-e5fc126c8187 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 943 time: 0.1811967 Jul 16 09:30:07.254633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-fc1d2bf2-5d0d-4653-82a6-1b61ed20ccd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 217 time: 0.0843740 Jul 16 09:30:07.260157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-592aca2e-3cb3-4583-9872-23738f50ba84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 217 time: 0.0873411 Jul 16 09:30:07.353933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e51c63b3-b849-40d9-bc16-99667e4be7f1 req-c3ee3914-b9b6-4703-8ab5-a9059210bacf tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275215 Jul 16 09:30:07.361008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf523-13c2-44a2-b262-4de5da2b466f req-afd2b031-5bac-4534-8f80-5a5ce390c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.362505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-afd2b031-5bac-4534-8f80-5a5ce390c187 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.1006062 Jul 16 09:30:07.376943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf523-13c2-44a2-b262-4de5da2b466f req-da147079-45f7-45ab-83c5-6d152f469458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.378495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-da147079-45f7-45ab-83c5-6d152f469458 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.1029510 Jul 16 09:30:07.399932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-9354b3e0-0ec4-45fb-8e2b-38a9487d8522 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311687 Jul 16 09:30:07.433783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-f08d0a5c-07a0-420e-b18a-679de3ba6eab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362124 Jul 16 09:30:07.505893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a4a7ced6-ffa2-4212-b864-63dd7aa09110 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:30:07.551787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device a4a7ced6-ffa2-4212-b864-63dd7aa09110 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:30:07.586750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-877ad523-bc99-4373-9f22-a888685bd39d service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789789 Jul 16 09:30:07.592687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-27736a05-c3c0-4171-a2cc-826d354d2136 service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493962 Jul 16 09:30:07.858955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-39f833ad-607e-463a-ac6a-f65382ba9558 service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608771 Jul 16 09:30:07.866259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-98052cf5-2a8e-44b9-89f7-fa93afdc4dec service neutron] 10.222.0.54 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603970 Jul 16 09:30:07.877610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-d66fa134-3e94-41e4-851c-c42d7802eb9b tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.879149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-d66fa134-3e94-41e4-851c-c42d7802eb9b tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.52 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513&tenant_id=53c85975cff74086a7d7a6e20f94c771&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 943 time: 0.2498503 Jul 16 09:30:07.887946 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb32f30-ae60-4959-98df-4b4eef701b3c req-dc5efaf9-6886-4f3a-928b-fce93b3b2903 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.890072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cb32f30-ae60-4959-98df-4b4eef701b3c req-dc5efaf9-6886-4f3a-928b-fce93b3b2903 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 943 time: 0.2596171 Jul 16 09:30:07.963546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cb32f30-ae60-4959-98df-4b4eef701b3c req-dd2f1b86-6c17-4ae4-8a4f-a9a59aa94673 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671046 Jul 16 09:30:07.971259 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-0bb96e09-ec91-483e-95c0-398863ea5a84 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:30:07.972256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-0bb96e09-ec91-483e-95c0-398863ea5a84 service neutron] 10.222.0.52 "DELETE /v2.0/ports/a4a7ced6-ffa2-4212-b864-63dd7aa09110/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0813150 Jul 16 09:30:08.044159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a4a7ced6-ffa2-4212-b864-63dd7aa09110 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:30:08.068899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-25e49c76-216a-4914-b215-aaead43fb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:08.070462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-25e49c76-216a-4914-b215-aaead43fb67e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53c85975cff74086a7d7a6e20f94c771&device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 1095 time: 0.0545745 Jul 16 09:30:08.136758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:08.148319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'network_id': '2810b4f2-ca1f-4e5b-9508-1a34cb88637d', 'port_id': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'mac_address': 'fa:16:3e:56:a1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb95559-ffce-4b16-8a85-7e15c7cceb62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:30:08.165882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-85d79792-d212-459a-9a4c-c3c74e5f8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:08.167422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-85d79792-d212-459a-9a4c-c3c74e5f8e02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 200 len: 916 time: 0.0896366 Jul 16 09:30:08.188007 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:08.200185 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a7ced6-ffa2-4212-b864-63dd7aa09110 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:30:08.209478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-ccbce9ee-f065-4e7d-a271-dcc5685c97ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 200 len: 217 time: 0.0349946 Jul 16 09:30:08.219508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:08.223487 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:08.258913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-af87248a-3257-482b-a343-a82a6102a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:08.260383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-af87248a-3257-482b-a343-a82a6102a50d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 200 len: 855 time: 0.0439780 Jul 16 09:30:08.270167 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:08.277450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.277821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.278159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.278486 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.278810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.279137 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.279716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.280039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.280362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.280688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.281012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.281334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:08.299377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-2d3fb387-1eb1-4e43-8391-e9a3054df377 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2810b4f2-ca1f-4e5b-9508-1a34cb88637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319006 Jul 16 09:30:08.388316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-f57e8cc8-2ed7-4bad-904f-953d3c884df6 service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825953 Jul 16 09:30:08.451701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a4a7ced6-ffa2-4212-b864-63dd7aa09110'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:08.481364 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-608762d6-cd02-4106-aa88-d8cbf0294283 req-4327b42d-ee58-499e-a8e4-79acda8f21a4 service neutron] 10.222.0.52 "GET /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876632 Jul 16 09:30:09.145715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01383-caeb-4032-aa8a-cf9b8c5fbc79 req-a7b60ea2-05a9-4d63-8614-da88db1394fa tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:09.147212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11d01383-caeb-4032-aa8a-cf9b8c5fbc79 req-a7b60ea2-05a9-4d63-8614-da88db1394fa tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 944 time: 0.0678809 Jul 16 09:30:09.184539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-11d01383-caeb-4032-aa8a-cf9b8c5fbc79 req-1a9759f2-d87a-427f-a446-1ff5175f7b0c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Jul 16 09:30:09.358994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee24bb2-aacc-4a23-af25-6b102a92781c req-1764b869-5c18-4bdb-b242-af1a1e252af7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:09.360488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ee24bb2-aacc-4a23-af25-6b102a92781c req-1764b869-5c18-4bdb-b242-af1a1e252af7 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 944 time: 0.0634830 Jul 16 09:30:09.398058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ee24bb2-aacc-4a23-af25-6b102a92781c req-a0cd0c7c-3e14-4100-9fde-a58d72ca41aa tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Jul 16 09:30:09.574214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5f36c-7315-47af-9da6-32853d71a922 req-a37ce842-c2c2-45e7-8eaf-6def15ce6088 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:09.575730 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73c5f36c-7315-47af-9da6-32853d71a922 req-a37ce842-c2c2-45e7-8eaf-6def15ce6088 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 944 time: 0.0689850 Jul 16 09:30:09.614595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73c5f36c-7315-47af-9da6-32853d71a922 req-e25bdf87-ba70-49d6-81fd-bd7b1c24aa51 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Jul 16 09:30:10.048178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a4a7ced6-ffa2-4212-b864-63dd7aa09110 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:10.095934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port a4a7ced6-ffa2-4212-b864-63dd7aa09110 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:10.099757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port a4a7ced6-ffa2-4212-b864-63dd7aa09110 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:10.100129 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:10.166429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61f8bb-72be-4a87-99c1-2694a4a4e36e req-2d049bdc-eb3c-4b3f-a5da-7ec41969c46a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:10.167933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f61f8bb-72be-4a87-99c1-2694a4a4e36e req-2d049bdc-eb3c-4b3f-a5da-7ec41969c46a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 944 time: 0.0653613 Jul 16 09:30:10.178543 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:10.201224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:10.203586 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca6f7a8-eed2-4863-8240-e597ea705387" -d '{"events": [{"server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "name": "network-vif-plugged", "status": "completed", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:10.207118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f61f8bb-72be-4a87-99c1-2694a4a4e36e req-04e8e187-1279-4b38-a0cf-b75d7490a2fe tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328350 Jul 16 09:30:10.217609 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:10.222855 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:10.250391 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4d7f8e-ba81-4f2a-9548-84c8a0bf72b3 x-openstack-request-id: req-2a4d7f8e-ba81-4f2a-9548-84c8a0bf72b3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:10.250627 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "name": "network-vif-plugged", "status": "completed", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:10.250883 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a4d7f8e-ba81-4f2a-9548-84c8a0bf72b3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:10.251272 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'code': 200} Jul 16 09:30:10.276613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:11.254353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-38de528b-1204-4cb3-b831-4cafbbf00b0a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:11.255871 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-38de528b-1204-4cb3-b831-4cafbbf00b0a tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.54 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.0640159 Jul 16 09:30:11.403282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Deleting port a4a7ced6-ffa2-4212-b864-63dd7aa09110 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:11.403628 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:11.434038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cdae2-cd3b-432c-a2f2-6052a6d7ee88 req-88115c70-6c96-4a4c-acf2-aa85c57c8159 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:11.435605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e26cdae2-cd3b-432c-a2f2-6052a6d7ee88 req-88115c70-6c96-4a4c-acf2-aa85c57c8159 tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/ports?device_id=18dcbf11-1749-445d-abd5-cca9af329513 HTTP/1.1" status: 200 len: 945 time: 0.1001267 Jul 16 09:30:11.519204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e26cdae2-cd3b-432c-a2f2-6052a6d7ee88 req-7258fa77-158d-4738-85f5-ae0bde3464fb tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.55 "GET /v2.0/security-groups?id=644f99ca-b882-4b66-a088-0121c6b71f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779226 Jul 16 09:30:11.534271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] For port a4a7ced6-ffa2-4212-b864-63dd7aa09110, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=a4a7ced6-ffa2-4212-b864-63dd7aa09110,segment=NetworkSegment(a19ec204-dd34-4151-ae17-e8b7df232151),segment_id=a19ec204-dd34-4151-ae17-e8b7df232151)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:11.534640 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:11.551733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Calling delete_port for a4a7ced6-ffa2-4212-b864-63dd7aa09110 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:11.682890 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:11.695065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['a4a7ced6-ffa2-4212-b864-63dd7aa09110'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:11.713152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Pushing event deleted for resources: {'Port': ['ID=a4a7ced6-ffa2-4212-b864-63dd7aa09110,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:11.757036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] No DVR routers for this DVR port a4a7ced6-ffa2-4212-b864-63dd7aa09110 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:11.759627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:11.761654 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44b9fdae-cae4-42f6-920e-77be316b8592 req-5a1f24cb-b124-4f1d-8129-720c69f2f99c tempest-ServerDiskConfigTestJSON-551621629 tempest-ServerDiskConfigTestJSON-551621629-project] 10.222.0.54 "DELETE /v2.0/ports/a4a7ced6-ffa2-4212-b864-63dd7aa09110 HTTP/1.1" status: 204 len: 173 time: 0.4990356 Jul 16 09:30:11.762112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'name': 'network-vif-deleted', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:11.765317 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50792cf-8df4-48d5-b169-6420147614c6" -d '{"events": [{"server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "name": "network-vif-deleted", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:11.803961 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6755ec-265c-45c2-ba19-f2574e0fcecf x-openstack-request-id: req-1d6755ec-265c-45c2-ba19-f2574e0fcecf {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:11.804255 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcbf11-1749-445d-abd5-cca9af329513", "name": "network-vif-deleted", "tag": "a4a7ced6-ffa2-4212-b864-63dd7aa09110", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:11.804537 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d6755ec-265c-45c2-ba19-f2574e0fcecf {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:11.804949 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dcbf11-1749-445d-abd5-cca9af329513', 'name': 'network-vif-deleted', 'tag': 'a4a7ced6-ffa2-4212-b864-63dd7aa09110', 'status': 'completed', 'code': 200} Jul 16 09:30:12.749576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49850) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:12.795817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f61b0a1-7f64-4787-a24a-66085bf9cf84 admin admin] Deleting subnet cdb95559-ffce-4b16-8a85-7e15c7cceb62 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:30:12.798868 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f61b0a1-7f64-4787-a24a-66085bf9cf84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:12.841674 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f61b0a1-7f64-4787-a24a-66085bf9cf84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:12.881049 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f61b0a1-7f64-4787-a24a-66085bf9cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:12.933416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f61b0a1-7f64-4787-a24a-66085bf9cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:12.959818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61b0a1-7f64-4787-a24a-66085bf9cf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb95559-ffce-4b16-8a85-7e15c7cceb62,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:12.963723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f61b0a1-7f64-4787-a24a-66085bf9cf84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:12.968311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0f61b0a1-7f64-4787-a24a-66085bf9cf84 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cdb95559-ffce-4b16-8a85-7e15c7cceb62 HTTP/1.1" status: 204 len: 168 time: 0.2150128 Jul 16 09:30:12.969138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49852) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:13.046697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.124584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.134240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2810b4f2-ca1f-4e5b-9508-1a34cb88637d']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:13.144258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19ec204-dd34-4151-ae17-e8b7df232151') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:13.144556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19ec204-dd34-4151-ae17-e8b7df232151') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:13.153205 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.172195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.177968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:13.178358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:13.179973 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:13.232841 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.238290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.240179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] 10.222.0.55 "DELETE /v2.0/networks/2810b4f2-ca1f-4e5b-9508-1a34cb88637d HTTP/1.1" status: 204 len: 168 time: 0.2704685 Jul 16 09:30:13.251494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d222911-103d-4bd6-a8d5-7ced6e81976b admin admin] Pushing event deleted for resources: {'Network': ['ID=2810b4f2-ca1f-4e5b-9508-1a34cb88637d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:13.346461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49856) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:13.385401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3b6ac0da-5bf0-4ced-85df-6ffba3368cc1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53c85975cff74086a7d7a6e20f94c771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377982 Jul 16 09:30:13.388016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49858) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:13.436079 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db7045cf-2f7e-4de3-97aa-a9efef0f27eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.456469 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db7045cf-2f7e-4de3-97aa-a9efef0f27eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.507350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db7045cf-2f7e-4de3-97aa-a9efef0f27eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.509875 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db7045cf-2f7e-4de3-97aa-a9efef0f27eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.511015 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-db7045cf-2f7e-4de3-97aa-a9efef0f27eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/644f99ca-b882-4b66-a088-0121c6b71f2e HTTP/1.1" status: 204 len: 168 time: 0.1221251 Jul 16 09:30:13.518902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7045cf-2f7e-4de3-97aa-a9efef0f27eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644f99ca-b882-4b66-a088-0121c6b71f2e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:14.059725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a4a7ced6-ffa2-4212-b864-63dd7aa09110 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:30:14.080346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: a4a7ced6-ffa2-4212-b864-63dd7aa09110 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:30:14.080693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device a4a7ced6-ffa2-4212-b864-63dd7aa09110 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:30:14.153930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49880) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:14.246380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1333824379-network', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:14.268439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Made reservation on behalf of bba763b670304dc49e2d3ab735fe7ead for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:14.270907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.279053 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.364564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.367990 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.394957 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:14.400119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce90847-864b-4ede-b7fc-e6acd863ff61,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:14.407654 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.407654 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Added segment 1ea86954-6ca6-4c9d-8667-17a2cf37887e of type vlan for network 733aca68-8d39-447e-94a2-695d64c77aa4 Jul 16 09:30:14.448110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.475915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74397214-7e70-47a2-b160-d420adba2933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.479375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.480385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:14.480946 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.511840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3567400 Jul 16 09:30:14.516071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49884) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:14.521423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Request body: {'subnet': {'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1333824379-subnet', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:14.542317 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Made reservation on behalf of bba763b670304dc49e2d3ab735fe7ead for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:14.544673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.547206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8b32a-7c4d-490a-925d-10ad15658a56 admin admin] Pushing event updated for resources: {'Network': ['ID=733aca68-8d39-447e-94a2-695d64c77aa4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:14.556906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 733aca68-8d39-447e-94a2-695d64c77aa4 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:14.710908 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.764222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e87d3a-8474-4e9a-bced-eb760818eb94,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:14.776482 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.776824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.777163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.777499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.777863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.778193 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.778519 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.778843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.779179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.780049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.780368 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.780689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:14.787021 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:14.787362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Network hostable DHCP agents. Network: 733aca68-8d39-447e-94a2-695d64c77aa4, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:14.804254 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Network 733aca68-8d39-447e-94a2-695d64c77aa4 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:14.813996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 733aca68-8d39-447e-94a2-695d64c77aa4) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:14.820612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:14.821220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.821764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c0024-e634-4d24-9028-5f488452ed1b None None] Network 733aca68-8d39-447e-94a2-695d64c77aa4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:14.835464 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-39a78520-de66-4c7b-a44b-db9f3b9245c7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3180275 Jul 16 09:30:14.838231 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:14.842711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:14.864473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.865522 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.924458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.970569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-733aca68-8d39-447e-94a2-695d64c77aa4', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:14.971415 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.065613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.103556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Allocated IP 172.20.0.2 (733aca68-8d39-447e-94a2-695d64c77aa4/49e87d3a-8474-4e9a-bced-eb760818eb94/2d778e20-2f72-40ab-b4da-8f0e7124b581) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:15.252068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.260482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Transition to ACTIVE for port object 2d778e20-2f72-40ab-b4da-8f0e7124b581 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:15.275639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Transition to ACTIVE for port object 2d778e20-2f72-40ab-b4da-8f0e7124b581 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:15.277051 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.282019 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.296925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.322023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Network 733aca68-8d39-447e-94a2-695d64c77aa4 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:15.324919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:15.328425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:15.335119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Pushing event updated for resources: {'Port': ['ID=2d778e20-2f72-40ab-b4da-8f0e7124b581,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:15.392511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Attempting to bind port 2d778e20-2f72-40ab-b4da-8f0e7124b581 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:15.392882 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Attempting to bind port 2d778e20-2f72-40ab-b4da-8f0e7124b581 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:15.393232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Attempting to bind port 2d778e20-2f72-40ab-b4da-8f0e7124b581 on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:15.398043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:15.398411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:15.398807 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.399193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:15.399646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Bound port: 2d778e20-2f72-40ab-b4da-8f0e7124b581, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:15.400015 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.409429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Allocated IP 172.25.6.35 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/831cac4c-f3ff-4e78-8cd7-209c3f17cb78) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:15.462963 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] For port 2d778e20-2f72-40ab-b4da-8f0e7124b581, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:15.466366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] For port 2d778e20-2f72-40ab-b4da-8f0e7124b581, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2d778e20-2f72-40ab-b4da-8f0e7124b581,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:15.470661 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.515158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.530544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43b472-05d3-47d2-a1c1-b6657ed7da75 None None] Pushing event updated for resources: {'Port': ['ID=2d778e20-2f72-40ab-b4da-8f0e7124b581,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:15.563277 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.600810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:15.607019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:15.611134 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:15.626517 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.635985 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Pushing event updated for resources: {'Port': ['ID=831cac4c-f3ff-4e78-8cd7-209c3f17cb78,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:15.891563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:16.085416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:16.223230 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:30:16.334195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:16.343551 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:16.350151 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:16.351736 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b5421fb2-8e04-4b7f-bc7c-135b4b17a3cc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5123858 Jul 16 09:30:16.353488 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:16.354139 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:29:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:16.354390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49894) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:16.478896 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61fd81-fb45-4cb7-a576-abb158ebb7bb None None] Network 733aca68-8d39-447e-94a2-695d64c77aa4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:16.479413 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:16.578894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b3a30013-0160-45be-b704-a7a9b6a08299 None None] Provisioning for port 2d778e20-2f72-40ab-b4da-8f0e7124b581 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:16.686556 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:15Z', 'revision_number': 3, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:16.717958 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:16.718303 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Updating router 632fe495-76f0-49c1-94f0-8b0ee7d77062 port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:30:16.754110 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.019290 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.028700 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Transition to ACTIVE for port object 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:17.035473 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.089828 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Attempting to bind port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:17.090196 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Attempting to bind port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:17.090559 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Attempting to bind port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:17.093342 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Pushing event updated for resources: {'Port': ['ID=831cac4c-f3ff-4e78-8cd7-209c3f17cb78,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:17.102273 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.102617 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.102955 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.103286 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.103614 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.103942 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.104262 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.104584 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.104956 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.105219 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.105494 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.106050 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.106050 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:17.111257 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:17.111745 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:17.112153 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.112542 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:17.113068 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Bound port: 831cac4c-f3ff-4e78-8cd7-209c3f17cb78, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:17.113957 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.164021 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] For port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:17.167420 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] For port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=831cac4c-f3ff-4e78-8cd7-209c3f17cb78,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:17.172120 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.230230 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:17.230853 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:29:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:17.270419 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c8bfa-d16a-44ec-8eef-16f8c86d6e6c None None] Pushing event updated for resources: {'Port': ['ID=831cac4c-f3ff-4e78-8cd7-209c3f17cb78,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:17.271648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Allocated IP 172.20.0.1 (733aca68-8d39-447e-94a2-695d64c77aa4/49e87d3a-8474-4e9a-bced-eb760818eb94/3b796751-edb2-4900-aef8-6a4ab5b43c69) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:17.339616 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:17.381272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.397076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Transition to ACTIVE for port object 3b796751-edb2-4900-aef8-6a4ab5b43c69 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:17.432308 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.473673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Network 733aca68-8d39-447e-94a2-695d64c77aa4 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:17.484996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:17.484996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:17.512171 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Pushing event updated for resources: {'Port': ['ID=3b796751-edb2-4900-aef8-6a4ab5b43c69,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:17.538458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.539046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2d778e20-2f72-40ab-b4da-8f0e7124b581 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:17.610129 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 2d778e20-2f72-40ab-b4da-8f0e7124b581 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:17.614792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2d778e20-2f72-40ab-b4da-8f0e7124b581 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:17.615175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.669386 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:15Z', 'revision_number': 3, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:17.685573 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.699515 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227ebaa-a4d9-4a12-99a4-835fed2b613b None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:15Z', 'revision_number': 3, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:17.718729 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dcbb802b-d3e0-4637-87bb-2ebfc0c9abd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.736452 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.744347 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.758685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c37032d9-6650-4191-be85-bef7f48e7d9a None None] Provisioning for port 3b796751-edb2-4900-aef8-6a4ab5b43c69 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:17.769231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c37032d9-6650-4191-be85-bef7f48e7d9a None None] Provisioning complete for port 3b796751-edb2-4900-aef8-6a4ab5b43c69 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:17.769770 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c37032d9-6650-4191-be85-bef7f48e7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.809537 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 2d778e20-2f72-40ab-b4da-8f0e7124b581, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2d778e20-2f72-40ab-b4da-8f0e7124b581,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:17.816882 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.825396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-c37032d9-6650-4191-be85-bef7f48e7d9a None None] Port 3b796751-edb2-4900-aef8-6a4ab5b43c69 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:17.869151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=2d778e20-2f72-40ab-b4da-8f0e7124b581,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:17.920461 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.934773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.009504 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Pushing event updated for resources: {'Port': ['ID=3b796751-edb2-4900-aef8-6a4ab5b43c69,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:18.011994 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.106592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Network 733aca68-8d39-447e-94a2-695d64c77aa4 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:18.108001 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:18.235945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:30:18.351387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-64036f54-edb5-4a9f-9083-eac6efd1402a None None] Provisioning complete for port 3b796751-edb2-4900-aef8-6a4ab5b43c69 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:18.352034 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-64036f54-edb5-4a9f-9083-eac6efd1402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.356479 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:18.362851 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9fa6999e-2d4e-4c42-b897-69aa66401002 admin admin] 10.222.0.55 "PUT /v2.0/routers/632fe495-76f0-49c1-94f0-8b0ee7d77062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0074902 Jul 16 09:30:18.398650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-64036f54-edb5-4a9f-9083-eac6efd1402a None None] Port 3b796751-edb2-4900-aef8-6a4ab5b43c69 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:18.910802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 49904) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:18.915598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ef5c7bfc-cdda-42e5-87ea-a11695a1d660 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300004386', 'description': 'tempest-description--429741306'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:18.938773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7bfc-cdda-42e5-87ea-a11695a1d660 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.981770 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.025251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7bfc-cdda-42e5-87ea-a11695a1d660 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.030063 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7bfc-cdda-42e5-87ea-a11695a1d660 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.056821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7bfc-cdda-42e5-87ea-a11695a1d660 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.058077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ef5c7bfc-cdda-42e5-87ea-a11695a1d660 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1462326 Jul 16 09:30:19.060986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49906) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:19.062338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c7bfc-cdda-42e5-87ea-a11695a1d660 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26316631-86bf-4429-bf3a-57fa6b34a480,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:19.066340 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-69c6b0ad-5268-4134-a6b4-db38f707cde7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'security_group_rule': {'security_group_id': '26316631-86bf-4429-bf3a-57fa6b34a480', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:19.095086 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69c6b0ad-5268-4134-a6b4-db38f707cde7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.151991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.154000 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69c6b0ad-5268-4134-a6b4-db38f707cde7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.158467 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69c6b0ad-5268-4134-a6b4-db38f707cde7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.179294 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6b0ad-5268-4134-a6b4-db38f707cde7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f76dff-2918-47f3-8a8b-123d407af0bf,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:19.186951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-69c6b0ad-5268-4134-a6b4-db38f707cde7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.188531 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-69c6b0ad-5268-4134-a6b4-db38f707cde7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261742 Jul 16 09:30:19.190921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49908) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:19.195562 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-41a3c86d-51dc-4e32-b81d-2a5b80c672cc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'security_group_rule': {'security_group_id': '26316631-86bf-4429-bf3a-57fa6b34a480', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:19.224514 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41a3c86d-51dc-4e32-b81d-2a5b80c672cc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.284788 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41a3c86d-51dc-4e32-b81d-2a5b80c672cc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.291660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41a3c86d-51dc-4e32-b81d-2a5b80c672cc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.309018 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3c86d-51dc-4e32-b81d-2a5b80c672cc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edec17b5-7367-4b62-bcbe-3b266b5d6109,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:19.315432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-41a3c86d-51dc-4e32-b81d-2a5b80c672cc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.316852 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-41a3c86d-51dc-4e32-b81d-2a5b80c672cc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249349 Jul 16 09:30:19.319734 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49910) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:19.324613 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:19.347141 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.355047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:19.364174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:19.364819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:30:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:19.442120 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.478957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:19.555977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Allocated IP 172.25.6.46 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/2cb3c88c-3afb-4404-b889-ead02d8496a4) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:19.614510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2d778e20-2f72-40ab-b4da-8f0e7124b581 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:19.665897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.710491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2d778e20-2f72-40ab-b4da-8f0e7124b581 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:19.710826 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.710996 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.755203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:19.759515 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:19.764817 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:19.767954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'Port': ['ID=2cb3c88c-3afb-4404-b889-ead02d8496a4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:19.768263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 2, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:19.797935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:19.798291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Updating router 632fe495-76f0-49c1-94f0-8b0ee7d77062 port 3b796751-edb2-4900-aef8-6a4ab5b43c69 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:30:19.849404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.862256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:19.864702 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.897963 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.996365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:20.002495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:20.002865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.044676 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.050665 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.122648 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'Port': ['ID=2cb3c88c-3afb-4404-b889-ead02d8496a4,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:20.132754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.146777 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.148105 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ef37ffa0-d00b-4979-97f9-ec60a5e191c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8274012 Jul 16 09:30:20.179176 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.214820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=831cac4c-f3ff-4e78-8cd7-209c3f17cb78,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:20.244457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.296055 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.297029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-b36a1431-8db0-4dcc-a6f6-671221336285 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1300004386&fields=id&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 267 time: 0.0359044 Jul 16 09:30:20.303467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.324152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Transition to ACTIVE for port object 3b796751-edb2-4900-aef8-6a4ab5b43c69 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:20.329492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=831cac4c-f3ff-4e78-8cd7-209c3f17cb78,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:20.334277 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.412460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-12a4d3ba-8a1f-4ccb-ba37-41acc7de279d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:20.413991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-12a4d3ba-8a1f-4ccb-ba37-41acc7de279d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 812 time: 0.1103988 Jul 16 09:30:20.430318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-d57f2ea2-629f-4000-9cdd-9f91dd8f1356 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/quotas/bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 375 time: 0.0107725 Jul 16 09:30:20.502447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-ecc48491-7e57-4d30-949f-26c4a8822c99 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663340 Jul 16 09:30:20.540582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed1100-23f5-499e-ab98-0e6e0a5b9a28 None None] Pushing event updated for resources: {'Port': ['ID=3b796751-edb2-4900-aef8-6a4ab5b43c69,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:20.602881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Attempting to bind port 3b796751-edb2-4900-aef8-6a4ab5b43c69 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:20.603317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Attempting to bind port 3b796751-edb2-4900-aef8-6a4ab5b43c69 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:20.603740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Attempting to bind port 3b796751-edb2-4900-aef8-6a4ab5b43c69 on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:20.609074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:20.609676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:20.610289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.610685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:20.611156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Bound port: 3b796751-edb2-4900-aef8-6a4ab5b43c69, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:20.611533 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.614610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-9d3d9c14-6c95-4fb2-8966-df1d7b067eea service neutron] 10.222.0.55 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992463 Jul 16 09:30:20.680386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] For port 3b796751-edb2-4900-aef8-6a4ab5b43c69, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:20.683859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] For port 3b796751-edb2-4900-aef8-6a4ab5b43c69, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3b796751-edb2-4900-aef8-6a4ab5b43c69,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:20.687885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.713476 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-05459a41-36a7-437e-b298-324eb3e38c5e service neutron] 10.222.0.55 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921025 Jul 16 09:30:20.749669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:20.750316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:30:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:20.753454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed1100-23f5-499e-ab98-0e6e0a5b9a28 None None] Pushing event updated for resources: {'Port': ['ID=3b796751-edb2-4900-aef8-6a4ab5b43c69,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:20.881690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:20.915174 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7eaf802-20b0-404d-a1f3-e9f24491dfa4 req-cdeb44de-7f1c-4eb3-be03-df0724784fe8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 210 time: 0.0324297 Jul 16 09:30:21.109009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:21.141101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f5eda-f4ff-4920-bbb3-e57ad4eb3ac5 None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:21.603073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3b796751-edb2-4900-aef8-6a4ab5b43c69 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:21.652688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3b796751-edb2-4900-aef8-6a4ab5b43c69 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:21.657365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3b796751-edb2-4900-aef8-6a4ab5b43c69 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:21.657845 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.737455 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.776153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3b796751-edb2-4900-aef8-6a4ab5b43c69, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3b796751-edb2-4900-aef8-6a4ab5b43c69,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:21.781321 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.782173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:21.862100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3b796751-edb2-4900-aef8-6a4ab5b43c69,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:21.873234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:21.873744 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:22.089428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a484047-a831-48e0-934d-35337fe69cfa req-8632282b-2a88-456a-8670-5b6a60545021 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 210 time: 0.0382671 Jul 16 09:30:22.126474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-0c3098b0-5d27-4873-98ac-fe7ac05ee49c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:22.129839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-0c3098b0-5d27-4873-98ac-fe7ac05ee49c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 812 time: 0.1672747 Jul 16 09:30:22.181261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-ba15cd2d-10db-462b-a9c0-8f0e5077bf53 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 380 time: 0.0415449 Jul 16 09:30:22.190763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'port': {'device_id': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'admin_state_up': True, 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'security_groups': ['26316631-86bf-4429-bf3a-57fa6b34a480']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:22.309279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Made reservation on behalf of bba763b670304dc49e2d3ab735fe7ead for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:22.313376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:22.441346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Allocated IP 172.20.0.10 (733aca68-8d39-447e-94a2-695d64c77aa4/49e87d3a-8474-4e9a-bced-eb760818eb94/f9e342c9-0762-415e-bf7a-e32af73f9cac) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:22.571777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:22.585678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Transition to ACTIVE for port object f9e342c9-0762-415e-bf7a-e32af73f9cac will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:22.619088 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:22.671031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Network 733aca68-8d39-447e-94a2-695d64c77aa4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:22.674147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:22.678083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:22.684454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:22.730317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:22.730928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:22.746311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-cf4cf72d-6a5f-4655-ab1d-d68e2f57a5f0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598114 Jul 16 09:30:22.757826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Request body: {'port': {'device_id': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:22.832288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:22.872353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b9ab5b57-e538-47b1-901e-374650d48909 None None] Provisioning for port f9e342c9-0762-415e-bf7a-e32af73f9cac completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:22.875997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b9ab5b57-e538-47b1-901e-374650d48909 None None] Provisioning complete for port f9e342c9-0762-415e-bf7a-e32af73f9cac triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:22.876367 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5b57-e538-47b1-901e-374650d48909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:22.910665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab5b57-e538-47b1-901e-374650d48909 None None] Port f9e342c9-0762-415e-bf7a-e32af73f9cac cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:23.093423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e342c9-0762-415e-bf7a-e32af73f9cac {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:30:23.100760 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:23.112758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Transition to ACTIVE for port object f9e342c9-0762-415e-bf7a-e32af73f9cac will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:23.117160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:23.167667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:23.283772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Attempting to bind port f9e342c9-0762-415e-bf7a-e32af73f9cac on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:23.284107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Attempting to bind port f9e342c9-0762-415e-bf7a-e32af73f9cac by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:23.284433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Attempting to bind port f9e342c9-0762-415e-bf7a-e32af73f9cac on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:23.293865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Port f9e342c9-0762-415e-bf7a-e32af73f9cac on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:30:23.294187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Attempting to bind port f9e342c9-0762-415e-bf7a-e32af73f9cac on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:23.302769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:23.303107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:23.303488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:23.303914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Bound port: f9e342c9-0762-415e-bf7a-e32af73f9cac, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:23.304272 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:23.323487 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71477757-c96f-4a44-9bbf-eb401196cca7 req-ea136d82-810d-4ecb-a444-8a5c92d0a72f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:23.325019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71477757-c96f-4a44-9bbf-eb401196cca7 req-ea136d82-810d-4ecb-a444-8a5c92d0a72f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 944 time: 0.1070960 Jul 16 09:30:23.395549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71477757-c96f-4a44-9bbf-eb401196cca7 req-bb846196-24f4-4b3c-83be-56798b3129ee tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636461 Jul 16 09:30:23.406042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:23.409033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:23.413932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:23.454050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:23.454685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:23.456111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] 10.222.0.54 "PUT /v2.0/ports/f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 1093 time: 0.7024848 Jul 16 09:30:23.456531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:23.458854 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:23.484287 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a933550-b3b1-42e7-9f89-a10f0eedbc83 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:23.516997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3b796751-edb2-4900-aef8-6a4ab5b43c69 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:23.546766 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a802a93-35fd-48cc-9f47-14162cb0babe x-openstack-request-id: req-0a802a93-35fd-48cc-9f47-14162cb0babe {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:23.547061 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:23.547317 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a802a93-35fd-48cc-9f47-14162cb0babe {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:23.547721 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'status': 'completed', 'code': 200} Jul 16 09:30:23.565375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3b796751-edb2-4900-aef8-6a4ab5b43c69 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:23.565988 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:23.576010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-3048ef02-bbe6-48a4-a8d2-689dc6bf88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:23.578903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-3048ef02-bbe6-48a4-a8d2-689dc6bf88e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1096 time: 0.0684259 Jul 16 09:30:23.624571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-4935e2c5-cac1-4da5-9bfe-cdc310ae0a40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 217 time: 0.0392594 Jul 16 09:30:23.688699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-211bc73e-2f23-4204-9abb-9fe2583d19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:23.691668 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-211bc73e-2f23-4204-9abb-9fe2583d19de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0603490 Jul 16 09:30:23.750738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-8f1fe79d-8938-4ec1-9157-6197702d3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:23.752610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-8f1fe79d-8938-4ec1-9157-6197702d3a74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542090 Jul 16 09:30:23.845499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-7bad8ffa-06a3-4439-8791-5ecf2de2cf4b service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853219 Jul 16 09:30:23.939731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-583d9186-9cd4-45fe-a30f-9b126d9abe6c req-53d00735-deed-4657-b6fe-97f0aabdd342 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874913 Jul 16 09:30:24.038988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-9862475d-e951-4a1e-bb9d-9979c4c7a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:24.040464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-9862475d-e951-4a1e-bb9d-9979c4c7a40f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1096 time: 0.0521541 Jul 16 09:30:24.131562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-2424a240-2876-4400-bd3c-2bde3819623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:24.133001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-2424a240-2876-4400-bd3c-2bde3819623a service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0855978 Jul 16 09:30:24.174937 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-dfb695e4-44e6-4b69-8873-bb7d6100a276 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 217 time: 0.0337956 Jul 16 09:30:24.226429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-30db2f51-d078-4949-a2cf-9564b428afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:24.227757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-30db2f51-d078-4949-a2cf-9564b428afb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0466897 Jul 16 09:30:24.286907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-85844cf3-e59c-4d14-94dd-5ed1f5661162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:24.288362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-85844cf3-e59c-4d14-94dd-5ed1f5661162 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523305 Jul 16 09:30:24.375475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-cbedbb9a-3695-4481-9a1e-977d8a448311 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788577 Jul 16 09:30:24.468212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b1ce351-3259-41e1-a749-6e7dd8c5c8c1 req-ed1f1be0-f03e-432d-8ed4-039ed53b62b4 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851736 Jul 16 09:30:24.571105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a89fa1-daa7-4506-ac8a-b1cba623cedc req-d5001943-d2a4-4fe6-a8d4-62e5ae111a11 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:24.572484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5a89fa1-daa7-4506-ac8a-b1cba623cedc req-d5001943-d2a4-4fe6-a8d4-62e5ae111a11 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 944 time: 0.0657744 Jul 16 09:30:24.611052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5a89fa1-daa7-4506-ac8a-b1cba623cedc req-99bc6db1-c97e-4efc-998b-b8bd0b12f0eb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323076 Jul 16 09:30:25.603181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-b2c4c93c-3424-4d9c-a6dc-f550cb4f9b5a req-37ebee01-b089-4b2d-a5d1-66e9ac08033c service neutron] (94159) timed out ('10.222.0.52', 64566) {{(pid=94159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:30:25.790951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c978e-37e8-4494-a3e9-e1bfd7d4673d req-cf4c0c17-7d22-49ba-b6c5-45c67717a8ea tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:25.792419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-069c978e-37e8-4494-a3e9-e1bfd7d4673d req-cf4c0c17-7d22-49ba-b6c5-45c67717a8ea tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 944 time: 0.0688763 Jul 16 09:30:25.829235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-069c978e-37e8-4494-a3e9-e1bfd7d4673d req-f94e62a2-5acd-4986-a0ef-6f7eeb0eb26b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311291 Jul 16 09:30:26.074870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f9e342c9-0762-415e-bf7a-e32af73f9cac details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:30:26.168033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:26.179192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'mac_address': 'fa:16:3e:96:bf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:30:26.218684 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.230653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e342c9-0762-415e-bf7a-e32af73f9cac {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:30:26.249782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:26.253532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.300593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:26.445403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['f9e342c9-0762-415e-bf7a-e32af73f9cac'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:27.000527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecf853-11a1-4a0e-a3f3-6226118444d5 req-e75d96ac-1f0d-4fbd-b51b-779bec24da2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:27.001934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cecf853-11a1-4a0e-a3f3-6226118444d5 req-e75d96ac-1f0d-4fbd-b51b-779bec24da2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 945 time: 0.0633149 Jul 16 09:30:27.039467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cecf853-11a1-4a0e-a3f3-6226118444d5 req-a4a7172d-4ab9-4daa-b871-0571a9d7fd00 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320272 Jul 16 09:30:28.090231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f9e342c9-0762-415e-bf7a-e32af73f9cac up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:28.137343 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port f9e342c9-0762-415e-bf7a-e32af73f9cac completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:28.141386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port f9e342c9-0762-415e-bf7a-e32af73f9cac triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:28.141779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.213616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dc284-73b5-4051-bc77-ed4d4fc7a15f req-d3c340e7-5c66-42b4-8289-3eeb79c6661b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:28.215147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-659dc284-73b5-4051-bc77-ed4d4fc7a15f req-d3c340e7-5c66-42b4-8289-3eeb79c6661b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 945 time: 0.0657983 Jul 16 09:30:28.217598 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.240083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:28.242875 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6b4c5f-b4b8-4ec5-8971-4a0592f2142b" -d '{"events": [{"server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "name": "network-vif-plugged", "status": "completed", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:28.255580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-659dc284-73b5-4051-bc77-ed4d4fc7a15f req-879cb455-a704-471d-a66c-4935d20e7107 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340171 Jul 16 09:30:28.255940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:28.261071 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.289194 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01c393e-3ebe-4b55-9a31-1aee3802b165 x-openstack-request-id: req-b01c393e-3ebe-4b55-9a31-1aee3802b165 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:28.289485 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "name": "network-vif-plugged", "status": "completed", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:28.289760 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b01c393e-3ebe-4b55-9a31-1aee3802b165 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:28.290264 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'code': 200} Jul 16 09:30:28.319184 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:28.713797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb21a0-7270-4f00-b980-70a442355ae2 req-5dcb9a54-6074-4396-89bb-037b6b8b9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:28.715319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4fb21a0-7270-4f00-b980-70a442355ae2 req-5dcb9a54-6074-4396-89bb-037b6b8b9f16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1098 time: 0.3675632 Jul 16 09:30:28.749819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4fb21a0-7270-4f00-b980-70a442355ae2 req-a1943e5b-a5bc-44b0-a3bb-7d8f78db5105 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270405 Jul 16 09:30:29.427971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94007094-6b7d-44b9-9a86-a47e1a686977 req-b303f016-9f80-41c4-95a9-c04a687c6112 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:29.429441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94007094-6b7d-44b9-9a86-a47e1a686977 req-b303f016-9f80-41c4-95a9-c04a687c6112 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0619469 Jul 16 09:30:29.467438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94007094-6b7d-44b9-9a86-a47e1a686977 req-88b0a1c9-5962-4865-ac10-29c01ead92c9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Jul 16 09:30:30.645151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250c83c-1600-4840-91bc-7ef90624ef9e req-2f9a1853-2bb3-42d9-87a8-8390bdc22b46 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:30.646680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b250c83c-1600-4840-91bc-7ef90624ef9e req-2f9a1853-2bb3-42d9-87a8-8390bdc22b46 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0691459 Jul 16 09:30:30.684052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b250c83c-1600-4840-91bc-7ef90624ef9e req-eeb0561e-2c41-4467-849f-fd9b08a31e8c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318451 Jul 16 09:30:30.851037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee7497-5fb3-4f97-b64a-942f42957ff7 req-c1974830-1e7e-4cd1-a63f-7e65d15e0989 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:30.852515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d1ee7497-5fb3-4f97-b64a-942f42957ff7 req-c1974830-1e7e-4cd1-a63f-7e65d15e0989 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0628417 Jul 16 09:30:30.861461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 49960) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:30.866544 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'floatingip': {'port_id': 'f9e342c9-0762-415e-bf7a-e32af73f9cac'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:30.905906 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.342460 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.346319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.449320 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97 associated. External IP: 172.25.6.46, port: f9e342c9-0762-415e-bf7a-e32af73f9cac. Jul 16 09:30:31.628019 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:31.654212 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:30:32.064932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:32.069418 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.074010 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:32.083276 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:32.083884 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:30:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:32.108841 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c6642734-0f11-4375-82e0-7bc991059bb4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "PUT /v2.0/floatingips/5a19df7e-52eb-4603-8914-60b7fe775d97 HTTP/1.1" status: 200 len: 991 time: 1.2431109 Jul 16 09:30:32.108841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:32.109110 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa565142c4e7ac816aef072aad259dd823ec46f8c447b418baa606cef7dc25bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549e0b0d-3b48-42d6-a557-6c65e59747e7" -d '{"events": [{"name": "network-changed", "server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:32.197971 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:32.254404 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2317ae-ccca-40fd-8a7a-14b77dfd71b8 x-openstack-request-id: req-df2317ae-ccca-40fd-8a7a-14b77dfd71b8 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:32.254700 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:32.254955 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df2317ae-ccca-40fd-8a7a-14b77dfd71b8 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:32.255364 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'status': 'completed', 'code': 200} Jul 16 09:30:32.331832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-a460b621-bfa2-45a1-b1a6-0c04ccc6fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.333288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-a460b621-bfa2-45a1-b1a6-0c04ccc6fac9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1098 time: 0.0547872 Jul 16 09:30:32.430433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-7a9e220c-3882-4465-9071-9233fafb0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.430909 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:96:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:30:31Z', 'revision_number': 1, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:32.431990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-7a9e220c-3882-4465-9071-9233fafb0c60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0918849 Jul 16 09:30:32.458302 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:32.466398 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:32.467552 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:30:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:32.497310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-510c22c9-7054-4b82-9723-863ce8b5d50c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 999 time: 0.0586429 Jul 16 09:30:32.549289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-c020d775-84d9-49b3-afb3-60d16754dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.550866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-c020d775-84d9-49b3-afb3-60d16754dfb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0477793 Jul 16 09:30:32.574271 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:32.608970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-dcc1a639-9365-4e79-b657-a64cb145becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.610542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-dcc1a639-9365-4e79-b657-a64cb145becf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529542 Jul 16 09:30:32.700316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-65007a4f-b5bb-45b7-b8e2-2f1e481498e3 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832741 Jul 16 09:30:32.793425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-549e0b0d-3b48-42d6-a557-6c65e59747e7 req-fea6080a-49b6-4bcb-ae8d-f75824419967 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864804 Jul 16 09:30:32.798516 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:96:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:30:31Z', 'revision_number': 1, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:32.825160 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77fc06-21e7-4233-99ae-854995ff9583 None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:96:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:30:31Z', 'revision_number': 1, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:33.016280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0544d0-7c44-4fd9-a167-b5549154e930 None None] New status for floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:30:44.478123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-db95dfcf-7ecf-4a70-b149-679dbb6716bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.622792 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.074256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92374bd5-789b-4718-b93e-85be60f0df5c req-7a160dd0-f870-42e7-847b-1f179ede1e44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511205 Jul 16 09:30:47.177116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92374bd5-789b-4718-b93e-85be60f0df5c req-71f5f411-519c-47f7-b908-4a02b1d093a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:47.178629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92374bd5-789b-4718-b93e-85be60f0df5c req-71f5f411-519c-47f7-b908-4a02b1d093a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1098 time: 0.0572124 Jul 16 09:30:47.287365 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92374bd5-789b-4718-b93e-85be60f0df5c req-93be6d7e-73f3-477c-8b56-10611afc361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:47.288838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92374bd5-789b-4718-b93e-85be60f0df5c req-93be6d7e-73f3-477c-8b56-10611afc361c service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0847902 Jul 16 09:30:47.358112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92374bd5-789b-4718-b93e-85be60f0df5c req-b06b9118-d63b-4154-a954-6faaf7a7989a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 1001 time: 0.0609863 Jul 16 09:30:47.407158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92374bd5-789b-4718-b93e-85be60f0df5c req-99dea473-4a6d-496e-a8ca-4c13017ea4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:47.408666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92374bd5-789b-4718-b93e-85be60f0df5c req-99dea473-4a6d-496e-a8ca-4c13017ea4e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0440607 Jul 16 09:30:47.466442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92374bd5-789b-4718-b93e-85be60f0df5c req-6c8b567a-7fd0-4721-aa02-40c4a5a61f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:47.468058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92374bd5-789b-4718-b93e-85be60f0df5c req-6c8b567a-7fd0-4721-aa02-40c4a5a61f59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528502 Jul 16 09:30:47.562859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92374bd5-789b-4718-b93e-85be60f0df5c req-590e2093-cc01-4928-8dbb-97236b90a787 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876601 Jul 16 09:30:47.659173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92374bd5-789b-4718-b93e-85be60f0df5c req-3841c2a6-20e7-457b-ab33-a7588b6661fe service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891051 Jul 16 09:30:47.675322 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.686667 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c69f00fb-9ef5-4dfd-880d-cb460e619c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:48.986183 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:49.148673 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.253884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.627402 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:11.518885 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-bbcfbb72-3170-4b8f-8e57-5064c9b5e865 req-71d54851-c05a-408c-bde2-0268eb463ec5 service neutron] (94164) timed out ('10.222.0.55', 46676) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:31:14.480300 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-634746df-5582-4625-a5cb-b0945759ec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.624779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:17.666239 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:17.686202 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bb5afc79-5be4-44b4-a92f-376aecfbb143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:18.991981 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:19.149064 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.256837 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.064970 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-33237b11-701d-427f-98b2-2ee05bf162b0 req-0cb0fb22-fcc5-4d7c-aaa7-af4d06cea0b7 service neutron] (94164) timed out ('10.222.0.54', 57359) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:31:44.480096 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-06d9ccb7-c5eb-43a1-a0a1-b2cdc564fbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.626082 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.627125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:47.667153 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:47.686444 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5eed4e4-d66a-4e53-a2dc-d02823e6bfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:48.991826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:49.074974 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-78bbf49d-2cd8-4844-9a8d-ed9fd5a922a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573437 Jul 16 09:31:49.161899 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:49.171336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-ed7d3982-8fa6-44f3-977b-2fad0c82479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:49.172880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-ed7d3982-8fa6-44f3-977b-2fad0c82479b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1098 time: 0.0545068 Jul 16 09:31:49.280073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-aa86ae37-80a1-43cd-80ce-4a24ad237c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:49.281563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-aa86ae37-80a1-43cd-80ce-4a24ad237c84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0881684 Jul 16 09:31:49.350611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-5649b39b-bf87-4e7b-b3f0-e419e8d94e08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 1001 time: 0.0622039 Jul 16 09:31:49.400353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-0464f0a4-1875-4dc4-99c2-b8e55068c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:49.401816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-0464f0a4-1875-4dc4-99c2-b8e55068c41a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0443008 Jul 16 09:31:49.458757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-e3062d4e-f5c6-43ba-9001-b71ec667fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:49.460286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-e3062d4e-f5c6-43ba-9001-b71ec667fb53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519707 Jul 16 09:31:49.554616 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-dc45d23b-2fa2-42b5-835b-f9a996316428 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869606 Jul 16 09:31:49.645513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28deccf4-4494-40b5-956b-0d28d2fbcac6 req-e69e4c80-1d25-4941-a75e-a1c46fd02e7a service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847626 Jul 16 09:31:50.260291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.252516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff18a33-1d20-4322-9168-242ba72c6412 req-e94f0624-1a02-42ba-b242-787f27e34062 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:09.254649 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dff18a33-1d20-4322-9168-242ba72c6412 req-e94f0624-1a02-42ba-b242-787f27e34062 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0687096 Jul 16 09:32:09.291866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dff18a33-1d20-4322-9168-242ba72c6412 req-7efd3b45-a180-4059-bfb3-fac7af3c52df tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Jul 16 09:32:09.632155 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-d6361610-e239-436e-a344-e48c9898c703 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0568125 Jul 16 09:32:09.690134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d14785-87f8-44f0-a913-c1d0ff6ad0f9 req-b0bc3735-06c4-445d-9c2c-b0155317d81d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:09.691973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4d14785-87f8-44f0-a913-c1d0ff6ad0f9 req-b0bc3735-06c4-445d-9c2c-b0155317d81d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0684426 Jul 16 09:32:09.731576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4d14785-87f8-44f0-a913-c1d0ff6ad0f9 req-f8705d76-aede-4966-be8b-b2eeb8c4a0df tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341353 Jul 16 09:32:10.914126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-6160ebe3-0bc1-4d6a-b4c5-9f573d103fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:10.915729 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-6160ebe3-0bc1-4d6a-b4c5-9f573d103fb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1098 time: 0.0980768 Jul 16 09:32:10.939494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5767-9624-429f-9bbc-6b125c985373 req-3a889b61-49ab-42a7-91eb-a076214fc2de tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:10.941571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5beb5767-9624-429f-9bbc-6b125c985373 req-3a889b61-49ab-42a7-91eb-a076214fc2de tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0912464 Jul 16 09:32:11.031852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5beb5767-9624-429f-9bbc-6b125c985373 req-4386b4b0-5c8a-4d07-8ef3-23e7bee69d0e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803123 Jul 16 09:32:11.049114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-d586773c-5abf-4e9c-a6bc-551485f73e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:11.051229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-d586773c-5abf-4e9c-a6bc-551485f73e50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1278615 Jul 16 09:32:11.116129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-888d1887-7ff0-42bf-977f-bcae74b22fbf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 1001 time: 0.0575321 Jul 16 09:32:11.167685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-8264c321-e326-469b-bf8e-25be58faa81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:11.169161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-8264c321-e326-469b-bf8e-25be58faa81e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0456729 Jul 16 09:32:11.230612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-b86a6dcb-57b4-4730-92d2-f1ed7c331cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:11.232114 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-b86a6dcb-57b4-4730-92d2-f1ed7c331cd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560863 Jul 16 09:32:11.322209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-fc123f44-73f7-4cc9-8b96-3d6af4bff4b3 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823541 Jul 16 09:32:11.419410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-aa1c258e-1511-407f-b4a5-515fbef5f442 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Jul 16 09:32:12.207876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7050c-8bc4-43e3-aedc-365329d1910d req-16c23515-d381-4c62-a961-7f4fb1bf727a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:12.209300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4d7050c-8bc4-43e3-aedc-365329d1910d req-16c23515-d381-4c62-a961-7f4fb1bf727a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0646174 Jul 16 09:32:12.248965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b4d7050c-8bc4-43e3-aedc-365329d1910d req-731752ec-59fc-430e-9903-8b87256d645f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Jul 16 09:32:13.601040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04970-d563-41a7-a4e0-84e6af87fef1 req-5a5e5731-8444-4003-a80a-5e1d895dc096 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:13.602603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5c04970-d563-41a7-a4e0-84e6af87fef1 req-5a5e5731-8444-4003-a80a-5e1d895dc096 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0635800 Jul 16 09:32:13.640449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5c04970-d563-41a7-a4e0-84e6af87fef1 req-5678a0da-ca06-45a6-92f6-16f9fda729fb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Jul 16 09:32:14.480921 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b8078211-953c-427e-9562-ce3a92701978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:14.820557 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a2f8b-8f06-475d-a227-e5b7b0af7212 req-52619241-3b87-4844-8bf5-66f6305dea72 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:14.822089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a62a2f8b-8f06-475d-a227-e5b7b0af7212 req-52619241-3b87-4844-8bf5-66f6305dea72 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0688426 Jul 16 09:32:14.859870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a62a2f8b-8f06-475d-a227-e5b7b0af7212 req-61360dbe-66f4-4c91-ae66-9bb29efa2602 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Jul 16 09:32:15.625288 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.031890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b12d4-6f59-429d-81c7-a2aa2f1d8d6a req-7825c97d-6650-499f-95fa-1f9997331e4a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:16.033397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a0b12d4-6f59-429d-81c7-a2aa2f1d8d6a req-7825c97d-6650-499f-95fa-1f9997331e4a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0641131 Jul 16 09:32:16.072204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a0b12d4-6f59-429d-81c7-a2aa2f1d8d6a req-13e76c42-126d-4d8a-ae99-e616f67c417d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327320 Jul 16 09:32:17.255129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da493-4c9c-406c-8497-2d6f55b65d3d req-c92e010e-de71-49b0-a9a2-1707e1da35b7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:17.256544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d6da493-4c9c-406c-8497-2d6f55b65d3d req-c92e010e-de71-49b0-a9a2-1707e1da35b7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0719409 Jul 16 09:32:17.294251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d6da493-4c9c-406c-8497-2d6f55b65d3d req-a7e5d75c-aa15-4591-972b-c9c1a46a001c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Jul 16 09:32:17.669755 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.687356 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-22cce13d-1fb0-4f8a-a276-2a154a38572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.470715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09fc32-0e7a-4c9a-bf77-a4a92d6cd0a5 req-fbfc61dc-39d8-4b11-a130-eb64aa22412d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:18.472515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a09fc32-0e7a-4c9a-bf77-a4a92d6cd0a5 req-fbfc61dc-39d8-4b11-a130-eb64aa22412d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0655088 Jul 16 09:32:18.511312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a09fc32-0e7a-4c9a-bf77-a4a92d6cd0a5 req-37efd9e5-3993-4b60-a47b-80a17dafeb66 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333202 Jul 16 09:32:18.994656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:19.161977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:19.683633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99881a-013f-4bae-9c61-6a028132b4e4 req-01a7fd44-0365-44e2-a3e0-25b89e0dbbff tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:19.685154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa99881a-013f-4bae-9c61-6a028132b4e4 req-01a7fd44-0365-44e2-a3e0-25b89e0dbbff tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0633886 Jul 16 09:32:19.723243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa99881a-013f-4bae-9c61-6a028132b4e4 req-dda11273-41f5-4d35-8eeb-3958b1970bbe tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Jul 16 09:32:20.265323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:20.900373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4752278-6087-4be3-ae3b-1fb5bdbd6299 req-e2237f58-9df2-4321-857f-21872ad77745 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:20.901813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4752278-6087-4be3-ae3b-1fb5bdbd6299 req-e2237f58-9df2-4321-857f-21872ad77745 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0674391 Jul 16 09:32:20.939320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4752278-6087-4be3-ae3b-1fb5bdbd6299 req-2c5f13a3-e942-4400-bf72-9369f29094a6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320508 Jul 16 09:32:22.117819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec6a74-1ee6-45a8-b9ed-f76ad180f1fd req-63b76f44-ea36-468c-b856-9d3c59363c50 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:22.119330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ec6a74-1ee6-45a8-b9ed-f76ad180f1fd req-63b76f44-ea36-468c-b856-9d3c59363c50 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0654428 Jul 16 09:32:22.156165 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f1ec6a74-1ee6-45a8-b9ed-f76ad180f1fd req-a744b3c2-2a7c-4959-be84-297a94d3c689 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313699 Jul 16 09:32:22.625485 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:32:23.338980 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-51d35d2e-f9e0-45c3-b616-76171c564ad0 service neutron] show failed (client error): The resource could not be found. Jul 16 09:32:23.340400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-51d35d2e-f9e0-45c3-b616-76171c564ad0 service neutron] 10.222.0.54 "GET /v2.0/ports/f9e342c9-0762-415e-bf7a-e32af73f9cac/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0940161 Jul 16 09:32:23.363257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550c85-8448-4c15-a4a2-85dc93b5a57d req-d8285a36-ed69-4fa9-adac-b90487f70af4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:23.364764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54550c85-8448-4c15-a4a2-85dc93b5a57d req-d8285a36-ed69-4fa9-adac-b90487f70af4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0889595 Jul 16 09:32:23.406955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54550c85-8448-4c15-a4a2-85dc93b5a57d req-7d1925bf-f1a2-4c1c-bfcc-c4c1ec56476b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360348 Jul 16 09:32:23.587676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-3a1a6023-195e-4118-b95d-504bdf390ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:23.589198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-3a1a6023-195e-4118-b95d-504bdf390ba3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 1098 time: 0.0543315 Jul 16 09:32:23.600555 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:23.674202 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:23.873829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:23.906514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:23.945351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:23.947724 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83af376f-f252-4c9f-baf6-6e7b3b8ef7e3" -d '{"events": [{"server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:23.951694 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:23.964758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Transition to ACTIVE for port object f9e342c9-0762-415e-bf7a-e32af73f9cac will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:23.968745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.000632 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54794c-73e1-4e29-9844-27ba26bb86f9 x-openstack-request-id: req-bd54794c-73e1-4e29-9844-27ba26bb86f9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:24.000927 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:24.001180 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd54794c-73e1-4e29-9844-27ba26bb86f9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:24.001575 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'code': 200} Jul 16 09:32:24.088831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:24.114710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.115059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.115402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.115738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.116070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.116402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.116728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.117051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.117375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.117722 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.118048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.118482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:24.167349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] No DVR routers for this DVR port f9e342c9-0762-415e-bf7a-e32af73f9cac on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:32:24.308205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Attempting to bind port f9e342c9-0762-415e-bf7a-e32af73f9cac on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:24.308577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Attempting to bind port f9e342c9-0762-415e-bf7a-e32af73f9cac by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:24.308916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Attempting to bind port f9e342c9-0762-415e-bf7a-e32af73f9cac on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:24.313215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Port f9e342c9-0762-415e-bf7a-e32af73f9cac on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:32:24.313565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Attempting to bind port f9e342c9-0762-415e-bf7a-e32af73f9cac on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:24.318662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:24.319005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:24.319394 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:24.319826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Bound port: f9e342c9-0762-415e-bf7a-e32af73f9cac, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:24.320185 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.383231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:24.386538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:24.393213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.437381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.437853 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.439397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 1093 time: 0.8429420 Jul 16 09:32:24.480695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b49504-c414-40e2-8cac-06408b546f35 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:24.530295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-b54b1953-3c31-42ca-aa65-b99fe8ffeafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.531858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-b54b1953-3c31-42ca-aa65-b99fe8ffeafa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1096 time: 0.0615187 Jul 16 09:32:24.673002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-0796b463-ef35-46a9-a7cf-60280353cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.675040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-0796b463-ef35-46a9-a7cf-60280353cc88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1361468 Jul 16 09:32:24.682554 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67386842-b70d-4f03-9ed2-20f43f054b49 req-390f8d38-526c-44ff-b80f-6298cd9db9ce tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.683947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67386842-b70d-4f03-9ed2-20f43f054b49 req-390f8d38-526c-44ff-b80f-6298cd9db9ce tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 944 time: 0.1255100 Jul 16 09:32:24.765818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-67386842-b70d-4f03-9ed2-20f43f054b49 req-50ad8793-e87d-4404-b6cc-f0e577bfb411 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752721 Jul 16 09:32:24.767531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-a8b5c504-dfee-42af-a3e2-b75f1abb0490 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 999 time: 0.0827470 Jul 16 09:32:24.820068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-99ce26bc-9d0f-40da-88a5-145df7238ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.821552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-99ce26bc-9d0f-40da-88a5-145df7238ac7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0478587 Jul 16 09:32:24.877516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-31aa6846-ab04-479b-b4b4-d169054657e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.879141 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-31aa6846-ab04-479b-b4b4-d169054657e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517960 Jul 16 09:32:24.889749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-161e5b2c-3f27-4b49-8fb4-eb44524be9d8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:32:24.890681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-161e5b2c-3f27-4b49-8fb4-eb44524be9d8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051613 Jul 16 09:32:24.982672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-ef4e13be-e920-4f08-a41a-323c0962610c service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857327 Jul 16 09:32:25.069385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-35e3de1f-e6f5-4715-9367-c0e2dcb5591e req-c4d8de21-da92-43c4-b8f1-43c3a2d2ac82 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805075 Jul 16 09:32:25.943082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed152-51f0-4ea7-ac4b-1112d233fdd6 req-195a325f-325c-4fef-ba11-11bd4c365cc1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:25.944567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3dbed152-51f0-4ea7-ac4b-1112d233fdd6 req-195a325f-325c-4fef-ba11-11bd4c365cc1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 944 time: 0.0621173 Jul 16 09:32:25.986093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3dbed152-51f0-4ea7-ac4b-1112d233fdd6 req-90eae054-31f8-47e9-9c6e-b84dac5a5e8a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355208 Jul 16 09:32:26.002715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:26.005003 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd33663e-a608-4582-a3a0-3b60bb16291c" -d '{"events": [{"name": "network-changed", "server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:26.052442 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68623dbf-e426-4188-8923-834f78adfd9f x-openstack-request-id: req-68623dbf-e426-4188-8923-834f78adfd9f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:26.052730 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:26.053000 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68623dbf-e426-4188-8923-834f78adfd9f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:26.053401 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'status': 'completed', 'code': 200} Jul 16 09:32:26.172733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-7c1f671b-dd55-4174-9433-ea55e16bf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.174283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-7c1f671b-dd55-4174-9433-ea55e16bf808 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1096 time: 0.0991118 Jul 16 09:32:26.176030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-c8902b18-ee81-4fd2-bfa3-fc8fcfc0e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.177378 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-c8902b18-ee81-4fd2-bfa3-fc8fcfc0e380 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1096 time: 0.1009600 Jul 16 09:32:26.328406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-67d8cc93-f1be-45ba-91b1-e65287fd85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.329864 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-67d8cc93-f1be-45ba-91b1-e65287fd85a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1484113 Jul 16 09:32:26.334882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-a25f43fc-a023-4158-abbb-24cab4cd182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.336214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-a25f43fc-a023-4158-abbb-24cab4cd182c service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1469028 Jul 16 09:32:26.776179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-7c4c5cfc-320b-442c-87cb-ed50ceb80daf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 999 time: 0.4359615 Jul 16 09:32:26.779893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-547ba0af-f8c9-4cad-a54f-768ec74b48d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 999 time: 0.4341531 Jul 16 09:32:26.859111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-f7fd0848-9491-4815-a2f4-e57f0a6e5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.860492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-f7fd0848-9491-4815-a2f4-e57f0a6e5506 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0772173 Jul 16 09:32:26.861898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-bed820d5-7030-42cb-8633-7941fb84cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.863839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-bed820d5-7030-42cb-8633-7941fb84cc79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0732393 Jul 16 09:32:26.962895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-35b2f46d-3d0e-4ac7-a2c2-c3453f8a92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.964505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-35b2f46d-3d0e-4ac7-a2c2-c3453f8a92c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961494 Jul 16 09:32:26.966166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-18b7c6c7-109c-46d1-a498-ade293a861a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.967511 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-18b7c6c7-109c-46d1-a498-ade293a861a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919504 Jul 16 09:32:27.155287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-e4574968-b3c8-4830-b88c-4744cf099dc8 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826384 Jul 16 09:32:27.157219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-4bb6b0fa-a1ec-48de-b42c-12daf36da5d2 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775281 Jul 16 09:32:27.315538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe409-edc5-44ff-8b91-0375db96b575 req-a78dbd85-7089-4f2b-be29-b0f2c0bb3368 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:27.317042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e0fe409-edc5-44ff-8b91-0375db96b575 req-a78dbd85-7089-4f2b-be29-b0f2c0bb3368 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 944 time: 0.2167532 Jul 16 09:32:27.353780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-f5456166-be8a-4a00-b3f4-adac3d47682a service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896288 Jul 16 09:32:27.355698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd33663e-a608-4582-a3a0-3b60bb16291c req-8bb57192-cf39-4171-913a-1b7d0f711ca8 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928539 Jul 16 09:32:27.425157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0e0fe409-edc5-44ff-8b91-0375db96b575 req-c98d5f31-fc10-4ba6-9c1e-464f624dce55 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001396 Jul 16 09:32:27.769887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5053cbe-1881-49b6-a5c3-f8e578b6537c req-b39825f1-eaf6-4ec1-b168-d37c6906d0d0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:27.771310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5053cbe-1881-49b6-a5c3-f8e578b6537c req-b39825f1-eaf6-4ec1-b168-d37c6906d0d0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 944 time: 0.1160536 Jul 16 09:32:27.779602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-e1d1e836-82d3-4202-a3bc-5db5fa871922 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:27.780970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-e1d1e836-82d3-4202-a3bc-5db5fa871922 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.54 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718&tenant_id=bba763b670304dc49e2d3ab735fe7ead&binding%3Ahost_id=n-h1-780147-28 HTTP/1.1" status: 200 len: 944 time: 0.1159196 Jul 16 09:32:27.845527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5053cbe-1881-49b6-a5c3-f8e578b6537c req-f90258a8-45ea-417a-b6c2-bf7ffb30a34d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636075 Jul 16 09:32:27.862889 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-84370158-22d1-4d2d-89c1-621e61f64c66 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:32:27.863905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-84370158-22d1-4d2d-89c1-621e61f64c66 service neutron] 10.222.0.54 "DELETE /v2.0/ports/f9e342c9-0762-415e-bf7a-e32af73f9cac/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0755441 Jul 16 09:32:27.960405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-e953e864-fe05-4ea3-96a6-0ec7b9bf5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:27.961934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-e953e864-fe05-4ea3-96a6-0ec7b9bf5c64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 1096 time: 0.0542233 Jul 16 09:32:28.054634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-35b6755e-f102-4b39-a675-d73366a5f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:28.056011 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-35b6755e-f102-4b39-a675-d73366a5f8fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0880108 Jul 16 09:32:28.124665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-25de0802-a88e-4b68-aaae-6e2bf88d8f8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 200 len: 999 time: 0.0619152 Jul 16 09:32:28.172723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-583d3b29-91a3-4dfd-88bb-790418b269dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:28.174242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-583d3b29-91a3-4dfd-88bb-790418b269dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0434091 Jul 16 09:32:28.230188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-3daf79da-fd57-40b0-9f32-cb7ca850c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:28.231690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-3daf79da-fd57-40b0-9f32-cb7ca850c045 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516007 Jul 16 09:32:28.269604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f9e342c9-0762-415e-bf7a-e32af73f9cac details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:32:28.327987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-37a96b9c-ea98-4d17-89ee-e1ea727901ad service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892618 Jul 16 09:32:28.367198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:28.380765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'mac_address': 'fa:16:3e:96:bf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:32:28.416600 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.420458 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2eaf319c-5e69-4f59-8f22-e02cf0461719 req-1757c686-68bd-43a3-a300-1a16d226681e service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Jul 16 09:32:28.430014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e342c9-0762-415e-bf7a-e32af73f9cac {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:28.450381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:28.454536 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.504407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:28.512385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.512811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.513148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.513491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.513841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.514178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.514557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.514881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.515264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.516244 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.516580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.516899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:28.534889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f9e342c9-0762-415e-bf7a-e32af73f9cac no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:28.576841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device f9e342c9-0762-415e-bf7a-e32af73f9cac not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:28.698614 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['f9e342c9-0762-415e-bf7a-e32af73f9cac'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:32:29.089635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f52566-f195-427e-bbaf-28f8fdea459f req-b01773e5-daaa-42cd-8be3-81b32136ced3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:29.091158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56f52566-f195-427e-bbaf-28f8fdea459f req-b01773e5-daaa-42cd-8be3-81b32136ced3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 945 time: 0.1287916 Jul 16 09:32:29.129359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56f52566-f195-427e-bbaf-28f8fdea459f req-c5907762-16ca-425e-ab34-675c2879b451 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325670 Jul 16 09:32:29.300157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759928d-65f0-4b4e-a9cd-d1aa7dbdb651 req-b4425cb8-767a-4876-890f-45c10fbe501a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:29.301755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a759928d-65f0-4b4e-a9cd-d1aa7dbdb651 req-b4425cb8-767a-4876-890f-45c10fbe501a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 945 time: 0.0650079 Jul 16 09:32:29.338534 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a759928d-65f0-4b4e-a9cd-d1aa7dbdb651 req-1a0b1be8-57ad-4792-89fd-b557c490aa1e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Jul 16 09:32:29.509126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780ce3e-1c4a-4d78-982e-dd148c922d92 req-25fd1807-9c5e-4305-8bcd-0b8b0a866bc3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:29.510908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6780ce3e-1c4a-4d78-982e-dd148c922d92 req-25fd1807-9c5e-4305-8bcd-0b8b0a866bc3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 945 time: 0.0646927 Jul 16 09:32:29.549378 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6780ce3e-1c4a-4d78-982e-dd148c922d92 req-8f85fe77-9590-48e8-ae2b-a1a406e82ece tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325561 Jul 16 09:32:29.929483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248f159-bbb6-43d6-9081-eae7305e805f req-19c277f6-9255-48c0-8294-d7eef35c5181 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:29.931010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0248f159-bbb6-43d6-9081-eae7305e805f req-19c277f6-9255-48c0-8294-d7eef35c5181 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 945 time: 0.0670123 Jul 16 09:32:29.968546 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0248f159-bbb6-43d6-9081-eae7305e805f req-6a98300e-5044-473e-9f05-eee198eec7c8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Jul 16 09:32:30.279663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f9e342c9-0762-415e-bf7a-e32af73f9cac up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:30.329108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port f9e342c9-0762-415e-bf7a-e32af73f9cac completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:30.334617 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port f9e342c9-0762-415e-bf7a-e32af73f9cac triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:30.334994 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.410511 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.432605 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:30.434973 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe548fa1-d776-4618-a573-409f12a2b879" -d '{"events": [{"server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "name": "network-vif-plugged", "status": "completed", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:30.448015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:30.452326 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.476944 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5ec86d-76da-4579-acfe-0a6dc95c0152 x-openstack-request-id: req-4f5ec86d-76da-4579-acfe-0a6dc95c0152 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:30.477235 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "name": "network-vif-plugged", "status": "completed", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:30.477490 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f5ec86d-76da-4579-acfe-0a6dc95c0152 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:30.477911 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'code': 200} Jul 16 09:32:30.500954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:31.180967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c1119-6545-4af4-960c-6cbfefbc4379 req-7a4053ea-f5e5-46e8-abf9-d69a3511deeb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:31.182517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998c1119-6545-4af4-960c-6cbfefbc4379 req-7a4053ea-f5e5-46e8-abf9-d69a3511deeb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.0981052 Jul 16 09:32:31.194988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-1e40bb21-4a43-45fe-9b1d-914f2f7b9e2c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:31.196454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-1e40bb21-4a43-45fe-9b1d-914f2f7b9e2c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e3f2da-b0ae-4691-855d-db7ce2c4d718 HTTP/1.1" status: 200 len: 946 time: 0.1214905 Jul 16 09:32:31.264320 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-998c1119-6545-4af4-960c-6cbfefbc4379 req-5c1f577c-26c6-4d58-93a7-5ce908880654 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668213 Jul 16 09:32:31.315908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Deleting port f9e342c9-0762-415e-bf7a-e32af73f9cac {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:31.316263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.407095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] For port f9e342c9-0762-415e-bf7a-e32af73f9cac, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=f9e342c9-0762-415e-bf7a-e32af73f9cac,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:31.407459 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.573244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.573561 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.573988 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97 disassociated. External IP: 172.25.6.46, port: f9e342c9-0762-415e-bf7a-e32af73f9cac. Jul 16 09:32:31.574322 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Calling delete_port for f9e342c9-0762-415e-bf7a-e32af73f9cac owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:31.704118 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.733743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event deleted for resources: {'Port': ['ID=f9e342c9-0762-415e-bf7a-e32af73f9cac,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:31.855298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:31.965868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:31.977231 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:31.986116 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:31.986728 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:32:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:32.010177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] No DVR routers for this DVR port f9e342c9-0762-415e-bf7a-e32af73f9cac on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:32:32.013000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.015130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7fe1f78-c45e-4e9b-91ba-3cc5c95f685d req-97289b03-8fe5-4b06-b783-47743d1bed4f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "DELETE /v2.0/ports/f9e342c9-0762-415e-bf7a-e32af73f9cac HTTP/1.1" status: 204 len: 173 time: 0.8120379 Jul 16 09:32:32.015576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'name': 'network-vif-deleted', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:32.018815 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca0ebf-4a99-4657-b47d-774109ba666e" -d '{"events": [{"server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "name": "network-vif-deleted", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:32.059628 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beda1eae-61db-4bf5-891a-560be909f3d3 x-openstack-request-id: req-beda1eae-61db-4bf5-891a-560be909f3d3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:32.059918 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e3f2da-b0ae-4691-855d-db7ce2c4d718", "name": "network-vif-deleted", "tag": "f9e342c9-0762-415e-bf7a-e32af73f9cac", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:32.060637 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-beda1eae-61db-4bf5-891a-560be909f3d3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:32.061063 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e3f2da-b0ae-4691-855d-db7ce2c4d718', 'name': 'network-vif-deleted', 'tag': 'f9e342c9-0762-415e-bf7a-e32af73f9cac', 'status': 'completed', 'code': 200} Jul 16 09:32:32.097738 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:32.307364 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:32.431823 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:32.448511 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:32.448511 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:32:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:32.548881 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:32.582815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-0bbcaa10-a874-4057-bbef-25cd500e315b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1300004386&fields=id&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 267 time: 0.0335717 Jul 16 09:32:32.696082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-13f61e99-713e-4e73-bd9e-58bd03614bd1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.697493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-13f61e99-713e-4e73-bd9e-58bd03614bd1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 812 time: 0.1076639 Jul 16 09:32:32.713027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-7b6bed67-969b-47de-b5af-03f2bf4a8f7d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/quotas/bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 375 time: 0.0100827 Jul 16 09:32:32.742185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:32.772460 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf79b4f-b68e-437a-b0f1-e57d4128de5e None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:32.785075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-6d00fa91-e371-4db0-9a12-87e49496f27a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668240 Jul 16 09:32:32.887697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-197ffeba-00d9-4f90-b3d8-c7e45072807d service neutron] 10.222.0.55 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909476 Jul 16 09:32:32.981431 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-30365459-435a-42a5-81b5-d4e7e1bd01f7 service neutron] 10.222.0.55 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877714 Jul 16 09:32:33.002385 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a1410-5c6e-4891-896c-852821c87285 None None] New status for floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:32:33.159262 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d91201f6-7ed6-4419-a17b-e54a3a493e5d req-8ac939c5-e9ff-4304-90e3-7e14a5d32c8c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 210 time: 0.0338781 Jul 16 09:32:34.228696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-1894a4e2-cdcc-474b-8634-ce8798e00d5c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:34.230333 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-1894a4e2-cdcc-474b-8634-ce8798e00d5c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 812 time: 0.1108642 Jul 16 09:32:34.276106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-a62c948e-f461-4798-95c1-03934abaa041 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 380 time: 0.0370185 Jul 16 09:32:34.295608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'port': {'device_id': 'd5505103-a7a7-43f0-a323-630af56ac677', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'admin_state_up': True, 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'security_groups': ['26316631-86bf-4429-bf3a-57fa6b34a480']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:34.326367 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82e3f7bb-80d2-4b6a-8b2d-2506631c5f90 req-24a2f485-3894-4e19-a2e2-93ea192464d4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 210 time: 0.0485830 Jul 16 09:32:34.422009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Made reservation on behalf of bba763b670304dc49e2d3ab735fe7ead for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:34.426090 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.557030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Allocated IP 172.20.0.9 (733aca68-8d39-447e-94a2-695d64c77aa4/49e87d3a-8474-4e9a-bced-eb760818eb94/5cd77406-55e0-413d-858d-f11e3b940793) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:34.694853 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.708034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Transition to ACTIVE for port object 5cd77406-55e0-413d-858d-f11e3b940793 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:34.741841 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.787850 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Network 733aca68-8d39-447e-94a2-695d64c77aa4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:34.791013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:34.794934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:34.819484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:34.848036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:34.848663 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.864520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-69345549-800c-4f60-9ed6-fc92676ce3db tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770230 Jul 16 09:32:34.925836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Request body: {'port': {'device_id': 'd5505103-a7a7-43f0-a323-630af56ac677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:35.002823 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.060315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-761fb434-28db-483b-bb92-522521e6c55a None None] Provisioning for port 5cd77406-55e0-413d-858d-f11e3b940793 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:35.064015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-761fb434-28db-483b-bb92-522521e6c55a None None] Provisioning complete for port 5cd77406-55e0-413d-858d-f11e3b940793 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:35.064321 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-761fb434-28db-483b-bb92-522521e6c55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.097557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-761fb434-28db-483b-bb92-522521e6c55a None None] Port 5cd77406-55e0-413d-858d-f11e3b940793 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:35.264117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd77406-55e0-413d-858d-f11e3b940793 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:35.271571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.283455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Transition to ACTIVE for port object 5cd77406-55e0-413d-858d-f11e3b940793 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:35.287244 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.362086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776818-705c-4747-ac00-21020d3724da service neutron] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:35.423669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Attempting to bind port 5cd77406-55e0-413d-858d-f11e3b940793 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:35.424185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Attempting to bind port 5cd77406-55e0-413d-858d-f11e3b940793 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:35.424526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Attempting to bind port 5cd77406-55e0-413d-858d-f11e3b940793 on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:35.429708 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Port 5cd77406-55e0-413d-858d-f11e3b940793 on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:32:35.430006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Attempting to bind port 5cd77406-55e0-413d-858d-f11e3b940793 on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:35.435511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:35.435854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:35.436246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:35.436686 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Bound port: 5cd77406-55e0-413d-858d-f11e3b940793, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:35.437194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.540172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:35.557932 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:35.563342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.584810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3f885-64e9-4bad-b7ac-d9705a6ab888 req-61607e83-3cc4-4f09-ad87-24bc9296a40f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:35.586186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75e3f885-64e9-4bad-b7ac-d9705a6ab888 req-61607e83-3cc4-4f09-ad87-24bc9296a40f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 943 time: 0.1131184 Jul 16 09:32:35.928541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:35.929148 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.930551 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-74776818-705c-4747-ac00-21020d3724da service neutron] 10.222.0.52 "PUT /v2.0/ports/5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 1092 time: 1.0579777 Jul 16 09:32:35.931923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:35.934179 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59" -d '{"events": [{"name": "network-changed", "server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "tag": "5cd77406-55e0-413d-858d-f11e3b940793"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:35.978378 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c7aafb-71e1-452a-b751-3966058a2bf7 x-openstack-request-id: req-41c7aafb-71e1-452a-b751-3966058a2bf7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:35.978668 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "tag": "5cd77406-55e0-413d-858d-f11e3b940793", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:35.978918 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41c7aafb-71e1-452a-b751-3966058a2bf7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:35.979317 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793', 'status': 'completed', 'code': 200} Jul 16 09:32:35.982917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75e3f885-64e9-4bad-b7ac-d9705a6ab888 req-dc66781b-afc3-41bf-883e-44dfb5e8910b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674601 Jul 16 09:32:35.983500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776818-705c-4747-ac00-21020d3724da service neutron] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:36.043023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-eafc0fb4-7ba7-4add-b3f4-1960260bec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.044591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-eafc0fb4-7ba7-4add-b3f4-1960260bec73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1095 time: 0.0582113 Jul 16 09:32:36.090761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-cf0cb1a8-840c-457a-b273-deb568c0b998 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 217 time: 0.0389557 Jul 16 09:32:36.146632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-1ce94e53-d820-41d1-a56f-b019daa1cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.148017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-1ce94e53-d820-41d1-a56f-b019daa1cb60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0495617 Jul 16 09:32:36.207249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-e684645a-0cf8-441d-bcf1-ab88aa4d930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.208661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-e684645a-0cf8-441d-bcf1-ab88aa4d930c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544193 Jul 16 09:32:36.301371 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-07dbd803-be89-4605-a13b-c46bdaf4cb7b service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860510 Jul 16 09:32:36.319071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f9e342c9-0762-415e-bf7a-e32af73f9cac no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:36.339876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: f9e342c9-0762-415e-bf7a-e32af73f9cac {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:32:36.340226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device f9e342c9-0762-415e-bf7a-e32af73f9cac not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:36.391231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45858679-ecc2-4cf5-95cf-3b8afc4368c8 req-7666f326-b5a2-457d-9f3a-cb7df171cf64 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835927 Jul 16 09:32:36.496875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-24421a0e-2be4-4013-b97c-9e354078f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.498348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-24421a0e-2be4-4013-b97c-9e354078f752 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1095 time: 0.0576322 Jul 16 09:32:36.586590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-ea32d516-6796-49d4-b4b6-55d798341ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.588060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-ea32d516-6796-49d4-b4b6-55d798341ad8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0833266 Jul 16 09:32:36.632962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-297dd4c1-36eb-4f37-8b71-8f65947cbc95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 217 time: 0.0382690 Jul 16 09:32:36.681712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-37724ed1-17ea-42ea-b3e1-2fa123ddbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.683179 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-37724ed1-17ea-42ea-b3e1-2fa123ddbf6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0439210 Jul 16 09:32:36.741244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-9d80abb0-25ad-4b7c-bf97-d70594f6278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.742853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-9d80abb0-25ad-4b7c-bf97-d70594f6278e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513780 Jul 16 09:32:36.838670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-39463829-494a-4b26-b68c-bee94eed00cf service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862172 Jul 16 09:32:36.927499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b708e1d-3d45-490f-9cdb-0ad47efd7a59 req-06479e78-e932-4554-a469-d4877b9725b9 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814452 Jul 16 09:32:37.165959 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33b493-c5c2-4153-bce7-e330a264e7a3 req-743c91d4-dcad-408b-86cf-1f3ddafc8659 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:37.167426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb33b493-c5c2-4153-bce7-e330a264e7a3 req-743c91d4-dcad-408b-86cf-1f3ddafc8659 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 943 time: 0.0687814 Jul 16 09:32:37.204473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb33b493-c5c2-4153-bce7-e330a264e7a3 req-3b179350-4be4-4723-9968-ac4ad8681d3d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314696 Jul 16 09:32:38.378520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055239c-d182-42ee-9540-a0d2632e11f7 req-05701811-c0a8-4b4f-a0a3-938a32e7c095 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:38.380008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c055239c-d182-42ee-9540-a0d2632e11f7 req-05701811-c0a8-4b4f-a0a3-938a32e7c095 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 943 time: 0.0638411 Jul 16 09:32:38.418187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c055239c-d182-42ee-9540-a0d2632e11f7 req-e22dc4aa-de51-43ae-9b76-ebd25aa993a1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Jul 16 09:32:39.592854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e7608-c526-40d3-a4ab-02ea77d0e635 req-fd542eb3-9c8c-44e3-a4cb-8657fb87e606 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:39.594397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e0e7608-c526-40d3-a4ab-02ea77d0e635 req-fd542eb3-9c8c-44e3-a4cb-8657fb87e606 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 943 time: 0.0631025 Jul 16 09:32:39.633041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e0e7608-c526-40d3-a4ab-02ea77d0e635 req-78944260-14fc-4f11-b12c-45481a1efd7b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Jul 16 09:32:40.325966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5cd77406-55e0-413d-858d-f11e3b940793 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:32:40.421881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:40.433509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '5cd77406-55e0-413d-858d-f11e3b940793', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': '5cd77406-55e0-413d-858d-f11e3b940793', 'mac_address': 'fa:16:3e:60:03:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:32:40.468978 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:40.481942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd77406-55e0-413d-858d-f11e3b940793 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:40.500666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:40.504819 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:40.553174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:40.694464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['5cd77406-55e0-413d-858d-f11e3b940793'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:32:40.810326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f16356-36ff-4ce8-9448-927e45857a92 req-f431b8b2-0b66-410c-94e1-65898d03199d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:40.811837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86f16356-36ff-4ce8-9448-927e45857a92 req-f431b8b2-0b66-410c-94e1-65898d03199d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 944 time: 0.0681267 Jul 16 09:32:40.850687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86f16356-36ff-4ce8-9448-927e45857a92 req-52dbf60a-5cb9-4a04-97af-fde0e7977cbc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320218 Jul 16 09:32:42.023181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6031ae-c8a4-436b-8600-d58a386ebc02 req-1c6a3564-a81c-4e30-9c1d-0741e5a5bbb3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:42.024680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c6031ae-c8a4-436b-8600-d58a386ebc02 req-1c6a3564-a81c-4e30-9c1d-0741e5a5bbb3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 944 time: 0.0655279 Jul 16 09:32:42.061567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c6031ae-c8a4-436b-8600-d58a386ebc02 req-2312e2d1-f3f7-44ca-b070-41c36d4729d3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Jul 16 09:32:42.349389 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5cd77406-55e0-413d-858d-f11e3b940793 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:42.396977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 5cd77406-55e0-413d-858d-f11e3b940793 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:42.400454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 5cd77406-55e0-413d-858d-f11e3b940793 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:42.400825 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:42.477376 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:42.498899 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:42.501129 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca4e92c-c630-4c13-baf1-2c6ec4818f61" -d '{"events": [{"server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "name": "network-vif-plugged", "status": "completed", "tag": "5cd77406-55e0-413d-858d-f11e3b940793"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:42.514607 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:42.518712 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:42.569863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:42.619908 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710d0a88-444f-45b4-a0f0-584378153e29 x-openstack-request-id: req-710d0a88-444f-45b4-a0f0-584378153e29 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:42.620208 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "name": "network-vif-plugged", "status": "completed", "tag": "5cd77406-55e0-413d-858d-f11e3b940793", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:42.620468 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-710d0a88-444f-45b4-a0f0-584378153e29 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:42.620873 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793', 'code': 200} Jul 16 09:32:42.736288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc6f8e-af1f-44e1-858b-4db773b57789 req-15351022-6f53-47ae-b387-00f0b018e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:42.738414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eecc6f8e-af1f-44e1-858b-4db773b57789 req-15351022-6f53-47ae-b387-00f0b018e2de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1097 time: 0.0552616 Jul 16 09:32:42.771846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eecc6f8e-af1f-44e1-858b-4db773b57789 req-3ce4d89e-6018-4378-bd7a-a0f094606def service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274704 Jul 16 09:32:43.232818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cc1f7-4b7d-4776-9e65-441956ebb0a0 req-ca7cefac-5876-4ad3-a0d5-729e81d0bd72 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:43.234327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be7cc1f7-4b7d-4776-9e65-441956ebb0a0 req-ca7cefac-5876-4ad3-a0d5-729e81d0bd72 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0625627 Jul 16 09:32:43.272502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be7cc1f7-4b7d-4776-9e65-441956ebb0a0 req-c3c89e7a-6fb3-481f-b9a4-4eaab0a2c724 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324667 Jul 16 09:32:44.446761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861fda-fc09-4f77-b3bb-1cdd0b7cca9e req-e895a703-93dd-42e9-8ea5-a6312f423ee6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:44.448270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff861fda-fc09-4f77-b3bb-1cdd0b7cca9e req-e895a703-93dd-42e9-8ea5-a6312f423ee6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0638044 Jul 16 09:32:44.481473 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c2bae40b-c40f-446a-b1f1-0f97b7dd18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:44.487998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff861fda-fc09-4f77-b3bb-1cdd0b7cca9e req-faf5b08b-1c94-4c33-bcee-e51422b68327 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336978 Jul 16 09:32:44.657920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7d03-339b-4aa5-8ad7-2939eb7ef2d1 req-2d5f8dbc-1c73-44d1-8327-a7e24c6ef8cb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:44.659404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-acff7d03-339b-4aa5-8ad7-2939eb7ef2d1 req-2d5f8dbc-1c73-44d1-8327-a7e24c6ef8cb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0670891 Jul 16 09:32:44.667908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50328) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:44.672411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'floatingip': {'port_id': '5cd77406-55e0-413d-858d-f11e3b940793'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:44.712979 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.157071 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.161718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.263538 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97 associated. External IP: 172.25.6.46, port: 5cd77406-55e0-413d-858d-f11e3b940793. Jul 16 09:32:45.470189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:45.579233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:45.584254 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.589131 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:45.598608 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:45.599220 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:32:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:45.622639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0c442aa2-f442-489f-96b4-12636e096b2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "PUT /v2.0/floatingips/5a19df7e-52eb-4603-8914-60b7fe775d97 HTTP/1.1" status: 200 len: 990 time: 0.9536610 Jul 16 09:32:45.623357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:45.625762 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "tag": "5cd77406-55e0-413d-858d-f11e3b940793"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:45.654424 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.722962 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:45.737331 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae582be-5cc8-4bb0-9d3c-d6365dbf253f x-openstack-request-id: req-cae582be-5cc8-4bb0-9d3c-d6365dbf253f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:45.738218 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "tag": "5cd77406-55e0-413d-858d-f11e3b940793", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:45.738505 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cae582be-5cc8-4bb0-9d3c-d6365dbf253f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:45.738998 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793', 'status': 'completed', 'code': 200} Jul 16 09:32:45.814813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-89249552-14cf-4454-9210-08e4c338bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:45.816373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-89249552-14cf-4454-9210-08e4c338bf8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1097 time: 0.0532227 Jul 16 09:32:45.910444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-fadce894-68ed-4247-9c10-cf4011bbb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:45.912115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-fadce894-68ed-4247-9c10-cf4011bbb595 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0895722 Jul 16 09:32:45.944259 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '5cd77406-55e0-413d-858d-f11e3b940793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:60:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5505103-a7a7-43f0-a323-630af56ac677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:32:45Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:45.975459 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:45.978231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-76a5d20b-791b-4574-b484-1e280e8367fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 998 time: 0.0600700 Jul 16 09:32:45.983825 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:45.984412 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:32:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:46.031877 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-f739b190-4895-4bc1-9d27-9f171f79237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:46.033357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-f739b190-4895-4bc1-9d27-9f171f79237e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0494125 Jul 16 09:32:46.086417 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:46.091325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-e1b78fba-a5bc-4551-9f77-7b8965f18af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:46.092853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-e1b78fba-a5bc-4551-9f77-7b8965f18af0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531297 Jul 16 09:32:46.185443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-aea56414-e9fd-438f-9a9c-079498838a79 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856192 Jul 16 09:32:46.281379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cbba3ede-cb58-4e3f-bf90-6acceb2da0d5 req-7faafaa5-02da-451e-91dd-132c7cdb6b67 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889335 Jul 16 09:32:46.312853 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '5cd77406-55e0-413d-858d-f11e3b940793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:60:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5505103-a7a7-43f0-a323-630af56ac677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:32:45Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:46.339883 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc08b0-f93e-4445-8b81-dffdd97e80f0 None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '5cd77406-55e0-413d-858d-f11e3b940793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:60:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5505103-a7a7-43f0-a323-630af56ac677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:32:45Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:46.531141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f882b-a450-406d-8aa0-b4b76db3c555 None None] New status for floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:32:47.670721 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:47.688130 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-93cfab3b-120c-4602-8e0d-21c628c0c877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:48.998896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:49.176552 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:50.266866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:59.624701 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:14.482405 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b989ce31-03c0-4a7e-8860-237b7c083f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:15.670865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:17.671788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:17.688854 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-af582bcf-70cf-4921-861a-ae8a6c4b09ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:18.999961 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:19.176788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:20.268898 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:36.474422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-3f19b650-2657-4a25-a71e-26c4734c5496 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519955 Jul 16 09:33:36.570170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-88b489e9-02e7-4198-8d28-f0383eeaeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:36.571706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-88b489e9-02e7-4198-8d28-f0383eeaeff9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1097 time: 0.0570726 Jul 16 09:33:36.624431 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:36.678631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-b3f9fe94-742c-41ec-b81f-1d0594dbcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:36.680213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-b3f9fe94-742c-41ec-b81f-1d0594dbcb99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0888393 Jul 16 09:33:36.747474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-dd721da7-db7c-4988-b999-d6178660e6ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 1000 time: 0.0613167 Jul 16 09:33:36.797856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-6e86353d-d246-4095-b25d-f15fa97887d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:36.799375 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-6e86353d-d246-4095-b25d-f15fa97887d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0457993 Jul 16 09:33:36.856084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-b58ad5c6-e0aa-41b8-b0c2-7b1c221789a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:36.857567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-b58ad5c6-e0aa-41b8-b0c2-7b1c221789a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509858 Jul 16 09:33:36.951300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-1251c530-318f-494a-b42f-31c4fb97bc7a service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867529 Jul 16 09:33:37.040716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5446576c-d895-4fa6-93b0-b89910bda4cc req-fce6de2e-c21c-4877-b499-eaf21574062d service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817788 Jul 16 09:33:44.483381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bcfef32c-210e-4f95-bc54-8f0213e899ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:45.664086 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.672851 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.690217 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02d572fc-2a5a-4aa8-9fca-2d01cf5da93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.002309 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.178125 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:50.271846 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.623943 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:34:14.483522 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ffa82d1-bf38-4fda-89b9-836afff53676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.678358 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:17.673415 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:17.689067 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-013a9f33-be61-4962-851e-18be638bff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:19.004018 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:19.190806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:20.274802 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.971794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31588504-c8d6-4623-8c17-7e7df6c098fd req-61319418-cf54-4ada-bf7f-d36fac3d7afa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:22.973479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31588504-c8d6-4623-8c17-7e7df6c098fd req-61319418-cf54-4ada-bf7f-d36fac3d7afa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0696456 Jul 16 09:34:23.011878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31588504-c8d6-4623-8c17-7e7df6c098fd req-7a806838-d27f-48da-a65a-6f38ff658dc8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326765 Jul 16 09:34:24.185566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7852c46-2ab7-49dc-b96f-2f06e37b1807 req-1d9cfd55-72c6-45ae-abd5-e4ee81c803a5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:24.188012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e7852c46-2ab7-49dc-b96f-2f06e37b1807 req-1d9cfd55-72c6-45ae-abd5-e4ee81c803a5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0643659 Jul 16 09:34:24.223994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e7852c46-2ab7-49dc-b96f-2f06e37b1807 req-a35bb684-ea62-4d88-8d8f-dd16f6d4067a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309122 Jul 16 09:34:25.397224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03140111-dfc2-4135-bbc2-d65ff3cdaf7d req-85529655-061f-44dc-b135-b2f54af0ad62 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:25.398772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03140111-dfc2-4135-bbc2-d65ff3cdaf7d req-85529655-061f-44dc-b135-b2f54af0ad62 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0644813 Jul 16 09:34:25.440815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03140111-dfc2-4135-bbc2-d65ff3cdaf7d req-bb0f5bc0-8930-46dc-8160-6ea5cd588c7a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363975 Jul 16 09:34:26.618175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d9d7a-4f86-45b5-b24a-d07b6dbe29dc req-71dfce35-2326-410a-9e88-824bc28379cd tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:26.619681 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-357d9d7a-4f86-45b5-b24a-d07b6dbe29dc req-71dfce35-2326-410a-9e88-824bc28379cd tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0652056 Jul 16 09:34:26.657415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-357d9d7a-4f86-45b5-b24a-d07b6dbe29dc req-64510221-c5ed-4477-bade-cd2c0c8a081d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Jul 16 09:34:27.827266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cf387-6d16-4be7-8eec-ed73d0ad17f5 req-a4a330c2-3cde-4a41-ba08-e3430b3454e8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:27.828798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-472cf387-6d16-4be7-8eec-ed73d0ad17f5 req-a4a330c2-3cde-4a41-ba08-e3430b3454e8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0639768 Jul 16 09:34:27.866416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-472cf387-6d16-4be7-8eec-ed73d0ad17f5 req-3cb5a41b-a82a-492e-bb27-40565fba4d5d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Jul 16 09:34:29.040097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38933c4d-a4b6-4847-b431-fdcf7cc49dd5 req-7259ea1a-6699-4c0c-a1d5-ea6543a9323f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:29.041587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38933c4d-a4b6-4847-b431-fdcf7cc49dd5 req-7259ea1a-6699-4c0c-a1d5-ea6543a9323f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0673804 Jul 16 09:34:29.079944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38933c4d-a4b6-4847-b431-fdcf7cc49dd5 req-788e2dd6-6d25-469f-8b39-1177ff48dc31 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Jul 16 09:34:30.251425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f46052-33ff-4116-8ad5-355aa1dfc027 req-88dfae3b-68a3-4c6c-8e84-dec772ff3b3e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:30.253052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51f46052-33ff-4116-8ad5-355aa1dfc027 req-88dfae3b-68a3-4c6c-8e84-dec772ff3b3e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0640519 Jul 16 09:34:30.291544 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51f46052-33ff-4116-8ad5-355aa1dfc027 req-ec550031-f72c-4331-86a1-a001b6640255 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328913 Jul 16 09:34:31.461819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd721e7-5768-4552-a656-ff2535287dc1 req-536adcf8-6d37-4ac5-87ed-dedae97b4c64 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:31.463313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7bd721e7-5768-4552-a656-ff2535287dc1 req-536adcf8-6d37-4ac5-87ed-dedae97b4c64 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0630255 Jul 16 09:34:31.506201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7bd721e7-5768-4552-a656-ff2535287dc1 req-530229b6-d4f0-4e1b-bc9d-aba25fb2c2b3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370908 Jul 16 09:34:32.682730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abd3e9-95df-4652-84ae-095a31e64573 req-979d5846-34c6-4554-bf1d-e2ffcca8f0fb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:32.684222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7abd3e9-95df-4652-84ae-095a31e64573 req-979d5846-34c6-4554-bf1d-e2ffcca8f0fb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0639582 Jul 16 09:34:32.722420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7abd3e9-95df-4652-84ae-095a31e64573 req-c5dff463-f976-4c90-b9bf-b9443f96ea2e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325766 Jul 16 09:34:33.893493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db002b-1668-4f9a-9623-2d31ae314635 req-b227053c-4578-4b7f-83ec-cb7a5a8a677a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:33.895023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1db002b-1668-4f9a-9623-2d31ae314635 req-b227053c-4578-4b7f-83ec-cb7a5a8a677a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0640566 Jul 16 09:34:33.932139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c1db002b-1668-4f9a-9623-2d31ae314635 req-5e0a21e4-794c-45db-a839-963e76bb909c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317147 Jul 16 09:34:34.209280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50562) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:34.362115 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d943-737f-4f41-9de7-7d245650e19c req-dad9d5ec-a06d-4541-ade4-071265323e11 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:34.363609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec77d943-737f-4f41-9de7-7d245650e19c req-dad9d5ec-a06d-4541-ade4-071265323e11 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.1032083 Jul 16 09:34:34.378473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-82fe0dea-227d-445b-805a-cec66e338d81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1680055 Jul 16 09:34:34.406756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec77d943-737f-4f41-9de7-7d245650e19c req-36ad4528-84bb-4c99-bb33-939188ddc526 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370290 Jul 16 09:34:35.630386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e9b99-9ad5-4d8f-90cc-a57915332dfa req-4132b558-f4a1-4573-83a2-a041e47da224 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:35.631893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-829e9b99-9ad5-4d8f-90cc-a57915332dfa req-4132b558-f4a1-4573-83a2-a041e47da224 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.1082771 Jul 16 09:34:35.638393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7c67a6df-4dd4-4c70-a0f0-03234ec6194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:35.639838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7c67a6df-4dd4-4c70-a0f0-03234ec6194a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1097 time: 0.0857849 Jul 16 09:34:35.700930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-829e9b99-9ad5-4d8f-90cc-a57915332dfa req-a0f57fc0-c68e-448a-9728-f690f556ce7e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599666 Jul 16 09:34:35.752151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-76b58e30-a572-470e-ab1d-5b34e79201d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:35.753609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-76b58e30-a572-470e-ab1d-5b34e79201d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1058540 Jul 16 09:34:35.821755 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-8c81cfc3-785f-4503-a6c4-6afb32a23cc7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 1000 time: 0.0607269 Jul 16 09:34:35.870008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-08bf45e7-bba6-465a-b460-1d27e2b6222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:35.871436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-08bf45e7-bba6-465a-b460-1d27e2b6222a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0439749 Jul 16 09:34:35.927696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-c7cc7f3d-f7c5-46b4-a447-c3408bfa56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:35.929173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-c7cc7f3d-f7c5-46b4-a447-c3408bfa56d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515881 Jul 16 09:34:36.022648 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-682cd945-74ef-4b0a-8d49-8fcd1d0d5e91 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863109 Jul 16 09:34:36.110505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-95a2a6f0-833b-4f7c-bf71-54e5ede1866c service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815706 Jul 16 09:34:36.876789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda1b16-ecad-4902-bd62-dba3616dc828 req-b991e0c8-28d5-4dfd-881e-5e05b8642c00 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:36.878190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7dda1b16-ecad-4902-bd62-dba3616dc828 req-b991e0c8-28d5-4dfd-881e-5e05b8642c00 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0665834 Jul 16 09:34:36.914195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7dda1b16-ecad-4902-bd62-dba3616dc828 req-4cb3e00b-d26b-4108-9f15-b4e917025ca7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Jul 16 09:34:37.993461 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-77dea8e3-8123-49af-9da5-e59f46c7d0a0 service neutron] show failed (client error): The resource could not be found. Jul 16 09:34:37.994576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-77dea8e3-8123-49af-9da5-e59f46c7d0a0 service neutron] 10.222.0.52 "GET /v2.0/ports/5cd77406-55e0-413d-858d-f11e3b940793/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0568905 Jul 16 09:34:38.088171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfee11-0efc-4ac7-b496-d5a61051fe83 req-a4577753-12ee-4452-b482-f720830dc453 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:38.089710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51cfee11-0efc-4ac7-b496-d5a61051fe83 req-a4577753-12ee-4452-b482-f720830dc453 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0641680 Jul 16 09:34:38.128074 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-51cfee11-0efc-4ac7-b496-d5a61051fe83 req-4040f9d4-0ab3-4946-9d32-7986eeef1e94 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326073 Jul 16 09:34:38.293021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-e0ea7b69-89f2-4da8-a352-a05ab8a63079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:38.294556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-e0ea7b69-89f2-4da8-a352-a05ab8a63079 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 1097 time: 0.1018341 Jul 16 09:34:38.307190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:38.377373 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.585532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:38.935049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:38.974294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:38.977197 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fcb877-2134-44df-9ca0-4539960c6a08" -d '{"events": [{"server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd77406-55e0-413d-858d-f11e3b940793"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:38.981168 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.993725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Transition to ACTIVE for port object 5cd77406-55e0-413d-858d-f11e3b940793 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:38.998331 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.029328 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab22c81-4982-4e96-a6a9-ccfe3177760d x-openstack-request-id: req-eab22c81-4982-4e96-a6a9-ccfe3177760d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:39.029627 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd77406-55e0-413d-858d-f11e3b940793", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:39.029904 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eab22c81-4982-4e96-a6a9-ccfe3177760d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:39.030301 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793', 'code': 200} Jul 16 09:34:39.050784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:39.094421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.094781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.095126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.095465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.095797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.096137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.096469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.096795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.097124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.097454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.097799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.098125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:39.140004 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] No DVR routers for this DVR port 5cd77406-55e0-413d-858d-f11e3b940793 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:39.311502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Attempting to bind port 5cd77406-55e0-413d-858d-f11e3b940793 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:39.311739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Attempting to bind port 5cd77406-55e0-413d-858d-f11e3b940793 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:39.312061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Attempting to bind port 5cd77406-55e0-413d-858d-f11e3b940793 on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:39.319080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Port 5cd77406-55e0-413d-858d-f11e3b940793 on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:34:39.319403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Attempting to bind port 5cd77406-55e0-413d-858d-f11e3b940793 on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:39.330824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:39.331161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:39.331546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:39.331972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Bound port: 5cd77406-55e0-413d-858d-f11e3b940793, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:39.332330 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.357379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f04709-7b56-490c-8d5a-e20852cf5322 req-e07ec6ee-fc8e-440f-a4e6-b64087e035c3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.358902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9f04709-7b56-490c-8d5a-e20852cf5322 req-e07ec6ee-fc8e-440f-a4e6-b64087e035c3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 943 time: 0.1114547 Jul 16 09:34:39.433168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9f04709-7b56-490c-8d5a-e20852cf5322 req-94cc404c-9b3a-4702-bb96-da01e7aa96af tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526581 Jul 16 09:34:39.439773 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:39.443402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:39.447536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.480282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.480898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.482335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] 10.222.0.54 "PUT /v2.0/ports/5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 1092 time: 1.1791563 Jul 16 09:34:39.515374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde326b-1f74-4eb3-a257-660c187fa192 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:39.567449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-3072f5e6-8fb3-473d-8d05-0415c3ad50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.569003 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-3072f5e6-8fb3-473d-8d05-0415c3ad50c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1095 time: 0.0618706 Jul 16 09:34:39.667602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-b2ea257b-ce7c-4342-a589-4150c0587ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.669102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-b2ea257b-ce7c-4342-a589-4150c0587ccf service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0941401 Jul 16 09:34:39.738186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-e0029938-a5da-4059-be50-4cd9dc8ad0a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 998 time: 0.0610600 Jul 16 09:34:39.787375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-5b0c189e-fa25-498b-8f20-4109991a0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.788878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-5b0c189e-fa25-498b-8f20-4109991a0cd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0452280 Jul 16 09:34:39.847284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-e8464758-ad43-4350-81c7-0637777cba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.848822 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-e8464758-ad43-4350-81c7-0637777cba80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523691 Jul 16 09:34:39.941778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-57e780c1-c34c-4cfa-9b08-64eb6aa2495d service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862637 Jul 16 09:34:40.031139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d8c7803-1ff3-45ee-b3e0-6f55aca14876 req-9015c4d5-c025-4d21-b571-70d38b4a58e7 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828958 Jul 16 09:34:40.614756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb17c6-1a5c-45d6-8607-f35675897fc3 req-c720f94a-e38b-4b6f-87ef-7a86059d6e6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:40.616269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cafb17c6-1a5c-45d6-8607-f35675897fc3 req-c720f94a-e38b-4b6f-87ef-7a86059d6e6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 943 time: 0.0690937 Jul 16 09:34:40.653980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cafb17c6-1a5c-45d6-8607-f35675897fc3 req-7be1c46d-7f88-436c-bda8-32a485000ddc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Jul 16 09:34:41.031269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:41.034504 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33" -d '{"events": [{"name": "network-changed", "server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "tag": "5cd77406-55e0-413d-858d-f11e3b940793"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:41.082862 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b6e508-543d-4c25-bd88-efcebab21bb1 x-openstack-request-id: req-34b6e508-543d-4c25-bd88-efcebab21bb1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:41.083156 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "tag": "5cd77406-55e0-413d-858d-f11e3b940793", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:41.083417 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34b6e508-543d-4c25-bd88-efcebab21bb1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:41.083827 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793', 'status': 'completed', 'code': 200} Jul 16 09:34:41.198966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-2f67195c-6974-4b56-9176-9e19436fe4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.200509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-2f67195c-6974-4b56-9176-9e19436fe4da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1095 time: 0.0942166 Jul 16 09:34:41.202345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-386b53cb-a79b-4a9f-b897-c6ee9375397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.203936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-386b53cb-a79b-4a9f-b897-c6ee9375397c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1095 time: 0.0881147 Jul 16 09:34:41.376232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-08d0b08f-d053-4a0d-83e5-3c9fa5060c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.377756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-08d0b08f-d053-4a0d-83e5-3c9fa5060c2f service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1680324 Jul 16 09:34:41.378705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-b816a07f-8b60-4c8c-b168-3f9a53c5a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.380056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-b816a07f-8b60-4c8c-b168-3f9a53c5a4aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1629562 Jul 16 09:34:41.488424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-b4a12918-a5a3-4a48-a871-7ed54424f131 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 998 time: 0.1039729 Jul 16 09:34:41.492162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-d376fae0-3f8b-4253-8791-61f60bcef604 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 998 time: 0.1017275 Jul 16 09:34:41.571450 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-b86157f8-1434-4644-ba44-58ff9ebfdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.572827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-b86157f8-1434-4644-ba44-58ff9ebfdf1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0778427 Jul 16 09:34:41.574466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-af75572b-f353-4b1d-b2fc-98567cb4175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.575564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-af75572b-f353-4b1d-b2fc-98567cb4175e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0734684 Jul 16 09:34:41.670845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-e40b9955-9b5f-4fd8-88c5-ef4ed06c2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.672538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-e40b9955-9b5f-4fd8-88c5-ef4ed06c2b00 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928094 Jul 16 09:34:41.678292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-4dff6218-cd2d-47f9-a675-7623d1cc1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.679682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-4dff6218-cd2d-47f9-a675-7623d1cc1aaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926390 Jul 16 09:34:41.866835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-285e1800-68b5-4aa2-938d-7946476a5484 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862235 Jul 16 09:34:41.871335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-b47fc2cf-baa5-44a9-a55b-5820a5700942 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836474 Jul 16 09:34:41.942985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a4d3f-36cb-4187-9769-fd0d7e97747e req-3b603ed5-ee48-4d69-baca-201dd01bf15f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.944427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a6a4d3f-36cb-4187-9769-fd0d7e97747e req-3b603ed5-ee48-4d69-baca-201dd01bf15f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 943 time: 0.1542130 Jul 16 09:34:42.069921 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8a6a4d3f-36cb-4187-9769-fd0d7e97747e req-7882ac9b-5da2-4f10-9511-bf1bf44f9af1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183565 Jul 16 09:34:42.073350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-16c02150-0dd5-4419-8aa6-6741e2c1f6cf service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906950 Jul 16 09:34:42.076790 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e69f744-bb2a-43ca-a5c2-5f5a1e618f33 req-518baf91-4bbb-4804-b108-cccc903010cf service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022281 Jul 16 09:34:42.396017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-158e7d77-2cfc-4c7a-83ab-32c575e411aa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:42.397724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-158e7d77-2cfc-4c7a-83ab-32c575e411aa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677&tenant_id=bba763b670304dc49e2d3ab735fe7ead&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 943 time: 0.0794053 Jul 16 09:34:42.461504 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-b1a72c42-fd0a-43fd-a729-b2792bbf1035 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:34:42.463265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-b1a72c42-fd0a-43fd-a729-b2792bbf1035 service neutron] 10.222.0.52 "DELETE /v2.0/ports/5cd77406-55e0-413d-858d-f11e3b940793/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0582488 Jul 16 09:34:42.595064 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c6b79-1318-471e-ae47-97f88ebb435e req-ffc3acbd-6663-42ec-9714-ce5813e8d7e2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:42.596593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-639c6b79-1318-471e-ae47-97f88ebb435e req-ffc3acbd-6663-42ec-9714-ce5813e8d7e2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 943 time: 0.1117201 Jul 16 09:34:42.598462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-fa0da85a-8e99-4345-96d3-2c27f94bf703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:42.599827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-fa0da85a-8e99-4345-96d3-2c27f94bf703 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1095 time: 0.0816159 Jul 16 09:34:42.689009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-639c6b79-1318-471e-ae47-97f88ebb435e req-a74d9742-8f90-497e-af17-d68cfe280f76 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865676 Jul 16 09:34:42.716217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-b8768bca-9511-4c29-bd51-88704891bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:42.717631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-b8768bca-9511-4c29-bd51-88704891bf36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1093409 Jul 16 09:34:42.780164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-ddd28b57-b918-468b-82c8-65e7631c3283 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 998 time: 0.0563343 Jul 16 09:34:42.830437 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-895adbbb-ebe8-455c-bb10-cac34d6a8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:42.831841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-895adbbb-ebe8-455c-bb10-cac34d6a8878 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0462639 Jul 16 09:34:42.887343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-0b4151f6-dd5a-4dca-9b6e-bb1d6d559a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:42.888785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-0b4151f6-dd5a-4dca-9b6e-bb1d6d559a39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499978 Jul 16 09:34:42.947294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5cd77406-55e0-413d-858d-f11e3b940793 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:42.978492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-3205cd25-1884-40be-b445-d041e76fd346 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830681 Jul 16 09:34:42.988153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 5cd77406-55e0-413d-858d-f11e3b940793 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:43.070153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4602d0dc-8b09-4b4e-bfe3-ef2931ccbade req-8daf7294-5cc9-4753-b514-67561be8c051 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856581 Jul 16 09:34:43.193975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5cd77406-55e0-413d-858d-f11e3b940793 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:34:43.288889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:43.299192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '5cd77406-55e0-413d-858d-f11e3b940793', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': '5cd77406-55e0-413d-858d-f11e3b940793', 'mac_address': 'fa:16:3e:60:03:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:34:43.335371 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:43.347448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd77406-55e0-413d-858d-f11e3b940793 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:34:43.367492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:43.370467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:43.422956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:43.430216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.430556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.430890 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.431228 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.431558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.431881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.432196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.432513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.432832 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.433146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.433461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.434162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:43.620661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['5cd77406-55e0-413d-858d-f11e3b940793'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:34:43.865337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a098-0a52-4b97-b8d9-2b9613fd0748 req-8fa8df09-81d6-437e-851a-0c5ce2e934ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:43.866869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b397a098-0a52-4b97-b8d9-2b9613fd0748 req-8fa8df09-81d6-437e-851a-0c5ce2e934ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 944 time: 0.0630276 Jul 16 09:34:43.904362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b397a098-0a52-4b97-b8d9-2b9613fd0748 req-77c57e1b-45bf-443e-a217-40c83c6a44e8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320439 Jul 16 09:34:44.080869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655c47-ae36-487a-8993-12c3cadf3155 req-285b5be4-bcc0-4b70-b518-570a997b2fc8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:44.082377 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b655c47-ae36-487a-8993-12c3cadf3155 req-285b5be4-bcc0-4b70-b518-570a997b2fc8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 944 time: 0.0690453 Jul 16 09:34:44.119564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b655c47-ae36-487a-8993-12c3cadf3155 req-46f15508-5556-4bcc-be64-ba7d8f2627fa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Jul 16 09:34:44.477696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-39aac3f0-fd6e-4716-8609-64bdba80b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:44.479151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-39aac3f0-fd6e-4716-8609-64bdba80b1a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 1096 time: 0.0972004 Jul 16 09:34:44.485315 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd7c3a13-8e39-4e73-819d-34c2a15e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:44.487924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c50c5-de7c-446c-88b1-ff750973cba5 req-6ed55418-c951-4947-9c48-3d9b3c925489 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:44.489415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-532c50c5-de7c-446c-88b1-ff750973cba5 req-6ed55418-c951-4947-9c48-3d9b3c925489 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 944 time: 0.0983801 Jul 16 09:34:44.580902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-532c50c5-de7c-446c-88b1-ff750973cba5 req-e1028d52-a85b-4c81-8284-b4df436681cd tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833442 Jul 16 09:34:44.607933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-8a667c2f-a442-4bce-a140-1f91cefdb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:44.609514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-8a667c2f-a442-4bce-a140-1f91cefdb84c service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1192052 Jul 16 09:34:44.678353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-612a2b0f-385a-4495-b781-43322f88a124 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 200 len: 999 time: 0.0622346 Jul 16 09:34:44.726819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-18656e9a-4b33-4d1a-babc-669c0715641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:44.728391 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-18656e9a-4b33-4d1a-babc-669c0715641e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0439067 Jul 16 09:34:44.785626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-40237fe8-acde-4531-b334-d1db08a704d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:44.787109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-40237fe8-acde-4531-b334-d1db08a704d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526130 Jul 16 09:34:44.879026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-78150a8f-19ff-4d62-9041-6199e9eb1922 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857134 Jul 16 09:34:44.966609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd9b51b3-ef40-4c37-aa64-d15ea24d403c req-180ab47b-cb0e-4a3f-959c-f15df2c0975b service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810881 Jul 16 09:34:45.209834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5cd77406-55e0-413d-858d-f11e3b940793 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:45.256013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 5cd77406-55e0-413d-858d-f11e3b940793 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:45.259480 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 5cd77406-55e0-413d-858d-f11e3b940793 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:45.259845 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:45.337212 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:45.358839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:45.361611 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61fe80f-b0c4-4827-890b-fb9b991555a5" -d '{"events": [{"server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "name": "network-vif-plugged", "status": "completed", "tag": "5cd77406-55e0-413d-858d-f11e3b940793"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:45.376158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:45.380662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:45.411693 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239e2f15-f0c3-4ca9-996b-1a55d74b88cc x-openstack-request-id: req-239e2f15-f0c3-4ca9-996b-1a55d74b88cc {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:45.412200 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "name": "network-vif-plugged", "status": "completed", "tag": "5cd77406-55e0-413d-858d-f11e3b940793", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:45.412456 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-239e2f15-f0c3-4ca9-996b-1a55d74b88cc {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:45.412850 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793', 'code': 200} Jul 16 09:34:45.433252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:45.683499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:45.760729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e827a25-6c9c-4958-ac64-d1b3c9984ee3 req-ed2b6bc1-bae6-4de5-9356-e5e8b8f2ac3e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:45.762523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e827a25-6c9c-4958-ac64-d1b3c9984ee3 req-ed2b6bc1-bae6-4de5-9356-e5e8b8f2ac3e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0667500 Jul 16 09:34:46.114235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3e827a25-6c9c-4958-ac64-d1b3c9984ee3 req-68c99dd3-a8ea-45b9-a713-8ddcbe3a91b8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460655 Jul 16 09:34:46.490021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7b34b-b5cc-4b62-8921-0c76901da7fc req-38aabf7f-72d6-4f65-8c17-48f31ab04856 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:46.491485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6be7b34b-b5cc-4b62-8921-0c76901da7fc req-38aabf7f-72d6-4f65-8c17-48f31ab04856 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0642765 Jul 16 09:34:46.528582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6be7b34b-b5cc-4b62-8921-0c76901da7fc req-647c4d0e-4a34-4c78-81e7-db83d2219caa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Jul 16 09:34:47.683255 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.694333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4934050-d1b0-4ffa-a8de-2eb87e85e850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.756152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171cff1-12dd-4140-b6c6-621bc5385302 req-26eb6e4f-32d7-47c0-a6ea-9651af7c5360 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:47.757635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2171cff1-12dd-4140-b6c6-621bc5385302 req-26eb6e4f-32d7-47c0-a6ea-9651af7c5360 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.1129076 Jul 16 09:34:47.765980 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-06f678b6-5d5b-4fd3-9ddf-e5b2b7f1c80f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:47.767311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-06f678b6-5d5b-4fd3-9ddf-e5b2b7f1c80f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 945 time: 0.0923369 Jul 16 09:34:47.833288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2171cff1-12dd-4140-b6c6-621bc5385302 req-756a10fc-c62c-421a-83ac-09de7bcde1e7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649545 Jul 16 09:34:47.890396 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Deleting port 5cd77406-55e0-413d-858d-f11e3b940793 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:47.890800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.979698 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] For port 5cd77406-55e0-413d-858d-f11e3b940793, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=5cd77406-55e0-413d-858d-f11e3b940793,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:47.980045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:48.153698 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:48.154070 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:48.154384 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97 disassociated. External IP: 172.25.6.46, port: 5cd77406-55e0-413d-858d-f11e3b940793. Jul 16 09:34:48.154723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Calling delete_port for 5cd77406-55e0-413d-858d-f11e3b940793 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:48.283725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:48.312057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event deleted for resources: {'Port': ['ID=5cd77406-55e0-413d-858d-f11e3b940793,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:48.431311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:48.546727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:48.556391 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:48.566295 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:48.566904 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:34:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:48.594828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] No DVR routers for this DVR port 5cd77406-55e0-413d-858d-f11e3b940793 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:48.600115 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:48.602118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c8bde46-2b5e-4d21-a97d-845afe619678 req-23d98728-e7d1-4608-b816-b41e40386958 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.54 "DELETE /v2.0/ports/5cd77406-55e0-413d-858d-f11e3b940793 HTTP/1.1" status: 204 len: 173 time: 0.8271034 Jul 16 09:34:48.602569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'name': 'network-vif-deleted', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:48.605458 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d577537-2240-4d70-971b-0bc2916181de" -d '{"events": [{"server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "name": "network-vif-deleted", "tag": "5cd77406-55e0-413d-858d-f11e3b940793"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:48.650100 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd64c48-f5a2-4ac0-9276-c62c29c2a83d x-openstack-request-id: req-0bd64c48-f5a2-4ac0-9276-c62c29c2a83d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:48.650395 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5505103-a7a7-43f0-a323-630af56ac677", "name": "network-vif-deleted", "tag": "5cd77406-55e0-413d-858d-f11e3b940793", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:48.650648 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bd64c48-f5a2-4ac0-9276-c62c29c2a83d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:48.651181 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5505103-a7a7-43f0-a323-630af56ac677', 'name': 'network-vif-deleted', 'tag': '5cd77406-55e0-413d-858d-f11e3b940793', 'status': 'completed', 'code': 200} Jul 16 09:34:48.769797 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:48.962329 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:48.988994 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:48.989244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-540b65b6-43d2-4974-b1aa-c662404e88a1 req-b49ccd59-9035-404c-85a8-4b829dd04016 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5505103-a7a7-43f0-a323-630af56ac677 HTTP/1.1" status: 200 len: 210 time: 0.0306833 Jul 16 09:34:48.999187 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:48.999824 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:34:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:49.022293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:49.106876 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:49.211564 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:49.313420 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:49.339181 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaa3e6-6a86-49a5-91bc-fb802c686222 None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:49.553397 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0dc8e-41cb-44ed-b14e-6312703e50ba None None] New status for floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:34:50.278429 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:50.327143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-a579ed32-232a-49b8-beb7-61adb947a5ea tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1300004386&fields=id&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 267 time: 0.0332518 Jul 16 09:34:50.431927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aec06-8568-4583-b4f1-af93bbeab604 req-50cae4ec-a7e0-426c-8968-9bf823ade831 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:50.433382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-50cae4ec-a7e0-426c-8968-9bf823ade831 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 812 time: 0.0990605 Jul 16 09:34:50.448782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-6fe44b0a-e94f-4f8b-b05c-80ec2e3c8158 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/quotas/bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 375 time: 0.0092118 Jul 16 09:34:50.522111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3cba8f1f-a6a4-471f-bf28-f53e3ab056f2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685847 Jul 16 09:34:50.622338 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:34:50.662858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-f7e7ce88-d9ab-456d-b400-8407c8cced8f service neutron] 10.222.0.55 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297886 Jul 16 09:34:50.756306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-115155fb-0f1f-43be-82e1-cc920a719551 service neutron] 10.222.0.55 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877464 Jul 16 09:34:51.240979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5cd77406-55e0-413d-858d-f11e3b940793 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:51.260794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 5cd77406-55e0-413d-858d-f11e3b940793 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:51.261391 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 5cd77406-55e0-413d-858d-f11e3b940793 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:51.949489 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2160a76a-d752-4b8b-94a8-9e9fc0be7a23 req-5c1d901f-0b2c-4bf1-80f6-5d67405c17f1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 210 time: 0.0304401 Jul 16 09:34:53.035052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3ef0b66-ef76-4966-9851-68e0d1c2c3e6 req-56ef7781-5606-49f1-9f9b-e057e341b56b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 210 time: 0.0288470 Jul 16 09:34:54.182722 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5acba037-a343-4742-a7e5-55d9910c9d44 req-93d70d3b-a3b5-48b0-8a61-0acc6f743787 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 210 time: 0.0333107 Jul 16 09:34:55.097493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aec06-8568-4583-b4f1-af93bbeab604 req-65e24801-724f-44cb-bc5a-cb082a95d26b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:55.099062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-65e24801-724f-44cb-bc5a-cb082a95d26b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 812 time: 0.1063921 Jul 16 09:34:55.149964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-98d0add5-e944-4d34-bf12-aac8abe37a74 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 380 time: 0.0348458 Jul 16 09:34:55.159828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'port': {'device_id': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'admin_state_up': True, 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'security_groups': ['26316631-86bf-4429-bf3a-57fa6b34a480']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:55.281283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Made reservation on behalf of bba763b670304dc49e2d3ab735fe7ead for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:34:55.286001 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:55.330013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-90976057-2226-4c44-9197-74813415cc8c req-00842e64-b96a-4cde-b475-b9340ed3e31d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 210 time: 0.0341461 Jul 16 09:34:55.442759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Allocated IP 172.20.0.6 (733aca68-8d39-447e-94a2-695d64c77aa4/49e87d3a-8474-4e9a-bced-eb760818eb94/44142092-90c2-460b-a150-b180da3ef44c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:55.577032 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:55.596202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Transition to ACTIVE for port object 44142092-90c2-460b-a150-b180da3ef44c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:55.629660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:55.676085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Network 733aca68-8d39-447e-94a2-695d64c77aa4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:55.681359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:55.685229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:55.712109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:55.741102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:55.741881 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:55.759584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-3fa04279-a39a-4760-adf8-2c8d0b964f19 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044190 Jul 16 09:34:55.772574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Request body: {'port': {'device_id': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:55.858986 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:55.979448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-28a2556c-ffea-41c3-88bf-3b6b1fa6b06f None None] Provisioning for port 44142092-90c2-460b-a150-b180da3ef44c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:55.983434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-28a2556c-ffea-41c3-88bf-3b6b1fa6b06f None None] Provisioning complete for port 44142092-90c2-460b-a150-b180da3ef44c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:55.983816 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-28a2556c-ffea-41c3-88bf-3b6b1fa6b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:56.018825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-28a2556c-ffea-41c3-88bf-3b6b1fa6b06f None None] Port 44142092-90c2-460b-a150-b180da3ef44c cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:56.120005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44142092-90c2-460b-a150-b180da3ef44c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:34:56.127491 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:56.139331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Transition to ACTIVE for port object 44142092-90c2-460b-a150-b180da3ef44c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:56.143170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:56.224452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:56.274103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:56.274434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:56.274760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:56.279280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:34:56.279599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:56.285847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:56.286510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:56.286625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:56.287036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Bound port: 44142092-90c2-460b-a150-b180da3ef44c, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:56.287384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:56.354355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:56.357851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:56.363432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:56.402750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.403364 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:56.404765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] 10.222.0.52 "PUT /v2.0/ports/44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 1092 time: 0.6369402 Jul 16 09:34:56.405203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:56.407781 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661d2717-1739-4213-8ced-55f50dda74be" -d '{"events": [{"name": "network-changed", "server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:56.429988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf7887-bb7a-41b8-b435-2618b7183aad service neutron] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:56.489613 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f964e-7135-4542-b895-28b4dd02573f x-openstack-request-id: req-662f964e-7135-4542-b895-28b4dd02573f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:56.489858 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:56.490082 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-662f964e-7135-4542-b895-28b4dd02573f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:56.490508 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'status': 'completed', 'code': 200} Jul 16 09:34:56.561882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aec06-8568-4583-b4f1-af93bbeab604 req-51e84301-91ad-4d2c-97df-637370814c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.563443 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-51e84301-91ad-4d2c-97df-637370814c9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1095 time: 0.1123662 Jul 16 09:34:56.575185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f53211-0dcb-46c5-bc3a-88eb2b554243 req-c5477aed-a0bb-48e7-bcc3-ca0ec9d16760 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.576931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2f53211-0dcb-46c5-bc3a-88eb2b554243 req-c5477aed-a0bb-48e7-bcc3-ca0ec9d16760 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 943 time: 0.0890174 Jul 16 09:34:56.622537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-d103213d-361d-4af8-96dc-dcd6a881d370 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 217 time: 0.0446265 Jul 16 09:34:56.681318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2f53211-0dcb-46c5-bc3a-88eb2b554243 req-245fa2c1-7158-404c-bb21-6c0ad435c558 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969098 Jul 16 09:34:56.687176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aec06-8568-4583-b4f1-af93bbeab604 req-9ec767cc-aeaf-45a2-8aa1-b9f8e05b25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.690226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-9ec767cc-aeaf-45a2-8aa1-b9f8e05b25fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0615845 Jul 16 09:34:56.747716 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aec06-8568-4583-b4f1-af93bbeab604 req-d6f87bab-2793-4cef-83b5-a1dbadc78140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.749132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-d6f87bab-2793-4cef-83b5-a1dbadc78140 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520630 Jul 16 09:34:56.843356 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-70fcf9c3-d752-4162-9d98-d544d9b9843b service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868621 Jul 16 09:34:56.932130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-392aec06-8568-4583-b4f1-af93bbeab604 req-c421a12d-b96f-4242-9857-2565b97b7bd7 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819678 Jul 16 09:34:57.040153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d2717-1739-4213-8ced-55f50dda74be req-23865ab7-bebe-4bfc-aea4-1a66b0741e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:57.041547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-661d2717-1739-4213-8ced-55f50dda74be req-23865ab7-bebe-4bfc-aea4-1a66b0741e1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1095 time: 0.0575354 Jul 16 09:34:57.132947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d2717-1739-4213-8ced-55f50dda74be req-0a56b941-52f7-4943-9fa9-925f837276ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:57.134477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-661d2717-1739-4213-8ced-55f50dda74be req-0a56b941-52f7-4943-9fa9-925f837276ea service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0840950 Jul 16 09:34:57.180409 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-661d2717-1739-4213-8ced-55f50dda74be req-06183ed8-f1b7-4c02-a9e3-9de2d93ecaa6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 217 time: 0.0381958 Jul 16 09:34:57.229817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d2717-1739-4213-8ced-55f50dda74be req-142a5297-1f08-4ff0-b069-fe2fb1455afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:57.231240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-661d2717-1739-4213-8ced-55f50dda74be req-142a5297-1f08-4ff0-b069-fe2fb1455afa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0429780 Jul 16 09:34:57.290110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d2717-1739-4213-8ced-55f50dda74be req-ef7ac645-38cd-40b2-8d36-72382702ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:57.291687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-661d2717-1739-4213-8ced-55f50dda74be req-ef7ac645-38cd-40b2-8d36-72382702ccb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527303 Jul 16 09:34:57.383409 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-661d2717-1739-4213-8ced-55f50dda74be req-4c25f3e5-66cd-408a-aa68-f4d4cb5526af service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844557 Jul 16 09:34:57.473132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-661d2717-1739-4213-8ced-55f50dda74be req-1732d339-ce9b-4f4d-9593-4bab2eca8f82 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815477 Jul 16 09:34:57.863688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470e76f-e618-43cd-b2b9-b0e1e979ab80 req-4fcb7139-c03c-4328-81f2-f951782d8f4d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:57.865171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e470e76f-e618-43cd-b2b9-b0e1e979ab80 req-4fcb7139-c03c-4328-81f2-f951782d8f4d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 943 time: 0.0669520 Jul 16 09:34:57.902283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e470e76f-e618-43cd-b2b9-b0e1e979ab80 req-5a8b8c48-db2f-490a-8fe9-1e1052f59d16 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Jul 16 09:34:59.072731 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281320d-e44c-4017-abfc-cac623a32ba1 req-7b535e14-d1e3-4d86-a44a-78d98377864e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:59.074270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8281320d-e44c-4017-abfc-cac623a32ba1 req-7b535e14-d1e3-4d86-a44a-78d98377864e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 943 time: 0.0638142 Jul 16 09:34:59.112342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8281320d-e44c-4017-abfc-cac623a32ba1 req-87e3758b-f4ae-49f5-81da-9815faf9b9d1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Jul 16 09:35:00.284469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16d0d-bd14-4d31-a93d-056e57645190 req-45a7e739-357e-4200-8834-f8ff2aa987d3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:00.285977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28c16d0d-bd14-4d31-a93d-056e57645190 req-45a7e739-357e-4200-8834-f8ff2aa987d3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 943 time: 0.0637929 Jul 16 09:35:00.322836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28c16d0d-bd14-4d31-a93d-056e57645190 req-df7005ef-d508-4cdb-b332-1e440f77fd15 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Jul 16 09:35:01.055921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 44142092-90c2-460b-a150-b180da3ef44c details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:35:01.151929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:01.162722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '44142092-90c2-460b-a150-b180da3ef44c', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': '44142092-90c2-460b-a150-b180da3ef44c', 'mac_address': 'fa:16:3e:ca:01:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:35:01.200808 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:01.214263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44142092-90c2-460b-a150-b180da3ef44c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:01.234015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:01.238413 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:01.286889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:01.443802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['44142092-90c2-460b-a150-b180da3ef44c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:35:01.498217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9aa9-2fdd-4393-a5b4-b810696a7146 req-57eeceb4-4819-4d4f-a149-4586045f60b6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:01.499711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7fd9aa9-2fdd-4393-a5b4-b810696a7146 req-57eeceb4-4819-4d4f-a149-4586045f60b6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 944 time: 0.0678024 Jul 16 09:35:01.538004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c7fd9aa9-2fdd-4393-a5b4-b810696a7146 req-f73edb00-1917-4d47-a757-59d6b250735a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325701 Jul 16 09:35:02.714303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55c10-db45-4464-ba6d-e7f3fee92190 req-68f500b8-c869-4b7c-bca6-919cff27403b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:02.715793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6d55c10-db45-4464-ba6d-e7f3fee92190 req-68f500b8-c869-4b7c-bca6-919cff27403b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 944 time: 0.0639467 Jul 16 09:35:02.753836 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a6d55c10-db45-4464-ba6d-e7f3fee92190 req-daac159c-856c-4073-9f70-9ced90537b7e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Jul 16 09:35:03.086971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 44142092-90c2-460b-a150-b180da3ef44c up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:03.133852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 44142092-90c2-460b-a150-b180da3ef44c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:03.137895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 44142092-90c2-460b-a150-b180da3ef44c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:03.138272 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:03.215838 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:03.237703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:03.240115 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a47473-cd92-4800-aab8-451b24bb7500" -d '{"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-plugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:03.252307 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:03.257071 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:03.280435 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e950b-bd48-4cdd-9baa-57b4c66a6cab x-openstack-request-id: req-a75e950b-bd48-4cdd-9baa-57b4c66a6cab {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:03.280731 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-plugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:03.280987 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a75e950b-bd48-4cdd-9baa-57b4c66a6cab {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:03.282025 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'code': 200} Jul 16 09:35:03.307324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:03.393894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16ded4-0048-40a3-ae0f-9bd96bbbff06 req-193b9295-3267-404e-a631-f6f6e1559bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:03.395482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc16ded4-0048-40a3-ae0f-9bd96bbbff06 req-193b9295-3267-404e-a631-f6f6e1559bb3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1097 time: 0.0562294 Jul 16 09:35:03.429244 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc16ded4-0048-40a3-ae0f-9bd96bbbff06 req-a13d0955-47ce-4eb2-a944-715682152547 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278552 Jul 16 09:35:03.924514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca055b0-7d54-4ff0-8dd1-02f02fb28425 req-ada2b70c-02a3-4547-b58f-fb22aa0df774 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:03.926000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ca055b0-7d54-4ff0-8dd1-02f02fb28425 req-ada2b70c-02a3-4547-b58f-fb22aa0df774 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0622184 Jul 16 09:35:03.962234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ca055b0-7d54-4ff0-8dd1-02f02fb28425 req-ed3839d5-0748-4f69-ab13-64af21304d2a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Jul 16 09:35:05.137562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79850-76c0-42a6-bfb0-c22725b6b28f req-73ee07d5-f842-411c-aa83-2cf7e2606203 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:05.139064 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20f79850-76c0-42a6-bfb0-c22725b6b28f req-73ee07d5-f842-411c-aa83-2cf7e2606203 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0626650 Jul 16 09:35:05.175886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-20f79850-76c0-42a6-bfb0-c22725b6b28f req-fa580153-fafc-46d1-955b-1589a161a1cf tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307555 Jul 16 09:35:05.347476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a811e0-d733-447b-8db1-d0f2e84b1307 req-7c7bcce7-95be-487d-b375-a6d47a33ef6e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:05.349049 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41a811e0-d733-447b-8db1-d0f2e84b1307 req-7c7bcce7-95be-487d-b375-a6d47a33ef6e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0672691 Jul 16 09:35:05.357549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 50708) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:05.362558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'floatingip': {'port_id': '44142092-90c2-460b-a150-b180da3ef44c'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:05.401256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:05.840311 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:05.843957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:05.943433 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97 associated. External IP: 172.25.6.46, port: 44142092-90c2-460b-a150-b180da3ef44c. Jul 16 09:35:06.467556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:06.573297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:06.578209 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:06.584696 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:06.595955 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:06.596595 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:34:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:06.615186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1baeb7ce-21ac-44ad-9e01-59af9bd34d9c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "PUT /v2.0/floatingips/5a19df7e-52eb-4603-8914-60b7fe775d97 HTTP/1.1" status: 200 len: 990 time: 1.2565813 Jul 16 09:35:06.615774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:06.618042 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933e06dc-cb03-4cd0-a928-c8a2191001cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:06.654428 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ddb25-5d02-4b73-ab7c-954bd54eb74d x-openstack-request-id: req-433ddb25-5d02-4b73-ab7c-954bd54eb74d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:06.654842 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:06.655096 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-433ddb25-5d02-4b73-ab7c-954bd54eb74d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:06.655499 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'status': 'completed', 'code': 200} Jul 16 09:35:06.707543 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:06.742176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-734fe980-2557-484d-a431-703a945536b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.743697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-734fe980-2557-484d-a431-703a945536b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1097 time: 0.0615940 Jul 16 09:35:06.838352 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-d1bd1d2d-2635-4368-bdd5-5d08fb8cd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.839834 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-d1bd1d2d-2635-4368-bdd5-5d08fb8cd23f service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0903389 Jul 16 09:35:06.904506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-494e4e35-3ea9-47be-a999-eca9830261f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 998 time: 0.0584669 Jul 16 09:35:06.930701 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '44142092-90c2-460b-a150-b180da3ef44c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:ca:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:35:05Z', 'revision_number': 9, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:06.956891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-5c8286ff-64ce-43fc-9a29-cb613f5798ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.958492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-5c8286ff-64ce-43fc-9a29-cb613f5798ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0482385 Jul 16 09:35:06.961162 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:06.969376 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:06.970117 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:34:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:07.017345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-372cbbda-d7b0-4277-9277-963b5b2f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:07.018900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-372cbbda-d7b0-4277-9277-963b5b2f4a66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537596 Jul 16 09:35:07.074582 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:07.108726 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-35edf27a-4128-45ef-8224-7c5ed4d95665 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828063 Jul 16 09:35:07.205849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-933e06dc-cb03-4cd0-a928-c8a2191001cf req-df24e6c5-0a93-48ca-95e9-740dabe5aa3b service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904472 Jul 16 09:35:07.294474 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '44142092-90c2-460b-a150-b180da3ef44c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:ca:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:35:05Z', 'revision_number': 9, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:07.320401 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeef09b0-5585-495c-a3c4-089d337110b9 None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '44142092-90c2-460b-a150-b180da3ef44c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:ca:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:35:05Z', 'revision_number': 9, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:07.518153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144815ee-d5b9-4f8d-85d2-93530e48e84a None None] New status for floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:35:14.486458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c90d638c-89b0-43da-ae9f-f9888b554ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:15.685758 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:17.675779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:17.694608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02faf4a1-bda0-4230-a441-08725811280b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:19.010433 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:19.204828 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:20.277312 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:27.625168 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:39.477166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-3f9338e3-28e1-45a0-b260-08fdb15bab3d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517964 Jul 16 09:35:39.703334 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-3d47a841-db10-4282-bcdd-ba170776909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:39.705502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-3d47a841-db10-4282-bcdd-ba170776909f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1097 time: 0.0572345 Jul 16 09:35:39.811213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-6edc0704-fc11-48af-b7c3-5870e9af879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:39.812679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-6edc0704-fc11-48af-b7c3-5870e9af879a service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0877635 Jul 16 09:35:39.879858 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-97674693-8b88-4f2e-a11e-b02b800da735 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 1001 time: 0.0601621 Jul 16 09:35:39.926950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-aeb8d620-01ad-4fe3-bbdb-f724fc3e5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:39.928343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-aeb8d620-01ad-4fe3-bbdb-f724fc3e5c8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0420439 Jul 16 09:35:39.983255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-f8ab60e5-f603-4462-b79d-00e7d8bc1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:39.984814 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-f8ab60e5-f603-4462-b79d-00e7d8bc1391 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501146 Jul 16 09:35:40.078299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-c217818e-0c9e-4137-849f-8f012e9aeb0d service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857947 Jul 16 09:35:40.167645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9bae9802-65af-44ec-a356-d2db5dadfa70 req-1ed8ddd4-9a26-4421-9069-b7e3d1b92fe5 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831881 Jul 16 09:35:44.487089 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ece1-d146-4036-8671-4a37ff48daab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.678752 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.678562 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.694726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4c54d4da-b4f8-46f5-a766-9b9956405e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.013847 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.219742 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.283609 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.624497 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:36:14.487186 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-37983892-5bde-40d7-825d-7ab34c2c8b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:15.687302 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:17.678458 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:17.694062 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1adc0f7c-26ae-4d15-956e-cb286d30d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:19.016194 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:19.219489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:20.287347 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:40.475524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-4f23b98f-809b-47ba-9b6d-0539cb5d7ed8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562959 Jul 16 09:36:40.569315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-7bbabaff-f40d-48c2-ae0e-e49657f29ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:40.571526 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-7bbabaff-f40d-48c2-ae0e-e49657f29ef2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1097 time: 0.0523257 Jul 16 09:36:40.676993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-491323d9-46c5-4f18-8d86-096044f06de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:40.678531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-491323d9-46c5-4f18-8d86-096044f06de7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0851121 Jul 16 09:36:40.746806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-412d9fab-a082-47e8-907b-92eea3bc0274 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 1001 time: 0.0619481 Jul 16 09:36:40.795041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-9fe6c779-6570-413c-902d-836a6c8d9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:40.796494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-9fe6c779-6570-413c-902d-836a6c8d9eff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0436203 Jul 16 09:36:40.853750 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-4a32b7b1-262c-486f-a91a-19b979e2f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:40.855298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-4a32b7b1-262c-486f-a91a-19b979e2f414 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510936 Jul 16 09:36:40.947264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-a6924e22-e9c4-4115-9eeb-c1521896efec service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850544 Jul 16 09:36:41.037469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-177d8c79-285e-4a99-ac5a-e55de0a7fdff req-b59dbb91-230b-4835-bd6a-000976e05785 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838907 Jul 16 09:36:41.625458 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:36:44.034732 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-027abafb-8abf-4dc8-839e-7617619e3420 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870483 Jul 16 09:36:44.070594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a705-c4bd-4410-86f1-2cd025bd9828 req-e37f8c5e-e5b4-4a97-b3ba-59c92f3cbc24 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:44.072133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b099a705-c4bd-4410-86f1-2cd025bd9828 req-e37f8c5e-e5b4-4a97-b3ba-59c92f3cbc24 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0716674 Jul 16 09:36:44.112830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b099a705-c4bd-4410-86f1-2cd025bd9828 req-4696cbef-d05c-4631-abe7-3d113477a60b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346270 Jul 16 09:36:44.488135 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4873db2f-2ec9-44e3-9622-3a32004a7273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:45.171872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-ca70844e-8432-49bd-8758-67e2f1aae1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:45.173457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-ca70844e-8432-49bd-8758-67e2f1aae1e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1097 time: 0.0555809 Jul 16 09:36:45.302498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-f32d2144-aab1-4ebe-9737-ac006f67800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:45.304016 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-f32d2144-aab1-4ebe-9737-ac006f67800b service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1242459 Jul 16 09:36:45.369485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3f4a9-4f44-4682-b4b9-c74b87922f25 req-f0a5ccd1-843d-4660-8eab-e0612448f423 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:45.371606 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ba3f4a9-4f44-4682-b4b9-c74b87922f25 req-f0a5ccd1-843d-4660-8eab-e0612448f423 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.1305466 Jul 16 09:36:45.396700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-43b7971e-393f-409a-bc87-0a730ab050ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 1001 time: 0.0858960 Jul 16 09:36:45.443714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ba3f4a9-4f44-4682-b4b9-c74b87922f25 req-781706fe-ff5d-48d9-ae3d-5346afdd09a0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653856 Jul 16 09:36:45.457590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-55a1d96f-b5ad-4631-a8c7-bca8a98da2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:45.459107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-55a1d96f-b5ad-4631-a8c7-bca8a98da2ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0561593 Jul 16 09:36:45.515531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-185483be-c2b9-4659-8e8f-7d016d4d2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:45.517069 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-185483be-c2b9-4659-8e8f-7d016d4d2ef8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522492 Jul 16 09:36:45.611647 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-22f5ea63-04ee-4f92-af78-496468f08612 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870364 Jul 16 09:36:45.690359 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:45.704753 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-ac1f350b-ae64-4c0a-83db-d4b663ba1c04 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866315 Jul 16 09:36:46.622981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57727603-f02f-4416-a973-b241a220bec7 req-0a016e89-8a00-4fdb-87e9-eabbdf5ff773 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:46.624506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57727603-f02f-4416-a973-b241a220bec7 req-0a016e89-8a00-4fdb-87e9-eabbdf5ff773 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0695341 Jul 16 09:36:46.662024 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-57727603-f02f-4416-a973-b241a220bec7 req-9b973385-64b6-4b81-95c8-1cd20250634c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320425 Jul 16 09:36:47.679598 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:47.696415 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f025fae-5404-4a0c-ac41-344428e81e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:47.835694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217998e-1f84-460e-9e1a-a91b8a4ca9da req-aba62902-9904-48e0-986f-de104f7d3c7f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:47.837102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8217998e-1f84-460e-9e1a-a91b8a4ca9da req-aba62902-9904-48e0-986f-de104f7d3c7f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0642166 Jul 16 09:36:47.875326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8217998e-1f84-460e-9e1a-a91b8a4ca9da req-65cf0bb3-5ec6-4ab7-8948-eb0f6a07c255 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Jul 16 09:36:49.019398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:49.061570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23be8d5-0b25-4a10-9dae-b4a778b55243 req-675ae42b-ed99-40df-a44a-c5c3e9ff35c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:49.063098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a23be8d5-0b25-4a10-9dae-b4a778b55243 req-675ae42b-ed99-40df-a44a-c5c3e9ff35c5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0730374 Jul 16 09:36:49.100115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a23be8d5-0b25-4a10-9dae-b4a778b55243 req-5f474644-739e-40a0-8785-639cc451c710 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Jul 16 09:36:49.234555 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:50.277738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c87882-eae7-450c-bf51-418d23f9310c req-72a09962-4e98-48ba-9d23-5319d75bfd5e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:50.279547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92c87882-eae7-450c-bf51-418d23f9310c req-72a09962-4e98-48ba-9d23-5319d75bfd5e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0659020 Jul 16 09:36:50.291074 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:50.317353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92c87882-eae7-450c-bf51-418d23f9310c req-0fb55f9b-4ef7-4eb8-93b9-c0d44a41df32 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322416 Jul 16 09:36:51.492117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f47f16-32b0-43fe-81ff-29a7a5fc688d req-f90186ac-db09-435d-b51d-66a8c1af93e6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:51.493591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95f47f16-32b0-43fe-81ff-29a7a5fc688d req-f90186ac-db09-435d-b51d-66a8c1af93e6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0627971 Jul 16 09:36:51.531890 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95f47f16-32b0-43fe-81ff-29a7a5fc688d req-bd395bd0-8cb7-4577-adf1-9ba0fb7ea901 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Jul 16 09:36:52.723748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf19b6-ce7b-4683-8b33-e06e2ff55d5a req-5ac894be-8cf7-4912-91a6-76ce6a242924 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:52.725266 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eaf19b6-ce7b-4683-8b33-e06e2ff55d5a req-5ac894be-8cf7-4912-91a6-76ce6a242924 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0778503 Jul 16 09:36:52.765979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4eaf19b6-ce7b-4683-8b33-e06e2ff55d5a req-cb6b91bb-7d50-4566-acd5-a221cfc1d7a1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338221 Jul 16 09:36:53.942360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdd63-64de-4217-b109-afcfce3915b9 req-6df2fcd0-2027-4745-900b-2d0173dbb8a7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:53.943754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8ebdd63-64de-4217-b109-afcfce3915b9 req-6df2fcd0-2027-4745-900b-2d0173dbb8a7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0634248 Jul 16 09:36:53.981170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e8ebdd63-64de-4217-b109-afcfce3915b9 req-4f3f49f0-2e67-413c-916f-bf395b258c01 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Jul 16 09:36:55.158985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355e3e-8e03-4ae6-9baa-42bcc9b9f584 req-f86ed88c-b0ab-423e-a2d7-ea01387e4ea6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:55.160502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec355e3e-8e03-4ae6-9baa-42bcc9b9f584 req-f86ed88c-b0ab-423e-a2d7-ea01387e4ea6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0686667 Jul 16 09:36:55.199238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec355e3e-8e03-4ae6-9baa-42bcc9b9f584 req-1673c3f1-b9fa-4f2a-9c78-dc8fed6938aa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327549 Jul 16 09:36:56.373321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a6c66-ae77-4e86-889d-97666a2189d1 req-21247655-2e8a-438e-b8e3-bb112d89fdcf tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:56.374865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-645a6c66-ae77-4e86-889d-97666a2189d1 req-21247655-2e8a-438e-b8e3-bb112d89fdcf tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0648780 Jul 16 09:36:56.413616 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-645a6c66-ae77-4e86-889d-97666a2189d1 req-d90a1f59-d280-44a9-a46f-d369a17340da tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331388 Jul 16 09:36:57.583691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90c98-1c4a-4470-889d-fc1502ebff30 req-73b8df48-e769-475e-914b-ada22b66c52e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:57.585182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82e90c98-1c4a-4470-889d-fc1502ebff30 req-73b8df48-e769-475e-914b-ada22b66c52e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0630810 Jul 16 09:36:57.623425 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82e90c98-1c4a-4470-889d-fc1502ebff30 req-9c1a367d-deee-4414-9d0a-52e8bd493acb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Jul 16 09:36:58.804654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7a2ef-0d4b-427d-ac78-ec244e4cf096 req-833e9d7c-5b49-4f78-8b08-2abad3f54049 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:58.806191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4e7a2ef-0d4b-427d-ac78-ec244e4cf096 req-833e9d7c-5b49-4f78-8b08-2abad3f54049 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0673428 Jul 16 09:36:58.842907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4e7a2ef-0d4b-427d-ac78-ec244e4cf096 req-bc5dffad-bd94-4aa6-af6e-6341430779c8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305650 Jul 16 09:37:00.020572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2e48f-3c54-4bd4-8d77-96fa2bea4e46 req-dd0e1e5d-f3fb-4af2-b9e0-79d372bb4f99 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:00.022085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78e2e48f-3c54-4bd4-8d77-96fa2bea4e46 req-dd0e1e5d-f3fb-4af2-b9e0-79d372bb4f99 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0643380 Jul 16 09:37:00.059960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78e2e48f-3c54-4bd4-8d77-96fa2bea4e46 req-53888f13-1bcd-4cc0-b2c6-19c16bffa32e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323300 Jul 16 09:37:01.236532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd2216-45de-4d66-a7be-3e71a1428342 req-c5730135-31e2-4a4e-a2cf-b39916b6e31f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:01.238279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ecd2216-45de-4d66-a7be-3e71a1428342 req-c5730135-31e2-4a4e-a2cf-b39916b6e31f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0678732 Jul 16 09:37:01.278229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ecd2216-45de-4d66-a7be-3e71a1428342 req-3d6db409-79ee-42f9-94d0-cc6437f75fca tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344374 Jul 16 09:37:02.450669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da3720-29cb-47f6-b545-d9a467107e92 req-7af19d98-8fe1-45f0-99f3-795f44c53529 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:02.452195 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62da3720-29cb-47f6-b545-d9a467107e92 req-7af19d98-8fe1-45f0-99f3-795f44c53529 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0640874 Jul 16 09:37:02.489660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62da3720-29cb-47f6-b545-d9a467107e92 req-ba5393a0-bb70-433b-839f-7e39cb241d3c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Jul 16 09:37:02.670541 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-e2481c3a-8ad5-4b15-9a1f-3122e1e58317 service neutron] show failed (client error): The resource could not be found. Jul 16 09:37:02.671545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-e2481c3a-8ad5-4b15-9a1f-3122e1e58317 service neutron] 10.222.0.52 "GET /v2.0/ports/44142092-90c2-460b-a150-b180da3ef44c/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0548654 Jul 16 09:37:02.923639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-11ad1a09-9707-4f0d-9d67-5a8d99f908a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:02.925030 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-11ad1a09-9707-4f0d-9d67-5a8d99f908a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 1097 time: 0.0577705 Jul 16 09:37:02.936455 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:03.008480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:03.211145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:03.243380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:03.287852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:03.290327 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fb48a2-682f-4136-8f22-c32bf589c8df" -d '{"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-unplugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:03.293988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:03.306108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Transition to ACTIVE for port object 44142092-90c2-460b-a150-b180da3ef44c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:03.310162 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:03.345559 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf895fbe-99b6-43f2-9e84-9f5786b1b531 x-openstack-request-id: req-bf895fbe-99b6-43f2-9e84-9f5786b1b531 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:03.345885 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-unplugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:03.346140 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf895fbe-99b6-43f2-9e84-9f5786b1b531 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:03.346537 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'code': 200} Jul 16 09:37:03.394468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:03.407833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.408179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.408525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.408862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.409198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.409530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.409882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.410230 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.410538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.410862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.411205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.411512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:03.452786 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] No DVR routers for this DVR port 44142092-90c2-460b-a150-b180da3ef44c on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:03.592727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:03.593103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:03.593404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:03.597983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:37:03.598309 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:03.605050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:03.605384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:03.605795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:03.606271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Bound port: 44142092-90c2-460b-a150-b180da3ef44c, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:03.606598 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:03.707090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:03.711270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:03.720261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217a9a-9660-4478-8a65-e497b4bfc724 req-09d50567-74bf-46bd-823b-c98b9d940173 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:03.721775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87217a9a-9660-4478-8a65-e497b4bfc724 req-09d50567-74bf-46bd-823b-c98b9d940173 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 943 time: 0.1185560 Jul 16 09:37:03.723193 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:03.773776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:03.774387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:03.775763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] 10.222.0.54 "PUT /v2.0/ports/44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 1092 time: 0.8438399 Jul 16 09:37:03.820990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87217a9a-9660-4478-8a65-e497b4bfc724 req-8736b9fd-ae68-4399-b600-e413b800250a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934639 Jul 16 09:37:03.822965 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ba3dd-3deb-4b55-98a1-a81f7f6809fb service neutron] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:03.869273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-3d51c6f6-4cf2-4fed-a2e7-b8908be6691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:03.871486 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-3d51c6f6-4cf2-4fed-a2e7-b8908be6691e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1095 time: 0.0659554 Jul 16 09:37:03.968817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-f49285ce-aae0-4b26-9a71-96c1ce5be1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:03.970398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-f49285ce-aae0-4b26-9a71-96c1ce5be1d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0924013 Jul 16 09:37:04.036178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-12c723d7-bd98-4494-89ba-51da1a31ece3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 999 time: 0.0592790 Jul 16 09:37:04.083726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-8697abbb-4b47-4a3f-a0d6-59c1d96f49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:04.085072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-8697abbb-4b47-4a3f-a0d6-59c1d96f49ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0428953 Jul 16 09:37:04.145266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-2137a2ed-6c4a-42b8-8915-ef86e37519f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:04.146770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-2137a2ed-6c4a-42b8-8915-ef86e37519f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546517 Jul 16 09:37:04.236132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-114c3bb1-e29b-4b77-9802-fd52880bb5c8 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823503 Jul 16 09:37:04.328621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-c83dc033-491f-4f3a-8039-5de9552318ca service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 Jul 16 09:37:04.999243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72f495-cbce-4685-b96a-508e55f54076 req-8925c079-f487-4a3a-b761-a3d5b4bb5679 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.000769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee72f495-cbce-4685-b96a-508e55f54076 req-8925c079-f487-4a3a-b761-a3d5b4bb5679 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 943 time: 0.0652730 Jul 16 09:37:05.038830 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee72f495-cbce-4685-b96a-508e55f54076 req-2c129475-db19-4cd1-a8ea-c9d8238660b4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Jul 16 09:37:05.347894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:05.350410 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:05.397988 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579a4915-987e-4dd3-b7c8-f3b80f0288f5 x-openstack-request-id: req-579a4915-987e-4dd3-b7c8-f3b80f0288f5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:05.398277 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:05.398528 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-579a4915-987e-4dd3-b7c8-f3b80f0288f5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:05.398933 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'status': 'completed', 'code': 200} Jul 16 09:37:05.516052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-f2d670c7-5dbb-4fb2-a19d-2966d9576497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.517562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-f2d670c7-5dbb-4fb2-a19d-2966d9576497 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1095 time: 0.0975666 Jul 16 09:37:05.520174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-129fe2f1-f02a-4416-857e-34dad9e0ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.521502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-129fe2f1-f02a-4416-857e-34dad9e0ed8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1095 time: 0.0928526 Jul 16 09:37:05.617506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 44142092-90c2-460b-a150-b180da3ef44c no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:05.656498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 44142092-90c2-460b-a150-b180da3ef44c not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:05.677143 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-08df02c1-eaa0-47ee-9d11-b20af18fdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.678641 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-08df02c1-eaa0-47ee-9d11-b20af18fdcfe service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1542912 Jul 16 09:37:05.679770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-2403c2d6-ae67-4799-b432-8e028c4f317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.681080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-2403c2d6-ae67-4799-b432-8e028c4f317d service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1489727 Jul 16 09:37:05.792936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-313f6c45-73b3-47fa-bc13-bde02e3f0144 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 999 time: 0.1053212 Jul 16 09:37:05.794714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-ecc959cc-7b60-4c14-b71e-8dffb8d7b8e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 999 time: 0.1062114 Jul 16 09:37:05.877511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-39f7390e-4bdd-4423-8262-d59d8a8fe950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.878962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-39f7390e-4bdd-4423-8262-d59d8a8fe950 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0802910 Jul 16 09:37:05.884005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-bd414987-0eb3-44c6-9c07-4e304c71c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.885670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-bd414987-0eb3-44c6-9c07-4e304c71c765 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0798700 Jul 16 09:37:05.929162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 44142092-90c2-460b-a150-b180da3ef44c details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:37:05.977988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-bed79909-d575-466b-914e-4f0d38694aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.979566 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-bed79909-d575-466b-914e-4f0d38694aa2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924013 Jul 16 09:37:05.981350 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-e7132d85-8b53-4487-a669-658fdba82715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:05.982758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-e7132d85-8b53-4487-a669-658fdba82715 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882061 Jul 16 09:37:06.030163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:06.040997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '44142092-90c2-460b-a150-b180da3ef44c', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': '44142092-90c2-460b-a150-b180da3ef44c', 'mac_address': 'fa:16:3e:ca:01:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:37:06.079878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:06.093351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44142092-90c2-460b-a150-b180da3ef44c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:06.114396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:06.118318 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:06.169541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:06.177316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.177773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.178037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.178359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.178693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.179021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.179350 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.179674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.179997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.180318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.180640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.180959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:06.364119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['44142092-90c2-460b-a150-b180da3ef44c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:37:06.519138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-c5c449d5-657b-43db-872f-4edc67980b0d service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331879 Jul 16 09:37:06.521582 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-c71e81a5-f2ef-4313-bd45-f5367bcbef24 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276392 Jul 16 09:37:06.636906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b907d41-557a-49bf-bdc0-01e926757dd4 req-cb2de95f-3f27-492d-aa02-31bb254bcdbb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:06.638653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b907d41-557a-49bf-bdc0-01e926757dd4 req-cb2de95f-3f27-492d-aa02-31bb254bcdbb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 944 time: 0.1846874 Jul 16 09:37:06.737372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-e529b26f-7e0d-4a8d-bb21-465c28ea2f87 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009270 Jul 16 09:37:06.741512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-970ab54e-bda6-4e81-9ff6-952a4c65d7c8 req-45fa901f-bb73-4470-aef2-1959f0cdc521 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149718 Jul 16 09:37:06.744569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8b907d41-557a-49bf-bdc0-01e926757dd4 req-5447b1cf-b61c-416b-b651-baef7801e7da tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760739 Jul 16 09:37:07.145366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-97fb92b8-640c-4e46-879c-b34a7779a06f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:07.146811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-97fb92b8-640c-4e46-879c-b34a7779a06f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc&tenant_id=bba763b670304dc49e2d3ab735fe7ead&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 944 time: 0.0799439 Jul 16 09:37:07.238787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-ea22d3d8-21c3-4e04-9f8e-a6ce193dcce6 service neutron] 10.222.0.54 "GET /v2.0/ports/44142092-90c2-460b-a150-b180da3ef44c/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 383 time: 0.0730932 Jul 16 09:37:07.247714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333d0ce-5e06-49fe-bdee-6c447980903c req-134a0916-bc21-49e4-994c-4fccfae5ea31 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:07.249170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2333d0ce-5e06-49fe-bdee-6c447980903c req-134a0916-bc21-49e4-994c-4fccfae5ea31 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 944 time: 0.1210675 Jul 16 09:37:07.316791 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2333d0ce-5e06-49fe-bdee-6c447980903c req-c0daacb7-4a8b-4df4-95de-eefc9b79767d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620046 Jul 16 09:37:07.334526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-ef45bd99-d0da-43e9-93d8-48973dfbade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:07.336021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-ef45bd99-d0da-43e9-93d8-48973dfbade5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1096 time: 0.0735536 Jul 16 09:37:07.430046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-9d54866e-cdf1-480c-bac9-c816c8faa60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:07.431507 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-9d54866e-cdf1-480c-bac9-c816c8faa60c service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0884120 Jul 16 09:37:07.495475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-ed84072c-62e2-4cd9-81d8-e88d6d9bf6e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 1000 time: 0.0572619 Jul 16 09:37:07.542872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-92964eef-3660-4e70-8fdb-2532c5ceac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:07.544346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-92964eef-3660-4e70-8fdb-2532c5ceac6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0428274 Jul 16 09:37:07.604639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-004b51bb-42eb-4201-8103-6306e1238179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:07.606965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-004b51bb-42eb-4201-8103-6306e1238179 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562706 Jul 16 09:37:07.696980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-e89a3e05-6d9e-41b2-a930-a007fcec3d81 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832996 Jul 16 09:37:07.791365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-07e33163-b847-45d7-801d-2de77dad2da4 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875728 Jul 16 09:37:07.934021 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 44142092-90c2-460b-a150-b180da3ef44c up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:07.982633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 44142092-90c2-460b-a150-b180da3ef44c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:07.986365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 44142092-90c2-460b-a150-b180da3ef44c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:07.986740 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:08.064588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:08.085495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:08.087759 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4fd93a-ff1b-4c87-b666-dba297150195" -d '{"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-plugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:08.101818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:08.106651 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:08.140315 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bf0873-8c50-45be-9899-b2f67b69f802 x-openstack-request-id: req-87bf0873-8c50-45be-9899-b2f67b69f802 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:08.140612 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-plugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:08.140865 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87bf0873-8c50-45be-9899-b2f67b69f802 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:08.141257 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'code': 200} Jul 16 09:37:08.156928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:08.490003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092765a-b59a-4993-9829-b2c783038554 req-4cf03667-304d-4304-99ce-df1496cebaf9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:08.491517 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e092765a-b59a-4993-9829-b2c783038554 req-4cf03667-304d-4304-99ce-df1496cebaf9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0647273 Jul 16 09:37:08.530161 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e092765a-b59a-4993-9829-b2c783038554 req-9834b33d-8456-46cc-8589-b42123b10ae3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328672 Jul 16 09:37:09.718784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf70d0-a9d9-4292-aff8-28d05ce66518 req-c97fb48c-dea7-4363-b80b-decb34e37e2d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:09.720226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdcf70d0-a9d9-4292-aff8-28d05ce66518 req-c97fb48c-dea7-4363-b80b-decb34e37e2d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0757406 Jul 16 09:37:09.784991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdcf70d0-a9d9-4292-aff8-28d05ce66518 req-99604524-8ad2-40af-8fbf-38024f279bec tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 Jul 16 09:37:09.794933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-b8185d5f-5616-4e8d-9384-aa0672cf7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:09.796444 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-b8185d5f-5616-4e8d-9384-aa0672cf7db1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 1097 time: 0.0946050 Jul 16 09:37:09.807007 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:09.877922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:10.086783 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:10.119166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:10.158122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:10.160453 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4799fe-663a-47b7-8650-59ff277b44be" -d '{"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-unplugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:10.163939 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:10.176631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Transition to ACTIVE for port object 44142092-90c2-460b-a150-b180da3ef44c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:10.180192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:10.217116 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a75bb0-d422-40a5-816d-e11c35ae2be6 x-openstack-request-id: req-a6a75bb0-d422-40a5-816d-e11c35ae2be6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:10.217281 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-unplugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:10.217535 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6a75bb0-d422-40a5-816d-e11c35ae2be6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:10.217972 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'code': 200} Jul 16 09:37:10.273564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:10.313316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] No DVR routers for this DVR port 44142092-90c2-460b-a150-b180da3ef44c on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:10.454362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:10.454935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:10.455341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:10.459597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:37:10.459917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Attempting to bind port 44142092-90c2-460b-a150-b180da3ef44c on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:10.464971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:10.465310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:10.465730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:10.466160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Bound port: 44142092-90c2-460b-a150-b180da3ef44c, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:10.466515 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:10.529345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:10.532697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:10.536375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:10.569177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:10.569827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:10.571220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 1093 time: 0.7684526 Jul 16 09:37:10.595710 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7dbfb-a759-461f-982d-24fd80eee8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:10.657059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-d931a525-1285-41a2-a333-e5924913f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:10.658646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-d931a525-1285-41a2-a333-e5924913f7e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1096 time: 0.0600629 Jul 16 09:37:10.753974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-9ca088ef-b93c-47a6-88df-085ccd797a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:10.756461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-9ca088ef-b93c-47a6-88df-085ccd797a26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0915129 Jul 16 09:37:10.828026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-b9222d07-ec51-40da-9c80-c0c92c9f5d97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 999 time: 0.0651417 Jul 16 09:37:10.877408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-5d60e14a-3326-4583-8d92-1a5c1e30e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:10.878850 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-5d60e14a-3326-4583-8d92-1a5c1e30e41e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0444837 Jul 16 09:37:10.978982 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-d9f4a3f6-680c-4f9a-86bb-6405c0c1abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:10.981068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-d9f4a3f6-680c-4f9a-86bb-6405c0c1abde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954862 Jul 16 09:37:10.997677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93373214-e65c-4b19-a061-fe6373c3fb50 req-8867706b-3da6-4aa3-b187-20e815951890 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:10.999077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93373214-e65c-4b19-a061-fe6373c3fb50 req-8867706b-3da6-4aa3-b187-20e815951890 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 944 time: 0.0881867 Jul 16 09:37:11.086802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93373214-e65c-4b19-a061-fe6373c3fb50 req-2da63fc3-e145-4675-8140-2dc2dadd4f45 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810030 Jul 16 09:37:11.109207 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-c246766f-c1f1-4e1f-b019-839ca39268ed service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200175 Jul 16 09:37:11.202809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9de5cffa-1b7e-4c0d-a1b7-631a02e4ac01 req-9b3e6994-bac9-4f27-a684-f2aa805dd0e9 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863781 Jul 16 09:37:12.228423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:12.231198 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:12.272233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659cdba-9841-4551-8f8a-da35506a84b1 req-2b554f53-b47f-4934-a8e3-fef1b95e3a5b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.273847 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4659cdba-9841-4551-8f8a-da35506a84b1 req-2b554f53-b47f-4934-a8e3-fef1b95e3a5b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 944 time: 0.0726979 Jul 16 09:37:12.281848 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d888bc-2b1e-4439-87b5-b1498df81702 x-openstack-request-id: req-e4d888bc-2b1e-4439-87b5-b1498df81702 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:12.282257 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:12.282519 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4d888bc-2b1e-4439-87b5-b1498df81702 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:12.282986 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'status': 'completed', 'code': 200} Jul 16 09:37:12.378319 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4659cdba-9841-4551-8f8a-da35506a84b1 req-c7986b16-70fb-4695-9992-8897f54f80c6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907526 Jul 16 09:37:12.426759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-2cbca8f2-27b5-4fd6-afe2-c5863a2b6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.428323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-2cbca8f2-27b5-4fd6-afe2-c5863a2b6549 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1096 time: 0.1117709 Jul 16 09:37:12.429955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-44d31e41-bd5b-4791-ba22-242c30d5ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.431303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-44d31e41-bd5b-4791-ba22-242c30d5ab3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 1096 time: 0.1231558 Jul 16 09:37:12.591141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-5a0d4bd3-bdce-4d48-91c6-ca150eabcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.592644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-5a0d4bd3-bdce-4d48-91c6-ca150eabcd4b service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1497509 Jul 16 09:37:12.594173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-d1bbc74f-5b9f-491d-9a9f-18688559760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.595603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-d1bbc74f-5b9f-491d-9a9f-18688559760f service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1598113 Jul 16 09:37:12.710254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-8f6202dd-8ad9-4c9c-8641-0ab9ebd2d314 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 999 time: 0.1103008 Jul 16 09:37:12.711948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-a8fef489-7f88-44c4-b77b-6a7c24fb9de9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 200 len: 999 time: 0.1061966 Jul 16 09:37:12.799245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-3cfe826c-70f7-40d8-aa4d-1b43c375543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.800848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-3cfe826c-70f7-40d8-aa4d-1b43c375543b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0840080 Jul 16 09:37:12.802327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-ad47c1ea-66f3-4e0d-ae80-b2d24dea9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.803680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-ad47c1ea-66f3-4e0d-ae80-b2d24dea9a0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0794783 Jul 16 09:37:12.901548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-ff2f300f-b37a-476e-9a2e-fdcb6f7c9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.903103 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-ff2f300f-b37a-476e-9a2e-fdcb6f7c9cf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962801 Jul 16 09:37:12.909252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-03cf3010-a3e1-4909-b905-8fa0691bdb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:12.910750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-03cf3010-a3e1-4909-b905-8fa0691bdb8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957541 Jul 16 09:37:13.067084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-6bfdd8ab-c5bb-42c7-aa60-5de1e52bc569 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552591 Jul 16 09:37:13.068881 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-02289e2b-061a-4266-b0ef-67539ed10b52 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495359 Jul 16 09:37:13.228083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-5d80ec88-9ffb-43d0-8ed8-79fa459b3b04 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547263 Jul 16 09:37:13.230148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b038a8d4-88a7-43aa-976e-3bbb1c998c1c req-50a5b442-04d6-476c-9e77-4dff26041a79 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492991 Jul 16 09:37:13.562258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd82a6e-7361-4f57-93d9-02a02a685c1c req-ea2a64f5-4948-44a3-8c39-0c99fdbfe99d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:13.563768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9dd82a6e-7361-4f57-93d9-02a02a685c1c req-ea2a64f5-4948-44a3-8c39-0c99fdbfe99d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 944 time: 0.0682685 Jul 16 09:37:13.602102 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9dd82a6e-7361-4f57-93d9-02a02a685c1c req-4d22f92f-a563-45c2-abd7-88193c5fed87 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Jul 16 09:37:13.679835 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 44142092-90c2-460b-a150-b180da3ef44c details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:37:13.777565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346353c-d4d9-4094-921a-c4cc8aa93ca7 req-7a3d2dc5-f453-44f4-88fc-28b49f49e0e1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:13.777862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:13.779115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f346353c-d4d9-4094-921a-c4cc8aa93ca7 req-7a3d2dc5-f453-44f4-88fc-28b49f49e0e1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 944 time: 0.0646305 Jul 16 09:37:13.788852 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '44142092-90c2-460b-a150-b180da3ef44c', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': '44142092-90c2-460b-a150-b180da3ef44c', 'mac_address': 'fa:16:3e:ca:01:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:37:13.817560 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f346353c-d4d9-4094-921a-c4cc8aa93ca7 req-38ce61a2-fa74-455c-a1b0-82ed020c3275 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Jul 16 09:37:13.826551 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.839638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44142092-90c2-460b-a150-b180da3ef44c {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:13.861498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:13.865797 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.920059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=12']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:13.955965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 44142092-90c2-460b-a150-b180da3ef44c no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:13.992290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d5d9-6fa1-45c2-b1a2-868daa212ce6 req-6f3516bb-215a-47b5-ba59-bf89ab37b812 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:13.993764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 44142092-90c2-460b-a150-b180da3ef44c not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:13.993915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c83d5d9-6fa1-45c2-b1a2-868daa212ce6 req-6f3516bb-215a-47b5-ba59-bf89ab37b812 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0657463 Jul 16 09:37:14.032243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c83d5d9-6fa1-45c2-b1a2-868daa212ce6 req-51565ab5-4b78-4565-8548-bb7e990d42b3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321393 Jul 16 09:37:14.105957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['44142092-90c2-460b-a150-b180da3ef44c'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:37:14.411438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb3652-2b4b-4f47-a1df-d4377d3dd1f8 req-8d1994b3-99e5-4bb8-a3ad-f0e431e96855 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:14.412998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4deb3652-2b4b-4f47-a1df-d4377d3dd1f8 req-8d1994b3-99e5-4bb8-a3ad-f0e431e96855 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.0688989 Jul 16 09:37:14.450927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4deb3652-2b4b-4f47-a1df-d4377d3dd1f8 req-8aa51f69-6220-425b-aa8e-a688507e2d99 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Jul 16 09:37:14.488726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62cb84d2-1796-47b6-8c31-8d1d74a194d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.673964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9fc10-fb50-41ec-b41d-956557ced5a7 req-d78b8c71-563a-48cf-bc5e-a047969b2bd5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:15.675487 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03d9fc10-fb50-41ec-b41d-956557ced5a7 req-d78b8c71-563a-48cf-bc5e-a047969b2bd5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.1124046 Jul 16 09:37:15.684105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-c2e5ffb4-5bcb-4c96-9422-c952bba7d599 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:15.685504 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-c2e5ffb4-5bcb-4c96-9422-c952bba7d599 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 945 time: 0.1105866 Jul 16 09:37:15.692828 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.722701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 44142092-90c2-460b-a150-b180da3ef44c up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:15.754457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03d9fc10-fb50-41ec-b41d-956557ced5a7 req-4f0d10fe-de2f-4951-972c-c745d942620d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678747 Jul 16 09:37:15.771516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 44142092-90c2-460b-a150-b180da3ef44c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:15.775652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 44142092-90c2-460b-a150-b180da3ef44c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:15.776036 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.812533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Deleting port 44142092-90c2-460b-a150-b180da3ef44c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:15.812872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.851581 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.874551 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:15.876844 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e633019-184c-44c2-9b35-16da61b67b26" -d '{"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-plugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:15.894440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:15.900487 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.926533 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d519404-a124-4747-85bf-225df2c8e3c2 x-openstack-request-id: req-8d519404-a124-4747-85bf-225df2c8e3c2 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:15.926830 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-plugged", "status": "completed", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:15.927084 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d519404-a124-4747-85bf-225df2c8e3c2 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:15.927480 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'code': 200} Jul 16 09:37:15.954722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=13']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:16.234793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] For port 44142092-90c2-460b-a150-b180da3ef44c, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=44142092-90c2-460b-a150-b180da3ef44c,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:16.235156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.403288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.403662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.403979 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97 disassociated. External IP: 172.25.6.46, port: 44142092-90c2-460b-a150-b180da3ef44c. Jul 16 09:37:16.404325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Calling delete_port for 44142092-90c2-460b-a150-b180da3ef44c owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:16.533802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.563018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event deleted for resources: {'Port': ['ID=44142092-90c2-460b-a150-b180da3ef44c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:16.682672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:16.796164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:16.806557 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:16.816435 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:16.817085 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:36:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:16.842133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] No DVR routers for this DVR port 44142092-90c2-460b-a150-b180da3ef44c on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:16.844921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.846982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f1e5eb0-e28d-4f59-a56a-f99725d63b98 req-139fa73e-7b50-4d22-823b-24f4bd073517 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "DELETE /v2.0/ports/44142092-90c2-460b-a150-b180da3ef44c HTTP/1.1" status: 204 len: 173 time: 1.1524274 Jul 16 09:37:16.847434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-deleted', 'tag': '44142092-90c2-460b-a150-b180da3ef44c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:16.849740 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8245c36e-db0d-4c24-ac94-6326bed535ba" -d '{"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-deleted", "tag": "44142092-90c2-460b-a150-b180da3ef44c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:16.910914 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628b0b03-cb46-44d9-83d5-ef9ed52a012a x-openstack-request-id: req-628b0b03-cb46-44d9-83d5-ef9ed52a012a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:16.911309 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe861603-fe4e-4af5-a02a-8121223249fc", "name": "network-vif-deleted", "tag": "44142092-90c2-460b-a150-b180da3ef44c", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:16.911493 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-628b0b03-cb46-44d9-83d5-ef9ed52a012a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:16.911851 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe861603-fe4e-4af5-a02a-8121223249fc', 'name': 'network-vif-deleted', 'tag': '44142092-90c2-460b-a150-b180da3ef44c', 'status': 'completed', 'code': 200} Jul 16 09:37:16.914092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5e3cdf3-14bb-4fc1-b029-a4e2b433706d req-a08cb8ee-425c-4dfd-baed-66be26e03850 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe861603-fe4e-4af5-a02a-8121223249fc HTTP/1.1" status: 200 len: 210 time: 0.0403881 Jul 16 09:37:16.947671 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:17.145896 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:17.174579 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:17.183289 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:17.183988 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:36:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:17.288880 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:17.487743 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:17.514309 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5a7a4-12b1-43f0-8744-9ec20db111bf None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:17.688842 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:17.700747 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-54e9ddde-aad9-43d9-8742-10a6134f10b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:17.736164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9af17b-5724-4d5d-b3c4-bb52dd63831f None None] New status for floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:37:18.259216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-a4852ce2-3110-4478-a359-e9013a203c4e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1300004386&fields=id&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 267 time: 0.0330777 Jul 16 09:37:18.363171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-5ba3a586-9db2-4dab-be99-a6aa195f2018 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:18.364650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-5ba3a586-9db2-4dab-be99-a6aa195f2018 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 812 time: 0.0987165 Jul 16 09:37:18.379439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-04510873-74da-4ffb-940b-63b9ffad2874 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/quotas/bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 375 time: 0.0095134 Jul 16 09:37:18.452520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-b88f93c5-2a35-469d-b026-6058295b88fb tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684202 Jul 16 09:37:18.553307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-eed04810-cf3c-4fc0-84a3-f2e339ed50b7 service neutron] 10.222.0.55 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892584 Jul 16 09:37:18.624634 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:37:18.647313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-39a38a9c-5abc-4d2a-8cb4-8f4dda4b018e service neutron] 10.222.0.55 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880666 Jul 16 09:37:18.816263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96852ed3-b294-4d31-8c19-2cd0478c62a2 req-8157b029-9dfd-4b56-81e3-cde0f8415603 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 210 time: 0.0290968 Jul 16 09:37:19.022898 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.234164 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.760649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 44142092-90c2-460b-a150-b180da3ef44c no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:19.779776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 44142092-90c2-460b-a150-b180da3ef44c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:19.780140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 44142092-90c2-460b-a150-b180da3ef44c not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:19.854830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-15be3f78-6705-44d5-8872-4080eedd147e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:19.857045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-15be3f78-6705-44d5-8872-4080eedd147e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 812 time: 0.1140103 Jul 16 09:37:19.905198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-2b37a50f-61b9-49d9-93d1-af71de34c5ea tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 380 time: 0.0362527 Jul 16 09:37:19.914948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'port': {'device_id': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'admin_state_up': True, 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'security_groups': ['26316631-86bf-4429-bf3a-57fa6b34a480']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:19.971321 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7462a21c-5fa8-40c8-a38a-6f4b33125ce3 req-435c2389-2b98-4aa7-b586-55090341d911 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 210 time: 0.0404296 Jul 16 09:37:20.055207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Made reservation on behalf of bba763b670304dc49e2d3ab735fe7ead for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:20.058991 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.182702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Allocated IP 172.20.0.5 (733aca68-8d39-447e-94a2-695d64c77aa4/49e87d3a-8474-4e9a-bced-eb760818eb94/4f6acea0-809d-42e1-82c4-4ef6b79aa36e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:20.294788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.326082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.338868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Transition to ACTIVE for port object 4f6acea0-809d-42e1-82c4-4ef6b79aa36e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:20.372320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.414279 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Network 733aca68-8d39-447e-94a2-695d64c77aa4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:20.420026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:20.423804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:20.450983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:20.479233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:20.479863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.495931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0077747b-9d2d-4db0-ae44-3c5d0bca7b2f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847094 Jul 16 09:37:20.507794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Request body: {'port': {'device_id': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:20.592448 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.652171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-35f14441-d4a0-4705-a914-2a57808d05ba None None] Provisioning for port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:20.656490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-35f14441-d4a0-4705-a914-2a57808d05ba None None] Provisioning complete for port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:20.656858 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35f14441-d4a0-4705-a914-2a57808d05ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.694453 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-35f14441-d4a0-4705-a914-2a57808d05ba None None] Port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:20.862051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6acea0-809d-42e1-82c4-4ef6b79aa36e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:20.869751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.881530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Transition to ACTIVE for port object 4f6acea0-809d-42e1-82c4-4ef6b79aa36e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:20.885585 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.939861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:21.009522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:21.009900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:21.010231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:21.015329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:37:21.015667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:21.020753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:21.021089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:21.021477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:21.021948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Bound port: 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:21.022306 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.123231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:21.139574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:21.144890 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.187097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:21.187729 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.189120 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1092 time: 0.6857476 Jul 16 09:37:21.190318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:21.192601 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74d6d4b-a675-487a-b1af-8acefd32074a" -d '{"events": [{"name": "network-changed", "server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:21.229711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ebf3d-3759-4f19-9771-dccb067210e0 req-b802355c-60ea-4121-966a-4483c5ce749c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:21.231422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d3ebf3d-3759-4f19-9771-dccb067210e0 req-b802355c-60ea-4121-966a-4483c5ce749c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.1448750 Jul 16 09:37:21.243042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd2817-5859-4f9e-9b61-bead1cc0b425 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:21.286856 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad953b7-9de7-4844-9292-723bbdcc8ff6 x-openstack-request-id: req-8ad953b7-9de7-4844-9292-723bbdcc8ff6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:21.287150 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:21.287405 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ad953b7-9de7-4844-9292-723bbdcc8ff6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:21.287810 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'status': 'completed', 'code': 200} Jul 16 09:37:21.313697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d3ebf3d-3759-4f19-9771-dccb067210e0 req-2a99a3c3-f49c-41fd-a75b-8619549f39e7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730624 Jul 16 09:37:21.329724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-96d2740b-c8d2-43cc-8b8f-1fe53e5be466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:21.331265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-96d2740b-c8d2-43cc-8b8f-1fe53e5be466 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1095 time: 0.0988607 Jul 16 09:37:21.375886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-0b77d46a-bc62-46f0-9705-d5e0baff484a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 217 time: 0.0372972 Jul 16 09:37:21.425678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-21c87b8f-d586-41af-a89e-be7d948fa5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:21.427155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-21c87b8f-d586-41af-a89e-be7d948fa5f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0446444 Jul 16 09:37:21.490504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-da1900c6-a498-4857-a635-4a70822b2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:21.492009 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-da1900c6-a498-4857-a635-4a70822b2bd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587170 Jul 16 09:37:21.580945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-bf38b1a2-de0d-48a5-95f0-25b32d7a7ca5 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825663 Jul 16 09:37:21.674907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1fd6083e-6b37-4373-bcf6-49b3cac29381 req-974a2c25-7679-416d-9147-c8a1bfc038bf service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877011 Jul 16 09:37:21.769787 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-5b8cd8bb-1491-444d-908d-be12b3a6c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:21.771205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-5b8cd8bb-1491-444d-908d-be12b3a6c4fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1095 time: 0.0531678 Jul 16 09:37:21.865473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-b206a17d-0938-4518-a5a4-366664551827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:21.866990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-b206a17d-0938-4518-a5a4-366664551827 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0896065 Jul 16 09:37:21.908258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-9c597e16-810d-42b4-a34f-74e988c83560 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 217 time: 0.0351620 Jul 16 09:37:21.957700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-92b8bf93-6ef5-43d4-b74a-08b088a4ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:21.959160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-92b8bf93-6ef5-43d4-b74a-08b088a4ef55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0435996 Jul 16 09:37:22.015953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-06d3fe81-5047-45a6-a21f-033a738b45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:22.017482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-06d3fe81-5047-45a6-a21f-033a738b45b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508790 Jul 16 09:37:22.112772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-4bb092de-b11d-4e0b-be53-c58e3fedba55 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857849 Jul 16 09:37:22.203874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e74d6d4b-a675-487a-b1af-8acefd32074a req-0ee18b1c-82cf-4829-b861-9cb3fc64b411 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840309 Jul 16 09:37:22.494135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3797dfa-ebc2-4c21-a317-2ab42f87485e req-7476109c-73ed-46db-90e2-6bee9bb8f7c0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:22.495553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3797dfa-ebc2-4c21-a317-2ab42f87485e req-7476109c-73ed-46db-90e2-6bee9bb8f7c0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0670149 Jul 16 09:37:22.534613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3797dfa-ebc2-4c21-a317-2ab42f87485e req-3bc19b40-2333-452d-8274-9e617a06369a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324883 Jul 16 09:37:23.705052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41801916-9046-40d3-a4d7-19a9a224b4ed req-f9fa9a1d-a817-439b-a384-a14a5fea33a8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:23.706578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41801916-9046-40d3-a4d7-19a9a224b4ed req-f9fa9a1d-a817-439b-a384-a14a5fea33a8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0637741 Jul 16 09:37:23.743597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41801916-9046-40d3-a4d7-19a9a224b4ed req-1f78f4b5-4a1c-4d74-a1d3-66eef9d17420 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Jul 16 09:37:24.920066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795a431-0333-4cb4-b81d-05176ca0e180 req-73d6f176-8986-4719-a234-82a390d87ed8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:24.921541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3795a431-0333-4cb4-b81d-05176ca0e180 req-73d6f176-8986-4719-a234-82a390d87ed8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0669310 Jul 16 09:37:24.960368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3795a431-0333-4cb4-b81d-05176ca0e180 req-f11956a2-d4bc-460a-80c4-12eac1959c23 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317278 Jul 16 09:37:25.786236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:37:25.878726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:25.889827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'mac_address': 'fa:16:3e:a9:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:37:25.928826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.941795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6acea0-809d-42e1-82c4-4ef6b79aa36e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:25.960411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:25.964220 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.012182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:26.136510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d156206-1eea-41ef-a905-6e63cd1f0f37 req-1d4bdc83-c802-4f79-86f5-b51af9f6b004 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:26.137966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d156206-1eea-41ef-a905-6e63cd1f0f37 req-1d4bdc83-c802-4f79-86f5-b51af9f6b004 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0642672 Jul 16 09:37:26.157158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4f6acea0-809d-42e1-82c4-4ef6b79aa36e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:37:26.178793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d156206-1eea-41ef-a905-6e63cd1f0f37 req-3814ed23-48fb-411a-8f25-cf5be6d938da tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351801 Jul 16 09:37:27.356715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f9f8e-e0a1-4aef-9491-64a37d0a1aea req-2fb5a13c-5893-46ef-a833-5dace36849b6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:27.358285 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-237f9f8e-e0a1-4aef-9491-64a37d0a1aea req-2fb5a13c-5893-46ef-a833-5dace36849b6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0649514 Jul 16 09:37:27.395743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-237f9f8e-e0a1-4aef-9491-64a37d0a1aea req-31d7bc8f-7818-467f-bd3f-79fb24eadb55 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Jul 16 09:37:27.788650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:27.836901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:27.841232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:27.841590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.915519 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.937260 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:27.939561 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e66df02644c97838aae6b709d5548aeded4cacc6f2eee14b1252c195c5a1c5ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a431912-c2b4-4f36-9aab-0c8980662c4f" -d '{"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-plugged", "status": "completed", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:27.952342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:27.957009 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.983444 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4f2867-6b8f-4207-82d0-1034f5cbb3fb x-openstack-request-id: req-7d4f2867-6b8f-4207-82d0-1034f5cbb3fb {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:27.983740 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-plugged", "status": "completed", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:27.983996 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d4f2867-6b8f-4207-82d0-1034f5cbb3fb {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:27.984391 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'code': 200} Jul 16 09:37:28.010964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:28.094639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4108-c0ef-41b2-a254-00716844fd39 req-1cd790a7-cb56-4a38-9b6e-b6c6c9963e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:28.096137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9aba4108-c0ef-41b2-a254-00716844fd39 req-1cd790a7-cb56-4a38-9b6e-b6c6c9963e5d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1097 time: 0.0556512 Jul 16 09:37:28.130394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9aba4108-c0ef-41b2-a254-00716844fd39 req-5f9fc0d5-e412-486c-b2e7-3718f5ccf51b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272679 Jul 16 09:37:28.614603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018219e9-3a52-42fd-b357-7f9d3b4d15a2 req-d0d57552-a445-488c-91d9-6b6c23fbb78b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:28.616092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-018219e9-3a52-42fd-b357-7f9d3b4d15a2 req-d0d57552-a445-488c-91d9-6b6c23fbb78b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.1112890 Jul 16 09:37:28.653760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-018219e9-3a52-42fd-b357-7f9d3b4d15a2 req-1a6fccf7-bc5f-4f2f-92a5-fd8bada9262a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Jul 16 09:37:29.875174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998103d-e762-4a2e-9a46-bce811f1dc5f req-09ea0659-d73f-451d-a4ae-16d0270b44ef tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:29.876556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4998103d-e762-4a2e-9a46-bce811f1dc5f req-09ea0659-d73f-451d-a4ae-16d0270b44ef tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.1116312 Jul 16 09:37:29.913764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4998103d-e762-4a2e-9a46-bce811f1dc5f req-658ca7c2-03d2-405b-9023-d69c99b5f6e3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Jul 16 09:37:30.078020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a764d7-7aa7-4598-a5be-193f363ac4bd req-7d6455b8-d180-447a-b9e5-2821522e7f47 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.079495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-05a764d7-7aa7-4598-a5be-193f363ac4bd req-7d6455b8-d180-447a-b9e5-2821522e7f47 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0627704 Jul 16 09:37:30.088156 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51084) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:30.093551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Request body: {'floatingip': {'port_id': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:30.132189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.571170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.576417 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.674962 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97 associated. External IP: 172.25.6.46, port: 4f6acea0-809d-42e1-82c4-4ef6b79aa36e. Jul 16 09:37:30.878569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:31.312305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:31.317170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:31.321372 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:31.330543 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:31.331165 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:37:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:31.353734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5e8454b3-ffc0-476c-a9d6-d45a2e128d6f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "PUT /v2.0/floatingips/5a19df7e-52eb-4603-8914-60b7fe775d97 HTTP/1.1" status: 200 len: 991 time: 1.2644854 Jul 16 09:37:31.354436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:31.356790 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e93802ef93492a82dec7e88472046324c46e1079e86db5d03809b94d88b08897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d180d3-c2c0-489d-a38e-078402498d24" -d '{"events": [{"name": "network-changed", "server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:31.395627 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9931144-4185-4cd6-8976-60e07162e5f4 x-openstack-request-id: req-f9931144-4185-4cd6-8976-60e07162e5f4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:31.395925 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:31.396177 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9931144-4185-4cd6-8976-60e07162e5f4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:31.396574 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'status': 'completed', 'code': 200} Jul 16 09:37:31.440744 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:31.473911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-2f60c5c2-9d54-4b5a-ae40-5a6ad04ba180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.475436 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-2f60c5c2-9d54-4b5a-ae40-5a6ad04ba180 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1097 time: 0.0545747 Jul 16 09:37:31.569717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-d93a18c6-b76d-4d9a-b742-90c17f123112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.571130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-d93a18c6-b76d-4d9a-b742-90c17f123112 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0895896 Jul 16 09:37:31.640048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-3bf4fb13-0f07-45fb-96a1-06939cc1adf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 999 time: 0.0625801 Jul 16 09:37:31.668410 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:a9:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:37:30Z', 'revision_number': 13, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:31.688678 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-ae94266b-4309-4188-af74-c0b2f927902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.690182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-ae94266b-4309-4188-af74-c0b2f927902e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0443652 Jul 16 09:37:31.695939 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:31.704963 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:31.705582 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:37:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:31.750274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-c63d1231-d677-4a0a-87cd-0ac148a4ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.751799 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-c63d1231-d677-4a0a-87cd-0ac148a4ec2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550113 Jul 16 09:37:31.816492 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:31.852118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-81d9d4d5-13ff-4db3-afd0-ba8d59c6d463 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932148 Jul 16 09:37:31.942428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d8d180d3-c2c0-489d-a38e-078402498d24 req-26ca4794-e029-4fc7-ab0d-9091f5fb9a89 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844650 Jul 16 09:37:32.040776 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:a9:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:37:30Z', 'revision_number': 13, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:32.149895 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf08c7-0ba4-4da8-97e6-5956910330d9 None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '5a19df7e-52eb-4603-8914-60b7fe775d97', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'port_id': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'mac_address': 'fa:16:3e:a9:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:19Z', 'updated_at': '2021-07-16T09:37:30Z', 'revision_number': 13, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:32.346665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eebd7a-2923-487d-be2b-e1ca0e37bd36 None None] New status for floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:37:40.497455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-c3a81f62-9b3d-4a0f-8b8b-dbf318941efd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0904272 Jul 16 09:37:40.597715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-302c607c-1add-4f9c-bcac-8817cdad3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:40.599706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-302c607c-1add-4f9c-bcac-8817cdad3621 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1097 time: 0.0572605 Jul 16 09:37:40.701930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-cde3cfa9-a5d0-4f62-b8d8-9831f4d602a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:40.703303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-cde3cfa9-a5d0-4f62-b8d8-9831f4d602a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0837383 Jul 16 09:37:40.773806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-9e196eb3-0446-497c-a7a3-75d0008b1902 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1001 time: 0.0602334 Jul 16 09:37:40.820380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-9ca7ad19-4d0a-4d3e-b59f-f15df3f82efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:40.821808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-9ca7ad19-4d0a-4d3e-b59f-f15df3f82efd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0418487 Jul 16 09:37:40.876759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-f0d41a1b-2585-4334-a000-4be0d6854697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:40.878325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-f0d41a1b-2585-4334-a000-4be0d6854697 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498400 Jul 16 09:37:40.970956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-b4d846a2-5bf2-4f3c-8827-9ac7ef7a5428 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842674 Jul 16 09:37:41.061689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6544824f-9e43-4dfa-8cbd-5e416469f400 req-ccdb778b-76ba-4282-aaac-c53d47245d14 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821099 Jul 16 09:37:44.488801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-266cf72e-4977-4cbe-9a0f-b65e5198469a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:45.706464 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.682006 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.700789 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a0e2f99-a5da-4d6d-89d3-bf3baf228dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:49.025130 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:49.248745 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:50.297282 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:55.624022 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:14.488700 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bf91acb7-88ee-4e44-a113-dd155cb4aeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:15.702057 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:17.683828 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:17.704727 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cff0ff46-f6f7-44d6-88a2-50290b92c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:19.031728 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:19.279654 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:20.301531 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:32.623026 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:41.556388 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4734847d-aada-483d-b1b7-0251723565a9 req-1928a19f-678a-4b86-a91f-aef7a7dfee2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954280 Jul 16 09:38:41.653707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734847d-aada-483d-b1b7-0251723565a9 req-130d49f0-19c7-45d2-aa70-0b4f725fdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:41.655147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4734847d-aada-483d-b1b7-0251723565a9 req-130d49f0-19c7-45d2-aa70-0b4f725fdb91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1097 time: 0.0538671 Jul 16 09:38:41.765993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734847d-aada-483d-b1b7-0251723565a9 req-b41dedd1-ef0e-472c-98f3-2b5d953953cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:41.767481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4734847d-aada-483d-b1b7-0251723565a9 req-b41dedd1-ef0e-472c-98f3-2b5d953953cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0903108 Jul 16 09:38:41.831859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4734847d-aada-483d-b1b7-0251723565a9 req-fdf352b5-8aff-4870-b632-43b7ef0fc418 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1001 time: 0.0582545 Jul 16 09:38:41.880528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734847d-aada-483d-b1b7-0251723565a9 req-9d7765c9-d5fd-48ad-bd33-ecb108945885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:41.882703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4734847d-aada-483d-b1b7-0251723565a9 req-9d7765c9-d5fd-48ad-bd33-ecb108945885 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0453336 Jul 16 09:38:41.943911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734847d-aada-483d-b1b7-0251723565a9 req-84e6dd6b-17c3-4226-8030-9790b3be572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:41.945434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4734847d-aada-483d-b1b7-0251723565a9 req-84e6dd6b-17c3-4226-8030-9790b3be572d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568035 Jul 16 09:38:42.034513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4734847d-aada-483d-b1b7-0251723565a9 req-4d6c167a-2e37-405a-83d1-c91388435ca4 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822875 Jul 16 09:38:42.127394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4734847d-aada-483d-b1b7-0251723565a9 req-88095575-83fd-4b49-bef5-84ae6496a0f3 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863674 Jul 16 09:38:44.488871 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e553aa8-fe8e-477a-ae62-019464800e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.717369 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.686309 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.704719 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0795c849-de05-447f-a179-d12b78856647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.031373 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.294432 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.305340 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.621788 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:39:10.337137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3d69e-9ef8-4ba4-8eb9-999e4cc44720 req-8d114c45-aae0-4f4b-a34f-e6773e65fdd2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:10.338666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3a3d69e-9ef8-4ba4-8eb9-999e4cc44720 req-8d114c45-aae0-4f4b-a34f-e6773e65fdd2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.1064868 Jul 16 09:39:10.376155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c3a3d69e-9ef8-4ba4-8eb9-999e4cc44720 req-7f71054e-f813-40d5-907a-7bd59a5c9fa5 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Jul 16 09:39:14.492161 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4530b71-ac3b-4c23-b256-f8f406ac06d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.728309 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:17.688188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:17.704108 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be39a085-214e-4e7b-b09c-98888c60cc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:19.035543 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:19.293835 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:20.309236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:21.896892 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-d28f73e6-51ee-4720-b399-d103d3bb3793 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1050556 Jul 16 09:39:21.906768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d905-4dff-4ab1-8911-1f17d5a09619 req-afbe9736-abab-4271-8265-e048961ccdf2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:21.908309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac9d905-4dff-4ab1-8911-1f17d5a09619 req-afbe9736-abab-4271-8265-e048961ccdf2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0658786 Jul 16 09:39:21.956139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cac9d905-4dff-4ab1-8911-1f17d5a09619 req-32d95001-ab4d-49fa-9738-61bd41dd4652 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387220 Jul 16 09:39:23.134438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164046-07bf-4234-bd4d-0e5e3e66ec7b req-d4f67ab9-fcb1-4787-8bd3-d569911e7170 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:23.135963 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39164046-07bf-4234-bd4d-0e5e3e66ec7b req-d4f67ab9-fcb1-4787-8bd3-d569911e7170 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0656240 Jul 16 09:39:23.173724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-39164046-07bf-4234-bd4d-0e5e3e66ec7b req-27199d80-9fd6-490d-b519-5d453d03a38c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Jul 16 09:39:24.348661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13deaf-664b-47d0-b667-e055f58b15d0 req-ac7c1209-a3a8-4418-ba0b-daea60379b52 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:24.350153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd13deaf-664b-47d0-b667-e055f58b15d0 req-ac7c1209-a3a8-4418-ba0b-daea60379b52 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0629404 Jul 16 09:39:24.387868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd13deaf-664b-47d0-b667-e055f58b15d0 req-41d011c1-05e8-40bc-b3f0-f2b38b08d8c6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Jul 16 09:39:25.105999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-2abf063c-9a4b-44f8-9a60-b9c5b220b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.107498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-2abf063c-9a4b-44f8-9a60-b9c5b220b302 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1097 time: 0.0570998 Jul 16 09:39:25.196945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-dde05233-4f13-4826-9973-c709b4298582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.198471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-dde05233-4f13-4826-9973-c709b4298582 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0849967 Jul 16 09:39:25.267282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-7fccc6e8-6936-4761-949e-1c93e4d94e1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1001 time: 0.0629187 Jul 16 09:39:25.315768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-c6c326ee-33c4-46ba-a768-053650eda3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.317228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-c6c326ee-33c4-46ba-a768-053650eda3f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0432508 Jul 16 09:39:25.375491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-597c6549-ea1f-408f-b45c-645d91e87583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.376939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-597c6549-ea1f-408f-b45c-645d91e87583 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531483 Jul 16 09:39:25.472399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-fce570c5-b6e3-4db1-a78b-e0d2d4f1163d service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883708 Jul 16 09:39:25.607337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-2e44b3c9-a364-473d-8515-37f53d6e45a2 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278396 Jul 16 09:39:25.618826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d3b98-6e98-49db-b11b-768d7f24c653 req-cb148d8c-0f76-4ddf-98e6-60ae132ef111 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.620294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec4d3b98-6e98-49db-b11b-768d7f24c653 req-cb148d8c-0f76-4ddf-98e6-60ae132ef111 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.1176953 Jul 16 09:39:25.661118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec4d3b98-6e98-49db-b11b-768d7f24c653 req-d895db67-a0fe-4561-b8ab-fa744e2fcd74 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350509 Jul 16 09:39:26.838051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b89fea-ae7f-44b0-961a-e7e6f2046dbe req-e8b584aa-0c12-406a-88a1-1d75368bb253 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:26.839576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48b89fea-ae7f-44b0-961a-e7e6f2046dbe req-e8b584aa-0c12-406a-88a1-1d75368bb253 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0656431 Jul 16 09:39:26.877430 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48b89fea-ae7f-44b0-961a-e7e6f2046dbe req-959f1bc4-066f-4d61-9ef7-fb9b1341fbbc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Jul 16 09:39:28.057568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c04e8-29cb-4224-8c91-e1f4cc9c67d0 req-e1c101fa-e641-482d-8e84-2af6b064ec7c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:28.059089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f3c04e8-29cb-4224-8c91-e1f4cc9c67d0 req-e1c101fa-e641-482d-8e84-2af6b064ec7c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0689673 Jul 16 09:39:28.096324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f3c04e8-29cb-4224-8c91-e1f4cc9c67d0 req-75f8a368-fd65-42ab-afe0-271590b89d1f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Jul 16 09:39:29.275851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82271f-6101-4ebb-b931-3ded193c8cec req-dad0a463-ea0b-4d49-98e1-1567ec9bcbfa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:29.277341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da82271f-6101-4ebb-b931-3ded193c8cec req-dad0a463-ea0b-4d49-98e1-1567ec9bcbfa tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0646830 Jul 16 09:39:29.315250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-da82271f-6101-4ebb-b931-3ded193c8cec req-044f639a-cb47-4790-b75e-a806a5310087 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323987 Jul 16 09:39:30.494477 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a3c9f-31f5-4b17-a62e-fe7ca1e66242 req-72d1c4e3-868e-4b2b-a95c-7ad446082353 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:30.495979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a3a3c9f-31f5-4b17-a62e-fe7ca1e66242 req-72d1c4e3-868e-4b2b-a95c-7ad446082353 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0636010 Jul 16 09:39:30.533437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7a3a3c9f-31f5-4b17-a62e-fe7ca1e66242 req-43d4c068-732a-4def-a05f-70dd65749b1e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319557 Jul 16 09:39:31.711379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca89bd-82d3-4668-b32a-8012d5d3867c req-8ae295a2-77c1-4c25-9b34-16f885d6e55c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:31.712865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dca89bd-82d3-4668-b32a-8012d5d3867c req-8ae295a2-77c1-4c25-9b34-16f885d6e55c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0682850 Jul 16 09:39:31.751133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8dca89bd-82d3-4668-b32a-8012d5d3867c req-9df762a9-4cd1-4ad4-baec-f07eb83809c9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326085 Jul 16 09:39:32.926777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a6e8-2e3a-43d9-b536-83c9214f05d6 req-e31c6ebe-6392-4c9f-a3b6-dc75900f3ef1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:32.928938 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb86a6e8-2e3a-43d9-b536-83c9214f05d6 req-e31c6ebe-6392-4c9f-a3b6-dc75900f3ef1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0653737 Jul 16 09:39:32.965720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb86a6e8-2e3a-43d9-b536-83c9214f05d6 req-902afa1e-28f4-4f1e-80de-5c780c69b457 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Jul 16 09:39:34.143586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0a8b0-8678-4ab7-96c9-b1878839a0b8 req-51784064-987d-4cb6-9a8e-f5363b69be25 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:34.145106 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ae0a8b0-8678-4ab7-96c9-b1878839a0b8 req-51784064-987d-4cb6-9a8e-f5363b69be25 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0680525 Jul 16 09:39:34.182865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8ae0a8b0-8678-4ab7-96c9-b1878839a0b8 req-260cede5-1b60-4324-b7a6-ac3bb104bbbd tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Jul 16 09:39:35.356127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59970cc7-d143-4c26-9e3a-c3f8a8287d03 req-2c1a558b-26b4-4c7c-af5a-1b05b589b975 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:35.357622 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59970cc7-d143-4c26-9e3a-c3f8a8287d03 req-2c1a558b-26b4-4c7c-af5a-1b05b589b975 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0641589 Jul 16 09:39:35.394878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59970cc7-d143-4c26-9e3a-c3f8a8287d03 req-72709543-cdc1-4c0e-8278-34d8ca2d0cc4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Jul 16 09:39:36.566332 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7788a6-c0d5-4f38-af15-d564830e5dc6 req-723b52f8-dd8f-4e11-bbc9-b54773734e9f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:36.567798 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b7788a6-c0d5-4f38-af15-d564830e5dc6 req-723b52f8-dd8f-4e11-bbc9-b54773734e9f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0624928 Jul 16 09:39:36.605416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6b7788a6-c0d5-4f38-af15-d564830e5dc6 req-829cec91-1c91-4af0-9a92-708486931f76 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Jul 16 09:39:37.780691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a30850-5ea7-42de-a614-2dd844a88fb2 req-92ccdcc6-853a-4506-b3b9-cc298a711ea1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:37.782188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a30850-5ea7-42de-a614-2dd844a88fb2 req-92ccdcc6-853a-4506-b3b9-cc298a711ea1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0664375 Jul 16 09:39:37.819838 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17a30850-5ea7-42de-a614-2dd844a88fb2 req-fb5fed99-bd14-4591-ae27-06bc8161c035 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Jul 16 09:39:38.995456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7287-4f2f-443d-9e77-4d613b46e673 req-6c86a07c-8eff-4b27-b513-58911b62d224 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:38.997008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e51d7287-4f2f-443d-9e77-4d613b46e673 req-6c86a07c-8eff-4b27-b513-58911b62d224 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0629916 Jul 16 09:39:39.034232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e51d7287-4f2f-443d-9e77-4d613b46e673 req-29df97ea-be26-4029-8547-57a5a34270fe tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315366 Jul 16 09:39:40.211671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c297f-9c61-41e2-ab88-a2f40976a3cd req-4aab65d5-3ec2-4420-a4fe-77e8814cfe42 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:40.213156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a4c297f-9c61-41e2-ab88-a2f40976a3cd req-4aab65d5-3ec2-4420-a4fe-77e8814cfe42 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0670509 Jul 16 09:39:40.250357 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2a4c297f-9c61-41e2-ab88-a2f40976a3cd req-59efefa2-1176-4dc6-b7ab-8596f1071c9e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Jul 16 09:39:41.427974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548084d-315f-43ba-adc9-203a692cc46a req-061eacf4-c66e-4145-9dbe-1066d44e6cbf tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:41.430395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d548084d-315f-43ba-adc9-203a692cc46a req-061eacf4-c66e-4145-9dbe-1066d44e6cbf tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0675986 Jul 16 09:39:41.496633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d548084d-315f-43ba-adc9-203a692cc46a req-f115106d-47c5-451e-9d5c-0a04550d36c0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598366 Jul 16 09:39:41.517543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398035-0e71-4303-986e-cd1820c8c25e req-fe8a1770-a9ad-4528-8d44-cfd98eb89f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:41.519119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86398035-0e71-4303-986e-cd1820c8c25e req-fe8a1770-a9ad-4528-8d44-cfd98eb89f81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1097 time: 0.0680151 Jul 16 09:39:41.629226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398035-0e71-4303-986e-cd1820c8c25e req-a0364db7-acd3-4e3f-a237-9751f857d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:41.630743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86398035-0e71-4303-986e-cd1820c8c25e req-a0364db7-acd3-4e3f-a237-9751f857d2af service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0887296 Jul 16 09:39:41.694958 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86398035-0e71-4303-986e-cd1820c8c25e req-ff275bf8-82c5-4413-93a0-5b8228d1119f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1001 time: 0.0574017 Jul 16 09:39:41.749588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398035-0e71-4303-986e-cd1820c8c25e req-e06d3cbb-7662-473e-8b8e-14af543fa3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:41.751099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86398035-0e71-4303-986e-cd1820c8c25e req-e06d3cbb-7662-473e-8b8e-14af543fa3a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0483065 Jul 16 09:39:41.807784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398035-0e71-4303-986e-cd1820c8c25e req-5906e0f0-9263-4586-be28-374484a6e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:41.809292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86398035-0e71-4303-986e-cd1820c8c25e req-5906e0f0-9263-4586-be28-374484a6e590 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515952 Jul 16 09:39:41.897006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86398035-0e71-4303-986e-cd1820c8c25e req-1aa91c83-5ef4-4b25-ab5d-88736b448810 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810556 Jul 16 09:39:41.987844 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86398035-0e71-4303-986e-cd1820c8c25e req-394c2936-0c20-458c-ae67-a91b8d3f201b service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844903 Jul 16 09:39:42.684377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204df61-e3d3-4fb8-9895-8cdddd1bf867 req-8fc6f8cf-6e15-4af2-a699-5148b1c1fc78 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:42.685897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4204df61-e3d3-4fb8-9895-8cdddd1bf867 req-8fc6f8cf-6e15-4af2-a699-5148b1c1fc78 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0632684 Jul 16 09:39:42.723819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4204df61-e3d3-4fb8-9895-8cdddd1bf867 req-b682cf67-c477-4887-a40a-851a753f3ade tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Jul 16 09:39:43.919188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772f37d-6dd3-4696-a0ea-e1c887d02e71 req-f214ad22-fcb4-4e8b-a7fa-b95da996f2c2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:43.920715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0772f37d-6dd3-4696-a0ea-e1c887d02e71 req-f214ad22-fcb4-4e8b-a7fa-b95da996f2c2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0724943 Jul 16 09:39:43.958709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0772f37d-6dd3-4696-a0ea-e1c887d02e71 req-46be661a-ccdb-435e-a491-51eea4ed8535 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323141 Jul 16 09:39:44.325908 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-a3a09895-542c-4bdf-a8e5-2be038e5d2bd service neutron] show failed (client error): The resource could not be found. Jul 16 09:39:44.327026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-a3a09895-542c-4bdf-a8e5-2be038e5d2bd service neutron] 10.222.0.52 "GET /v2.0/ports/4f6acea0-809d-42e1-82c4-4ef6b79aa36e/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0528996 Jul 16 09:39:44.498133 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9451f2ea-cd55-4c68-a39b-4fdf67cf4379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:44.644515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-3253e2ee-1ccf-48c0-a0a2-f13008803b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:44.646017 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-3253e2ee-1ccf-48c0-a0a2-f13008803b76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 1097 time: 0.0890381 Jul 16 09:39:44.657253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:44.729003 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:44.927040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:44.959266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:44.998343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:45.003455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.016707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Transition to ACTIVE for port object 4f6acea0-809d-42e1-82c4-4ef6b79aa36e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:45.020718 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.057177 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ce77e-07d3-435e-95d7-257aa142da5a" -d '{"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:45.140101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:45.173949 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606c4ae-93ad-4c36-89fc-296d56a24457 x-openstack-request-id: req-2606c4ae-93ad-4c36-89fc-296d56a24457 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:45.174247 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:45.174508 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2606c4ae-93ad-4c36-89fc-296d56a24457 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:45.174920 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'code': 200} Jul 16 09:39:45.176472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.176821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.177216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.177505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.177929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.178264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.178595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.178925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.179819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.180147 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.180474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.180799 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:45.207264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] No DVR routers for this DVR port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:45.311182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78247c-8e68-4378-b546-86cb003d4a17 req-f2917ab9-5bd1-4d38-a81e-317289a454d2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:45.312713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b78247c-8e68-4378-b546-86cb003d4a17 req-f2917ab9-5bd1-4d38-a81e-317289a454d2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.2017605 Jul 16 09:39:45.391386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4b78247c-8e68-4378-b546-86cb003d4a17 req-3d9e728c-8f12-40a8-ae8a-3cff030136b6 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699596 Jul 16 09:39:45.402707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:45.403042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:45.403367 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:45.412192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:39:45.412514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:45.418203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:45.418540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:45.418921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:45.419374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Bound port: 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:45.419727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.482549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:45.485502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:45.490325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.528749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:45.529379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.530855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] 10.222.0.54 "PUT /v2.0/ports/4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1092 time: 0.8774765 Jul 16 09:39:45.553135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7c7a9-2dc0-4cfa-8782-f32ed9628437 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:45.615234 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-e78e1def-16b0-4d7a-8a5c-3ed6121914c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:45.616812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-e78e1def-16b0-4d7a-8a5c-3ed6121914c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1095 time: 0.0603700 Jul 16 09:39:45.712403 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-248bd6d4-5ee9-4227-94d1-9995a1e8be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:45.714859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-248bd6d4-5ee9-4227-94d1-9995a1e8be37 service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0903969 Jul 16 09:39:45.728881 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.783977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-2fc06eb4-dd22-4d7e-805f-b13710ba4f1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 999 time: 0.0628235 Jul 16 09:39:45.831847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-2f775ff5-9b2a-4ab4-96d8-6991ac313dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:45.833180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-2f775ff5-9b2a-4ab4-96d8-6991ac313dfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0431001 Jul 16 09:39:45.888479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-b086c95b-1a6e-466b-8cf2-8ed7dcb4652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:45.890016 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-b086c95b-1a6e-466b-8cf2-8ed7dcb4652c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503049 Jul 16 09:39:45.900390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-b4692a50-4627-452c-b5ba-92878b183f06 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:39:45.901385 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-b4692a50-4627-452c-b5ba-92878b183f06 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055311 Jul 16 09:39:46.310739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-b5a0f04d-90e2-4cc3-b604-839cbe8b0775 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033728 Jul 16 09:39:46.400353 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1ccf1112-86d4-4bd3-a125-681e50ab5d9b req-6c431b7c-7858-4230-b367-d3e1fd41cdbd service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825469 Jul 16 09:39:46.531145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:46.577111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510834b-f52b-4db5-a7f3-25421bc1b7fb req-ee69f1d5-27d6-467c-9c33-4d6e2fe036d8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:46.580537 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a510834b-f52b-4db5-a7f3-25421bc1b7fb req-ee69f1d5-27d6-467c-9c33-4d6e2fe036d8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0707006 Jul 16 09:39:46.582182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:46.620527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a510834b-f52b-4db5-a7f3-25421bc1b7fb req-6b22a45a-2164-49c7-953d-0ee3f229620c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378168 Jul 16 09:39:46.620916 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:39:47.176547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:47.179065 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018" -d '{"events": [{"name": "network-changed", "server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:47.226425 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c843a2-f1aa-498b-b3c6-7a2433f22992 x-openstack-request-id: req-c6c843a2-f1aa-498b-b3c6-7a2433f22992 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:47.226721 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:47.226979 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6c843a2-f1aa-498b-b3c6-7a2433f22992 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:47.227382 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'status': 'completed', 'code': 200} Jul 16 09:39:47.336429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-036ba863-219f-49ff-acf5-e3681884d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.338096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-036ba863-219f-49ff-acf5-e3681884d412 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1095 time: 0.0913501 Jul 16 09:39:47.345792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-82ae46be-c714-427b-ab47-b6101bdd45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.347363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-82ae46be-c714-427b-ab47-b6101bdd45e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1095 time: 0.0918047 Jul 16 09:39:47.502190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-01527291-de76-4ed9-b1db-b1ba34999baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.503688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-01527291-de76-4ed9-b1db-b1ba34999baa service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1554744 Jul 16 09:39:47.506255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-208c8a4f-bd3c-4421-8535-2ee1a5bc4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.508164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-208c8a4f-bd3c-4421-8535-2ee1a5bc4032 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1521339 Jul 16 09:39:47.619081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-373787e3-ec6e-4b22-82f2-daca32203071 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 999 time: 0.1086688 Jul 16 09:39:47.620856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-a96e0878-b14c-421c-822d-0e69ffc65e1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 999 time: 0.1050084 Jul 16 09:39:47.705489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.712147 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8a49ed82-15a8-465e-a299-c0d74cec9755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.718962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-4780e595-0a9a-45dc-840a-c0e413991dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.720628 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-4780e595-0a9a-45dc-840a-c0e413991dd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0867527 Jul 16 09:39:47.725864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-a196458b-6cda-43ee-ad59-af9391f5cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.727348 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-a196458b-6cda-43ee-ad59-af9391f5cf4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.1017983 Jul 16 09:39:47.873263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-31e81642-5796-443d-a2d0-fe249b6915ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.874746 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-31e81642-5796-443d-a2d0-fe249b6915ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386468 Jul 16 09:39:47.877255 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-7ecb81c4-8714-455d-8d97-4492b0d02a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.878666 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-7ecb81c4-8714-455d-8d97-4492b0d02a0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504905 Jul 16 09:39:47.899276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2837-edbe-4982-b970-6c290d086bd4 req-77db0dc0-dcab-4d57-84cd-190e70fcdeb9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.900731 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b55c2837-edbe-4982-b970-6c290d086bd4 req-77db0dc0-dcab-4d57-84cd-190e70fcdeb9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.1172578 Jul 16 09:39:48.050079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b55c2837-edbe-4982-b970-6c290d086bd4 req-c4499afe-9b5f-4431-830e-50ec5efc71d9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323278 Jul 16 09:39:48.082178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-fabdad49-7e1a-4dc0-84e5-9d11e11eb634 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998453 Jul 16 09:39:48.084404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-662265a9-c2bd-4dad-b5dc-bbfc0cbfb742 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938591 Jul 16 09:39:48.252724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-2940ab56-9433-45b0-aec1-b3c8451c0949 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630282 Jul 16 09:39:48.254639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc3d4ddb-54d6-41c7-9337-2cecaffcb018 req-cadc1d0e-c3a8-412b-bbf9-7a1ce5c7e416 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580181 Jul 16 09:39:49.037407 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.228595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6178f-9288-490c-b977-d96bbde53718 req-7f9febca-282d-4e93-bc1f-f73769306cf0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:49.230761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fc6178f-9288-490c-b977-d96bbde53718 req-7f9febca-282d-4e93-bc1f-f73769306cf0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0677087 Jul 16 09:39:49.270557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fc6178f-9288-490c-b977-d96bbde53718 req-e6f24d26-65d4-4460-b102-c5f4518165d3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340490 Jul 16 09:39:49.308295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.313907 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.450448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5896a9e-adb9-487b-9df0-62fb05ee5fbf req-95553571-fb4b-4fd6-a9b2-cc712d2ff966 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:50.451953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5896a9e-adb9-487b-9df0-62fb05ee5fbf req-95553571-fb4b-4fd6-a9b2-cc712d2ff966 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0650778 Jul 16 09:39:50.489267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e5896a9e-adb9-487b-9df0-62fb05ee5fbf req-4d517d09-3ab7-4e80-a4da-07a259c5ffc1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Jul 16 09:39:51.668828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73f98-e58f-470d-920c-6fa6b9d965a0 req-8e6936b9-299f-483b-9468-40764c318878 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:51.670358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cb73f98-e58f-470d-920c-6fa6b9d965a0 req-8e6936b9-299f-483b-9468-40764c318878 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0685322 Jul 16 09:39:51.707698 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8cb73f98-e58f-470d-920c-6fa6b9d965a0 req-787a5577-f732-4db9-8748-b43ab7449b10 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 Jul 16 09:39:52.880299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619b30-ca64-44e6-b6f4-0e3836db6fe6 req-9f199986-ab34-4398-84b8-790bb415a61d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:52.881824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c619b30-ca64-44e6-b6f4-0e3836db6fe6 req-9f199986-ab34-4398-84b8-790bb415a61d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0640621 Jul 16 09:39:52.920241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c619b30-ca64-44e6-b6f4-0e3836db6fe6 req-334024e8-89b5-4b68-95c6-266fc4bff1c4 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323696 Jul 16 09:39:54.098839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b4e21-2cd4-4a80-a4dc-94041e5be0fd req-a45bbee6-53db-446a-b8e9-da58da36f207 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:54.100351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c70b4e21-2cd4-4a80-a4dc-94041e5be0fd req-a45bbee6-53db-446a-b8e9-da58da36f207 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0676115 Jul 16 09:39:54.139971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c70b4e21-2cd4-4a80-a4dc-94041e5be0fd req-6d483b82-1503-494f-81a7-1016a5c719e2 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335801 Jul 16 09:39:55.314151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec862-c7cb-40a0-be8b-024be752d09e req-4cd873d8-9c74-4860-be31-9ded1ffb19ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:55.315618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-298ec862-c7cb-40a0-be8b-024be752d09e req-4cd873d8-9c74-4860-be31-9ded1ffb19ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0650649 Jul 16 09:39:55.354555 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-298ec862-c7cb-40a0-be8b-024be752d09e req-2f338ed6-0f4d-4b17-ae56-088a0605aefc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Jul 16 09:39:56.528648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa3eac-e60e-4f67-bbbf-3cefabc9514c req-83df032b-aa5c-404a-855e-80de47f1b616 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:56.530378 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bfa3eac-e60e-4f67-bbbf-3cefabc9514c req-83df032b-aa5c-404a-855e-80de47f1b616 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0638833 Jul 16 09:39:56.569105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bfa3eac-e60e-4f67-bbbf-3cefabc9514c req-0bb51c24-68ce-4d90-acef-4299913ad485 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Jul 16 09:39:57.753602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559fb39-90ad-40d6-9faf-3769b06b01d7 req-6e8afd62-e46e-4ba9-97e2-aedee4c69fcc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:57.755401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6559fb39-90ad-40d6-9faf-3769b06b01d7 req-6e8afd62-e46e-4ba9-97e2-aedee4c69fcc tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 943 time: 0.0700803 Jul 16 09:39:57.794549 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6559fb39-90ad-40d6-9faf-3769b06b01d7 req-ba7302ab-f6f0-4c3d-bcc2-d6148d797633 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Jul 16 09:39:58.685892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:39:58.778968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:58.793120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'mac_address': 'fa:16:3e:a9:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:39:58.830779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.844382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6acea0-809d-42e1-82c4-4ef6b79aa36e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:39:58.863870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:58.867983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.915991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:58.923428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.923876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.924217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.924550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.924880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.925208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.925533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.925881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.926204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.926525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.926845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.927163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:58.974081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2264816-6f27-4ff2-9d43-1519c0ff70d4 req-bebfb986-c860-41f4-b5c3-c1bd94851d5d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:58.975597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2264816-6f27-4ff2-9d43-1519c0ff70d4 req-bebfb986-c860-41f4-b5c3-c1bd94851d5d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0651455 Jul 16 09:39:59.044961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2264816-6f27-4ff2-9d43-1519c0ff70d4 req-a206762f-5936-4233-bcad-7478f8cb1f0f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635650 Jul 16 09:39:59.072940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-9029fe66-5941-4504-89ce-9f2403eebc7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653043 Jul 16 09:39:59.118334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['4f6acea0-809d-42e1-82c4-4ef6b79aa36e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:59.172254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-0cf5ba4f-3952-409a-ad59-8f2a1beae847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.173869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-0cf5ba4f-3952-409a-ad59-8f2a1beae847 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1096 time: 0.0564954 Jul 16 09:39:59.285073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-3d589f81-a89c-4e6a-9811-7886a4d795b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.286591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-3d589f81-a89c-4e6a-9811-7886a4d795b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0926182 Jul 16 09:39:59.357953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-bbab0ee9-617f-409e-9838-b380209e47fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1000 time: 0.0642629 Jul 16 09:39:59.389751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.54', 58048) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:59.416075 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-cdba3795-b5fa-468d-9441-188b3f2de701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.417888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-cdba3795-b5fa-468d-9441-188b3f2de701 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0483496 Jul 16 09:39:59.501105 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-e4c41981-1320-495a-a40b-e2b80a4743ce tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.502637 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-e4c41981-1320-495a-a40b-e2b80a4743ce tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.54 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac&tenant_id=bba763b670304dc49e2d3ab735fe7ead&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 944 time: 0.1119061 Jul 16 09:39:59.524904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-a2f33d04-7bf7-4bac-94d7-70e5a28e1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.526481 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-a2f33d04-7bf7-4bac-94d7-70e5a28e1c42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018560 Jul 16 09:39:59.538221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a1cae-e4b4-4888-b8a5-bf2c3f431a75 req-feb2987d-56b9-4044-b2d0-a9247e4f8a84 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.540226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d3a1cae-e4b4-4888-b8a5-bf2c3f431a75 req-feb2987d-56b9-4044-b2d0-a9247e4f8a84 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0888910 Jul 16 09:39:59.567406 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-09f76940-34d0-4900-9fbe-922292d308bb service neutron] 10.222.0.54 "GET /v2.0/ports/4f6acea0-809d-42e1-82c4-4ef6b79aa36e/bindings/n-h2-780147-28 HTTP/1.1" status: 200 len: 383 time: 0.0578876 Jul 16 09:39:59.627870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d3a1cae-e4b4-4888-b8a5-bf2c3f431a75 req-e46cce5b-58db-44c9-8ac1-7105d62dff10 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793290 Jul 16 09:39:59.660849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-bebfbd22-4015-4add-8e0d-bccbdd732186 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195583 Jul 16 09:39:59.753100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d394128e-7f68-49f9-a82d-08d1df40eb88 req-3aedcaf9-2994-4c5f-a272-9d076ebec640 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860872 Jul 16 09:39:59.843626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-ddc4fa3c-c4cf-4293-8729-19b375ec1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.845152 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-ddc4fa3c-c4cf-4293-8729-19b375ec1976 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1096 time: 0.0525455 Jul 16 09:39:59.937772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-3b93dc5f-7622-4e06-9336-13d91805279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.939194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-3b93dc5f-7622-4e06-9336-13d91805279e service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0880921 Jul 16 09:40:00.001977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-134c3c9e-8d86-4c27-ac99-b6a00b7d17e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1000 time: 0.0566711 Jul 16 09:40:00.054161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-7a4102eb-ca4c-455a-985d-0adc5a66f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:00.055650 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-7a4102eb-ca4c-455a-985d-0adc5a66f633 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0483990 Jul 16 09:40:00.112514 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-8dc49710-d569-47d1-b7a8-20a4e9d102c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:00.114054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-8dc49710-d569-47d1-b7a8-20a4e9d102c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515230 Jul 16 09:40:00.204849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-3a0056dd-203c-4ee6-be86-95619a328d97 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843499 Jul 16 09:40:00.298639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-c147b52d-6098-436f-93b3-9d128f077a9e service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Jul 16 09:40:00.707381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:00.756093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:00.760802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:00.761272 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:00.802889 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1215cb-0206-4cf3-89d2-e71a8c0867ed req-adac61ad-410f-454d-b683-13f239079a82 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:00.804410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c1215cb-0206-4cf3-89d2-e71a8c0867ed req-adac61ad-410f-454d-b683-13f239079a82 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0646217 Jul 16 09:40:00.839488 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:00.843081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c1215cb-0206-4cf3-89d2-e71a8c0867ed req-2e1c5a67-3b17-40cb-a8ee-fbbabb8408c8 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Jul 16 09:40:00.861849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:00.876131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:00.880073 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:00.905275 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910a9097-026d-4ea0-bd8b-e94799d50cdd" -d '{"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-plugged", "status": "completed", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:00.932201 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:00.999144 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd72f3a-4d65-432a-ae9e-b1b25dfb69ff x-openstack-request-id: req-dfd72f3a-4d65-432a-ae9e-b1b25dfb69ff {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:00.999558 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-plugged", "status": "completed", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:00.999824 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfd72f3a-4d65-432a-ae9e-b1b25dfb69ff {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:01.000228 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'code': 200} Jul 16 09:40:02.028264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef2acb-96d3-42f0-8edf-69f5d42dfea1 req-6298c3f8-3029-4556-9fd1-f63073920f41 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:02.029820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccef2acb-96d3-42f0-8edf-69f5d42dfea1 req-6298c3f8-3029-4556-9fd1-f63073920f41 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0714998 Jul 16 09:40:02.068600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ccef2acb-96d3-42f0-8edf-69f5d42dfea1 req-b93f90b8-55c5-4447-843e-02149ccd01ba tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 Jul 16 09:40:03.255464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bbb09-7eb7-47ab-87fd-126330091b90 req-9a1fbf09-cfe4-44b4-b929-9d5667e8817b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:03.256976 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f81bbb09-7eb7-47ab-87fd-126330091b90 req-9a1fbf09-cfe4-44b4-b929-9d5667e8817b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0687404 Jul 16 09:40:03.296093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f81bbb09-7eb7-47ab-87fd-126330091b90 req-ab91f8f6-5b21-48e3-8087-7f9dc61b631d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Jul 16 09:40:04.127158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-29ca1559-02f6-43dc-bebb-3d0295c93787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:04.128710 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-29ca1559-02f6-43dc-bebb-3d0295c93787 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac&tenant_id=bba763b670304dc49e2d3ab735fe7ead HTTP/1.1" status: 200 len: 1097 time: 0.0533850 Jul 16 09:40:04.140560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:04.215862 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.429259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:04.494219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:04.533978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc21c1-5d6f-41f2-963d-9dac05448c7f req-1cfe4d19-9d14-48c1-a668-31e6e8653662 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:04.535478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78cc21c1-5d6f-41f2-963d-9dac05448c7f req-1cfe4d19-9d14-48c1-a668-31e6e8653662 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.1218143 Jul 16 09:40:04.554296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:04.556769 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d8f3f-1cd2-4c0b-a618-eddb97126286" -d '{"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:04.561567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.595758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Transition to ACTIVE for port object 4f6acea0-809d-42e1-82c4-4ef6b79aa36e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:04.600892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78cc21c1-5d6f-41f2-963d-9dac05448c7f req-5e088ec9-1aae-49ac-90fe-eb6fe362f999 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553098 Jul 16 09:40:04.603052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.609817 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d90c135-9931-4054-91b1-bb6ead3a4df5 x-openstack-request-id: req-3d90c135-9931-4054-91b1-bb6ead3a4df5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:04.610106 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:04.610362 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d90c135-9931-4054-91b1-bb6ead3a4df5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:04.610756 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'code': 200} Jul 16 09:40:04.688026 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:04.717731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:04.732774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] No DVR routers for this DVR port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:40:04.757167 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:04.871131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:04.871460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:04.871781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:04.876063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:40:04.876379 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Attempting to bind port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on network 733aca68-8d39-447e-94a2-695d64c77aa4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:04.881117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:04.881453 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Checking segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:04.881864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Bound using segment: {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:04.882551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Bound port: 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea86954-6ca6-4c9d-8667-17a2cf37887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:04.883479 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.946638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:04.949582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:04.954022 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.989804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:04.990591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.992398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 1093 time: 0.8556120 Jul 16 09:40:05.046576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db98a-e38f-49ac-8b04-5a336364d923 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:05.075305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-68e8a6c5-7ba5-4026-a73f-6ea4933ea722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:05.076850 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-68e8a6c5-7ba5-4026-a73f-6ea4933ea722 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1096 time: 0.0610139 Jul 16 09:40:05.174749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-377034e1-5924-46f8-9276-ab5bee7738b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:05.176242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-377034e1-5924-46f8-9276-ab5bee7738b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.0936182 Jul 16 09:40:05.241678 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-6c67a13f-02c6-4a20-9cb4-d384d92c0e71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 999 time: 0.0576615 Jul 16 09:40:05.289529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-8182e75c-7f76-4834-a9e1-2705a3e127dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:05.290917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-8182e75c-7f76-4834-a9e1-2705a3e127dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.0433652 Jul 16 09:40:05.352030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-c2aff4e9-0bdc-4996-baef-d0619de50175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:05.353588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-c2aff4e9-0bdc-4996-baef-d0619de50175 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566821 Jul 16 09:40:05.441817 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-2fd9e481-75b7-48a3-8806-f90e3df8ed87 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816121 Jul 16 09:40:05.533868 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-986cd2de-1ddb-46e6-92b1-9dadc218dd63 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847645 Jul 16 09:40:05.779357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28122a5b-6f5d-4c98-a720-ca801afe5156 req-bccf190b-504e-4485-ba47-06262a002814 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:05.780879 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28122a5b-6f5d-4c98-a720-ca801afe5156 req-bccf190b-504e-4485-ba47-06262a002814 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0651572 Jul 16 09:40:05.819469 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28122a5b-6f5d-4c98-a720-ca801afe5156 req-1894dcd4-bfac-428a-aacc-668b1bf0b31e tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329897 Jul 16 09:40:06.612684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:06.615207 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea497b66-b913-43c6-9a7e-21afb22b84cb" -d '{"events": [{"name": "network-changed", "server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:06.665521 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02837d5-ce43-4d10-818f-80fff5299897 x-openstack-request-id: req-c02837d5-ce43-4d10-818f-80fff5299897 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:06.666421 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:06.666680 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c02837d5-ce43-4d10-818f-80fff5299897 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:06.667090 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'status': 'completed', 'code': 200} Jul 16 09:40:06.783113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-e5c813e2-7c24-4ca9-8fc5-1eec521cf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.785134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-e5c813e2-7c24-4ca9-8fc5-1eec521cf1d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1096 time: 0.1013718 Jul 16 09:40:06.787997 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-d0066455-3362-4183-9c8d-d9bf0cbad671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.789409 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-d0066455-3362-4183-9c8d-d9bf0cbad671 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bba763b670304dc49e2d3ab735fe7ead&device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 1096 time: 0.0972378 Jul 16 09:40:06.973864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-c5582c39-4112-4d25-9c05-ff9b17cdecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.975234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-c5582c39-4112-4d25-9c05-ff9b17cdecb8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1843684 Jul 16 09:40:06.977892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-6a88ac12-3d1a-4609-8743-d45a6efe2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.979214 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-6a88ac12-3d1a-4609-8743-d45a6efe2033 service neutron] 10.222.0.52 "GET /v2.0/networks?id=733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 200 len: 913 time: 0.1810715 Jul 16 09:40:07.100251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-dffcd8ce-4783-4562-b215-b632d08b6cfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 999 time: 0.1171286 Jul 16 09:40:07.109929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-63987e20-fd96-46b8-b66a-c9d16d5cb74c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 200 len: 999 time: 0.1204381 Jul 16 09:40:07.512061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce1ee5-b5bb-4c70-b225-6d0686cbcc5e req-ea1ca8e5-3db2-4795-8d6e-d1f1efd4f0c0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:07.513579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbce1ee5-b5bb-4c70-b225-6d0686cbcc5e req-ea1ca8e5-3db2-4795-8d6e-d1f1efd4f0c0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.5713966 Jul 16 09:40:07.543559 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-5c2b2d3f-bb89-4d3c-bda0-6dd8c5bfa34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:07.545020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-5c2b2d3f-bb89-4d3c-bda0-6dd8c5bfa34c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.4380095 Jul 16 09:40:07.563990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-8734347f-51b5-46e5-a5ab-b9f17e2396fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:07.565381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-8734347f-51b5-46e5-a5ab-b9f17e2396fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 200 len: 851 time: 0.4462898 Jul 16 09:40:07.625031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dbce1ee5-b5bb-4c70-b225-6d0686cbcc5e req-b321da1a-bab2-40fc-a5c8-73e8cf1af19c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029127 Jul 16 09:40:07.668069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-f2d0679e-0287-4033-98e5-019d1e90dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:07.669595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-f2d0679e-0287-4033-98e5-019d1e90dd71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175649 Jul 16 09:40:07.672181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-6442b191-1a61-489c-bb39-ee8a1c0cb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:07.673561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-6442b191-1a61-489c-bb39-ee8a1c0cb405 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=733aca68-8d39-447e-94a2-695d64c77aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002963 Jul 16 09:40:07.830352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-0519798a-35e9-4e0c-9dfd-2dd426a97d03 service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537957 Jul 16 09:40:07.832137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-70fcc7b1-68ca-434b-8e18-1943aac0e33c service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479356 Jul 16 09:40:07.994326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-17b36ed3-993c-4441-a51b-2cc4bf5859ca service neutron] 10.222.0.54 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577840 Jul 16 09:40:07.996478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea497b66-b913-43c6-9a7e-21afb22b84cb req-65cff408-1a58-4a28-84da-d15959ad3f62 service neutron] 10.222.0.52 "GET /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528401 Jul 16 09:40:08.810251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cce447-6dda-46aa-bc80-aa239601adcb req-1518491f-92a2-4ef8-87d4-a464620b2c44 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:08.811788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cce447-6dda-46aa-bc80-aa239601adcb req-1518491f-92a2-4ef8-87d4-a464620b2c44 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0721769 Jul 16 09:40:08.850564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27cce447-6dda-46aa-bc80-aa239601adcb req-e75240d0-0f42-4cb4-bad2-9d9305e85fc0 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Jul 16 09:40:10.025833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b18089-4413-4d47-90c5-866673e421d9 req-a237ea4f-9f11-4915-87da-da377f5191ea tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:10.027322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55b18089-4413-4d47-90c5-866673e421d9 req-a237ea4f-9f11-4915-87da-da377f5191ea tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0627630 Jul 16 09:40:10.065083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-55b18089-4413-4d47-90c5-866673e421d9 req-d7087ca7-4329-4a8b-b86f-6df28c0ca7b1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321200 Jul 16 09:40:11.247120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f541fac-db2f-4196-a811-49cdb7bedb30 req-b7ef0f67-80ea-4433-b120-40b585c77c0c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:11.248596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f541fac-db2f-4196-a811-49cdb7bedb30 req-b7ef0f67-80ea-4433-b120-40b585c77c0c tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0645950 Jul 16 09:40:11.286068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f541fac-db2f-4196-a811-49cdb7bedb30 req-61d06a97-8ca8-4487-a6c0-8665278b6979 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319960 Jul 16 09:40:12.465205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f2f1-dd68-4dcd-a62c-6fb35c712002 req-9363c6fb-2646-417c-ab8a-485bf37baad1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:12.466652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01d9f2f1-dd68-4dcd-a62c-6fb35c712002 req-9363c6fb-2646-417c-ab8a-485bf37baad1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0684371 Jul 16 09:40:12.511820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-01d9f2f1-dd68-4dcd-a62c-6fb35c712002 req-a983f7ae-d2c5-4200-8425-1054e01205b1 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394163 Jul 16 09:40:13.686370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81525d0-81e7-4d0e-9d3d-24be23571ab8 req-0e2feb10-3849-484a-9ade-cf3855ffe36a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:13.687862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c81525d0-81e7-4d0e-9d3d-24be23571ab8 req-0e2feb10-3849-484a-9ade-cf3855ffe36a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0641778 Jul 16 09:40:13.725689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c81525d0-81e7-4d0e-9d3d-24be23571ab8 req-8d5e5e67-df02-4f1a-a11c-2ac88cee478d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Jul 16 09:40:14.499860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-096496a0-030c-48eb-9ae5-ccc2558cd37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:14.904029 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130ee5c-ba69-4dd7-8f18-c2e2a24d1d4b req-e26b0553-01e7-442f-bbbf-c6f82c141851 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:14.905595 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f130ee5c-ba69-4dd7-8f18-c2e2a24d1d4b req-e26b0553-01e7-442f-bbbf-c6f82c141851 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0686729 Jul 16 09:40:14.942782 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f130ee5c-ba69-4dd7-8f18-c2e2a24d1d4b req-f113e2ca-0961-4add-a4d1-1e0808bc6df7 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Jul 16 09:40:15.753911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:16.117795 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c34ea-665c-45d9-b9a2-b3fed614e029 req-48a333a3-f125-4040-abbb-290f65d8eb71 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:16.119514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-961c34ea-665c-45d9-b9a2-b3fed614e029 req-48a333a3-f125-4040-abbb-290f65d8eb71 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0654938 Jul 16 09:40:16.160300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-961c34ea-665c-45d9-b9a2-b3fed614e029 req-226ba688-e6d2-4c37-b80e-09d6b0ea28b9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350447 Jul 16 09:40:17.374423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ee8b4-d4f5-4b1e-ac5f-a9cba18e8f61 req-c00f9eb1-eecb-4699-ab78-1fad54a2b2b9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:17.375944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a7ee8b4-d4f5-4b1e-ac5f-a9cba18e8f61 req-c00f9eb1-eecb-4699-ab78-1fad54a2b2b9 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0637901 Jul 16 09:40:17.414897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a7ee8b4-d4f5-4b1e-ac5f-a9cba18e8f61 req-94c2b47c-f991-449d-9506-5db1fd690c11 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328238 Jul 16 09:40:17.590423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e6ef7-3cf4-4ff1-a104-a2c67ba24607 req-fa30428f-397b-47b1-895c-597296f31301 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:17.592100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e9e6ef7-3cf4-4ff1-a104-a2c67ba24607 req-fa30428f-397b-47b1-895c-597296f31301 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0691676 Jul 16 09:40:17.630127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e9e6ef7-3cf4-4ff1-a104-a2c67ba24607 req-30babeb9-552d-423d-8970-2e57be7464df tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Jul 16 09:40:17.687217 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:17.705877 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0cd516ae-193c-425c-9eab-bd4ebb757ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:17.812215 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5665b4-faf8-48dc-9cc6-46e59aa45cc7 req-a40b1d2a-89a5-4f7e-a78c-0aac386d2c0f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:17.813742 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b5665b4-faf8-48dc-9cc6-46e59aa45cc7 req-a40b1d2a-89a5-4f7e-a78c-0aac386d2c0f tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0651736 Jul 16 09:40:17.851338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5b5665b4-faf8-48dc-9cc6-46e59aa45cc7 req-882b9964-a060-43e2-9400-a288e438ca40 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319014 Jul 16 09:40:18.234573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018079e3-cbc6-4b41-869c-69f9626f5723 req-cb128f3d-c717-439c-94a5-54bc073ee62b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:18.235980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-018079e3-cbc6-4b41-869c-69f9626f5723 req-cb128f3d-c717-439c-94a5-54bc073ee62b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 944 time: 0.0676360 Jul 16 09:40:18.273676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-018079e3-cbc6-4b41-869c-69f9626f5723 req-deb510f3-663a-47cf-99c1-145569bebf26 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Jul 16 09:40:18.717522 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:40:18.815322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:18.826365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'port_id': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'mac_address': 'fa:16:3e:a9:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:40:18.863672 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:18.875922 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6acea0-809d-42e1-82c4-4ef6b79aa36e {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:18.895041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:18.899457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:18.949825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=12']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:19.040391 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:19.192274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4f6acea0-809d-42e1-82c4-4ef6b79aa36e'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:19.322663 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:19.453251 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffd704-fdbb-4860-9a25-65e5eb089777 req-026c2f4c-17f6-4d64-9882-940b32123c78 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:19.454707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27ffd704-fdbb-4860-9a25-65e5eb089777 req-026c2f4c-17f6-4d64-9882-940b32123c78 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0668013 Jul 16 09:40:19.491424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27ffd704-fdbb-4860-9a25-65e5eb089777 req-acfd96c0-75cd-407c-9175-156c3b0f9e99 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups?id=26316631-86bf-4429-bf3a-57fa6b34a480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Jul 16 09:40:19.646462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86935c1e-738e-485a-b656-6383a28548a6 req-06a0949f-286c-491f-8758-664ba75a1ae3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:19.647920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86935c1e-738e-485a-b656-6383a28548a6 req-06a0949f-286c-491f-8758-664ba75a1ae3 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 945 time: 0.0629418 Jul 16 09:40:19.751042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Deleting port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:19.751295 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:19.839140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] For port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:19.839503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.015228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.015517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.015833 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97 disassociated. External IP: 172.25.6.46, port: 4f6acea0-809d-42e1-82c4-4ef6b79aa36e. Jul 16 09:40:20.016181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Calling delete_port for 4f6acea0-809d-42e1-82c4-4ef6b79aa36e owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:20.143692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.177627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event deleted for resources: {'Port': ['ID=4f6acea0-809d-42e1-82c4-4ef6b79aa36e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:20.299655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:40:20.317861 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.415336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:20.424445 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:20.433102 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:20.433747 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:20.460283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] No DVR routers for this DVR port 4f6acea0-809d-42e1-82c4-4ef6b79aa36e on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:40:20.463587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.465571 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-86935c1e-738e-485a-b656-6383a28548a6 req-c659901e-a8da-4999-a299-269ca5b682ed tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.52 "DELETE /v2.0/ports/4f6acea0-809d-42e1-82c4-4ef6b79aa36e HTTP/1.1" status: 204 len: 173 time: 0.8115387 Jul 16 09:40:20.466038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-deleted', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:20.468283 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c5e566-4d83-4828-b392-8b604ea0b8c9" -d '{"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-deleted", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:20.510097 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37070e32-62dc-4d18-9efe-6be2207a53bd x-openstack-request-id: req-37070e32-62dc-4d18-9efe-6be2207a53bd {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:20.510458 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e52a5-786c-4a4b-b5ab-0e40c68bc0ac", "name": "network-vif-deleted", "tag": "4f6acea0-809d-42e1-82c4-4ef6b79aa36e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:20.510782 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37070e32-62dc-4d18-9efe-6be2207a53bd {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:20.511261 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e52a5-786c-4a4b-b5ab-0e40c68bc0ac', 'name': 'network-vif-deleted', 'tag': '4f6acea0-809d-42e1-82c4-4ef6b79aa36e', 'status': 'completed', 'code': 200} Jul 16 09:40:20.544003 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:20.645515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7458dc5a-7950-451d-a48f-e10f4b170907 req-04d9b8d2-8004-40e2-a83c-6a4fe7d4973b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 210 time: 0.0299616 Jul 16 09:40:20.732027 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:40:20.736581 n-d-780147-28 neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No ports have port_id starting with 4f6acea0-809d-42e1-82c4-4ef6b79aa36e Jul 16 09:40:20.737725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e requested by agent hyperv_n-h1-780147-28 not found in database {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 16 09:40:20.755520 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:20.781906 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:20.790891 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:20.791496 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:20.897367 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:21.093332 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:21.123677 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572578c-23bf-473f-89d4-6c905b6df06a None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:30:17Z', 'revision_number': 4, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '3b796751-edb2-4900-aef8-6a4ab5b43c69', 'name': '', 'network_id': '733aca68-8d39-447e-94a2-695d64c77aa4', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'mac_address': 'fa:16:3e:5b:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:17Z', 'updated_at': '2021-07-16T09:30:21Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'subnets': [{'id': '49e87d3a-8474-4e9a-bced-eb760818eb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:21.347061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c1447-8c1b-4bef-851e-b4a2dfe74857 None None] New status for floating IP 5a19df7e-52eb-4603-8914-60b7fe775d97: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:40:21.793687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8662362c-a5b0-463b-a690-f0a95df02f81 req-01c52e50-6375-4268-9a55-ea9004edc512 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 210 time: 0.0298200 Jul 16 09:40:22.747519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:22.767152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 4f6acea0-809d-42e1-82c4-4ef6b79aa36e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:22.767499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4f6acea0-809d-42e1-82c4-4ef6b79aa36e not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:22.941047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa682798-5933-46fd-b940-171feb111f69 req-f303f41f-6170-48ae-a4b8-de737fc71c0b tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 210 time: 0.0333412 Jul 16 09:40:23.620771 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:24.097541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b74c1961-42d7-4e93-95a9-3586b061c027 req-d1d3933f-392f-4fe3-8e5d-007669137b8d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/ports?device_id=334e52a5-786c-4a4b-b5ab-0e40c68bc0ac HTTP/1.1" status: 200 len: 210 time: 0.0295646 Jul 16 09:40:28.092561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51586) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:28.149203 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.176426 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.225367 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.228592 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.229857 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "DELETE /v2.0/security-groups/26316631-86bf-4429-bf3a-57fa6b34a480 HTTP/1.1" status: 204 len: 168 time: 0.1362786 Jul 16 09:40:28.232464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51590) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:28.238991 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26316631-86bf-4429-bf3a-57fa6b34a480,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:28.249510 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-06995501-60b5-4fa3-9f13-23e7375c4438 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] show failed (client error): The resource could not be found. Jul 16 09:40:28.250449 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.250811 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.251157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.251499 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.251837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.252170 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.252501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.252828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.253154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.253484 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.253612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-06995501-60b5-4fa3-9f13-23e7375c4438 tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "GET /v2.0/security-groups/26316631-86bf-4429-bf3a-57fa6b34a480 HTTP/1.1" status: 404 len: 347 time: 0.0194159 Jul 16 09:40:28.253841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.254174 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05df0c-985d-47ac-9d51-3970c337815d tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:28.254283 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51594) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:28.385927 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Deleting port 2cb3c88c-3afb-4404-b889-ead02d8496a4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:28.386279 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.467840 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.468179 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.479648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Calling delete_port for 2cb3c88c-3afb-4404-b889-ead02d8496a4 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:28.612725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.643479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Pushing event deleted for resources: {'Port': ['ID=2cb3c88c-3afb-4404-b889-ead02d8496a4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:28.706281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.708914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:28.710107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-661f607b-f711-4263-9fad-6d8b6965c60a tempest-ServerActionsTestJSON-1327067861 tempest-ServerActionsTestJSON-1327067861-project] 10.222.0.55 "DELETE /v2.0/floatingips/5a19df7e-52eb-4603-8914-60b7fe775d97 HTTP/1.1" status: 204 len: 168 time: 0.4550543 Jul 16 09:40:28.713096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51600) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:29.227826 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:29.479153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Deleting port 3b796751-edb2-4900-aef8-6a4ab5b43c69 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:29.479859 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:29.556871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] For port 3b796751-edb2-4900-aef8-6a4ab5b43c69, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3b796751-edb2-4900-aef8-6a4ab5b43c69,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:29.557229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:29.569357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Calling delete_port for 3b796751-edb2-4900-aef8-6a4ab5b43c69 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:29.748017 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:29.774412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b796751-edb2-4900-aef8-6a4ab5b43c69,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:29.946329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:30.486862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Router 632fe495-76f0-49c1-94f0-8b0ee7d77062 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:40:30.592305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:30.598379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b435d8d1-57a7-4f96-8e32-14ca4803fe7e admin admin] 10.222.0.55 "PUT /v2.0/routers/632fe495-76f0-49c1-94f0-8b0ee7d77062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8838611 Jul 16 09:40:30.600882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51604) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:30.602035 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] Sync routers for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:30.611079 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:30.611684 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:30.706255 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:30.716572 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:30.807344 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:30.866171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Deleting port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:30.866526 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:30.894293 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:40:29Z', 'revision_number': 5, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port': {'id': '831cac4c-f3ff-4e78-8cd7-209c3f17cb78', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:15Z', 'updated_at': '2021-07-16T09:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:30.923861 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] Checking router: 632fe495-76f0-49c1-94f0-8b0ee7d77062 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:30.932928 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] Routers {'632fe495-76f0-49c1-94f0-8b0ee7d77062'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:30.933545 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:40:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['632fe495-76f0-49c1-94f0-8b0ee7d77062'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:30.947870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] For port 831cac4c-f3ff-4e78-8cd7-209c3f17cb78, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=831cac4c-f3ff-4e78-8cd7-209c3f17cb78,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:30.948230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:30.962181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Calling delete_port for 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:31.104543 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] Set router 632fe495-76f0-49c1-94f0-8b0ee7d77062 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:31.137899 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.156342 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:40:30Z', 'revision_number': 6, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:31.169440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=831cac4c-f3ff-4e78-8cd7-209c3f17cb78,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:31.185104 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09fa23-3ba0-4e36-a17a-309768d6613e None None] The sync data for ids ['632fe495-76f0-49c1-94f0-8b0ee7d77062'] in n-d-780147-28 is: [{'id': '632fe495-76f0-49c1-94f0-8b0ee7d77062', 'name': 'tempest-ServerActionsTestJSON-1333824379-router', 'tenant_id': 'bba763b670304dc49e2d3ab735fe7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:14Z', 'updated_at': '2021-07-16T09:40:30Z', 'revision_number': 6, 'project_id': 'bba763b670304dc49e2d3ab735fe7ead', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:31.232700 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.324781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.326927 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.369695 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.370197 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 632fe495-76f0-49c1-94f0-8b0ee7d77062 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:40:31.374568 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.375594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-24358de8-e088-472e-9aba-1f2e829b86e9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/632fe495-76f0-49c1-94f0-8b0ee7d77062 HTTP/1.1" status: 204 len: 168 time: 0.7737856 Jul 16 09:40:31.378189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51606) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:31.423098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05467f3-8aa6-446d-bc88-a025ca99770e admin admin] Deleting subnet 49e87d3a-8474-4e9a-bced-eb760818eb94 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:40:31.426105 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f05467f3-8aa6-446d-bc88-a025ca99770e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.465975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f05467f3-8aa6-446d-bc88-a025ca99770e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.544517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f05467f3-8aa6-446d-bc88-a025ca99770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.602929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f05467f3-8aa6-446d-bc88-a025ca99770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.628114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05467f3-8aa6-446d-bc88-a025ca99770e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e87d3a-8474-4e9a-bced-eb760818eb94,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:31.634794 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f05467f3-8aa6-446d-bc88-a025ca99770e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.639162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f05467f3-8aa6-446d-bc88-a025ca99770e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/49e87d3a-8474-4e9a-bced-eb760818eb94 HTTP/1.1" status: 204 len: 168 time: 0.2576184 Jul 16 09:40:31.639521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51608) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:31.639976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa7754-099a-4582-8f38-2cf74b413859 None None] Network 733aca68-8d39-447e-94a2-695d64c77aa4 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:31.710275 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.763471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Deleting port 2d778e20-2f72-40ab-b4da-8f0e7124b581 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:31.763595 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.826408 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] For port 2d778e20-2f72-40ab-b4da-8f0e7124b581, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2d778e20-2f72-40ab-b4da-8f0e7124b581,segment=NetworkSegment(1ea86954-6ca6-4c9d-8667-17a2cf37887e),segment_id=1ea86954-6ca6-4c9d-8667-17a2cf37887e)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:31.826772 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.839222 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Calling delete_port for 2d778e20-2f72-40ab-b4da-8f0e7124b581 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:31.921693 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:31.947967 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d778e20-2f72-40ab-b4da-8f0e7124b581,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:31.951406 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] No DVR routers for this DVR port 2d778e20-2f72-40ab-b4da-8f0e7124b581 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:40:31.975592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34301705-7c81-4682-9322-36ebf5bed584 None None] DHCP port deletion for 733aca68-8d39-447e-94a2-695d64c77aa4 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:40:32.027580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.035108 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2d778e20-2f72-40ab-b4da-8f0e7124b581 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:32.037721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733aca68-8d39-447e-94a2-695d64c77aa4']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:32.048066 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea86954-6ca6-4c9d-8667-17a2cf37887e') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:32.048369 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea86954-6ca6-4c9d-8667-17a2cf37887e') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:32.055845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 2d778e20-2f72-40ab-b4da-8f0e7124b581 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:32.056189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2d778e20-2f72-40ab-b4da-8f0e7124b581 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:32.056635 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3b796751-edb2-4900-aef8-6a4ab5b43c69 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:32.057965 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.072073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.075559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3b796751-edb2-4900-aef8-6a4ab5b43c69 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:32.075880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3b796751-edb2-4900-aef8-6a4ab5b43c69 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:32.076306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:32.079810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:40:32.079987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:40:32.081839 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:40:32.096297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:32.096642 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 831cac4c-f3ff-4e78-8cd7-209c3f17cb78 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:32.139531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.145125 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.149463 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] 10.222.0.55 "DELETE /v2.0/networks/733aca68-8d39-447e-94a2-695d64c77aa4 HTTP/1.1" status: 204 len: 168 time: 0.5065327 Jul 16 09:40:32.160264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897e5ad-f917-4591-a384-6840f5086a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=733aca68-8d39-447e-94a2-695d64c77aa4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:32.277297 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51612) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:32.321553 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba97fa62-3e67-4da1-8053-b01dbabb3637 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bba763b670304dc49e2d3ab735fe7ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425045 Jul 16 09:40:32.324214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51614) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:32.371033 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50ff183c-360e-47ec-a95f-2b51d6c91e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.392587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50ff183c-360e-47ec-a95f-2b51d6c91e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.439008 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50ff183c-360e-47ec-a95f-2b51d6c91e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.441464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50ff183c-360e-47ec-a95f-2b51d6c91e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.442692 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-50ff183c-360e-47ec-a95f-2b51d6c91e9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ce90847-864b-4ede-b7fc-e6acd863ff61 HTTP/1.1" status: 204 len: 168 time: 0.1176121 Jul 16 09:40:32.451191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff183c-360e-47ec-a95f-2b51d6c91e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce90847-864b-4ede-b7fc-e6acd863ff61,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:33.129723 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51636) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:33.223866 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-986116477-network', 'tenant_id': 'f7d454248c444fe9b8a717f3455e1797'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:33.244615 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Made reservation on behalf of f7d454248c444fe9b8a717f3455e1797 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:33.246948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.255012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.345137 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.348840 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.372005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:40:33.381418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f021e59-a54f-4946-8d3f-ffad17907f1b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:33.387296 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.387637 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Added segment f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8 of type vlan for network c61804a2-de6e-4963-84fd-8bc47df74d53 Jul 16 09:40:33.429980 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.458553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.459501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:33.460084 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.494230 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3633001 Jul 16 09:40:33.496180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51640) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:33.501771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Request body: {'subnet': {'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-986116477-subnet', 'tenant_id': 'f7d454248c444fe9b8a717f3455e1797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:33.522921 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Made reservation on behalf of f7d454248c444fe9b8a717f3455e1797 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:33.523946 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2dcf-9a8b-4019-87bd-7f9a3a92376e admin admin] Pushing event updated for resources: {'Network': ['ID=c61804a2-de6e-4963-84fd-8bc47df74d53,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:33.526943 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.534825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network c61804a2-de6e-4963-84fd-8bc47df74d53 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:40:33.718834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.781452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6894a70b-1947-498e-8782-3e29d4126f8e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:33.790274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Checking segment: {'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:33.790637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Network hostable DHCP agents. Network: c61804a2-de6e-4963-84fd-8bc47df74d53, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:40:33.806657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Network c61804a2-de6e-4963-84fd-8bc47df74d53 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:40:33.814755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, c61804a2-de6e-4963-84fd-8bc47df74d53) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:33.818868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:33.819547 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.826076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d68757-55f9-41cd-8ff4-71cc57e205e0 None None] Network c61804a2-de6e-4963-84fd-8bc47df74d53 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:33.834089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d733a7be-2171-4102-afd0-668b7d5ef516 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3368058 Jul 16 09:40:33.951944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505054b8-1e0e-4b84-8062-ec528c16e20d None None] Network c61804a2-de6e-4963-84fd-8bc47df74d53 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:34.263387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0050728c-c5dc-41ab-97aa-2853d68c1fc8 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:34.264878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0050728c-c5dc-41ab-97aa-2853d68c1fc8 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/networks?id=c61804a2-de6e-4963-84fd-8bc47df74d53 HTTP/1.1" status: 200 len: 813 time: 0.1020648 Jul 16 09:40:34.279610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-c892ac75-4ac4-4215-9611-b488a697d9b6 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/quotas/f7d454248c444fe9b8a717f3455e1797 HTTP/1.1" status: 200 len: 375 time: 0.0093834 Jul 16 09:40:34.317627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-e34535bf-c01f-4c3b-89f0-08dacc96d8d8 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7d454248c444fe9b8a717f3455e1797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333357 Jul 16 09:40:34.401096 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-edb7ffb3-0c00-4681-97d7-8b9f9a42ccd7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:40:34.402154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-edb7ffb3-0c00-4681-97d7-8b9f9a42ccd7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453250 Jul 16 09:40:34.490334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-88632a1d-05fc-4bce-8a97-7a0de588458d service neutron] 10.222.0.55 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823221 Jul 16 09:40:34.582781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-bdc5b0d2-83af-4df1-8e71-6c30fec9efcf service neutron] 10.222.0.55 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Jul 16 09:40:34.753998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de92fd7e-ce7d-4a72-b20d-e65dd6342fc9 req-8d6e7a6b-6b0c-4799-b98f-efd89b63709b tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 210 time: 0.0296123 Jul 16 09:40:35.926823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-df699bc2-260b-476e-b5e6-c52e590b3604 req-b4ccbed9-4c7a-4f41-aad9-b3edc736e90d tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 210 time: 0.0480433 Jul 16 09:40:36.003225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-dc17fa2f-d171-4b6a-8595-1ab534797b23 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:36.004711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-dc17fa2f-d171-4b6a-8595-1ab534797b23 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.54 "GET /v2.0/networks?id=c61804a2-de6e-4963-84fd-8bc47df74d53 HTTP/1.1" status: 200 len: 813 time: 0.1350007 Jul 16 09:40:36.016979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Request body: {'port': {'device_id': 'f43b7044-2dd8-4dc6-bb7e-407ba319c430', 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53', 'admin_state_up': True, 'tenant_id': 'f7d454248c444fe9b8a717f3455e1797'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:36.125207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Made reservation on behalf of f7d454248c444fe9b8a717f3455e1797 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:36.128796 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:36.259337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Allocated IP 172.20.0.10 (c61804a2-de6e-4963-84fd-8bc47df74d53/6894a70b-1947-498e-8782-3e29d4126f8e/9d0742c1-07a6-4ef7-8b82-60cb35ed856d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:36.406270 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:36.445551 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:36.492278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Network c61804a2-de6e-4963-84fd-8bc47df74d53 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:36.495583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:36.499525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:36.523707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Pushing event updated for resources: {'Port': ['ID=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:36.551758 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:36.552370 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:36.566694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-0a78908c-c86f-4b45-b9a1-d1b1cd2c45d4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5537837 Jul 16 09:40:36.578429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Request body: {'port': {'device_id': 'f43b7044-2dd8-4dc6-bb7e-407ba319c430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:36.653732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:36.910888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0742c1-07a6-4ef7-8b82-60cb35ed856d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:36.918648 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:36.931848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Transition to ACTIVE for port object 9d0742c1-07a6-4ef7-8b82-60cb35ed856d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:36.935503 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:37.011910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:37.088721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Attempting to bind port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:37.089048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Attempting to bind port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:37.089373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Attempting to bind port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d on network c61804a2-de6e-4963-84fd-8bc47df74d53 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:37.098204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d on network c61804a2-de6e-4963-84fd-8bc47df74d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:40:37.098522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Attempting to bind port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d on network c61804a2-de6e-4963-84fd-8bc47df74d53 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:37.108891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:37.109225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Checking segment: {'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:37.109602 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Bound using segment: {'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:37.110049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Bound port: 9d0742c1-07a6-4ef7-8b82-60cb35ed856d, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:37.110400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:37.137429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f791ac3-f681-4ee4-b5a9-bd285070a5af req-f9768bbc-fdff-4ddc-80ae-91bf13a156a8 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:37.138939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f791ac3-f681-4ee4-b5a9-bd285070a5af req-f9768bbc-fdff-4ddc-80ae-91bf13a156a8 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 944 time: 0.0951307 Jul 16 09:40:37.212252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f791ac3-f681-4ee4-b5a9-bd285070a5af req-f693fb88-663e-47dd-8512-2f75675be9f1 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523598 Jul 16 09:40:37.218180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] For port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:37.221246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] For port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:37.226792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:37.262110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:37.262729 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:37.264163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] 10.222.0.54 "PUT /v2.0/ports/9d0742c1-07a6-4ef7-8b82-60cb35ed856d HTTP/1.1" status: 200 len: 1093 time: 0.6898918 Jul 16 09:40:37.264600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43b7044-2dd8-4dc6-bb7e-407ba319c430', 'tag': '9d0742c1-07a6-4ef7-8b82-60cb35ed856d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:37.266865 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea44f99-c863-4e64-908a-fc161b3aeaca" -d '{"events": [{"name": "network-changed", "server_uuid": "f43b7044-2dd8-4dc6-bb7e-407ba319c430", "tag": "9d0742c1-07a6-4ef7-8b82-60cb35ed856d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:37.291184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ca5f0-2c48-481f-bd39-e2e1bbdd352e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:37.328714 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a417c-47cb-461f-837a-b2163362828c x-openstack-request-id: req-450a417c-47cb-461f-837a-b2163362828c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:37.329004 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43b7044-2dd8-4dc6-bb7e-407ba319c430", "tag": "9d0742c1-07a6-4ef7-8b82-60cb35ed856d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:37.329258 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-450a417c-47cb-461f-837a-b2163362828c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:37.329671 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43b7044-2dd8-4dc6-bb7e-407ba319c430', 'tag': '9d0742c1-07a6-4ef7-8b82-60cb35ed856d', 'status': 'completed', 'code': 200} Jul 16 09:40:37.356596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-4f58e995-1d4c-4056-afd2-f8732c6a3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:37.358181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-4f58e995-1d4c-4056-afd2-f8732c6a3808 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7d454248c444fe9b8a717f3455e1797&device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 1096 time: 0.0569792 Jul 16 09:40:37.403617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-75c2dcee-35ee-401f-b18b-f2ebcea5ba1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0742c1-07a6-4ef7-8b82-60cb35ed856d HTTP/1.1" status: 200 len: 217 time: 0.0387487 Jul 16 09:40:37.452815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-8110fa52-d206-4e43-b6c9-405603bdf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:37.454290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-8110fa52-d206-4e43-b6c9-405603bdf4b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6894a70b-1947-498e-8782-3e29d4126f8e HTTP/1.1" status: 200 len: 853 time: 0.0447714 Jul 16 09:40:37.486365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-2ddaecaf-da38-4d82-a706-991935f84a60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c61804a2-de6e-4963-84fd-8bc47df74d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257478 Jul 16 09:40:37.578816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-72b30170-6d5e-4dff-ba06-bc4248986aa5 service neutron] 10.222.0.54 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860877 Jul 16 09:40:37.667343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2407360-4a9e-4187-8cc9-0a94a8223c2f req-c22a0968-a5ae-436a-aee4-d384912e80dd service neutron] 10.222.0.54 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826185 Jul 16 09:40:37.771995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-60cf4aaf-4697-4541-b17b-96ccc50f6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:37.773518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-60cf4aaf-4697-4541-b17b-96ccc50f6e7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7d454248c444fe9b8a717f3455e1797&device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 1096 time: 0.0572226 Jul 16 09:40:37.862893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-be9a0884-b9aa-4fa5-8288-c72f22a6bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:37.864373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-be9a0884-b9aa-4fa5-8288-c72f22a6bdd9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c61804a2-de6e-4963-84fd-8bc47df74d53 HTTP/1.1" status: 200 len: 914 time: 0.0846522 Jul 16 09:40:37.908439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-ab3fc0fd-3afa-4a13-9824-66c9c9997ab0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0742c1-07a6-4ef7-8b82-60cb35ed856d HTTP/1.1" status: 200 len: 217 time: 0.0368116 Jul 16 09:40:37.957094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-afad6d49-21f5-427d-b808-89ef12a7cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:37.958567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-afad6d49-21f5-427d-b808-89ef12a7cb4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6894a70b-1947-498e-8782-3e29d4126f8e HTTP/1.1" status: 200 len: 853 time: 0.0429304 Jul 16 09:40:37.991355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-d1d10ee5-c943-4fb8-a092-34892363ea61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c61804a2-de6e-4963-84fd-8bc47df74d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260413 Jul 16 09:40:38.083860 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-c055200a-7253-42b4-b5be-ce388e2988c9 service neutron] 10.222.0.54 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850999 Jul 16 09:40:38.172034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eea44f99-c863-4e64-908a-fc161b3aeaca req-cdc6df57-e5ff-44cf-a330-5a09520ce3a2 service neutron] 10.222.0.54 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817008 Jul 16 09:40:38.390829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b6f1d-7ee0-4d5d-a96e-19c48555a462 req-b94e2275-39de-4667-9010-529fc3f0a8ca tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:38.392323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-643b6f1d-7ee0-4d5d-a96e-19c48555a462 req-b94e2275-39de-4667-9010-529fc3f0a8ca tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 944 time: 0.0672874 Jul 16 09:40:38.430330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-643b6f1d-7ee0-4d5d-a96e-19c48555a462 req-8a6ea7dd-79f2-4726-a2ff-a79d39a658d9 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Jul 16 09:40:38.825517 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9d0742c1-07a6-4ef7-8b82-60cb35ed856d details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:40:38.919127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:38.930290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '9d0742c1-07a6-4ef7-8b82-60cb35ed856d', 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53', 'port_id': '9d0742c1-07a6-4ef7-8b82-60cb35ed856d', 'mac_address': 'fa:16:3e:63:38:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6894a70b-1947-498e-8782-3e29d4126f8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:40:38.969412 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.985723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0742c1-07a6-4ef7-8b82-60cb35ed856d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:39.004907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:39.010485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:39.055296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:39.198555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['9d0742c1-07a6-4ef7-8b82-60cb35ed856d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:39.602445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb647360-aa9d-4bdb-a789-77bf3cf29bf6 req-16a2ef52-c167-47df-a730-548a94bc703e tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:39.604541 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb647360-aa9d-4bdb-a789-77bf3cf29bf6 req-16a2ef52-c167-47df-a730-548a94bc703e tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 945 time: 0.0639834 Jul 16 09:40:39.641655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fb647360-aa9d-4bdb-a789-77bf3cf29bf6 req-c83ecde3-684a-4f6a-81b6-e3bd049223ae tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Jul 16 09:40:40.811594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a41f1-7105-4aa2-97b1-c61f5185b70d req-e4bad76d-563a-41ff-93c4-d29a636660e4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:40.813070 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb6a41f1-7105-4aa2-97b1-c61f5185b70d req-e4bad76d-563a-41ff-93c4-d29a636660e4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 945 time: 0.0631266 Jul 16 09:40:40.841602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9d0742c1-07a6-4ef7-8b82-60cb35ed856d up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:40.849788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cb6a41f1-7105-4aa2-97b1-c61f5185b70d req-fd527cdc-3700-42cd-8f28-28a3dee8aca9 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Jul 16 09:40:40.892424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:40.895964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:40.896337 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:40.979445 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:41.001066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7044-2dd8-4dc6-bb7e-407ba319c430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0742c1-07a6-4ef7-8b82-60cb35ed856d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:41.003332 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f9da5d-c93e-4f00-9c7b-8cc14245864b" -d '{"events": [{"server_uuid": "f43b7044-2dd8-4dc6-bb7e-407ba319c430", "name": "network-vif-plugged", "status": "completed", "tag": "9d0742c1-07a6-4ef7-8b82-60cb35ed856d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:41.016475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:41.020656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:41.047037 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708c0120-27d8-425c-810f-9d39a8eba51e x-openstack-request-id: req-708c0120-27d8-425c-810f-9d39a8eba51e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:41.047330 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43b7044-2dd8-4dc6-bb7e-407ba319c430", "name": "network-vif-plugged", "status": "completed", "tag": "9d0742c1-07a6-4ef7-8b82-60cb35ed856d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:41.047585 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-708c0120-27d8-425c-810f-9d39a8eba51e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:41.047982 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7044-2dd8-4dc6-bb7e-407ba319c430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0742c1-07a6-4ef7-8b82-60cb35ed856d', 'code': 200} Jul 16 09:40:41.073183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:41.152604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa506e9-e0d6-4efa-9f4b-eebea057306f req-20b7713f-2b8d-49a9-86b4-76a93272d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:41.154018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-faa506e9-e0d6-4efa-9f4b-eebea057306f req-20b7713f-2b8d-49a9-86b4-76a93272d882 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 1098 time: 0.0553517 Jul 16 09:40:41.187470 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-faa506e9-e0d6-4efa-9f4b-eebea057306f req-d9a785ec-e6ca-4021-aba5-e6fdbb66e6cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276442 Jul 16 09:40:42.031090 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b1d9b-177e-4efd-8b78-29ba83b9a639 req-9b4bdffc-f227-4dde-9463-5bdae49d8d04 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:42.032600 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-980b1d9b-177e-4efd-8b78-29ba83b9a639 req-9b4bdffc-f227-4dde-9463-5bdae49d8d04 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0638404 Jul 16 09:40:42.070304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-980b1d9b-177e-4efd-8b78-29ba83b9a639 req-dbb63e46-59a3-4da9-8718-a74e96398864 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Jul 16 09:40:43.251630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3ab70-cdde-4bac-9cef-6085c2c22758 req-993b5c0c-0612-4b46-97c9-0919affd1723 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:43.253153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15e3ab70-cdde-4bac-9cef-6085c2c22758 req-993b5c0c-0612-4b46-97c9-0919affd1723 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0666659 Jul 16 09:40:43.291296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15e3ab70-cdde-4bac-9cef-6085c2c22758 req-5b4c58ff-0772-4875-8e7c-50d858f1eb83 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322731 Jul 16 09:40:43.514641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-c2eb01f8-7cb2-47e3-a526-c5435c99eb61 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:43.516188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-c2eb01f8-7cb2-47e3-a526-c5435c99eb61 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/networks?id=c61804a2-de6e-4963-84fd-8bc47df74d53 HTTP/1.1" status: 200 len: 813 time: 0.1012056 Jul 16 09:40:43.531304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-c1a5bba9-bae8-446b-8221-c6bcfd17f5e3 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/quotas/f7d454248c444fe9b8a717f3455e1797 HTTP/1.1" status: 200 len: 375 time: 0.0098104 Jul 16 09:40:43.597909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-55e53278-4758-42db-8030-0634eb09df14 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7d454248c444fe9b8a717f3455e1797&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617003 Jul 16 09:40:43.678780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-0d28b203-29ae-40e9-87cf-9e6ac3683987 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:40:43.679769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-0d28b203-29ae-40e9-87cf-9e6ac3683987 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426221 Jul 16 09:40:43.768051 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-16444bfd-8a11-40dd-8fcd-420944c9d80c service neutron] 10.222.0.55 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824530 Jul 16 09:40:43.860047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-07043c41-df08-4544-a3ef-3c45a24d835e service neutron] 10.222.0.55 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865102 Jul 16 09:40:44.032561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1a6ddcfb-7698-4d4b-94b1-65fcf7007a95 req-1039586a-a2a0-4d71-a144-547f7608a4c3 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 210 time: 0.0308778 Jul 16 09:40:44.500379 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c1a96a26-97bd-4a8e-883b-bf3036c399b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.485255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ebfdb51-bbfc-4c29-ac6e-541716056d7f req-afbf9107-bad1-4deb-a641-cc82d34f5cf0 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 210 time: 0.0360906 Jul 16 09:40:45.512107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-43ba956c-e2b6-4812-b23b-263c7f0ba4d0 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:45.513578 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-43ba956c-e2b6-4812-b23b-263c7f0ba4d0 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.52 "GET /v2.0/networks?id=c61804a2-de6e-4963-84fd-8bc47df74d53 HTTP/1.1" status: 200 len: 813 time: 0.4739938 Jul 16 09:40:45.526460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Request body: {'port': {'device_id': '560af9d8-d801-485b-bda6-44d027b6e736', 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53', 'admin_state_up': True, 'tenant_id': 'f7d454248c444fe9b8a717f3455e1797'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:45.636317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Made reservation on behalf of f7d454248c444fe9b8a717f3455e1797 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:45.639990 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.760120 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.765027 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Allocated IP 172.20.0.11 (c61804a2-de6e-4963-84fd-8bc47df74d53/6894a70b-1947-498e-8782-3e29d4126f8e/afe500c4-3335-469d-b23b-ba953e10cb3f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:45.911969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.950224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.962085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['9d0742c1-07a6-4ef7-8b82-60cb35ed856d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:45.992191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Network c61804a2-de6e-4963-84fd-8bc47df74d53 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:45.997539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:46.001323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:46.033964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Pushing event updated for resources: {'Port': ['ID=afe500c4-3335-469d-b23b-ba953e10cb3f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.047873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.048219 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.048561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.048899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.049232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.049564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.049915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.050242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.050567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.050893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.051216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.051538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:46.071356 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:46.072493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.086609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b84d538c-0276-41d6-a254-7461b9aa23de tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5644755 Jul 16 09:40:46.097819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Request body: {'port': {'device_id': '560af9d8-d801-485b-bda6-44d027b6e736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:46.168753 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.432790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe500c4-3335-469d-b23b-ba953e10cb3f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:46.440199 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.453066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Transition to ACTIVE for port object afe500c4-3335-469d-b23b-ba953e10cb3f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:46.456019 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.524757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Pushing event updated for resources: {'Port': ['ID=afe500c4-3335-469d-b23b-ba953e10cb3f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.576752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Attempting to bind port afe500c4-3335-469d-b23b-ba953e10cb3f on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:46.577119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Attempting to bind port afe500c4-3335-469d-b23b-ba953e10cb3f by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:46.577423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Attempting to bind port afe500c4-3335-469d-b23b-ba953e10cb3f on network c61804a2-de6e-4963-84fd-8bc47df74d53 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:46.581910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Port afe500c4-3335-469d-b23b-ba953e10cb3f on network c61804a2-de6e-4963-84fd-8bc47df74d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:40:46.582236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Attempting to bind port afe500c4-3335-469d-b23b-ba953e10cb3f on network c61804a2-de6e-4963-84fd-8bc47df74d53 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:46.587145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:46.587489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Checking segment: {'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:46.588035 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Bound using segment: {'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:46.588499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Bound port: afe500c4-3335-469d-b23b-ba953e10cb3f, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:46.588837 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.697821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] For port afe500c4-3335-469d-b23b-ba953e10cb3f, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:46.701680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] For port afe500c4-3335-469d-b23b-ba953e10cb3f, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=afe500c4-3335-469d-b23b-ba953e10cb3f,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:46.713024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fa7c9-d728-4214-a94b-2c23b88ab63b req-125c82cd-069e-4055-98de-164a6f6bb91b tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:46.714601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c64fa7c9-d728-4214-a94b-2c23b88ab63b req-125c82cd-069e-4055-98de-164a6f6bb91b tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 944 time: 0.1157827 Jul 16 09:40:46.715777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.770340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:46.770960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.772342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] 10.222.0.52 "PUT /v2.0/ports/afe500c4-3335-469d-b23b-ba953e10cb3f HTTP/1.1" status: 200 len: 1093 time: 0.6788049 Jul 16 09:40:46.774475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560af9d8-d801-485b-bda6-44d027b6e736', 'tag': 'afe500c4-3335-469d-b23b-ba953e10cb3f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:46.776808 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a6521e-178d-4295-b0c7-f5765f63e4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "560af9d8-d801-485b-bda6-44d027b6e736", "tag": "afe500c4-3335-469d-b23b-ba953e10cb3f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:46.808358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e09f92-3ace-45b9-9eab-8d3ed97b9847 service neutron] Pushing event updated for resources: {'Port': ['ID=afe500c4-3335-469d-b23b-ba953e10cb3f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.824867 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c64fa7c9-d728-4214-a94b-2c23b88ab63b req-c9ff65d6-a6f4-410f-8815-966e43f5acfb tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843084 Jul 16 09:40:46.827264 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051e7e71-79b7-46a7-9393-d06c1bec2917 x-openstack-request-id: req-051e7e71-79b7-46a7-9393-d06c1bec2917 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:46.827592 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560af9d8-d801-485b-bda6-44d027b6e736", "tag": "afe500c4-3335-469d-b23b-ba953e10cb3f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:46.827788 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-051e7e71-79b7-46a7-9393-d06c1bec2917 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:46.828186 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560af9d8-d801-485b-bda6-44d027b6e736', 'tag': 'afe500c4-3335-469d-b23b-ba953e10cb3f', 'status': 'completed', 'code': 200} Jul 16 09:40:46.874641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-cb9222bc-5647-4d32-aa03-6cc80c2771cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:46.876201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-cb9222bc-5647-4d32-aa03-6cc80c2771cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7d454248c444fe9b8a717f3455e1797&device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 1096 time: 0.0625415 Jul 16 09:40:46.918201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-b4028da3-fe44-45e6-927e-d0c76a1bbe30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afe500c4-3335-469d-b23b-ba953e10cb3f HTTP/1.1" status: 200 len: 217 time: 0.0343392 Jul 16 09:40:46.966067 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-5d703324-7f5b-4663-be5f-803bcbfc00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:46.967426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-5d703324-7f5b-4663-be5f-803bcbfc00ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6894a70b-1947-498e-8782-3e29d4126f8e HTTP/1.1" status: 200 len: 853 time: 0.0428882 Jul 16 09:40:47.003389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-d537ba71-3423-4eb4-8caf-c09b07e3a246 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c61804a2-de6e-4963-84fd-8bc47df74d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296528 Jul 16 09:40:47.094771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-cc1de508-2d81-4e01-9f5f-9a9e80f13f74 service neutron] 10.222.0.52 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838187 Jul 16 09:40:47.189096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3760760a-0b35-4a51-9d2f-05c7514b62dd req-6d819b8a-e894-4408-a6c5-b8d7e4c3d167 service neutron] 10.222.0.52 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883987 Jul 16 09:40:47.288353 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-d3d3ba12-881d-488b-9441-9eba6e2e5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:47.289986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-d3d3ba12-881d-488b-9441-9eba6e2e5c0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7d454248c444fe9b8a717f3455e1797&device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 1096 time: 0.0527747 Jul 16 09:40:47.384325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-41393a7a-b50f-45c2-8e2f-cc3b855a34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:47.386754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-41393a7a-b50f-45c2-8e2f-cc3b855a34f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c61804a2-de6e-4963-84fd-8bc47df74d53 HTTP/1.1" status: 200 len: 914 time: 0.0906916 Jul 16 09:40:47.427538 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-5bc670b5-ee3c-4d03-9a92-b8bc4639ec0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afe500c4-3335-469d-b23b-ba953e10cb3f HTTP/1.1" status: 200 len: 217 time: 0.0343637 Jul 16 09:40:47.476191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-1f303c89-b498-4627-8479-4645a6fd5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:47.477523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-1f303c89-b498-4627-8479-4645a6fd5810 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6894a70b-1947-498e-8782-3e29d4126f8e HTTP/1.1" status: 200 len: 853 time: 0.0429804 Jul 16 09:40:47.512763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-815a6ccf-251c-454f-8ea8-4e8e18754c9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c61804a2-de6e-4963-84fd-8bc47df74d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264182 Jul 16 09:40:47.606066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-0b40ee53-7dae-43bb-9810-e574e57c54cb service neutron] 10.222.0.52 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863473 Jul 16 09:40:47.689892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.703909 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9a6521e-178d-4295-b0c7-f5765f63e4e8 req-70f6f91a-1e8d-4564-92b8-ab932e1f3fd4 service neutron] 10.222.0.52 "GET /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913210 Jul 16 09:40:47.707176 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3014bf54-cb94-49dd-bf15-c6ca0f17c730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:48.000137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf37dd0-9b5a-4e44-a627-bbc44bc71bc8 req-4596115f-f0e0-48f3-b425-2a1d21808d3e tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:48.001619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5cf37dd0-9b5a-4e44-a627-bbc44bc71bc8 req-4596115f-f0e0-48f3-b425-2a1d21808d3e tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 944 time: 0.0648017 Jul 16 09:40:48.040462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5cf37dd0-9b5a-4e44-a627-bbc44bc71bc8 req-836ef8b9-79c6-49d1-b9de-e070bf5cd0f5 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Jul 16 09:40:49.043482 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.213240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5269-ec9a-4f42-9d2c-a9d9201fd0be req-c7d7614b-195e-42b4-8573-1978ab5764a2 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:49.214825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bfd5269-ec9a-4f42-9d2c-a9d9201fd0be req-c7d7614b-195e-42b4-8573-1978ab5764a2 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 944 time: 0.0644774 Jul 16 09:40:49.251088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5bfd5269-ec9a-4f42-9d2c-a9d9201fd0be req-8e2bb956-aaee-4adb-9f93-fadaaf932ec7 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Jul 16 09:40:49.323575 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.319179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.430100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c2854-0f63-4bab-a13f-65ccf1bfc2cf req-fb6c3ae2-2624-4bb4-a73e-f8bba0e495d0 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:50.432199 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-644c2854-0f63-4bab-a13f-65ccf1bfc2cf req-fb6c3ae2-2624-4bb4-a73e-f8bba0e495d0 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 944 time: 0.0686674 Jul 16 09:40:50.469750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-644c2854-0f63-4bab-a13f-65ccf1bfc2cf req-545dbb28-cae0-4db7-b02d-f6a4d58d90f3 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Jul 16 09:40:50.934776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device afe500c4-3335-469d-b23b-ba953e10cb3f details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:40:51.030884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port afe500c4-3335-469d-b23b-ba953e10cb3f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=afe500c4-3335-469d-b23b-ba953e10cb3f,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:51.042640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'afe500c4-3335-469d-b23b-ba953e10cb3f', 'network_id': 'c61804a2-de6e-4963-84fd-8bc47df74d53', 'port_id': 'afe500c4-3335-469d-b23b-ba953e10cb3f', 'mac_address': 'fa:16:3e:cd:b8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6894a70b-1947-498e-8782-3e29d4126f8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:40:51.078142 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:51.090932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe500c4-3335-469d-b23b-ba953e10cb3f {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:51.113981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port afe500c4-3335-469d-b23b-ba953e10cb3f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=afe500c4-3335-469d-b23b-ba953e10cb3f,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:51.117775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:51.163776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=afe500c4-3335-469d-b23b-ba953e10cb3f,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:51.305919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['afe500c4-3335-469d-b23b-ba953e10cb3f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:51.640940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b6981-d691-4f27-92e9-64740a0041af req-11879243-b28b-45f7-a1c8-07b36fc718a0 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:51.642462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-118b6981-d691-4f27-92e9-64740a0041af req-11879243-b28b-45f7-a1c8-07b36fc718a0 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 945 time: 0.0638704 Jul 16 09:40:51.680170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-118b6981-d691-4f27-92e9-64740a0041af req-e0a7f0ba-919d-4370-b75a-41a886fa29e7 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Jul 16 09:40:52.848914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beba4a-faa9-4ad2-b214-053c7f2bdfa6 req-6de8d6bf-39e5-461a-8333-c21c291fd11a tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:52.850332 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6beba4a-faa9-4ad2-b214-053c7f2bdfa6 req-6de8d6bf-39e5-461a-8333-c21c291fd11a tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 945 time: 0.0618253 Jul 16 09:40:52.891758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f6beba4a-faa9-4ad2-b214-053c7f2bdfa6 req-90987874-516b-4cf5-87ba-8dd73ed9d2eb tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353613 Jul 16 09:40:52.952571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device afe500c4-3335-469d-b23b-ba953e10cb3f up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:53.002767 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port afe500c4-3335-469d-b23b-ba953e10cb3f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:53.006907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port afe500c4-3335-469d-b23b-ba953e10cb3f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:53.007282 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.082878 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.105553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560af9d8-d801-485b-bda6-44d027b6e736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe500c4-3335-469d-b23b-ba953e10cb3f'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:53.107756 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a9c2da-d457-47b9-a577-aafbaaa73a5e" -d '{"events": [{"server_uuid": "560af9d8-d801-485b-bda6-44d027b6e736", "name": "network-vif-plugged", "status": "completed", "tag": "afe500c4-3335-469d-b23b-ba953e10cb3f"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:53.120353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port afe500c4-3335-469d-b23b-ba953e10cb3f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=afe500c4-3335-469d-b23b-ba953e10cb3f,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:53.124098 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.153075 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960ebb80-4dd8-4925-84be-a72571a930b2 x-openstack-request-id: req-960ebb80-4dd8-4925-84be-a72571a930b2 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:53.153361 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560af9d8-d801-485b-bda6-44d027b6e736", "name": "network-vif-plugged", "status": "completed", "tag": "afe500c4-3335-469d-b23b-ba953e10cb3f", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:53.153613 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-960ebb80-4dd8-4925-84be-a72571a930b2 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:53.154022 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560af9d8-d801-485b-bda6-44d027b6e736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe500c4-3335-469d-b23b-ba953e10cb3f', 'code': 200} Jul 16 09:40:53.177621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=afe500c4-3335-469d-b23b-ba953e10cb3f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:53.257992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9407a7-3822-46be-8ad5-674212ab8dfb req-b99d988c-1b2b-4e86-b2f8-aa1184634e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:53.259540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb9407a7-3822-46be-8ad5-674212ab8dfb req-b99d988c-1b2b-4e86-b2f8-aa1184634e4b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 1098 time: 0.0525022 Jul 16 09:40:53.293891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eb9407a7-3822-46be-8ad5-674212ab8dfb req-dc977ba9-6e10-4f87-89fe-cd8850711eb9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284274 Jul 16 09:40:54.067402 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98548e29-aa6c-45d8-a6cd-cf0037ce93be req-dbe771dc-6080-4e3f-bd26-17fce06230fe tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:54.069014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98548e29-aa6c-45d8-a6cd-cf0037ce93be req-dbe771dc-6080-4e3f-bd26-17fce06230fe tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 946 time: 0.0643983 Jul 16 09:40:54.109427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98548e29-aa6c-45d8-a6cd-cf0037ce93be req-6878d26a-bf80-47d7-bacb-27ecae2c8aa9 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Jul 16 09:40:55.295385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a206bd-fcad-4a07-a386-7c539722df94 req-2cb7ef0a-6b39-4aad-9ed0-24da5809cc1d tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:55.296903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79a206bd-fcad-4a07-a386-7c539722df94 req-2cb7ef0a-6b39-4aad-9ed0-24da5809cc1d tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 946 time: 0.0730937 Jul 16 09:40:55.335261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79a206bd-fcad-4a07-a386-7c539722df94 req-6d9b88ca-eafc-4b23-a011-5f5355f87651 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Jul 16 09:40:55.760930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7a31-de63-471b-8f25-cbc0db2d54bc req-25c2a988-a0fd-42c4-8c9e-a9191354367b tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:55.762493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-519f7a31-de63-471b-8f25-cbc0db2d54bc req-25c2a988-a0fd-42c4-8c9e-a9191354367b tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 946 time: 0.0737703 Jul 16 09:40:55.805691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-519f7a31-de63-471b-8f25-cbc0db2d54bc req-80ec588d-0dcd-4ce1-897d-c962bedce71c tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377223 Jul 16 09:40:57.027852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5529eb-0f35-438f-84e0-2277bdaf3aab req-0b76085b-dce0-4429-aa9d-a8a3499f56cd tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:57.029492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e5529eb-0f35-438f-84e0-2277bdaf3aab req-0b76085b-dce0-4429-aa9d-a8a3499f56cd tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 946 time: 0.1099827 Jul 16 09:40:57.037580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-d2251fe2-5a2a-4d66-b2cb-367c8a96029d tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:57.038985 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-d2251fe2-5a2a-4d66-b2cb-367c8a96029d tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.52 "GET /v2.0/ports?device_id=560af9d8-d801-485b-bda6-44d027b6e736 HTTP/1.1" status: 200 len: 946 time: 0.1104755 Jul 16 09:40:57.116403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e5529eb-0f35-438f-84e0-2277bdaf3aab req-766c46f2-9f34-4fdc-8737-dbf6aae6e399 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763826 Jul 16 09:40:57.169596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Deleting port afe500c4-3335-469d-b23b-ba953e10cb3f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:57.169972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:57.261290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] For port afe500c4-3335-469d-b23b-ba953e10cb3f, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=afe500c4-3335-469d-b23b-ba953e10cb3f,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:57.261671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:57.273769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Calling delete_port for afe500c4-3335-469d-b23b-ba953e10cb3f owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:57.405196 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:57.418520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['afe500c4-3335-469d-b23b-ba953e10cb3f'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:57.421496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['9d0742c1-07a6-4ef7-8b82-60cb35ed856d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:57.434728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Pushing event deleted for resources: {'Port': ['ID=afe500c4-3335-469d-b23b-ba953e10cb3f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:57.481502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] No DVR routers for this DVR port afe500c4-3335-469d-b23b-ba953e10cb3f on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:40:57.484114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:57.486124 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a22dbc3f-50b7-491c-89e4-714e923a2a56 req-ab4fffe6-47dd-403e-b0e3-65a094ce6fef tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.52 "DELETE /v2.0/ports/afe500c4-3335-469d-b23b-ba953e10cb3f HTTP/1.1" status: 204 len: 173 time: 0.4396894 Jul 16 09:40:57.486538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560af9d8-d801-485b-bda6-44d027b6e736', 'name': 'network-vif-deleted', 'tag': 'afe500c4-3335-469d-b23b-ba953e10cb3f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:57.488777 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85af82c1-576b-4ab3-903d-f749d26e603c" -d '{"events": [{"server_uuid": "560af9d8-d801-485b-bda6-44d027b6e736", "name": "network-vif-deleted", "tag": "afe500c4-3335-469d-b23b-ba953e10cb3f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:57.534000 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07107b43-cd7e-4e25-82f6-50cc1743b2e3 x-openstack-request-id: req-07107b43-cd7e-4e25-82f6-50cc1743b2e3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:57.534436 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560af9d8-d801-485b-bda6-44d027b6e736", "name": "network-vif-deleted", "tag": "afe500c4-3335-469d-b23b-ba953e10cb3f", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:57.534717 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07107b43-cd7e-4e25-82f6-50cc1743b2e3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:57.535123 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560af9d8-d801-485b-bda6-44d027b6e736', 'name': 'network-vif-deleted', 'tag': 'afe500c4-3335-469d-b23b-ba953e10cb3f', 'status': 'completed', 'code': 200} Jul 16 09:40:58.361313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01436-1772-4a96-a119-924129a08802 req-9a136a18-0d1c-4054-9ef5-a3e825f50656 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:58.362855 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ac01436-1772-4a96-a119-924129a08802 req-9a136a18-0d1c-4054-9ef5-a3e825f50656 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0665748 Jul 16 09:40:58.401263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0ac01436-1772-4a96-a119-924129a08802 req-5b30675d-cfcd-4bb8-b917-02d6329c9190 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Jul 16 09:40:58.593159 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f79aea-f4d4-4dac-bbb5-451ddf9e7325 req-ece7d51a-0562-46a5-971d-d9150edcb468 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:58.594802 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4f79aea-f4d4-4dac-bbb5-451ddf9e7325 req-ece7d51a-0562-46a5-971d-d9150edcb468 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0631387 Jul 16 09:40:58.632460 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f4f79aea-f4d4-4dac-bbb5-451ddf9e7325 req-30f3c0d8-3f5f-425a-b723-fdee473d5fd4 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Jul 16 09:40:58.803047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3c360-43b4-4d32-b0d1-4732cdaee4f8 req-6e7221ce-15dc-4711-85bc-06fd13a8d4e8 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:58.804524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38b3c360-43b4-4d32-b0d1-4732cdaee4f8 req-6e7221ce-15dc-4711-85bc-06fd13a8d4e8 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0627596 Jul 16 09:40:58.847410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38b3c360-43b4-4d32-b0d1-4732cdaee4f8 req-89918140-9334-42a0-a3ac-e1a206c45878 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369234 Jul 16 09:40:59.118012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bad8b-8757-4334-97f9-0e3991632248 req-4efae45f-f77b-4f42-b161-1c11fe96fc66 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:59.120310 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c71bad8b-8757-4334-97f9-0e3991632248 req-4efae45f-f77b-4f42-b161-1c11fe96fc66 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0651605 Jul 16 09:40:59.157633 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c71bad8b-8757-4334-97f9-0e3991632248 req-b2e7205d-61fc-43a6-973e-9ef4a966bcb3 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Jul 16 09:40:59.328020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d600f-96cf-4180-95fc-01d8aa69c00d req-6021d60b-1a45-4084-bbe1-172e77a4174c tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:59.329419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d7d600f-96cf-4180-95fc-01d8aa69c00d req-6021d60b-1a45-4084-bbe1-172e77a4174c tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0634415 Jul 16 09:40:59.366104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d7d600f-96cf-4180-95fc-01d8aa69c00d req-1e9b9eee-2d74-4413-a180-829d534da82d tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312214 Jul 16 09:40:59.550819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395ae28-548f-4b7e-8a6a-9592bebbabd0 req-d0d6cf50-d637-4886-afea-8b41848bd370 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:59.552330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2395ae28-548f-4b7e-8a6a-9592bebbabd0 req-d0d6cf50-d637-4886-afea-8b41848bd370 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0678103 Jul 16 09:40:59.590322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2395ae28-548f-4b7e-8a6a-9592bebbabd0 req-baed2ce8-0d29-4d07-bce7-c1eed92c85d9 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Jul 16 09:41:00.114525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1713a2a-2bec-490d-acb7-16ab79c3e31b req-ccf4015e-0af5-417d-8507-db71ff19f961 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:00.115902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1713a2a-2bec-490d-acb7-16ab79c3e31b req-ccf4015e-0af5-417d-8507-db71ff19f961 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0632126 Jul 16 09:41:00.153127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1713a2a-2bec-490d-acb7-16ab79c3e31b req-7bdebc48-b686-4503-86ec-5e94bfed69d8 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Jul 16 09:41:00.620397 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:00.967374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device afe500c4-3335-469d-b23b-ba953e10cb3f no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:00.990445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: afe500c4-3335-469d-b23b-ba953e10cb3f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:00.990788 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device afe500c4-3335-469d-b23b-ba953e10cb3f not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:01.328351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dae25-f6f8-4af9-ab85-d893341c4e1c req-dea4c7d5-0446-413b-b79d-27d091f185bd tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:01.329781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd6dae25-f6f8-4af9-ab85-d893341c4e1c req-dea4c7d5-0446-413b-b79d-27d091f185bd tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0628257 Jul 16 09:41:01.373041 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd6dae25-f6f8-4af9-ab85-d893341c4e1c req-92589856-c418-417f-8224-270337f159e3 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f021e59-a54f-4946-8d3f-ffad17907f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jul 16 09:41:01.542808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-fe166015-0d2a-4fec-ba41-017f8f96f11f tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:01.544289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-fe166015-0d2a-4fec-ba41-017f8f96f11f tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 946 time: 0.0641067 Jul 16 09:41:01.644110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Deleting port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:01.644455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:01.735713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] For port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,segment=NetworkSegment(f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8),segment_id=f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:01.736080 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:01.748247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Calling delete_port for 9d0742c1-07a6-4ef7-8b82-60cb35ed856d owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:01.877394 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:01.891131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['9d0742c1-07a6-4ef7-8b82-60cb35ed856d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:41:01.909267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Pushing event deleted for resources: {'Port': ['ID=9d0742c1-07a6-4ef7-8b82-60cb35ed856d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:01.952680 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] No DVR routers for this DVR port 9d0742c1-07a6-4ef7-8b82-60cb35ed856d on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:01.955238 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:01.957255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc962aa3-2e4b-4e93-abc6-d48f04510f09 req-1dabf0fe-69e2-48ac-ace3-70065e313794 tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.54 "DELETE /v2.0/ports/9d0742c1-07a6-4ef7-8b82-60cb35ed856d HTTP/1.1" status: 204 len: 173 time: 0.4072950 Jul 16 09:41:01.957726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43b7044-2dd8-4dc6-bb7e-407ba319c430', 'name': 'network-vif-deleted', 'tag': '9d0742c1-07a6-4ef7-8b82-60cb35ed856d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:01.959964 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eff5ce-d08e-4beb-968b-51931bdbfa9d" -d '{"events": [{"server_uuid": "f43b7044-2dd8-4dc6-bb7e-407ba319c430", "name": "network-vif-deleted", "tag": "9d0742c1-07a6-4ef7-8b82-60cb35ed856d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:02.001817 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda5e3c7-0544-4c6d-866c-97e91b376cd2 x-openstack-request-id: req-eda5e3c7-0544-4c6d-866c-97e91b376cd2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:02.002115 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43b7044-2dd8-4dc6-bb7e-407ba319c430", "name": "network-vif-deleted", "tag": "9d0742c1-07a6-4ef7-8b82-60cb35ed856d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:02.002368 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eda5e3c7-0544-4c6d-866c-97e91b376cd2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:02.002815 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43b7044-2dd8-4dc6-bb7e-407ba319c430', 'name': 'network-vif-deleted', 'tag': '9d0742c1-07a6-4ef7-8b82-60cb35ed856d', 'status': 'completed', 'code': 200} Jul 16 09:41:02.532767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-81afefc2-f23b-445b-8bdd-6498d920638e req-90fe6265-5d0c-40d4-bfb0-16a0d211b79b tempest-ServersNegativeTestJSON-629200220 tempest-ServersNegativeTestJSON-629200220-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43b7044-2dd8-4dc6-bb7e-407ba319c430 HTTP/1.1" status: 200 len: 210 time: 0.0296314 Jul 16 09:41:03.624289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51824) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:03.671588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c83886-cfec-45fe-85da-ffc08ec9e945 admin admin] Deleting subnet 6894a70b-1947-498e-8782-3e29d4126f8e {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:41:03.674563 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c83886-cfec-45fe-85da-ffc08ec9e945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.707848 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c83886-cfec-45fe-85da-ffc08ec9e945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.746159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c83886-cfec-45fe-85da-ffc08ec9e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.798769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c83886-cfec-45fe-85da-ffc08ec9e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.828625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c83886-cfec-45fe-85da-ffc08ec9e945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6894a70b-1947-498e-8782-3e29d4126f8e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:03.832176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92c83886-cfec-45fe-85da-ffc08ec9e945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.835490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-92c83886-cfec-45fe-85da-ffc08ec9e945 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6894a70b-1947-498e-8782-3e29d4126f8e HTTP/1.1" status: 204 len: 168 time: 0.2088315 Jul 16 09:41:03.836519 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51826) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:03.904096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.984983 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.995338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61804a2-de6e-4963-84fd-8bc47df74d53']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:04.005012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:04.005306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49dfb68-bb2f-44b8-b1ab-e57e2028d6d8') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:04.015162 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.028432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.034097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:04.034489 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:04.036095 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:04.089072 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.095438 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.097251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c61804a2-de6e-4963-84fd-8bc47df74d53 HTTP/1.1" status: 204 len: 168 time: 0.2598360 Jul 16 09:41:04.108331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bae2c-af38-4b1b-8042-31d44beb40d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c61804a2-de6e-4963-84fd-8bc47df74d53,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:04.206493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:04.250893 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1d48c3c7-423c-4baa-957e-7fc63a989709 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7d454248c444fe9b8a717f3455e1797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432076 Jul 16 09:41:04.253260 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:04.302860 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61e22ae2-077d-4fa9-b519-19fa248f45e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.323929 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61e22ae2-077d-4fa9-b519-19fa248f45e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.369761 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61e22ae2-077d-4fa9-b519-19fa248f45e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.372384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61e22ae2-077d-4fa9-b519-19fa248f45e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.373594 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-61e22ae2-077d-4fa9-b519-19fa248f45e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f021e59-a54f-4946-8d3f-ffad17907f1b HTTP/1.1" status: 204 len: 168 time: 0.1193969 Jul 16 09:41:04.382880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e22ae2-077d-4fa9-b519-19fa248f45e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f021e59-a54f-4946-8d3f-ffad17907f1b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:04.940960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9d0742c1-07a6-4ef7-8b82-60cb35ed856d no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:04.960904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 9d0742c1-07a6-4ef7-8b82-60cb35ed856d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:04.961243 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 9d0742c1-07a6-4ef7-8b82-60cb35ed856d not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:05.034369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51854) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:05.125245 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256481547'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:05.146861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:05.151091 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.159502 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.251296 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.255804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.279310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:05.294917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50411f9-b6cc-4ffa-b238-a755c4b28ee1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:05.297822 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.298170 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Added segment 88835015-7613-4eeb-8adf-0a152ccd2785 of type vlan for network 932cbdc1-2763-4fa4-8716-82056ccc3e6d Jul 16 09:41:05.341210 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.369722 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.375736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:05.376338 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.421194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3856258 Jul 16 09:41:05.451681 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70750de-7553-40bd-a1de-d3de541c18a2 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Network': ['ID=932cbdc1-2763-4fa4-8716-82056ccc3e6d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:05.465046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 932cbdc1-2763-4fa4-8716-82056ccc3e6d details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:08.647834 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51860) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:08.653639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'subnet': {'network_id': '932cbdc1-2763-4fa4-8716-82056ccc3e6d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:08.744095 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:08.747751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:08.927951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:08.987571 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Subnet': ['ID=206b1c67-acae-4899-8ef5-2c29b92462bf,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:08.994844 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Checking segment: {'id': '88835015-7613-4eeb-8adf-0a152ccd2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '932cbdc1-2763-4fa4-8716-82056ccc3e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:08.995206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network hostable DHCP agents. Network: 932cbdc1-2763-4fa4-8716-82056ccc3e6d, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:09.012457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network 932cbdc1-2763-4fa4-8716-82056ccc3e6d is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:09.021242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 932cbdc1-2763-4fa4-8716-82056ccc3e6d) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:09.025802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:09.026370 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.031653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb7546-6aa8-45f2-81df-89313eb792b7 None None] Network 932cbdc1-2763-4fa4-8716-82056ccc3e6d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:09.040805 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-703d1464-20bf-47b0-8ec8-92306cabf75a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3912690 Jul 16 09:41:09.044253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51862) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:09.049175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1548541460'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:09.069857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:09.073328 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.096613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:09.106230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.106551 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Added segment 7a991a02-82e3-42f4-b0cd-eff9cb17f1df of type vlan for network 2fe52119-3a44-4f7b-a6a8-10293f032387 Jul 16 09:41:09.147265 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.175623 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.181929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:09.182408 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.185680 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-932cbdc1-2763-4fa4-8716-82056ccc3e6d', 'network_id': '932cbdc1-2763-4fa4-8716-82056ccc3e6d', 'tenant_id': 'ab4063de16b145698747aa8c7b500c99', 'fixed_ips': [{'subnet_id': '206b1c67-acae-4899-8ef5-2c29b92462bf'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:09.186552 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.220283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1750004 Jul 16 09:41:09.223037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51864) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:09.230054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'subnet': {'network_id': '2fe52119-3a44-4f7b-a6a8-10293f032387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:09.277105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1a7e7-dd51-48ac-b03a-8ca094bd3b96 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Network': ['ID=2fe52119-3a44-4f7b-a6a8-10293f032387,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:09.303193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 2fe52119-3a44-4f7b-a6a8-10293f032387 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:09.345086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:09.348981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.382594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Allocated IP 2001:db8:0:ffff::2 (932cbdc1-2763-4fa4-8716-82056ccc3e6d/206b1c67-acae-4899-8ef5-2c29b92462bf/b642c56d-3f7d-45b0-a26f-29d848e93f37) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:09.538254 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.539076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.546780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Transition to ACTIVE for port object b642c56d-3f7d-45b0-a26f-29d848e93f37 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:09.562408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Transition to ACTIVE for port object b642c56d-3f7d-45b0-a26f-29d848e93f37 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:09.567931 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.610013 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Subnet': ['ID=ef906f5f-91e7-426d-9689-c973e87e2a5f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:09.616510 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Network 932cbdc1-2763-4fa4-8716-82056ccc3e6d is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:09.617211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Checking segment: {'id': '7a991a02-82e3-42f4-b0cd-eff9cb17f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2fe52119-3a44-4f7b-a6a8-10293f032387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:09.617560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network hostable DHCP agents. Network: 2fe52119-3a44-4f7b-a6a8-10293f032387, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:09.620458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:09.624837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:09.627844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Pushing event updated for resources: {'Port': ['ID=b642c56d-3f7d-45b0-a26f-29d848e93f37,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:09.635416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network 2fe52119-3a44-4f7b-a6a8-10293f032387 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:09.638671 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.639100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.639435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.639775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.640104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.640428 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.640749 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.641068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.641386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.641731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.642059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.642370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:09.644270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 2fe52119-3a44-4f7b-a6a8-10293f032387) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:09.648715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:09.649384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.667635 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51866) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:09.668241 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-53a5f237-401b-4486-ad17-00f4b7a61b10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4436564 Jul 16 09:41:09.668345 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e19cf8-d5c9-40f9-9085-0606b2d12162 None None] Network 2fe52119-3a44-4f7b-a6a8-10293f032387 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:09.720040 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Attempting to bind port b642c56d-3f7d-45b0-a26f-29d848e93f37 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:09.720411 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Attempting to bind port b642c56d-3f7d-45b0-a26f-29d848e93f37 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '88835015-7613-4eeb-8adf-0a152ccd2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '932cbdc1-2763-4fa4-8716-82056ccc3e6d'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:09.720772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Attempting to bind port b642c56d-3f7d-45b0-a26f-29d848e93f37 on network 932cbdc1-2763-4fa4-8716-82056ccc3e6d {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:09.752795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:09.753168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Checking segment: {'id': '88835015-7613-4eeb-8adf-0a152ccd2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '932cbdc1-2763-4fa4-8716-82056ccc3e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:09.753567 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.753994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Bound using segment: {'id': '88835015-7613-4eeb-8adf-0a152ccd2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '932cbdc1-2763-4fa4-8716-82056ccc3e6d'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:09.754461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Bound port: b642c56d-3f7d-45b0-a26f-29d848e93f37, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88835015-7613-4eeb-8adf-0a152ccd2785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '932cbdc1-2763-4fa4-8716-82056ccc3e6d'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:09.754839 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.768174 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.842402 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.860351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] For port b642c56d-3f7d-45b0-a26f-29d848e93f37, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:09.864866 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] For port b642c56d-3f7d-45b0-a26f-29d848e93f37, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b642c56d-3f7d-45b0-a26f-29d848e93f37,segment=NetworkSegment(88835015-7613-4eeb-8adf-0a152ccd2785),segment_id=88835015-7613-4eeb-8adf-0a152ccd2785)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:09.870054 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.912259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.929248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809159d-0691-4581-89b7-1f9346f39b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-2fe52119-3a44-4f7b-a6a8-10293f032387', 'network_id': '2fe52119-3a44-4f7b-a6a8-10293f032387', 'tenant_id': 'ab4063de16b145698747aa8c7b500c99', 'fixed_ips': [{'subnet_id': 'ef906f5f-91e7-426d-9689-c973e87e2a5f'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:09.930110 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5809159d-0691-4581-89b7-1f9346f39b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.946407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Subnet': ['ID=ef906f5f-91e7-426d-9689-c973e87e2a5f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:09.968986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74397ee3-7436-4c89-84eb-bf7da48453eb None None] Pushing event updated for resources: {'Port': ['ID=b642c56d-3f7d-45b0-a26f-29d848e93f37,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:10.019790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.031539 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe52119-3a44-4f7b-a6a8-10293f032387']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:10.039252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c5189-1174-4255-b74a-bacc9d21c909 None None] Network 2fe52119-3a44-4f7b-a6a8-10293f032387 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:10.048529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a991a02-82e3-42f4-b0cd-eff9cb17f1df') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:10.048961 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a991a02-82e3-42f4-b0cd-eff9cb17f1df') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:10.058832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.073843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.080760 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:10.081180 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:10.084257 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:10.162858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.173031 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.174922 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/2fe52119-3a44-4f7b-a6a8-10293f032387 HTTP/1.1" status: 204 len: 168 time: 0.5062339 Jul 16 09:41:10.178816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51868) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:10.189388 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c824d-b88c-4772-aaca-8c02949e888c tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Network': ['ID=2fe52119-3a44-4f7b-a6a8-10293f032387,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:10.190166 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1238960622'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:10.214311 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:10.217922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.245112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:10.255125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.255487 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Added segment be2fb07f-d9b9-4d1a-b964-e09b31373710 of type vlan for network d92be0ae-c97a-475d-b37f-cd055e4ec5f1 Jul 16 09:41:10.296851 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.324270 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.329836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:10.330418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.366694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1864333 Jul 16 09:41:10.369635 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51870) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:10.374959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'subnet': {'network_id': 'd92be0ae-c97a-475d-b37f-cd055e4ec5f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:10.402406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce0469-1a4e-422b-b446-36944a4d74de tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Network': ['ID=d92be0ae-c97a-475d-b37f-cd055e4ec5f1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:10.413025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network d92be0ae-c97a-475d-b37f-cd055e4ec5f1 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:10.468147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:10.472365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.529749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.ipam_backend_mixin [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Performing IP validity checks on allocation pools {{(pid=94164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:41:10.530278 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.ipam_backend_mixin [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:41:10.661440 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.718874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Subnet': ['ID=aacb7248-c2f7-42ad-8b0a-c98ada3db413,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:10.736069 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Checking segment: {'id': 'be2fb07f-d9b9-4d1a-b964-e09b31373710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd92be0ae-c97a-475d-b37f-cd055e4ec5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:10.736446 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network hostable DHCP agents. Network: d92be0ae-c97a-475d-b37f-cd055e4ec5f1, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:10.754532 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network d92be0ae-c97a-475d-b37f-cd055e4ec5f1 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:10.764930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, d92be0ae-c97a-475d-b37f-cd055e4ec5f1) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:10.769250 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:10.769887 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.777810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd9c74-01d1-49cf-a8a0-cc86313a1929 None None] Network d92be0ae-c97a-475d-b37f-cd055e4ec5f1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:10.787225 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c49f7037-40b6-4fd7-93d8-60aeca224eef tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4161227 Jul 16 09:41:10.790231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51872) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:10.890350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.931438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30e6b5-3ff0-4139-8dc5-305703c247bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-d92be0ae-c97a-475d-b37f-cd055e4ec5f1', 'network_id': 'd92be0ae-c97a-475d-b37f-cd055e4ec5f1', 'tenant_id': 'ab4063de16b145698747aa8c7b500c99', 'fixed_ips': [{'subnet_id': 'aacb7248-c2f7-42ad-8b0a-c98ada3db413'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:10.932391 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a30e6b5-3ff0-4139-8dc5-305703c247bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.975229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.003632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e917729b-24ad-4c8d-b1ae-b07bd12bc185 None None] Network 932cbdc1-2763-4fa4-8716-82056ccc3e6d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:11.035661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.064282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Subnet': ['ID=aacb7248-c2f7-42ad-8b0a-c98ada3db413,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server [None req-9a30e6b5-3ff0-4139-8dc5-305703c247bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aacb7248-c2f7-42ad-8b0a-c98ada3db413: This subnet is being modified by another concurrent operation. Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aacb7248-c2f7-42ad-8b0a-c98ada3db413: This subnet is being modified by another concurrent operation. Jul 16 09:41:11.082668 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Jul 16 09:41:11.103236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1a9ed36f-a6e6-4f52-98a1-4916e15e7874 None None] Provisioning for port b642c56d-3f7d-45b0-a26f-29d848e93f37 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:11.106447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555576bc-c3b8-45de-bbfc-bf259d444c28 None None] Network d92be0ae-c97a-475d-b37f-cd055e4ec5f1 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:11.128424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.139502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92be0ae-c97a-475d-b37f-cd055e4ec5f1']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:11.148597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2fb07f-d9b9-4d1a-b964-e09b31373710') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:11.148885 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2fb07f-d9b9-4d1a-b964-e09b31373710') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:11.488159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb7f818-847a-453a-baf5-8c521630415a None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:41:11.505597 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.519635 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.527126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:11.527513 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:11.530521 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:11.565078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7f818-847a-453a-baf5-8c521630415a None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:41:11.586676 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.594167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.600095 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51874) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:11.600644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/d92be0ae-c97a-475d-b37f-cd055e4ec5f1 HTTP/1.1" status: 204 len: 168 time: 0.8091414 Jul 16 09:41:11.605869 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1564403112'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:11.612762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99a54b-324d-470c-b67b-e900f2905bcd tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Network': ['ID=d92be0ae-c97a-475d-b37f-cd055e4ec5f1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:11.633373 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:11.636920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.663285 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:11.673951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.674304 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Added segment 0e831e11-762c-480d-8754-a63aafd3d4d7 of type vlan for network e3698ff9-984b-46f9-9a12-b689e0ade776 Jul 16 09:41:11.717628 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.749158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.755120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:11.755735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.794820 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1938553 Jul 16 09:41:11.798906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51876) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:11.804085 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'subnet': {'network_id': 'e3698ff9-984b-46f9-9a12-b689e0ade776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:11.840865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f77282-1a77-49d2-b5ae-de8da5099ff9 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Network': ['ID=e3698ff9-984b-46f9-9a12-b689e0ade776,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:11.862786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network e3698ff9-984b-46f9-9a12-b689e0ade776 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:11.907464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:11.910915 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.932481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b642c56d-3f7d-45b0-a26f-29d848e93f37 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:12.027324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b642c56d-3f7d-45b0-a26f-29d848e93f37 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:12.038513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b642c56d-3f7d-45b0-a26f-29d848e93f37 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:12.038884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.106372 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.118380 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.154090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b642c56d-3f7d-45b0-a26f-29d848e93f37, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b642c56d-3f7d-45b0-a26f-29d848e93f37,segment=NetworkSegment(88835015-7613-4eeb-8adf-0a152ccd2785),segment_id=88835015-7613-4eeb-8adf-0a152ccd2785)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:12.158915 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.173232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Subnet': ['ID=aed794b1-759b-4da6-9120-2f397a3d3e55,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:12.183032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Checking segment: {'id': '0e831e11-762c-480d-8754-a63aafd3d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3698ff9-984b-46f9-9a12-b689e0ade776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:12.183400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network hostable DHCP agents. Network: e3698ff9-984b-46f9-9a12-b689e0ade776, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:12.200362 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network e3698ff9-984b-46f9-9a12-b689e0ade776 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:12.209629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, e3698ff9-984b-46f9-9a12-b689e0ade776) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:12.213072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b642c56d-3f7d-45b0-a26f-29d848e93f37,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:12.215113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:12.215710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.229208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a53815-ca27-404e-b5f6-c36d4f993d3d None None] Network e3698ff9-984b-46f9-9a12-b689e0ade776 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:12.231781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-10f1247e-a61a-4ad1-ae07-2d7c74c79414 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4317267 Jul 16 09:41:12.237001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51878) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:12.242375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256178976'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:12.263739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:12.268662 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.294765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:12.303717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.304186 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Added segment 754e840d-acd6-4de0-93f4-a55a1a92e4b2 of type vlan for network 2577a283-9244-4395-96fc-a15a8a9f8131 Jul 16 09:41:12.349281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.379770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.386717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:12.387332 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.388744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-e3698ff9-984b-46f9-9a12-b689e0ade776', 'network_id': 'e3698ff9-984b-46f9-9a12-b689e0ade776', 'tenant_id': 'ab4063de16b145698747aa8c7b500c99', 'fixed_ips': [{'subnet_id': 'aed794b1-759b-4da6-9120-2f397a3d3e55'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:12.389753 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.423433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1825631 Jul 16 09:41:12.424300 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51880) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:12.429013 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Request body: {'subnet': {'network_id': '2577a283-9244-4395-96fc-a15a8a9f8131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:12.464884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c33289-cbfa-4bc3-89f3-f92a29096a87 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Network': ['ID=2577a283-9244-4395-96fc-a15a8a9f8131,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:12.477163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 2577a283-9244-4395-96fc-a15a8a9f8131 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:12.528047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Made reservation on behalf of ab4063de16b145698747aa8c7b500c99 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:12.531809 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.590050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Allocated IP 2001:db8::2 (e3698ff9-984b-46f9-9a12-b689e0ade776/aed794b1-759b-4da6-9120-2f397a3d3e55/2cd74e20-56da-4d02-9b20-04fc9da9ba9b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:12.726863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.750937 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.760429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Transition to ACTIVE for port object 2cd74e20-56da-4d02-9b20-04fc9da9ba9b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:12.775886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Transition to ACTIVE for port object 2cd74e20-56da-4d02-9b20-04fc9da9ba9b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:12.782254 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.807692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Checking segment: {'id': '754e840d-acd6-4de0-93f4-a55a1a92e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2577a283-9244-4395-96fc-a15a8a9f8131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:12.808293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network hostable DHCP agents. Network: 2577a283-9244-4395-96fc-a15a8a9f8131, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:12.811241 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event updated for resources: {'Subnet': ['ID=fe4e2181-7a86-4df6-9b9e-79b60d6c0f70,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:12.823531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Network e3698ff9-984b-46f9-9a12-b689e0ade776 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:12.829312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:12.830086 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Network 2577a283-9244-4395-96fc-a15a8a9f8131 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:12.831456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Pushing event updated for resources: {'Port': ['ID=2cd74e20-56da-4d02-9b20-04fc9da9ba9b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:12.833601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:12.845161 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 2577a283-9244-4395-96fc-a15a8a9f8131) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:12.850293 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:12.851594 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.862523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971faeae-cfc5-427c-92cd-169d36e4e086 None None] Network 2577a283-9244-4395-96fc-a15a8a9f8131 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:12.867427 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7bb95f9c-8195-49f9-be5f-047563a28a38 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4424598 Jul 16 09:41:12.870054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51882) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:12.942655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Attempting to bind port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:12.942957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Attempting to bind port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '0e831e11-762c-480d-8754-a63aafd3d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3698ff9-984b-46f9-9a12-b689e0ade776'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:12.943306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Attempting to bind port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b on network e3698ff9-984b-46f9-9a12-b689e0ade776 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:12.954724 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:12.955092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Checking segment: {'id': '0e831e11-762c-480d-8754-a63aafd3d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3698ff9-984b-46f9-9a12-b689e0ade776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:12.955489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.955874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Bound using segment: {'id': '0e831e11-762c-480d-8754-a63aafd3d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3698ff9-984b-46f9-9a12-b689e0ade776'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:12.956686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Bound port: 2cd74e20-56da-4d02-9b20-04fc9da9ba9b, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e831e11-762c-480d-8754-a63aafd3d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3698ff9-984b-46f9-9a12-b689e0ade776'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:12.956686 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.980464 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.039782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.067237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] For port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:13.096116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] For port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2cd74e20-56da-4d02-9b20-04fc9da9ba9b,segment=NetworkSegment(0e831e11-762c-480d-8754-a63aafd3d4d7),segment_id=0e831e11-762c-480d-8754-a63aafd3d4d7)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:13.098723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf06c6-3de6-4752-a1e9-8647dc8b5c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-2577a283-9244-4395-96fc-a15a8a9f8131', 'network_id': '2577a283-9244-4395-96fc-a15a8a9f8131', 'tenant_id': 'ab4063de16b145698747aa8c7b500c99', 'fixed_ips': [{'subnet_id': 'fe4e2181-7a86-4df6-9b9e-79b60d6c0f70'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:13.099635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dcdf06c6-3de6-4752-a1e9-8647dc8b5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.104395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.110176 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.133634 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4e2181-7a86-4df6-9b9e-79b60d6c0f70,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:13.208810 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.225010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2577a283-9244-4395-96fc-a15a8a9f8131']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:13.231219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d6a10-97d9-42ed-b63e-9dba8c445b9e None None] Pushing event updated for resources: {'Port': ['ID=2cd74e20-56da-4d02-9b20-04fc9da9ba9b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:13.249454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754e840d-acd6-4de0-93f4-a55a1a92e4b2') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:13.249755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754e840d-acd6-4de0-93f4-a55a1a92e4b2') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:13.254935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f478428-9a11-41aa-a150-76e43a6a9003 None None] Network 2577a283-9244-4395-96fc-a15a8a9f8131 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:13.260396 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.275035 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.281930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:13.282331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:13.285360 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:13.358679 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.382917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.385072 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/2577a283-9244-4395-96fc-a15a8a9f8131 HTTP/1.1" status: 204 len: 168 time: 0.5134900 Jul 16 09:41:13.386070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955cc3f-90e9-4061-b274-6cf8b90ae60f tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Network': ['ID=2577a283-9244-4395-96fc-a15a8a9f8131,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:13.387849 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51884) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:13.419946 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faf9def-37d7-4bc6-8d23-267a1bfb0919 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] GET failed (client error): The resource could not be found. Jul 16 09:41:13.421422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8faf9def-37d7-4bc6-8d23-267a1bfb0919 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "GET /v2.0/subnets/fe4e2181-7a86-4df6-9b9e-79b60d6c0f70 HTTP/1.1" status: 404 len: 337 time: 0.0326023 Jul 16 09:41:13.424243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51886) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:13.442659 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff29006-4b4c-43a6-aea6-c5e1df71004a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] DELETE failed (client error): The resource could not be found. Jul 16 09:41:13.443301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff29006-4b4c-43a6-aea6-c5e1df71004a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:41:13.445162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0ff29006-4b4c-43a6-aea6-c5e1df71004a tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/2577a283-9244-4395-96fc-a15a8a9f8131 HTTP/1.1" status: 404 len: 339 time: 0.0198610 Jul 16 09:41:13.449578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51888) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:13.483039 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-823e47a5-f407-44cf-953c-8377337791df tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] DELETE failed (client error): The resource could not be found. Jul 16 09:41:13.483462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823e47a5-f407-44cf-953c-8377337791df tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:41:13.485234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-823e47a5-f407-44cf-953c-8377337791df tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/subnets/fe4e2181-7a86-4df6-9b9e-79b60d6c0f70 HTTP/1.1" status: 404 len: 337 time: 0.0346394 Jul 16 09:41:13.487806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51890) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:13.507172 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8eae2c-cf1a-4c46-91df-e0ffb565048b tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] DELETE failed (client error): The resource could not be found. Jul 16 09:41:13.507718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8eae2c-cf1a-4c46-91df-e0ffb565048b tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:41:13.510158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3e8eae2c-cf1a-4c46-91df-e0ffb565048b tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/2577a283-9244-4395-96fc-a15a8a9f8131 HTTP/1.1" status: 404 len: 339 time: 0.0212259 Jul 16 09:41:13.512764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51892) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:13.562363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec52b396-1388-42aa-8414-23be1fd0d1a4 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Deleting subnet aed794b1-759b-4da6-9120-2f397a3d3e55 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:41:13.565404 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec52b396-1388-42aa-8414-23be1fd0d1a4 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.605618 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec52b396-1388-42aa-8414-23be1fd0d1a4 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.694062 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec52b396-1388-42aa-8414-23be1fd0d1a4 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.752686 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec52b396-1388-42aa-8414-23be1fd0d1a4 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.780441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52b396-1388-42aa-8414-23be1fd0d1a4 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Subnet': ['ID=aed794b1-759b-4da6-9120-2f397a3d3e55,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:13.782452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec52b396-1388-42aa-8414-23be1fd0d1a4 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.786567 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ec52b396-1388-42aa-8414-23be1fd0d1a4 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/subnets/aed794b1-759b-4da6-9120-2f397a3d3e55 HTTP/1.1" status: 204 len: 168 time: 0.2706544 Jul 16 09:41:13.786780 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51894) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:13.875752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.936456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Deleting port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:13.936791 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.944492 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b642c56d-3f7d-45b0-a26f-29d848e93f37 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:13.994809 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b642c56d-3f7d-45b0-a26f-29d848e93f37 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:13.995276 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.005544 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] For port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2cd74e20-56da-4d02-9b20-04fc9da9ba9b,segment=NetworkSegment(0e831e11-762c-480d-8754-a63aafd3d4d7),segment_id=0e831e11-762c-480d-8754-a63aafd3d4d7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:14.005985 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.021523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Calling delete_port for 2cd74e20-56da-4d02-9b20-04fc9da9ba9b owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:14.084306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2cd74e20-56da-4d02-9b20-04fc9da9ba9b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:14.113754 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.127252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No active binding found for port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b {{(pid=94167) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 09:41:14.127735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2cd74e20-56da-4d02-9b20-04fc9da9ba9b not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 09:41:14.142797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Port': ['ID=2cd74e20-56da-4d02-9b20-04fc9da9ba9b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:14.144726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No DVR routers for this DVR port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:14.153096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Port 2cd74e20-56da-4d02-9b20-04fc9da9ba9b not found, will not notify nova. {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 09:41:14.169628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1458da6e-21ff-4faa-95b9-129518c63325 None None] Network e3698ff9-984b-46f9-9a12-b689e0ade776 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:14.198068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a0fdad5a-1bd0-4add-8802-74cdf455f0ed None None] Could not find standard attr ID for object 2cd74e20-56da-4d02-9b20-04fc9da9ba9b. {{(pid=94167) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:41:14.228907 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.238962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3698ff9-984b-46f9-9a12-b689e0ade776']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:14.249617 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e831e11-762c-480d-8754-a63aafd3d4d7') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:14.249933 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e831e11-762c-480d-8754-a63aafd3d4d7') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:14.259634 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.273948 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.280902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:14.281297 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:14.284296 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:14.332187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079c49b8-cfdd-4ce2-9bd2-13f31ed38a44 None None] DHCP port deletion for e3698ff9-984b-46f9-9a12-b689e0ade776 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:41:14.346017 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.352856 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.354780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/e3698ff9-984b-46f9-9a12-b689e0ade776 HTTP/1.1" status: 204 len: 168 time: 0.5670881 Jul 16 09:41:14.357232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51896) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:14.373006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd55bcf-e49b-4ba4-8343-4ed86e6ba7c8 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Network': ['ID=e3698ff9-984b-46f9-9a12-b689e0ade776,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:14.397405 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb964ca4-890d-49c2-8c7d-66a3cee00ffb tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] DELETE failed (client error): The resource could not be found. Jul 16 09:41:14.398032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb964ca4-890d-49c2-8c7d-66a3cee00ffb tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:41:14.399610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fb964ca4-890d-49c2-8c7d-66a3cee00ffb tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/subnets/aacb7248-c2f7-42ad-8b0a-c98ada3db413 HTTP/1.1" status: 404 len: 337 time: 0.0333724 Jul 16 09:41:14.402610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51898) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:14.420090 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3abc155-5dbd-4f41-9ec3-c0c49379c75d tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] DELETE failed (client error): The resource could not be found. Jul 16 09:41:14.420548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3abc155-5dbd-4f41-9ec3-c0c49379c75d tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:41:14.422188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d3abc155-5dbd-4f41-9ec3-c0c49379c75d tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/d92be0ae-c97a-475d-b37f-cd055e4ec5f1 HTTP/1.1" status: 404 len: 339 time: 0.0187078 Jul 16 09:41:14.424439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51900) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:14.450233 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-90516f71-b328-4758-a6ae-b5847cad4a40 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] DELETE failed (client error): The resource could not be found. Jul 16 09:41:14.450671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90516f71-b328-4758-a6ae-b5847cad4a40 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:41:14.452302 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-90516f71-b328-4758-a6ae-b5847cad4a40 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/subnets/ef906f5f-91e7-426d-9689-c973e87e2a5f HTTP/1.1" status: 404 len: 337 time: 0.0269835 Jul 16 09:41:14.454697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51902) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:14.473466 n-d-780147-28 neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fa3e3b-dc43-400c-8be7-8f3ff9dfa280 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] DELETE failed (client error): The resource could not be found. Jul 16 09:41:14.474028 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fa3e3b-dc43-400c-8be7-8f3ff9dfa280 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:41:14.475691 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a8fa3e3b-dc43-400c-8be7-8f3ff9dfa280 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/2fe52119-3a44-4f7b-a6a8-10293f032387 HTTP/1.1" status: 404 len: 339 time: 0.0200751 Jul 16 09:41:14.478481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51904) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:14.501295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-477987e2-08ed-4342-8098-4fc55b97869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.530641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a274841-2ef5-4701-a88a-95fc7d01f9a5 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Deleting subnet 206b1c67-acae-4899-8ef5-2c29b92462bf {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:41:14.533624 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a274841-2ef5-4701-a88a-95fc7d01f9a5 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.574047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a274841-2ef5-4701-a88a-95fc7d01f9a5 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.661656 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a274841-2ef5-4701-a88a-95fc7d01f9a5 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.718629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a274841-2ef5-4701-a88a-95fc7d01f9a5 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.747845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a274841-2ef5-4701-a88a-95fc7d01f9a5 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Subnet': ['ID=206b1c67-acae-4899-8ef5-2c29b92462bf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:14.749916 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a274841-2ef5-4701-a88a-95fc7d01f9a5 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.751793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0a274841-2ef5-4701-a88a-95fc7d01f9a5 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/subnets/206b1c67-acae-4899-8ef5-2c29b92462bf HTTP/1.1" status: 204 len: 168 time: 0.2724068 Jul 16 09:41:14.755556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:14.761292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17741544-3b37-4f0b-a001-2ba3ee7168fd None None] Network 932cbdc1-2763-4fa4-8716-82056ccc3e6d requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:14.836327 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.889784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Deleting port b642c56d-3f7d-45b0-a26f-29d848e93f37 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:14.890052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.941202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] DHCP port deletion for 932cbdc1-2763-4fa4-8716-82056ccc3e6d request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:41:14.960409 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] For port b642c56d-3f7d-45b0-a26f-29d848e93f37, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b642c56d-3f7d-45b0-a26f-29d848e93f37,segment=NetworkSegment(88835015-7613-4eeb-8adf-0a152ccd2785),segment_id=88835015-7613-4eeb-8adf-0a152ccd2785)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:14.960769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.972954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Calling delete_port for b642c56d-3f7d-45b0-a26f-29d848e93f37 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:14.987786 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] Deleting port b642c56d-3f7d-45b0-a26f-29d848e93f37 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:14.988160 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.053754 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.054962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] For port b642c56d-3f7d-45b0-a26f-29d848e93f37, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b642c56d-3f7d-45b0-a26f-29d848e93f37,segment=NetworkSegment(88835015-7613-4eeb-8adf-0a152ccd2785),segment_id=88835015-7613-4eeb-8adf-0a152ccd2785)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:15.055360 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.067593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] Calling delete_port for b642c56d-3f7d-45b0-a26f-29d848e93f37 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:15.080588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Port': ['ID=b642c56d-3f7d-45b0-a26f-29d848e93f37,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:15.085030 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] No DVR routers for this DVR port b642c56d-3f7d-45b0-a26f-29d848e93f37 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:15.142703 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.169762 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.172369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] Pushing event deleted for resources: {'Port': ['ID=b642c56d-3f7d-45b0-a26f-29d848e93f37,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:15.180252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932cbdc1-2763-4fa4-8716-82056ccc3e6d']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:15.186332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22c1e7-34de-401e-a189-2b4cd3018846 None None] No DVR routers for this DVR port b642c56d-3f7d-45b0-a26f-29d848e93f37 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:15.191523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88835015-7613-4eeb-8adf-0a152ccd2785') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:15.191823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88835015-7613-4eeb-8adf-0a152ccd2785') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:15.201180 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.215308 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.221051 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:15.221441 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:15.224435 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:15.286292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.294215 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.295506 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] 10.222.0.55 "DELETE /v2.0/networks/932cbdc1-2763-4fa4-8716-82056ccc3e6d HTTP/1.1" status: 204 len: 168 time: 0.5390155 Jul 16 09:41:15.307777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715eccf-2fef-40e5-9264-73470379ac10 tempest-NetworksIpV6Test-1487114050 tempest-NetworksIpV6Test-1487114050-project] Pushing event deleted for resources: {'Network': ['ID=932cbdc1-2763-4fa4-8716-82056ccc3e6d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:15.529925 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51912) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:15.657502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0f1b522a-52d2-4a55-8ec2-334cdbc94e64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab4063de16b145698747aa8c7b500c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264284 Jul 16 09:41:15.659977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51916) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:15.708225 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf96f61f-590b-4cff-aa89-f5ed8247d7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.729299 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf96f61f-590b-4cff-aa89-f5ed8247d7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.776392 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf96f61f-590b-4cff-aa89-f5ed8247d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.777239 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.779004 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf96f61f-590b-4cff-aa89-f5ed8247d7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.780374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cf96f61f-590b-4cff-aa89-f5ed8247d7c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c50411f9-b6cc-4ffa-b238-a755c4b28ee1 HTTP/1.1" status: 204 len: 168 time: 0.1194174 Jul 16 09:41:15.788104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96f61f-590b-4cff-aa89-f5ed8247d7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50411f9-b6cc-4ffa-b238-a755c4b28ee1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:15.859600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2cd74e20-56da-4d02-9b20-04fc9da9ba9b no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:15.879169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 2cd74e20-56da-4d02-9b20-04fc9da9ba9b {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:15.879511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2cd74e20-56da-4d02-9b20-04fc9da9ba9b not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:15.879926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b642c56d-3f7d-45b0-a26f-29d848e93f37 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:15.899308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b642c56d-3f7d-45b0-a26f-29d848e93f37 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:15.900351 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b642c56d-3f7d-45b0-a26f-29d848e93f37 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:16.389791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51938) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:16.481501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-810b45c6-8286-4fb9-8821-9482cadd7b32 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-422063425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:16.504889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-810b45c6-8286-4fb9-8821-9482cadd7b32 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.505954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-810b45c6-8286-4fb9-8821-9482cadd7b32 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.560824 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-810b45c6-8286-4fb9-8821-9482cadd7b32 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.564836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-810b45c6-8286-4fb9-8821-9482cadd7b32 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.580228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-810b45c6-8286-4fb9-8821-9482cadd7b32 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.581439 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-810b45c6-8286-4fb9-8821-9482cadd7b32 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1906357 Jul 16 09:41:16.584182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51942) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:16.589537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-536716546'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:16.610765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Made reservation on behalf of d5bd811eae93419995cf411390583b70 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:16.614310 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.623713 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.714026 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.717921 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.740682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:16.755594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523e43dd-db1f-4039-a818-d5add81d9764,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:16.758798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.759160 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Added segment f2be63b3-9ddb-425a-9d55-563edc35433f of type vlan for network ee5e6a08-4bff-4ec2-8557-28a1135f7f49 Jul 16 09:41:16.801043 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.833130 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.839290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:16.839880 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.875716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2904992 Jul 16 09:41:16.878674 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:16.884494 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Request body: {'subnet': {'network_id': 'ee5e6a08-4bff-4ec2-8557-28a1135f7f49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:16.907664 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce76b4-6e4f-4c65-bd41-8bb791599873 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event updated for resources: {'Network': ['ID=ee5e6a08-4bff-4ec2-8557-28a1135f7f49,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:16.918148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network ee5e6a08-4bff-4ec2-8557-28a1135f7f49 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:16.979537 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Made reservation on behalf of d5bd811eae93419995cf411390583b70 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:16.984279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.163252 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.230496 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event updated for resources: {'Subnet': ['ID=83cf0004-53cd-492b-9c01-5e8008b6081e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:17.239087 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Checking segment: {'id': 'f2be63b3-9ddb-425a-9d55-563edc35433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee5e6a08-4bff-4ec2-8557-28a1135f7f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:17.239454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Network hostable DHCP agents. Network: ee5e6a08-4bff-4ec2-8557-28a1135f7f49, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:17.255718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Network ee5e6a08-4bff-4ec2-8557-28a1135f7f49 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:17.265169 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, ee5e6a08-4bff-4ec2-8557-28a1135f7f49) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:17.269256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:17.269882 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.274148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a063299f-1f3c-4278-a1be-e1157e6ff9f3 None None] Network ee5e6a08-4bff-4ec2-8557-28a1135f7f49 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:17.284600 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-666b629f-b3f3-427c-8cfe-19a3f0190e0e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4045618 Jul 16 09:41:17.287641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:17.292800 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2005731749'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:17.313120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Made reservation on behalf of d5bd811eae93419995cf411390583b70 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:17.316700 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.343423 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:17.352891 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.353240 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Added segment 22f86221-cb6e-4e19-b514-07c33bdbc76f of type vlan for network 4a4f5178-f970-4a62-8d86-c8b342ded833 Jul 16 09:41:17.393145 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.423330 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.427851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-ee5e6a08-4bff-4ec2-8557-28a1135f7f49', 'network_id': 'ee5e6a08-4bff-4ec2-8557-28a1135f7f49', 'tenant_id': 'd5bd811eae93419995cf411390583b70', 'fixed_ips': [{'subnet_id': '83cf0004-53cd-492b-9c01-5e8008b6081e'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:17.428815 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.429879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:17.430593 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.469658 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1809218 Jul 16 09:41:17.472467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51948) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:17.477316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Request body: {'subnet': {'network_id': '4a4f5178-f970-4a62-8d86-c8b342ded833', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:17.526101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dfee7-ed33-42f4-a1e1-f94810e82a88 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event updated for resources: {'Network': ['ID=4a4f5178-f970-4a62-8d86-c8b342ded833,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:17.546995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 4a4f5178-f970-4a62-8d86-c8b342ded833 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:17.596178 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Made reservation on behalf of d5bd811eae93419995cf411390583b70 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:17.600521 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.623070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Allocated IP 172.20.0.2 (ee5e6a08-4bff-4ec2-8557-28a1135f7f49/83cf0004-53cd-492b-9c01-5e8008b6081e/82ee5cad-392a-40bf-a857-7903de76d0cf) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:17.731143 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.737674 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9bf4d9e-a155-4e4b-87d9-ef65264e6479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.787319 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.796278 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.805192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Transition to ACTIVE for port object 82ee5cad-392a-40bf-a857-7903de76d0cf will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:17.821079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Transition to ACTIVE for port object 82ee5cad-392a-40bf-a857-7903de76d0cf will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:17.828244 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.856091 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event updated for resources: {'Subnet': ['ID=9b155310-9056-4e8d-a605-fe2b1d9fb642,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:17.863397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Checking segment: {'id': '22f86221-cb6e-4e19-b514-07c33bdbc76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a4f5178-f970-4a62-8d86-c8b342ded833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:17.863766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Network hostable DHCP agents. Network: 4a4f5178-f970-4a62-8d86-c8b342ded833, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:17.871226 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Network ee5e6a08-4bff-4ec2-8557-28a1135f7f49 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:17.874057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:17.877378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:17.882729 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Network 4a4f5178-f970-4a62-8d86-c8b342ded833 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:17.887650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Pushing event updated for resources: {'Port': ['ID=82ee5cad-392a-40bf-a857-7903de76d0cf,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:17.893049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 4a4f5178-f970-4a62-8d86-c8b342ded833) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:17.900438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:17.901128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.917016 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4493f4ef-f3a2-48ab-b985-923290de0a66 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4433429 Jul 16 09:41:17.918630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef00b98-b5a0-462f-91b6-cc94e1dc994f None None] Network 4a4f5178-f970-4a62-8d86-c8b342ded833 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:17.919671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51950) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:17.924809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5ef0fd24-22c2-4cfb-bc60-f432dcea361f tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a4f5178-f970-4a62-8d86-c8b342ded833'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:18.126076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Attempting to bind port 82ee5cad-392a-40bf-a857-7903de76d0cf on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:18.126455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Attempting to bind port 82ee5cad-392a-40bf-a857-7903de76d0cf by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'f2be63b3-9ddb-425a-9d55-563edc35433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee5e6a08-4bff-4ec2-8557-28a1135f7f49'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:18.126817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Attempting to bind port 82ee5cad-392a-40bf-a857-7903de76d0cf on network ee5e6a08-4bff-4ec2-8557-28a1135f7f49 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:18.145897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ef0fd24-22c2-4cfb-bc60-f432dcea361f tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.159432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:18.159813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Checking segment: {'id': 'f2be63b3-9ddb-425a-9d55-563edc35433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee5e6a08-4bff-4ec2-8557-28a1135f7f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:18.160219 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.160613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Bound using segment: {'id': 'f2be63b3-9ddb-425a-9d55-563edc35433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee5e6a08-4bff-4ec2-8557-28a1135f7f49'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:18.161085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Bound port: 82ee5cad-392a-40bf-a857-7903de76d0cf, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be63b3-9ddb-425a-9d55-563edc35433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee5e6a08-4bff-4ec2-8557-28a1135f7f49'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:18.161466 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.250398 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [None req-5ef0fd24-22c2-4cfb-bc60-f432dcea361f tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:41:18.251568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5ef0fd24-22c2-4cfb-bc60-f432dcea361f tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "PUT /v2.0/routers/02dd1db8-6a2d-41e8-a5f1-fa6c145fdc17 HTTP/1.1" status: 400 len: 364 time: 0.3307414 Jul 16 09:41:18.257783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51952) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:18.272493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] For port 82ee5cad-392a-40bf-a857-7903de76d0cf, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:18.277688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] For port 82ee5cad-392a-40bf-a857-7903de76d0cf, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=82ee5cad-392a-40bf-a857-7903de76d0cf,segment=NetworkSegment(f2be63b3-9ddb-425a-9d55-563edc35433f),segment_id=f2be63b3-9ddb-425a-9d55-563edc35433f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:18.284514 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.310891 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b124d145-8fb6-49b5-a366-a586fc89cc78 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Deleting subnet 9b155310-9056-4e8d-a605-fe2b1d9fb642 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:41:18.314653 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b124d145-8fb6-49b5-a366-a586fc89cc78 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.330989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44dd53a-78ab-4ae8-893e-8590da4a3c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-4a4f5178-f970-4a62-8d86-c8b342ded833', 'network_id': '4a4f5178-f970-4a62-8d86-c8b342ded833', 'tenant_id': 'd5bd811eae93419995cf411390583b70', 'fixed_ips': [{'subnet_id': '9b155310-9056-4e8d-a605-fe2b1d9fb642'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:18.331825 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f44dd53a-78ab-4ae8-893e-8590da4a3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.356644 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b124d145-8fb6-49b5-a366-a586fc89cc78 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.379694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166afea-fcbc-4f2b-bf52-efee0f291f0d None None] Pushing event updated for resources: {'Port': ['ID=82ee5cad-392a-40bf-a857-7903de76d0cf,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:18.408873 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b124d145-8fb6-49b5-a366-a586fc89cc78 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.474902 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b124d145-8fb6-49b5-a366-a586fc89cc78 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server [None req-f44dd53a-78ab-4ae8-893e-8590da4a3c4a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b155310-9056-4e8d-a605-fe2b1d9fb642: This subnet is being modified by another concurrent operation. Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b155310-9056-4e8d-a605-fe2b1d9fb642: This subnet is being modified by another concurrent operation. Jul 16 09:41:18.478927 n-d-780147-28 neutron-server[94167]: ERROR oslo_messaging.rpc.server Jul 16 09:41:18.500075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c821f6-8b0f-4532-a1d4-0af8513a4ec3 None None] Network 4a4f5178-f970-4a62-8d86-c8b342ded833 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:18.509481 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124d145-8fb6-49b5-a366-a586fc89cc78 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event deleted for resources: {'Subnet': ['ID=9b155310-9056-4e8d-a605-fe2b1d9fb642,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:18.514473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b124d145-8fb6-49b5-a366-a586fc89cc78 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.516380 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b124d145-8fb6-49b5-a366-a586fc89cc78 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "DELETE /v2.0/subnets/9b155310-9056-4e8d-a605-fe2b1d9fb642 HTTP/1.1" status: 204 len: 168 time: 0.2576089 Jul 16 09:41:18.519205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51954) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:18.639806 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.728917 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.739142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4f5178-f970-4a62-8d86-c8b342ded833']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:18.749744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f86221-cb6e-4e19-b514-07c33bdbc76f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:18.750043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f86221-cb6e-4e19-b514-07c33bdbc76f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:18.758978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.779037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.785423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:18.785847 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:18.788687 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:18.848306 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.856363 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.858788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "DELETE /v2.0/networks/4a4f5178-f970-4a62-8d86-c8b342ded833 HTTP/1.1" status: 204 len: 168 time: 0.3382473 Jul 16 09:41:18.861165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51956) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:18.878999 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bb3d0-7711-4df3-b161-6d414e82c0d2 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event deleted for resources: {'Network': ['ID=4a4f5178-f970-4a62-8d86-c8b342ded833,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:18.921307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-854cd068-a9cc-473c-8ac8-53e4dd011472 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Deleting subnet 83cf0004-53cd-492b-9c01-5e8008b6081e {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:41:18.924337 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-854cd068-a9cc-473c-8ac8-53e4dd011472 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.969970 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-854cd068-a9cc-473c-8ac8-53e4dd011472 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.047953 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.060017 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-854cd068-a9cc-473c-8ac8-53e4dd011472 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.120567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-854cd068-a9cc-473c-8ac8-53e4dd011472 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.154464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cd068-a9cc-473c-8ac8-53e4dd011472 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event deleted for resources: {'Subnet': ['ID=83cf0004-53cd-492b-9c01-5e8008b6081e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:19.157892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-854cd068-a9cc-473c-8ac8-53e4dd011472 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.159833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-854cd068-a9cc-473c-8ac8-53e4dd011472 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "DELETE /v2.0/subnets/83cf0004-53cd-492b-9c01-5e8008b6081e HTTP/1.1" status: 204 len: 168 time: 0.2977087 Jul 16 09:41:19.162331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51958) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:19.241938 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.298296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Deleting port 82ee5cad-392a-40bf-a857-7903de76d0cf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:19.298644 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.303776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4a6ce2-d92e-4280-be75-107eda7a43be None None] Network ee5e6a08-4bff-4ec2-8557-28a1135f7f49 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:19.367615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] For port 82ee5cad-392a-40bf-a857-7903de76d0cf, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=82ee5cad-392a-40bf-a857-7903de76d0cf,segment=NetworkSegment(f2be63b3-9ddb-425a-9d55-563edc35433f),segment_id=f2be63b3-9ddb-425a-9d55-563edc35433f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:19.367975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.379068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.380338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Calling delete_port for 82ee5cad-392a-40bf-a857-7903de76d0cf owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:19.407466 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5c0af961-9f01-4cec-9a2e-5fe9f9103aad None None] Provisioning for port 82ee5cad-392a-40bf-a857-7903de76d0cf completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:19.462008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.490672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event deleted for resources: {'Port': ['ID=82ee5cad-392a-40bf-a857-7903de76d0cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:19.494078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] No DVR routers for this DVR port 82ee5cad-392a-40bf-a857-7903de76d0cf on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:19.525509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebec0dc-18ed-4a94-baaf-cc211e97d67f None None] DHCP port deletion for ee5e6a08-4bff-4ec2-8557-28a1135f7f49 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:41:19.543683 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9506f35a-732a-4ded-8095-452b5caf6e02 None None] get_active_networks_info from n-d-780147-28 {{(pid=94167) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:41:19.576752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.586691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5e6a08-4bff-4ec2-8557-28a1135f7f49']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:19.596845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2be63b3-9ddb-425a-9d55-563edc35433f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:19.597223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2be63b3-9ddb-425a-9d55-563edc35433f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:19.607303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.611401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506f35a-732a-4ded-8095-452b5caf6e02 None None] Resources bound (agent type, host, resource id): {{(pid=94167) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:41:19.621777 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.628537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:19.628958 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:19.632499 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:19.696046 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.703597 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.705445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "DELETE /v2.0/networks/ee5e6a08-4bff-4ec2-8557-28a1135f7f49 HTTP/1.1" status: 204 len: 168 time: 0.5421958 Jul 16 09:41:19.708486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51960) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:19.717009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbb7da-69e0-4964-a441-1d57340c4cf9 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Pushing event deleted for resources: {'Network': ['ID=ee5e6a08-4bff-4ec2-8557-28a1135f7f49,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:19.739365 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-315fb914-1ec5-4824-b295-1a1715b5e358 tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "GET /v2.0/ports?device_id=02dd1db8-6a2d-41e8-a5f1-fa6c145fdc17 HTTP/1.1" status: 200 len: 205 time: 0.0291696 Jul 16 09:41:19.742356 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51962) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:19.818323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8114189-431c-4963-a4d8-66ada9bc7d1e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.973353 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8114189-431c-4963-a4d8-66ada9bc7d1e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.975493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8114189-431c-4963-a4d8-66ada9bc7d1e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.018725 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8114189-431c-4963-a4d8-66ada9bc7d1e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.019263 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8114189-431c-4963-a4d8-66ada9bc7d1e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Fanout notify agent at l3_agent the message router_deleted on router 02dd1db8-6a2d-41e8-a5f1-fa6c145fdc17 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:41:20.026389 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8114189-431c-4963-a4d8-66ada9bc7d1e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.027439 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d8114189-431c-4963-a4d8-66ada9bc7d1e tempest-RoutersNegativeTest-1222673428 tempest-RoutersNegativeTest-1222673428-project] 10.222.0.55 "DELETE /v2.0/routers/02dd1db8-6a2d-41e8-a5f1-fa6c145fdc17 HTTP/1.1" status: 204 len: 168 time: 0.2841849 Jul 16 09:41:20.262390 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51968) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:20.321731 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.390165 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-edc32bf5-1ea3-4bcf-95d6-7f4195acacc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5bd811eae93419995cf411390583b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265912 Jul 16 09:41:20.392592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51972) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:20.443365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276be2ab-b017-4bd1-86d4-cd5fb2acf1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.464086 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276be2ab-b017-4bd1-86d4-cd5fb2acf1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.509552 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276be2ab-b017-4bd1-86d4-cd5fb2acf1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.512097 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-276be2ab-b017-4bd1-86d4-cd5fb2acf1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.513276 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-276be2ab-b017-4bd1-86d4-cd5fb2acf1df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/523e43dd-db1f-4039-a818-d5add81d9764 HTTP/1.1" status: 204 len: 168 time: 0.1198068 Jul 16 09:41:20.521258 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276be2ab-b017-4bd1-86d4-cd5fb2acf1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523e43dd-db1f-4039-a818-d5add81d9764,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:21.102322 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 51994) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:21.194090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-396394251-network', 'tenant_id': 'b553b9c730114655852f562931e1c3fc'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:21.216203 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Made reservation on behalf of b553b9c730114655852f562931e1c3fc for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:21.218616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.226788 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.316534 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.320098 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.343742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:21.352108 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141dbc06-2a2d-4f58-88d8-adaa638c43b9,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:21.357910 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.358288 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Added segment a6d52e38-de4c-4ffe-8479-a9253f5e696d of type vlan for network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 Jul 16 09:41:21.398462 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.430551 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.432101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:21.432669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.469185 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3657219 Jul 16 09:41:21.472363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 51998) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:21.478525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Request body: {'subnet': {'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-subnet', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:21.498888 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Made reservation on behalf of b553b9c730114655852f562931e1c3fc for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:21.501315 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.502801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46424af4-55f5-44c3-adc6-c00e14d57baf admin admin] Pushing event updated for resources: {'Network': ['ID=6ac78863-6fb8-48c0-b50b-2d8b7efc1232,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:21.512974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:21.672275 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.729737 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc96c1ce-6cf3-4806-bd4b-51db69dd57f9,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:21.737527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Checking segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:21.737937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Network hostable DHCP agents. Network: 6ac78863-6fb8-48c0-b50b-2d8b7efc1232, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:21.753891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:21.762540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 6ac78863-6fb8-48c0-b50b-2d8b7efc1232) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:21.766470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:21.767055 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.771566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163a172-a859-4145-94be-33e8306fcb52 None None] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:21.781215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-43de310a-3390-4db8-a17f-458c1e4075e6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3077600 Jul 16 09:41:21.784021 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52000) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:21.788327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:21.810573 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.811699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.868949 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.921812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'fixed_ips': [{'subnet_id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:21.922668 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.007497 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.062124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Allocated IP 172.20.0.2 (6ac78863-6fb8-48c0-b50b-2d8b7efc1232/dc96c1ce-6cf3-4806-bd4b-51db69dd57f9/4122798f-8ec6-47cd-bf9a-28e3d138ed0a) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:22.204351 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.212192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Transition to ACTIVE for port object 4122798f-8ec6-47cd-bf9a-28e3d138ed0a will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:22.215361 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.226315 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Transition to ACTIVE for port object 4122798f-8ec6-47cd-bf9a-28e3d138ed0a will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:22.232331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.235317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.272455 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:22.276006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:22.280287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:22.283266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Pushing event updated for resources: {'Port': ['ID=4122798f-8ec6-47cd-bf9a-28e3d138ed0a,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:22.336573 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Attempting to bind port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:22.337775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Attempting to bind port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:22.337947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Attempting to bind port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a on network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:22.342934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:22.343297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Checking segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:22.343697 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.344082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Bound using segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:22.344542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Bound port: 4122798f-8ec6-47cd-bf9a-28e3d138ed0a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:22.344852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Allocated IP 172.25.6.221 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/746435a6-a22b-4f91-98e5-0b7a1266aa70) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:22.344967 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.411872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] For port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:22.415346 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] For port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4122798f-8ec6-47cd-bf9a-28e3d138ed0a,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:22.420095 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.450955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.479560 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd822e9b-ab4e-42e3-96a3-6a42dd99a0f6 None None] Pushing event updated for resources: {'Port': ['ID=4122798f-8ec6-47cd-bf9a-28e3d138ed0a,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:22.498710 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.544743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:22.547545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:22.551185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:22.576346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Pushing event updated for resources: {'Port': ['ID=746435a6-a22b-4f91-98e5-0b7a1266aa70,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:23.141933 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.354640 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.444286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa2f577-d393-4ceb-812c-ca6498fb5795 None None] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:23.488192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:41:23.509780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0e298762-ed01-4b2f-8001-4e8dc5e3a0ba None None] Provisioning for port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:23.598393 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:23.609269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Sync routers for ids ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:23.616106 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.617609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2b410c66-6a9b-41ac-a4d3-35b1c32ab287 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8326621 Jul 16 09:41:23.621454 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52002) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:23.627181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Routers {'9e1e52c6-d5b6-48e4-939f-aeb94bf78926'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:23.627944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:23.740325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Set router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:23.913017 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4122798f-8ec6-47cd-bf9a-28e3d138ed0a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:23.982571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:23.987101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:41:23Z', 'revision_number': 3, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port': {'id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:22Z', 'updated_at': '2021-07-16T09:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:23.990218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:23.990585 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.033485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Checking router: 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:24.033862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Updating router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 port 746435a6-a22b-4f91-98e5-0b7a1266aa70 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:24.084832 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.210580 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.268532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4122798f-8ec6-47cd-bf9a-28e3d138ed0a,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:24.275363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.371765 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=4122798f-8ec6-47cd-bf9a-28e3d138ed0a,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:24.380044 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.432225 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.441655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Transition to ACTIVE for port object 746435a6-a22b-4f91-98e5-0b7a1266aa70 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:24.447547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.499914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Attempting to bind port 746435a6-a22b-4f91-98e5-0b7a1266aa70 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:24.500292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Attempting to bind port 746435a6-a22b-4f91-98e5-0b7a1266aa70 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:24.500655 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Attempting to bind port 746435a6-a22b-4f91-98e5-0b7a1266aa70 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:24.502679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0a169-7242-4655-89ba-060328d02084 None None] Pushing event updated for resources: {'Port': ['ID=746435a6-a22b-4f91-98e5-0b7a1266aa70,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:24.508296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:24.508712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:24.509111 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.509575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:24.510085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Bound port: 746435a6-a22b-4f91-98e5-0b7a1266aa70, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:24.510459 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.542361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Allocated IP 172.20.0.1 (6ac78863-6fb8-48c0-b50b-2d8b7efc1232/dc96c1ce-6cf3-4806-bd4b-51db69dd57f9/5411ba6f-7f19-4519-9e78-7f78c7989711) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:24.561729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] For port 746435a6-a22b-4f91-98e5-0b7a1266aa70, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:24.564953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] For port 746435a6-a22b-4f91-98e5-0b7a1266aa70, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=746435a6-a22b-4f91-98e5-0b7a1266aa70,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:24.569589 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.630531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Routers {'9e1e52c6-d5b6-48e4-939f-aeb94bf78926'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:24.631397 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:24.634368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0a169-7242-4655-89ba-060328d02084 None None] Pushing event updated for resources: {'Port': ['ID=746435a6-a22b-4f91-98e5-0b7a1266aa70,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:24.653607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.668326 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Transition to ACTIVE for port object 5411ba6f-7f19-4519-9e78-7f78c7989711 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:24.700454 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.737569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] Set router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:24.740386 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:24.743132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:24.746766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:24.771335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Pushing event updated for resources: {'Port': ['ID=5411ba6f-7f19-4519-9e78-7f78c7989711,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:24.790995 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.937803 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.033275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5913cdae-455c-4beb-ae6c-ddb2aacfb036 None None] Provisioning for port 5411ba6f-7f19-4519-9e78-7f78c7989711 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:25.040997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5913cdae-455c-4beb-ae6c-ddb2aacfb036 None None] Provisioning complete for port 5411ba6f-7f19-4519-9e78-7f78c7989711 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:25.041364 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5913cdae-455c-4beb-ae6c-ddb2aacfb036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.094331 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-5913cdae-455c-4beb-ae6c-ddb2aacfb036 None None] Port 5411ba6f-7f19-4519-9e78-7f78c7989711 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:25.104904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.109420 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.114887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:41:23Z', 'revision_number': 3, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port': {'id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:22Z', 'updated_at': '2021-07-16T09:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:25.145496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e90da2-554e-4904-9531-5a736098fb15 None None] The sync data for ids ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'] in n-d-780147-28 is: [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:41:23Z', 'revision_number': 3, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port': {'id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:22Z', 'updated_at': '2021-07-16T09:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:25.182455 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Pushing event updated for resources: {'Port': ['ID=5411ba6f-7f19-4519-9e78-7f78c7989711,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:25.186187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.278921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:25.280260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:25.436182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:25.559486 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:25.569697 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-176165aa-44b0-4aae-875d-bcd7fc4782ce admin admin] 10.222.0.55 "PUT /v2.0/routers/9e1e52c6-d5b6-48e4-939f-aeb94bf78926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423079 Jul 16 09:41:25.616577 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b4a81f0e-7fdf-4492-9d67-7bd85948018e None None] Provisioning complete for port 5411ba6f-7f19-4519-9e78-7f78c7989711 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:25.617128 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b4a81f0e-7fdf-4492-9d67-7bd85948018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.652994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b4a81f0e-7fdf-4492-9d67-7bd85948018e None None] Port 5411ba6f-7f19-4519-9e78-7f78c7989711 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:25.945369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 746435a6-a22b-4f91-98e5-0b7a1266aa70 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:25.997153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 746435a6-a22b-4f91-98e5-0b7a1266aa70 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:26.001371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 746435a6-a22b-4f91-98e5-0b7a1266aa70 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:26.001783 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.071298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52018) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:26.076660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1540583149-network', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:26.090808 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.099158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Made reservation on behalf of b11fbb3265ea41aa81b95e9ffe4bb71c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:26.101517 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.111137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.112684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 746435a6-a22b-4f91-98e5-0b7a1266aa70, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=746435a6-a22b-4f91-98e5-0b7a1266aa70,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:26.116805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.117534 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4122798f-8ec6-47cd-bf9a-28e3d138ed0a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:26.189690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=746435a6-a22b-4f91-98e5-0b7a1266aa70,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:26.202966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:26.203335 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.204340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.208198 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.230706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:26.244452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a59e262-28df-4556-b37d-276df8f9cd1a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:26.249381 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.249878 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Added segment a80afa0b-99a1-4db0-87a1-4fa057f1350e of type vlan for network 1c2fa6be-1139-4a25-806d-103d2564ce35 Jul 16 09:41:26.292594 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.323223 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.324131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:26.324719 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.348292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2752116 Jul 16 09:41:26.350603 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52022) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:26.359667 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Request body: {'subnet': {'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-subnet', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:26.386844 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Made reservation on behalf of b11fbb3265ea41aa81b95e9ffe4bb71c for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:26.390583 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.396947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b485c-cd44-446d-81dd-7fa1652549a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2fa6be-1139-4a25-806d-103d2564ce35,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:26.407379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 1c2fa6be-1139-4a25-806d-103d2564ce35 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:26.591083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.648971 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce36495e-ac85-4443-b1d4-353675975284,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:26.660566 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Checking segment: {'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:26.660943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Network hostable DHCP agents. Network: 1c2fa6be-1139-4a25-806d-103d2564ce35, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:26.679032 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Network 1c2fa6be-1139-4a25-806d-103d2564ce35 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:26.689206 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 1c2fa6be-1139-4a25-806d-103d2564ce35) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:26.695907 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:26.699306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5347d47-3fab-47d9-817f-eb4b04a984e1 None None] Network 1c2fa6be-1139-4a25-806d-103d2564ce35 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:26.708441 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.729447 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6f8c9ace-9052-4567-9f19-5cb103d468bf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3765459 Jul 16 09:41:26.731832 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52024) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:26.736858 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:26.758070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.759721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.824565 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.853226 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Sync routers for ids ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:26.862504 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Routers {'9e1e52c6-d5b6-48e4-939f-aeb94bf78926'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:26.863083 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:26.866808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-1c2fa6be-1139-4a25-806d-103d2564ce35', 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'fixed_ips': [{'subnet_id': 'ce36495e-ac85-4443-b1d4-353675975284'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:26.867669 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.970309 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Set router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:26.974987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.011673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Allocated IP 172.20.0.2 (1c2fa6be-1139-4a25-806d-103d2564ce35/ce36495e-ac85-4443-b1d4-353675975284/83d9e95f-a2ea-4250-ba6b-a0394f9df63f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:27.168508 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.174118 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:41:24Z', 'revision_number': 4, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port': {'id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:22Z', 'updated_at': '2021-07-16T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '5411ba6f-7f19-4519-9e78-7f78c7989711', 'name': '', 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'mac_address': 'fa:16:3e:8b:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:24Z', 'updated_at': '2021-07-16T09:41:24Z', 'revision_number': 2, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'subnets': [{'id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:27.178769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Transition to ACTIVE for port object 83d9e95f-a2ea-4250-ba6b-a0394f9df63f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:27.192263 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.195621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Transition to ACTIVE for port object 83d9e95f-a2ea-4250-ba6b-a0394f9df63f will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:27.200040 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Checking router: 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:27.200386 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Updating router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 port 5411ba6f-7f19-4519-9e78-7f78c7989711 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:27.202072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.212351 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.238544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Network 1c2fa6be-1139-4a25-806d-103d2564ce35 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:27.240077 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.243491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:27.246920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:27.278457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Pushing event updated for resources: {'Port': ['ID=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:27.317010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Attempting to bind port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:27.317390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Attempting to bind port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:27.317824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Attempting to bind port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f on network 1c2fa6be-1139-4a25-806d-103d2564ce35 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:27.322999 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:27.323379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Checking segment: {'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:27.323787 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.324186 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Bound using segment: {'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:27.324653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Bound port: 83d9e95f-a2ea-4250-ba6b-a0394f9df63f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:27.325037 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.326776 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Allocated IP 172.25.6.117 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/6f19c9de-f555-42f7-8d64-80d44f5460fe) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:27.396850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] For port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:27.401473 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] For port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,segment=NetworkSegment(a80afa0b-99a1-4db0-87a1-4fa057f1350e),segment_id=a80afa0b-99a1-4db0-87a1-4fa057f1350e)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:27.406701 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.435217 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.468140 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee277c5-e3ed-48ab-8d94-c22b96072191 None None] Pushing event updated for resources: {'Port': ['ID=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:27.485669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.522749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:27.526379 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.531281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:27.534977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:27.536788 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Transition to ACTIVE for port object 5411ba6f-7f19-4519-9e78-7f78c7989711 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:27.543881 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.567044 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f19c9de-f555-42f7-8d64-80d44f5460fe,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:27.601211 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Pushing event updated for resources: {'Port': ['ID=5411ba6f-7f19-4519-9e78-7f78c7989711,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:27.657004 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.657345 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.657744 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.658075 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.658400 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.658724 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.659042 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.659360 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.659672 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.660051 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.660376 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.660691 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.676888 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Attempting to bind port 5411ba6f-7f19-4519-9e78-7f78c7989711 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:27.677248 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Attempting to bind port 5411ba6f-7f19-4519-9e78-7f78c7989711 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:27.677607 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Attempting to bind port 5411ba6f-7f19-4519-9e78-7f78c7989711 on network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:27.683571 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:27.684033 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Checking segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:27.684886 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.685004 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Bound using segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:27.685595 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Bound port: 5411ba6f-7f19-4519-9e78-7f78c7989711, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:27.686004 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.784055 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] For port 5411ba6f-7f19-4519-9e78-7f78c7989711, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:27.793355 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] For port 5411ba6f-7f19-4519-9e78-7f78c7989711, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5411ba6f-7f19-4519-9e78-7f78c7989711,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:27.809072 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.892860 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Routers {'9e1e52c6-d5b6-48e4-939f-aeb94bf78926'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:27.897885 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:27.926550 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.977575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83d9e95f-a2ea-4250-ba6b-a0394f9df63f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:28.031757 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67cd99-6b98-4ff9-9d8a-0c0241d8f985 None None] Pushing event updated for resources: {'Port': ['ID=5411ba6f-7f19-4519-9e78-7f78c7989711,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:28.054701 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:28.060951 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 746435a6-a22b-4f91-98e5-0b7a1266aa70 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:28.070551 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] Set router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:28.129892 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 746435a6-a22b-4f91-98e5-0b7a1266aa70 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:28.130598 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.161089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.295919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Router c1152aa2-50c3-4903-9900-a769e7065f71 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:41:28.298290 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:41:24Z', 'revision_number': 4, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port': {'id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:22Z', 'updated_at': '2021-07-16T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '5411ba6f-7f19-4519-9e78-7f78c7989711', 'name': '', 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'mac_address': 'fa:16:3e:8b:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:24Z', 'updated_at': '2021-07-16T09:41:27Z', 'revision_number': 4, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'subnets': [{'id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:28.324062 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7f72f-2343-4221-8c37-5cfd8177a956 None None] The sync data for ids ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'] in n-d-780147-28 is: [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:41:24Z', 'revision_number': 4, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port': {'id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:22Z', 'updated_at': '2021-07-16T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '5411ba6f-7f19-4519-9e78-7f78c7989711', 'name': '', 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'mac_address': 'fa:16:3e:8b:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:24Z', 'updated_at': '2021-07-16T09:41:27Z', 'revision_number': 4, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'subnets': [{'id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:28.432329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:28.444071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Sync routers for ids ['c1152aa2-50c3-4903-9900-a769e7065f71'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:28.455309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.459427 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5f4361fa-6c9b-4c27-a211-d8c6915e60a5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7236106 Jul 16 09:41:28.459821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52026) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:28.462509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Routers {'c1152aa2-50c3-4903-9900-a769e7065f71'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:28.463339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c1152aa2-50c3-4903-9900-a769e7065f71'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:28.605252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Set router c1152aa2-50c3-4903-9900-a769e7065f71 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:28.809435 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82015a-7b61-4c20-ab70-0dab7f9ce7df None None] Network 1c2fa6be-1139-4a25-806d-103d2564ce35 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:28.849474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:41:27Z', 'revision_number': 3, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port': {'id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:28.916038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Checking router: c1152aa2-50c3-4903-9900-a769e7065f71 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:28.916400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Updating router c1152aa2-50c3-4903-9900-a769e7065f71 port 6f19c9de-f555-42f7-8d64-80d44f5460fe binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:28.954877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-23fefce7-18fb-4913-8407-4a53b685b523 None None] Provisioning for port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:28.964745 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.973375 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-23fefce7-18fb-4913-8407-4a53b685b523 None None] Provisioning complete for port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:28.973801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23fefce7-18fb-4913-8407-4a53b685b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.015275 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.136263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Allocated IP 172.20.0.1 (1c2fa6be-1139-4a25-806d-103d2564ce35/ce36495e-ac85-4443-b1d4-353675975284/5b737222-ea13-490d-8006-30df410847ea) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:29.239811 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23fefce7-18fb-4913-8407-4a53b685b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.245884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.262203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Transition to ACTIVE for port object 5b737222-ea13-490d-8006-30df410847ea will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:29.296622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.336111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-23fefce7-18fb-4913-8407-4a53b685b523 None None] For port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,segment=NetworkSegment(a80afa0b-99a1-4db0-87a1-4fa057f1350e),segment_id=a80afa0b-99a1-4db0-87a1-4fa057f1350e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:29.341368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Network 1c2fa6be-1139-4a25-806d-103d2564ce35 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:29.346300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:29.347722 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23fefce7-18fb-4913-8407-4a53b685b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.349984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:29.407962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Pushing event updated for resources: {'Port': ['ID=5b737222-ea13-490d-8006-30df410847ea,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:29.413603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.429493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fefce7-18fb-4913-8407-4a53b685b523 None None] Pushing event updated for resources: {'Port': ['ID=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:29.486439 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.499656 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Transition to ACTIVE for port object 6f19c9de-f555-42f7-8d64-80d44f5460fe will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:29.508225 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.569340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b9053-4952-44c5-82ce-c46377056fc5 None None] Pushing event updated for resources: {'Port': ['ID=6f19c9de-f555-42f7-8d64-80d44f5460fe,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:29.576398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Attempting to bind port 6f19c9de-f555-42f7-8d64-80d44f5460fe on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:29.576398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Attempting to bind port 6f19c9de-f555-42f7-8d64-80d44f5460fe by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:29.576398 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Attempting to bind port 6f19c9de-f555-42f7-8d64-80d44f5460fe on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:29.583795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:29.584441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:29.584908 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.585310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:29.585819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Bound port: 6f19c9de-f555-42f7-8d64-80d44f5460fe, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:29.586203 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.601190 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.647735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] For port 6f19c9de-f555-42f7-8d64-80d44f5460fe, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:29.651822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] For port 6f19c9de-f555-42f7-8d64-80d44f5460fe, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6f19c9de-f555-42f7-8d64-80d44f5460fe,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:29.658264 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.744694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Routers {'c1152aa2-50c3-4903-9900-a769e7065f71'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:29.745600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c1152aa2-50c3-4903-9900-a769e7065f71'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:29.747627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c7c0143d-ce75-43f1-8add-f7caa6be8fb1 None None] Provisioning complete for port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:29.748002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7c0143d-ce75-43f1-8add-f7caa6be8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.811031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b9053-4952-44c5-82ce-c46377056fc5 None None] Pushing event updated for resources: {'Port': ['ID=6f19c9de-f555-42f7-8d64-80d44f5460fe,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:29.821998 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.828406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.908229 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.911568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Pushing event updated for resources: {'Port': ['ID=5b737222-ea13-490d-8006-30df410847ea,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:30.018194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Network 1c2fa6be-1139-4a25-806d-103d2564ce35 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:30.019897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:30.033773 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83d9e95f-a2ea-4250-ba6b-a0394f9df63f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:30.114796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] Set router c1152aa2-50c3-4903-9900-a769e7065f71 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:30.145637 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Router c1152aa2-50c3-4903-9900-a769e7065f71 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:30.207739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:30.208107 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.264730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:30.269558 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7ae1071e-9ce4-48ea-8d8b-971a38f4352f admin admin] 10.222.0.55 "PUT /v2.0/routers/c1152aa2-50c3-4903-9900-a769e7065f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086898 Jul 16 09:41:30.319305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f12332c-854e-47e4-a8d4-1a25b3e55820 None None] Provisioning for port 5b737222-ea13-490d-8006-30df410847ea completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:30.329443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7f12332c-854e-47e4-a8d4-1a25b3e55820 None None] Provisioning complete for port 5b737222-ea13-490d-8006-30df410847ea triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:30.329918 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7f12332c-854e-47e4-a8d4-1a25b3e55820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.424101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5411ba6f-7f19-4519-9e78-7f78c7989711 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:30.429212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7f12332c-854e-47e4-a8d4-1a25b3e55820 None None] Port 5b737222-ea13-490d-8006-30df410847ea cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:30.498062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 4, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port': {'id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '5b737222-ea13-490d-8006-30df410847ea', 'name': '', 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'mac_address': 'fa:16:3e:8e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'ce36495e-ac85-4443-b1d4-353675975284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:28Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 1, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'subnets': [{'id': 'ce36495e-ac85-4443-b1d4-353675975284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:30.500979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5411ba6f-7f19-4519-9e78-7f78c7989711 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:30.529279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcf471-6e15-48f3-b825-bf4f7f135af0 None None] The sync data for ids ['c1152aa2-50c3-4903-9900-a769e7065f71'] in n-d-780147-28 is: [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 4, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port': {'id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '5b737222-ea13-490d-8006-30df410847ea', 'name': '', 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'mac_address': 'fa:16:3e:8e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'ce36495e-ac85-4443-b1d4-353675975284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:28Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 1, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'subnets': [{'id': 'ce36495e-ac85-4443-b1d4-353675975284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:30.530966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5411ba6f-7f19-4519-9e78-7f78c7989711 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:30.531339 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.624757 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.659183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 5411ba6f-7f19-4519-9e78-7f78c7989711, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5411ba6f-7f19-4519-9e78-7f78c7989711,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:30.663624 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.715844 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=5411ba6f-7f19-4519-9e78-7f78c7989711,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:30.983862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-0b9bb92b-cebb-4053-9893-0d46283dbfb8 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:30.985421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-0b9bb92b-cebb-4053-9893-0d46283dbfb8 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/networks?id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232 HTTP/1.1" status: 200 len: 816 time: 0.1067748 Jul 16 09:41:31.000564 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-72c1d3b4-6afe-49d0-bdea-644d396d1919 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/quotas/b553b9c730114655852f562931e1c3fc HTTP/1.1" status: 200 len: 375 time: 0.0097110 Jul 16 09:41:31.079601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-395da56c-06df-4a11-bc42-5e5e27f9388a tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b553b9c730114655852f562931e1c3fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732465 Jul 16 09:41:31.191936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-38f59493-1e2b-44ad-b8c5-ca27231271f7 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004777 Jul 16 09:41:31.304980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-85e1852a-548c-4c6a-9461-a61bfa3c4fa7 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034701 Jul 16 09:41:31.496057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-75000176-67dd-4940-96a5-31a44a0d9a49 req-eb68305e-a640-40d9-bd67-2146afee75d9 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 210 time: 0.0346394 Jul 16 09:41:31.943420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6f19c9de-f555-42f7-8d64-80d44f5460fe up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:31.993371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 6f19c9de-f555-42f7-8d64-80d44f5460fe completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:31.997359 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6f19c9de-f555-42f7-8d64-80d44f5460fe triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:31.997822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.087513 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.109171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 6f19c9de-f555-42f7-8d64-80d44f5460fe, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6f19c9de-f555-42f7-8d64-80d44f5460fe,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:32.113348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.114163 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5411ba6f-7f19-4519-9e78-7f78c7989711 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:32.189927 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=6f19c9de-f555-42f7-8d64-80d44f5460fe,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:32.202569 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5411ba6f-7f19-4519-9e78-7f78c7989711 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:32.202943 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.557923 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Sync routers for ids ['c1152aa2-50c3-4903-9900-a769e7065f71'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:32.573928 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Routers {'c1152aa2-50c3-4903-9900-a769e7065f71'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:32.575533 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c1152aa2-50c3-4903-9900-a769e7065f71'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:32.586240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-fa226f82-8b8f-4543-8bb9-42d581915cc5 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:32.588837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-fa226f82-8b8f-4543-8bb9-42d581915cc5 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.52 "GET /v2.0/networks?id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232 HTTP/1.1" status: 200 len: 816 time: 0.1241732 Jul 16 09:41:32.605068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Request body: {'port': {'device_id': 'eddf11ae-f5c7-431f-961d-62f3ae29d225', 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'admin_state_up': True, 'tenant_id': 'b553b9c730114655852f562931e1c3fc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:32.671756 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0135a48e-3741-45a8-b44e-6e6095bcf4be req-0610bd59-6280-4fbd-a639-1c8f442bf8d1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 210 time: 0.0389402 Jul 16 09:41:32.767578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Made reservation on behalf of b553b9c730114655852f562931e1c3fc for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:32.771578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.781951 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Set router c1152aa2-50c3-4903-9900-a769e7065f71 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:32.898046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Allocated IP 172.20.0.5 (6ac78863-6fb8-48c0-b50b-2d8b7efc1232/dc96c1ce-6cf3-4806-bd4b-51db69dd57f9/ab942e9a-e7f2-4052-8b0a-69a8c5c897fe) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:32.986881 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 4, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port': {'id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '5b737222-ea13-490d-8006-30df410847ea', 'name': '', 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'mac_address': 'fa:16:3e:8e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'ce36495e-ac85-4443-b1d4-353675975284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:28Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 2, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'subnets': [{'id': 'ce36495e-ac85-4443-b1d4-353675975284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:33.013844 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Checking router: c1152aa2-50c3-4903-9900-a769e7065f71 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:33.014337 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Updating router c1152aa2-50c3-4903-9900-a769e7065f71 port 5b737222-ea13-490d-8006-30df410847ea binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:33.049002 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.050665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.064651 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Transition to ACTIVE for port object ab942e9a-e7f2-4052-8b0a-69a8c5c897fe will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:33.098090 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.143342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:33.146540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:33.151171 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:33.157808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Pushing event updated for resources: {'Port': ['ID=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:33.223549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:33.224212 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.240496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d5adc3a3-ff23-4267-bd31-2d7cd8bc8027 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431386 Jul 16 09:41:33.253667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Request body: {'port': {'device_id': 'eddf11ae-f5c7-431f-961d-62f3ae29d225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:33.341590 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.352624 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Transition to ACTIVE for port object 5b737222-ea13-490d-8006-30df410847ea will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:33.359148 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.374497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-18824c5d-c752-4a0f-bfd4-8e6a389a8b7d None None] Provisioning for port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:33.379776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-18824c5d-c752-4a0f-bfd4-8e6a389a8b7d None None] Provisioning complete for port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:33.380382 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-18824c5d-c752-4a0f-bfd4-8e6a389a8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.433915 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676241-3b2e-47cb-adb4-051a6065e45d None None] Pushing event updated for resources: {'Port': ['ID=5b737222-ea13-490d-8006-30df410847ea,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:33.434152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-18824c5d-c752-4a0f-bfd4-8e6a389a8b7d None None] Port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:33.473977 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Attempting to bind port 5b737222-ea13-490d-8006-30df410847ea on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:33.474447 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Attempting to bind port 5b737222-ea13-490d-8006-30df410847ea by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:33.474901 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Attempting to bind port 5b737222-ea13-490d-8006-30df410847ea on network 1c2fa6be-1139-4a25-806d-103d2564ce35 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:33.482179 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:33.482710 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Checking segment: {'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:33.483223 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.483712 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Bound using segment: {'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:33.484282 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Bound port: 5b737222-ea13-490d-8006-30df410847ea, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80afa0b-99a1-4db0-87a1-4fa057f1350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:33.484757 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.557746 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] For port 5b737222-ea13-490d-8006-30df410847ea, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:33.561233 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] For port 5b737222-ea13-490d-8006-30df410847ea, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5b737222-ea13-490d-8006-30df410847ea,segment=NetworkSegment(a80afa0b-99a1-4db0-87a1-4fa057f1350e),segment_id=a80afa0b-99a1-4db0-87a1-4fa057f1350e)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:33.566567 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.629495 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676241-3b2e-47cb-adb4-051a6065e45d None None] Pushing event updated for resources: {'Port': ['ID=5b737222-ea13-490d-8006-30df410847ea,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:33.640963 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Routers {'c1152aa2-50c3-4903-9900-a769e7065f71'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:33.641605 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:41:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c1152aa2-50c3-4903-9900-a769e7065f71'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:33.682379 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.753548 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] Set router c1152aa2-50c3-4903-9900-a769e7065f71 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:33.926283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6f19c9de-f555-42f7-8d64-80d44f5460fe up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:33.959031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a87199-6c08-4a7b-b2b9-0a842f2b039b req-66861f36-61c4-48de-bb5f-5a6960c34b56 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:33.960617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78a87199-6c08-4a7b-b2b9-0a842f2b039b req-66861f36-61c4-48de-bb5f-5a6960c34b56 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 931 time: 0.1293094 Jul 16 09:41:33.966741 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-bd658faf-da66-414a-af48-221f7e34922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 4, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port': {'id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '5b737222-ea13-490d-8006-30df410847ea', 'name': '', 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'mac_address': 'fa:16:3e:8e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'ce36495e-ac85-4443-b1d4-353675975284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:28Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 4, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'subnets': [{'id': 'ce36495e-ac85-4443-b1d4-353675975284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:33.984787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6f19c9de-f555-42f7-8d64-80d44f5460fe triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:33.985256 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.997986 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd658faf-da66-414a-af48-221f7e34922d None None] The sync data for ids ['c1152aa2-50c3-4903-9900-a769e7065f71'] in n-d-780147-28 is: [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:41:29Z', 'revision_number': 4, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port': {'id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '5b737222-ea13-490d-8006-30df410847ea', 'name': '', 'network_id': '1c2fa6be-1139-4a25-806d-103d2564ce35', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'mac_address': 'fa:16:3e:8e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'ce36495e-ac85-4443-b1d4-353675975284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:28Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 4, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'subnets': [{'id': 'ce36495e-ac85-4443-b1d4-353675975284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:34.025934 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78a87199-6c08-4a7b-b2b9-0a842f2b039b req-7ffd8e5c-2996-45d5-868f-d7e7365114b0 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583413 Jul 16 09:41:34.075940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab942e9a-e7f2-4052-8b0a-69a8c5c897fe {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:34.084782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.093631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5b737222-ea13-490d-8006-30df410847ea up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:34.097900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Transition to ACTIVE for port object ab942e9a-e7f2-4052-8b0a-69a8c5c897fe will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:34.102564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.146897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5b737222-ea13-490d-8006-30df410847ea completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:34.151916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5b737222-ea13-490d-8006-30df410847ea triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:34.152376 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.191482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Pushing event updated for resources: {'Port': ['ID=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:34.245234 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.257040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Attempting to bind port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:34.257801 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Attempting to bind port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:34.258384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Attempting to bind port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe on network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:34.263988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe on network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:41:34.264954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Attempting to bind port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe on network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:34.271344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:34.272381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Checking segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:34.273261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Bound using segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:34.275305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Bound port: ab942e9a-e7f2-4052-8b0a-69a8c5c897fe, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:34.275908 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.284270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 5b737222-ea13-490d-8006-30df410847ea, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5b737222-ea13-490d-8006-30df410847ea,segment=NetworkSegment(a80afa0b-99a1-4db0-87a1-4fa057f1350e),segment_id=a80afa0b-99a1-4db0-87a1-4fa057f1350e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:34.290629 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.344419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=5b737222-ea13-490d-8006-30df410847ea,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:34.349812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] For port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:34.354244 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] For port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:34.362792 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.398221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:34.398844 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.400977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] 10.222.0.52 "PUT /v2.0/ports/ab942e9a-e7f2-4052-8b0a-69a8c5c897fe HTTP/1.1" status: 200 len: 1092 time: 1.1519065 Jul 16 09:41:34.401482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddf11ae-f5c7-431f-961d-62f3ae29d225', 'tag': 'ab942e9a-e7f2-4052-8b0a-69a8c5c897fe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:34.403833 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da91490-ce31-4d77-b605-b0b94b1efd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "eddf11ae-f5c7-431f-961d-62f3ae29d225", "tag": "ab942e9a-e7f2-4052-8b0a-69a8c5c897fe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:34.439536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dba62e-19e8-4ec7-9fdc-46877fd83c04 service neutron] Pushing event updated for resources: {'Port': ['ID=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:34.495612 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60a40bb-e805-4d1d-b9cd-34ac5e9c0b2d x-openstack-request-id: req-b60a40bb-e805-4d1d-b9cd-34ac5e9c0b2d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:34.495989 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddf11ae-f5c7-431f-961d-62f3ae29d225", "tag": "ab942e9a-e7f2-4052-8b0a-69a8c5c897fe", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:34.496319 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b60a40bb-e805-4d1d-b9cd-34ac5e9c0b2d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:34.496792 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddf11ae-f5c7-431f-961d-62f3ae29d225', 'tag': 'ab942e9a-e7f2-4052-8b0a-69a8c5c897fe', 'status': 'completed', 'code': 200} Jul 16 09:41:34.527694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-43f61cb9-09dd-44d1-9148-a9c7f282ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:34.529427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-43f61cb9-09dd-44d1-9148-a9c7f282ef5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b553b9c730114655852f562931e1c3fc&device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 1095 time: 0.0710855 Jul 16 09:41:34.577403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-93e92deb-c9f0-4852-ba9e-3f90005962ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe HTTP/1.1" status: 200 len: 217 time: 0.0407119 Jul 16 09:41:34.630920 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-3f3bc08b-cdab-4172-b771-02349f90873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:34.632700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-3f3bc08b-cdab-4172-b771-02349f90873a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc96c1ce-6cf3-4806-bd4b-51db69dd57f9 HTTP/1.1" status: 200 len: 855 time: 0.0497990 Jul 16 09:41:34.699892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-98178b05-c744-4bb8-bd85-4909a4728fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:34.701334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-98178b05-c744-4bb8-bd85-4909a4728fde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615437 Jul 16 09:41:34.792137 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-d550544b-1604-4890-b9f2-8c85f25e449e service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844476 Jul 16 09:41:34.888733 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e3182732-d5ba-4852-a787-8c00e2e8402f req-571bb4b6-d463-40fa-b9a0-ca38a510fe92 service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890341 Jul 16 09:41:34.989584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-d045923f-1535-48bb-8953-18e89de91d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:34.991116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-d045923f-1535-48bb-8953-18e89de91d7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b553b9c730114655852f562931e1c3fc&device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 1095 time: 0.0532815 Jul 16 09:41:35.098778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-c89cca0f-4eb2-42d0-a537-48f560919f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.100588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-c89cca0f-4eb2-42d0-a537-48f560919f7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232 HTTP/1.1" status: 200 len: 917 time: 0.1026077 Jul 16 09:41:35.148503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-d36358e0-79bf-4631-a19a-89250e63b299 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe HTTP/1.1" status: 200 len: 217 time: 0.0382109 Jul 16 09:41:35.231729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-835a4bad-0119-498e-943b-7d974173dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.233311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-835a4bad-0119-498e-943b-7d974173dc37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc96c1ce-6cf3-4806-bd4b-51db69dd57f9 HTTP/1.1" status: 200 len: 855 time: 0.0716825 Jul 16 09:41:35.282695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab372e39-2e2b-4227-8b72-d95ecf28af9a req-c51a595a-1ef0-4051-9b63-b1ee97e620a6 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.284159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab372e39-2e2b-4227-8b72-d95ecf28af9a req-c51a595a-1ef0-4051-9b63-b1ee97e620a6 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 943 time: 0.1315525 Jul 16 09:41:35.334372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ab372e39-2e2b-4227-8b72-d95ecf28af9a req-c8a89a81-6b30-4f59-ad54-3ec69ae8ee4e tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Jul 16 09:41:35.337426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-6e496084-b305-4b4d-bcee-1ee6f752b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.338575 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-6e496084-b305-4b4d-bcee-1ee6f752b98e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982018 Jul 16 09:41:35.440598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-0a1eed19-af33-487f-9585-1dfb7c48e295 service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947440 Jul 16 09:41:35.529552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9da91490-ce31-4d77-b605-b0b94b1efd8a req-79d75ca8-f26d-45ad-a1c7-3f0a77f7fa4c service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825527 Jul 16 09:41:35.863677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5b737222-ea13-490d-8006-30df410847ea up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:35.911460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5b737222-ea13-490d-8006-30df410847ea triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:35.911832 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:36.509091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0fc1-d2b5-4e4c-9ab3-a21b46be9b01 req-63eed34d-a9a0-4aff-aea6-9e5582ab160e tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:36.510542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a2b0fc1-d2b5-4e4c-9ab3-a21b46be9b01 req-63eed34d-a9a0-4aff-aea6-9e5582ab160e tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 943 time: 0.0648954 Jul 16 09:41:36.551012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a2b0fc1-d2b5-4e4c-9ab3-a21b46be9b01 req-612c89bf-dab0-4f2b-8bd2-b967c483e075 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348384 Jul 16 09:41:37.123105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ab942e9a-e7f2-4052-8b0a-69a8c5c897fe details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:41:37.216633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:37.227178 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'ab942e9a-e7f2-4052-8b0a-69a8c5c897fe', 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'port_id': 'ab942e9a-e7f2-4052-8b0a-69a8c5c897fe', 'mac_address': 'fa:16:3e:17:2f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:41:37.267169 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.280134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab942e9a-e7f2-4052-8b0a-69a8c5c897fe {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:37.299362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:37.303697 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.350352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:37.511463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ab942e9a-e7f2-4052-8b0a-69a8c5c897fe'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:41:37.620303 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:37.729046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a83ee-eeb8-4ced-8805-221b19e8ff39 req-49101ac3-023c-496d-bad3-0e32641b20ca tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:37.730590 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d55a83ee-eeb8-4ced-8805-221b19e8ff39 req-49101ac3-023c-496d-bad3-0e32641b20ca tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 944 time: 0.0649018 Jul 16 09:41:37.768994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d55a83ee-eeb8-4ced-8805-221b19e8ff39 req-991a7d68-29b4-4458-9a0c-c58ad13c843e tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Jul 16 09:41:38.939471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891afd8-cd1c-4819-b146-38faa43c61a9 req-e95b8e79-b6d9-4201-b074-6969819fa76a tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:38.940875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b891afd8-cd1c-4819-b146-38faa43c61a9 req-e95b8e79-b6d9-4201-b074-6969819fa76a tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 944 time: 0.0643225 Jul 16 09:41:38.978580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b891afd8-cd1c-4819-b146-38faa43c61a9 req-0529dc19-c317-488a-8628-ad02b39e2433 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Jul 16 09:41:39.138106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ab942e9a-e7f2-4052-8b0a-69a8c5c897fe up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:39.185926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:39.189413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:39.189864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.265175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.287685 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddf11ae-f5c7-431f-961d-62f3ae29d225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab942e9a-e7f2-4052-8b0a-69a8c5c897fe'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:39.290018 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99289c26-b0bb-4dd1-8100-7cabc5745e11" -d '{"events": [{"server_uuid": "eddf11ae-f5c7-431f-961d-62f3ae29d225", "name": "network-vif-plugged", "status": "completed", "tag": "ab942e9a-e7f2-4052-8b0a-69a8c5c897fe"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:39.302575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:39.306993 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.335505 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34815a71-8ece-4254-8897-8e18b8477855 x-openstack-request-id: req-34815a71-8ece-4254-8897-8e18b8477855 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:39.335795 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddf11ae-f5c7-431f-961d-62f3ae29d225", "name": "network-vif-plugged", "status": "completed", "tag": "ab942e9a-e7f2-4052-8b0a-69a8c5c897fe", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:39.336050 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34815a71-8ece-4254-8897-8e18b8477855 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:39.336453 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddf11ae-f5c7-431f-961d-62f3ae29d225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab942e9a-e7f2-4052-8b0a-69a8c5c897fe', 'code': 200} Jul 16 09:41:39.363301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:39.441355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302be1-61bb-408a-acfd-102d9060c6fa req-4bf69cf2-6c13-437b-a83f-1b803693b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:39.443075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc302be1-61bb-408a-acfd-102d9060c6fa req-4bf69cf2-6c13-437b-a83f-1b803693b900 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 1097 time: 0.0569556 Jul 16 09:41:39.478252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc302be1-61bb-408a-acfd-102d9060c6fa req-7a2afd14-25b5-4212-b36c-5953739e70e9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278552 Jul 16 09:41:40.155180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ebc34-0f70-474c-a33a-d5504942aa10 req-c2ad1687-f4d0-4dd5-8b8c-5e34447184d6 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:40.156715 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-055ebc34-0f70-474c-a33a-d5504942aa10 req-c2ad1687-f4d0-4dd5-8b8c-5e34447184d6 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 945 time: 0.0692868 Jul 16 09:41:40.198561 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-055ebc34-0f70-474c-a33a-d5504942aa10 req-875783c5-0cd4-4446-bb14-a9473d3a770c tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362813 Jul 16 09:41:41.372736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c900ec1-ae4f-4572-b692-f0768a079a6d req-24309ccd-8d5f-445f-9016-d077ac3490d0 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:41.374254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c900ec1-ae4f-4572-b692-f0768a079a6d req-24309ccd-8d5f-445f-9016-d077ac3490d0 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 945 time: 0.0627496 Jul 16 09:41:41.417158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c900ec1-ae4f-4572-b692-f0768a079a6d req-e211a7f2-e359-4d18-b40d-fe241fe0915a tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Jul 16 09:41:41.597478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c742a05-3184-4fd5-9b6a-0e35fa9640b3 req-198b5e41-5c83-469d-80c3-bafdaa6c11e4 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:41.598968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c742a05-3184-4fd5-9b6a-0e35fa9640b3 req-198b5e41-5c83-469d-80c3-bafdaa6c11e4 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 945 time: 0.0647101 Jul 16 09:41:41.637521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3c742a05-3184-4fd5-9b6a-0e35fa9640b3 req-eb34afc4-bac1-4d17-9a91-e766de33afb2 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Jul 16 09:41:44.459848 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-abb677eb-9bf5-437b-b976-d97a6a020bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517862 Jul 16 09:41:44.504772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f58b5b4f-0146-490e-9c3b-e3b9a3ed7d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:44.554506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-18d0dd12-4083-4283-8ba3-3a2682773684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.556147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-18d0dd12-4083-4283-8ba3-3a2682773684 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b553b9c730114655852f562931e1c3fc&device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 1097 time: 0.0537579 Jul 16 09:41:44.676457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-fc75a591-c953-481c-b4ef-d7361bbd081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.677983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-fc75a591-c953-481c-b4ef-d7361bbd081d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232 HTTP/1.1" status: 200 len: 917 time: 0.1009779 Jul 16 09:41:44.722747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-d80d4946-17bf-4693-ad9b-9e19dda74704 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe HTTP/1.1" status: 200 len: 217 time: 0.0385833 Jul 16 09:41:44.779515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-678bb588-223c-481e-8499-9280564bbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.781037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-678bb588-223c-481e-8499-9280564bbaf0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc96c1ce-6cf3-4806-bd4b-51db69dd57f9 HTTP/1.1" status: 200 len: 855 time: 0.0517695 Jul 16 09:41:44.838346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-aef0072b-079d-4e81-a5dc-adad26b80eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.839874 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-aef0072b-079d-4e81-a5dc-adad26b80eaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526214 Jul 16 09:41:44.929664 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-18952a47-e686-4fd9-b672-83e4bd51b778 service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831692 Jul 16 09:41:45.027231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c873bb7-22f9-4dda-ac3b-fa285abead00 req-18bfa074-e9ed-4754-a7c2-d257eb8f2543 service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889068 Jul 16 09:41:45.775850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.692709 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.707643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ccea-ccdf-47ef-b32b-72096de79b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.049152 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.322231 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:50.328873 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.705610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dd98f-5f4b-4068-95ab-b3d953992402 req-120d5f8b-b5ec-4a57-8e75-121c0e1d1093 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:01.707158 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-788dd98f-5f4b-4068-95ab-b3d953992402 req-120d5f8b-b5ec-4a57-8e75-121c0e1d1093 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 945 time: 0.0651438 Jul 16 09:42:01.747139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-788dd98f-5f4b-4068-95ab-b3d953992402 req-f2581158-cf3c-44bf-b736-4854de91f389 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Jul 16 09:42:02.933395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f59617-1f04-4169-88bb-ea78f8c9fd24 req-7e70a035-0e58-4f6a-97db-e84f1c843c10 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:02.934846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32f59617-1f04-4169-88bb-ea78f8c9fd24 req-7e70a035-0e58-4f6a-97db-e84f1c843c10 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 945 time: 0.0713274 Jul 16 09:42:02.973841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32f59617-1f04-4169-88bb-ea78f8c9fd24 req-cfa75e73-64dc-4d30-9af2-f4abba921e28 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Jul 16 09:42:03.254736 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-7ce52b76-ee4d-45cf-bd33-8980c8f81234 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:03.256432 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-7ce52b76-ee4d-45cf-bd33-8980c8f81234 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.52 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 945 time: 0.0658827 Jul 16 09:42:03.367099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Deleting port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:03.367443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.457624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] For port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:03.458009 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.478798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Calling delete_port for ab942e9a-e7f2-4052-8b0a-69a8c5c897fe owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:03.614052 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.628667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['ab942e9a-e7f2-4052-8b0a-69a8c5c897fe'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:42:03.647916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Pushing event deleted for resources: {'Port': ['ID=ab942e9a-e7f2-4052-8b0a-69a8c5c897fe,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:03.681059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.681567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.681934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.682271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.682604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.682931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.683256 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.683578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.683900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.684226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.684548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.684860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:03.713790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] No DVR routers for this DVR port ab942e9a-e7f2-4052-8b0a-69a8c5c897fe on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:42:03.716824 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.719313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cf894ec6-ba17-463b-acc9-d28022be7db9 req-130b4769-8b32-40b9-a991-d1d269ae1bae tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.52 "DELETE /v2.0/ports/ab942e9a-e7f2-4052-8b0a-69a8c5c897fe HTTP/1.1" status: 204 len: 173 time: 0.4568717 Jul 16 09:42:03.719812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddf11ae-f5c7-431f-961d-62f3ae29d225', 'name': 'network-vif-deleted', 'tag': 'ab942e9a-e7f2-4052-8b0a-69a8c5c897fe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:03.722790 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d128b-a974-44ba-9e6c-0f60a10be2e0" -d '{"events": [{"server_uuid": "eddf11ae-f5c7-431f-961d-62f3ae29d225", "name": "network-vif-deleted", "tag": "ab942e9a-e7f2-4052-8b0a-69a8c5c897fe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:03.763938 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593f675-4a53-48b6-a030-0d0d7a0c4f51 x-openstack-request-id: req-2593f675-4a53-48b6-a030-0d0d7a0c4f51 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:03.764238 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddf11ae-f5c7-431f-961d-62f3ae29d225", "name": "network-vif-deleted", "tag": "ab942e9a-e7f2-4052-8b0a-69a8c5c897fe", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:03.764501 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2593f675-4a53-48b6-a030-0d0d7a0c4f51 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:03.764915 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddf11ae-f5c7-431f-961d-62f3ae29d225', 'name': 'network-vif-deleted', 'tag': 'ab942e9a-e7f2-4052-8b0a-69a8c5c897fe', 'status': 'completed', 'code': 200} Jul 16 09:42:04.138523 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c79e04b-c324-4509-985c-b9f5bd20fc27 req-300c6e30-0fdc-4055-a08a-ef3285e5aac8 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=eddf11ae-f5c7-431f-961d-62f3ae29d225 HTTP/1.1" status: 200 len: 210 time: 0.0299780 Jul 16 09:42:05.735951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ae4d80a5-e333-4860-b05f-72b4e476fa59 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:05.737392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ae4d80a5-e333-4860-b05f-72b4e476fa59 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/networks?id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232 HTTP/1.1" status: 200 len: 816 time: 0.1069450 Jul 16 09:42:05.752723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-b90b54aa-a1e6-412d-8394-1baa9ea5a2bf tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/quotas/b553b9c730114655852f562931e1c3fc HTTP/1.1" status: 200 len: 375 time: 0.0099616 Jul 16 09:42:05.825021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-e5797680-b80d-401e-b22b-ea38a52061a9 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b553b9c730114655852f562931e1c3fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669110 Jul 16 09:42:05.920111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-0ee304aa-f265-4722-99d4-9af864868b35 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839193 Jul 16 09:42:06.014363 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-64b3a9e8-9e5c-42d2-a688-664327b8115d service neutron] 10.222.0.55 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881443 Jul 16 09:42:06.182112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ce4a335-02b3-4b8b-9fff-b45ab62efc0b req-83f6c1f4-86f9-4935-aed6-398d00b30182 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 210 time: 0.0300696 Jul 16 09:42:07.279662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ab942e9a-e7f2-4052-8b0a-69a8c5c897fe no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:42:07.306682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: ab942e9a-e7f2-4052-8b0a-69a8c5c897fe {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:42:07.307558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device ab942e9a-e7f2-4052-8b0a-69a8c5c897fe not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:42:07.311545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-0d4712db-1e0e-4aee-875c-97c5b30490f0 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:07.313083 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-0d4712db-1e0e-4aee-875c-97c5b30490f0 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.52 "GET /v2.0/networks?id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232 HTTP/1.1" status: 200 len: 816 time: 0.1236684 Jul 16 09:42:07.345369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Request body: {'port': {'device_id': '948307fd-0e4b-49d0-8404-a251b13888c3', 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'admin_state_up': True, 'tenant_id': 'b553b9c730114655852f562931e1c3fc'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:07.350307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1506816b-87bd-48f9-8705-546ebe1f369d req-29c21187-b9f5-46b0-830f-3275a9ebe48b tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 210 time: 0.0483418 Jul 16 09:42:07.462707 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Made reservation on behalf of b553b9c730114655852f562931e1c3fc for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:42:07.466266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.590280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Allocated IP 172.20.0.11 (6ac78863-6fb8-48c0-b50b-2d8b7efc1232/dc96c1ce-6cf3-4806-bd4b-51db69dd57f9/4978808f-b9f4-4d08-84bf-01cb14251205) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:07.741913 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.756359 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Transition to ACTIVE for port object 4978808f-b9f4-4d08-84bf-01cb14251205 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:07.790093 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.835586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:07.838703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:07.842654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:07.848989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Pushing event updated for resources: {'Port': ['ID=4978808f-b9f4-4d08-84bf-01cb14251205,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:07.895357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:07.895980 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.912012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce5da5c5-028c-456a-bcfa-50e7423177a1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710952 Jul 16 09:42:07.924057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Request body: {'port': {'device_id': '948307fd-0e4b-49d0-8404-a251b13888c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:08.033121 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.088127 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b681591e-2509-4edb-9e5a-ba3489d3368a None None] Provisioning for port 4978808f-b9f4-4d08-84bf-01cb14251205 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:08.096864 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b681591e-2509-4edb-9e5a-ba3489d3368a None None] Provisioning complete for port 4978808f-b9f4-4d08-84bf-01cb14251205 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:08.097422 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b681591e-2509-4edb-9e5a-ba3489d3368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.148164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b681591e-2509-4edb-9e5a-ba3489d3368a None None] Port 4978808f-b9f4-4d08-84bf-01cb14251205 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:42:08.341985 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4978808f-b9f4-4d08-84bf-01cb14251205 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:42:08.350014 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.363734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Transition to ACTIVE for port object 4978808f-b9f4-4d08-84bf-01cb14251205 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:08.367575 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.432435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Pushing event updated for resources: {'Port': ['ID=4978808f-b9f4-4d08-84bf-01cb14251205,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:08.555824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Attempting to bind port 4978808f-b9f4-4d08-84bf-01cb14251205 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:08.556318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Attempting to bind port 4978808f-b9f4-4d08-84bf-01cb14251205 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:08.556676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Attempting to bind port 4978808f-b9f4-4d08-84bf-01cb14251205 on network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:08.568140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Port 4978808f-b9f4-4d08-84bf-01cb14251205 on network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:42:08.568466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Attempting to bind port 4978808f-b9f4-4d08-84bf-01cb14251205 on network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:08.578008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:08.578355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Checking segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:08.578743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Bound using segment: {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:08.579191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Bound port: 4978808f-b9f4-4d08-84bf-01cb14251205, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d52e38-de4c-4ffe-8479-a9253f5e696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:08.579557 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.590720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f5da-d6bf-4349-82a5-d9cb6c52288d req-42addcce-72f5-4787-96a6-a1bf3fdbac8a tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.592408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1f6f5da-d6bf-4349-82a5-d9cb6c52288d req-42addcce-72f5-4787-96a6-a1bf3fdbac8a tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 944 time: 0.1140561 Jul 16 09:42:08.669304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a1f6f5da-d6bf-4349-82a5-d9cb6c52288d req-f6b1209e-43df-4259-b695-57761f04a31e tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674703 Jul 16 09:42:08.688153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] For port 4978808f-b9f4-4d08-84bf-01cb14251205, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:08.691470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] For port 4978808f-b9f4-4d08-84bf-01cb14251205, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4978808f-b9f4-4d08-84bf-01cb14251205,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:08.697603 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.735995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.736616 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.738124 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] 10.222.0.52 "PUT /v2.0/ports/4978808f-b9f4-4d08-84bf-01cb14251205 HTTP/1.1" status: 200 len: 1093 time: 0.8182924 Jul 16 09:42:08.738494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948307fd-0e4b-49d0-8404-a251b13888c3', 'tag': '4978808f-b9f4-4d08-84bf-01cb14251205'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:08.740752 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d4f096-1d7a-4416-9043-e48aa4112ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "948307fd-0e4b-49d0-8404-a251b13888c3", "tag": "4978808f-b9f4-4d08-84bf-01cb14251205"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:08.770176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac91340-c94d-436c-846d-8b855cebe66d service neutron] Pushing event updated for resources: {'Port': ['ID=4978808f-b9f4-4d08-84bf-01cb14251205,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:08.784875 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b91f19-9c18-465c-8e24-042423b093c9 x-openstack-request-id: req-73b91f19-9c18-465c-8e24-042423b093c9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:08.785175 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948307fd-0e4b-49d0-8404-a251b13888c3", "tag": "4978808f-b9f4-4d08-84bf-01cb14251205", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:08.785440 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73b91f19-9c18-465c-8e24-042423b093c9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:08.785883 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948307fd-0e4b-49d0-8404-a251b13888c3', 'tag': '4978808f-b9f4-4d08-84bf-01cb14251205', 'status': 'completed', 'code': 200} Jul 16 09:42:08.851301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-460b0bec-6e01-4556-beb2-68aa58e0bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.853136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-460b0bec-6e01-4556-beb2-68aa58e0bb70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b553b9c730114655852f562931e1c3fc&device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 1096 time: 0.0616212 Jul 16 09:42:08.896420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-e7468033-f0db-4af9-9c3f-9fa7b0b40b32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4978808f-b9f4-4d08-84bf-01cb14251205 HTTP/1.1" status: 200 len: 217 time: 0.0361383 Jul 16 09:42:08.947769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-048bf3dc-df0e-49e6-a3a6-c3017be4abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.949265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-048bf3dc-df0e-49e6-a3a6-c3017be4abe2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc96c1ce-6cf3-4806-bd4b-51db69dd57f9 HTTP/1.1" status: 200 len: 855 time: 0.0462770 Jul 16 09:42:09.014342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce73b62b-8e5e-41e8-84fb-43c62b000847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:09.015944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-ce73b62b-8e5e-41e8-84fb-43c62b000847 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606823 Jul 16 09:42:09.107451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-92da8456-972a-409b-a415-2c6c4b487f47 service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Jul 16 09:42:09.206223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65badb94-04ea-4acb-ac72-2ad1bf8c5c7f req-cab5398a-dfe9-42ab-8235-594051dd98f2 service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931478 Jul 16 09:42:09.310073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-3c93bc75-57d6-49db-9014-23d369f9c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:09.311580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-3c93bc75-57d6-49db-9014-23d369f9c783 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b553b9c730114655852f562931e1c3fc&device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 1096 time: 0.0548599 Jul 16 09:42:09.406469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-3d4781e6-0532-4a22-8ac0-7d7abeb19975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:09.408039 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-3d4781e6-0532-4a22-8ac0-7d7abeb19975 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232 HTTP/1.1" status: 200 len: 917 time: 0.0906179 Jul 16 09:42:09.449490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-4f59d395-9dd1-451d-b34f-bf72dddabad9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4978808f-b9f4-4d08-84bf-01cb14251205 HTTP/1.1" status: 200 len: 217 time: 0.0352280 Jul 16 09:42:09.498593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-6f603472-fb58-47aa-9a31-b13869011e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:09.500053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-6f603472-fb58-47aa-9a31-b13869011e7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc96c1ce-6cf3-4806-bd4b-51db69dd57f9 HTTP/1.1" status: 200 len: 855 time: 0.0444937 Jul 16 09:42:09.558357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-0989754c-38c9-40bc-b755-f5f5c7c1453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:09.559878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-0989754c-38c9-40bc-b755-f5f5c7c1453c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ac78863-6fb8-48c0-b50b-2d8b7efc1232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532427 Jul 16 09:42:09.657597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-b21816eb-556a-4cfb-9786-8244eec7e66e service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897214 Jul 16 09:42:09.752427 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d7d4f096-1d7a-4416-9043-e48aa4112ac0 req-1e730d43-0c7a-4f92-9aa3-52456b807548 service neutron] 10.222.0.52 "GET /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863497 Jul 16 09:42:09.854082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1a2ab-5246-4ef8-ad3a-e665eda62b4a req-6e004f9d-0f9c-43c1-82aa-185b5786c0c0 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:09.855769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aab1a2ab-5246-4ef8-ad3a-e665eda62b4a req-6e004f9d-0f9c-43c1-82aa-185b5786c0c0 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 944 time: 0.0702839 Jul 16 09:42:09.894374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aab1a2ab-5246-4ef8-ad3a-e665eda62b4a req-75f4ba27-2ef6-48e8-a0f6-2e1e89217f76 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330398 Jul 16 09:42:11.074769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37bc4-1960-4a33-aa99-e50586ed0d6c req-868ff867-a19a-40e2-b8b5-2c9cf019877a tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:11.076275 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37e37bc4-1960-4a33-aa99-e50586ed0d6c req-868ff867-a19a-40e2-b8b5-2c9cf019877a tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 944 time: 0.0643568 Jul 16 09:42:11.113969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37e37bc4-1960-4a33-aa99-e50586ed0d6c req-2fbf20af-20df-4a7f-8a45-27d299b4ca8b tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Jul 16 09:42:11.294053 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4978808f-b9f4-4d08-84bf-01cb14251205 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:42:11.388815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4978808f-b9f4-4d08-84bf-01cb14251205, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4978808f-b9f4-4d08-84bf-01cb14251205,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:11.403300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '4978808f-b9f4-4d08-84bf-01cb14251205', 'network_id': '6ac78863-6fb8-48c0-b50b-2d8b7efc1232', 'port_id': '4978808f-b9f4-4d08-84bf-01cb14251205', 'mac_address': 'fa:16:3e:1c:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc96c1ce-6cf3-4806-bd4b-51db69dd57f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:42:11.439248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:11.452616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4978808f-b9f4-4d08-84bf-01cb14251205 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:42:11.472817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4978808f-b9f4-4d08-84bf-01cb14251205, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4978808f-b9f4-4d08-84bf-01cb14251205,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:11.477930 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:11.526111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4978808f-b9f4-4d08-84bf-01cb14251205,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:11.533317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.533690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.534041 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.534379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.534713 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.535074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.535402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.535731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.536062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.536387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.536710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.537033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:11.673452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4978808f-b9f4-4d08-84bf-01cb14251205'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:42:12.292105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b096-02a7-4d4e-82af-6c2071c1dc9e req-889d9f27-ed66-42f7-a2f8-d84479f0c1f1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:12.293610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f04b096-02a7-4d4e-82af-6c2071c1dc9e req-889d9f27-ed66-42f7-a2f8-d84479f0c1f1 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 945 time: 0.0686519 Jul 16 09:42:12.332096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f04b096-02a7-4d4e-82af-6c2071c1dc9e req-c07cad13-4f3f-475e-957d-04be587f86dc tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Jul 16 09:42:13.309549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4978808f-b9f4-4d08-84bf-01cb14251205 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:13.356602 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 4978808f-b9f4-4d08-84bf-01cb14251205 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:13.360276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 4978808f-b9f4-4d08-84bf-01cb14251205 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:13.360644 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:13.438970 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:13.463093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948307fd-0e4b-49d0-8404-a251b13888c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4978808f-b9f4-4d08-84bf-01cb14251205'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:13.465450 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c1cf3b-bfe7-4c27-ab48-9daaa558bd4c" -d '{"events": [{"server_uuid": "948307fd-0e4b-49d0-8404-a251b13888c3", "name": "network-vif-plugged", "status": "completed", "tag": "4978808f-b9f4-4d08-84bf-01cb14251205"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:13.479508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 4978808f-b9f4-4d08-84bf-01cb14251205, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4978808f-b9f4-4d08-84bf-01cb14251205,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:13.484373 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:13.507904 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28de61f4-0783-4f6f-894e-2c4b69161739 x-openstack-request-id: req-28de61f4-0783-4f6f-894e-2c4b69161739 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:13.508757 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948307fd-0e4b-49d0-8404-a251b13888c3", "name": "network-vif-plugged", "status": "completed", "tag": "4978808f-b9f4-4d08-84bf-01cb14251205", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:13.509610 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28de61f4-0783-4f6f-894e-2c4b69161739 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:13.509610 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948307fd-0e4b-49d0-8404-a251b13888c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4978808f-b9f4-4d08-84bf-01cb14251205', 'code': 200} Jul 16 09:42:13.512221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c30991-13d7-4520-8361-2319b1c293b7 req-ffb4003f-149d-47af-8985-a3dc17b4f91c tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:13.513840 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e7c30991-13d7-4520-8361-2319b1c293b7 req-ffb4003f-149d-47af-8985-a3dc17b4f91c tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 945 time: 0.0722914 Jul 16 09:42:13.547533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=4978808f-b9f4-4d08-84bf-01cb14251205,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:13.556223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e7c30991-13d7-4520-8361-2319b1c293b7 req-0d3c6e57-0167-4d50-b4fe-45e6a50fd123 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365977 Jul 16 09:42:13.624429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ed4e-c970-499b-b5a8-a521a89808b6 req-9f6ea5e6-e379-4b01-befb-5662aa0050d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:13.625961 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15b4ed4e-c970-499b-b5a8-a521a89808b6 req-9f6ea5e6-e379-4b01-befb-5662aa0050d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 1098 time: 0.0530739 Jul 16 09:42:13.659644 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-15b4ed4e-c970-499b-b5a8-a521a89808b6 req-d01d24c4-fa57-456f-b592-eabbcf6a66c4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271149 Jul 16 09:42:14.506569 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c36af280-6b89-4903-acaa-3546ad07002a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:14.621999 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:42:15.060414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c536-c593-4c68-ac65-95784aff8cf5 req-539f8167-3459-4931-ae0b-d584b5358ec6 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:15.061951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1b3c536-c593-4c68-ac65-95784aff8cf5 req-539f8167-3459-4931-ae0b-d584b5358ec6 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 946 time: 0.3919489 Jul 16 09:42:15.100987 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b1b3c536-c593-4c68-ac65-95784aff8cf5 req-f1c2ec1c-6635-4584-aa38-509c2478a595 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Jul 16 09:42:15.273749 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3635de2-b82e-4042-a8d8-ef9e1090a274 req-3c4ea2cb-d0dd-46d3-9dad-9ac3eb24da21 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:15.275339 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3635de2-b82e-4042-a8d8-ef9e1090a274 req-3c4ea2cb-d0dd-46d3-9dad-9ac3eb24da21 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 946 time: 0.0651212 Jul 16 09:42:15.312596 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3635de2-b82e-4042-a8d8-ef9e1090a274 req-6ad0f2a8-0e73-4b9b-bea4-b16af1b4abd6 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Jul 16 09:42:15.775874 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.700577 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.713541 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d3d410c2-983f-4c89-a1cb-ed2524d55512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:19.053049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:19.335070 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:20.329270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:34.189499 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43342a3-a052-4733-b048-b750e9632195 req-c3ba6994-b6cb-4755-9eb1-49a84c91d617 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:34.191036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e43342a3-a052-4733-b048-b750e9632195 req-c3ba6994-b6cb-4755-9eb1-49a84c91d617 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 946 time: 0.0698032 Jul 16 09:42:34.229157 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e43342a3-a052-4733-b048-b750e9632195 req-e4b4f650-46ac-4245-acfc-b64e3a03915f tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Jul 16 09:42:35.401086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384bda4-a40d-4de0-b214-e3a97e4973e2 req-856da30f-68bb-427f-a839-b429bc7efb70 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:35.402611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8384bda4-a40d-4de0-b214-e3a97e4973e2 req-856da30f-68bb-427f-a839-b429bc7efb70 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 946 time: 0.0640736 Jul 16 09:42:35.442716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8384bda4-a40d-4de0-b214-e3a97e4973e2 req-44609a49-a54b-4d06-a9f2-17288b085128 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/security-groups?id=141dbc06-2a2d-4f58-88d8-adaa638c43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Jul 16 09:42:35.692153 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-260ae80e-e46b-4d32-9c72-884dc956b395 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:35.693607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-260ae80e-e46b-4d32-9c72-884dc956b395 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.52 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 946 time: 0.0619278 Jul 16 09:42:35.795465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Deleting port 4978808f-b9f4-4d08-84bf-01cb14251205 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:35.795804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:35.887284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] For port 4978808f-b9f4-4d08-84bf-01cb14251205, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=4978808f-b9f4-4d08-84bf-01cb14251205,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:35.887561 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:35.900246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Calling delete_port for 4978808f-b9f4-4d08-84bf-01cb14251205 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:36.025369 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:36.037559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['4978808f-b9f4-4d08-84bf-01cb14251205'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:42:36.068323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Pushing event deleted for resources: {'Port': ['ID=4978808f-b9f4-4d08-84bf-01cb14251205,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:36.108753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] No DVR routers for this DVR port 4978808f-b9f4-4d08-84bf-01cb14251205 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:42:36.111481 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:36.113519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-30c2c927-22d5-4168-8906-58c0571d95f4 req-12dff4b3-ffa6-4f58-874c-fef63415b005 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.52 "DELETE /v2.0/ports/4978808f-b9f4-4d08-84bf-01cb14251205 HTTP/1.1" status: 204 len: 173 time: 0.4147787 Jul 16 09:42:36.113988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948307fd-0e4b-49d0-8404-a251b13888c3', 'name': 'network-vif-deleted', 'tag': '4978808f-b9f4-4d08-84bf-01cb14251205'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:36.116258 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69242f1-cbfe-41e6-9dc9-e319872fcf65" -d '{"events": [{"server_uuid": "948307fd-0e4b-49d0-8404-a251b13888c3", "name": "network-vif-deleted", "tag": "4978808f-b9f4-4d08-84bf-01cb14251205"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:36.166499 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f14f4d-7e74-4732-93a3-de20d77c4903 x-openstack-request-id: req-49f14f4d-7e74-4732-93a3-de20d77c4903 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:36.166911 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948307fd-0e4b-49d0-8404-a251b13888c3", "name": "network-vif-deleted", "tag": "4978808f-b9f4-4d08-84bf-01cb14251205", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:36.167241 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49f14f4d-7e74-4732-93a3-de20d77c4903 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:36.167722 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948307fd-0e4b-49d0-8404-a251b13888c3', 'name': 'network-vif-deleted', 'tag': '4978808f-b9f4-4d08-84bf-01cb14251205', 'status': 'completed', 'code': 200} Jul 16 09:42:36.608960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-69407f56-746f-4b23-a0ca-a85c2ef55c8b req-6a0d580f-7c73-46c0-bffe-d39110756075 tempest-TestEncryptedCinderVolumes-820560902 tempest-TestEncryptedCinderVolumes-820560902-project] 10.222.0.55 "GET /v2.0/ports?device_id=948307fd-0e4b-49d0-8404-a251b13888c3 HTTP/1.1" status: 200 len: 210 time: 0.0351694 Jul 16 09:42:37.735008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52334) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:38.085943 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:38.342164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Deleting port 5411ba6f-7f19-4519-9e78-7f78c7989711 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:38.342507 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:38.418419 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] For port 5411ba6f-7f19-4519-9e78-7f78c7989711, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5411ba6f-7f19-4519-9e78-7f78c7989711,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:38.418774 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:38.431080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Calling delete_port for 5411ba6f-7f19-4519-9e78-7f78c7989711 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:38.612616 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:38.643880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=5411ba6f-7f19-4519-9e78-7f78c7989711,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:38.812775 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.027858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:42:39.137597 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:39.144093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1e39cd4d-ece7-4095-9c27-747cba1cfb96 admin admin] 10.222.0.55 "PUT /v2.0/routers/9e1e52c6-d5b6-48e4-939f-aeb94bf78926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4072292 Jul 16 09:42:39.145881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52336) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:39.146884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] Sync routers for ids ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:39.156001 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] Routers {'9e1e52c6-d5b6-48e4-939f-aeb94bf78926'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:39.156608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:39.252385 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.259880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] Set router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:39.350950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.407533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Deleting port 746435a6-a22b-4f91-98e5-0b7a1266aa70 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:39.407870 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.441081 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:42:38Z', 'revision_number': 5, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port': {'id': '746435a6-a22b-4f91-98e5-0b7a1266aa70', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:22Z', 'updated_at': '2021-07-16T09:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:39.468932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4978808f-b9f4-4d08-84bf-01cb14251205 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:42:39.472188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] Checking router: 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:39.490203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] For port 746435a6-a22b-4f91-98e5-0b7a1266aa70, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=746435a6-a22b-4f91-98e5-0b7a1266aa70,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:39.490572 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.492062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 4978808f-b9f4-4d08-84bf-01cb14251205 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:42:39.492408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 4978808f-b9f4-4d08-84bf-01cb14251205 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:42:39.498065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] Routers {'9e1e52c6-d5b6-48e4-939f-aeb94bf78926'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:39.498675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:39.503348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Calling delete_port for 746435a6-a22b-4f91-98e5-0b7a1266aa70 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:39.584541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] Set router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:39.640843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:42:39Z', 'revision_number': 6, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:39.667126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aaa645-0ef2-4ab9-8d1a-2d466e2f77b7 None None] The sync data for ids ['9e1e52c6-d5b6-48e4-939f-aeb94bf78926'] in n-d-780147-28 is: [{'id': '9e1e52c6-d5b6-48e4-939f-aeb94bf78926', 'name': 'tempest-TestEncryptedCinderVolumes-396394251-router', 'tenant_id': 'b553b9c730114655852f562931e1c3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:21Z', 'updated_at': '2021-07-16T09:42:39Z', 'revision_number': 6, 'project_id': 'b553b9c730114655852f562931e1c3fc', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:39.674160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.699830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=746435a6-a22b-4f91-98e5-0b7a1266aa70,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:39.768277 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.859433 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.861484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.903945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.904764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1e52c6-d5b6-48e4-939f-aeb94bf78926 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:42:39.909716 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.910875 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a625bb5c-0352-45dd-8a5b-6e6044c58dc4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9e1e52c6-d5b6-48e4-939f-aeb94bf78926 HTTP/1.1" status: 204 len: 168 time: 0.7640800 Jul 16 09:42:39.913473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52338) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:39.958973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97b9731-3ccd-4cd4-8a60-40fc6fdfd6ab admin admin] Deleting subnet dc96c1ce-6cf3-4806-bd4b-51db69dd57f9 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:42:39.962150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a97b9731-3ccd-4cd4-8a60-40fc6fdfd6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.001734 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a97b9731-3ccd-4cd4-8a60-40fc6fdfd6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.100610 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a97b9731-3ccd-4cd4-8a60-40fc6fdfd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.119349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5411ba6f-7f19-4519-9e78-7f78c7989711 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:42:40.139739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5411ba6f-7f19-4519-9e78-7f78c7989711 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:42:40.140209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5411ba6f-7f19-4519-9e78-7f78c7989711 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:42:40.157119 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a97b9731-3ccd-4cd4-8a60-40fc6fdfd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.184102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b9731-3ccd-4cd4-8a60-40fc6fdfd6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc96c1ce-6cf3-4806-bd4b-51db69dd57f9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:40.186200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a97b9731-3ccd-4cd4-8a60-40fc6fdfd6ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.189693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a97b9731-3ccd-4cd4-8a60-40fc6fdfd6ab admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc96c1ce-6cf3-4806-bd4b-51db69dd57f9 HTTP/1.1" status: 204 len: 168 time: 0.2745025 Jul 16 09:42:40.190445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d463b-373a-4e9a-b115-f51f89abb07a None None] Network 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:42:40.190935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52340) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:40.264905 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.319324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Deleting port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:40.319749 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.391216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] For port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=4122798f-8ec6-47cd-bf9a-28e3d138ed0a,segment=NetworkSegment(a6d52e38-de4c-4ffe-8479-a9253f5e696d),segment_id=a6d52e38-de4c-4ffe-8479-a9253f5e696d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:40.391510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.403218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Calling delete_port for 4122798f-8ec6-47cd-bf9a-28e3d138ed0a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:40.489942 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.514873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4122798f-8ec6-47cd-bf9a-28e3d138ed0a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:40.520648 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] No DVR routers for this DVR port 4122798f-8ec6-47cd-bf9a-28e3d138ed0a on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:42:40.545171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c321336b-fc1c-48dc-af29-ac35db682e35 None None] DHCP port deletion for 6ac78863-6fb8-48c0-b50b-2d8b7efc1232 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:42:40.602975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.613076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac78863-6fb8-48c0-b50b-2d8b7efc1232']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:40.623876 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d52e38-de4c-4ffe-8479-a9253f5e696d') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:40.624178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d52e38-de4c-4ffe-8479-a9253f5e696d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:40.634200 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.650054 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.656496 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:42:40.656898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:42:40.658738 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:42:40.720255 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.725769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:40.727852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] 10.222.0.55 "DELETE /v2.0/networks/6ac78863-6fb8-48c0-b50b-2d8b7efc1232 HTTP/1.1" status: 204 len: 168 time: 0.5362093 Jul 16 09:42:40.731020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52342) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:40.741580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06b9c5-8e0f-44af-b935-c3f70aa50d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac78863-6fb8-48c0-b50b-2d8b7efc1232,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:41.080736 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:41.330947 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Deleting port 5b737222-ea13-490d-8006-30df410847ea {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:41.331207 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:41.406717 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] For port 5b737222-ea13-490d-8006-30df410847ea, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5b737222-ea13-490d-8006-30df410847ea,segment=NetworkSegment(a80afa0b-99a1-4db0-87a1-4fa057f1350e),segment_id=a80afa0b-99a1-4db0-87a1-4fa057f1350e)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:41.407071 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:41.419575 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Calling delete_port for 5b737222-ea13-490d-8006-30df410847ea owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:41.897118 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 746435a6-a22b-4f91-98e5-0b7a1266aa70 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:42:41.916323 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:41.921134 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 746435a6-a22b-4f91-98e5-0b7a1266aa70 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:42:41.921478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 746435a6-a22b-4f91-98e5-0b7a1266aa70 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:42:41.921920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4122798f-8ec6-47cd-bf9a-28e3d138ed0a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:42:41.942177 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 4122798f-8ec6-47cd-bf9a-28e3d138ed0a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:42:41.942673 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5b737222-ea13-490d-8006-30df410847ea,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:41.942807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 4122798f-8ec6-47cd-bf9a-28e3d138ed0a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:42:41.969493 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.970082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.970428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.970764 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.971100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.971438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.971767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.972096 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.972424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.972749 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.973076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:41.973397 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:42.119475 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:42.334049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Router c1152aa2-50c3-4903-9900-a769e7065f71 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:42:42.438897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:42.447216 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-abcfe6a7-2fb8-47ee-8152-b51c236603bc admin admin] 10.222.0.55 "PUT /v2.0/routers/c1152aa2-50c3-4903-9900-a769e7065f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7119060 Jul 16 09:42:42.447429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52348) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:42.447822 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] Sync routers for ids ['c1152aa2-50c3-4903-9900-a769e7065f71'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:42.456789 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] Routers {'c1152aa2-50c3-4903-9900-a769e7065f71'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:42.457390 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c1152aa2-50c3-4903-9900-a769e7065f71'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:42.552175 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:42.560300 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] Set router c1152aa2-50c3-4903-9900-a769e7065f71 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:42.657960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:42.712755 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Deleting port 6f19c9de-f555-42f7-8d64-80d44f5460fe {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:42.712987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:42.795997 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] For port 6f19c9de-f555-42f7-8d64-80d44f5460fe, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6f19c9de-f555-42f7-8d64-80d44f5460fe,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:42.796404 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:42.808799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Calling delete_port for 6f19c9de-f555-42f7-8d64-80d44f5460fe owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:42.823914 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:42:41Z', 'revision_number': 5, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port': {'id': '6f19c9de-f555-42f7-8d64-80d44f5460fe', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:42.852688 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] Checking router: c1152aa2-50c3-4903-9900-a769e7065f71 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:42.862217 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] Routers {'c1152aa2-50c3-4903-9900-a769e7065f71'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:42.862827 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c1152aa2-50c3-4903-9900-a769e7065f71'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:42.948958 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] Set router c1152aa2-50c3-4903-9900-a769e7065f71 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:42.972790 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:42.999979 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f19c9de-f555-42f7-8d64-80d44f5460fe,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:43.002996 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:42:42Z', 'revision_number': 6, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:43.033279 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0b359-de03-4a51-8b67-2b53e72dfc80 None None] The sync data for ids ['c1152aa2-50c3-4903-9900-a769e7065f71'] in n-d-780147-28 is: [{'id': 'c1152aa2-50c3-4903-9900-a769e7065f71', 'name': 'tempest-TestEncryptedCinderVolumes-1540583149-router', 'tenant_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:26Z', 'updated_at': '2021-07-16T09:42:42Z', 'revision_number': 6, 'project_id': 'b11fbb3265ea41aa81b95e9ffe4bb71c', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:43.061307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.149531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.151603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.194859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.196043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1152aa2-50c3-4903-9900-a769e7065f71 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:42:43.204978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.206417 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-01cadab8-da27-45b8-b014-6e40e83f9027 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c1152aa2-50c3-4903-9900-a769e7065f71 HTTP/1.1" status: 204 len: 168 time: 0.7580092 Jul 16 09:42:43.209018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52350) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:43.253315 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8d1272-7207-4ddb-8279-9de3a65373a9 admin admin] Deleting subnet ce36495e-ac85-4443-b1d4-353675975284 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:42:43.256529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1272-7207-4ddb-8279-9de3a65373a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.290316 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1272-7207-4ddb-8279-9de3a65373a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.370140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1272-7207-4ddb-8279-9de3a65373a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.743334 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1272-7207-4ddb-8279-9de3a65373a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.770400 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d1272-7207-4ddb-8279-9de3a65373a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce36495e-ac85-4443-b1d4-353675975284,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:43.772305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1272-7207-4ddb-8279-9de3a65373a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.776990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4d8d1272-7207-4ddb-8279-9de3a65373a9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ce36495e-ac85-4443-b1d4-353675975284 HTTP/1.1" status: 204 len: 168 time: 0.5646954 Jul 16 09:42:43.777454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52352) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:43.784316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb65e24-271f-4a96-86da-dc1a26a8bf75 None None] Network 1c2fa6be-1139-4a25-806d-103d2564ce35 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:42:43.856512 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.910960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6f19c9de-f555-42f7-8d64-80d44f5460fe no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:42:43.921222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Deleting port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:43.921594 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.935663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 6f19c9de-f555-42f7-8d64-80d44f5460fe {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:42:43.936013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6f19c9de-f555-42f7-8d64-80d44f5460fe not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:42:43.936449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5b737222-ea13-490d-8006-30df410847ea no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:42:43.956978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5b737222-ea13-490d-8006-30df410847ea {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:42:43.957322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5b737222-ea13-490d-8006-30df410847ea not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:42:43.993130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] For port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,segment=NetworkSegment(a80afa0b-99a1-4db0-87a1-4fa057f1350e),segment_id=a80afa0b-99a1-4db0-87a1-4fa057f1350e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:43.993418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.008498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Calling delete_port for 83d9e95f-a2ea-4250-ba6b-a0394f9df63f owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:44.039318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] DHCP port deletion for 1c2fa6be-1139-4a25-806d-103d2564ce35 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:42:44.088279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] Deleting port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:44.088665 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.097527 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.123199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:44.129468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] No DVR routers for this DVR port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:42:44.163208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] For port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,segment=NetworkSegment(a80afa0b-99a1-4db0-87a1-4fa057f1350e),segment_id=a80afa0b-99a1-4db0-87a1-4fa057f1350e)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:44.163601 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.176082 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] Calling delete_port for 83d9e95f-a2ea-4250-ba6b-a0394f9df63f owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:44.204629 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.215300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2fa6be-1139-4a25-806d-103d2564ce35']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:44.225076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80afa0b-99a1-4db0-87a1-4fa057f1350e') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:44.225371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80afa0b-99a1-4db0-87a1-4fa057f1350e') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:44.234969 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.249069 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.251614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.255875 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:42:44.256287 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:42:44.258729 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:42:44.283485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] No DVR routers for this DVR port 83d9e95f-a2ea-4250-ba6b-a0394f9df63f on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:42:44.290063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8c704-63ec-4cda-85ae-1306ebc3b6a8 None None] Pushing event deleted for resources: {'Port': ['ID=83d9e95f-a2ea-4250-ba6b-a0394f9df63f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:44.313769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.319402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.322324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1c2fa6be-1139-4a25-806d-103d2564ce35 HTTP/1.1" status: 204 len: 168 time: 0.5438635 Jul 16 09:42:44.332806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf19c2-9c1d-4752-aad1-1d5df2a73446 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2fa6be-1139-4a25-806d-103d2564ce35,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:44.501390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52356) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:44.511568 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a467979-885d-47a7-8676-acdb8c03df1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.545859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d0bfd26-9b5c-4e42-8f12-b402c1e67a39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b553b9c730114655852f562931e1c3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431476 Jul 16 09:42:44.548211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52358) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:44.596174 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5024063c-f009-4630-844a-096003c52c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.619470 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5024063c-f009-4630-844a-096003c52c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.666769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5024063c-f009-4630-844a-096003c52c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.669221 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5024063c-f009-4630-844a-096003c52c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.673011 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5024063c-f009-4630-844a-096003c52c3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/141dbc06-2a2d-4f58-88d8-adaa638c43b9 HTTP/1.1" status: 204 len: 168 time: 0.1239011 Jul 16 09:42:44.680755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024063c-f009-4630-844a-096003c52c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141dbc06-2a2d-4f58-88d8-adaa638c43b9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:44.999705 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52364) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:45.042252 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-745893b8-5d96-467a-a4de-86c413e9000e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b11fbb3265ea41aa81b95e9ffe4bb71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403380 Jul 16 09:42:45.043671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52366) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:45.092220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74917c37-c34a-49e3-adce-df3d6901177f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.112543 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74917c37-c34a-49e3-adce-df3d6901177f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.158976 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74917c37-c34a-49e3-adce-df3d6901177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.161524 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-74917c37-c34a-49e3-adce-df3d6901177f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.162731 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-74917c37-c34a-49e3-adce-df3d6901177f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a59e262-28df-4556-b37d-276df8f9cd1a HTTP/1.1" status: 204 len: 168 time: 0.1181395 Jul 16 09:42:45.170476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74917c37-c34a-49e3-adce-df3d6901177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a59e262-28df-4556-b37d-276df8f9cd1a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:45.785038 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.804123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52388) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:45.894010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83d9e95f-a2ea-4250-ba6b-a0394f9df63f no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:42:45.914372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 83d9e95f-a2ea-4250-ba6b-a0394f9df63f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:42:45.914780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 83d9e95f-a2ea-4250-ba6b-a0394f9df63f not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:42:45.927281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1612587175-network', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:45.948682 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Made reservation on behalf of c4c6c0e2f66744aabf14abc1d3407b86 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:42:45.951163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.959225 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.055578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.059316 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.083556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:42:46.093904 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8430814f-049d-443e-81aa-eaf5b495ffbd,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:46.098843 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.099186 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Added segment aa64a513-4a80-40b3-919d-a3c67fbd9fe7 of type vlan for network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 Jul 16 09:42:46.139492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.170673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.171772 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:46.172361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.205165 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3991172 Jul 16 09:42:46.207978 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52394) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:46.213858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Request body: {'subnet': {'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1612587175-subnet', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:46.234082 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3cd70-17fc-4c3f-ad22-d21b3bc61d50 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb6af4d-7900-452e-9d3e-98688a3fbe31,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:46.235071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Made reservation on behalf of c4c6c0e2f66744aabf14abc1d3407b86 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:42:46.237454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.245433 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:42:46.403478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.460052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:46.467886 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Checking segment: {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:46.468250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Network hostable DHCP agents. Network: 9fb6af4d-7900-452e-9d3e-98688a3fbe31, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:42:46.484306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:42:46.493674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9fb6af4d-7900-452e-9d3e-98688a3fbe31) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:46.499053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:46.499660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.503883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456303c-d4a3-427a-9e2b-23474f23551a None None] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:42:46.515254 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ef630d12-5099-4daa-aa8b-1c1d3668c643 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3060353 Jul 16 09:42:46.517994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52396) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:46.522473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:46.543165 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.544351 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.604031 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.652622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:42:46.653489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.746669 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.789464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Allocated IP 172.20.0.2 (9fb6af4d-7900-452e-9d3e-98688a3fbe31/0f3fb0a2-b56c-4fc2-bca1-3059631f97ed/74c6627a-302c-4932-872d-280d42af3ae4) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:46.933719 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.941755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Transition to ACTIVE for port object 74c6627a-302c-4932-872d-280d42af3ae4 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:46.954116 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.957258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Transition to ACTIVE for port object 74c6627a-302c-4932-872d-280d42af3ae4 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:46.962969 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.973809 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.003122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:47.006072 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:47.010259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:47.017131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Pushing event updated for resources: {'Port': ['ID=74c6627a-302c-4932-872d-280d42af3ae4,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:47.073855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Attempting to bind port 74c6627a-302c-4932-872d-280d42af3ae4 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:47.074209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Attempting to bind port 74c6627a-302c-4932-872d-280d42af3ae4 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:47.074572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Attempting to bind port 74c6627a-302c-4932-872d-280d42af3ae4 on network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:47.079459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:47.079836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Checking segment: {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:47.080263 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.080660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Bound using segment: {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:47.081245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Bound port: 74c6627a-302c-4932-872d-280d42af3ae4, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:47.081629 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.083538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Allocated IP 172.25.6.40 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/e1401e40-3c46-4439-a2e7-d6625b711906) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:47.145123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] For port 74c6627a-302c-4932-872d-280d42af3ae4, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:47.148712 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] For port 74c6627a-302c-4932-872d-280d42af3ae4, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=74c6627a-302c-4932-872d-280d42af3ae4,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:47.152215 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.190310 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.208717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45121d7e-4fd8-4ac2-9beb-078a5bd80de3 None None] Pushing event updated for resources: {'Port': ['ID=74c6627a-302c-4932-872d-280d42af3ae4,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:47.246022 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.287476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:47.291015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:47.294657 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:47.300298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Pushing event updated for resources: {'Port': ['ID=e1401e40-3c46-4439-a2e7-d6625b711906,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:47.568514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.694300 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.705447 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4fd9762e-0429-46f8-bb9c-e05e38b6c73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.770208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.908948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Router 485db7e0-6828-422d-a471-90a4770e97a4 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:42:47.930523 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 74c6627a-302c-4932-872d-280d42af3ae4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:47.981860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 74c6627a-302c-4932-872d-280d42af3ae4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:48.030764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:48.040369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Sync routers for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:48.046801 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.048368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2b82ddbe-e230-4667-ac0a-a83cb2f8a791 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5293930 Jul 16 09:42:48.050159 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:48.051010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:48.051184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52400) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:48.166290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:48.169399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b79593b-8120-458b-a4d9-143bacce3eb5 None None] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:42:48.339368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-63e3c861-6ea1-4917-867c-facd71c8d2e7 None None] Provisioning for port 74c6627a-302c-4932-872d-280d42af3ae4 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:48.351495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-63e3c861-6ea1-4917-867c-facd71c8d2e7 None None] Provisioning complete for port 74c6627a-302c-4932-872d-280d42af3ae4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:48.351865 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63e3c861-6ea1-4917-867c-facd71c8d2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.478539 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.560571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63e3c861-6ea1-4917-867c-facd71c8d2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.588672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:47Z', 'revision_number': 3, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:48.628273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Checking router: 485db7e0-6828-422d-a471-90a4770e97a4 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:48.628618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Updating router 485db7e0-6828-422d-a471-90a4770e97a4 port e1401e40-3c46-4439-a2e7-d6625b711906 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:42:48.651865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Allocated IP 172.20.0.1 (9fb6af4d-7900-452e-9d3e-98688a3fbe31/0f3fb0a2-b56c-4fc2-bca1-3059631f97ed/1d607be1-ae6a-448f-8096-8e0349ccb433) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:48.656469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-63e3c861-6ea1-4917-867c-facd71c8d2e7 None None] For port 74c6627a-302c-4932-872d-280d42af3ae4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=74c6627a-302c-4932-872d-280d42af3ae4,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:48.660775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-63e3c861-6ea1-4917-867c-facd71c8d2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.700104 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.752905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3c861-6ea1-4917-867c-facd71c8d2e7 None None] Pushing event updated for resources: {'Port': ['ID=74c6627a-302c-4932-872d-280d42af3ae4,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:48.775358 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.790059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Transition to ACTIVE for port object 1d607be1-ae6a-448f-8096-8e0349ccb433 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:48.824446 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.870347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:48.873084 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:48.876646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:48.882529 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Pushing event updated for resources: {'Port': ['ID=1d607be1-ae6a-448f-8096-8e0349ccb433,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:48.921891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aa7803e1-a1e4-4e2a-9730-7cb601f9bd09 None None] Provisioning complete for port 74c6627a-302c-4932-872d-280d42af3ae4 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:48.922270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa7803e1-a1e4-4e2a-9730-7cb601f9bd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.925028 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.065419 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.093030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Transition to ACTIVE for port object e1401e40-3c46-4439-a2e7-d6625b711906 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:49.094999 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.100793 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.158301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Attempting to bind port e1401e40-3c46-4439-a2e7-d6625b711906 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:49.158584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Attempting to bind port e1401e40-3c46-4439-a2e7-d6625b711906 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:49.158945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Attempting to bind port e1401e40-3c46-4439-a2e7-d6625b711906 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:49.161063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7fb26-c1d7-4d55-bdf4-71caa56e1b5d None None] Pushing event updated for resources: {'Port': ['ID=e1401e40-3c46-4439-a2e7-d6625b711906,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:49.168440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:49.168817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:49.169219 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.169623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:49.170116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Bound port: e1401e40-3c46-4439-a2e7-d6625b711906, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:49.170499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.234540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] For port e1401e40-3c46-4439-a2e7-d6625b711906, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:49.237998 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] For port e1401e40-3c46-4439-a2e7-d6625b711906, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e1401e40-3c46-4439-a2e7-d6625b711906,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:49.239369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-39a6fc14-f680-4845-9647-11edd15a4e68 None None] Provisioning for port 1d607be1-ae6a-448f-8096-8e0349ccb433 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:49.245150 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.248449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-39a6fc14-f680-4845-9647-11edd15a4e68 None None] Provisioning complete for port 1d607be1-ae6a-448f-8096-8e0349ccb433 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:49.248806 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39a6fc14-f680-4845-9647-11edd15a4e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.338152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-39a6fc14-f680-4845-9647-11edd15a4e68 None None] Port 1d607be1-ae6a-448f-8096-8e0349ccb433 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:42:49.349950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:49.350570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:49.387269 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.390023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7fb26-c1d7-4d55-bdf4-71caa56e1b5d None None] Pushing event updated for resources: {'Port': ['ID=e1401e40-3c46-4439-a2e7-d6625b711906,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:49.404136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.575420 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.581320 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.615636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:49.650122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Pushing event updated for resources: {'Port': ['ID=1d607be1-ae6a-448f-8096-8e0349ccb433,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:49.652502 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:49.748431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:49.749884 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:49.815419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:48Z', 'revision_number': 1, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:49.847854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b421925-33eb-4599-a049-626a9a7f8ffd None None] The sync data for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 is: [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:48Z', 'revision_number': 1, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:49.881163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Router 485db7e0-6828-422d-a471-90a4770e97a4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:42:49.925004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 74c6627a-302c-4932-872d-280d42af3ae4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:49.978420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 74c6627a-302c-4932-872d-280d42af3ae4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:49.978786 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.014271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:50.022181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-51c48f0b-1a14-4481-ae9c-b3688569428c admin admin] 10.222.0.55 "PUT /v2.0/routers/485db7e0-6828-422d-a471-90a4770e97a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680305 Jul 16 09:42:50.090905 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3777c5bd-b372-4c01-9b9a-9edf5cab2862 None None] Provisioning complete for port 1d607be1-ae6a-448f-8096-8e0349ccb433 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:50.091359 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3777c5bd-b372-4c01-9b9a-9edf5cab2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.149170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3777c5bd-b372-4c01-9b9a-9edf5cab2862 None None] Port 1d607be1-ae6a-448f-8096-8e0349ccb433 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:42:50.333028 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.526258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52416) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:50.531413 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-957046183-network', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:50.569967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Made reservation on behalf of 915fb25461f141b08bfae6b8cbcda4e2 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:42:50.572451 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.581762 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.679869 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.684018 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.713679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:42:50.719238 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b022f7a-f18c-4c0a-af52-d94748415629,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:50.727810 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.728175 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Added segment b32f67f2-2f4e-4dc6-b7ac-be3582604377 of type vlan for network 489752f9-565d-4e0b-8e89-0b9b50f79a6a Jul 16 09:42:50.769660 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.801914 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.802829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:50.803414 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.845417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3155577 Jul 16 09:42:50.845873 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52418) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:50.851976 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Request body: {'subnet': {'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-957046183-subnet', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:50.869582 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1db8e-295c-46cb-9ad6-08b2fe7ae566 admin admin] Pushing event updated for resources: {'Network': ['ID=489752f9-565d-4e0b-8e89-0b9b50f79a6a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:50.874468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Made reservation on behalf of 915fb25461f141b08bfae6b8cbcda4e2 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:42:50.876800 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:50.881495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 489752f9-565d-4e0b-8e89-0b9b50f79a6a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:42:51.058077 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.118901 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eee7a3-011e-476b-b4e1-1c097286d713,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:51.129113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Checking segment: {'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:51.129477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Network hostable DHCP agents. Network: 489752f9-565d-4e0b-8e89-0b9b50f79a6a, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:42:51.148296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Network 489752f9-565d-4e0b-8e89-0b9b50f79a6a is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:42:51.158335 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 489752f9-565d-4e0b-8e89-0b9b50f79a6a) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:51.163209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:51.164890 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.167854 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382fdea-0204-4955-985b-532424915929 None None] Network 489752f9-565d-4e0b-8e89-0b9b50f79a6a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:42:51.181221 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-eaf298b3-d81f-4c02-a7f0-38296bdd46ae admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3341997 Jul 16 09:42:51.183803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52420) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:51.188492 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:51.209990 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.210950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.264497 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.318904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-489752f9-565d-4e0b-8e89-0b9b50f79a6a', 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'fixed_ips': [{'subnet_id': 'e7eee7a3-011e-476b-b4e1-1c097286d713'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:42:51.319748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.403446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.456164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Allocated IP 172.20.0.2 (489752f9-565d-4e0b-8e89-0b9b50f79a6a/e7eee7a3-011e-476b-b4e1-1c097286d713/680479d7-afa5-40b3-8d14-c5bc76db2e3f) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:51.616268 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.622221 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:42:51.625068 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Transition to ACTIVE for port object 680479d7-afa5-40b3-8d14-c5bc76db2e3f will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:51.625303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.641202 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Transition to ACTIVE for port object 680479d7-afa5-40b3-8d14-c5bc76db2e3f will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:51.649317 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.651495 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.689850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Network 489752f9-565d-4e0b-8e89-0b9b50f79a6a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:51.692794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:51.698244 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:51.702926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Pushing event updated for resources: {'Port': ['ID=680479d7-afa5-40b3-8d14-c5bc76db2e3f,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:51.760707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Attempting to bind port 680479d7-afa5-40b3-8d14-c5bc76db2e3f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:51.761264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Attempting to bind port 680479d7-afa5-40b3-8d14-c5bc76db2e3f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:51.761756 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Attempting to bind port 680479d7-afa5-40b3-8d14-c5bc76db2e3f on network 489752f9-565d-4e0b-8e89-0b9b50f79a6a {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:51.762245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Allocated IP 172.25.6.140 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/27366c24-4dff-4aaa-aeb3-e73a4bb33952) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:51.767512 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:51.767937 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Checking segment: {'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:51.768411 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.768831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Bound using segment: {'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:51.769291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Bound port: 680479d7-afa5-40b3-8d14-c5bc76db2e3f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:51.769787 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.841785 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] For port 680479d7-afa5-40b3-8d14-c5bc76db2e3f, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:51.847677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] For port 680479d7-afa5-40b3-8d14-c5bc76db2e3f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=680479d7-afa5-40b3-8d14-c5bc76db2e3f,segment=NetworkSegment(b32f67f2-2f4e-4dc6-b7ac-be3582604377),segment_id=b32f67f2-2f4e-4dc6-b7ac-be3582604377)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:51.852654 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.883572 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.912930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9e1ed-1a7c-4105-878d-d9bd9e973160 None None] Pushing event updated for resources: {'Port': ['ID=680479d7-afa5-40b3-8d14-c5bc76db2e3f,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:51.933073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:51.986541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e1401e40-3c46-4439-a2e7-d6625b711906 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:51.992621 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Sync routers for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:52.002681 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:52.006906 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:52.007653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:52.008544 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:52.011919 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:52.018931 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Pushing event updated for resources: {'Port': ['ID=27366c24-4dff-4aaa-aeb3-e73a4bb33952,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:52.051996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port e1401e40-3c46-4439-a2e7-d6625b711906 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:52.056698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e1401e40-3c46-4439-a2e7-d6625b711906 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:52.056883 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.130818 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:52.178430 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.211103 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port e1401e40-3c46-4439-a2e7-d6625b711906, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e1401e40-3c46-4439-a2e7-d6625b711906,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:52.218164 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.287957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=e1401e40-3c46-4439-a2e7-d6625b711906,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:52.368306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.391124 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 2, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:52.417582 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Checking router: 485db7e0-6828-422d-a471-90a4770e97a4 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:52.417955 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Updating router 485db7e0-6828-422d-a471-90a4770e97a4 port 1d607be1-ae6a-448f-8096-8e0349ccb433 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:42:52.455388 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.567836 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.701425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:42:52.721570 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.732799 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Transition to ACTIVE for port object 1d607be1-ae6a-448f-8096-8e0349ccb433 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:52.739071 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.825304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:52.838171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Sync routers for ids ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:52.845346 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.849699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52422) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:52.850175 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e4fc925b-999e-400b-92dd-2f8b4e8b17f0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6649759 Jul 16 09:42:52.853262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Routers {'900b9db6-c1ac-4232-88b4-a3e7a3d68c17'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:52.853930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:52.862880 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Attempting to bind port 1d607be1-ae6a-448f-8096-8e0349ccb433 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:52.863255 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Attempting to bind port 1d607be1-ae6a-448f-8096-8e0349ccb433 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:52.863617 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Attempting to bind port 1d607be1-ae6a-448f-8096-8e0349ccb433 on network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:52.866927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Pushing event updated for resources: {'Port': ['ID=1d607be1-ae6a-448f-8096-8e0349ccb433,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:52.876308 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.876653 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.876993 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.877330 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.877671 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.878032 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.878350 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.878674 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.878993 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.879322 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.879642 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.880344 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:52.884554 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:52.884918 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Checking segment: {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:52.885513 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.886114 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Bound using segment: {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:52.886777 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Bound port: 1d607be1-ae6a-448f-8096-8e0349ccb433, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:52.887348 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.966960 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] For port 1d607be1-ae6a-448f-8096-8e0349ccb433, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:52.970229 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] For port 1d607be1-ae6a-448f-8096-8e0349ccb433, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1d607be1-ae6a-448f-8096-8e0349ccb433,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:52.980100 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:52.999627 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Set router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:53.083394 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:53.083624 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:53.139533 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f74f0-5409-466c-9d9c-21e57c8b70c8 None None] Pushing event updated for resources: {'Port': ['ID=1d607be1-ae6a-448f-8096-8e0349ccb433,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:53.197790 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeb31ca-b88a-4490-9e47-237a4275e70c None None] Network 489752f9-565d-4e0b-8e89-0b9b50f79a6a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:42:53.243164 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:53.390274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.394649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 3, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port': {'id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:53.428859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Checking router: 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:53.429378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Updating router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 port 27366c24-4dff-4aaa-aeb3-e73a4bb33952 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:42:53.434318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1f2e569f-35ad-4f2d-bad2-26f1e60f7fad None None] Provisioning for port 680479d7-afa5-40b3-8d14-c5bc76db2e3f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:53.497183 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.558929 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:53.571050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Allocated IP 172.20.0.1 (489752f9-565d-4e0b-8e89-0b9b50f79a6a/e7eee7a3-011e-476b-b4e1-1c097286d713/057cef70-54c3-43b4-8280-a7c11a3b6e1e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:53.591137 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057d4ed-c25d-4a83-b8fe-bfa6aca2d549 None None] The sync data for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 is: [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:53.706353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.722547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Transition to ACTIVE for port object 057cef70-54c3-43b4-8280-a7c11a3b6e1e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:53.770245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.806919 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.816154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Network 489752f9-565d-4e0b-8e89-0b9b50f79a6a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:53.819464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:53.824645 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:53.826700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Transition to ACTIVE for port object 27366c24-4dff-4aaa-aeb3-e73a4bb33952 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:53.827938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Pushing event updated for resources: {'Port': ['ID=057cef70-54c3-43b4-8280-a7c11a3b6e1e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:53.835127 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.893225 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.896280 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Attempting to bind port 27366c24-4dff-4aaa-aeb3-e73a4bb33952 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:53.896697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Attempting to bind port 27366c24-4dff-4aaa-aeb3-e73a4bb33952 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:53.897071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Attempting to bind port 27366c24-4dff-4aaa-aeb3-e73a4bb33952 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:53.905814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fbc02-8750-4cca-98ff-d972ad03e364 None None] Pushing event updated for resources: {'Port': ['ID=27366c24-4dff-4aaa-aeb3-e73a4bb33952,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:53.910468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:53.910855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:53.911261 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.911657 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:53.912133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Bound port: 27366c24-4dff-4aaa-aeb3-e73a4bb33952, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:53.912517 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:53.980658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] For port 27366c24-4dff-4aaa-aeb3-e73a4bb33952, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:53.992031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] For port 27366c24-4dff-4aaa-aeb3-e73a4bb33952, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=27366c24-4dff-4aaa-aeb3-e73a4bb33952,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:54.001833 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.099873 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fbc02-8750-4cca-98ff-d972ad03e364 None None] Pushing event updated for resources: {'Port': ['ID=27366c24-4dff-4aaa-aeb3-e73a4bb33952,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:54.103012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Routers {'900b9db6-c1ac-4232-88b4-a3e7a3d68c17'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:54.103588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:54.149160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.156461 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1d607be1-ae6a-448f-8096-8e0349ccb433 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:54.346173 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.352566 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.428128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Pushing event updated for resources: {'Port': ['ID=057cef70-54c3-43b4-8280-a7c11a3b6e1e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:54.432773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.443305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1ae17d0-d7bc-4d54-be01-e3cb730c01cd None None] Provisioning for port 057cef70-54c3-43b4-8280-a7c11a3b6e1e completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:54.448631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] Set router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:54.451249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 1d607be1-ae6a-448f-8096-8e0349ccb433 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:54.477509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-b1ae17d0-d7bc-4d54-be01-e3cb730c01cd None None] Provisioning complete for port 057cef70-54c3-43b4-8280-a7c11a3b6e1e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:54.477987 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b1ae17d0-d7bc-4d54-be01-e3cb730c01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.483960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1d607be1-ae6a-448f-8096-8e0349ccb433 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:54.484414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.527538 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Network 489752f9-565d-4e0b-8e89-0b9b50f79a6a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:54.529328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:54.586821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae17d0-d7bc-4d54-be01-e3cb730c01cd None None] Port 057cef70-54c3-43b4-8280-a7c11a3b6e1e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:42:54.666594 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:42:54.708047 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.767817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 1d607be1-ae6a-448f-8096-8e0349ccb433, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1d607be1-ae6a-448f-8096-8e0349ccb433,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:54.773398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.774250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 680479d7-afa5-40b3-8d14-c5bc76db2e3f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:54.788172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:54.794169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7a5faae3-24a6-47b9-b53c-94b7a0844571 admin admin] 10.222.0.55 "PUT /v2.0/routers/900b9db6-c1ac-4232-88b4-a3e7a3d68c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9430954 Jul 16 09:42:54.865948 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 4, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port': {'id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '057cef70-54c3-43b4-8280-a7c11a3b6e1e', 'name': '', 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'mac_address': 'fa:16:3e:c5:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:53Z', 'updated_at': '2021-07-16T09:42:53Z', 'revision_number': 1, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'subnets': [{'id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:54.878262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-26dc2169-88e1-40fc-a6a1-9cc31dcbebf4 None None] Provisioning complete for port 057cef70-54c3-43b4-8280-a7c11a3b6e1e triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:54.878662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-26dc2169-88e1-40fc-a6a1-9cc31dcbebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:54.926944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=1d607be1-ae6a-448f-8096-8e0349ccb433,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:54.930943 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71854405-b4ec-4aa7-af20-c23c8ad2993e None None] The sync data for ids ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'] in n-d-780147-28 is: [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 4, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port': {'id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '057cef70-54c3-43b4-8280-a7c11a3b6e1e', 'name': '', 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'mac_address': 'fa:16:3e:c5:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:53Z', 'updated_at': '2021-07-16T09:42:53Z', 'revision_number': 1, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'subnets': [{'id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:54.955256 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-26dc2169-88e1-40fc-a6a1-9cc31dcbebf4 None None] Port 057cef70-54c3-43b4-8280-a7c11a3b6e1e cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:42:54.958869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 680479d7-afa5-40b3-8d14-c5bc76db2e3f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:54.963033 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 680479d7-afa5-40b3-8d14-c5bc76db2e3f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:54.963409 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:55.050715 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:55.084884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 680479d7-afa5-40b3-8d14-c5bc76db2e3f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=680479d7-afa5-40b3-8d14-c5bc76db2e3f,segment=NetworkSegment(b32f67f2-2f4e-4dc6-b7ac-be3582604377),segment_id=b32f67f2-2f4e-4dc6-b7ac-be3582604377)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:55.090030 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:55.090845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e1401e40-3c46-4439-a2e7-d6625b711906 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:55.173059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=680479d7-afa5-40b3-8d14-c5bc76db2e3f,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:55.196422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e1401e40-3c46-4439-a2e7-d6625b711906 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:55.196793 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:55.936874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1d607be1-ae6a-448f-8096-8e0349ccb433 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:55.993113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1d607be1-ae6a-448f-8096-8e0349ccb433 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:55.993750 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:56.082505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 680479d7-afa5-40b3-8d14-c5bc76db2e3f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:56.138490 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 680479d7-afa5-40b3-8d14-c5bc76db2e3f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:56.138923 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:57.960121 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 27366c24-4dff-4aaa-aeb3-e73a4bb33952 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:58.005153 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Sync routers for ids ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:58.017105 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Routers {'900b9db6-c1ac-4232-88b4-a3e7a3d68c17'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:58.021805 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:58.059771 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 27366c24-4dff-4aaa-aeb3-e73a4bb33952 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:58.064975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 27366c24-4dff-4aaa-aeb3-e73a4bb33952 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:58.065344 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.168704 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Set router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:58.198836 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.266736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 27366c24-4dff-4aaa-aeb3-e73a4bb33952, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=27366c24-4dff-4aaa-aeb3-e73a4bb33952,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:58.271952 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.335264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=27366c24-4dff-4aaa-aeb3-e73a4bb33952,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:58.400597 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 4, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port': {'id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '057cef70-54c3-43b4-8280-a7c11a3b6e1e', 'name': '', 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'mac_address': 'fa:16:3e:c5:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:53Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 2, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'subnets': [{'id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:58.433317 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Checking router: 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:58.433900 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Updating router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 port 057cef70-54c3-43b4-8280-a7c11a3b6e1e binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:42:58.472086 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.776327 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.786560 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Transition to ACTIVE for port object 057cef70-54c3-43b4-8280-a7c11a3b6e1e will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:58.792945 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.844438 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cf5b9-6d68-47eb-8b59-a0deb2b4771d None None] Pushing event updated for resources: {'Port': ['ID=057cef70-54c3-43b4-8280-a7c11a3b6e1e,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:58.922644 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Attempting to bind port 057cef70-54c3-43b4-8280-a7c11a3b6e1e on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:58.923166 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Attempting to bind port 057cef70-54c3-43b4-8280-a7c11a3b6e1e by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:58.923639 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Attempting to bind port 057cef70-54c3-43b4-8280-a7c11a3b6e1e on network 489752f9-565d-4e0b-8e89-0b9b50f79a6a {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:58.933313 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:58.934014 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Checking segment: {'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:58.934521 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.935117 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Bound using segment: {'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:58.935692 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Bound port: 057cef70-54c3-43b4-8280-a7c11a3b6e1e, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32f67f2-2f4e-4dc6-b7ac-be3582604377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:58.936173 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:59.025239 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] For port 057cef70-54c3-43b4-8280-a7c11a3b6e1e, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:59.028598 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] For port 057cef70-54c3-43b4-8280-a7c11a3b6e1e, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=057cef70-54c3-43b4-8280-a7c11a3b6e1e,segment=NetworkSegment(b32f67f2-2f4e-4dc6-b7ac-be3582604377),segment_id=b32f67f2-2f4e-4dc6-b7ac-be3582604377)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:59.033857 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:59.107301 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Routers {'900b9db6-c1ac-4232-88b4-a3e7a3d68c17'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:59.107985 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:42:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:59.109728 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cf5b9-6d68-47eb-8b59-a0deb2b4771d None None] Pushing event updated for resources: {'Port': ['ID=057cef70-54c3-43b4-8280-a7c11a3b6e1e,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:59.271323 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] Set router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:59.516446 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 4, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port': {'id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '057cef70-54c3-43b4-8280-a7c11a3b6e1e', 'name': '', 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'mac_address': 'fa:16:3e:c5:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:53Z', 'updated_at': '2021-07-16T09:42:59Z', 'revision_number': 4, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'subnets': [{'id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:59.548126 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb3c3e-7f6e-42b8-a83e-d3d7ef71662a None None] The sync data for ids ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'] in n-d-780147-28 is: [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 4, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port': {'id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '057cef70-54c3-43b4-8280-a7c11a3b6e1e', 'name': '', 'network_id': '489752f9-565d-4e0b-8e89-0b9b50f79a6a', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'mac_address': 'fa:16:3e:c5:60:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:53Z', 'updated_at': '2021-07-16T09:42:59Z', 'revision_number': 4, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'subnets': [{'id': 'e7eee7a3-011e-476b-b4e1-1c097286d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:59.946528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 27366c24-4dff-4aaa-aeb3-e73a4bb33952 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:00.003666 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 27366c24-4dff-4aaa-aeb3-e73a4bb33952 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:00.004254 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.090823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 057cef70-54c3-43b4-8280-a7c11a3b6e1e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:00.145688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 057cef70-54c3-43b4-8280-a7c11a3b6e1e completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:00.149851 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 057cef70-54c3-43b4-8280-a7c11a3b6e1e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:00.150231 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.238467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.278434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 057cef70-54c3-43b4-8280-a7c11a3b6e1e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=057cef70-54c3-43b4-8280-a7c11a3b6e1e,segment=NetworkSegment(b32f67f2-2f4e-4dc6-b7ac-be3582604377),segment_id=b32f67f2-2f4e-4dc6-b7ac-be3582604377)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:00.282376 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.336714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=057cef70-54c3-43b4-8280-a7c11a3b6e1e,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:01.921908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 057cef70-54c3-43b4-8280-a7c11a3b6e1e up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:01.988806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 057cef70-54c3-43b4-8280-a7c11a3b6e1e triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:01.989341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:04.981992 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5547620-c022-496e-a10a-22b18d19310d req-084d03fc-4bec-4a85-856a-ab63d3cde379 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:04.983464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-084d03fc-4bec-4a85-856a-ab63d3cde379 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 815 time: 0.1043370 Jul 16 09:43:04.997767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-379a9529-b183-4dcf-9e01-090e5b39b487 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/quotas/c4c6c0e2f66744aabf14abc1d3407b86 HTTP/1.1" status: 200 len: 375 time: 0.0089927 Jul 16 09:43:05.063255 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-875ca589-5185-4a94-8e90-9452eca45c5d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606179 Jul 16 09:43:05.155204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-85f53313-4c3a-4634-9c85-506ddcb58619 service neutron] 10.222.0.55 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807841 Jul 16 09:43:05.245104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-1c413f44-3533-4304-b11a-272e7ea3fd87 service neutron] 10.222.0.55 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842645 Jul 16 09:43:05.415892 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-266687ae-54ac-4249-92c4-805ab1010ad2 req-fa264436-3346-4029-9da4-cea00ad444f0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 210 time: 0.0314860 Jul 16 09:43:06.463797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5547620-c022-496e-a10a-22b18d19310d req-fa935c4b-61a1-46e1-b0b7-e888ef5beefe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:06.465675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-fa935c4b-61a1-46e1-b0b7-e888ef5beefe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 815 time: 0.1087179 Jul 16 09:43:06.486494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'port': {'device_id': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'admin_state_up': True, 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:06.597047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2aebcfba-f87b-453c-8634-af7d640b1cf3 req-decd7d77-c333-4c84-a6eb-a123d3d5f161 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 210 time: 0.0357866 Jul 16 09:43:06.634635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Made reservation on behalf of c4c6c0e2f66744aabf14abc1d3407b86 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:43:06.638464 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.769263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Allocated IP 172.20.0.6 (9fb6af4d-7900-452e-9d3e-98688a3fbe31/0f3fb0a2-b56c-4fc2-bca1-3059631f97ed/3c57ad0f-9606-4f20-a71b-06c8e59b9495) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:06.949714 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.968950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Transition to ACTIVE for port object 3c57ad0f-9606-4f20-a71b-06c8e59b9495 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:07.016323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:07.073091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:07.077057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:07.086765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:07.093851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'Port': ['ID=3c57ad0f-9606-4f20-a71b-06c8e59b9495,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:07.122485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.122905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.123321 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.123794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.124191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.124588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.124989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.125389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.125811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.126213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.126614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.127131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:07.167561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:07.167561 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:07.189467 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-972cd4e5-2b9f-41e3-94db-db3083488428 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7068820 Jul 16 09:43:07.431802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f5c1690b-b5fd-4ee3-8966-61a5b36b6256 None None] Provisioning for port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:07.435562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f5c1690b-b5fd-4ee3-8966-61a5b36b6256 None None] Provisioning complete for port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:07.435928 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5c1690b-b5fd-4ee3-8966-61a5b36b6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:07.469725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1690b-b5fd-4ee3-8966-61a5b36b6256 None None] Port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:43:07.791439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcda4-46f0-4751-9794-3a8052a7e23e req-a1a44c19-939a-43d6-ba3c-102c507fe332 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:07.792993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31ddcda4-46f0-4751-9794-3a8052a7e23e req-a1a44c19-939a-43d6-ba3c-102c507fe332 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0674102 Jul 16 09:43:07.832105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31ddcda4-46f0-4751-9794-3a8052a7e23e req-42a8a171-9598-417f-bada-97a5ff8e77bb tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Jul 16 09:43:09.019091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8434e-9894-4eac-817c-2670545543e5 req-9de3f7d4-654b-463b-8e71-cc77e13f2913 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:09.020679 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25a8434e-9894-4eac-817c-2670545543e5 req-9de3f7d4-654b-463b-8e71-cc77e13f2913 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0748131 Jul 16 09:43:09.060889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-25a8434e-9894-4eac-817c-2670545543e5 req-6efb34c5-ae82-472b-ad49-304b09018fa6 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340321 Jul 16 09:43:10.235327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a753f-d14f-45a6-997f-e9af179fed58 req-0b4c8283-7cdf-4ff5-b154-cfaf89f2682f tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:10.236936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be6a753f-d14f-45a6-997f-e9af179fed58 req-0b4c8283-7cdf-4ff5-b154-cfaf89f2682f tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0645728 Jul 16 09:43:10.280990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-be6a753f-d14f-45a6-997f-e9af179fed58 req-812c50e6-ba67-422e-83ae-0f1f5cca7408 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375884 Jul 16 09:43:11.461673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2decae-8436-4efb-8494-d829eaf93b82 req-404ebc52-1229-4388-a1cb-c81d0a5647d5 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:11.463136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea2decae-8436-4efb-8494-d829eaf93b82 req-404ebc52-1229-4388-a1cb-c81d0a5647d5 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0638707 Jul 16 09:43:11.505929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ea2decae-8436-4efb-8494-d829eaf93b82 req-468d172d-692b-4250-a1b9-956fec99a07f tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Jul 16 09:43:12.717228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebb2de-a8a8-414b-bbad-e4d960412385 req-b0edbf06-51a4-4e96-8800-60668e59903e tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:12.723251 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdebb2de-a8a8-414b-bbad-e4d960412385 req-b0edbf06-51a4-4e96-8800-60668e59903e tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0804141 Jul 16 09:43:12.767058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bdebb2de-a8a8-414b-bbad-e4d960412385 req-e2a892f4-9858-409c-8b01-da8b60406bb5 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419393 Jul 16 09:43:13.949364 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5399a18-620f-41d0-aa0f-7dd882e290f9 req-8cd196aa-de10-4e8e-9e40-12b36526770e tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:13.950901 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5399a18-620f-41d0-aa0f-7dd882e290f9 req-8cd196aa-de10-4e8e-9e40-12b36526770e tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0714283 Jul 16 09:43:13.988820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a5399a18-620f-41d0-aa0f-7dd882e290f9 req-53f217dd-8582-4b58-8978-4d86cb4dc744 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Jul 16 09:43:14.515456 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fdb77853-b66b-4798-a24a-36173da0d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:15.179964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8734-941a-4fdf-adc5-4d3f9e44f2ca req-bcca0e8b-f3be-4b8c-aba4-aca8e66bcc71 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:15.181663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-306f8734-941a-4fdf-adc5-4d3f9e44f2ca req-bcca0e8b-f3be-4b8c-aba4-aca8e66bcc71 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0694616 Jul 16 09:43:15.221449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-306f8734-941a-4fdf-adc5-4d3f9e44f2ca req-295b3664-ad24-4053-a51b-3d89bcee44fc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Jul 16 09:43:15.800694 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:16.399295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641306-74aa-41e4-a0ef-b437d9896637 req-b65ccebe-bb90-4f27-9b3e-04397cc586ab tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:16.400886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa641306-74aa-41e4-a0ef-b437d9896637 req-b65ccebe-bb90-4f27-9b3e-04397cc586ab tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0659542 Jul 16 09:43:16.440452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fa641306-74aa-41e4-a0ef-b437d9896637 req-f05e64de-4095-4ec6-9f63-fdf0a50cfe4b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337627 Jul 16 09:43:17.611717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b779e-e15d-4682-874c-701d7114e556 req-11ad053a-4a3a-4558-a0ae-faf098461f15 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:17.613194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f93b779e-e15d-4682-874c-701d7114e556 req-11ad053a-4a3a-4558-a0ae-faf098461f15 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 931 time: 0.0625892 Jul 16 09:43:17.650188 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f93b779e-e15d-4682-874c-701d7114e556 req-149734f5-a8e4-427d-8846-b21f037328ae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311570 Jul 16 09:43:17.707528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-423eb7b1-f809-4312-891f-774f76b29c0e tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:43:17.708610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-423eb7b1-f809-4312-891f-774f76b29c0e tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053000 Jul 16 09:43:17.709404 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.712512 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cae6a6e7-dfcf-4f25-b185-b34290706dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.720343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Request body: {'port': {'device_id': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:18.112317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.371018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c57ad0f-9606-4f20-a71b-06c8e59b9495 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:43:18.378252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.390187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Transition to ACTIVE for port object 3c57ad0f-9606-4f20-a71b-06c8e59b9495 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:18.393937 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.444002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Pushing event updated for resources: {'Port': ['ID=3c57ad0f-9606-4f20-a71b-06c8e59b9495,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:18.519172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Attempting to bind port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:43:18.519509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Attempting to bind port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:43:18.519843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Attempting to bind port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 on network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:18.525098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 on network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:43:18.525433 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Attempting to bind port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 on network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:18.530563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:43:18.530908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Checking segment: {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:43:18.531295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Bound using segment: {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:43:18.531729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Bound port: 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:43:18.532097 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.602860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] For port 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:43:18.605930 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] For port 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:43:18.610697 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.643221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.643889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.645182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] 10.222.0.52 "PUT /v2.0/ports/3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 1092 time: 0.9293811 Jul 16 09:43:18.645612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:18.648493 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:18.677360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3e2e-d06b-462d-b7cd-828b48c472fb service neutron] Pushing event updated for resources: {'Port': ['ID=3c57ad0f-9606-4f20-a71b-06c8e59b9495,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:18.696635 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e8d318-1dea-4d3e-852c-bb6bdb3f59bb x-openstack-request-id: req-24e8d318-1dea-4d3e-852c-bb6bdb3f59bb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:18.696941 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:18.697179 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24e8d318-1dea-4d3e-852c-bb6bdb3f59bb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:18.697585 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'status': 'completed', 'code': 200} Jul 16 09:43:18.757626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5547620-c022-496e-a10a-22b18d19310d req-6bc8b655-98a7-4032-bee7-094e2eb71226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.759669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-6bc8b655-98a7-4032-bee7-094e2eb71226 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1095 time: 0.0575306 Jul 16 09:43:18.813989 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-5151501f-f9b3-4482-a332-0409f6840dae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 217 time: 0.0467179 Jul 16 09:43:18.895631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5547620-c022-496e-a10a-22b18d19310d req-81920b90-5406-4162-86e6-fb9cde66e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.897050 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-81920b90-5406-4162-86e6-fb9cde66e8e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0598972 Jul 16 09:43:18.921406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a6634-00f5-452b-8072-c277567ab3b5 req-48035498-4dc7-4eec-8a8a-bce5ffc9aa35 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.922920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec7a6634-00f5-452b-8072-c277567ab3b5 req-48035498-4dc7-4eec-8a8a-bce5ffc9aa35 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 943 time: 0.1196284 Jul 16 09:43:18.985228 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec7a6634-00f5-452b-8072-c277567ab3b5 req-e1954809-98f0-4753-a1af-1ae1f73fc0e2 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 Jul 16 09:43:18.995233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5547620-c022-496e-a10a-22b18d19310d req-3126e59c-d262-48c8-96dd-ca990bcc07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.996751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-3126e59c-d262-48c8-96dd-ca990bcc07cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928440 Jul 16 09:43:19.059033 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:19.092734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-3f1f5a95-7f62-4a6f-a46c-06ad7e73f68d service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896387 Jul 16 09:43:19.186819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5547620-c022-496e-a10a-22b18d19310d req-82946f1d-48d3-4173-96c0-633414dc82ec service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875919 Jul 16 09:43:19.282577 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-f2e6a178-55d1-46c3-8bc5-641229e6f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:19.284193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-f2e6a178-55d1-46c3-8bc5-641229e6f9c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1095 time: 0.0532179 Jul 16 09:43:19.357250 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:19.373814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-27173aeb-7c9b-4f28-b05d-cb0c158fe019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:19.375349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-27173aeb-7c9b-4f28-b05d-cb0c158fe019 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 916 time: 0.0851851 Jul 16 09:43:19.419955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-09a8cece-181f-416d-a962-85bad9bba956 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 217 time: 0.0386033 Jul 16 09:43:19.468123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-b302779d-a7f1-47fd-9974-4b3a7e6fc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:19.469494 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-b302779d-a7f1-47fd-9974-4b3a7e6fc7ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0437846 Jul 16 09:43:19.528586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-1aa85b09-e0d2-446e-8cdf-8ad1f58ae288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:19.530092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-1aa85b09-e0d2-446e-8cdf-8ad1f58ae288 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532837 Jul 16 09:43:19.626094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-c393ff5a-3693-4fe5-ae4a-96d32eb193fd service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888891 Jul 16 09:43:19.715077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2c368af0-75ef-4b22-8c2b-fbd0dfae9fd2 req-7f405ff3-95e0-4751-ac75-95263fe6e4e4 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823505 Jul 16 09:43:20.162988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be3efd-939d-477e-8835-fd8f0d95dde4 req-b4f6031e-9278-40b7-93e2-180666fd7e67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:20.164585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12be3efd-939d-477e-8835-fd8f0d95dde4 req-b4f6031e-9278-40b7-93e2-180666fd7e67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 943 time: 0.0677466 Jul 16 09:43:20.201462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-12be3efd-939d-477e-8835-fd8f0d95dde4 req-1a2c3332-58a8-46de-9f2c-da8d37c5a97a tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 Jul 16 09:43:20.333926 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.375493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a4499-4cd7-4234-9e46-e96c71c7d00a req-12e9dc3e-2c57-4a88-b4ed-4b10b7257625 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:21.376971 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f86a4499-4cd7-4234-9e46-e96c71c7d00a req-12e9dc3e-2c57-4a88-b4ed-4b10b7257625 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 943 time: 0.0627265 Jul 16 09:43:21.414271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f86a4499-4cd7-4234-9e46-e96c71c7d00a req-c37ef113-0621-4bb3-804f-e63eaff65782 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307519 Jul 16 09:43:21.689114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3c57ad0f-9606-4f20-a71b-06c8e59b9495 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:43:21.787248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:21.800487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'port_id': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'mac_address': 'fa:16:3e:60:af:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:43:21.844100 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.858631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c57ad0f-9606-4f20-a71b-06c8e59b9495 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:43:21.879173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:21.883879 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.930437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3c57ad0f-9606-4f20-a71b-06c8e59b9495,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:21.937529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.937911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.938249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.938581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.938909 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.939233 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.939557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.939877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.940207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.940513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.940831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.941145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:22.133285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3c57ad0f-9606-4f20-a71b-06c8e59b9495'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:22.588456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c530e-f606-4cc5-a4e1-23dd4b37b23e req-17e4668c-f180-45f9-b13e-7147ed3735cf tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:22.589986 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a89c530e-f606-4cc5-a4e1-23dd4b37b23e req-17e4668c-f180-45f9-b13e-7147ed3735cf tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 944 time: 0.0633333 Jul 16 09:43:22.630993 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a89c530e-f606-4cc5-a4e1-23dd4b37b23e req-bf37c7c6-a44d-4e7c-bc98-de085b024a8f tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355222 Jul 16 09:43:23.693820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3c57ad0f-9606-4f20-a71b-06c8e59b9495 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:23.742702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:23.746546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:23.746924 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:23.806658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe91ca-b9ae-4241-b1b0-7afbcd0a3142 req-cca9ef4b-3f7f-425d-b84e-bde4f1168db2 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:23.808189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8efe91ca-b9ae-4241-b1b0-7afbcd0a3142 req-cca9ef4b-3f7f-425d-b84e-bde4f1168db2 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 944 time: 0.0657673 Jul 16 09:43:23.824323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:23.846182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:23.846434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8efe91ca-b9ae-4241-b1b0-7afbcd0a3142 req-8ce2ae56-ee0d-442f-983d-3f8475c9baf5 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325379 Jul 16 09:43:23.848517 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24129317-25d7-48d5-aa49-15fe5d6d039c" -d '{"events": [{"server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "name": "network-vif-plugged", "status": "completed", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:23.862302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:23.867355 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:23.897468 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdeabd9-9afc-4114-b168-ee0f9831c4fa x-openstack-request-id: req-5cdeabd9-9afc-4114-b168-ee0f9831c4fa {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:23.897776 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "name": "network-vif-plugged", "status": "completed", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:23.897904 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cdeabd9-9afc-4114-b168-ee0f9831c4fa {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:23.898481 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'code': 200} Jul 16 09:43:23.928515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=3c57ad0f-9606-4f20-a71b-06c8e59b9495,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:24.000383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792c085-70ce-46b4-9811-d4e6d285999f req-4984ae27-581c-407f-897e-24b65136e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:24.001912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a792c085-70ce-46b4-9811-d4e6d285999f req-4984ae27-581c-407f-897e-24b65136e4ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1097 time: 0.0524142 Jul 16 09:43:24.035433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a792c085-70ce-46b4-9811-d4e6d285999f req-a5ccde99-9254-41ac-b591-be0a016dc16b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276122 Jul 16 09:43:25.023926 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06036e-ad47-4c2c-be2a-3375673728b3 req-4b6bc7c0-c859-4f2f-8d78-c91a98f32aa1 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:25.025422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f06036e-ad47-4c2c-be2a-3375673728b3 req-4b6bc7c0-c859-4f2f-8d78-c91a98f32aa1 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 945 time: 0.0676136 Jul 16 09:43:25.063627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f06036e-ad47-4c2c-be2a-3375673728b3 req-6350bfca-6cd6-4b4c-95bd-e3bffb3cc0a4 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Jul 16 09:43:25.235558 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6b46d-3966-4d0c-8c94-2b39c2d364f3 req-80148278-0e0f-4999-b92b-3186db2324ce tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:25.236969 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6e6b46d-3966-4d0c-8c94-2b39c2d364f3 req-80148278-0e0f-4999-b92b-3186db2324ce tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 945 time: 0.0641904 Jul 16 09:43:25.274399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6e6b46d-3966-4d0c-8c94-2b39c2d364f3 req-f9a1badd-32a2-42d9-9ac6-56ec9cb05145 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Jul 16 09:43:25.609785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97d358-663f-44ac-8e6c-ab8fba7503ea req-87a03f5f-e3ba-4bd9-97c5-84de5125fbd9 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:25.611265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d97d358-663f-44ac-8e6c-ab8fba7503ea req-87a03f5f-e3ba-4bd9-97c5-84de5125fbd9 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 945 time: 0.0643022 Jul 16 09:43:25.653304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d97d358-663f-44ac-8e6c-ab8fba7503ea req-3859fd82-76c2-4a55-907f-282189154786 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361965 Jul 16 09:43:28.622448 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:43:37.292851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf1c9-4f9b-4d2e-ba1a-5e0afa0b8cd1 req-81e43461-0dfc-44c8-9892-7057f1f659b2 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:37.294294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2edf1c9-4f9b-4d2e-ba1a-5e0afa0b8cd1 req-81e43461-0dfc-44c8-9892-7057f1f659b2 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 945 time: 0.0650501 Jul 16 09:43:37.332419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2edf1c9-4f9b-4d2e-ba1a-5e0afa0b8cd1 req-c29ddcf7-b04d-49c4-bac4-430886bb8c64 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 Jul 16 09:43:37.356789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52620) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:37.495273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab7803b-b394-4a5d-aae9-8f695005784f tempest-TestMinimumBasicScenario-267646914 tempest-TestMinimumBasicScenario-267646914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:37.497197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9ab7803b-b394-4a5d-aae9-8f695005784f tempest-TestMinimumBasicScenario-267646914 tempest-TestMinimumBasicScenario-267646914-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1092 time: 0.1390374 Jul 16 09:43:37.499811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52624) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:37.504188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:37.527892 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.629952 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.737853 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Allocated IP 172.25.6.25 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/07c7370c-0188-4642-8e6c-e14c35180b5b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:37.839574 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.877759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.918941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:37.921704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:37.925207 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:37.951671 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'Port': ['ID=07c7370c-0188-4642-8e6c-e14c35180b5b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:38.329252 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.406996 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.562285 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.566759 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.640073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'Port': ['ID=07c7370c-0188-4642-8e6c-e14c35180b5b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:38.646409 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.745553 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Floating IP 96341657-131e-4c93-bc9d-9df8664a20d7 associated. External IP: 172.25.6.25, port: 3c57ad0f-9606-4f20-a71b-06c8e59b9495. Jul 16 09:43:38.952827 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Router 485db7e0-6828-422d-a471-90a4770e97a4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:43:39.059755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:39.069525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] Sync routers for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:39.075053 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.078369 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:39.079048 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:43:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:39.113908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7c16128c-4683-456f-be62-da7568413d07 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6105449 Jul 16 09:43:39.113908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:39.114249 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7" -d '{"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:39.114703 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52626) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:39.120644 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e1fe6d1f-ad10-4c19-83d4-d5b2dcf66be7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151489115', 'description': 'tempest-secgroup-smoke-151489115 description', 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:39.145568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d1f-ad10-4c19-83d4-d5b2dcf66be7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.153304 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e07235-a921-425d-996f-2abc63c2f7bc x-openstack-request-id: req-56e07235-a921-425d-996f-2abc63c2f7bc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:39.153599 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:39.153887 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56e07235-a921-425d-996f-2abc63c2f7bc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:39.154297 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'status': 'completed', 'code': 200} Jul 16 09:43:39.189119 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:39.231756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-e0731814-5d47-41ea-866a-4228e19401fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:39.233271 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-e0731814-5d47-41ea-866a-4228e19401fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1097 time: 0.0551279 Jul 16 09:43:39.233421 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d1f-ad10-4c19-83d4-d5b2dcf66be7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.237614 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d1f-ad10-4c19-83d4-d5b2dcf66be7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.261036 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d1f-ad10-4c19-83d4-d5b2dcf66be7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.265462 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e1fe6d1f-ad10-4c19-83d4-d5b2dcf66be7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1494608 Jul 16 09:43:39.266111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52630) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:39.273248 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ca573069-1959-4f92-bfc8-6a679f0971e7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'security_group_rule': {'security_group_id': 'ca9a3533-2196-4f71-a49b-2d0a25e8f8ef', 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:39.288790 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe6d1f-ad10-4c19-83d4-d5b2dcf66be7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:39.312333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca573069-1959-4f92-bfc8-6a679f0971e7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.334752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-323ba978-e5b8-4718-a4ae-8f7879453036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:39.336482 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-323ba978-e5b8-4718-a4ae-8f7879453036 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 916 time: 0.0967047 Jul 16 09:43:39.364938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca573069-1959-4f92-bfc8-6a679f0971e7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.370232 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca573069-1959-4f92-bfc8-6a679f0971e7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.391645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca573069-1959-4f92-bfc8-6a679f0971e7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f91fb8-8d73-45f9-90d7-1175cbd39023,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:39.401246 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ca573069-1959-4f92-bfc8-6a679f0971e7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.402870 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ca573069-1959-4f92-bfc8-6a679f0971e7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332712 Jul 16 09:43:39.405552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52632) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:39.410695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-17cf4759-1362-4cd7-8dd0-5de15c0595c8 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'security_group_rule': {'security_group_id': 'ca9a3533-2196-4f71-a49b-2d0a25e8f8ef', 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:39.419092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-e2655450-aded-4c38-9275-36768887102a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 998 time: 0.0765889 Jul 16 09:43:39.440450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17cf4759-1362-4cd7-8dd0-5de15c0595c8 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.478962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-51b627a0-ba29-4e75-bbf2-6703c162d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:39.480586 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-51b627a0-ba29-4e75-bbf2-6703c162d595 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0490990 Jul 16 09:43:39.543006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-b5f8e417-26ed-4c96-b2ec-1d8ba21d1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:39.544478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-b5f8e417-26ed-4c96-b2ec-1d8ba21d1f46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578828 Jul 16 09:43:39.586388 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '96341657-131e-4c93-bc9d-9df8664a20d7', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'port_id': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'mac_address': 'fa:16:3e:60:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:38Z', 'updated_at': '2021-07-16T09:43:38Z', 'revision_number': 0, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 5, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:39.624333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] Checking router: 485db7e0-6828-422d-a471-90a4770e97a4 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:39.634872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:39.635611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:43:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:39.652920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-c2532f5e-10cd-4acb-ae3c-767e3001a689 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980599 Jul 16 09:43:39.746936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:39.748529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8402efe2-c35b-40e9-bf89-fc2bcd28ebe7 req-c01cee45-c632-4d7a-87ad-0d5afeb77e8c service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886283 Jul 16 09:43:39.831940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17cf4759-1362-4cd7-8dd0-5de15c0595c8 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.838377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17cf4759-1362-4cd7-8dd0-5de15c0595c8 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.855444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf4759-1362-4cd7-8dd0-5de15c0595c8 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b445f7e3-7951-4a45-81bd-a3a4a39c8099,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:39.865529 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17cf4759-1362-4cd7-8dd0-5de15c0595c8 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.869427 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-17cf4759-1362-4cd7-8dd0-5de15c0595c8 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4603374 Jul 16 09:43:39.869603 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52634) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:39.874172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-afa72c51-9f02-4d1e-9ec3-bb99abf3353a tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'security_group_rule': {'security_group_id': 'ca9a3533-2196-4f71-a49b-2d0a25e8f8ef', 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:39.903219 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afa72c51-9f02-4d1e-9ec3-bb99abf3353a tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.961142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afa72c51-9f02-4d1e-9ec3-bb99abf3353a tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.965163 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afa72c51-9f02-4d1e-9ec3-bb99abf3353a tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.982747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '96341657-131e-4c93-bc9d-9df8664a20d7', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'port_id': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'mac_address': 'fa:16:3e:60:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:38Z', 'updated_at': '2021-07-16T09:43:38Z', 'revision_number': 0, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 5, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:39.983017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa72c51-9f02-4d1e-9ec3-bb99abf3353a tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8264c16-454a-45ac-9f65-67d49adb6ccd,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:39.988897 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-afa72c51-9f02-4d1e-9ec3-bb99abf3353a tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.993876 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-afa72c51-9f02-4d1e-9ec3-bb99abf3353a tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196959 Jul 16 09:43:39.993876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52636) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:39.998417 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a21a99cb-f3cb-4370-aa11-38067c78da9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'security_group_rule': {'security_group_id': 'ca9a3533-2196-4f71-a49b-2d0a25e8f8ef', 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:40.016009 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea66fbe-aa0d-4b9f-9314-a5a2c9afe01e None None] The sync data for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 is: [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '96341657-131e-4c93-bc9d-9df8664a20d7', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'port_id': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'mac_address': 'fa:16:3e:60:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:38Z', 'updated_at': '2021-07-16T09:43:38Z', 'revision_number': 0, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 5, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:40.033982 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a21a99cb-f3cb-4370-aa11-38067c78da9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.095755 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a21a99cb-f3cb-4370-aa11-38067c78da9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.100208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a21a99cb-f3cb-4370-aa11-38067c78da9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.118411 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a99cb-f3cb-4370-aa11-38067c78da9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b0fce1-50e6-4d2a-8b43-8ef42c7d9055,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:40.124516 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a21a99cb-f3cb-4370-aa11-38067c78da9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.125758 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a21a99cb-f3cb-4370-aa11-38067c78da9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309097 Jul 16 09:43:40.128524 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52638) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:40.134547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-205ff34d-b610-4aa5-8492-0201006c5c06 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'security_group_rule': {'security_group_id': 'ca9a3533-2196-4f71-a49b-2d0a25e8f8ef', 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:40.157997 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-205ff34d-b610-4aa5-8492-0201006c5c06 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Project c4c6c0e2f66744aabf14abc1d3407b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:43:40.163183 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205ff34d-b610-4aa5-8492-0201006c5c06 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.220040 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b648c8d4-e83a-42a5-97aa-2f2dc36496c2 None None] New status for floating IP 96341657-131e-4c93-bc9d-9df8664a20d7: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:43:40.229154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205ff34d-b610-4aa5-8492-0201006c5c06 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.233102 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205ff34d-b610-4aa5-8492-0201006c5c06 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.250471 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ff34d-b610-4aa5-8492-0201006c5c06 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2536ec75-dd05-4034-883e-c985846330be,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:40.257935 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-205ff34d-b610-4aa5-8492-0201006c5c06 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.259248 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-205ff34d-b610-4aa5-8492-0201006c5c06 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292498 Jul 16 09:43:40.262264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52640) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:40.266968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-44ca4ddb-a4fe-486b-a503-c98e184c491b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'security_group_rule': {'security_group_id': 'ca9a3533-2196-4f71-a49b-2d0a25e8f8ef', 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:40.289291 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-44ca4ddb-a4fe-486b-a503-c98e184c491b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Project c4c6c0e2f66744aabf14abc1d3407b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:43:40.294187 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44ca4ddb-a4fe-486b-a503-c98e184c491b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.356835 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44ca4ddb-a4fe-486b-a503-c98e184c491b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.360559 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44ca4ddb-a4fe-486b-a503-c98e184c491b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.383277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca4ddb-a4fe-486b-a503-c98e184c491b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190bd593-68fe-402d-96ca-6d3ce0904a08,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:40.389955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-44ca4ddb-a4fe-486b-a503-c98e184c491b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.390979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-44ca4ddb-a4fe-486b-a503-c98e184c491b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275709 Jul 16 09:43:40.508960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-f81907df-f9c6-4dd9-b0f5-5c1f7a67276f tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151489115&fields=id&tenant_id=c4c6c0e2f66744aabf14abc1d3407b86 HTTP/1.1" status: 200 len: 267 time: 0.0339663 Jul 16 09:43:40.575444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-4bed9764-e3dc-4801-982e-7abce3851054 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:40.576942 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-4bed9764-e3dc-4801-982e-7abce3851054 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 945 time: 0.0628188 Jul 16 09:43:40.587899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'port': {'security_groups': ['8430814f-049d-443e-81aa-eaf5b495ffbd', 'ca9a3533-2196-4f71-a49b-2d0a25e8f8ef']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:40.674452 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.857984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] For port 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:40.891741 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.896341 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.908674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3c57ad0f-9606-4f20-a71b-06c8e59b9495'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:40.940540 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:40.941170 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.942640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e1e2778-9c67-4041-b7c6-3ffa566ed2e0 req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "PUT /v2.0/ports/3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 981 time: 0.3594320 Jul 16 09:43:40.968441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910b69e-bc8b-461e-9580-05a62daf65cc tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'Port': ['ID=3c57ad0f-9606-4f20-a71b-06c8e59b9495,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:40.996946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3c57ad0f-9606-4f20-a71b-06c8e59b9495'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:41.117966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff44b9-900a-4896-891c-d162c27e02bf req-19072419-a12b-4134-89af-c2e3bfdcf259 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:41.119703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ff44b9-900a-4896-891c-d162c27e02bf req-19072419-a12b-4134-89af-c2e3bfdcf259 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0712423 Jul 16 09:43:41.157252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:41.159598 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:41.167401 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-95ff44b9-900a-4896-891c-d162c27e02bf req-a2a39d3f-fca8-4588-9e69-87508ae67dc9 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414174 Jul 16 09:43:41.182942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-07386903-0bf6-478f-8a3a-23c7b368a7fa None None] Provisioning complete for port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:41.183314 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-07386903-0bf6-478f-8a3a-23c7b368a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.199451 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d681f43-60ef-44b3-b7a8-0c5638252b2a x-openstack-request-id: req-3d681f43-60ef-44b3-b7a8-0c5638252b2a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:41.200248 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:41.200576 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d681f43-60ef-44b3-b7a8-0c5638252b2a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:41.201050 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'status': 'completed', 'code': 200} Jul 16 09:43:41.320789 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-30628c05-dc9a-49aa-9ad1-6e774c4ac366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:41.322355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-30628c05-dc9a-49aa-9ad1-6e774c4ac366 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1136 time: 0.1008561 Jul 16 09:43:41.414966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-e3278899-d799-4224-a8c4-f12ed75abdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:41.416496 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-e3278899-d799-4224-a8c4-f12ed75abdff service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 916 time: 0.0861175 Jul 16 09:43:41.485865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-b3c445ab-aa75-4be3-8767-01ae5ca0f7a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 1000 time: 0.0617292 Jul 16 09:43:41.535296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-2191020c-1f8e-41e4-b6a2-c4c2789396c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:41.536825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-2191020c-1f8e-41e4-b6a2-c4c2789396c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0444553 Jul 16 09:43:41.598599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-3bf840ef-0ca1-4a5a-9907-4c83a6087d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:41.600269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-3bf840ef-0ca1-4a5a-9907-4c83a6087d08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547633 Jul 16 09:43:41.704053 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-2abbbb1a-cc38-4856-9fbf-b399ff4cea51 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968773 Jul 16 09:43:41.793737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f9c2aa8c-0cb1-4aea-a95e-d49c6d3a14dc req-87b2cff8-4e32-47c0-a99f-18341022560f service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825844 Jul 16 09:43:44.516571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-032f5ad3-657e-42df-a5b5-77bf62368b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.448027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-b43bab6e-345f-4b54-97f1-142823d85641 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554767 Jul 16 09:43:45.555639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-05f2ad0c-08a8-4ecd-ae15-6ebc7d829dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:45.557200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-05f2ad0c-08a8-4ecd-ae15-6ebc7d829dab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1136 time: 0.0606847 Jul 16 09:43:45.666348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-399252b5-5724-4e2d-a514-4317e719d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:45.667876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-399252b5-5724-4e2d-a514-4317e719d40d service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 916 time: 0.0886106 Jul 16 09:43:45.820682 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.060703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-acca695b-d4ca-4f16-b36e-8094c449cde5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 1000 time: 0.3847127 Jul 16 09:43:46.110228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-1e1e45dc-f518-446f-9d50-f9765f417481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:46.111635 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-1e1e45dc-f518-446f-9d50-f9765f417481 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0431437 Jul 16 09:43:46.168001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-9cea8a5c-9e22-42c8-a32b-d6ae4345556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:46.169437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-9cea8a5c-9e22-42c8-a32b-d6ae4345556e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512877 Jul 16 09:43:46.261063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-5b8f0f4d-f1f2-49ed-8a4d-dfe7faa53398 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846090 Jul 16 09:43:46.355147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-349a00ac-d6c7-4c60-9112-491634b9f0b8 req-6815aa18-514a-434b-a24f-0cdf478a9712 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870888 Jul 16 09:43:47.693188 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.703290 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6edbee09-2d56-43ac-8b75-6e0143332483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.061617 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.358423 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:50.337019 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:58.576253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-277cf480-fa2d-4666-8729-01af253ed45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:58.578180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-277cf480-fa2d-4666-8729-01af253ed45c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1136 time: 0.1005986 Jul 16 09:43:58.594131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d4ff6-2bdb-495d-a02c-2599fae785fa req-52f1119b-ce97-4b15-8589-59938d89db72 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:58.595687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-391d4ff6-2bdb-495d-a02c-2599fae785fa req-52f1119b-ce97-4b15-8589-59938d89db72 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.1086569 Jul 16 09:43:58.692346 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-391d4ff6-2bdb-495d-a02c-2599fae785fa req-ed6dff81-dc36-4cc4-a2bd-67d5094c6c3e tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869443 Jul 16 09:43:58.718446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-ae528045-4cc2-455d-a7fc-544d37a63a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:58.719992 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-ae528045-4cc2-455d-a7fc-544d37a63a1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 916 time: 0.1233606 Jul 16 09:43:58.799521 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-e6fb24b4-8d33-4f8f-b5a5-312424204d4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 1000 time: 0.0640831 Jul 16 09:43:58.854640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-a4d9609c-50a2-4f34-b7b4-a2a34a34f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:58.856196 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-a4d9609c-50a2-4f34-b7b4-a2a34a34f9a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0502145 Jul 16 09:43:58.916669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-b78aaf67-3177-4d40-ba3a-ebc807629f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:58.918281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-b78aaf67-3177-4d40-ba3a-ebc807629f42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558052 Jul 16 09:43:59.015349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-a23f8fbf-62af-4f0d-b2aa-ef49ebd860c6 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895755 Jul 16 09:43:59.114038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a5ad89a-e462-4d67-9305-f5e47aa45ec8 req-b6c2b338-d602-432f-959d-a5006d1a4e26 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896082 Jul 16 09:43:59.872057 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6a4f1-002f-491b-93ed-66c561ddc06b req-0f8a30f0-e68e-49c1-8bfe-4f492f144d16 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:59.873501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3e6a4f1-002f-491b-93ed-66c561ddc06b req-0f8a30f0-e68e-49c1-8bfe-4f492f144d16 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0640900 Jul 16 09:43:59.913983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a3e6a4f1-002f-491b-93ed-66c561ddc06b req-a412cae5-aa3f-4b17-be56-f59f900e7155 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347924 Jul 16 09:44:01.090670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a474-c31c-4e2b-9904-988490e7b87e req-07e59409-e09c-439c-8cad-34599847d4e3 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:01.092167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59a3a474-c31c-4e2b-9904-988490e7b87e req-07e59409-e09c-439c-8cad-34599847d4e3 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0679588 Jul 16 09:44:01.132007 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59a3a474-c31c-4e2b-9904-988490e7b87e req-db5de113-e096-4c3e-96c8-998941d99f91 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342588 Jul 16 09:44:02.304539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601acd-2dba-415a-900b-271263f44ce5 req-3cb9465f-c17d-4a86-b7f9-a14d145ea021 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:02.306080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f601acd-2dba-415a-900b-271263f44ce5 req-3cb9465f-c17d-4a86-b7f9-a14d145ea021 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0640314 Jul 16 09:44:02.344959 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f601acd-2dba-415a-900b-271263f44ce5 req-26cb53b8-7f0c-4d1c-a6f6-2894bc169497 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332704 Jul 16 09:44:03.522967 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a02d6-bd2d-4031-86a1-72d49f30b832 req-f03ed788-c9a9-41a4-95c0-08c0853e3604 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:03.524454 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-655a02d6-bd2d-4031-86a1-72d49f30b832 req-f03ed788-c9a9-41a4-95c0-08c0853e3604 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0678332 Jul 16 09:44:03.563882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-655a02d6-bd2d-4031-86a1-72d49f30b832 req-c9d84bc7-6569-4a41-9ebb-a013ffb5ced0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338483 Jul 16 09:44:04.735766 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a07e1a-e6d1-447b-b019-c306e398ad3d req-224f37ae-c16c-4bf0-bd24-8335688a045b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:04.737267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3a07e1a-e6d1-447b-b019-c306e398ad3d req-224f37ae-c16c-4bf0-bd24-8335688a045b tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0637345 Jul 16 09:44:04.777897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3a07e1a-e6d1-447b-b019-c306e398ad3d req-509f13b6-393f-4e68-b9e6-f8e241e552c5 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343285 Jul 16 09:44:05.622241 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:05.951725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeed2ec-b1fb-4ab6-a4b1-353b20af5207 req-0465095d-4c84-41ce-aeb1-a23be42dc002 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:05.953234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-feeed2ec-b1fb-4ab6-a4b1-353b20af5207 req-0465095d-4c84-41ce-aeb1-a23be42dc002 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0654745 Jul 16 09:44:05.993181 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-feeed2ec-b1fb-4ab6-a4b1-353b20af5207 req-9c56a1c1-7213-48d4-8148-27c24980e7e4 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342660 Jul 16 09:44:07.171042 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a305f-353a-4726-b235-3732fe49658d req-61591ee8-d0d2-4437-b43e-a7c35bdcb74f tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:07.172548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a18a305f-353a-4726-b235-3732fe49658d req-61591ee8-d0d2-4437-b43e-a7c35bdcb74f tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0682588 Jul 16 09:44:07.212645 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a18a305f-353a-4726-b235-3732fe49658d req-b6602cc1-a526-4b3a-ad9f-284b5e57f81c tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337520 Jul 16 09:44:08.384259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b61c3-0359-458d-b6c8-99ed3429936e req-850700d8-9ec4-478e-935a-10cd467c4b9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:08.385800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b2b61c3-0359-458d-b6c8-99ed3429936e req-850700d8-9ec4-478e-935a-10cd467c4b9d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0645540 Jul 16 09:44:08.426318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3b2b61c3-0359-458d-b6c8-99ed3429936e req-7dfb9137-d949-4e4e-ba75-645b8c765d87 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348136 Jul 16 09:44:09.714471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde43e-6fcd-4960-bf66-9bc5281c6cbc req-53cc8dd9-b048-4db9-a2e3-b0d850cab947 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:09.715912 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9bde43e-6fcd-4960-bf66-9bc5281c6cbc req-53cc8dd9-b048-4db9-a2e3-b0d850cab947 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.1790547 Jul 16 09:44:09.757841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9bde43e-6fcd-4960-bf66-9bc5281c6cbc req-fa45a631-a6d1-40dc-8d0b-f22c204015d0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362368 Jul 16 09:44:10.975058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c2a7a-f1de-4ca5-b365-f515cb503158 req-422c583c-1ee8-4f09-ac3c-c95291877625 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:10.976611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-062c2a7a-f1de-4ca5-b365-f515cb503158 req-422c583c-1ee8-4f09-ac3c-c95291877625 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.1109912 Jul 16 09:44:11.016324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-062c2a7a-f1de-4ca5-b365-f515cb503158 req-6631def2-bc6c-424a-97b3-e79a3177ef5f tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&id=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340316 Jul 16 09:44:14.518050 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-53e93483-ed8e-4353-8723-8a39912eb43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:15.829839 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:17.700573 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:17.705771 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-87971e74-2bd8-4b11-8fc6-15942d548e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:19.064939 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:19.348119 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:20.340007 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:42.621966 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:43.080639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7876bba3-aa8c-4a69-9837-c045831c338f req-a5516640-d9d3-4746-9355-6bc4f9816d67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151489115&fields=id&tenant_id=c4c6c0e2f66744aabf14abc1d3407b86 HTTP/1.1" status: 200 len: 267 time: 0.0324953 Jul 16 09:44:43.151141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876bba3-aa8c-4a69-9837-c045831c338f req-3374c681-1a4a-4e38-bea3-2a146e479d98 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:43.152588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7876bba3-aa8c-4a69-9837-c045831c338f req-3374c681-1a4a-4e38-bea3-2a146e479d98 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 984 time: 0.0669281 Jul 16 09:44:43.163069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-7876bba3-aa8c-4a69-9837-c045831c338f req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Request body: {'port': {'security_groups': ['8430814f-049d-443e-81aa-eaf5b495ffbd']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:43.245704 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7876bba3-aa8c-4a69-9837-c045831c338f req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.421253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7876bba3-aa8c-4a69-9837-c045831c338f req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] For port 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:43.450422 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7876bba3-aa8c-4a69-9837-c045831c338f req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.454996 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7876bba3-aa8c-4a69-9837-c045831c338f req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.467092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3c57ad0f-9606-4f20-a71b-06c8e59b9495'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:44:43.500198 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876bba3-aa8c-4a69-9837-c045831c338f req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:43.500847 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7876bba3-aa8c-4a69-9837-c045831c338f req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.502350 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7876bba3-aa8c-4a69-9837-c045831c338f req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "PUT /v2.0/ports/3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 942 time: 0.3437848 Jul 16 09:44:43.502818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:43.508497 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d98de7-bf70-4486-91ac-a496be63bea3" -d '{"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:43.509521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52706) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:43.541361 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event updated for resources: {'Port': ['ID=3c57ad0f-9606-4f20-a71b-06c8e59b9495,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:43.554047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.555037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.555802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.555802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.556062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.556380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.556715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.557049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.557383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.557806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.558135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.558466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a52c4-c6c1-43ac-9bb9-1f1e02274ec0 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.562967 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ced376-7ad4-4013-afb3-97b02b7fbcb6 x-openstack-request-id: req-69ced376-7ad4-4013-afb3-97b02b7fbcb6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:43.563275 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:43.563515 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69ced376-7ad4-4013-afb3-97b02b7fbcb6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:43.563917 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'status': 'completed', 'code': 200} Jul 16 09:44:43.581718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3c57ad0f-9606-4f20-a71b-06c8e59b9495'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:44:43.598061 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.630120 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.643443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-c52e43d8-7ff9-4cf5-b659-87777c65900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:43.644982 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-c52e43d8-7ff9-4cf5-b659-87777c65900b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1097 time: 0.0698185 Jul 16 09:44:43.703331 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.707209 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.711765 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "DELETE /v2.0/security-groups/ca9a3533-2196-4f71-a49b-2d0a25e8f8ef HTTP/1.1" status: 204 len: 168 time: 0.2004695 Jul 16 09:44:43.712384 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52716) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:43.761144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-411afc29-8824-4df8-ae48-303090acae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:43.762975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-411afc29-8824-4df8-ae48-303090acae29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 916 time: 0.1119087 Jul 16 09:44:43.786189 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9a3533-2196-4f71-a49b-2d0a25e8f8ef,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:43.824316 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.824678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.825007 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.825343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.825718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.826055 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.826385 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.826713 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.827038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.827361 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.827683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.828000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4c188-bcb1-486b-803c-1bd048d5aaae tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.839870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-3ecf0c77-da83-4121-ba2b-8c42d3c1480e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 1000 time: 0.0698066 Jul 16 09:44:43.877840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d671e4f0-f2d6-4719-b99e-bd70b6b53ac3 None None] Provisioning complete for port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:43.878573 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d671e4f0-f2d6-4719-b99e-bd70b6b53ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.893740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-5ce69f7a-9afd-4c89-ae32-42f36292b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:43.895680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-5ce69f7a-9afd-4c89-ae32-42f36292b6ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0485878 Jul 16 09:44:43.897942 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Deleting port 07c7370c-0188-4642-8e6c-e14c35180b5b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:43.898563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.958649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-30f2131c-5c4c-4e70-8405-3c26045ab8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:43.960232 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-30f2131c-5c4c-4e70-8405-3c26045ab8ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583470 Jul 16 09:44:43.979862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.980195 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.991433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Calling delete_port for 07c7370c-0188-4642-8e6c-e14c35180b5b owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:44.057257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-8885cad5-04a4-4532-b97b-b4683ba38918 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899999 Jul 16 09:44:44.140866 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:44.149503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31d98de7-bf70-4486-91ac-a496be63bea3 req-778a1121-5191-459a-b633-515f1471e70a service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Jul 16 09:44:44.175402 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event deleted for resources: {'Port': ['ID=07c7370c-0188-4642-8e6c-e14c35180b5b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:44.234805 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:44.235173 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Floating IP 96341657-131e-4c93-bc9d-9df8664a20d7 disassociated (deleted). External IP: 172.25.6.25, port: 3c57ad0f-9606-4f20-a71b-06c8e59b9495. Jul 16 09:44:44.440758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Router 485db7e0-6828-422d-a471-90a4770e97a4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:44:44.518964 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e574dd8a-5ba3-46c3-8441-ce3e3ad1c2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:44.547641 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:44:44.552266 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:44.558327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] Sync routers for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:44:44.567481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:44.568097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:44.588208 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d1db1c51-d746-4d9e-9b19-73bb1134aebe tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "DELETE /v2.0/floatingips/96341657-131e-4c93-bc9d-9df8664a20d7 HTTP/1.1" status: 204 len: 168 time: 0.8661869 Jul 16 09:44:44.588730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:44.637589 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46d0883-bfda-48d6-aec0-15498d074dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:44.680063 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:44.731534 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93ce827-3a92-42e4-ab11-48cbfd43d62c x-openstack-request-id: req-c93ce827-3a92-42e4-ab11-48cbfd43d62c {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:44.731825 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:44.732074 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c93ce827-3a92-42e4-ab11-48cbfd43d62c {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:44.732477 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'status': 'completed', 'code': 200} Jul 16 09:44:44.818126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-2e6be7c6-af6c-4ce1-bd9f-414de860719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:44.821330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-2e6be7c6-af6c-4ce1-bd9f-414de860719f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1097 time: 0.0642207 Jul 16 09:44:44.905216 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 5, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:44.928174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-19ad05c4-09f8-483d-92a3-675508a492fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:44.930621 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-19ad05c4-09f8-483d-92a3-675508a492fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 916 time: 0.0992749 Jul 16 09:44:44.943625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] Checking router: 485db7e0-6828-422d-a471-90a4770e97a4 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:44:44.951754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:44.952367 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:44.977996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-c62007de-c66c-48d3-9c64-45fa904436ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 217 time: 0.0415151 Jul 16 09:44:45.038313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-403d4203-a709-43db-adb7-081084a73566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:45.039841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-403d4203-a709-43db-adb7-081084a73566 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0555885 Jul 16 09:44:45.058787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:45.096906 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-74e7ddf9-29ea-4188-8d78-05baea077820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:45.098452 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-74e7ddf9-29ea-4188-8d78-05baea077820 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517375 Jul 16 09:44:45.196497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-87204bae-ca2b-452a-9276-393e45e5aef7 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880692 Jul 16 09:44:45.254425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 5, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:45.281288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb198d6-6ba2-4475-ab4c-4f5c69ea8efc None None] The sync data for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 is: [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:49Z', 'revision_number': 4, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '1d607be1-ae6a-448f-8096-8e0349ccb433', 'name': '', 'network_id': '9fb6af4d-7900-452e-9d3e-98688a3fbe31', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:48Z', 'updated_at': '2021-07-16T09:42:54Z', 'revision_number': 5, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'subnets': [{'id': '0f3fb0a2-b56c-4fc2-bca1-3059631f97ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:44:45.288281 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a46d0883-bfda-48d6-aec0-15498d074dd5 req-adc84016-2b2c-439a-8862-b65972e2bd2a service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841274 Jul 16 09:44:45.507287 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab37945-4f77-41f3-b7ea-5fa2a35c5bb8 None None] New status for floating IP 96341657-131e-4c93-bc9d-9df8664a20d7: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:44:45.831143 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:47.455159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-a5938413-3335-4d84-a397-7b1360dc8782 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522702 Jul 16 09:44:47.552052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-a68bd941-7ec2-4b76-8685-491a87343e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:47.553588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-a68bd941-7ec2-4b76-8685-491a87343e67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 1097 time: 0.0580781 Jul 16 09:44:47.660528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-4bd4a140-ef72-4872-9ba4-e134b562904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:47.662046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-4bd4a140-ef72-4872-9ba4-e134b562904c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 200 len: 916 time: 0.0889802 Jul 16 09:44:47.697897 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:47.710141 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-110bb37f-ac4e-42b3-9503-9c343d39447c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:47.715115 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-465dd0b5-6aff-4dd3-9284-9839469307a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 200 len: 217 time: 0.0469184 Jul 16 09:44:47.766976 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-aefd2b71-3115-4d3e-987d-27434d2cf27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:47.768652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-aefd2b71-3115-4d3e-987d-27434d2cf27b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 200 len: 854 time: 0.0468369 Jul 16 09:44:47.828257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-a6fd22c5-fd85-4f4c-8804-83ace2afc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:47.829792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-a6fd22c5-fd85-4f4c-8804-83ace2afc516 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fb6af4d-7900-452e-9d3e-98688a3fbe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546718 Jul 16 09:44:47.927171 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-d90abef0-6c95-4458-8044-28b737d9bee4 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904443 Jul 16 09:44:48.019922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-406233c5-9e22-4e19-824f-0041e3b1f67d req-09b9a8bc-1eee-4da3-91b0-7d7439b25ff6 service neutron] 10.222.0.52 "GET /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868368 Jul 16 09:44:49.068096 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:49.354956 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.343273 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.997986 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bccab-c1f9-4840-b31b-0566095833d0 req-318616f3-619e-435e-8a88-d8acabb79a21 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:51.999508 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f6bccab-c1f9-4840-b31b-0566095833d0 req-318616f3-619e-435e-8a88-d8acabb79a21 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 945 time: 0.0675325 Jul 16 09:44:52.038362 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f6bccab-c1f9-4840-b31b-0566095833d0 req-11495ab7-1e1b-4f8f-b548-b38946a5b6e1 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Jul 16 09:44:53.211564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da467e-7ee9-44d9-ac47-8359d2dc3873 req-d5b32ce3-322d-4263-a351-9d5aac65fe93 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:53.213203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28da467e-7ee9-44d9-ac47-8359d2dc3873 req-d5b32ce3-322d-4263-a351-9d5aac65fe93 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 945 time: 0.0644989 Jul 16 09:44:53.252657 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-28da467e-7ee9-44d9-ac47-8359d2dc3873 req-ed150af8-91d6-4da9-bba0-bc6bbe7cbf4d tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/security-groups?id=8430814f-049d-443e-81aa-eaf5b495ffbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Jul 16 09:44:53.556682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-b4c891d9-e5c3-4ecd-b6de-a813e15f2a80 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:53.558163 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-b4c891d9-e5c3-4ecd-b6de-a813e15f2a80 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.52 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 945 time: 0.0621824 Jul 16 09:44:53.665351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Deleting port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:53.665717 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.752916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] For port 3c57ad0f-9606-4f20-a71b-06c8e59b9495, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=3c57ad0f-9606-4f20-a71b-06c8e59b9495,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:53.753466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.770442 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Calling delete_port for 3c57ad0f-9606-4f20-a71b-06c8e59b9495 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:53.894531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.905849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['3c57ad0f-9606-4f20-a71b-06c8e59b9495'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:44:53.924857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Pushing event deleted for resources: {'Port': ['ID=3c57ad0f-9606-4f20-a71b-06c8e59b9495,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:53.979290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] No DVR routers for this DVR port 3c57ad0f-9606-4f20-a71b-06c8e59b9495 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:44:53.982226 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.984484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba579fd0-da3d-4b30-ae24-0115182ea608 req-30cea309-a65b-40c9-b7b4-1c591473fc67 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.52 "DELETE /v2.0/ports/3c57ad0f-9606-4f20-a71b-06c8e59b9495 HTTP/1.1" status: 204 len: 173 time: 0.4203150 Jul 16 09:44:53.984950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'name': 'network-vif-deleted', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:53.987237 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ec6da-a2eb-4ca5-88e4-be46d5a3ff57" -d '{"events": [{"server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "name": "network-vif-deleted", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:54.086642 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc4120a-8cb9-4a21-bee6-a99f65ad5d67 x-openstack-request-id: req-bfc4120a-8cb9-4a21-bee6-a99f65ad5d67 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:54.086939 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64", "name": "network-vif-deleted", "tag": "3c57ad0f-9606-4f20-a71b-06c8e59b9495", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:54.087197 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfc4120a-8cb9-4a21-bee6-a99f65ad5d67 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:54.087608 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64', 'name': 'network-vif-deleted', 'tag': '3c57ad0f-9606-4f20-a71b-06c8e59b9495', 'status': 'completed', 'code': 200} Jul 16 09:44:54.410829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f2e5a39-ef19-4b56-80e2-d46506b87718 req-666c76ac-2ecc-404f-b79c-2a13f09419c7 tempest-TestMinimumBasicScenario-2056963088 tempest-TestMinimumBasicScenario-2056963088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40a53e8-8c4f-49cb-a2ff-74ccf6b18b64 HTTP/1.1" status: 200 len: 210 time: 0.0310011 Jul 16 09:44:56.007103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52818) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:56.127689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3c57ad0f-9606-4f20-a71b-06c8e59b9495 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:44:56.148901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 3c57ad0f-9606-4f20-a71b-06c8e59b9495 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:44:56.149240 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 3c57ad0f-9606-4f20-a71b-06c8e59b9495 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:44:56.348697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.598378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Deleting port 1d607be1-ae6a-448f-8096-8e0349ccb433 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:56.598599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.674265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] For port 1d607be1-ae6a-448f-8096-8e0349ccb433, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1d607be1-ae6a-448f-8096-8e0349ccb433,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:56.674525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.686930 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Calling delete_port for 1d607be1-ae6a-448f-8096-8e0349ccb433 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:56.861280 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.895327 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d607be1-ae6a-448f-8096-8e0349ccb433,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:57.063483 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.273617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Router 485db7e0-6828-422d-a471-90a4770e97a4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:44:57.376256 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:44:57.381468 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d8a4621d-90d6-42c6-8bb9-972966d09273 admin admin] 10.222.0.55 "PUT /v2.0/routers/485db7e0-6828-422d-a471-90a4770e97a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3732831 Jul 16 09:44:57.384676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52820) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:57.387968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] Sync routers for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:44:57.396966 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:57.397576 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:57.491740 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.503670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:57.598888 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.656813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Deleting port e1401e40-3c46-4439-a2e7-d6625b711906 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:57.657309 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.740449 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] For port e1401e40-3c46-4439-a2e7-d6625b711906, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e1401e40-3c46-4439-a2e7-d6625b711906,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:57.740821 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.753488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Calling delete_port for e1401e40-3c46-4439-a2e7-d6625b711906 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:57.831599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:44:56Z', 'revision_number': 5, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port': {'id': 'e1401e40-3c46-4439-a2e7-d6625b711906', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485db7e0-6828-422d-a471-90a4770e97a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:57.861888 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] Checking router: 485db7e0-6828-422d-a471-90a4770e97a4 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:44:57.870104 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] Routers {'485db7e0-6828-422d-a471-90a4770e97a4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:57.870723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['485db7e0-6828-422d-a471-90a4770e97a4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:57.926374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.954174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1401e40-3c46-4439-a2e7-d6625b711906,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:57.963161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] Set router 485db7e0-6828-422d-a471-90a4770e97a4 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:58.017821 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 6, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:58.018211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.048514 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e4d32-2261-4507-9a28-be07eeb662b9 None None] The sync data for ids ['485db7e0-6828-422d-a471-90a4770e97a4'] in n-d-780147-28 is: [{'id': '485db7e0-6828-422d-a471-90a4770e97a4', 'name': 'tempest-TestMinimumBasicScenario-1612587175-router', 'tenant_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:46Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 6, 'project_id': 'c4c6c0e2f66744aabf14abc1d3407b86', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:44:58.111804 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.114003 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.158981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.159523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 485db7e0-6828-422d-a471-90a4770e97a4 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:44:58.164492 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.165758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-07b418f5-0331-4e93-ad6e-712da7f4004e admin admin] 10.222.0.55 "DELETE /v2.0/routers/485db7e0-6828-422d-a471-90a4770e97a4 HTTP/1.1" status: 204 len: 168 time: 0.7794294 Jul 16 09:44:58.168252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52822) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:58.212117 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8adaa90-b320-4fc3-ad6a-847cc7cdfd33 admin admin] Deleting subnet 0f3fb0a2-b56c-4fc2-bca1-3059631f97ed {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:44:58.215158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8adaa90-b320-4fc3-ad6a-847cc7cdfd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.249079 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8adaa90-b320-4fc3-ad6a-847cc7cdfd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.329744 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8adaa90-b320-4fc3-ad6a-847cc7cdfd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.382793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8adaa90-b320-4fc3-ad6a-847cc7cdfd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.410247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adaa90-b320-4fc3-ad6a-847cc7cdfd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3fb0a2-b56c-4fc2-bca1-3059631f97ed,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:58.413997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8adaa90-b320-4fc3-ad6a-847cc7cdfd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.415914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d8adaa90-b320-4fc3-ad6a-847cc7cdfd33 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0f3fb0a2-b56c-4fc2-bca1-3059631f97ed HTTP/1.1" status: 204 len: 168 time: 0.2467411 Jul 16 09:44:58.419260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52824) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:58.423133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620be5ce-7555-4816-b5df-0228d2bd2b62 None None] Network 9fb6af4d-7900-452e-9d3e-98688a3fbe31 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:44:58.491641 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.543010 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Deleting port 74c6627a-302c-4932-872d-280d42af3ae4 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:58.543355 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.611884 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] For port 74c6627a-302c-4932-872d-280d42af3ae4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=74c6627a-302c-4932-872d-280d42af3ae4,segment=NetworkSegment(aa64a513-4a80-40b3-919d-a3c67fbd9fe7),segment_id=aa64a513-4a80-40b3-919d-a3c67fbd9fe7)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:58.612255 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.624076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Calling delete_port for 74c6627a-302c-4932-872d-280d42af3ae4 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:58.702782 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.729123 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c6627a-302c-4932-872d-280d42af3ae4,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:58.734548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] No DVR routers for this DVR port 74c6627a-302c-4932-872d-280d42af3ae4 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:44:58.806259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.814277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f55811-5314-4d65-89b9-fdd6ac59bde6 None None] DHCP port deletion for 9fb6af4d-7900-452e-9d3e-98688a3fbe31 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:44:58.822039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb6af4d-7900-452e-9d3e-98688a3fbe31']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:58.835329 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:58.835797 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa64a513-4a80-40b3-919d-a3c67fbd9fe7') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:58.844688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.858672 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.864464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:44:58.864846 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: timer() Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:44:58.867037 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:44:58.925779 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.932605 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.937437 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9fb6af4d-7900-452e-9d3e-98688a3fbe31 HTTP/1.1" status: 204 len: 168 time: 0.5143020 Jul 16 09:44:58.937704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52826) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:58.951932 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e5413-7427-43fc-adb9-20233f601446 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb6af4d-7900-452e-9d3e-98688a3fbe31,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:59.298887 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:59.974125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Deleting port 057cef70-54c3-43b4-8280-a7c11a3b6e1e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:59.975104 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:59.992735 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1d607be1-ae6a-448f-8096-8e0349ccb433 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:45:00.012913 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 1d607be1-ae6a-448f-8096-8e0349ccb433 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:45:00.013259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1d607be1-ae6a-448f-8096-8e0349ccb433 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:45:00.013703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 74c6627a-302c-4932-872d-280d42af3ae4 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:45:00.031962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 74c6627a-302c-4932-872d-280d42af3ae4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:45:00.032314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 74c6627a-302c-4932-872d-280d42af3ae4 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:45:00.032736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e1401e40-3c46-4439-a2e7-d6625b711906 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:45:00.053130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: e1401e40-3c46-4439-a2e7-d6625b711906 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:45:00.053477 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e1401e40-3c46-4439-a2e7-d6625b711906 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:45:00.059155 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] For port 057cef70-54c3-43b4-8280-a7c11a3b6e1e, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=057cef70-54c3-43b4-8280-a7c11a3b6e1e,segment=NetworkSegment(b32f67f2-2f4e-4dc6-b7ac-be3582604377),segment_id=b32f67f2-2f4e-4dc6-b7ac-be3582604377)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:00.059521 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.071936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Calling delete_port for 057cef70-54c3-43b4-8280-a7c11a3b6e1e owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:45:00.250724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.278265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=057cef70-54c3-43b4-8280-a7c11a3b6e1e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:00.446264 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.663695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:45:00.771493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:45:00.777272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ae8f6382-0d74-44c6-9cae-bd75b1f43b96 admin admin] 10.222.0.55 "PUT /v2.0/routers/900b9db6-c1ac-4232-88b4-a3e7a3d68c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385332 Jul 16 09:45:00.779882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52828) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:00.782400 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] Sync routers for ids ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:45:00.792161 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] Routers {'900b9db6-c1ac-4232-88b4-a3e7a3d68c17'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:00.792765 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:00.885298 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.894263 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] Set router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:00.987325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.044435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Deleting port 27366c24-4dff-4aaa-aeb3-e73a4bb33952 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:45:01.044781 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.069391 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:45:00Z', 'revision_number': 5, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port': {'id': '27366c24-4dff-4aaa-aeb3-e73a4bb33952', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:01.099475 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] Checking router: 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:45:01.108257 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] Routers {'900b9db6-c1ac-4232-88b4-a3e7a3d68c17'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:01.109086 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:01.132191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] For port 27366c24-4dff-4aaa-aeb3-e73a4bb33952, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=27366c24-4dff-4aaa-aeb3-e73a4bb33952,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:01.132700 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.145918 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Calling delete_port for 27366c24-4dff-4aaa-aeb3-e73a4bb33952 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:45:01.195054 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] Set router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:01.246287 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:45:00Z', 'revision_number': 6, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:01.276138 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31722277-f1ca-47cd-887c-8b54d9b8876a None None] The sync data for ids ['900b9db6-c1ac-4232-88b4-a3e7a3d68c17'] in n-d-780147-28 is: [{'id': '900b9db6-c1ac-4232-88b4-a3e7a3d68c17', 'name': 'tempest-TestMinimumBasicScenario-957046183-router', 'tenant_id': '915fb25461f141b08bfae6b8cbcda4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:42:51Z', 'updated_at': '2021-07-16T09:45:00Z', 'revision_number': 6, 'project_id': '915fb25461f141b08bfae6b8cbcda4e2', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:45:01.316885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.343470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Pushing event deleted for resources: {'Port': ['ID=27366c24-4dff-4aaa-aeb3-e73a4bb33952,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:01.412552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.501272 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.503607 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.547567 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.548126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 900b9db6-c1ac-4232-88b4-a3e7a3d68c17 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:45:01.552549 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.553861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4696b6e0-3905-4ec6-ba13-2395a58e68ba admin admin] 10.222.0.55 "DELETE /v2.0/routers/900b9db6-c1ac-4232-88b4-a3e7a3d68c17 HTTP/1.1" status: 204 len: 168 time: 0.7729332 Jul 16 09:45:01.556890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:01.610218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c4571f-7605-4773-b827-6415dbc137f0 admin admin] Deleting subnet e7eee7a3-011e-476b-b4e1-1c097286d713 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:45:01.613802 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87c4571f-7605-4773-b827-6415dbc137f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.652668 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87c4571f-7605-4773-b827-6415dbc137f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.745125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87c4571f-7605-4773-b827-6415dbc137f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.797979 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87c4571f-7605-4773-b827-6415dbc137f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.830721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4571f-7605-4773-b827-6415dbc137f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7eee7a3-011e-476b-b4e1-1c097286d713,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:01.832692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87c4571f-7605-4773-b827-6415dbc137f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.834831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-87c4571f-7605-4773-b827-6415dbc137f0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e7eee7a3-011e-476b-b4e1-1c097286d713 HTTP/1.1" status: 204 len: 168 time: 0.2768283 Jul 16 09:45:01.837264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:01.839702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a25d0b-03bd-4c95-932d-24cdce4ba317 None None] Network 489752f9-565d-4e0b-8e89-0b9b50f79a6a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:45:01.905785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.959755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Deleting port 680479d7-afa5-40b3-8d14-c5bc76db2e3f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:45:01.959755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.028522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] For port 680479d7-afa5-40b3-8d14-c5bc76db2e3f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=680479d7-afa5-40b3-8d14-c5bc76db2e3f,segment=NetworkSegment(b32f67f2-2f4e-4dc6-b7ac-be3582604377),segment_id=b32f67f2-2f4e-4dc6-b7ac-be3582604377)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:02.029189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.041796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Calling delete_port for 680479d7-afa5-40b3-8d14-c5bc76db2e3f owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:45:02.083574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] DHCP port deletion for 489752f9-565d-4e0b-8e89-0b9b50f79a6a request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:45:02.134099 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.137037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 680479d7-afa5-40b3-8d14-c5bc76db2e3f no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:45:02.142516 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Deleting port 680479d7-afa5-40b3-8d14-c5bc76db2e3f {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:45:02.142896 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.161494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=680479d7-afa5-40b3-8d14-c5bc76db2e3f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:02.164038 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] No DVR routers for this DVR port 680479d7-afa5-40b3-8d14-c5bc76db2e3f on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:45:02.174568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 680479d7-afa5-40b3-8d14-c5bc76db2e3f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:45:02.175167 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 680479d7-afa5-40b3-8d14-c5bc76db2e3f not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:45:02.175589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 27366c24-4dff-4aaa-aeb3-e73a4bb33952 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:45:02.202493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 27366c24-4dff-4aaa-aeb3-e73a4bb33952 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:45:02.203297 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 27366c24-4dff-4aaa-aeb3-e73a4bb33952 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:45:02.203740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 057cef70-54c3-43b4-8280-a7c11a3b6e1e no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:45:02.226936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 057cef70-54c3-43b4-8280-a7c11a3b6e1e {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:45:02.227276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 057cef70-54c3-43b4-8280-a7c11a3b6e1e not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:45:02.244149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.255000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489752f9-565d-4e0b-8e89-0b9b50f79a6a']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:02.264402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] For port 680479d7-afa5-40b3-8d14-c5bc76db2e3f, host n-d-780147-28, got binding levels [] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:02.265046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.265714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32f67f2-2f4e-4dc6-b7ac-be3582604377') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:02.266020 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32f67f2-2f4e-4dc6-b7ac-be3582604377') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:02.276108 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.281776 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Calling delete_port for 680479d7-afa5-40b3-8d14-c5bc76db2e3f owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:45:02.284650 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.ipam_backend_mixin [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Port 680479d7-afa5-40b3-8d14-c5bc76db2e3f was not found and therefore no delete operation was performed {{(pid=94167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:45:02.285911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.293584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.300938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:45:02.301274 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:45:02.303123 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:45:02.315049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Pushing event deleted for resources: {'Port': ['ID=680479d7-afa5-40b3-8d14-c5bc76db2e3f,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:02.325682 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.326029 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.326363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.326739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.327077 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.327404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.327729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.328051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.328378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.328688 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.329007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.329329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:02.332141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186e298-694d-454b-9f42-99fd4fcddab6 None None] No DVR routers for this DVR port 680479d7-afa5-40b3-8d14-c5bc76db2e3f on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:45:02.368981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.377168 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.380082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/489752f9-565d-4e0b-8e89-0b9b50f79a6a HTTP/1.1" status: 204 len: 168 time: 0.5416086 Jul 16 09:45:02.393347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66c0f6-ea3b-41ee-aeb7-64393e788ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=489752f9-565d-4e0b-8e89-0b9b50f79a6a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:02.534580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52836) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:02.576073 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b12293bd-7976-41ab-ac55-0c87212a8433 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4c6c0e2f66744aabf14abc1d3407b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402157 Jul 16 09:45:02.578589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52838) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:02.628519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33b1ebfc-e922-49cf-989d-ee56a230aa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.650107 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33b1ebfc-e922-49cf-989d-ee56a230aa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.697012 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33b1ebfc-e922-49cf-989d-ee56a230aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.699560 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33b1ebfc-e922-49cf-989d-ee56a230aa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:02.700740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-33b1ebfc-e922-49cf-989d-ee56a230aa70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8430814f-049d-443e-81aa-eaf5b495ffbd HTTP/1.1" status: 204 len: 168 time: 0.1211746 Jul 16 09:45:02.708605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1ebfc-e922-49cf-989d-ee56a230aa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8430814f-049d-443e-81aa-eaf5b495ffbd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:03.004695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52844) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:03.044420 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9fa33542-5f42-415f-b0fd-231c435be668 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=915fb25461f141b08bfae6b8cbcda4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385606 Jul 16 09:45:03.046839 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52846) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:03.094133 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfb45-2a59-4a63-ad06-4d0713c7646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.114413 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfb45-2a59-4a63-ad06-4d0713c7646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.170858 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfb45-2a59-4a63-ad06-4d0713c7646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.173566 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfb45-2a59-4a63-ad06-4d0713c7646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.174814 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6fbbfb45-2a59-4a63-ad06-4d0713c7646b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b022f7a-f18c-4c0a-af52-d94748415629 HTTP/1.1" status: 204 len: 168 time: 0.1270823 Jul 16 09:45:03.183103 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbfb45-2a59-4a63-ad06-4d0713c7646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b022f7a-f18c-4c0a-af52-d94748415629,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:04.737188 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 52888) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:04.742576 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182230436', 'description': 'tempest-secgroup-smoke-1182230436 description', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:04.769890 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:04.777756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:04.869556 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:04.873896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:04.912581 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177ffd16-1743-4f3c-96db-f1db7f36870a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:04.965478 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:04.969201 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:04.997986 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:04.999223 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2609913 Jul 16 09:45:04.999929 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71941a36-d10d-4b8f-a14c-3f39df4fedb2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014fe8ea-b0ec-4c31-af9b-9f5476741d73,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.002733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52890) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:05.008320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4b6ce3a7-a390-4165-b7e0-28488e0a4930 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '014fe8ea-b0ec-4c31-af9b-9f5476741d73', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:05.035007 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b6ce3a7-a390-4165-b7e0-28488e0a4930 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.096091 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b6ce3a7-a390-4165-b7e0-28488e0a4930 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.099619 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b6ce3a7-a390-4165-b7e0-28488e0a4930 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.115103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ce3a7-a390-4165-b7e0-28488e0a4930 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190377b1-bd43-41d9-8cfa-ebf2c9fa7b52,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.124476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b6ce3a7-a390-4165-b7e0-28488e0a4930 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.125819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4b6ce3a7-a390-4165-b7e0-28488e0a4930 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217909 Jul 16 09:45:05.128803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52892) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:05.133342 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6a498034-2b30-4f77-8186-5c835243f430 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '014fe8ea-b0ec-4c31-af9b-9f5476741d73', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:05.159194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a498034-2b30-4f77-8186-5c835243f430 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.217854 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a498034-2b30-4f77-8186-5c835243f430 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.221317 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a498034-2b30-4f77-8186-5c835243f430 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.238857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a498034-2b30-4f77-8186-5c835243f430 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9439ba3-2346-4b66-8c8e-e1c4b2979d46,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.246321 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a498034-2b30-4f77-8186-5c835243f430 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.247640 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6a498034-2b30-4f77-8186-5c835243f430 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179073 Jul 16 09:45:05.250370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52894) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:05.255086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fc0c4561-d8ea-42a2-b868-2beed74af5a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '014fe8ea-b0ec-4c31-af9b-9f5476741d73', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:05.281793 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4561-d8ea-42a2-b868-2beed74af5a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.339950 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4561-d8ea-42a2-b868-2beed74af5a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.343655 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4561-d8ea-42a2-b868-2beed74af5a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.363092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c4561-d8ea-42a2-b868-2beed74af5a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585d1c6f-fab9-488b-b372-121971953763,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.366303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4561-d8ea-42a2-b868-2beed74af5a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.367520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fc0c4561-d8ea-42a2-b868-2beed74af5a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162019 Jul 16 09:45:05.370169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52896) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:05.374611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-db774bac-7abb-4a97-b353-acb7ac3596c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '014fe8ea-b0ec-4c31-af9b-9f5476741d73', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:05.401790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db774bac-7abb-4a97-b353-acb7ac3596c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.464506 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db774bac-7abb-4a97-b353-acb7ac3596c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.469484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db774bac-7abb-4a97-b353-acb7ac3596c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.488838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db774bac-7abb-4a97-b353-acb7ac3596c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5a4edc-38f3-470e-bd52-852a9e43c088,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.497289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db774bac-7abb-4a97-b353-acb7ac3596c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.498562 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-db774bac-7abb-4a97-b353-acb7ac3596c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274698 Jul 16 09:45:05.502144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52898) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:05.506953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7a9c77c6-e26f-4126-ae1e-e77dd5ef1596 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '014fe8ea-b0ec-4c31-af9b-9f5476741d73', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:05.529238 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-7a9c77c6-e26f-4126-ae1e-e77dd5ef1596 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:45:05.534248 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a9c77c6-e26f-4126-ae1e-e77dd5ef1596 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.597346 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a9c77c6-e26f-4126-ae1e-e77dd5ef1596 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.601757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a9c77c6-e26f-4126-ae1e-e77dd5ef1596 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.619792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c77c6-e26f-4126-ae1e-e77dd5ef1596 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982fb77f-b0fb-4854-a78e-ad51a335308f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.625871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a9c77c6-e26f-4126-ae1e-e77dd5ef1596 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.627098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7a9c77c6-e26f-4126-ae1e-e77dd5ef1596 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239967 Jul 16 09:45:05.630014 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52900) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:05.635122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-22350ff8-ae46-4b91-b61a-023bd293cc0e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '014fe8ea-b0ec-4c31-af9b-9f5476741d73', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:05.655534 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-22350ff8-ae46-4b91-b61a-023bd293cc0e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:45:05.660391 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22350ff8-ae46-4b91-b61a-023bd293cc0e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.721494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22350ff8-ae46-4b91-b61a-023bd293cc0e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.724871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22350ff8-ae46-4b91-b61a-023bd293cc0e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.744193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22350ff8-ae46-4b91-b61a-023bd293cc0e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88271a7-d7d3-417f-becd-a236975b411a,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.751209 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22350ff8-ae46-4b91-b61a-023bd293cc0e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.752498 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-22350ff8-ae46-4b91-b61a-023bd293cc0e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215715 Jul 16 09:45:05.755718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52902) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:05.761118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'network': {'name': 'tempest-network-smoke--1628847581', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'port_security_enabled': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:05.781345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:45:05.784783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.808695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:45:05.817443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.817817 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Added segment 75fc6efb-b40f-4068-8beb-f517fac3ca95 of type vlan for network cffc276c-8416-495c-935f-c88cf9116852 Jul 16 09:45:05.859533 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.887342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.892964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:05.893664 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.929466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1721768 Jul 16 09:45:05.932407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52904) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:05.938757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'admin_state_up': True, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:05.971922 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bcc7b-2398-4101-9331-5860d3649f62 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Network': ['ID=cffc276c-8416-495c-935f-c88cf9116852,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.982770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network cffc276c-8416-495c-935f-c88cf9116852 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:45:05.990528 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.992150 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.047631 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.186102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.380312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.399429 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.502317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.225 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/5eec2309-935d-4c59-8b3a-65984d2cb7f7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:45:06.604266 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.642076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.677720 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:45:06.682590 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:06.685915 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:45:06.713797 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=5eec2309-935d-4c59-8b3a-65984d2cb7f7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:06.939620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.472261 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.598397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router f72075ea-d336-4564-8054-c25e9eb2b722 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:45:07.703354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:45:07.712968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Sync routers for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:45:07.722090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:07.722332 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.722763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:07.723438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c14ba7ed-aa71-4f9a-acc8-1f4a9573a050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7900815 Jul 16 09:45:07.727109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:07.836152 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:07.860185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-571bf523-13c2-44a2-b262-4de5da2b466f req-39f833ad-607e-463a-ac6a-f65382ba9558 service neutron] (94159) timed out ('10.222.0.52', 64591) {{(pid=94159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:45:07.862061 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-84a8b1f8-b6de-417c-8f36-e211411fd500 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d5f1a9bcd7d64be6969f64d128c651b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1338797 Jul 16 09:45:07.864863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52910) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:07.954460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe93ec-459f-4c9d-9641-4e2008ca2f62 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:07.955983 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-34fe93ec-459f-4c9d-9641-4e2008ca2f62 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902109 Jul 16 09:45:07.958953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52912) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:07.988091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e0180408-f17f-447d-a4a1-ea786c1e536a tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279682 Jul 16 09:45:07.990600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52914) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:07.995515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962937576', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:08.017957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:06Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:08.045217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Checking router: f72075ea-d336-4564-8054-c25e9eb2b722 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:45:08.045568 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Updating router f72075ea-d336-4564-8054-c25e9eb2b722 port 5eec2309-935d-4c59-8b3a-65984d2cb7f7 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:45:08.078801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.090221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:45:08.093849 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.278416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.330190 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.341017 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Subnet': ['ID=37cdfcf0-bd4f-462f-ac14-c5f7d2459ade,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:08.341276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Transition to ACTIVE for port object 5eec2309-935d-4c59-8b3a-65984d2cb7f7 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:08.348169 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.349489 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Checking segment: {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:45:08.349893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network hostable DHCP agents. Network: cffc276c-8416-495c-935f-c88cf9116852, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:45:08.368092 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network cffc276c-8416-495c-935f-c88cf9116852 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:45:08.377072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, cffc276c-8416-495c-935f-c88cf9116852) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:08.381438 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:08.382591 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.401235 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5b40638e-010e-4634-a2c1-c3c4b07b1c5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4062452 Jul 16 09:45:08.401468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4086f-d43b-41a9-b75f-561084bdfed2 None None] Network cffc276c-8416-495c-935f-c88cf9116852 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:45:08.401583 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52916) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:08.419925 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Attempting to bind port 5eec2309-935d-4c59-8b3a-65984d2cb7f7 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:45:08.420298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Attempting to bind port 5eec2309-935d-4c59-8b3a-65984d2cb7f7 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:45:08.420661 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Attempting to bind port 5eec2309-935d-4c59-8b3a-65984d2cb7f7 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:08.429626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c73f4-c632-430c-949f-ba438a21671d None None] Pushing event updated for resources: {'Port': ['ID=5eec2309-935d-4c59-8b3a-65984d2cb7f7,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:08.438910 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:45:08.439286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:45:08.439687 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.440083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:45:08.440552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Bound port: 5eec2309-935d-4c59-8b3a-65984d2cb7f7, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:45:08.440929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.541500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] For port 5eec2309-935d-4c59-8b3a-65984d2cb7f7, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:45:08.572252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] For port 5eec2309-935d-4c59-8b3a-65984d2cb7f7, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5eec2309-935d-4c59-8b3a-65984d2cb7f7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:45:08.577324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.671903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:08.672519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:08.674601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-cffc276c-8416-495c-935f-c88cf9116852', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:45:08.675420 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.722161 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c73f4-c632-430c-949f-ba438a21671d None None] Pushing event updated for resources: {'Port': ['ID=5eec2309-935d-4c59-8b3a-65984d2cb7f7,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:08.850838 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.041529 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:09.131443 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Allocated IP 172.20.0.2 (cffc276c-8416-495c-935f-c88cf9116852/37cdfcf0-bd4f-462f-ac14-c5f7d2459ade/db33cbac-d0f2-4488-ad8f-a06fb9f51095) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:45:09.355901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.361381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:06Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:09.392165 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Transition to ACTIVE for port object db33cbac-d0f2-4488-ad8f-a06fb9f51095 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:09.394044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973076b-ec8a-47f2-b2c4-b61c372f1b15 None None] The sync data for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 is: [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:06Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:45:09.410950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Transition to ACTIVE for port object db33cbac-d0f2-4488-ad8f-a06fb9f51095 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:09.417288 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.454760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Network cffc276c-8416-495c-935f-c88cf9116852 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:45:09.459977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:09.463664 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:45:09.469842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.1 (cffc276c-8416-495c-935f-c88cf9116852/37cdfcf0-bd4f-462f-ac14-c5f7d2459ade/7500f28a-ec51-4084-9216-65ead747af7f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:45:09.474567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Pushing event updated for resources: {'Port': ['ID=db33cbac-d0f2-4488-ad8f-a06fb9f51095,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:09.531348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Attempting to bind port db33cbac-d0f2-4488-ad8f-a06fb9f51095 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:45:09.531718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Attempting to bind port db33cbac-d0f2-4488-ad8f-a06fb9f51095 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:45:09.532069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Attempting to bind port db33cbac-d0f2-4488-ad8f-a06fb9f51095 on network cffc276c-8416-495c-935f-c88cf9116852 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:09.537273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:45:09.537631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Checking segment: {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:45:09.538594 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.539019 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Bound using segment: {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:45:09.539491 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Bound port: db33cbac-d0f2-4488-ad8f-a06fb9f51095, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:45:09.539867 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.596256 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.611434 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object 7500f28a-ec51-4084-9216-65ead747af7f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:09.613904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] For port db33cbac-d0f2-4488-ad8f-a06fb9f51095, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:45:09.617284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] For port db33cbac-d0f2-4488-ad8f-a06fb9f51095, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=db33cbac-d0f2-4488-ad8f-a06fb9f51095,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:45:09.622067 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.664952 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.691425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f297e-c5a2-4e55-b796-dc454ee190ca None None] Pushing event updated for resources: {'Port': ['ID=db33cbac-d0f2-4488-ad8f-a06fb9f51095,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:09.704443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network cffc276c-8416-495c-935f-c88cf9116852 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:45:09.707711 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:09.711900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:45:09.771191 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=7500f28a-ec51-4084-9216-65ead747af7f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:09.785403 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.990871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.084023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5eec2309-935d-4c59-8b3a-65984d2cb7f7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:10.141124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5eec2309-935d-4c59-8b3a-65984d2cb7f7 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:10.144904 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5eec2309-935d-4c59-8b3a-65984d2cb7f7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:10.145284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.229377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.251613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 5eec2309-935d-4c59-8b3a-65984d2cb7f7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5eec2309-935d-4c59-8b3a-65984d2cb7f7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:10.257191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.258245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device db33cbac-d0f2-4488-ad8f-a06fb9f51095 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:10.333000 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.338245 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.340883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=5eec2309-935d-4c59-8b3a-65984d2cb7f7,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:10.359484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port db33cbac-d0f2-4488-ad8f-a06fb9f51095 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:10.430443 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=7500f28a-ec51-4084-9216-65ead747af7f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:10.434083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.534012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network cffc276c-8416-495c-935f-c88cf9116852 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:45:10.535470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:10.662122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router f72075ea-d336-4564-8054-c25e9eb2b722 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:45:10.712859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f14cbd-4e3a-4e7b-8f15-00782e8767c8 None None] Network cffc276c-8416-495c-935f-c88cf9116852 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:45:10.778224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:45:10.783631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-739d0fd0-cf85-49d4-bdc3-1ca1e74bed52 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/f72075ea-d336-4564-8054-c25e9eb2b722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3812435 Jul 16 09:45:10.796651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-04142ef9-52d7-4b23-9d6a-c2d913edf143 None None] Provisioning for port db33cbac-d0f2-4488-ad8f-a06fb9f51095 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:10.803113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-04142ef9-52d7-4b23-9d6a-c2d913edf143 None None] Provisioning complete for port db33cbac-d0f2-4488-ad8f-a06fb9f51095 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:10.803499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04142ef9-52d7-4b23-9d6a-c2d913edf143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.934428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9054d468-3259-4d6b-8f43-3170621856d7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182230436&fields=id&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 267 time: 0.0347970 Jul 16 09:45:10.949804 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04142ef9-52d7-4b23-9d6a-c2d913edf143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.988780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-04142ef9-52d7-4b23-9d6a-c2d913edf143 None None] For port db33cbac-d0f2-4488-ad8f-a06fb9f51095, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=db33cbac-d0f2-4488-ad8f-a06fb9f51095,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:10.993890 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-04142ef9-52d7-4b23-9d6a-c2d913edf143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:11.045277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04142ef9-52d7-4b23-9d6a-c2d913edf143 None None] Pushing event updated for resources: {'Port': ['ID=db33cbac-d0f2-4488-ad8f-a06fb9f51095,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:11.063798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d063-daac-45b5-ab0a-29a53f88361e req-30d4da61-23b6-41d1-bd6c-f30e43256a46 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:11.065164 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-30d4da61-23b6-41d1-bd6c-f30e43256a46 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/networks?id=cffc276c-8416-495c-935f-c88cf9116852 HTTP/1.1" status: 200 len: 797 time: 0.1224542 Jul 16 09:45:11.081093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-fbc44214-29a0-497f-82e1-906957ee5455 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/quotas/d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 375 time: 0.0099471 Jul 16 09:45:11.149918 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Sync routers for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:45:11.158842 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-37c579c7-e10a-47bf-90b5-8fbc8c64c90b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716920 Jul 16 09:45:11.159548 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:11.160253 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:11.228918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2fcd926d-15ca-4b29-80cb-d2b493a6f292 None None] Provisioning for port 7500f28a-ec51-4084-9216-65ead747af7f completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:11.232942 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2fcd926d-15ca-4b29-80cb-d2b493a6f292 None None] Provisioning complete for port 7500f28a-ec51-4084-9216-65ead747af7f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:11.233516 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2fcd926d-15ca-4b29-80cb-d2b493a6f292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:11.283393 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd926d-15ca-4b29-80cb-d2b493a6f292 None None] Port 7500f28a-ec51-4084-9216-65ead747af7f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:45:11.296554 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:11.296869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2fcd926d-15ca-4b29-80cb-d2b493a6f292 None None] Provisioning complete for port db33cbac-d0f2-4488-ad8f-a06fb9f51095 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:11.297346 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2fcd926d-15ca-4b29-80cb-d2b493a6f292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:11.298147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-c71b06fa-8b1a-4dd9-9848-9e2d3c82a62f service neutron] 10.222.0.55 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244113 Jul 16 09:45:11.406149 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-ead86add-0741-4029-80ca-42e3c357358a service neutron] 10.222.0.55 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021872 Jul 16 09:45:11.504939 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-66fab49b-5031-444a-bc76-5c68b6649a02 None None] Provisioning complete for port 7500f28a-ec51-4084-9216-65ead747af7f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:11.505860 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-66fab49b-5031-444a-bc76-5c68b6649a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:11.540113 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 2, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:11.551711 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-66fab49b-5031-444a-bc76-5c68b6649a02 None None] Port 7500f28a-ec51-4084-9216-65ead747af7f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:45:11.574578 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Checking router: f72075ea-d336-4564-8054-c25e9eb2b722 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:45:11.575728 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Updating router f72075ea-d336-4564-8054-c25e9eb2b722 port 7500f28a-ec51-4084-9216-65ead747af7f binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:45:11.610680 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97676f92-9617-48f6-ba17-df55d62c545c req-39dda48d-3b06-4bbf-b651-703ccea9b905 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 210 time: 0.0398107 Jul 16 09:45:11.617925 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:11.874231 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aecac213-c2f9-4604-9ac6-e4e2341edd9b None None] Provisioning complete for port 7500f28a-ec51-4084-9216-65ead747af7f triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:11.874607 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aecac213-c2f9-4604-9ac6-e4e2341edd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:11.912755 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:11.916983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-aecac213-c2f9-4604-9ac6-e4e2341edd9b None None] Port 7500f28a-ec51-4084-9216-65ead747af7f cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:45:11.924329 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Transition to ACTIVE for port object 7500f28a-ec51-4084-9216-65ead747af7f will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:11.930778 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:12.030714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5eec2309-935d-4c59-8b3a-65984d2cb7f7 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:12.091983 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5eec2309-935d-4c59-8b3a-65984d2cb7f7 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:12.092463 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:12.118034 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Pushing event updated for resources: {'Port': ['ID=7500f28a-ec51-4084-9216-65ead747af7f,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:12.156851 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.157864 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.158353 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.158839 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.159343 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.159821 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.160295 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.160770 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.161242 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.161750 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.162221 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.162690 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:12.173432 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Attempting to bind port 7500f28a-ec51-4084-9216-65ead747af7f on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:45:12.174821 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Attempting to bind port 7500f28a-ec51-4084-9216-65ead747af7f by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:45:12.175339 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Attempting to bind port 7500f28a-ec51-4084-9216-65ead747af7f on network cffc276c-8416-495c-935f-c88cf9116852 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:12.180850 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:45:12.181534 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Checking segment: {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:45:12.182614 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:12.183154 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Bound using segment: {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:45:12.183779 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Bound port: 7500f28a-ec51-4084-9216-65ead747af7f, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:45:12.184525 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:12.222113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device db33cbac-d0f2-4488-ad8f-a06fb9f51095 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:12.260863 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] For port 7500f28a-ec51-4084-9216-65ead747af7f, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:45:12.265927 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] For port 7500f28a-ec51-4084-9216-65ead747af7f, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7500f28a-ec51-4084-9216-65ead747af7f,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:45:12.271548 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:12.301209 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port db33cbac-d0f2-4488-ad8f-a06fb9f51095 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:12.301850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:12.355231 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea954c47-6d57-4217-a7d0-6064245dbf60 None None] Pushing event updated for resources: {'Port': ['ID=7500f28a-ec51-4084-9216-65ead747af7f,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:12.360425 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:12.361267 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:44:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:12.474316 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:12.697068 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:12Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:12.727560 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123e38-41fd-43be-9ae0-d0acd6e6028c None None] The sync data for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 is: [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:12Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:45:12.851955 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-26d217ab-233d-4add-92aa-aaed78ec271f req-a48d2460-b9d5-40a7-98bf-a58705a46a92 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 210 time: 0.0857832 Jul 16 09:45:12.958296 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d063-daac-45b5-ab0a-29a53f88361e req-ac781508-c3cd-428a-8e6f-2f3677629831 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:12.960566 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-ac781508-c3cd-428a-8e6f-2f3677629831 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/networks?id=cffc276c-8416-495c-935f-c88cf9116852 HTTP/1.1" status: 200 len: 797 time: 0.2077591 Jul 16 09:45:13.010906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-69aa7dba-83b5-4fce-af05-5df72e960e00 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 380 time: 0.0420668 Jul 16 09:45:13.019599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'port': {'device_id': 'bb576335-2a20-4459-98e1-235f4497e94b', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'admin_state_up': True, 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'security_groups': ['014fe8ea-b0ec-4c31-af9b-9f5476741d73']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:13.139125 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:45:13.142922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:13.290549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.10 (cffc276c-8416-495c-935f-c88cf9116852/37cdfcf0-bd4f-462f-ac14-c5f7d2459ade/48caeafc-fb04-4d79-a827-e032203d6e78) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:45:13.429871 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:13.448608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object 48caeafc-fb04-4d79-a827-e032203d6e78 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:13.482020 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:13.529025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network cffc276c-8416-495c-935f-c88cf9116852 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:45:13.532547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:13.536493 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:45:13.543854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=48caeafc-fb04-4d79-a827-e032203d6e78,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:13.591447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:13.592025 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:13.611898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-835b2adf-fa6f-40df-966c-705ea326a1ac tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963478 Jul 16 09:45:13.623904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Request body: {'port': {'device_id': 'bb576335-2a20-4459-98e1-235f4497e94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:13.706962 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:13.838498 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2ab43674-321e-4dbd-9bb1-c830df4638ba None None] Provisioning for port 48caeafc-fb04-4d79-a827-e032203d6e78 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:13.844275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-2ab43674-321e-4dbd-9bb1-c830df4638ba None None] Provisioning complete for port 48caeafc-fb04-4d79-a827-e032203d6e78 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:13.844553 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ab43674-321e-4dbd-9bb1-c830df4638ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:13.888798 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2ab43674-321e-4dbd-9bb1-c830df4638ba None None] Port 48caeafc-fb04-4d79-a827-e032203d6e78 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:45:14.011907 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48caeafc-fb04-4d79-a827-e032203d6e78 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:45:14.021692 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.030727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7500f28a-ec51-4084-9216-65ead747af7f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:14.042222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Transition to ACTIVE for port object 48caeafc-fb04-4d79-a827-e032203d6e78 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:14.047238 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.082234 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 7500f28a-ec51-4084-9216-65ead747af7f completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:14.085968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7500f28a-ec51-4084-9216-65ead747af7f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:14.086330 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.124113 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8a335-1bf2-400f-9e4e-9bc3ef6ceb41 req-a0b56e8c-34cd-4693-a4eb-94771074472d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:14.125749 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7c8a335-1bf2-400f-9e4e-9bc3ef6ceb41 req-a0b56e8c-34cd-4693-a4eb-94771074472d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 932 time: 0.1478851 Jul 16 09:45:14.127225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=48caeafc-fb04-4d79-a827-e032203d6e78,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:14.169186 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.206668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 7500f28a-ec51-4084-9216-65ead747af7f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7500f28a-ec51-4084-9216-65ead747af7f,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:14.210945 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.214719 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7c8a335-1bf2-400f-9e4e-9bc3ef6ceb41 req-49755b2a-4ba2-48d7-9887-822f35b124ce tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619423 Jul 16 09:45:14.238984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Attempting to bind port 48caeafc-fb04-4d79-a827-e032203d6e78 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:45:14.239674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Attempting to bind port 48caeafc-fb04-4d79-a827-e032203d6e78 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:45:14.239808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Attempting to bind port 48caeafc-fb04-4d79-a827-e032203d6e78 on network cffc276c-8416-495c-935f-c88cf9116852 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:14.249313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Port 48caeafc-fb04-4d79-a827-e032203d6e78 on network cffc276c-8416-495c-935f-c88cf9116852 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:45:14.249667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Attempting to bind port 48caeafc-fb04-4d79-a827-e032203d6e78 on network cffc276c-8416-495c-935f-c88cf9116852 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:14.256154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:45:14.256368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Checking segment: {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:45:14.256674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Bound using segment: {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:45:14.257122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Bound port: 48caeafc-fb04-4d79-a827-e032203d6e78, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fc6efb-b40f-4068-8beb-f517fac3ca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:45:14.257487 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.266504 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=7500f28a-ec51-4084-9216-65ead747af7f,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:14.327355 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] For port 48caeafc-fb04-4d79-a827-e032203d6e78, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:45:14.330483 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] For port 48caeafc-fb04-4d79-a827-e032203d6e78, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=48caeafc-fb04-4d79-a827-e032203d6e78,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:45:14.334685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.372305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:14.372959 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.374387 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] 10.222.0.52 "PUT /v2.0/ports/48caeafc-fb04-4d79-a827-e032203d6e78 HTTP/1.1" status: 200 len: 1093 time: 0.7554276 Jul 16 09:45:14.374828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:45:14.377121 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae25a5f-69bf-48a5-9bf6-77017b47d954" -d '{"events": [{"name": "network-changed", "server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:45:14.402872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114b32-a515-46e1-b397-d86b76b11fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=48caeafc-fb04-4d79-a827-e032203d6e78,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:14.421939 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa9a0c-f65f-484d-95b1-88ccb677c1f1 x-openstack-request-id: req-fbfa9a0c-f65f-484d-95b1-88ccb677c1f1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:45:14.422246 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:45:14.422499 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbfa9a0c-f65f-484d-95b1-88ccb677c1f1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:45:14.423084 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78', 'status': 'completed', 'code': 200} Jul 16 09:45:14.484863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d063-daac-45b5-ab0a-29a53f88361e req-fa71447d-a989-4c9a-be3f-91ab8a840c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:14.486699 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-fa71447d-a989-4c9a-be3f-91ab8a840c9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 1096 time: 0.0567555 Jul 16 09:45:14.521284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62b47146-ad8d-4e2a-a01d-c12f0ad3a925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:14.529323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-f05c5cdb-1ec7-49e7-b6b5-6b433e56e3fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caeafc-fb04-4d79-a827-e032203d6e78 HTTP/1.1" status: 200 len: 217 time: 0.0360298 Jul 16 09:45:14.908738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d063-daac-45b5-ab0a-29a53f88361e req-fdae7551-cb51-4859-9c95-1145c22a0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:14.910182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-fdae7551-cb51-4859-9c95-1145c22a0290 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=37cdfcf0-bd4f-462f-ac14-c5f7d2459ade HTTP/1.1" status: 200 len: 835 time: 0.3735924 Jul 16 09:45:14.966048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d063-daac-45b5-ab0a-29a53f88361e req-e3cb2a08-19bf-42aa-9ffe-1c86a4c9dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:14.967533 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-e3cb2a08-19bf-42aa-9ffe-1c86a4c9dc58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cffc276c-8416-495c-935f-c88cf9116852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509837 Jul 16 09:45:15.059118 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-0e17bb79-7e17-40a0-b3f2-74de5c921a83 service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849316 Jul 16 09:45:15.147213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5458d063-daac-45b5-ab0a-29a53f88361e req-98b9dc48-32e0-4318-ae7c-78d174fe2014 service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808485 Jul 16 09:45:15.247765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-0527715c-514d-46c8-a565-900fbc49edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.263627 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-0527715c-514d-46c8-a565-900fbc49edf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 1096 time: 0.0537660 Jul 16 09:45:15.373389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-7d8c172e-15f8-4e73-9b4f-3d858edebae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.374880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-7d8c172e-15f8-4e73-9b4f-3d858edebae2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cffc276c-8416-495c-935f-c88cf9116852 HTTP/1.1" status: 200 len: 898 time: 0.1189775 Jul 16 09:45:15.422877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-4d8e4a84-b81b-4b6c-9ee8-17e803b136c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caeafc-fb04-4d79-a827-e032203d6e78 HTTP/1.1" status: 200 len: 217 time: 0.0402768 Jul 16 09:45:15.471058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b21b6e-93a2-4024-8e9c-8bd896b0488f req-dfebf0a9-1733-40d9-ba17-089ac279e39e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.473093 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97b21b6e-93a2-4024-8e9c-8bd896b0488f req-dfebf0a9-1733-40d9-ba17-089ac279e39e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 944 time: 0.1362500 Jul 16 09:45:15.504606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-b7ff4f88-484f-4fcb-988f-9725c4784a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.505994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-b7ff4f88-484f-4fcb-988f-9725c4784a7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=37cdfcf0-bd4f-462f-ac14-c5f7d2459ade HTTP/1.1" status: 200 len: 835 time: 0.0737479 Jul 16 09:45:15.546752 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97b21b6e-93a2-4024-8e9c-8bd896b0488f req-824cef50-1385-4ea0-ae8c-2dfc11ecb642 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659666 Jul 16 09:45:15.572753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-7b7ebdf9-67bb-472c-ac23-e5ffec4c1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.574373 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-7b7ebdf9-67bb-472c-ac23-e5ffec4c1d9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cffc276c-8416-495c-935f-c88cf9116852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590680 Jul 16 09:45:15.669956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-d631c3cb-56f9-4d6a-a718-311caf4d6478 service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882988 Jul 16 09:45:15.761117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ae25a5f-69bf-48a5-9bf6-77017b47d954 req-7558c42f-ed48-43aa-882c-8de5acb6776f service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Jul 16 09:45:15.847318 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:15.996822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7500f28a-ec51-4084-9216-65ead747af7f up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:16.043172 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 7500f28a-ec51-4084-9216-65ead747af7f triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:16.043457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:16.729806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32520a62-b85e-436e-8813-f18cd7870478 req-21b3f898-22c4-476a-892e-18044ca0d179 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:16.731284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32520a62-b85e-436e-8813-f18cd7870478 req-21b3f898-22c4-476a-892e-18044ca0d179 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 944 time: 0.0730412 Jul 16 09:45:16.768941 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32520a62-b85e-436e-8813-f18cd7870478 req-23adb298-1367-4f3d-8359-1331a50d09c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316586 Jul 16 09:45:17.690359 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:17.714613 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b5cec6b5-e2bc-4377-a4dd-fe641c413048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:17.946264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1b9c4-9696-4566-9dde-f121052ba961 req-1a15598d-033a-44a7-ad5f-639345843ed6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:17.947769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dd1b9c4-9696-4566-9dde-f121052ba961 req-1a15598d-033a-44a7-ad5f-639345843ed6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 944 time: 0.0626314 Jul 16 09:45:17.984789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6dd1b9c4-9696-4566-9dde-f121052ba961 req-068a8adb-7636-445c-8f0c-3b240c58800b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Jul 16 09:45:18.252364 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 48caeafc-fb04-4d79-a827-e032203d6e78 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:45:18.344992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 48caeafc-fb04-4d79-a827-e032203d6e78, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=48caeafc-fb04-4d79-a827-e032203d6e78,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:18.357012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '48caeafc-fb04-4d79-a827-e032203d6e78', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'port_id': '48caeafc-fb04-4d79-a827-e032203d6e78', 'mac_address': 'fa:16:3e:c1:06:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:45:18.392270 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:18.408120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48caeafc-fb04-4d79-a827-e032203d6e78 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:45:18.426819 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 48caeafc-fb04-4d79-a827-e032203d6e78, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=48caeafc-fb04-4d79-a827-e032203d6e78,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:18.430961 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:18.476570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=48caeafc-fb04-4d79-a827-e032203d6e78,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:18.631518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['48caeafc-fb04-4d79-a827-e032203d6e78'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:45:19.070979 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:19.163584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7d514-6fd3-4d45-b24d-7e292993a251 req-6cf4585f-67af-4478-b7bc-d28adf5ddd17 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:19.165144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54a7d514-6fd3-4d45-b24d-7e292993a251 req-6cf4585f-67af-4478-b7bc-d28adf5ddd17 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 945 time: 0.0684352 Jul 16 09:45:19.203344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-54a7d514-6fd3-4d45-b24d-7e292993a251 req-3cf9dc86-da91-42de-96b3-ff60c60a3576 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327439 Jul 16 09:45:19.361615 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:19.623008 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:45:20.267431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 48caeafc-fb04-4d79-a827-e032203d6e78 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:20.314823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 48caeafc-fb04-4d79-a827-e032203d6e78 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:20.318652 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 48caeafc-fb04-4d79-a827-e032203d6e78 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:20.319529 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:20.361667 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:20.377025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f99c9-c703-4a20-a905-e4bbb871c3f9 req-cbbfce9c-ddb5-4ae2-a497-2e72e4e68af9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:20.378928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf1f99c9-c703-4a20-a905-e4bbb871c3f9 req-cbbfce9c-ddb5-4ae2-a497-2e72e4e68af9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 945 time: 0.0659723 Jul 16 09:45:20.409065 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:20.418324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf1f99c9-c703-4a20-a905-e4bbb871c3f9 req-c9a644ee-9367-453b-a7d4-d4d2967e4cf1 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329354 Jul 16 09:45:20.432309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:45:20.434717 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9797f9b0-4b44-4c8e-854b-80e90073703d" -d '{"events": [{"server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "name": "network-vif-plugged", "status": "completed", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:45:20.448298 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 48caeafc-fb04-4d79-a827-e032203d6e78, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=48caeafc-fb04-4d79-a827-e032203d6e78,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:20.452307 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:20.499288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=48caeafc-fb04-4d79-a827-e032203d6e78,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:20.526876 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753a2745-d1c3-443a-92b4-5d8bfe2fcfb6 x-openstack-request-id: req-753a2745-d1c3-443a-92b4-5d8bfe2fcfb6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:45:20.527175 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "name": "network-vif-plugged", "status": "completed", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:45:20.527438 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-753a2745-d1c3-443a-92b4-5d8bfe2fcfb6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:45:20.527841 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78', 'code': 200} Jul 16 09:45:20.642052 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a6834-8b3b-4e9e-b2b1-dbc6cfb948c2 req-67209c0d-4df5-43a0-856c-a230756e8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:20.643580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-735a6834-8b3b-4e9e-b2b1-dbc6cfb948c2 req-67209c0d-4df5-43a0-856c-a230756e8bb6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 1098 time: 0.0529423 Jul 16 09:45:20.676229 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-735a6834-8b3b-4e9e-b2b1-dbc6cfb948c2 req-d7d8f634-c8b8-4dbf-9eae-449b7d1005b6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266566 Jul 16 09:45:21.597370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fc9fa-3911-48fd-9cd2-0f899be0cde9 req-48ca9135-4d50-4122-a061-70b363403c17 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:21.598973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf7fc9fa-3911-48fd-9cd2-0f899be0cde9 req-48ca9135-4d50-4122-a061-70b363403c17 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0691280 Jul 16 09:45:21.638284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bf7fc9fa-3911-48fd-9cd2-0f899be0cde9 req-09bbb572-3289-4322-b168-0ed9bc76a014 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329471 Jul 16 09:45:22.814728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f44a6-ac4f-4761-8a06-0f110b4fb44f req-c7e0be4d-3332-4531-a924-acf68b1b08b8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:22.816256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-966f44a6-ac4f-4761-8a06-0f110b4fb44f req-c7e0be4d-3332-4531-a924-acf68b1b08b8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0636733 Jul 16 09:45:22.853258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-966f44a6-ac4f-4761-8a06-0f110b4fb44f req-70f85b8a-b835-42dd-a0db-2e31fdc2ec87 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308530 Jul 16 09:45:23.028001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475bde3-a5d6-4c87-8e37-89afe236575d req-6c512830-3fce-44dd-9950-62ba1dca8790 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:23.029397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e475bde3-a5d6-4c87-8e37-89afe236575d req-6c512830-3fce-44dd-9950-62ba1dca8790 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0676031 Jul 16 09:45:23.068067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e475bde3-a5d6-4c87-8e37-89afe236575d req-1b9758f2-84b8-4e1b-b614-8607ce9271eb tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332081 Jul 16 09:45:23.091304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52972) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:23.143628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67ba13-ecfa-416e-8dda-5e72844ac36f tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:23.145136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5b67ba13-ecfa-416e-8dda-5e72844ac36f tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 1093 time: 0.0528486 Jul 16 09:45:23.148134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52974) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:23.152431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '48caeafc-fb04-4d79-a827-e032203d6e78', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:23.174537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:23.277622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:23.378068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.204 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/fd8fb49d-ba5a-4673-84d7-41d9a112cef4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:45:23.484312 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:23.523027 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:23.558660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:45:23.563401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:23.566813 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:45:23.591232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=fd8fb49d-ba5a-4673-84d7-41d9a112cef4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:23.939016 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:24.017564 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:24.164608 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:24.169210 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:24.240294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=fd8fb49d-ba5a-4673-84d7-41d9a112cef4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:24.251910 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:24.352912 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP 276b4dd5-37f2-4e51-893b-ecfae97e5ec5 associated. External IP: 172.25.6.204, port: 48caeafc-fb04-4d79-a827-e032203d6e78. Jul 16 09:45:24.556644 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router f72075ea-d336-4564-8054-c25e9eb2b722 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:45:24.666931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:45:24.677031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] Sync routers for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:45:24.683558 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:24.687505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:24.688157 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:24.720877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f809041d-3831-4a27-91ba-5c0553bd5c5d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5717378 Jul 16 09:45:24.721470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:45:24.723742 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed0728d-cc3d-467f-92c9-fff0a7048632" -d '{"events": [{"name": "network-changed", "server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:45:24.770601 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3366cb0-5dc9-4d83-b58c-0d4d3fef6204 x-openstack-request-id: req-f3366cb0-5dc9-4d83-b58c-0d4d3fef6204 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:45:24.770601 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:45:24.770601 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3366cb0-5dc9-4d83-b58c-0d4d3fef6204 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:45:24.770929 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78', 'status': 'completed', 'code': 200} Jul 16 09:45:24.798978 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:24.886222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-6d9d0980-8600-4d0a-91f3-05776fd75a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:24.887767 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-6d9d0980-8600-4d0a-91f3-05776fd75a40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 1098 time: 0.0948312 Jul 16 09:45:24.912369 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b34de6-5001-4cda-a94c-512461056905 req-e68df967-c7d3-436b-9710-e31de99562a5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:24.914191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34b34de6-5001-4cda-a94c-512461056905 req-e68df967-c7d3-436b-9710-e31de99562a5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0897455 Jul 16 09:45:25.001084 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34b34de6-5001-4cda-a94c-512461056905 req-08457714-1726-4cea-9718-b135727bfe5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738392 Jul 16 09:45:25.025977 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-33ac628f-0a56-4ec0-a745-45811edfe315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:25.025977 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-33ac628f-0a56-4ec0-a745-45811edfe315 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cffc276c-8416-495c-935f-c88cf9116852 HTTP/1.1" status: 200 len: 898 time: 0.1288347 Jul 16 09:45:25.028781 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52980) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:25.030276 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '276b4dd5-37f2-4e51-893b-ecfae97e5ec5', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'port_id': '48caeafc-fb04-4d79-a827-e032203d6e78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'mac_address': 'fa:16:3e:c1:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb576335-2a20-4459-98e1-235f4497e94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:45:23Z', 'updated_at': '2021-07-16T09:45:23Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:14Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:25.057496 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] Checking router: f72075ea-d336-4564-8054-c25e9eb2b722 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:45:25.065531 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:25.066146 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:25.140220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-58eb7dcd-7d2a-42af-a8d0-4cd3004dc94c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/276b4dd5-37f2-4e51-893b-ecfae97e5ec5 HTTP/1.1" status: 200 len: 992 time: 0.1102476 Jul 16 09:45:25.142355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-57f2b8f9-28e9-4046-a8d0-c11b948f7b8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caeafc-fb04-4d79-a827-e032203d6e78 HTTP/1.1" status: 200 len: 1000 time: 0.1113381 Jul 16 09:45:25.193481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-aa7dafd4-c078-481e-95cd-47d53ab74885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:25.195550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-aa7dafd4-c078-481e-95cd-47d53ab74885 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=37cdfcf0-bd4f-462f-ac14-c5f7d2459ade HTTP/1.1" status: 200 len: 835 time: 0.0469992 Jul 16 09:45:25.258647 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-b60652a5-518e-4e65-a22d-e7fc62e0fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:25.260178 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-b60652a5-518e-4e65-a22d-e7fc62e0fc74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cffc276c-8416-495c-935f-c88cf9116852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584846 Jul 16 09:45:25.326176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:25.350144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-17083dca-752c-4dc1-bd5e-c83f0d4d0843 service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833414 Jul 16 09:45:25.442530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aed0728d-cc3d-467f-92c9-fff0a7048632 req-6f299ff6-96cd-428e-a36b-247c7ffd3621 service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866706 Jul 16 09:45:25.551624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '276b4dd5-37f2-4e51-893b-ecfae97e5ec5', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'port_id': '48caeafc-fb04-4d79-a827-e032203d6e78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'mac_address': 'fa:16:3e:c1:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb576335-2a20-4459-98e1-235f4497e94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:45:23Z', 'updated_at': '2021-07-16T09:45:23Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:14Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:25.582261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d579b01-cdf4-4bf8-8032-a662be82d254 None None] The sync data for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 is: [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '276b4dd5-37f2-4e51-893b-ecfae97e5ec5', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'port_id': '48caeafc-fb04-4d79-a827-e032203d6e78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'mac_address': 'fa:16:3e:c1:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb576335-2a20-4459-98e1-235f4497e94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:45:23Z', 'updated_at': '2021-07-16T09:45:23Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:14Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:45:25.776014 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26768666-8b0f-4dbd-b244-d6a16e91951e None None] New status for floating IP 276b4dd5-37f2-4e51-893b-ecfae97e5ec5: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:45:26.144266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 52984) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:26.203832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2da65f4f-ab9e-4305-928d-18f71d81a117 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/276b4dd5-37f2-4e51-893b-ecfae97e5ec5 HTTP/1.1" status: 200 len: 994 time: 0.0582631 Jul 16 09:45:44.522729 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c885349-bf3d-48cd-9099-50b7ef47bce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:45.842079 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:47.691574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:47.714854 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-46602292-3703-4a59-a1ca-279873684213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:49.073771 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:49.377121 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:49.440900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-7b3e0f20-2ce5-40af-870e-be348adf0062 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553803 Jul 16 09:45:49.868625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-57c14335-12b6-43f7-b704-91163d84f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:49.870189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-57c14335-12b6-43f7-b704-91163d84f776 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 1098 time: 0.3869774 Jul 16 09:45:49.974091 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-7cc1a8d4-a22b-4326-9b84-01dfa5e9f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:49.976236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-7cc1a8d4-a22b-4326-9b84-01dfa5e9f1ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=cffc276c-8416-495c-935f-c88cf9116852 HTTP/1.1" status: 200 len: 898 time: 0.0849836 Jul 16 09:45:50.045010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-8180e44d-6aab-4083-8a86-027164669028 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caeafc-fb04-4d79-a827-e032203d6e78 HTTP/1.1" status: 200 len: 1002 time: 0.0610073 Jul 16 09:45:50.094798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-0d688ecc-afd7-4980-afcf-72c828e4241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:50.096226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-0d688ecc-afd7-4980-afcf-72c828e4241d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=37cdfcf0-bd4f-462f-ac14-c5f7d2459ade HTTP/1.1" status: 200 len: 835 time: 0.0445104 Jul 16 09:45:50.153257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-f90587e1-72d2-4e73-83bb-e3ac333a4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:50.154706 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-f90587e1-72d2-4e73-83bb-e3ac333a4449 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cffc276c-8416-495c-935f-c88cf9116852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518563 Jul 16 09:45:50.247885 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-9bcd7ab5-82e6-4117-9788-bd1819830b1c service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864935 Jul 16 09:45:50.340112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e01c6f9d-0ac8-40e7-8d0e-7ac279717dc2 req-012fcd66-4384-43ef-a7b9-1c25b2b17700 service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858705 Jul 16 09:45:50.348446 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:56.621459 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:45:59.802808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf889cd-a40f-4edd-8cb9-8dc61a7e21c9 req-c2769b3e-5fd8-4d6e-90fc-561ffba418b8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:59.804343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cf889cd-a40f-4edd-8cb9-8dc61a7e21c9 req-c2769b3e-5fd8-4d6e-90fc-561ffba418b8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0718124 Jul 16 09:45:59.844245 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9cf889cd-a40f-4edd-8cb9-8dc61a7e21c9 req-30f3f2fb-49b3-4008-9d40-1fab89b6b1cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334144 Jul 16 09:46:01.046407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec744c-8c8f-47a0-bc24-70d6f0e34489 req-45935cb4-1e44-40ad-a9bd-2f61d128a882 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:01.047951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dec744c-8c8f-47a0-bc24-70d6f0e34489 req-45935cb4-1e44-40ad-a9bd-2f61d128a882 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0657985 Jul 16 09:46:01.085376 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0dec744c-8c8f-47a0-bc24-70d6f0e34489 req-c004d8dd-cf07-42e0-b7df-cebc5a0fdbe8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Jul 16 09:46:01.110313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53010) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:01.175732 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a866e9df-c90d-4ad0-b472-28f1d7498e46 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/276b4dd5-37f2-4e51-893b-ecfae97e5ec5 HTTP/1.1" status: 200 len: 994 time: 0.0640540 Jul 16 09:46:02.606435 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840154a-76f2-40d3-9016-ffdc0a0f9c38 req-71aee57c-1fd8-4bdb-8ff2-cea3b58317fa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:02.608238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b840154a-76f2-40d3-9016-ffdc0a0f9c38 req-71aee57c-1fd8-4bdb-8ff2-cea3b58317fa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0659938 Jul 16 09:46:02.647693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b840154a-76f2-40d3-9016-ffdc0a0f9c38 req-a8132ddb-8d8a-4b56-871f-e3a203dc94f4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341272 Jul 16 09:46:03.834690 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4bb6-3247-4cfa-b32a-520604786555 req-2e515fd1-f70d-4aaa-a79d-ef1d29c83eb5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:03.836175 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bab4bb6-3247-4cfa-b32a-520604786555 req-2e515fd1-f70d-4aaa-a79d-ef1d29c83eb5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0744746 Jul 16 09:46:03.873601 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6bab4bb6-3247-4cfa-b32a-520604786555 req-7f36a5f2-c964-4351-9384-4415e309bded tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317764 Jul 16 09:46:03.898700 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53024) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:03.958060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c850278f-1210-4412-9f2c-29d5917af52b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/276b4dd5-37f2-4e51-893b-ecfae97e5ec5 HTTP/1.1" status: 200 len: 994 time: 0.0581675 Jul 16 09:46:04.206267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53030) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:04.364845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port fd8fb49d-ba5a-4673-84d7-41d9a112cef4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:04.365206 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.441862 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.442186 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.453878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for fd8fb49d-ba5a-4673-84d7-41d9a112cef4 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:04.602711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.629246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=fd8fb49d-ba5a-4673-84d7-41d9a112cef4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:04.657769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.658122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.658465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.658804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.659134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.659464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.659792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.660122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.660448 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.660776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.661098 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.661417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:04.700607 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.700946 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP 276b4dd5-37f2-4e51-893b-ecfae97e5ec5 disassociated (deleted). External IP: 172.25.6.204, port: 48caeafc-fb04-4d79-a827-e032203d6e78. Jul 16 09:46:04.913039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router f72075ea-d336-4564-8054-c25e9eb2b722 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:05.022983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:05.027918 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:05.032403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] Sync routers for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:05.041658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:05.042357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:05.065902 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-68f2aaac-0383-4982-8173-49f90f2f4a76 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/floatingips/276b4dd5-37f2-4e51-893b-ecfae97e5ec5 HTTP/1.1" status: 204 len: 168 time: 0.8585701 Jul 16 09:46:05.066503 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:05.068895 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733d3aa1-a7cc-47de-b524-7d33a113f5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:05.108832 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b8426f-2b22-4558-89fe-dd1afa38432e x-openstack-request-id: req-f4b8426f-2b22-4558-89fe-dd1afa38432e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:05.109186 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:05.109464 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4b8426f-2b22-4558-89fe-dd1afa38432e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:05.109930 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78', 'status': 'completed', 'code': 200} Jul 16 09:46:05.160236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:05.199194 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-0b7c33d6-54f0-422b-83da-957d2608c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:05.200630 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-0b7c33d6-54f0-422b-83da-957d2608c3f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 1098 time: 0.0600040 Jul 16 09:46:05.307646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-a5cafdee-6f9c-4bf3-98cf-e721a280c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:05.309787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-a5cafdee-6f9c-4bf3-98cf-e721a280c79c service neutron] 10.222.0.52 "GET /v2.0/networks?id=cffc276c-8416-495c-935f-c88cf9116852 HTTP/1.1" status: 200 len: 898 time: 0.1019409 Jul 16 09:46:05.358911 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-fc80bb29-266a-4f8c-992e-649e7ad3433d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caeafc-fb04-4d79-a827-e032203d6e78 HTTP/1.1" status: 200 len: 217 time: 0.0416825 Jul 16 09:46:05.369313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:14Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:05.400977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] Checking router: f72075ea-d336-4564-8054-c25e9eb2b722 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:05.409279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:05.409981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:05.447802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-dc63cf36-9c77-4bff-8fa9-1d91f3e0eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:05.449212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-dc63cf36-9c77-4bff-8fa9-1d91f3e0eb23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=37cdfcf0-bd4f-462f-ac14-c5f7d2459ade HTTP/1.1" status: 200 len: 835 time: 0.0835595 Jul 16 09:46:05.504587 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56794926-79cc-4358-aa8b-bf2999f6775d req-1757c099-5f93-4f35-86bb-73241d97e7e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:05.507151 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56794926-79cc-4358-aa8b-bf2999f6775d req-1757c099-5f93-4f35-86bb-73241d97e7e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.1109917 Jul 16 09:46:05.519326 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:05.555950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-27868a17-f149-45de-8351-922345757cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:05.557479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-27868a17-f149-45de-8351-922345757cb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cffc276c-8416-495c-935f-c88cf9116852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000621 Jul 16 09:46:05.564779 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56794926-79cc-4358-aa8b-bf2999f6775d req-6454153f-fd1a-4ce8-97b9-ae485278e6d4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516131 Jul 16 09:46:05.651949 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-b80a6c66-d0d1-4c67-8ab1-55bf895145d7 service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862186 Jul 16 09:46:05.721903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:14Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:05.747813 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-733d3aa1-a7cc-47de-b524-7d33a113f5c3 req-71a2d631-da78-478b-9d5c-93fcb7898d4e service neutron] 10.222.0.52 "GET /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895083 Jul 16 09:46:05.748456 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6ae54-d295-4ad3-bb09-ec8fba16c3bc None None] The sync data for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 is: [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:45:09Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '7500f28a-ec51-4084-9216-65ead747af7f', 'name': '', 'network_id': 'cffc276c-8416-495c-935f-c88cf9116852', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:9d:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:14Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '37cdfcf0-bd4f-462f-ac14-c5f7d2459ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:05.962258 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d990e9a2-a6c1-4a56-9a35-805da339ab5d None None] New status for floating IP 276b4dd5-37f2-4e51-893b-ecfae97e5ec5: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:46:06.749476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e801cd0-46d5-4384-91c1-5736c42a5c6c req-7553daaa-1cf3-4bdc-8d0c-bb8fda85bcde tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.751034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e801cd0-46d5-4384-91c1-5736c42a5c6c req-7553daaa-1cf3-4bdc-8d0c-bb8fda85bcde tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0644772 Jul 16 09:46:06.792062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e801cd0-46d5-4384-91c1-5736c42a5c6c req-78428cf5-609d-4138-bbe9-f1646cd4ad4b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=014fe8ea-b0ec-4c31-af9b-9f5476741d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343587 Jul 16 09:46:06.908444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-353a3044-7fd1-4bf5-ad33-49595ea8797f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.909865 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-353a3044-7fd1-4bf5-ad33-49595ea8797f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb576335-2a20-4459-98e1-235f4497e94b HTTP/1.1" status: 200 len: 946 time: 0.0643930 Jul 16 09:46:07.012074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 48caeafc-fb04-4d79-a827-e032203d6e78 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:07.012416 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:07.100485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 48caeafc-fb04-4d79-a827-e032203d6e78, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=48caeafc-fb04-4d79-a827-e032203d6e78,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:07.100752 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:07.117866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 48caeafc-fb04-4d79-a827-e032203d6e78 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:07.241164 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:07.269201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=48caeafc-fb04-4d79-a827-e032203d6e78,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:07.321086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] No DVR routers for this DVR port 48caeafc-fb04-4d79-a827-e032203d6e78 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:46:07.323714 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:07.325803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-09de6a1a-7cc0-4b99-ba78-42793000823f req-e93a935a-4dd5-4721-9abf-b1b7fb27d290 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "DELETE /v2.0/ports/48caeafc-fb04-4d79-a827-e032203d6e78 HTTP/1.1" status: 204 len: 173 time: 0.4110389 Jul 16 09:46:07.326254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'name': 'network-vif-deleted', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:07.328524 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc013745-395c-4605-9389-ad119f4be6c3" -d '{"events": [{"server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "name": "network-vif-deleted", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:07.368785 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e736e58-b97a-436a-a8a1-f3b34909d923 x-openstack-request-id: req-8e736e58-b97a-436a-a8a1-f3b34909d923 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:07.369079 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb576335-2a20-4459-98e1-235f4497e94b", "name": "network-vif-deleted", "tag": "48caeafc-fb04-4d79-a827-e032203d6e78", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:07.369332 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e736e58-b97a-436a-a8a1-f3b34909d923 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:07.369777 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb576335-2a20-4459-98e1-235f4497e94b', 'name': 'network-vif-deleted', 'tag': '48caeafc-fb04-4d79-a827-e032203d6e78', 'status': 'completed', 'code': 200} Jul 16 09:46:07.906253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53046) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:08.268304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.529123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 7500f28a-ec51-4084-9216-65ead747af7f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:08.529391 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.619172 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 7500f28a-ec51-4084-9216-65ead747af7f, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=7500f28a-ec51-4084-9216-65ead747af7f,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:08.619534 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.631304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 7500f28a-ec51-4084-9216-65ead747af7f owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:08.816588 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.844175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=7500f28a-ec51-4084-9216-65ead747af7f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:09.023484 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:09.235266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router f72075ea-d336-4564-8054-c25e9eb2b722 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:09.661392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:09.666741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b2fdde38-086f-416c-959c-613a55e66bb0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/f72075ea-d336-4564-8054-c25e9eb2b722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594330 Jul 16 09:46:09.669325 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53048) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:09.673071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] Sync routers for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:09.681996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:09.682603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:09.722815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-969b8b5c-ff67-4e04-b914-29214ed85a8e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting subnet 37cdfcf0-bd4f-462f-ac14-c5f7d2459ade {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:46:09.726137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-969b8b5c-ff67-4e04-b914-29214ed85a8e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:09.765903 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-969b8b5c-ff67-4e04-b914-29214ed85a8e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:09.785425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:09.850160 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-969b8b5c-ff67-4e04-b914-29214ed85a8e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:09.921122 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-969b8b5c-ff67-4e04-b914-29214ed85a8e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:09.946730 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b8b5c-ff67-4e04-b914-29214ed85a8e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Subnet': ['ID=37cdfcf0-bd4f-462f-ac14-c5f7d2459ade,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:09.952611 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-969b8b5c-ff67-4e04-b914-29214ed85a8e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:09.954696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-969b8b5c-ff67-4e04-b914-29214ed85a8e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/subnets/37cdfcf0-bd4f-462f-ac14-c5f7d2459ade HTTP/1.1" status: 204 len: 168 time: 0.2844188 Jul 16 09:46:09.957806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53050) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:09.961986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f9da16-5f76-41fb-8b56-0ea2d581b633 None None] Network cffc276c-8416-495c-935f-c88cf9116852 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:46:10.025436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:46:08Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:10.059374 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] Checking router: f72075ea-d336-4564-8054-c25e9eb2b722 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:10.071340 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.102737 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] Routers {'f72075ea-d336-4564-8054-c25e9eb2b722'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:10.103266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['f72075ea-d336-4564-8054-c25e9eb2b722'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:10.178755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.223049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] Set router f72075ea-d336-4564-8054-c25e9eb2b722 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:10.232426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 5eec2309-935d-4c59-8b3a-65984d2cb7f7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:10.232762 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.281693 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] DHCP port deletion for cffc276c-8416-495c-935f-c88cf9116852 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:46:10.315288 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 5eec2309-935d-4c59-8b3a-65984d2cb7f7, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5eec2309-935d-4c59-8b3a-65984d2cb7f7,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:10.315652 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.327204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 5eec2309-935d-4c59-8b3a-65984d2cb7f7 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:10.410056 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Deleting port db33cbac-d0f2-4488-ad8f-a06fb9f51095 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:10.410338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.479793 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] For port db33cbac-d0f2-4488-ad8f-a06fb9f51095, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=db33cbac-d0f2-4488-ad8f-a06fb9f51095,segment=NetworkSegment(75fc6efb-b40f-4068-8beb-f517fac3ca95),segment_id=75fc6efb-b40f-4068-8beb-f517fac3ca95)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:10.480190 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.494502 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Calling delete_port for db33cbac-d0f2-4488-ad8f-a06fb9f51095 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:10.495560 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.513467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:46:08Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:10.532373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=5eec2309-935d-4c59-8b3a-65984d2cb7f7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:10.570587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad458c-fbf5-4ff4-8527-022dacb7ffc8 None None] The sync data for ids ['f72075ea-d336-4564-8054-c25e9eb2b722'] in n-d-780147-28 is: [{'id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472287898', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:45:05Z', 'updated_at': '2021-07-16T09:46:08Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '5eec2309-935d-4c59-8b3a-65984d2cb7f7', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72075ea-d336-4564-8054-c25e9eb2b722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:45:06Z', 'updated_at': '2021-07-16T09:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:10.599059 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.617933 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.643284 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 48caeafc-fb04-4d79-a827-e032203d6e78 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:10.647775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Pushing event deleted for resources: {'Port': ['ID=db33cbac-d0f2-4488-ad8f-a06fb9f51095,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:10.672144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] No DVR routers for this DVR port db33cbac-d0f2-4488-ad8f-a06fb9f51095 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:46:10.673806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 48caeafc-fb04-4d79-a827-e032203d6e78 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:10.674414 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 48caeafc-fb04-4d79-a827-e032203d6e78 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:10.677589 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.683728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2146374-d738-4843-89a6-e7fe5442b0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:10.693928 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.696058 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.738140 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.738685 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Fanout notify agent at l3_agent the message router_deleted on router f72075ea-d336-4564-8054-c25e9eb2b722 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:46:10.746384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.747695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-72679f8a-03a8-4cfe-a198-3029dd65f4e8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/routers/f72075ea-d336-4564-8054-c25e9eb2b722 HTTP/1.1" status: 204 len: 168 time: 0.7887552 Jul 16 09:46:10.750281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53052) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:10.829335 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.919497 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.930502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffc276c-8416-495c-935f-c88cf9116852']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:10.940840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fc6efb-b40f-4068-8beb-f517fac3ca95') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:10.941136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fc6efb-b40f-4068-8beb-f517fac3ca95') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:10.950889 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.965428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.971655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:46:10.972045 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:46:10.975755 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:46:11.036224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.044578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.046330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/networks/cffc276c-8416-495c-935f-c88cf9116852 HTTP/1.1" status: 204 len: 168 time: 0.2951245 Jul 16 09:46:11.049318 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53054) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:11.059174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f58c4a-1158-45b3-9a5a-88d1a02bf3e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Network': ['ID=cffc276c-8416-495c-935f-c88cf9116852,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:11.112987 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.139648 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.207978 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.210763 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.212030 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/security-groups/014fe8ea-b0ec-4c31-af9b-9f5476741d73 HTTP/1.1" status: 204 len: 168 time: 0.1609652 Jul 16 09:46:11.223026 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014fe8ea-b0ec-4c31-af9b-9f5476741d73,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:11.231663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.232257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.232785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.233132 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.233469 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.233841 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.234182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.234517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.235033 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.235508 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.236019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.236354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca87ba-c13c-4630-a483-dac283840c91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.538484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53062) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:11.543281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a19dc3a2-7d52-42fc-a3c3-7a3f905a3ea4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1462347293', 'description': 'tempest-secgroup-smoke-1462347293 description', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:11.565613 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a19dc3a2-7d52-42fc-a3c3-7a3f905a3ea4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.662706 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a19dc3a2-7d52-42fc-a3c3-7a3f905a3ea4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.666550 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a19dc3a2-7d52-42fc-a3c3-7a3f905a3ea4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.694316 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a19dc3a2-7d52-42fc-a3c3-7a3f905a3ea4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.695554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a19dc3a2-7d52-42fc-a3c3-7a3f905a3ea4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1560674 Jul 16 09:46:11.697428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dc3a2-7d52-42fc-a3c3-7a3f905a3ea4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:11.698657 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53064) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:11.703738 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d01dae88-d0b3-4de1-b685-40e121f7839e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '6abeea2f-4c22-46d6-87e2-b417a3f8a4a2', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:11.730720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d01dae88-d0b3-4de1-b685-40e121f7839e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.777224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d01dae88-d0b3-4de1-b685-40e121f7839e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.780669 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d01dae88-d0b3-4de1-b685-40e121f7839e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.798049 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dae88-d0b3-4de1-b685-40e121f7839e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892fc48d-26cf-47ab-9216-57dcce629858,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:11.803938 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d01dae88-d0b3-4de1-b685-40e121f7839e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.806629 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d01dae88-d0b3-4de1-b685-40e121f7839e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054115 Jul 16 09:46:11.807886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53066) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:11.812314 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c8537b13-94d9-420a-ab2a-bb6fd51c823e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '6abeea2f-4c22-46d6-87e2-b417a3f8a4a2', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:11.838584 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c8537b13-94d9-420a-ab2a-bb6fd51c823e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.894492 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c8537b13-94d9-420a-ab2a-bb6fd51c823e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.898750 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c8537b13-94d9-420a-ab2a-bb6fd51c823e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.916403 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8537b13-94d9-420a-ab2a-bb6fd51c823e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af5016a-876b-4f20-a8c0-4b6165033367,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:11.922416 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c8537b13-94d9-420a-ab2a-bb6fd51c823e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.923589 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c8537b13-94d9-420a-ab2a-bb6fd51c823e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147840 Jul 16 09:46:11.926849 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53068) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:11.931319 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-20719f51-4dee-4f57-b3a1-1d3356973786 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '6abeea2f-4c22-46d6-87e2-b417a3f8a4a2', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:11.956354 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20719f51-4dee-4f57-b3a1-1d3356973786 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.014641 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20719f51-4dee-4f57-b3a1-1d3356973786 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.018276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20719f51-4dee-4f57-b3a1-1d3356973786 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.028034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5eec2309-935d-4c59-8b3a-65984d2cb7f7 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:12.033843 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20719f51-4dee-4f57-b3a1-1d3356973786 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da533772-ffe1-4b08-b292-231f16c72bdd,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:12.043448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-20719f51-4dee-4f57-b3a1-1d3356973786 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.044974 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-20719f51-4dee-4f57-b3a1-1d3356973786 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171710 Jul 16 09:46:12.047826 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53070) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:12.052214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5eec2309-935d-4c59-8b3a-65984d2cb7f7 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:12.052604 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fae3125b-e8dc-4932-9693-a0184b9bf613 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '6abeea2f-4c22-46d6-87e2-b417a3f8a4a2', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:12.053319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5eec2309-935d-4c59-8b3a-65984d2cb7f7 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:12.053319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7500f28a-ec51-4084-9216-65ead747af7f no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:12.072366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 7500f28a-ec51-4084-9216-65ead747af7f {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:12.072707 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 7500f28a-ec51-4084-9216-65ead747af7f not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:12.073114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device db33cbac-d0f2-4488-ad8f-a06fb9f51095 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:12.079599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fae3125b-e8dc-4932-9693-a0184b9bf613 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.092323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: db33cbac-d0f2-4488-ad8f-a06fb9f51095 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:12.092665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device db33cbac-d0f2-4488-ad8f-a06fb9f51095 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:12.144458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fae3125b-e8dc-4932-9693-a0184b9bf613 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.149223 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fae3125b-e8dc-4932-9693-a0184b9bf613 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.167962 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3125b-e8dc-4932-9693-a0184b9bf613 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9ff5ab-3432-43f6-a9a9-31601104e6b4,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:12.174299 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fae3125b-e8dc-4932-9693-a0184b9bf613 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.175452 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fae3125b-e8dc-4932-9693-a0184b9bf613 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265368 Jul 16 09:46:12.178693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53072) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:12.183214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-45b42491-f18d-4c9c-91f9-f260453ce4e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '6abeea2f-4c22-46d6-87e2-b417a3f8a4a2', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:12.203977 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-45b42491-f18d-4c9c-91f9-f260453ce4e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:46:12.209332 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45b42491-f18d-4c9c-91f9-f260453ce4e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.270480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45b42491-f18d-4c9c-91f9-f260453ce4e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.274708 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45b42491-f18d-4c9c-91f9-f260453ce4e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.294783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b42491-f18d-4c9c-91f9-f260453ce4e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def61b8f-a3d3-40f1-aa7c-a5525f399036,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:12.303531 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-45b42491-f18d-4c9c-91f9-f260453ce4e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.304802 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-45b42491-f18d-4c9c-91f9-f260453ce4e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251178 Jul 16 09:46:12.307689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53074) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:12.312092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-34549ac5-91d5-41b6-98df-1d2a906bf35a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '6abeea2f-4c22-46d6-87e2-b417a3f8a4a2', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:12.334639 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-34549ac5-91d5-41b6-98df-1d2a906bf35a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:46:12.339493 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34549ac5-91d5-41b6-98df-1d2a906bf35a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.401409 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34549ac5-91d5-41b6-98df-1d2a906bf35a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.405127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34549ac5-91d5-41b6-98df-1d2a906bf35a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.422337 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549ac5-91d5-41b6-98df-1d2a906bf35a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d181be4a-38f1-4220-be83-e6327c06fc21,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:12.428802 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-34549ac5-91d5-41b6-98df-1d2a906bf35a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.431706 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-34549ac5-91d5-41b6-98df-1d2a906bf35a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230750 Jul 16 09:46:12.432836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53076) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:12.437754 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'network': {'name': 'tempest-network-smoke--1216181438', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:12.459376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:46:12.462983 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.486542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:46:12.496300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.496640 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Added segment 62e580c6-7da8-4a60-9315-72b6f167f28f of type vlan for network 50c27827-b3df-4511-a20f-238f6b402493 Jul 16 09:46:12.538783 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.566832 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.573111 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:12.573713 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.614377 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805098 Jul 16 09:46:12.618306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53078) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:12.622995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'admin_state_up': True, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:12.653965 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0242709-7f69-4f89-8f72-90641a2b4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Network': ['ID=50c27827-b3df-4511-a20f-238f6b402493,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:12.666861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 50c27827-b3df-4511-a20f-238f6b402493 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:46:12.676037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.677564 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.739484 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.187937 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.381719 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.399706 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.504462 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.12 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/1701a11b-982c-4de5-8e53-9f8c9a284958) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:13.603879 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.642888 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.682063 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:13.684819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:13.687343 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:13.719100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=1701a11b-982c-4de5-8e53-9f8c9a284958,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:13.938408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.136018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.263554 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 47dc50e8-7853-4aab-a1b6-8492201bef46 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:46:14.368770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:14.378374 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Sync routers for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:14.386984 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.387893 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:14.391538 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e7900cb9-d174-4548-a58d-0e89aae6d2bd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7690163 Jul 16 09:46:14.391658 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:14.391793 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53080) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:14.420625 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a7ece63e-02c1-4067-b9d7-4b02e493ca35 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d5f1a9bcd7d64be6969f64d128c651b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278196 Jul 16 09:46:14.423265 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53082) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:14.491577 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:14.511163 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31934eb8-12b8-4839-930b-616a76ac77c0 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:14.515469 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-31934eb8-12b8-4839-930b-616a76ac77c0 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885396 Jul 16 09:46:14.515605 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53084) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:14.526960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c9d0-ea5f-4c9c-ba4a-c629c547a54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.557222 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5fcc3712-89d6-45f5-9515-9399b2c72bd1 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405681 Jul 16 09:46:14.559864 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53086) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:14.564956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978281434', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:14.653420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:46:14.656969 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.673940 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:13Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:14.701196 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Checking router: 47dc50e8-7853-4aab-a1b6-8492201bef46 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:14.701545 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Updating router 47dc50e8-7853-4aab-a1b6-8492201bef46 port 1701a11b-982c-4de5-8e53-9f8c9a284958 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:46:14.735119 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.840273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.901412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Subnet': ['ID=664ba84f-f539-47d6-bb3b-590b06fb01f7,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:14.909722 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Checking segment: {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:14.910081 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network hostable DHCP agents. Network: 50c27827-b3df-4511-a20f-238f6b402493, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:46:14.926470 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 50c27827-b3df-4511-a20f-238f6b402493 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:46:14.935653 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 50c27827-b3df-4511-a20f-238f6b402493) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:14.940202 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:14.940921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.947934 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969308f3-21fc-4986-be15-d6ced01be54d None None] Network 50c27827-b3df-4511-a20f-238f6b402493 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:46:14.960374 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-68a08c01-540b-4345-9b2d-c7cb609f5d7b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3992863 Jul 16 09:46:14.963245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53088) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:15.000628 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.013359 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Transition to ACTIVE for port object 1701a11b-982c-4de5-8e53-9f8c9a284958 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:15.019832 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.070147 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Attempting to bind port 1701a11b-982c-4de5-8e53-9f8c9a284958 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:15.070147 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Attempting to bind port 1701a11b-982c-4de5-8e53-9f8c9a284958 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:15.070527 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Attempting to bind port 1701a11b-982c-4de5-8e53-9f8c9a284958 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:15.078544 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:15.078967 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:15.079320 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.079711 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:15.080185 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Bound port: 1701a11b-982c-4de5-8e53-9f8c9a284958, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:15.080561 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.086810 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Pushing event updated for resources: {'Port': ['ID=1701a11b-982c-4de5-8e53-9f8c9a284958,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:15.115925 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.116337 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.116602 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.116814 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.117152 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.117462 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.117808 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.118125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.118471 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.118755 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.119071 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.119388 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:15.150784 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] For port 1701a11b-982c-4de5-8e53-9f8c9a284958, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:15.154173 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] For port 1701a11b-982c-4de5-8e53-9f8c9a284958, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1701a11b-982c-4de5-8e53-9f8c9a284958,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:15.158384 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.206132 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:15.206746 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:15.270703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-50c27827-b3df-4511-a20f-238f6b402493', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:46:15.272372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.272802 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63321f-0ddf-4349-8c63-e81027716986 None None] Pushing event updated for resources: {'Port': ['ID=1701a11b-982c-4de5-8e53-9f8c9a284958,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:15.327968 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:15.414046 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Allocated IP 172.20.0.2 (50c27827-b3df-4511-a20f-238f6b402493/664ba84f-f539-47d6-bb3b-590b06fb01f7/63273d01-cdd2-4ef0-a3ac-a60f8b41e448) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:15.434960 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.578467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.587272 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Transition to ACTIVE for port object 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:15.606686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Transition to ACTIVE for port object 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:15.608648 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:13Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:15.613549 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.635884 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471829d-5dbf-4109-a1d7-9f4319d85b80 None None] The sync data for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 is: [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:13Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:15.651861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Network 50c27827-b3df-4511-a20f-238f6b402493 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:15.662686 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:15.666710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:15.673973 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Pushing event updated for resources: {'Port': ['ID=63273d01-cdd2-4ef0-a3ac-a60f8b41e448,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:15.736724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.1 (50c27827-b3df-4511-a20f-238f6b402493/664ba84f-f539-47d6-bb3b-590b06fb01f7/e43c6127-c190-4fd4-b4ff-a7b157fddef3) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:15.736993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Attempting to bind port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:15.737306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Attempting to bind port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:15.737764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Attempting to bind port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 on network 50c27827-b3df-4511-a20f-238f6b402493 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:15.743977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:15.744348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Checking segment: {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:15.744749 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.745138 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Bound using segment: {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:15.745603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Bound port: 63273d01-cdd2-4ef0-a3ac-a60f8b41e448, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:15.746053 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.814426 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] For port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:15.817550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] For port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=63273d01-cdd2-4ef0-a3ac-a60f8b41e448,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:15.822983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.858869 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.883956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object e43c6127-c190-4fd4-b4ff-a7b157fddef3 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:15.909480 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.915071 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc74613-714a-4623-8da7-323eb912ad03 None None] Pushing event updated for resources: {'Port': ['ID=63273d01-cdd2-4ef0-a3ac-a60f8b41e448,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:15.940931 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.997354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 50c27827-b3df-4511-a20f-238f6b402493 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:16.001175 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:16.011120 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:16.017976 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=e43c6127-c190-4fd4-b4ff-a7b157fddef3,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:16.076026 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1701a11b-982c-4de5-8e53-9f8c9a284958 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:16.079500 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.137162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 1701a11b-982c-4de5-8e53-9f8c9a284958 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:16.170266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1701a11b-982c-4de5-8e53-9f8c9a284958 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:16.170942 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.270048 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.276473 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.309277 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 1701a11b-982c-4de5-8e53-9f8c9a284958, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1701a11b-982c-4de5-8e53-9f8c9a284958,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:16.315058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.370513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=1701a11b-982c-4de5-8e53-9f8c9a284958,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:16.580466 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.585929 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.656338 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.698391 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=e43c6127-c190-4fd4-b4ff-a7b157fddef3,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:16.768794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 50c27827-b3df-4511-a20f-238f6b402493 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:16.770217 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:16.887570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 47dc50e8-7853-4aab-a1b6-8492201bef46 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:16.932530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5ab09c-1c22-4545-bf0d-8b62ae15ef06 None None] Network 50c27827-b3df-4511-a20f-238f6b402493 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:46:17.000039 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:17.005158 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-61060952-e0a0-4dae-9d3e-f48e49a2cf7a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/47dc50e8-7853-4aab-a1b6-8492201bef46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0409625 Jul 16 09:46:17.059191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-995d765f-79a6-4504-aa54-6c7205cb784e None None] Provisioning for port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:17.184314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-cce7b41a-ec93-4921-b964-28f7eb72920a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1462347293&fields=id&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 267 time: 0.0358000 Jul 16 09:46:17.300071 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73655-7761-4bc4-9c42-d522be314b12 req-6080f1bb-2474-499a-9244-a68f0dc9f0c9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:17.301464 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-6080f1bb-2474-499a-9244-a68f0dc9f0c9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/networks?id=50c27827-b3df-4511-a20f-238f6b402493 HTTP/1.1" status: 200 len: 797 time: 0.1107421 Jul 16 09:46:17.318037 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-d2163859-5971-4813-a211-cd12191853a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/quotas/d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 375 time: 0.0102313 Jul 16 09:46:17.387611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-756f2494-da5e-4d75-b432-70f7d07bfbde None None] Provisioning for port e43c6127-c190-4fd4-b4ff-a7b157fddef3 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:17.391900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-756f2494-da5e-4d75-b432-70f7d07bfbde None None] Provisioning complete for port e43c6127-c190-4fd4-b4ff-a7b157fddef3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:17.392493 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-756f2494-da5e-4d75-b432-70f7d07bfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.415153 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-4aa93079-ffcb-4d59-acfd-a39405f73a40 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911200 Jul 16 09:46:17.444128 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Sync routers for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:17.455628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-756f2494-da5e-4d75-b432-70f7d07bfbde None None] Port e43c6127-c190-4fd4-b4ff-a7b157fddef3 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:17.463181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:17.463836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:45:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:17.560581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-950a3664-44a4-4afc-b644-f053f345f87c service neutron] 10.222.0.55 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445060 Jul 16 09:46:17.582997 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:17.640930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4cbed610-ad0a-4961-a052-8bf6e7fe527e None None] Provisioning complete for port e43c6127-c190-4fd4-b4ff-a7b157fddef3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:17.641303 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4cbed610-ad0a-4961-a052-8bf6e7fe527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.667278 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-8c3d0952-0e73-4ee4-9d65-d832bc5292f4 service neutron] 10.222.0.55 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007292 Jul 16 09:46:17.746994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4cbed610-ad0a-4961-a052-8bf6e7fe527e None None] Port e43c6127-c190-4fd4-b4ff-a7b157fddef3 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:17.750850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-da6e9c1c-b77b-4612-9dae-ee00c64d0f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.752707 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.858221 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d414f45-ad76-4bf5-a237-fa0acf74161b req-ab027b10-4f6d-49ac-8ed5-62d1488f2a68 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 210 time: 0.0302420 Jul 16 09:46:17.880434 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1cd624e2-4da3-4f99-b435-f2fbe7818730 None None] Provisioning complete for port e43c6127-c190-4fd4-b4ff-a7b157fddef3 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:17.880434 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cd624e2-4da3-4f99-b435-f2fbe7818730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.904286 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 2, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:17.936590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Checking router: 47dc50e8-7853-4aab-a1b6-8492201bef46 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:17.937236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Updating router 47dc50e8-7853-4aab-a1b6-8492201bef46 port e43c6127-c190-4fd4-b4ff-a7b157fddef3 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:46:17.964889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1cd624e2-4da3-4f99-b435-f2fbe7818730 None None] Port e43c6127-c190-4fd4-b4ff-a7b157fddef3 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:17.981026 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.131757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:18.246702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:18.255950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:18.256391 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.347880 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.361848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Transition to ACTIVE for port object e43c6127-c190-4fd4-b4ff-a7b157fddef3 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:18.387341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.433028 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.471193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d769b1-7d60-4dad-a2bd-ac7455928ce9 None None] Pushing event updated for resources: {'Port': ['ID=e43c6127-c190-4fd4-b4ff-a7b157fddef3,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:18.524339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=63273d01-cdd2-4ef0-a3ac-a60f8b41e448,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:18.534818 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.535608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1701a11b-982c-4de5-8e53-9f8c9a284958 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:18.581592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Attempting to bind port e43c6127-c190-4fd4-b4ff-a7b157fddef3 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:18.581988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Attempting to bind port e43c6127-c190-4fd4-b4ff-a7b157fddef3 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:18.582353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Attempting to bind port e43c6127-c190-4fd4-b4ff-a7b157fddef3 on network 50c27827-b3df-4511-a20f-238f6b402493 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:18.597608 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:18.598018 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Checking segment: {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:18.598424 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.598853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Bound using segment: {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:18.599863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Bound port: e43c6127-c190-4fd4-b4ff-a7b157fddef3, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:18.600909 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.663921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=63273d01-cdd2-4ef0-a3ac-a60f8b41e448,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:18.698339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 1701a11b-982c-4de5-8e53-9f8c9a284958 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:18.698652 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.739263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] For port e43c6127-c190-4fd4-b4ff-a7b157fddef3, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:18.754849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] For port e43c6127-c190-4fd4-b4ff-a7b157fddef3, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e43c6127-c190-4fd4-b4ff-a7b157fddef3,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:18.763255 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.860544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:18.861181 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:46:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:18.867211 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d769b1-7d60-4dad-a2bd-ac7455928ce9 None None] Pushing event updated for resources: {'Port': ['ID=e43c6127-c190-4fd4-b4ff-a7b157fddef3,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:18.983672 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:19.067695 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2ad83692-3724-4534-9aa3-6358ba31fb53 req-6a784b35-45b1-4c72-9120-81d2c0ce72b9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 210 time: 0.0437746 Jul 16 09:46:19.140523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73655-7761-4bc4-9c42-d522be314b12 req-3b9dd9a6-eb8c-41a0-927b-ea70f92e7330 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:19.142193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-3b9dd9a6-eb8c-41a0-927b-ea70f92e7330 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/networks?id=50c27827-b3df-4511-a20f-238f6b402493 HTTP/1.1" status: 200 len: 797 time: 0.1598203 Jul 16 09:46:19.191046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-9065c51c-8e86-40f3-88b8-0d79d8088731 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 380 time: 0.0406003 Jul 16 09:46:19.199411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'port': {'device_id': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'admin_state_up': True, 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'security_groups': ['6abeea2f-4c22-46d6-87e2-b417a3f8a4a2']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:19.270427 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:19.321768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:46:19.325303 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:19.374095 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:18Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:19.412487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cc8781-b75c-46db-8477-597d80194fe7 None None] The sync data for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 is: [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:18Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:19.418453 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:19.463771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.8 (50c27827-b3df-4511-a20f-238f6b402493/664ba84f-f539-47d6-bb3b-590b06fb01f7/edf76316-289f-4bb7-8940-d88a2d5645b1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:19.629096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:19.643851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object edf76316-289f-4bb7-8940-d88a2d5645b1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:19.679219 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:19.728569 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 50c27827-b3df-4511-a20f-238f6b402493 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:19.731868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:19.735099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:19.764335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=edf76316-289f-4bb7-8940-d88a2d5645b1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:19.796074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:19.796719 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:19.813210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-aa390013-5fc6-4007-9b58-91430c8673a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6176584 Jul 16 09:46:19.826102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Request body: {'port': {'device_id': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:19.912698 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.015914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-494eda58-f7df-46b0-b679-ccc943c85e19 None None] Provisioning for port edf76316-289f-4bb7-8940-d88a2d5645b1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:20.021520 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-494eda58-f7df-46b0-b679-ccc943c85e19 None None] Provisioning complete for port edf76316-289f-4bb7-8940-d88a2d5645b1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:20.022031 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-494eda58-f7df-46b0-b679-ccc943c85e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.073547 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-494eda58-f7df-46b0-b679-ccc943c85e19 None None] Port edf76316-289f-4bb7-8940-d88a2d5645b1 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:20.144304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e43c6127-c190-4fd4-b4ff-a7b157fddef3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:20.203616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port e43c6127-c190-4fd4-b4ff-a7b157fddef3 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:20.210087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e43c6127-c190-4fd4-b4ff-a7b157fddef3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:20.210478 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.301010 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.305418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf76316-289f-4bb7-8940-d88a2d5645b1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:20.315431 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.338814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port e43c6127-c190-4fd4-b4ff-a7b157fddef3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e43c6127-c190-4fd4-b4ff-a7b157fddef3,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:20.342306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Transition to ACTIVE for port object edf76316-289f-4bb7-8940-d88a2d5645b1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:20.348516 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.352090 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.353278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:20.357694 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787689d-f4c9-4a24-87c7-255c5de03096 req-eb0531c3-e888-4e9c-8285-9723667481b1 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:20.360750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b787689d-f4c9-4a24-87c7-255c5de03096 req-eb0531c3-e888-4e9c-8285-9723667481b1 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 931 time: 0.1301577 Jul 16 09:46:20.399352 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.438416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=e43c6127-c190-4fd4-b4ff-a7b157fddef3,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:20.441343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Pushing event updated for resources: {'Port': ['ID=edf76316-289f-4bb7-8940-d88a2d5645b1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:20.452887 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:20.453251 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.477479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b787689d-f4c9-4a24-87c7-255c5de03096 req-eca13ed9-6b8e-48e5-878a-40464e36caf4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899920 Jul 16 09:46:20.543074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Attempting to bind port edf76316-289f-4bb7-8940-d88a2d5645b1 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:20.543411 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Attempting to bind port edf76316-289f-4bb7-8940-d88a2d5645b1 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:20.543740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Attempting to bind port edf76316-289f-4bb7-8940-d88a2d5645b1 on network 50c27827-b3df-4511-a20f-238f6b402493 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:20.548465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Port edf76316-289f-4bb7-8940-d88a2d5645b1 on network 50c27827-b3df-4511-a20f-238f6b402493 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:46:20.548684 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Attempting to bind port edf76316-289f-4bb7-8940-d88a2d5645b1 on network 50c27827-b3df-4511-a20f-238f6b402493 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:20.555717 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:20.556076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Checking segment: {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:20.556459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Bound using segment: {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:20.557390 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Bound port: edf76316-289f-4bb7-8940-d88a2d5645b1, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e580c6-7da8-4a60-9315-72b6f167f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '50c27827-b3df-4511-a20f-238f6b402493'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:20.557882 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.636456 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] For port edf76316-289f-4bb7-8940-d88a2d5645b1, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:20.640348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] For port edf76316-289f-4bb7-8940-d88a2d5645b1, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=edf76316-289f-4bb7-8940-d88a2d5645b1,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:20.645529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.686826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:20.687455 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:20.689038 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] 10.222.0.52 "PUT /v2.0/ports/edf76316-289f-4bb7-8940-d88a2d5645b1 HTTP/1.1" status: 200 len: 1092 time: 0.8675225 Jul 16 09:46:20.689329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:20.691683 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:20.745813 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5a7b40-e9b4-4a99-9768-b36bec411fd4 x-openstack-request-id: req-9a5a7b40-e9b4-4a99-9768-b36bec411fd4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:20.746112 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:20.746370 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a5a7b40-e9b4-4a99-9768-b36bec411fd4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:20.746780 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'status': 'completed', 'code': 200} Jul 16 09:46:20.765303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1774edf-594a-47f5-8657-a06b0a719254 service neutron] Pushing event updated for resources: {'Port': ['ID=edf76316-289f-4bb7-8940-d88a2d5645b1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:20.800094 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73655-7761-4bc4-9c42-d522be314b12 req-4a3cee79-6cfb-4339-9101-7149b6e1d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:20.801768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-4a3cee79-6cfb-4339-9101-7149b6e1d304 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 1095 time: 0.0712163 Jul 16 09:46:20.844520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-a720e11b-5bc8-4108-93d0-5f74689d824e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edf76316-289f-4bb7-8940-d88a2d5645b1 HTTP/1.1" status: 200 len: 217 time: 0.0363178 Jul 16 09:46:20.894734 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73655-7761-4bc4-9c42-d522be314b12 req-bd917beb-80c4-4ce4-9239-b9d5e15ae75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:20.896809 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-bd917beb-80c4-4ce4-9239-b9d5e15ae75e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=664ba84f-f539-47d6-bb3b-590b06fb01f7 HTTP/1.1" status: 200 len: 834 time: 0.0455003 Jul 16 09:46:20.955233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73655-7761-4bc4-9c42-d522be314b12 req-185edee0-5011-4ede-b1ec-a583e43633b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:20.956674 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-185edee0-5011-4ede-b1ec-a583e43633b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50c27827-b3df-4511-a20f-238f6b402493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543008 Jul 16 09:46:21.051803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-32b5cb7d-bcf4-4e0c-b0d1-4af8684b5a93 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870860 Jul 16 09:46:21.145288 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-82c73655-7761-4bc4-9c42-d522be314b12 req-f9ca9081-f49c-42b0-9504-e903878f50d1 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872188 Jul 16 09:46:21.242373 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-cc540f21-0acb-46ee-86eb-930b493090d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:21.243819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-cc540f21-0acb-46ee-86eb-930b493090d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 1095 time: 0.0535493 Jul 16 09:46:21.332145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-6a822eea-e605-495e-aabe-eaea293172da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:21.333696 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-6a822eea-e605-495e-aabe-eaea293172da service neutron] 10.222.0.52 "GET /v2.0/networks?id=50c27827-b3df-4511-a20f-238f6b402493 HTTP/1.1" status: 200 len: 898 time: 0.0841572 Jul 16 09:46:21.377365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-811eb81a-45f7-4ac2-b4e2-8d0d56a65ca2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edf76316-289f-4bb7-8940-d88a2d5645b1 HTTP/1.1" status: 200 len: 217 time: 0.0377557 Jul 16 09:46:21.426161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-2e421530-2224-4713-954b-b49eba6ec23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:21.427677 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-2e421530-2224-4713-954b-b49eba6ec23c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=664ba84f-f539-47d6-bb3b-590b06fb01f7 HTTP/1.1" status: 200 len: 834 time: 0.0432386 Jul 16 09:46:21.484778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-0a588864-12e9-44f5-80aa-959ed68f7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:21.486331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-0a588864-12e9-44f5-80aa-959ed68f7897 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50c27827-b3df-4511-a20f-238f6b402493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519779 Jul 16 09:46:21.584820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-7fa61c73-d59a-4ebd-9534-1a01d8ee13d2 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911064 Jul 16 09:46:21.727923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd51d-f18d-44d2-9ddb-bcc7154eaa27 req-c9146382-4302-4cb0-8982-f301fb2059d0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:21.729438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a43dd51d-f18d-44d2-9ddb-bcc7154eaa27 req-c9146382-4302-4cb0-8982-f301fb2059d0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 943 time: 0.1368382 Jul 16 09:46:21.731261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7018f80-cfc8-4f14-89e3-dc7fa47f13ff req-1ed6d63d-5088-4bc3-b3d1-af4734adb803 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400154 Jul 16 09:46:21.769839 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a43dd51d-f18d-44d2-9ddb-bcc7154eaa27 req-c35ec830-c940-42f9-943e-244c092c7ced tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346782 Jul 16 09:46:22.032730 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e43c6127-c190-4fd4-b4ff-a7b157fddef3 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:22.079989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e43c6127-c190-4fd4-b4ff-a7b157fddef3 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:22.080363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:22.942662 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c772f7-e123-4297-83ee-12f54ace5840 req-87533deb-345b-47de-85b1-1ec2f8a4b068 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:22.944270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47c772f7-e123-4297-83ee-12f54ace5840 req-87533deb-345b-47de-85b1-1ec2f8a4b068 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 943 time: 0.0621712 Jul 16 09:46:22.981619 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47c772f7-e123-4297-83ee-12f54ace5840 req-49c7e331-20a6-41d5-94a3-d3f8829fbd7e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Jul 16 09:46:24.157715 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bb59e-61ad-4aa1-b3d8-56b814ea1af0 req-30d0ace2-7b78-4fc3-932f-0bba43ff27e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:24.159220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-015bb59e-61ad-4aa1-b3d8-56b814ea1af0 req-30d0ace2-7b78-4fc3-932f-0bba43ff27e7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 943 time: 0.0685439 Jul 16 09:46:24.197682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-015bb59e-61ad-4aa1-b3d8-56b814ea1af0 req-c832f8f1-a3ee-4b07-ac76-f2420f1a77db tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Jul 16 09:46:24.679794 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device edf76316-289f-4bb7-8940-d88a2d5645b1 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:46:24.773044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port edf76316-289f-4bb7-8940-d88a2d5645b1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=edf76316-289f-4bb7-8940-d88a2d5645b1,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:24.783725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'port_id': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'mac_address': 'fa:16:3e:ea:df:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:46:24.825291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:24.837548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf76316-289f-4bb7-8940-d88a2d5645b1 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:24.856840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port edf76316-289f-4bb7-8940-d88a2d5645b1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=edf76316-289f-4bb7-8940-d88a2d5645b1,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:24.860826 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:24.908342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=edf76316-289f-4bb7-8940-d88a2d5645b1,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:25.063133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['edf76316-289f-4bb7-8940-d88a2d5645b1'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:46:25.372069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26af87-a5ee-4057-a6a2-88912475c1bd req-e0dc0737-3eef-4f5e-ae01-ea6c26819f14 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:25.373579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c26af87-a5ee-4057-a6a2-88912475c1bd req-e0dc0737-3eef-4f5e-ae01-ea6c26819f14 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 944 time: 0.0636768 Jul 16 09:46:25.412973 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c26af87-a5ee-4057-a6a2-88912475c1bd req-7ca538dc-0f23-424d-b2d0-faf1a405b5cd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335925 Jul 16 09:46:26.586950 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fbdeb-2c28-49b8-8f8c-d2441da549eb req-9faceae4-7e73-459e-b346-c6c22c5beb23 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:26.588484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c15fbdeb-2c28-49b8-8f8c-d2441da549eb req-9faceae4-7e73-459e-b346-c6c22c5beb23 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 944 time: 0.0631962 Jul 16 09:46:26.631572 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c15fbdeb-2c28-49b8-8f8c-d2441da549eb req-8426b332-9f67-46c4-9c8a-b4c7c5bda084 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375564 Jul 16 09:46:26.702639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device edf76316-289f-4bb7-8940-d88a2d5645b1 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:26.750912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port edf76316-289f-4bb7-8940-d88a2d5645b1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:26.754970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port edf76316-289f-4bb7-8940-d88a2d5645b1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:26.755374 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:26.833121 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:26.855304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:26.857551 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a6210-7662-4c77-9ce3-8f536daabfcd" -d '{"events": [{"server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "name": "network-vif-plugged", "status": "completed", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:26.870616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port edf76316-289f-4bb7-8940-d88a2d5645b1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=edf76316-289f-4bb7-8940-d88a2d5645b1,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:26.874428 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:26.902673 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c565444-ab31-4888-af8d-8b6846c38356 x-openstack-request-id: req-3c565444-ab31-4888-af8d-8b6846c38356 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:26.902936 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "name": "network-vif-plugged", "status": "completed", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:26.903094 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c565444-ab31-4888-af8d-8b6846c38356 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:26.903500 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'code': 200} Jul 16 09:46:26.931336 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=edf76316-289f-4bb7-8940-d88a2d5645b1,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:27.005395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27990900-901f-417d-967b-3f7e8f157302 req-cfff5a03-ec68-482b-8cf4-b87ffafc8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:27.006939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27990900-901f-417d-967b-3f7e8f157302 req-cfff5a03-ec68-482b-8cf4-b87ffafc8fba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 1097 time: 0.0531583 Jul 16 09:46:27.042063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-27990900-901f-417d-967b-3f7e8f157302 req-9fdaa743-1306-4fee-96b9-b569b637190b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277481 Jul 16 09:46:27.810447 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06907321-f5fc-4adb-8f7c-4b1627048f40 req-fbcce9b1-51e0-4cba-afb5-376ee294bc5e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:27.812043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06907321-f5fc-4adb-8f7c-4b1627048f40 req-fbcce9b1-51e0-4cba-afb5-376ee294bc5e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0678375 Jul 16 09:46:27.854242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-06907321-f5fc-4adb-8f7c-4b1627048f40 req-1d2d5e4a-7231-455d-bb80-68df7aaf7a3b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360973 Jul 16 09:46:29.033929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825edbf-9f1e-438a-85e6-1dbdd18bb7a0 req-aaa39fa9-b82b-4e96-995e-5cc578f00774 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:29.035422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7825edbf-9f1e-438a-85e6-1dbdd18bb7a0 req-aaa39fa9-b82b-4e96-995e-5cc578f00774 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0673220 Jul 16 09:46:29.075609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7825edbf-9f1e-438a-85e6-1dbdd18bb7a0 req-4978046b-ee02-450d-9671-094b87475031 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341117 Jul 16 09:46:29.246947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f0048-94da-47dd-aa61-01453d1f3787 req-2acc4f8e-fa81-43d7-bdac-03be37c808a9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:29.248352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c6f0048-94da-47dd-aa61-01453d1f3787 req-2acc4f8e-fa81-43d7-bdac-03be37c808a9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0647323 Jul 16 09:46:29.286205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c6f0048-94da-47dd-aa61-01453d1f3787 req-36f5eaf4-557e-4d40-8acd-6553a314d4ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Jul 16 09:46:29.309683 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53150) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:29.363338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81778ac8-669a-4baa-97e5-9f2f806e0020 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:29.364881 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-81778ac8-669a-4baa-97e5-9f2f806e0020 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 1092 time: 0.0541558 Jul 16 09:46:29.367871 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53152) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:29.372116 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:29.393930 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:29.489282 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:29.592837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.221 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/0f6019a7-cea1-4074-ac39-bc7796b36d0b) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:29.694810 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:29.731875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:29.767808 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:29.773861 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:29.777824 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:29.783753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=0f6019a7-cea1-4074-ac39-bc7796b36d0b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:30.448016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.524446 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.673276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.677846 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.746521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=0f6019a7-cea1-4074-ac39-bc7796b36d0b,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:30.754511 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.854015 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP a8aa2ec9-3c1e-459f-ab14-a083489e527c associated. External IP: 172.25.6.221, port: edf76316-289f-4bb7-8940-d88a2d5645b1. Jul 16 09:46:31.057261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 47dc50e8-7853-4aab-a1b6-8492201bef46 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:31.163952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:31.173269 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405052b1-628a-4085-b3c5-824601199bfc None None] Sync routers for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:31.179222 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:31.182867 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405052b1-628a-4085-b3c5-824601199bfc None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:31.183467 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-405052b1-628a-4085-b3c5-824601199bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:46:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:31.216010 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2c64cc7a-2fd5-4447-80b0-a9922e605fcf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8470476 Jul 16 09:46:31.216675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:31.219030 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e99a30-95e3-42d1-99ad-6cef0c676908" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:31.261343 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de5ea4d-625f-435a-9ed9-b2ed7b443177 x-openstack-request-id: req-8de5ea4d-625f-435a-9ed9-b2ed7b443177 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:31.261633 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:31.261984 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8de5ea4d-625f-435a-9ed9-b2ed7b443177 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:31.262396 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'status': 'completed', 'code': 200} Jul 16 09:46:31.292944 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-405052b1-628a-4085-b3c5-824601199bfc None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:31.388210 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-d570db07-872a-4dab-a18e-be9cc5c540fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.389795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-d570db07-872a-4dab-a18e-be9cc5c540fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 1097 time: 0.1002591 Jul 16 09:46:31.402371 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394068a-52d5-4f57-b4ed-153c8e1c930b req-3bf2809b-3f65-4bc1-af71-2bca0427a271 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.403806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7394068a-52d5-4f57-b4ed-153c8e1c930b req-3bf2809b-3f65-4bc1-af71-2bca0427a271 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0876787 Jul 16 09:46:31.492275 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7394068a-52d5-4f57-b4ed-153c8e1c930b req-e41daf82-00b2-4682-a699-ad9c770b4770 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804214 Jul 16 09:46:31.518382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-561b1c21-4e1b-4379-9194-7eac32cb972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.518671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-561b1c21-4e1b-4379-9194-7eac32cb972a service neutron] 10.222.0.52 "GET /v2.0/networks?id=50c27827-b3df-4511-a20f-238f6b402493 HTTP/1.1" status: 200 len: 898 time: 0.1139905 Jul 16 09:46:31.518794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53158) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:31.519227 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-405052b1-628a-4085-b3c5-824601199bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a8aa2ec9-3c1e-459f-ab14-a083489e527c', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'port_id': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'mac_address': 'fa:16:3e:ea:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:30Z', 'updated_at': '2021-07-16T09:46:30Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:20Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:31.546732 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405052b1-628a-4085-b3c5-824601199bfc None None] Checking router: 47dc50e8-7853-4aab-a1b6-8492201bef46 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:31.555172 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405052b1-628a-4085-b3c5-824601199bfc None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:31.555791 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-405052b1-628a-4085-b3c5-824601199bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:46:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:31.588684 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a6e18ea5-9588-46f4-9ff5-07bf22f83050 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/a8aa2ec9-3c1e-459f-ab14-a083489e527c HTTP/1.1" status: 200 len: 991 time: 0.0687931 Jul 16 09:46:31.595407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-5f314c82-5144-473e-a387-f1002f41cfbd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edf76316-289f-4bb7-8940-d88a2d5645b1 HTTP/1.1" status: 200 len: 999 time: 0.0705900 Jul 16 09:46:31.644861 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-775c654c-ea4d-4f35-aa99-0e5f8afd8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.646872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-775c654c-ea4d-4f35-aa99-0e5f8afd8b96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=664ba84f-f539-47d6-bb3b-590b06fb01f7 HTTP/1.1" status: 200 len: 834 time: 0.0454943 Jul 16 09:46:31.665025 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-405052b1-628a-4085-b3c5-824601199bfc None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:31.707420 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-293276d0-f7aa-4c34-b316-4fc08756d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.709091 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-293276d0-f7aa-4c34-b316-4fc08756d690 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50c27827-b3df-4511-a20f-238f6b402493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559640 Jul 16 09:46:31.801716 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-c4d126a3-b440-4d56-be3e-65274018750e service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867031 Jul 16 09:46:31.890279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b5e99a30-95e3-42d1-99ad-6cef0c676908 req-577bc887-102e-4eba-9a14-1ee446ab9c05 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824833 Jul 16 09:46:31.893365 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-405052b1-628a-4085-b3c5-824601199bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a8aa2ec9-3c1e-459f-ab14-a083489e527c', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'port_id': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'mac_address': 'fa:16:3e:ea:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:30Z', 'updated_at': '2021-07-16T09:46:30Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:20Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:31.921868 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405052b1-628a-4085-b3c5-824601199bfc None None] The sync data for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 is: [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a8aa2ec9-3c1e-459f-ab14-a083489e527c', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'port_id': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'mac_address': 'fa:16:3e:ea:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:30Z', 'updated_at': '2021-07-16T09:46:30Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:20Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:32.130992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d99703-970f-4b9a-8bcc-c4b4207c19b4 None None] New status for floating IP a8aa2ec9-3c1e-459f-ab14-a083489e527c: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:46:32.590675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53160) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:32.650946 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7c47d853-4243-41c4-ad1c-cf7c4e21cb6c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/a8aa2ec9-3c1e-459f-ab14-a083489e527c HTTP/1.1" status: 200 len: 993 time: 0.0591257 Jul 16 09:46:33.620766 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:44.520313 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-059799d7-9b61-4389-b51a-3c3d92698b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.879043 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.698574 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.715387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-c35af17b-08cc-4830-a507-b4ac09727909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:49.080082 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:49.405951 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.348859 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:51.437900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7156134-4809-4655-b27e-b47dddd402f0 req-5a43ab9a-9db3-4612-86a3-e1ba675a9039 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551431 Jul 16 09:46:51.529784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7156134-4809-4655-b27e-b47dddd402f0 req-8158b0c3-7e50-4be5-959e-366a042f7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.531290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7156134-4809-4655-b27e-b47dddd402f0 req-8158b0c3-7e50-4be5-959e-366a042f7e8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 1097 time: 0.0524907 Jul 16 09:46:51.642847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7156134-4809-4655-b27e-b47dddd402f0 req-52be2b7e-c4ee-47ca-a50c-5852bf37bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.644315 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7156134-4809-4655-b27e-b47dddd402f0 req-52be2b7e-c4ee-47ca-a50c-5852bf37bebd service neutron] 10.222.0.52 "GET /v2.0/networks?id=50c27827-b3df-4511-a20f-238f6b402493 HTTP/1.1" status: 200 len: 898 time: 0.0907466 Jul 16 09:46:51.711463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7156134-4809-4655-b27e-b47dddd402f0 req-dfde0d6b-b29c-4903-83c2-f7441e191383 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edf76316-289f-4bb7-8940-d88a2d5645b1 HTTP/1.1" status: 200 len: 1001 time: 0.0581317 Jul 16 09:46:51.760124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7156134-4809-4655-b27e-b47dddd402f0 req-f5f6df8c-6e63-4659-8f54-2d66fb320d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.761553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7156134-4809-4655-b27e-b47dddd402f0 req-f5f6df8c-6e63-4659-8f54-2d66fb320d60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=664ba84f-f539-47d6-bb3b-590b06fb01f7 HTTP/1.1" status: 200 len: 834 time: 0.0437222 Jul 16 09:46:51.821974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7156134-4809-4655-b27e-b47dddd402f0 req-a389f7ce-e0ae-408b-b8b0-4ee1641a8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.823465 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7156134-4809-4655-b27e-b47dddd402f0 req-a389f7ce-e0ae-408b-b8b0-4ee1641a8134 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50c27827-b3df-4511-a20f-238f6b402493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547457 Jul 16 09:46:51.913787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7156134-4809-4655-b27e-b47dddd402f0 req-cd2feeb3-4ac8-4c8d-955e-5eb10bd1c21d service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839880 Jul 16 09:46:52.335198 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7156134-4809-4655-b27e-b47dddd402f0 req-353d661b-368c-4aa4-8ac8-c225d0e6b680 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145339 Jul 16 09:47:04.142626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5677d-547c-483b-90da-0d753011159c req-ff4c1812-2ba0-4324-bb37-a7b8f1540e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:04.144042 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5677d-547c-483b-90da-0d753011159c req-ff4c1812-2ba0-4324-bb37-a7b8f1540e1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 1097 time: 0.0853744 Jul 16 09:47:04.199468 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264242e-62fe-45d9-bf5f-fbc76edd3c6a req-e5d28544-d17a-4b41-883f-a206134b83e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:04.200922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f264242e-62fe-45d9-bf5f-fbc76edd3c6a req-e5d28544-d17a-4b41-883f-a206134b83e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.1072569 Jul 16 09:47:04.279660 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f264242e-62fe-45d9-bf5f-fbc76edd3c6a req-d1475d7c-433e-41ce-943a-204b9da412a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522110 Jul 16 09:47:04.280817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5677d-547c-483b-90da-0d753011159c req-815a76dd-d578-4dd9-b65b-8ab3aa9e0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:04.282222 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5677d-547c-483b-90da-0d753011159c req-815a76dd-d578-4dd9-b65b-8ab3aa9e0112 service neutron] 10.222.0.52 "GET /v2.0/networks?id=50c27827-b3df-4511-a20f-238f6b402493 HTTP/1.1" status: 200 len: 898 time: 0.1308925 Jul 16 09:47:04.352349 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5677d-547c-483b-90da-0d753011159c req-4e0b882b-92ac-4cef-ba64-bbd0b0adb06e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edf76316-289f-4bb7-8940-d88a2d5645b1 HTTP/1.1" status: 200 len: 1001 time: 0.0622158 Jul 16 09:47:04.406948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5677d-547c-483b-90da-0d753011159c req-b7833c07-08fd-4340-92dc-8f9f95edb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:04.408300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5677d-547c-483b-90da-0d753011159c req-b7833c07-08fd-4340-92dc-8f9f95edb882 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=664ba84f-f539-47d6-bb3b-590b06fb01f7 HTTP/1.1" status: 200 len: 834 time: 0.0438185 Jul 16 09:47:04.465146 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5677d-547c-483b-90da-0d753011159c req-1bcca26e-9102-4bc4-9a6b-a0c01236a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:04.466653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5677d-547c-483b-90da-0d753011159c req-1bcca26e-9102-4bc4-9a6b-a0c01236a90a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50c27827-b3df-4511-a20f-238f6b402493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513849 Jul 16 09:47:04.562189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5677d-547c-483b-90da-0d753011159c req-4413b047-ace4-43f1-ab6d-f5464a61f797 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850236 Jul 16 09:47:04.652759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-71a5677d-547c-483b-90da-0d753011159c req-740b4395-8e02-4dc1-8429-9d65a054f6c8 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828791 Jul 16 09:47:05.463971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef99c35-ca2c-4f51-b51c-3ec2417f7695 req-fd66f8e0-6e46-44ad-8e87-1fce7f58838d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:05.465491 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eef99c35-ca2c-4f51-b51c-3ec2417f7695 req-fd66f8e0-6e46-44ad-8e87-1fce7f58838d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0698979 Jul 16 09:47:05.503970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eef99c35-ca2c-4f51-b51c-3ec2417f7695 req-c2d2f46d-522c-469e-9e70-efd0dace162a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329013 Jul 16 09:47:06.683593 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779cae3-b7bd-4dcc-b34e-304256f564ae req-d98dd73a-4d52-48fb-9bbb-f1180483c8d2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:06.685127 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3779cae3-b7bd-4dcc-b34e-304256f564ae req-d98dd73a-4d52-48fb-9bbb-f1180483c8d2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0657368 Jul 16 09:47:06.725117 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3779cae3-b7bd-4dcc-b34e-304256f564ae req-6bcc16c2-b656-4cfe-98ca-06f18e5f4b21 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344014 Jul 16 09:47:07.898765 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f65484-a30e-4ff1-97e4-b526d00317c5 req-94a50351-b5ec-455a-81e2-21e21f60b78e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:07.900167 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4f65484-a30e-4ff1-97e4-b526d00317c5 req-94a50351-b5ec-455a-81e2-21e21f60b78e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0637209 Jul 16 09:47:07.938347 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d4f65484-a30e-4ff1-97e4-b526d00317c5 req-baadfbf8-2bc2-455d-b42b-011c0eb55bd0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Jul 16 09:47:09.115515 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5af70-2519-4500-a002-59f7a352ed61 req-1c471644-2690-49c9-ba76-665b939f6e11 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:09.116990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2b5af70-2519-4500-a002-59f7a352ed61 req-1c471644-2690-49c9-ba76-665b939f6e11 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0659966 Jul 16 09:47:09.154899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c2b5af70-2519-4500-a002-59f7a352ed61 req-32234eed-72a9-47cc-8e75-dd10726a13ee tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Jul 16 09:47:10.326556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cc8b1-fd9a-40c8-84f3-f4ee2af68766 req-6acd7980-7491-48ae-b65a-9709d09143a1 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:10.327966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-239cc8b1-fd9a-40c8-84f3-f4ee2af68766 req-6acd7980-7491-48ae-b65a-9709d09143a1 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0642776 Jul 16 09:47:10.366642 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-239cc8b1-fd9a-40c8-84f3-f4ee2af68766 req-217a2ab0-b1eb-4347-88a7-a294beb3d040 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329647 Jul 16 09:47:10.620150 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:47:11.540421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5538ba-a0d6-4301-ad1e-a1373d3a9ccf req-1a12cd07-03a6-4afe-8dac-97855e199b1a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:11.541926 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc5538ba-a0d6-4301-ad1e-a1373d3a9ccf req-1a12cd07-03a6-4afe-8dac-97855e199b1a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0665779 Jul 16 09:47:11.579642 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fc5538ba-a0d6-4301-ad1e-a1373d3a9ccf req-e2081ce9-2e6d-4352-a94b-2d9ee5322ba6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Jul 16 09:47:12.753791 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4ab0-b53d-45c1-997b-66fae1262850 req-65457ef3-fc7e-48d7-a1dc-164a56ea4cfd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:12.755826 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092a4ab0-b53d-45c1-997b-66fae1262850 req-65457ef3-fc7e-48d7-a1dc-164a56ea4cfd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0647979 Jul 16 09:47:12.794461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-092a4ab0-b53d-45c1-997b-66fae1262850 req-4e1d8494-b24b-4406-baae-b15cc2fa9134 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328543 Jul 16 09:47:14.152344 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f874-4d87-4ce3-b221-f37093cdcdfc req-1d7c4819-8994-4085-861e-b32ac6d9c209 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:14.153876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9690f874-4d87-4ce3-b221-f37093cdcdfc req-1d7c4819-8994-4085-861e-b32ac6d9c209 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0636945 Jul 16 09:47:14.191617 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9690f874-4d87-4ce3-b221-f37093cdcdfc req-06675dac-fe4d-486e-b52a-87a20c22d560 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321445 Jul 16 09:47:14.521129 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5bac2df-6f92-47e7-9b7e-7ad87af342da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:15.372769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0713cd-7269-4333-a254-48b2c6bdd632 req-0ebcf909-7fef-4756-93bb-a54b9a82c502 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:15.374309 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc0713cd-7269-4333-a254-48b2c6bdd632 req-0ebcf909-7fef-4756-93bb-a54b9a82c502 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0705392 Jul 16 09:47:15.414366 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bc0713cd-7269-4333-a254-48b2c6bdd632 req-c078c8ed-1ae9-431f-bbbe-3847617cd288 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342371 Jul 16 09:47:15.885769 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:16.588979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666bb0c-c7f1-4146-ae00-3ec1a22e1f09 req-a8f946e1-c9ca-4097-8404-52c3a1af7dd2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:16.590540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2666bb0c-c7f1-4146-ae00-3ec1a22e1f09 req-a8f946e1-c9ca-4097-8404-52c3a1af7dd2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0647757 Jul 16 09:47:16.628936 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2666bb0c-c7f1-4146-ae00-3ec1a22e1f09 req-4b08251f-5161-4ada-a047-d25b56e84720 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328846 Jul 16 09:47:16.654780 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53206) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:16.722291 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-59ed5d3a-ece1-4907-9e35-b7a8a348d1a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/a8aa2ec9-3c1e-459f-ab14-a083489e527c HTTP/1.1" status: 200 len: 993 time: 0.0662875 Jul 16 09:47:17.689726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:17.714516 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0d91-9cc3-4643-8c89-8d12c81fdb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:19.083827 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:19.403588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:20.352275 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.521421 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-78161fc2-a613-4965-a5a2-39e1816f6eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.883997 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.091333 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53218) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:47.247048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 0f6019a7-cea1-4074-ac39-bc7796b36d0b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:47.247398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.322409 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.323279 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.334690 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 0f6019a7-cea1-4074-ac39-bc7796b36d0b owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:47.486480 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.512756 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=0f6019a7-cea1-4074-ac39-bc7796b36d0b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:47.524261 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.524617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.524960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.525305 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.525685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.526657 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.527074 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.527412 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.527745 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.528075 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.528428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.528753 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:47.590024 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.590390 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP a8aa2ec9-3c1e-459f-ab14-a083489e527c disassociated (deleted). External IP: 172.25.6.221, port: edf76316-289f-4bb7-8940-d88a2d5645b1. Jul 16 09:47:47.619487 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:47:47.691123 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.716056 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d9121feb-564f-4135-b801-8f15b4fb20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.805257 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 47dc50e8-7853-4aab-a1b6-8492201bef46 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:47.914609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:47.919364 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.923972 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] Sync routers for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:47.933098 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:47.933761 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:47.955398 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e7778033-9690-432d-be6e-ec1e7f819aff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/floatingips/a8aa2ec9-3c1e-459f-ab14-a083489e527c HTTP/1.1" status: 204 len: 168 time: 0.8629875 Jul 16 09:47:47.955995 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:47.958273 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eceffc8-f543-4175-9817-3392c881b648" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:47.996105 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423675ef-e007-496a-a523-85b010af80e6 x-openstack-request-id: req-423675ef-e007-496a-a523-85b010af80e6 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:47.996394 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:47.996646 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-423675ef-e007-496a-a523-85b010af80e6 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:47.997245 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'status': 'completed', 'code': 200} Jul 16 09:47:48.056667 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:48.083310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceffc8-f543-4175-9817-3392c881b648 req-c4e63a46-67a8-4abe-bebf-144c5e6a1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:48.084837 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6eceffc8-f543-4175-9817-3392c881b648 req-c4e63a46-67a8-4abe-bebf-144c5e6a1de4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 1097 time: 0.0643570 Jul 16 09:47:48.188575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceffc8-f543-4175-9817-3392c881b648 req-532a63c9-292b-43e3-a909-e568ce039655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:48.190139 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6eceffc8-f543-4175-9817-3392c881b648 req-532a63c9-292b-43e3-a909-e568ce039655 service neutron] 10.222.0.52 "GET /v2.0/networks?id=50c27827-b3df-4511-a20f-238f6b402493 HTTP/1.1" status: 200 len: 898 time: 0.0992608 Jul 16 09:47:48.243829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6eceffc8-f543-4175-9817-3392c881b648 req-dbe07083-cf50-4468-addc-5a4ee7c357e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edf76316-289f-4bb7-8940-d88a2d5645b1 HTTP/1.1" status: 200 len: 217 time: 0.0413051 Jul 16 09:47:48.275728 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:20Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:48.323169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceffc8-f543-4175-9817-3392c881b648 req-5cddae15-29df-4f5d-a90b-911c14b30819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:48.324581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6eceffc8-f543-4175-9817-3392c881b648 req-5cddae15-29df-4f5d-a90b-911c14b30819 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=664ba84f-f539-47d6-bb3b-590b06fb01f7 HTTP/1.1" status: 200 len: 834 time: 0.0746946 Jul 16 09:47:48.386586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6970a-f46a-4b09-bab3-387229daccf0 req-9954a092-b237-4bd2-ab40-5e458004f865 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:48.388144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7a6970a-f46a-4b09-bab3-387229daccf0 req-9954a092-b237-4bd2-ab40-5e458004f865 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.1090205 Jul 16 09:47:48.398379 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] Checking router: 47dc50e8-7853-4aab-a1b6-8492201bef46 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:48.407589 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:48.408221 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:48.436626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceffc8-f543-4175-9817-3392c881b648 req-ea1f6dee-87ee-4ec4-85df-bb761f1391fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:48.438169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6eceffc8-f543-4175-9817-3392c881b648 req-ea1f6dee-87ee-4ec4-85df-bb761f1391fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50c27827-b3df-4511-a20f-238f6b402493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035357 Jul 16 09:47:48.445342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7a6970a-f46a-4b09-bab3-387229daccf0 req-3fee4705-bdcc-456c-95fa-5054cfaae209 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507426 Jul 16 09:47:48.513776 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:48.531403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6eceffc8-f543-4175-9817-3392c881b648 req-0cf16a2e-19db-4a57-a2df-4138a9de2ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851018 Jul 16 09:47:48.625775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6eceffc8-f543-4175-9817-3392c881b648 req-5963c91a-adb3-4674-b027-a69306306af1 service neutron] 10.222.0.52 "GET /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877380 Jul 16 09:47:48.714938 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:20Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:48.740599 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28daa095-0486-48fa-ab4c-5a7701d56344 None None] The sync data for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 is: [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'e43c6127-c190-4fd4-b4ff-a7b157fddef3', 'name': '', 'network_id': '50c27827-b3df-4511-a20f-238f6b402493', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:cb:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:15Z', 'updated_at': '2021-07-16T09:46:20Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '664ba84f-f539-47d6-bb3b-590b06fb01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:48.965247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e12f25-002d-4ecb-9045-5ce63bbadf21 None None] New status for floating IP a8aa2ec9-3c1e-459f-ab14-a083489e527c: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:47:49.086604 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.404072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.632501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc359-0aa6-47b6-ad61-04b6f0cca47a req-3412a804-92cf-4a19-b83f-b39954b06f9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.634012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9abc359-0aa6-47b6-ad61-04b6f0cca47a req-3412a804-92cf-4a19-b83f-b39954b06f9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0637629 Jul 16 09:47:49.699718 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e9abc359-0aa6-47b6-ad61-04b6f0cca47a req-20819ca7-d444-42b8-92b3-c7453151dce9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591919 Jul 16 09:47:49.730421 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c40e94ae-27aa-4b53-b9e7-3df49c559b07 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.731918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c40e94ae-27aa-4b53-b9e7-3df49c559b07 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ecc940a-58b0-4cdb-b32a-9ee286998efa HTTP/1.1" status: 200 len: 945 time: 0.0720820 Jul 16 09:47:49.834804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port edf76316-289f-4bb7-8940-d88a2d5645b1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:49.835144 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.926507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port edf76316-289f-4bb7-8940-d88a2d5645b1, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=edf76316-289f-4bb7-8940-d88a2d5645b1,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:49.926874 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.944966 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for edf76316-289f-4bb7-8940-d88a2d5645b1 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:50.074918 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.104233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=edf76316-289f-4bb7-8940-d88a2d5645b1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:50.116596 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.116941 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.117282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.117615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.117975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.118303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.118627 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.118954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.119276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.120116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.120431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.120754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.163081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] No DVR routers for this DVR port edf76316-289f-4bb7-8940-d88a2d5645b1 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:50.165675 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.167737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-567096df-0bb8-43a0-9274-5aee5e2233ef req-c9bf5d0b-8952-4100-8d93-24ce7e64ec02 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "DELETE /v2.0/ports/edf76316-289f-4bb7-8940-d88a2d5645b1 HTTP/1.1" status: 204 len: 173 time: 0.4304223 Jul 16 09:47:50.168232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'name': 'network-vif-deleted', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:50.170489 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8429ed4-6a11-4295-b00d-e4400ed8c3b4" -d '{"events": [{"server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "name": "network-vif-deleted", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:50.211337 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8016863-19b4-4f34-9b14-1d85b1fb6271 x-openstack-request-id: req-c8016863-19b4-4f34-9b14-1d85b1fb6271 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:50.211621 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecc940a-58b0-4cdb-b32a-9ee286998efa", "name": "network-vif-deleted", "tag": "edf76316-289f-4bb7-8940-d88a2d5645b1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:50.211876 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8016863-19b4-4f34-9b14-1d85b1fb6271 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:50.212282 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecc940a-58b0-4cdb-b32a-9ee286998efa', 'name': 'network-vif-deleted', 'tag': 'edf76316-289f-4bb7-8940-d88a2d5645b1', 'status': 'completed', 'code': 200} Jul 16 09:47:50.354977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.799766 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53232) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:51.154614 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.414905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port e43c6127-c190-4fd4-b4ff-a7b157fddef3 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:51.415155 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.504897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port e43c6127-c190-4fd4-b4ff-a7b157fddef3, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e43c6127-c190-4fd4-b4ff-a7b157fddef3,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:51.505261 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.517658 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for e43c6127-c190-4fd4-b4ff-a7b157fddef3 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:51.704904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.734533 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=e43c6127-c190-4fd4-b4ff-a7b157fddef3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:52.232448 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.445630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 47dc50e8-7853-4aab-a1b6-8492201bef46 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:52.547693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:52.552726 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-36048f38-7399-4b7d-a6eb-888e902a0bca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/47dc50e8-7853-4aab-a1b6-8492201bef46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519145 Jul 16 09:47:52.555988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53234) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:52.559108 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] Sync routers for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:52.568136 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:52.568735 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:52.613216 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7012dc-4d2e-49a9-b48b-450c0e83ff91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting subnet 664ba84f-f539-47d6-bb3b-590b06fb01f7 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:47:52.616496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab7012dc-4d2e-49a9-b48b-450c0e83ff91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.656893 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab7012dc-4d2e-49a9-b48b-450c0e83ff91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.673539 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:52.740019 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab7012dc-4d2e-49a9-b48b-450c0e83ff91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.812995 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab7012dc-4d2e-49a9-b48b-450c0e83ff91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.841183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7012dc-4d2e-49a9-b48b-450c0e83ff91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Subnet': ['ID=664ba84f-f539-47d6-bb3b-590b06fb01f7,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:52.846385 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ab7012dc-4d2e-49a9-b48b-450c0e83ff91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.851478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53236) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:52.851916 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ab7012dc-4d2e-49a9-b48b-450c0e83ff91 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/subnets/664ba84f-f539-47d6-bb3b-590b06fb01f7 HTTP/1.1" status: 204 len: 168 time: 0.2947428 Jul 16 09:47:52.855544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38997a52-069b-430b-b1ca-51bd1e4ea167 None None] Network 50c27827-b3df-4511-a20f-238f6b402493 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:52.865283 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:47:51Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:52.893155 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] Checking router: 47dc50e8-7853-4aab-a1b6-8492201bef46 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:52.903639 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] Routers {'47dc50e8-7853-4aab-a1b6-8492201bef46'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:52.904255 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['47dc50e8-7853-4aab-a1b6-8492201bef46'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:52.967957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.017353 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] Set router 47dc50e8-7853-4aab-a1b6-8492201bef46 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:53.068967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device edf76316-289f-4bb7-8940-d88a2d5645b1 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:53.071042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] DHCP port deletion for 50c27827-b3df-4511-a20f-238f6b402493 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:47:53.085768 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.092499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: edf76316-289f-4bb7-8940-d88a2d5645b1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:53.092856 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device edf76316-289f-4bb7-8940-d88a2d5645b1 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:53.137907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Deleting port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:53.138285 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.144763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 1701a11b-982c-4de5-8e53-9f8c9a284958 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:53.145147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.207748 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] For port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=63273d01-cdd2-4ef0-a3ac-a60f8b41e448,segment=NetworkSegment(62e580c6-7da8-4a60-9315-72b6f167f28f),segment_id=62e580c6-7da8-4a60-9315-72b6f167f28f)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:53.208154 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.208986 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:47:51Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:53.222044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Calling delete_port for 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:53.236099 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 1701a11b-982c-4de5-8e53-9f8c9a284958, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=1701a11b-982c-4de5-8e53-9f8c9a284958,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:53.236554 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.244731 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58f3d6-1f6f-4a74-82ce-1dc2b33917c4 None None] The sync data for ids ['47dc50e8-7853-4aab-a1b6-8492201bef46'] in n-d-780147-28 is: [{'id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135335683', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:12Z', 'updated_at': '2021-07-16T09:47:51Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': '1701a11b-982c-4de5-8e53-9f8c9a284958', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc50e8-7853-4aab-a1b6-8492201bef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:13Z', 'updated_at': '2021-07-16T09:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:53.249738 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 1701a11b-982c-4de5-8e53-9f8c9a284958 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:53.308478 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.337766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Pushing event deleted for resources: {'Port': ['ID=63273d01-cdd2-4ef0-a3ac-a60f8b41e448,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:53.340777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] No DVR routers for this DVR port 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:53.351141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.351141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.351141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.351141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.351141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.351141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.352183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.352183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.352183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.352476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.353970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.353970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff306-8467-4ec5-9a2d-3cc65af54e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:53.431251 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.465233 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=1701a11b-982c-4de5-8e53-9f8c9a284958,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:53.525078 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.617355 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.619606 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.668387 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.668854 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Fanout notify agent at l3_agent the message router_deleted on router 47dc50e8-7853-4aab-a1b6-8492201bef46 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:47:53.676380 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.677531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8246a676-54be-47a6-9f8e-8b30d39a56d5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/routers/47dc50e8-7853-4aab-a1b6-8492201bef46 HTTP/1.1" status: 204 len: 168 time: 0.8250549 Jul 16 09:47:53.680253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53238) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:53.766627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.856995 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.867788 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c27827-b3df-4511-a20f-238f6b402493']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:53.879518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e580c6-7da8-4a60-9315-72b6f167f28f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:53.879814 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e580c6-7da8-4a60-9315-72b6f167f28f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:53.890047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.903896 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.910206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:47:53.910625 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:47:53.913788 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:47:53.973595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.978304 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.980280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/networks/50c27827-b3df-4511-a20f-238f6b402493 HTTP/1.1" status: 204 len: 168 time: 0.2990913 Jul 16 09:47:53.983592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53240) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:53.994044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e753ac-c328-499d-992b-5b1de1ce1ecc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Network': ['ID=50c27827-b3df-4511-a20f-238f6b402493,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:54.043610 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c45d744-0ce6-4e77-8aba-46c13ef10ed4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.069793 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c45d744-0ce6-4e77-8aba-46c13ef10ed4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.130321 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c45d744-0ce6-4e77-8aba-46c13ef10ed4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.132873 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2c45d744-0ce6-4e77-8aba-46c13ef10ed4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.136999 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2c45d744-0ce6-4e77-8aba-46c13ef10ed4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/security-groups/6abeea2f-4c22-46d6-87e2-b417a3f8a4a2 HTTP/1.1" status: 204 len: 168 time: 0.1523528 Jul 16 09:47:54.146275 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45d744-0ce6-4e77-8aba-46c13ef10ed4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abeea2f-4c22-46d6-87e2-b417a3f8a4a2,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:54.301901 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e43c6127-c190-4fd4-b4ff-a7b157fddef3 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:54.323262 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: e43c6127-c190-4fd4-b4ff-a7b157fddef3 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:54.323540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e43c6127-c190-4fd4-b4ff-a7b157fddef3 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:54.323961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:54.341727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:54.342073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 63273d01-cdd2-4ef0-a3ac-a60f8b41e448 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:54.342475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1701a11b-982c-4de5-8e53-9f8c9a284958 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:54.360897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 1701a11b-982c-4de5-8e53-9f8c9a284958 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:54.361236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 1701a11b-982c-4de5-8e53-9f8c9a284958 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:54.656005 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53246) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:54.660643 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-54e67556-e92a-471a-b92e-8fce89043ae8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205752141', 'description': 'tempest-secgroup-smoke-1205752141 description', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:54.684306 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54e67556-e92a-471a-b92e-8fce89043ae8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.764395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54e67556-e92a-471a-b92e-8fce89043ae8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.767988 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54e67556-e92a-471a-b92e-8fce89043ae8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.798052 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-54e67556-e92a-471a-b92e-8fce89043ae8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.799257 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-54e67556-e92a-471a-b92e-8fce89043ae8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422486 Jul 16 09:47:54.802382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:54.803221 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e67556-e92a-471a-b92e-8fce89043ae8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae43519-b682-4152-9bde-beedaa15c6ad,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:54.808111 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b0811dd4-8f08-4bdc-8c8e-7c2735ef466d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '1ae43519-b682-4152-9bde-beedaa15c6ad', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:54.835795 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0811dd4-8f08-4bdc-8c8e-7c2735ef466d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.898241 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0811dd4-8f08-4bdc-8c8e-7c2735ef466d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.902581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0811dd4-8f08-4bdc-8c8e-7c2735ef466d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.920135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0811dd4-8f08-4bdc-8c8e-7c2735ef466d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc7573d-1011-4c3e-acdc-26b3323fc736,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:54.925866 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0811dd4-8f08-4bdc-8c8e-7c2735ef466d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.926894 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b0811dd4-8f08-4bdc-8c8e-7c2735ef466d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234231 Jul 16 09:47:54.929575 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53250) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:54.934231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d8211c78-2ef4-4241-81aa-1c0f64a8f775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '1ae43519-b682-4152-9bde-beedaa15c6ad', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:54.965454 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8211c78-2ef4-4241-81aa-1c0f64a8f775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.024064 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8211c78-2ef4-4241-81aa-1c0f64a8f775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.028183 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8211c78-2ef4-4241-81aa-1c0f64a8f775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.048476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8211c78-2ef4-4241-81aa-1c0f64a8f775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e49cf87-e4dc-4545-899d-c9aa2f30347a,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:55.052690 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d8211c78-2ef4-4241-81aa-1c0f64a8f775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.054547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d8211c78-2ef4-4241-81aa-1c0f64a8f775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232708 Jul 16 09:47:55.056843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53252) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:55.062382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a12a1d8f-2697-4ab8-b117-89d5c89e3833 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '1ae43519-b682-4152-9bde-beedaa15c6ad', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:55.091215 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a12a1d8f-2697-4ab8-b117-89d5c89e3833 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.148791 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a12a1d8f-2697-4ab8-b117-89d5c89e3833 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.152300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a12a1d8f-2697-4ab8-b117-89d5c89e3833 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.170003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a1d8f-2697-4ab8-b117-89d5c89e3833 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2194409-a1d4-4d04-a2b3-4d506a083f7a,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:55.175193 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a12a1d8f-2697-4ab8-b117-89d5c89e3833 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.179525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a12a1d8f-2697-4ab8-b117-89d5c89e3833 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210856 Jul 16 09:47:55.179698 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53254) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:55.185197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-c28d679c-23f5-4daf-9e45-14949e0c2d51 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '1ae43519-b682-4152-9bde-beedaa15c6ad', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:55.219180 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c28d679c-23f5-4daf-9e45-14949e0c2d51 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.285735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c28d679c-23f5-4daf-9e45-14949e0c2d51 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.289386 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c28d679c-23f5-4daf-9e45-14949e0c2d51 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.306242 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d679c-23f5-4daf-9e45-14949e0c2d51 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4756ffb-143c-42e4-aab5-394c73ea7483,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:55.313259 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-c28d679c-23f5-4daf-9e45-14949e0c2d51 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.314498 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-c28d679c-23f5-4daf-9e45-14949e0c2d51 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337290 Jul 16 09:47:55.317453 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53256) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:55.321851 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d489d911-85b7-44e9-9191-b27f257a02a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '1ae43519-b682-4152-9bde-beedaa15c6ad', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:55.343123 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-d489d911-85b7-44e9-9191-b27f257a02a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:47:55.347911 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d489d911-85b7-44e9-9191-b27f257a02a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.408359 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d489d911-85b7-44e9-9191-b27f257a02a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.412223 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d489d911-85b7-44e9-9191-b27f257a02a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.431099 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489d911-85b7-44e9-9191-b27f257a02a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc2b2cf-c31b-4178-8b96-1d944bbbdb2b,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:55.439101 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d489d911-85b7-44e9-9191-b27f257a02a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.440374 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d489d911-85b7-44e9-9191-b27f257a02a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219761 Jul 16 09:47:55.443234 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53258) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:55.448547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4cdae226-c61d-4c64-8ead-9a5e33c8bf19 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '1ae43519-b682-4152-9bde-beedaa15c6ad', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:55.470043 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-4cdae226-c61d-4c64-8ead-9a5e33c8bf19 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:47:55.474788 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cdae226-c61d-4c64-8ead-9a5e33c8bf19 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.536662 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cdae226-c61d-4c64-8ead-9a5e33c8bf19 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.540127 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cdae226-c61d-4c64-8ead-9a5e33c8bf19 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.556019 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae226-c61d-4c64-8ead-9a5e33c8bf19 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a71d06-d274-45e0-916a-34a93a749878,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:55.565754 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4cdae226-c61d-4c64-8ead-9a5e33c8bf19 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.566955 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4cdae226-c61d-4c64-8ead-9a5e33c8bf19 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227469 Jul 16 09:47:55.569856 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53260) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:55.574837 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'network': {'name': 'tempest-network-smoke--778200850', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:55.594838 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:55.598324 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.625821 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:47:55.634685 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.635131 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Added segment edeac628-3900-4f62-8492-65e1ea6ce3bc of type vlan for network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 Jul 16 09:47:55.674358 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.702383 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.707859 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:55.708438 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.741619 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1707695 Jul 16 09:47:55.745101 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53262) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:55.751988 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'admin_state_up': True, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:55.786463 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb952db-5107-4b13-be49-e2487c518564 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Network': ['ID=9b6f8384-5839-4b6d-b49f-e42505dc38c2,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:55.797469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:47:55.803303 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.804352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.861701 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.000597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.199037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.218075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.323778 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.223 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/d49f0add-1ca1-492c-a905-0a3cf7b3be58) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:56.424716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.462732 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.506865 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:56.509610 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:56.514209 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:56.519695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=d49f0add-1ca1-492c-a905-0a3cf7b3be58,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:56.768030 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.966458 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.089671 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:47:57.195047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:57.204780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Sync routers for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:57.212505 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.214313 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:57.214629 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b06bd1cb-fed1-4f67-9730-14ac1498a4a7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4685605 Jul 16 09:47:57.215058 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:57.217843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53264) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:57.251612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-2b97ff15-dcd1-45c7-bd8d-d10422258dbf tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d5f1a9bcd7d64be6969f64d128c651b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300515 Jul 16 09:47:57.252002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53266) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:57.323959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:57.340536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d1bc9-4d98-469c-8f31-f2edfe0cc5c9 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:57.345005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6e0d1bc9-4d98-469c-8f31-f2edfe0cc5c9 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890441 Jul 16 09:47:57.345214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53268) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:57.373962 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e2e203b0-21c7-4ae9-9bce-b0f12c763a5c tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276306 Jul 16 09:47:57.376702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53270) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:57.381556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-816599502', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:57.473506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:57.476963 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.504641 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:56Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:57.535485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Checking router: 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:57.535833 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Updating router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 port d49f0add-1ca1-492c-a905-0a3cf7b3be58 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:47:57.673991 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.726326 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.737254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Subnet': ['ID=382bceae-5dbb-4188-918b-f532991169f4,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:57.745619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Checking segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:57.746016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network hostable DHCP agents. Network: 9b6f8384-5839-4b6d-b49f-e42505dc38c2, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:47:57.764199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:47:57.774445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 9b6f8384-5839-4b6d-b49f-e42505dc38c2) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:57.778810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:57.779529 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.798343 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e0c38097-b51e-4e79-9ad8-893f48d3e820 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4178562 Jul 16 09:47:57.798566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53272) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:57.816304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46804d2-8928-4943-b3c5-8e6daa8ef2db None None] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:58.060144 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:47:58.060987 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.171027 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.194387 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Transition to ACTIVE for port object d49f0add-1ca1-492c-a905-0a3cf7b3be58 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:58.203276 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.237495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.289566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Attempting to bind port d49f0add-1ca1-492c-a905-0a3cf7b3be58 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:58.290174 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Attempting to bind port d49f0add-1ca1-492c-a905-0a3cf7b3be58 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:58.290293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Attempting to bind port d49f0add-1ca1-492c-a905-0a3cf7b3be58 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:58.302789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143ec17-e542-4974-a6e4-c94624c7c28d None None] Pushing event updated for resources: {'Port': ['ID=d49f0add-1ca1-492c-a905-0a3cf7b3be58,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:58.309384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:58.310096 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:58.310556 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.311003 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:58.311673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Bound port: d49f0add-1ca1-492c-a905-0a3cf7b3be58, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:58.312274 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.314442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Allocated IP 172.20.0.2 (9b6f8384-5839-4b6d-b49f-e42505dc38c2/382bceae-5dbb-4188-918b-f532991169f4/987c903d-e84b-4aa3-abe4-bf80d3fa1a19) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:58.427131 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] For port d49f0add-1ca1-492c-a905-0a3cf7b3be58, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:58.445803 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] For port d49f0add-1ca1-492c-a905-0a3cf7b3be58, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d49f0add-1ca1-492c-a905-0a3cf7b3be58,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:58.452706 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.563451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:58.564006 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:58.612028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143ec17-e542-4974-a6e4-c94624c7c28d None None] Pushing event updated for resources: {'Port': ['ID=d49f0add-1ca1-492c-a905-0a3cf7b3be58,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:58.636410 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.679459 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Transition to ACTIVE for port object 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:58.707305 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Transition to ACTIVE for port object 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:58.717348 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.721010 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:58.832271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:58.840644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:58.843294 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:58.845472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.1 (9b6f8384-5839-4b6d-b49f-e42505dc38c2/382bceae-5dbb-4188-918b-f532991169f4/0664fe3c-d2e2-4413-a970-1dc793e2013a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:58.851270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Pushing event updated for resources: {'Port': ['ID=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:58.945384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Attempting to bind port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:58.945774 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Attempting to bind port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:58.946130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Attempting to bind port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 on network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:58.957553 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:58.957956 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Checking segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:58.958345 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.958731 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Bound using segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:58.959194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Bound port: 987c903d-e84b-4aa3-abe4-bf80d3fa1a19, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:58.959561 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.966513 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.980829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object 0664fe3c-d2e2-4413-a970-1dc793e2013a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:59.014555 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.053162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] For port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:59.058410 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] For port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:59.059683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:59.062702 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:56Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:59.063239 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:59.066076 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.067335 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:59.091104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=0664fe3c-d2e2-4413-a970-1dc793e2013a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:59.101544 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c34e6-58ed-4993-9549-d8b19d32fbc4 None None] The sync data for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 is: [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:56Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:59.116805 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.154989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82a728-c62b-4d3a-9759-b9eb65de61fc None None] Pushing event updated for resources: {'Port': ['ID=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:59.284195 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.636214 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.642031 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.729213 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.731016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=0664fe3c-d2e2-4413-a970-1dc793e2013a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:59.842993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:59.844818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:59.980566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:00.119672 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:00.130160 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-17540af6-37a4-4399-88ec-98d223f8c93c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/691ebc42-e6ac-423e-a3ce-fcbe6d2cb386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3306160 Jul 16 09:48:00.174886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:00.202045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4262bf-0e60-4ff5-8d02-b264fbd6fe31 None None] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:48:00.277020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-551b4d97-747b-4b8b-82da-94eee1598b5b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205752141&fields=id&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 267 time: 0.0357411 Jul 16 09:48:00.303694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:00.310673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0a6041ff-8e3f-4e49-9040-e7b4096edd39 None None] Provisioning for port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:00.332383 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:00.332751 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.352706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-0a6041ff-8e3f-4e49-9040-e7b4096edd39 None None] Provisioning complete for port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:00.353062 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a6041ff-8e3f-4e49-9040-e7b4096edd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.396774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-71b1bab8-58c9-49b8-944d-a6a0d81d488f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:00.398208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-71b1bab8-58c9-49b8-944d-a6a0d81d488f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 796 time: 0.1127517 Jul 16 09:48:00.413878 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-a92b4ae8-55ae-4a50-8352-0c97eeebb3d6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/quotas/d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 375 time: 0.0093310 Jul 16 09:48:00.482553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-59b0879d-24b6-4311-ba64-cba6c9b6ff8a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630937 Jul 16 09:48:00.522884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.534293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0a6041ff-8e3f-4e49-9040-e7b4096edd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.577245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:00.583120 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.583982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d49f0add-1ca1-492c-a905-0a3cf7b3be58 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:00.602045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-8da9f197-c4a8-4f8a-87a2-e258353fd3c5 service neutron] 10.222.0.55 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067135 Jul 16 09:48:00.707345 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-be281559-413c-4b98-b5af-64780168721e service neutron] 10.222.0.55 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992589 Jul 16 09:48:00.855199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-0a6041ff-8e3f-4e49-9040-e7b4096edd39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:48:00.855625 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-0a6041ff-8e3f-4e49-9040-e7b4096edd39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:48:00.857253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:00.877923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port d49f0add-1ca1-492c-a905-0a3cf7b3be58 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:00.882911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d49f0add-1ca1-492c-a905-0a3cf7b3be58 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:00.884470 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.942201 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-97f8b5f3-d46c-4512-a2d9-077f17932175 req-9acfe523-d4b9-43c6-9b44-18f48f5b1f03 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 210 time: 0.0367639 Jul 16 09:48:00.980358 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.996529 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Sync routers for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:01.007073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port d49f0add-1ca1-492c-a905-0a3cf7b3be58, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d49f0add-1ca1-492c-a905-0a3cf7b3be58,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:01.013092 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.016997 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:01.018974 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:01.077149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=d49f0add-1ca1-492c-a905-0a3cf7b3be58,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:01.156339 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:01.365674 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 2, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:01.397928 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Checking router: 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:01.398276 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Updating router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 port 0664fe3c-d2e2-4413-a970-1dc793e2013a binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:48:01.519484 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bc89f7b7-6151-48b9-9386-e07b0ba27098 None None] Provisioning for port 0664fe3c-d2e2-4413-a970-1dc793e2013a completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:01.523174 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.524037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bc89f7b7-6151-48b9-9386-e07b0ba27098 None None] Provisioning complete for port 0664fe3c-d2e2-4413-a970-1dc793e2013a triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:01.524694 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc89f7b7-6151-48b9-9386-e07b0ba27098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.562575 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-bc89f7b7-6151-48b9-9386-e07b0ba27098 None None] Port 0664fe3c-d2e2-4413-a970-1dc793e2013a cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:01.572171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bc89f7b7-6151-48b9-9386-e07b0ba27098 None None] Provisioning complete for port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:01.573066 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bc89f7b7-6151-48b9-9386-e07b0ba27098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.791937 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.801295 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Transition to ACTIVE for port object 0664fe3c-d2e2-4413-a970-1dc793e2013a will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:01.807372 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.865151 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Pushing event updated for resources: {'Port': ['ID=0664fe3c-d2e2-4413-a970-1dc793e2013a,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:01.892870 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.893211 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.893549 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.893909 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.894235 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.894561 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.894882 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.895201 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.895519 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.895837 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.896156 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.896555 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:01.929521 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Attempting to bind port 0664fe3c-d2e2-4413-a970-1dc793e2013a on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:48:01.929910 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Attempting to bind port 0664fe3c-d2e2-4413-a970-1dc793e2013a by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:48:01.930275 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Attempting to bind port 0664fe3c-d2e2-4413-a970-1dc793e2013a on network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:01.936546 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:48:01.936919 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Checking segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:01.937461 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.937884 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Bound using segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:48:01.938352 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Bound port: 0664fe3c-d2e2-4413-a970-1dc793e2013a, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:48:01.938733 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.058396 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] For port 0664fe3c-d2e2-4413-a970-1dc793e2013a, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:48:02.068817 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] For port 0664fe3c-d2e2-4413-a970-1dc793e2013a, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0664fe3c-d2e2-4413-a970-1dc793e2013a,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:48:02.076296 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.143443 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:02.144642 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:02.161543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:02.181025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-812e6fe3-e0b1-4ded-a71f-b7d7c105b8a2 req-adfdc384-65fb-4a3d-a57d-27b9c93e2144 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 210 time: 0.0602074 Jul 16 09:48:02.232651 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e5bd-61e9-4ffa-bf3a-e5cbb6bcb654 None None] Pushing event updated for resources: {'Port': ['ID=0664fe3c-d2e2-4413-a970-1dc793e2013a,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:02.247128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-c23681da-82f4-492c-be02-8182c3ba8788 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:02.248697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-c23681da-82f4-492c-be02-8182c3ba8788 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 796 time: 0.2613184 Jul 16 09:48:02.274894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:02.275467 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.327762 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-8d4bcc33-e382-4120-87b7-58ac121fc9f7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 380 time: 0.0648456 Jul 16 09:48:02.336326 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:02.343485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'port': {'device_id': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'admin_state_up': True, 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'security_groups': ['1ae43519-b682-4152-9bde-beedaa15c6ad']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:02.372133 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d49f0add-1ca1-492c-a905-0a3cf7b3be58 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:02.431217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d49f0add-1ca1-492c-a905-0a3cf7b3be58 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:02.432327 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.469896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:48:02.473898 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.550646 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:02Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:02.581915 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d20525-fec1-43c4-9a06-8b8bacc04908 None None] The sync data for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 is: [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:02Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:02.614008 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.9 (9b6f8384-5839-4b6d-b49f-e42505dc38c2/382bceae-5dbb-4188-918b-f532991169f4/54546db0-bf72-4362-9420-06d9f0b8fe84) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:02.782431 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.797188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object 54546db0-bf72-4362-9420-06d9f0b8fe84 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:02.833737 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.891048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:02.894633 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:02.898995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:02.930357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:02.966193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:02.966873 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.984351 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-bb2fd429-9466-4872-ad38-f930127fc1e3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6451850 Jul 16 09:48:02.998188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Request body: {'port': {'device_id': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:03.081913 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.152624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-665fa6c6-96cc-4434-89a3-a772baffd193 None None] Provisioning for port 54546db0-bf72-4362-9420-06d9f0b8fe84 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:03.156725 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-665fa6c6-96cc-4434-89a3-a772baffd193 None None] Provisioning complete for port 54546db0-bf72-4362-9420-06d9f0b8fe84 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:03.157104 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-665fa6c6-96cc-4434-89a3-a772baffd193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.192897 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-665fa6c6-96cc-4434-89a3-a772baffd193 None None] Port 54546db0-bf72-4362-9420-06d9f0b8fe84 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:03.430295 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54546db0-bf72-4362-9420-06d9f0b8fe84 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:48:03.441855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16d6e0-0d1c-461c-8805-001af2708e62 req-d387d9b3-26a1-4065-8274-f1ce9f92aebf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:03.443445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d16d6e0-0d1c-461c-8805-001af2708e62 req-d387d9b3-26a1-4065-8274-f1ce9f92aebf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 931 time: 0.1321704 Jul 16 09:48:03.448043 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.476354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Transition to ACTIVE for port object 54546db0-bf72-4362-9420-06d9f0b8fe84 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:03.482345 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.524924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d16d6e0-0d1c-461c-8805-001af2708e62 req-cd05857d-24eb-4b9a-b479-28e50b373112 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742278 Jul 16 09:48:03.553770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:03.630181 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Attempting to bind port 54546db0-bf72-4362-9420-06d9f0b8fe84 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:48:03.630528 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Attempting to bind port 54546db0-bf72-4362-9420-06d9f0b8fe84 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:48:03.630865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Attempting to bind port 54546db0-bf72-4362-9420-06d9f0b8fe84 on network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:03.636744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Port 54546db0-bf72-4362-9420-06d9f0b8fe84 on network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:48:03.637072 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Attempting to bind port 54546db0-bf72-4362-9420-06d9f0b8fe84 on network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:03.642495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:48:03.642841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Checking segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:03.643232 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Bound using segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:48:03.643831 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Bound port: 54546db0-bf72-4362-9420-06d9f0b8fe84, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:48:03.644117 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.715112 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:48:03.718823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:48:03.723925 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.767981 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:03.768687 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.770144 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] 10.222.0.52 "PUT /v2.0/ports/54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 1092 time: 0.7779243 Jul 16 09:48:03.770621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:03.773057 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad162b7-bbab-4806-b158-d1948fe03270" -d '{"events": [{"name": "network-changed", "server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:03.822287 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224a9941-728f-45e2-b999-8e47aa7fec17 x-openstack-request-id: req-224a9941-728f-45e2-b999-8e47aa7fec17 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:03.823013 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:03.823626 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-224a9941-728f-45e2-b999-8e47aa7fec17 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:03.824224 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'status': 'completed', 'code': 200} Jul 16 09:48:03.826228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d07f11-44c0-4cf3-8196-afc9ac352f17 service neutron] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:03.876563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-48dfdd60-5f07-4eab-9192-edc93246aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:03.878211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-48dfdd60-5f07-4eab-9192-edc93246aabd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1095 time: 0.0666206 Jul 16 09:48:03.922419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-736513ba-7003-4224-9024-60b85c356e8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 217 time: 0.0364723 Jul 16 09:48:03.976623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-ccea448a-7a76-468e-bc95-f58a17369c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:03.978148 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-ccea448a-7a76-468e-bc95-f58a17369c56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0492072 Jul 16 09:48:04.037511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-743e5c3d-2959-48fb-a4cf-d6cd64aeeb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:04.039108 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-743e5c3d-2959-48fb-a4cf-d6cd64aeeb6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546954 Jul 16 09:48:04.112044 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0664fe3c-d2e2-4413-a970-1dc793e2013a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:04.138437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-ede47e67-e2eb-4ec8-9b2a-6e4a08ae8899 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929034 Jul 16 09:48:04.161799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 0664fe3c-d2e2-4413-a970-1dc793e2013a completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:04.165379 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0664fe3c-d2e2-4413-a970-1dc793e2013a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:04.165785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.234088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34e30d19-3fb2-4c8c-82a3-4fae3e7fa6e2 req-d9771587-eef5-4408-8fec-ea0a4b5cd8a2 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895846 Jul 16 09:48:04.247600 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.281592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 0664fe3c-d2e2-4413-a970-1dc793e2013a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0664fe3c-d2e2-4413-a970-1dc793e2013a,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:04.286337 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.334217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=0664fe3c-d2e2-4413-a970-1dc793e2013a,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:04.342218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad162b7-bbab-4806-b158-d1948fe03270 req-a9b4922c-a231-43aa-9d78-35a8296b41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:04.343882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cad162b7-bbab-4806-b158-d1948fe03270 req-a9b4922c-a231-43aa-9d78-35a8296b41f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1095 time: 0.0618906 Jul 16 09:48:04.446039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad162b7-bbab-4806-b158-d1948fe03270 req-5c831c61-c0a3-45ee-a140-7151c9c9a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:04.448027 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cad162b7-bbab-4806-b158-d1948fe03270 req-5c831c61-c0a3-45ee-a140-7151c9c9a043 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.0973713 Jul 16 09:48:04.491126 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cad162b7-bbab-4806-b158-d1948fe03270 req-e13f7349-05d4-4aa0-994e-21d71c11b824 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 217 time: 0.0364428 Jul 16 09:48:04.548069 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad162b7-bbab-4806-b158-d1948fe03270 req-b4beef74-16e5-4624-8b6b-5e0e555eb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:04.549734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cad162b7-bbab-4806-b158-d1948fe03270 req-b4beef74-16e5-4624-8b6b-5e0e555eb062 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0517259 Jul 16 09:48:04.616561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad162b7-bbab-4806-b158-d1948fe03270 req-5abc96c7-0ef1-4e86-878d-905513e2b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:04.618503 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cad162b7-bbab-4806-b158-d1948fe03270 req-5abc96c7-0ef1-4e86-878d-905513e2b463 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613034 Jul 16 09:48:04.784403 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cad162b7-bbab-4806-b158-d1948fe03270 req-a98c4318-770c-4a20-8c24-d7e4e60f0796 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550610 Jul 16 09:48:04.797278 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580cfb6-4ded-42d2-890e-ec311549ecab req-796a144e-3039-4e7c-9700-0249f4a9a873 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:04.798849 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1580cfb6-4ded-42d2-890e-ec311549ecab req-796a144e-3039-4e7c-9700-0249f4a9a873 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 943 time: 0.1373291 Jul 16 09:48:04.903473 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1580cfb6-4ded-42d2-890e-ec311549ecab req-2d96de26-4b42-46ad-bbc3-e5b620a2ee59 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951536 Jul 16 09:48:04.937405 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cad162b7-bbab-4806-b158-d1948fe03270 req-3d58aba8-bfeb-4658-8edc-603c8e151f56 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374922 Jul 16 09:48:06.081284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ad91-026c-4e73-9338-a6cb0c9b8cee req-e09ba474-1d84-421a-b393-b9a859882919 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:06.082854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a76ad91-026c-4e73-9338-a6cb0c9b8cee req-e09ba474-1d84-421a-b393-b9a859882919 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 943 time: 0.0666535 Jul 16 09:48:06.088122 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0664fe3c-d2e2-4413-a970-1dc793e2013a up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:06.122784 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a76ad91-026c-4e73-9338-a6cb0c9b8cee req-0aed0556-e193-405a-bce3-7121f2e602a4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342770 Jul 16 09:48:06.135468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 0664fe3c-d2e2-4413-a970-1dc793e2013a triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:06.135845 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:07.073757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 54546db0-bf72-4362-9420-06d9f0b8fe84 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:48:07.172906 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:07.183842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'port_id': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'mac_address': 'fa:16:3e:80:3d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:48:07.220523 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:07.234827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54546db0-bf72-4362-9420-06d9f0b8fe84 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:48:07.255986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:07.260207 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:07.299508 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218995c-c850-40b3-94e1-349fc0b03f4c req-9b2fd05d-2cd4-42e6-9a09-51edbe9f4337 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:07.301105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6218995c-c850-40b3-94e1-349fc0b03f4c req-9b2fd05d-2cd4-42e6-9a09-51edbe9f4337 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 943 time: 0.0645361 Jul 16 09:48:07.308151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:07.339870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6218995c-c850-40b3-94e1-349fc0b03f4c req-d7d8d866-d38f-4ab7-9a83-a620abd7996d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329380 Jul 16 09:48:07.462584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['54546db0-bf72-4362-9420-06d9f0b8fe84'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:48:08.515726 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0665ff-c879-4527-99e5-4f3c30802717 req-b37fb988-172d-4285-8568-9b00ab66498f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:08.517191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca0665ff-c879-4527-99e5-4f3c30802717 req-b37fb988-172d-4285-8568-9b00ab66498f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 944 time: 0.0662177 Jul 16 09:48:08.555577 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ca0665ff-c879-4527-99e5-4f3c30802717 req-f0b7f9bb-944d-4a98-9f5f-5b194555c733 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327260 Jul 16 09:48:09.087579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 54546db0-bf72-4362-9420-06d9f0b8fe84 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:09.144105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 54546db0-bf72-4362-9420-06d9f0b8fe84 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:09.147698 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 54546db0-bf72-4362-9420-06d9f0b8fe84 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:09.148075 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:09.226625 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:09.248245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:09.250793 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11602ed-7814-4894-8859-28365cd114f0" -d '{"events": [{"server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "name": "network-vif-plugged", "status": "completed", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:09.264853 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:09.268262 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:09.291802 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8593bc87-297e-4225-b785-d0123e745933 x-openstack-request-id: req-8593bc87-297e-4225-b785-d0123e745933 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:09.292094 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "name": "network-vif-plugged", "status": "completed", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:09.292348 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8593bc87-297e-4225-b785-d0123e745933 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:09.292740 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'code': 200} Jul 16 09:48:09.319918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:09.402046 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53ec4-da45-4abc-b15d-1d9d182affbd req-c541e240-09eb-4556-acc6-07b59f648d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:09.403579 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fc53ec4-da45-4abc-b15d-1d9d182affbd req-c541e240-09eb-4556-acc6-07b59f648d7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1097 time: 0.0520589 Jul 16 09:48:09.437097 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fc53ec4-da45-4abc-b15d-1d9d182affbd req-52dfbeda-01d8-42c4-b44e-ad821ae02601 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277393 Jul 16 09:48:09.727089 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5053f-3d47-40c7-a14e-d4ab5a4efa1d req-c0df6702-3bbd-435b-afc8-770f6a806a00 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:09.728589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cec5053f-3d47-40c7-a14e-d4ab5a4efa1d req-c0df6702-3bbd-435b-afc8-770f6a806a00 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0632472 Jul 16 09:48:09.766059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cec5053f-3d47-40c7-a14e-d4ab5a4efa1d req-a9b3faa6-8277-4acb-b4fe-e08be067020c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Jul 16 09:48:10.945003 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebbd55-a124-41f5-83d5-df789023abd8 req-03a5a39f-9e97-4f8b-a3ee-9ec2bb2c6d5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:10.946484 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7ebbd55-a124-41f5-83d5-df789023abd8 req-03a5a39f-9e97-4f8b-a3ee-9ec2bb2c6d5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0687611 Jul 16 09:48:10.988190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b7ebbd55-a124-41f5-83d5-df789023abd8 req-d084ee40-bcee-42cb-bdce-4c5fb2419691 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359290 Jul 16 09:48:11.160604 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638be043-ac3f-4828-9cfb-65d420f01289 req-60556e9e-4556-46ba-96a8-54edb5ae8a72 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:11.162166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-638be043-ac3f-4828-9cfb-65d420f01289 req-60556e9e-4556-46ba-96a8-54edb5ae8a72 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0624497 Jul 16 09:48:11.200663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-638be043-ac3f-4828-9cfb-65d420f01289 req-a3caaa9f-eeb9-4cc1-8c25-777c8227d75b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324697 Jul 16 09:48:11.224556 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53322) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:11.279952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f3a1b-83f7-4fc5-b70a-bea23924f11d tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:11.281478 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-608f3a1b-83f7-4fc5-b70a-bea23924f11d tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1092 time: 0.0559680 Jul 16 09:48:11.284349 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53324) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:11.288643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:11.310330 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:11.407785 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:11.512317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.114 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/38b49c4a-50d1-45b4-b1b4-65c965af31af) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:11.614417 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:11.656375 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:11.703951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:11.706935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:11.710724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:11.716747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=38b49c4a-50d1-45b4-b1b4-65c965af31af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:12.074207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.151236 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.305005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.310287 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.379809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=38b49c4a-50d1-45b4-b1b4-65c965af31af,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:12.389922 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.492716 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP c5963c92-040b-4ea7-8719-476f405618e1 associated. External IP: 172.25.6.114, port: 54546db0-bf72-4362-9420-06d9f0b8fe84. Jul 16 09:48:13.047193 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:13.161943 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:13.171312 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5506621-15e5-434e-991d-5426b62de382 None None] Sync routers for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:13.177414 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:13.181253 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5506621-15e5-434e-991d-5426b62de382 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:13.181900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c5506621-15e5-434e-991d-5426b62de382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:13.214457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4d4b2ecf-99f9-4916-8a98-efeb45c0f319 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9290867 Jul 16 09:48:13.215048 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:13.217397 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e43d867-90dd-4182-a74f-b877f6eaeb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:13.258392 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dd8092-51ea-45c6-a41d-f557ee6482e9 x-openstack-request-id: req-d2dd8092-51ea-45c6-a41d-f557ee6482e9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:13.258763 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:13.259090 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2dd8092-51ea-45c6-a41d-f557ee6482e9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:13.259571 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'status': 'completed', 'code': 200} Jul 16 09:48:13.295097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c5506621-15e5-434e-991d-5426b62de382 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:13.383358 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-857ecc45-ae56-4d6f-8385-a592c6facc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:13.385056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-857ecc45-ae56-4d6f-8385-a592c6facc41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1097 time: 0.1013789 Jul 16 09:48:13.399823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98742256-2591-48f5-96f7-a8c6733d45a0 req-53341025-e289-42fc-8296-e12de3789852 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:13.401272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98742256-2591-48f5-96f7-a8c6733d45a0 req-53341025-e289-42fc-8296-e12de3789852 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0894983 Jul 16 09:48:13.503471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98742256-2591-48f5-96f7-a8c6733d45a0 req-4bbad9e1-0a14-4e4b-87f0-ded8a070fcee tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937595 Jul 16 09:48:13.525460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c5506621-15e5-434e-991d-5426b62de382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'c5963c92-040b-4ea7-8719-476f405618e1', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'port_id': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'mac_address': 'fa:16:3e:80:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:11Z', 'updated_at': '2021-07-16T09:48:11Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:04Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:13.528742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53330) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:13.540300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-f971a2be-3761-42e2-9666-e0fc3de9fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:13.541952 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-f971a2be-3761-42e2-9666-e0fc3de9fc27 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.1505353 Jul 16 09:48:13.554769 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5506621-15e5-434e-991d-5426b62de382 None None] Checking router: 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:13.564013 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5506621-15e5-434e-991d-5426b62de382 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:13.564633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c5506621-15e5-434e-991d-5426b62de382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:47:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:13.603051 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-965c0a50-326c-4b2d-b3c6-4ac186f7a932 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/c5963c92-040b-4ea7-8719-476f405618e1 HTTP/1.1" status: 200 len: 991 time: 0.0731575 Jul 16 09:48:13.618257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-d3781498-fc6d-4a12-859a-6d6c351f6898 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 999 time: 0.0697429 Jul 16 09:48:13.665378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-bbcc0789-896d-40b7-8d61-1b71189c01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:13.666750 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-bbcc0789-896d-40b7-8d61-1b71189c01a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0428710 Jul 16 09:48:13.672237 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-c5506621-15e5-434e-991d-5426b62de382 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:13.722530 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-6f88622b-b8cc-4d8e-b9c7-dd73a680415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:13.724048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-6f88622b-b8cc-4d8e-b9c7-dd73a680415f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513601 Jul 16 09:48:13.818775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-1da604b8-fba4-4a3c-abe8-b3ae614ad091 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883970 Jul 16 09:48:13.899884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-c5506621-15e5-434e-991d-5426b62de382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'c5963c92-040b-4ea7-8719-476f405618e1', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'port_id': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'mac_address': 'fa:16:3e:80:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:11Z', 'updated_at': '2021-07-16T09:48:11Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:04Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:13.908554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1e43d867-90dd-4182-a74f-b877f6eaeb3a req-cbc28a33-6874-4cd1-8de0-2950c31cf35b service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836980 Jul 16 09:48:13.936626 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5506621-15e5-434e-991d-5426b62de382 None None] The sync data for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 is: [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'c5963c92-040b-4ea7-8719-476f405618e1', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'port_id': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'mac_address': 'fa:16:3e:80:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:11Z', 'updated_at': '2021-07-16T09:48:11Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:04Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:14.121975 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14761f5d-60bf-495d-b46e-53d5745e7f33 None None] New status for floating IP c5963c92-040b-4ea7-8719-476f405618e1: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:48:14.521903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cf14fdc4-9369-4fb1-a162-2e06359e24d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:14.605291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53332) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:14.665357 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d93daaba-637a-4920-8009-6d87a0820a49 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/c5963c92-040b-4ea7-8719-476f405618e1 HTTP/1.1" status: 200 len: 993 time: 0.0587978 Jul 16 09:48:15.904240 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:17.692105 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:17.716350 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-35cbc248-8aac-4fe6-a28d-f4327fd65a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:19.092364 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:19.410451 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:20.357787 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:24.618215 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:48:44.526750 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62dc18b0-a171-4be1-b18a-0311b49e1db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:45.912988 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:46.240257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e076e-365f-4637-a0ac-495742ccfb48 req-bb64c7b4-5e0b-475f-a43d-deacf7520db8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:46.241827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-789e076e-365f-4637-a0ac-495742ccfb48 req-bb64c7b4-5e0b-475f-a43d-deacf7520db8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0719836 Jul 16 09:48:46.280128 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-8a3c8b05-cc78-4228-a2a1-4d7ba2357e94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976584 Jul 16 09:48:46.281005 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-789e076e-365f-4637-a0ac-495742ccfb48 req-480e58fa-e1d0-43ce-86ae-449d306656dd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330434 Jul 16 09:48:47.473122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99399f-b34d-4136-8953-5e6d91042fa4 req-2291437f-37da-475e-9439-25dd26101199 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:47.474703 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd99399f-b34d-4136-8953-5e6d91042fa4 req-2291437f-37da-475e-9439-25dd26101199 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0715446 Jul 16 09:48:47.546823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fd99399f-b34d-4136-8953-5e6d91042fa4 req-cb457b3f-f4df-47c2-a880-fb9932a06527 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661764 Jul 16 09:48:47.563458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-ebd1d66c-588e-4102-b079-6accdbdf1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:47.565011 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-ebd1d66c-588e-4102-b079-6accdbdf1691 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1097 time: 0.1323683 Jul 16 09:48:47.656828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-94669751-fad1-452f-a0e7-57ce16944e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:47.658360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-94669751-fad1-452f-a0e7-57ce16944e07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.0867519 Jul 16 09:48:47.694151 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:47.716671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-57b03d2d-9e88-4264-a46a-adfa8cbecbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:47.731711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-0244facf-f724-4a5c-872e-00d0dec01b06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 1001 time: 0.0667462 Jul 16 09:48:47.780837 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-6030723e-c9bb-4e6f-a4ee-d249a0cec622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:47.782306 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-6030723e-c9bb-4e6f-a4ee-d249a0cec622 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0455010 Jul 16 09:48:47.841406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-f36f783c-a273-41a4-af65-d58f3d754bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:47.842980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-f36f783c-a273-41a4-af65-d58f3d754bf6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543532 Jul 16 09:48:47.939012 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-686564fb-701d-4897-92c4-6768f4bb0530 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898676 Jul 16 09:48:48.028474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-8e0c6be8-640f-4e32-b84c-8798e1a7c7c6 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826464 Jul 16 09:48:48.731007 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180516e-2c3b-48c9-a941-9e01b8b8186e req-a71fd7fa-0ff7-4825-a953-ba5e598cdac6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:48.732535 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d180516e-2c3b-48c9-a941-9e01b8b8186e req-a71fd7fa-0ff7-4825-a953-ba5e598cdac6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0694714 Jul 16 09:48:48.773013 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d180516e-2c3b-48c9-a941-9e01b8b8186e req-32225978-e5b2-450b-a94a-aca65d429355 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347021 Jul 16 09:48:49.093111 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:49.418377 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:49.948081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8393b8c-54ca-434e-a0a9-fd1cf0b84630 req-399bb124-7591-4196-8a31-e49cd1872211 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:49.949853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8393b8c-54ca-434e-a0a9-fd1cf0b84630 req-399bb124-7591-4196-8a31-e49cd1872211 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0631928 Jul 16 09:48:49.988323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8393b8c-54ca-434e-a0a9-fd1cf0b84630 req-ee62831d-6b60-4578-afe3-93c32508b4a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Jul 16 09:48:50.360357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:51.339208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38cdf4-445f-4e9b-bfc7-8e54e66bceba req-a3c659b1-8e4c-4177-bbee-b1c5c146f567 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:51.341197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f38cdf4-445f-4e9b-bfc7-8e54e66bceba req-a3c659b1-8e4c-4177-bbee-b1c5c146f567 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0627828 Jul 16 09:48:51.378392 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4f38cdf4-445f-4e9b-bfc7-8e54e66bceba req-cf1c2096-3328-407e-946e-9add0480c933 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Jul 16 09:48:52.553340 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e91cc-2121-4e74-b631-0f46e23f07bf req-89870d26-e608-4bbc-9bcf-00382f77e229 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:52.554841 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-561e91cc-2121-4e74-b631-0f46e23f07bf req-89870d26-e608-4bbc-9bcf-00382f77e229 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0680494 Jul 16 09:48:52.592524 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-561e91cc-2121-4e74-b631-0f46e23f07bf req-610a088f-2c65-44c8-a886-932edd091d1e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Jul 16 09:48:53.768746 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce4eb0-2d79-4cd5-9a22-dcdd4a33b0b4 req-c3038490-df7b-4359-a60b-2004c16af09f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:53.770299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9ce4eb0-2d79-4cd5-9a22-dcdd4a33b0b4 req-c3038490-df7b-4359-a60b-2004c16af09f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0696621 Jul 16 09:48:53.808499 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9ce4eb0-2d79-4cd5-9a22-dcdd4a33b0b4 req-1b170230-8368-43b0-b3b6-659c9c723e15 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325892 Jul 16 09:48:54.466824 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-7dd402d6-9e2e-422a-975c-e6b8661536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:54.468317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-7dd402d6-9e2e-422a-975c-e6b8661536a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1097 time: 0.0576689 Jul 16 09:48:54.570776 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-a13d45f2-c64d-4d4c-83e2-bc08be1743be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:54.572352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-a13d45f2-c64d-4d4c-83e2-bc08be1743be service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.0856137 Jul 16 09:48:54.640613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-dbfff24e-6f26-4a4b-90ff-9e7fc7cae3f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 1001 time: 0.0621932 Jul 16 09:48:54.687516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-e2fe34df-ebd6-4c07-ae6d-8ebfe1112c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:54.688952 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-e2fe34df-ebd6-4c07-ae6d-8ebfe1112c96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0422614 Jul 16 09:48:54.745128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-4e08c55f-ae7c-412d-9096-cb7631b80420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:54.747624 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-4e08c55f-ae7c-412d-9096-cb7631b80420 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520179 Jul 16 09:48:54.838966 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-f8ec67d6-8cd8-458e-b6e4-ff3108c56e0d service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854857 Jul 16 09:48:54.959740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0b5b429c-b809-4b7f-bf98-c4ab010284d0 req-4c596b3a-fe20-4c21-8690-0020e18480d4 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143019 Jul 16 09:48:54.994392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a02e7-60e0-4f21-9a94-28b0ff25841f req-f66e35fc-9a16-4650-a669-d19e4e8818ff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:54.996598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d2a02e7-60e0-4f21-9a94-28b0ff25841f req-f66e35fc-9a16-4650-a669-d19e4e8818ff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0760946 Jul 16 09:48:55.034184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5d2a02e7-60e0-4f21-9a94-28b0ff25841f req-96a5a50f-ef47-4145-9691-f2d0ee76c324 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315959 Jul 16 09:48:56.210124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd64e4-131a-4265-93f8-db5007421e2f req-299b4455-2a9e-429c-a960-8186f8cc718d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:56.211637 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7cdd64e4-131a-4265-93f8-db5007421e2f req-299b4455-2a9e-429c-a960-8186f8cc718d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0636268 Jul 16 09:48:56.250928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7cdd64e4-131a-4265-93f8-db5007421e2f req-55604694-e92f-482b-82e9-c3dff39b6969 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337758 Jul 16 09:48:57.421366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0310-4042-4883-abcc-826e13e457af req-b126b12f-928f-4516-b90f-9046a3dcfe4d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:57.422877 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-876c0310-4042-4883-abcc-826e13e457af req-b126b12f-928f-4516-b90f-9046a3dcfe4d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0633016 Jul 16 09:48:57.461743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-876c0310-4042-4883-abcc-826e13e457af req-ecd9d9d5-7f9b-4cba-a1fd-aec9345e9b58 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334229 Jul 16 09:48:58.637911 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8ba9-6518-45c5-b5b9-f3cfc283771a req-0c5e5bb8-bef7-41f1-a2eb-b5be41109218 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:58.639417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ff8ba9-6518-45c5-b5b9-f3cfc283771a req-0c5e5bb8-bef7-41f1-a2eb-b5be41109218 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0692925 Jul 16 09:48:58.676891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10ff8ba9-6518-45c5-b5b9-f3cfc283771a req-f6b2fff8-a3f0-4ceb-8017-19991b883000 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319445 Jul 16 09:48:59.853412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5319-1a78-4706-a5ec-89eaf436dece req-bf3c502d-7148-4959-b0a5-d14f9a14512d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:59.854862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-197c5319-1a78-4706-a5ec-89eaf436dece req-bf3c502d-7148-4959-b0a5-d14f9a14512d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0640738 Jul 16 09:48:59.892502 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-197c5319-1a78-4706-a5ec-89eaf436dece req-ecd2c4ad-d978-4369-8327-28950acda380 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Jul 16 09:49:01.069445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229287c1-d00d-4314-bd91-72dd2f7e9d0e req-bdb369f7-c89c-44ae-92d4-44dd76d3533b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:01.071025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-229287c1-d00d-4314-bd91-72dd2f7e9d0e req-bdb369f7-c89c-44ae-92d4-44dd76d3533b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0678568 Jul 16 09:49:01.109449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-229287c1-d00d-4314-bd91-72dd2f7e9d0e req-9656ffd5-df6d-47c1-8fb3-3a6f72d8a10d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Jul 16 09:49:01.616768 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:02.282445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd6f67-bcc5-46d0-9716-9bd2c79bbd08 req-5d19df4b-1ea3-467a-b40c-34e9addc3ad4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:02.283953 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59cd6f67-bcc5-46d0-9716-9bd2c79bbd08 req-5d19df4b-1ea3-467a-b40c-34e9addc3ad4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0642757 Jul 16 09:49:02.321968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59cd6f67-bcc5-46d0-9716-9bd2c79bbd08 req-e72ddb7e-6524-46ca-840e-efe5a87b508b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Jul 16 09:49:03.491955 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a28b-1ce5-4992-b347-fdce52a1a77f req-bf3f195f-daa8-45cf-bc60-9cad812b9156 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:03.493441 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18f6a28b-1ce5-4992-b347-fdce52a1a77f req-bf3f195f-daa8-45cf-bc60-9cad812b9156 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0631952 Jul 16 09:49:03.531184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-18f6a28b-1ce5-4992-b347-fdce52a1a77f req-00f82579-44f1-422e-afa1-dec4c8c199d2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Jul 16 09:49:04.716934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94e409-f2cf-4980-b1b2-eeffbde1064c req-db7d9a99-c424-4948-906a-b4ce2fb72a11 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:04.718518 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b94e409-f2cf-4980-b1b2-eeffbde1064c req-db7d9a99-c424-4948-906a-b4ce2fb72a11 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0743458 Jul 16 09:49:04.764360 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9b94e409-f2cf-4980-b1b2-eeffbde1064c req-360c1674-6d4e-4245-9eac-d454f1bbf22c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401771 Jul 16 09:49:04.886037 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-ada55213-7767-4df1-95f2-022d456207a8 service neutron] show failed (client error): The resource could not be found. Jul 16 09:49:04.887683 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-ada55213-7767-4df1-95f2-022d456207a8 service neutron] 10.222.0.52 "GET /v2.0/ports/54546db0-bf72-4362-9420-06d9f0b8fe84/bindings/n-h2-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0635731 Jul 16 09:49:05.179118 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-236ac1a4-36df-425a-9a9a-bcf5cafe154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:05.180569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-236ac1a4-36df-425a-9a9a-bcf5cafe154e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 1097 time: 0.0949416 Jul 16 09:49:05.191768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-28', 'device_owner': 'compute:nova'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:05.266292 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:05.468418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:05.502619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:49:05.548191 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:05.550341 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:49:05.552812 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1cdff4-226a-43a2-a827-0846d55ff9ee" -d '{"events": [{"server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "name": "network-vif-unplugged", "status": "completed", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:49:05.569793 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Transition to ACTIVE for port object 54546db0-bf72-4362-9420-06d9f0b8fe84 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:49:05.575249 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:05.615912 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd723f1-84ea-4d0f-80a9-8d727d86d161 x-openstack-request-id: req-bbd723f1-84ea-4d0f-80a9-8d727d86d161 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:49:05.616349 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "name": "network-vif-unplugged", "status": "completed", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:49:05.616615 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbd723f1-84ea-4d0f-80a9-8d727d86d161 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:49:05.617029 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'code': 200} Jul 16 09:49:05.667991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:05.684134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.684482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.684830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.685177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.685513 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.685893 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.686226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.686560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.686892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.687225 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.687552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.687881 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:05.728523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] No DVR routers for this DVR port 54546db0-bf72-4362-9420-06d9f0b8fe84 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:49:05.899300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Attempting to bind port 54546db0-bf72-4362-9420-06d9f0b8fe84 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:49:05.899659 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Attempting to bind port 54546db0-bf72-4362-9420-06d9f0b8fe84 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:49:05.900055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Attempting to bind port 54546db0-bf72-4362-9420-06d9f0b8fe84 on network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:49:05.906290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Port 54546db0-bf72-4362-9420-06d9f0b8fe84 on network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:49:05.906534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Attempting to bind port 54546db0-bf72-4362-9420-06d9f0b8fe84 on network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:49:05.929636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:49:05.930000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Checking segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:49:05.930389 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Bound using segment: {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:49:05.930830 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Bound port: 54546db0-bf72-4362-9420-06d9f0b8fe84, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edeac628-3900-4f62-8492-65e1ea6ce3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:49:05.931189 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:06.011829 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d939328-5530-4508-b1f0-206cafd4ac0e req-7e3075ab-b22a-466c-9f4c-5b5070fed5fe tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:06.013249 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d939328-5530-4508-b1f0-206cafd4ac0e req-7e3075ab-b22a-466c-9f4c-5b5070fed5fe tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 943 time: 0.1282992 Jul 16 09:49:06.020866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:49:06.028595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:49:06.038325 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:06.094673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:06.095305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:06.096725 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] 10.222.0.54 "PUT /v2.0/ports/54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 1092 time: 0.9089365 Jul 16 09:49:06.105323 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d939328-5530-4508-b1f0-206cafd4ac0e req-9ead2b31-68d8-48eb-bf2c-a0653c73bddc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860662 Jul 16 09:49:06.122384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166cc6a-9bc6-4af1-8196-3934a71cae44 service neutron] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:06.191858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-c1c51e3f-c617-42c3-8cf3-8105fece51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:06.193540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-c1c51e3f-c617-42c3-8cf3-8105fece51e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1095 time: 0.0574737 Jul 16 09:49:06.285984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-958d6f69-69e0-4117-a659-760d5afe90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:06.287411 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-958d6f69-69e0-4117-a659-760d5afe90db service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.0873718 Jul 16 09:49:06.356721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-52c83778-c7e3-4c5d-8e7e-6deea297408e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 999 time: 0.0625300 Jul 16 09:49:06.405348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-1409db8f-6501-42cc-881c-5952d744a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:06.406817 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-1409db8f-6501-42cc-881c-5952d744a45c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0444777 Jul 16 09:49:06.463567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-d12344cd-198c-454f-8653-a10fac956845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:06.465210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-d12344cd-198c-454f-8653-a10fac956845 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512893 Jul 16 09:49:06.557557 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-63f54b59-f66c-487a-bbf2-affc98f7fb5f service neutron] 10.222.0.54 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861712 Jul 16 09:49:06.646186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-463aa009-94fe-4bdd-b60b-207003e88d90 service neutron] 10.222.0.54 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817323 Jul 16 09:49:07.302086 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78391e17-7c32-4686-8d4d-b519eb4db5ba req-12d36ef2-796a-4bb6-bbb1-805714cd62f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:07.303548 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78391e17-7c32-4686-8d4d-b519eb4db5ba req-12d36ef2-796a-4bb6-bbb1-805714cd62f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 943 time: 0.0670190 Jul 16 09:49:07.340283 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78391e17-7c32-4686-8d4d-b519eb4db5ba req-18f21aef-2601-4edb-9fbe-8f24975313b4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311778 Jul 16 09:49:07.433992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 54546db0-bf72-4362-9420-06d9f0b8fe84 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:49:07.472401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 54546db0-bf72-4362-9420-06d9f0b8fe84 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:49:07.618206 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:49:07.620667 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792c3023-9f79-4c5b-b10e-00dc822b018b" -d '{"events": [{"name": "network-changed", "server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:49:07.667875 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee0b272-7db8-4145-86fe-a367ec6e8e8c x-openstack-request-id: req-bee0b272-7db8-4145-86fe-a367ec6e8e8c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:49:07.668164 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:49:07.668421 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bee0b272-7db8-4145-86fe-a367ec6e8e8c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:49:07.668825 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'status': 'completed', 'code': 200} Jul 16 09:49:07.779626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-be6741ea-10ba-4732-b761-721b14893292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:07.781047 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-be6741ea-10ba-4732-b761-721b14893292 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1095 time: 0.0915959 Jul 16 09:49:07.786124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-c0f3e54a-65a2-444a-89bd-5daef7feee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:07.787497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-c0f3e54a-65a2-444a-89bd-5daef7feee8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1095 time: 0.0891459 Jul 16 09:49:07.944297 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-37583560-8965-4194-bccc-8c1d5a1da278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:07.945811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-37583560-8965-4194-bccc-8c1d5a1da278 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.1571839 Jul 16 09:49:07.950721 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-7b3393f3-b4a0-4343-9532-36f37719c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:07.952072 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-7b3393f3-b4a0-4343-9532-36f37719c36b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.1557424 Jul 16 09:49:08.062592 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-a4af581b-5038-42f1-9bdb-b6105a4fbd60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 999 time: 0.1066349 Jul 16 09:49:08.064397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-385b3250-d072-4d1a-b170-79a0b4e429e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 999 time: 0.1030767 Jul 16 09:49:08.148196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-55be0c67-aa14-4298-96ad-53f3e31708ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:08.149721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-55be0c67-aa14-4298-96ad-53f3e31708ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0794485 Jul 16 09:49:08.151154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-4a981af5-cf19-4f92-80d6-c4a1af13bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:08.152768 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-4a981af5-cf19-4f92-80d6-c4a1af13bc41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0744808 Jul 16 09:49:08.252058 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-412a9865-1b82-450b-a666-061410f2fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:08.253591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-412a9865-1b82-450b-a666-061410f2fc98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982294 Jul 16 09:49:08.259504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-922e95fa-6275-426f-9f18-2c23db3143e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:08.260933 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-922e95fa-6275-426f-9f18-2c23db3143e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757029 Jul 16 09:49:08.782920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-b0101269-3ddf-4837-8874-b698e042ce11 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209394 Jul 16 09:49:08.786497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-c67ab94f-687a-4152-a71f-1a872374fafb service neutron] 10.222.0.54 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176601 Jul 16 09:49:08.855613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2977c4-33de-44f6-8be8-65dccbbd8479 req-781f0f8c-e236-4ba7-a95c-567c26a99caa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:08.857203 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba2977c4-33de-44f6-8be8-65dccbbd8479 req-781f0f8c-e236-4ba7-a95c-567c26a99caa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 943 time: 0.1799548 Jul 16 09:49:08.993284 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ba2977c4-33de-44f6-8be8-65dccbbd8479 req-a1cdd865-9287-468d-90a2-f7d951c3c5f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289303 Jul 16 09:49:08.995510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-378e69a3-2140-4d05-a6ca-fddf2d408113 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029638 Jul 16 09:49:08.998130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-792c3023-9f79-4c5b-b10e-00dc822b018b req-48aa4f39-a7ac-41ed-9d73-8295de9722b2 service neutron] 10.222.0.54 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036815 Jul 16 09:49:08.999562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 54546db0-bf72-4362-9420-06d9f0b8fe84 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:49:09.115214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:09.126648 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'port_id': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'mac_address': 'fa:16:3e:80:3d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:49:09.164934 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:09.179590 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54546db0-bf72-4362-9420-06d9f0b8fe84 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:49:09.202940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:09.207041 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:09.255663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:09.264058 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.264594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.264945 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.265287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.265619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.265984 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.266314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.266643 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.266971 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.267296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.267621 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.267944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:09.392798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaf315-76b2-47bf-84d7-a381b0d7e9eb req-d0edd81c-28d4-48f8-b4f5-e65efc4cfb4f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:09.394341 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93aaf315-76b2-47bf-84d7-a381b0d7e9eb req-d0edd81c-28d4-48f8-b4f5-e65efc4cfb4f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 944 time: 0.1205838 Jul 16 09:49:09.402798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-7bf47cbd-034a-433f-87c1-3a84aee6f529 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:09.404166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-7bf47cbd-034a-433f-87c1-3a84aee6f529 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&binding%3Ahost_id=n-h2-780147-28 HTTP/1.1" status: 200 len: 944 time: 0.1285317 Jul 16 09:49:09.482266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['54546db0-bf72-4362-9420-06d9f0b8fe84'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:49:09.483142 n-d-780147-28 neutron-server[94159]: INFO neutron.api.v2.resource [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-929dd0fc-a8f6-4d8b-9cc8-50e8d8dae6e2 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:49:09.484416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-929dd0fc-a8f6-4d8b-9cc8-50e8d8dae6e2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/54546db0-bf72-4362-9420-06d9f0b8fe84/bindings/n-h1-780147-28 HTTP/1.1" status: 404 len: 381 time: 0.0740049 Jul 16 09:49:09.502085 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-93aaf315-76b2-47bf-84d7-a381b0d7e9eb req-05e34e2e-b6e7-4afe-b6a6-223299cbaad8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936625 Jul 16 09:49:09.587380 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-78ac8eb6-d338-4592-b38d-ec2f5b47e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:09.589077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-78ac8eb6-d338-4592-b38d-ec2f5b47e061 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1096 time: 0.0578840 Jul 16 09:49:09.729073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-fe24abc5-4a5d-40a5-9647-1d2368d46a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:09.731080 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-fe24abc5-4a5d-40a5-9647-1d2368d46a6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.1358945 Jul 16 09:49:09.743165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7efe74-d6b3-4d6a-935b-d696faf1c848 req-a2f3cee7-13d7-46d5-b252-126f37823d32 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:09.744581 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd7efe74-d6b3-4d6a-935b-d696faf1c848 req-a2f3cee7-13d7-46d5-b252-126f37823d32 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 944 time: 0.1163790 Jul 16 09:49:09.831988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd7efe74-d6b3-4d6a-935b-d696faf1c848 req-7f0b9179-197c-4c88-9d8f-13b8344ae8b0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795805 Jul 16 09:49:09.833857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-004ed5b9-36fd-4878-b6a1-ed95131467f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 1000 time: 0.0884147 Jul 16 09:49:09.882479 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-3dc0afdf-adec-49a1-859a-aa7c1e2bfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:09.883940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-3dc0afdf-adec-49a1-859a-aa7c1e2bfb87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0445204 Jul 16 09:49:09.939953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-60b35074-09cc-457b-b1b0-ab2fab167748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:09.941450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-60b35074-09cc-457b-b1b0-ab2fab167748 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517912 Jul 16 09:49:10.038333 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-4855108d-27ea-458a-82f3-1dfca80febaf service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901432 Jul 16 09:49:10.132964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a2c858cd-c3bc-40c6-9967-f75cb19f1dc4 req-666af898-eed2-4825-9a36-707e398eb541 service neutron] 10.222.0.52 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885477 Jul 16 09:49:10.998618 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 54546db0-bf72-4362-9420-06d9f0b8fe84 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:49:11.007076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc17960-a2c1-4a07-9321-2f151638b329 req-ec03d1e6-ff0b-4338-8e1f-e44baee7a7c2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:11.008639 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7cc17960-a2c1-4a07-9321-2f151638b329 req-ec03d1e6-ff0b-4338-8e1f-e44baee7a7c2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 944 time: 0.0675774 Jul 16 09:49:11.047034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 54546db0-bf72-4362-9420-06d9f0b8fe84 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:49:11.049169 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7cc17960-a2c1-4a07-9321-2f151638b329 req-6021e075-483f-4fd5-b86b-aa14b57c0289 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345209 Jul 16 09:49:11.050651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 54546db0-bf72-4362-9420-06d9f0b8fe84 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:11.051024 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:11.074512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53442) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:11.130449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:11.136183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-04f9d25c-8fc6-4304-b27a-884fb98215b7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/c5963c92-040b-4ea7-8719-476f405618e1 HTTP/1.1" status: 200 len: 992 time: 0.0602872 Jul 16 09:49:11.153269 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:49:11.155567 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc36591d-cdf3-4506-bd79-4564c17a3ba5" -d '{"events": [{"server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "name": "network-vif-plugged", "status": "completed", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:49:11.168644 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:11.172560 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:11.217367 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dad3af-5394-47f2-9248-12e760055d7d x-openstack-request-id: req-46dad3af-5394-47f2-9248-12e760055d7d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:49:11.217731 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "name": "network-vif-plugged", "status": "completed", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:49:11.217990 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46dad3af-5394-47f2-9248-12e760055d7d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:49:11.218383 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'code': 200} Jul 16 09:49:11.222723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:13.046256 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-396bbd1c-1fec-4355-898a-7f54d79de37f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567107 Jul 16 09:49:13.142550 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-87e3ba1c-0b5c-46a9-a3a7-01f3e8ea48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:13.144068 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-87e3ba1c-0b5c-46a9-a3a7-01f3e8ea48ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1097 time: 0.0531776 Jul 16 09:49:13.250752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-6ca751d9-a57a-4414-b3b2-bad1cb291ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:13.252240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-6ca751d9-a57a-4414-b3b2-bad1cb291ea9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.0861845 Jul 16 09:49:13.320001 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-a2318786-b157-4ca5-a965-2cbb74f6250b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 1001 time: 0.0617421 Jul 16 09:49:13.367836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-1f3cd28e-8751-4eb7-a07f-51582b8c3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:13.369259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-1f3cd28e-8751-4eb7-a07f-51582b8c3809 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0428758 Jul 16 09:49:13.425866 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-a277896b-c1d1-4dbf-bcd9-b50fa4ee57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:13.427396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-a277896b-c1d1-4dbf-bcd9-b50fa4ee57aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523586 Jul 16 09:49:13.522817 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-16e537cf-1cb2-4ed1-a863-b8e3a193a308 service neutron] 10.222.0.54 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882130 Jul 16 09:49:13.614104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-296c86d0-0d3d-45ff-aa68-ad6ff88f662b req-30b18614-3f0b-4b1f-b536-c5d7b69e1109 service neutron] 10.222.0.54 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844996 Jul 16 09:49:14.529497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-944d233e-555c-4914-9a35-e5a694ae1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:15.911397 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:17.699286 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:17.723113 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-115800a3-7e1e-4a31-a3dc-0a31ff5050ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:19.096620 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:19.430772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:20.363531 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:38.616231 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:39.710724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53458) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:39.865147 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 38b49c4a-50d1-45b4-b1b4-65c965af31af {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:49:39.865406 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:39.940242 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:39.940573 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:39.952784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 38b49c4a-50d1-45b4-b1b4-65c965af31af owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:49:40.103875 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:40.129767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=38b49c4a-50d1-45b4-b1b4-65c965af31af,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:40.158331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.158684 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.159027 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.159364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.159697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.160036 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.160362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.160693 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.161020 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.161347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.161692 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.162017 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:40.204213 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:40.204549 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP c5963c92-040b-4ea7-8719-476f405618e1 disassociated (deleted). External IP: 172.25.6.114, port: 54546db0-bf72-4362-9420-06d9f0b8fe84. Jul 16 09:49:40.718444 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:49:40.824830 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:49:40.829625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:40.834263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] Sync routers for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:49:40.843549 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:49:40.844194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:40.866141 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-381087f1-b061-4bef-8fb9-79c523ebc7e2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/floatingips/c5963c92-040b-4ea7-8719-476f405618e1 HTTP/1.1" status: 204 len: 168 time: 1.1540217 Jul 16 09:49:40.866578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:49:40.868864 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd12bbe1-ac18-4812-8332-3f2f50841a23" -d '{"events": [{"name": "network-changed", "server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:49:40.925593 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dac29a7-94a5-4cef-8e10-41805b6189b9 x-openstack-request-id: req-6dac29a7-94a5-4cef-8e10-41805b6189b9 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:49:40.925901 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:49:40.926157 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6dac29a7-94a5-4cef-8e10-41805b6189b9 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:49:40.926592 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'status': 'completed', 'code': 200} Jul 16 09:49:40.950817 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:49:41.012869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-1d39bb09-eed3-4115-97ba-8514db371326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:41.014574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-1d39bb09-eed3-4115-97ba-8514db371326 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 1097 time: 0.0633833 Jul 16 09:49:41.117785 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-e201ef66-5854-49ae-9b95-8018fe9d8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:41.119466 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-e201ef66-5854-49ae-9b95-8018fe9d8873 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 200 len: 897 time: 0.0984251 Jul 16 09:49:41.158574 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:04Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:41.169495 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-a32b1853-a742-4818-90c2-21d559e3f083 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 200 len: 217 time: 0.0428333 Jul 16 09:49:41.185613 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] Checking router: 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:49:41.194028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:49:41.194641 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:41.255299 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-b2873f68-c087-4f3b-b5a6-06d27760afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:41.256807 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-b2873f68-c087-4f3b-b5a6-06d27760afd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 200 len: 834 time: 0.0809660 Jul 16 09:49:41.302483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:49:41.316179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13251d-4842-454b-a908-28b233d02433 req-ebbaf708-ce90-4111-9407-c17621024b49 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:41.317727 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e13251d-4842-454b-a908-28b233d02433 req-ebbaf708-ce90-4111-9407-c17621024b49 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.1136267 Jul 16 09:49:41.361338 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-671c40c5-0d09-4a8a-9e7a-59d49c0a29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:41.362899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-671c40c5-0d09-4a8a-9e7a-59d49c0a29d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b6f8384-5839-4b6d-b49f-e42505dc38c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985451 Jul 16 09:49:41.370819 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e13251d-4842-454b-a908-28b233d02433 req-8a41d371-3330-4776-91d7-fb16cb193864 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462420 Jul 16 09:49:41.456416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-bf8d108c-ca30-488b-9087-ec3d3db00719 service neutron] 10.222.0.54 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846658 Jul 16 09:49:41.506145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:04Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:41.532718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747b0a0-a644-4d25-8506-6d63c50225f8 None None] The sync data for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 is: [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '0664fe3c-d2e2-4413-a970-1dc793e2013a', 'name': '', 'network_id': '9b6f8384-5839-4b6d-b49f-e42505dc38c2', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:01:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '382bceae-5dbb-4188-918b-f532991169f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:04Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '382bceae-5dbb-4188-918b-f532991169f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:49:41.553240 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dd12bbe1-ac18-4812-8332-3f2f50841a23 req-ce52c7b4-aadf-4431-9f30-9a24b41d9a53 service neutron] 10.222.0.54 "GET /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898938 Jul 16 09:49:41.753177 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343969ee-a0ea-49e6-b115-cde71066db4a None None] New status for floating IP c5963c92-040b-4ea7-8719-476f405618e1: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:49:42.490804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-32268ea2-567c-4118-94d4-df0bdd7ea9ff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:42.492282 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-32268ea2-567c-4118-94d4-df0bdd7ea9ff tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.54 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.0640266 Jul 16 09:49:42.643504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf88a-a907-4d36-a197-0de4e2b8f0cf req-cfe65b11-1182-4af5-b939-a5ab6108e678 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:42.644998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-083cf88a-a907-4d36-a197-0de4e2b8f0cf req-cfe65b11-1182-4af5-b939-a5ab6108e678 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce2a4b8-1012-4da6-a39b-bdcec04132e3 HTTP/1.1" status: 200 len: 945 time: 0.1518524 Jul 16 09:49:42.650081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 54546db0-bf72-4362-9420-06d9f0b8fe84 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:49:42.650421 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:42.737081 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-083cf88a-a907-4d36-a197-0de4e2b8f0cf req-8f62fc55-575b-4bb0-b23b-2e18293d4ed6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae43519-b682-4152-9bde-beedaa15c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824289 Jul 16 09:49:42.767043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 54546db0-bf72-4362-9420-06d9f0b8fe84, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=54546db0-bf72-4362-9420-06d9f0b8fe84,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:42.767406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:42.779454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 54546db0-bf72-4362-9420-06d9f0b8fe84 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:49:42.908135 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:42.939195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=54546db0-bf72-4362-9420-06d9f0b8fe84,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:42.984116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] No DVR routers for this DVR port 54546db0-bf72-4362-9420-06d9f0b8fe84 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:49:42.986855 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:42.988886 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3f5ca58a-1a3d-45e6-b223-6bb8d4861871 req-18c43438-485e-4524-a0fc-e5ad8aaa1972 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.54 "DELETE /v2.0/ports/54546db0-bf72-4362-9420-06d9f0b8fe84 HTTP/1.1" status: 204 len: 173 time: 0.4909048 Jul 16 09:49:42.989274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'name': 'network-vif-deleted', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:49:42.991554 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6a4da5-c861-4d64-9c68-778d3a05a86f" -d '{"events": [{"server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "name": "network-vif-deleted", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:49:43.028347 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deac223-af5f-4e0d-b687-d8688e457fb8 x-openstack-request-id: req-0deac223-af5f-4e0d-b687-d8688e457fb8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:49:43.028657 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce2a4b8-1012-4da6-a39b-bdcec04132e3", "name": "network-vif-deleted", "tag": "54546db0-bf72-4362-9420-06d9f0b8fe84", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:49:43.028919 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0deac223-af5f-4e0d-b687-d8688e457fb8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:49:43.029882 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce2a4b8-1012-4da6-a39b-bdcec04132e3', 'name': 'network-vif-deleted', 'tag': '54546db0-bf72-4362-9420-06d9f0b8fe84', 'status': 'completed', 'code': 200} Jul 16 09:49:43.828675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53476) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:44.187535 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:44.450310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 0664fe3c-d2e2-4413-a970-1dc793e2013a {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:49:44.450657 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:44.531139 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee7b0223-45fc-4476-802f-2b423511a4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:44.542689 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 0664fe3c-d2e2-4413-a970-1dc793e2013a, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=0664fe3c-d2e2-4413-a970-1dc793e2013a,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:44.543056 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:44.555535 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 0664fe3c-d2e2-4413-a970-1dc793e2013a owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:49:44.739533 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:44.767157 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=0664fe3c-d2e2-4413-a970-1dc793e2013a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:44.944703 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.158183 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:49:45.265529 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:49:45.270657 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-28e0025e-739c-460b-b503-4f4c6b1db5c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/691ebc42-e6ac-423e-a3ce-fcbe6d2cb386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409242 Jul 16 09:49:45.273505 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53478) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:45.274598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] Sync routers for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:49:45.284066 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:49:45.284674 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:45.324817 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5af1c5-0834-4183-bf9e-3a941b24e0a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting subnet 382bceae-5dbb-4188-918b-f532991169f4 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:49:45.327885 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e5af1c5-0834-4183-bf9e-3a941b24e0a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.371431 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e5af1c5-0834-4183-bf9e-3a941b24e0a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.390877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:49:45.454193 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e5af1c5-0834-4183-bf9e-3a941b24e0a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.519740 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e5af1c5-0834-4183-bf9e-3a941b24e0a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.551458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5af1c5-0834-4183-bf9e-3a941b24e0a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Subnet': ['ID=382bceae-5dbb-4188-918b-f532991169f4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:45.555246 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e5af1c5-0834-4183-bf9e-3a941b24e0a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.557620 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-3e5af1c5-0834-4183-bf9e-3a941b24e0a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/subnets/382bceae-5dbb-4188-918b-f532991169f4 HTTP/1.1" status: 204 len: 168 time: 0.2825177 Jul 16 09:49:45.560298 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53480) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:45.573884 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073275c-445d-460c-b469-15715c5105a0 None None] Network 9b6f8384-5839-4b6d-b49f-e42505dc38c2 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:49:45.649062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:49:44Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:45.671799 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.678876 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] Checking router: 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:49:45.725562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] Routers {'691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:49:45.726136 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:45.772685 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.828818 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port d49f0add-1ca1-492c-a905-0a3cf7b3be58 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:49:45.829167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.843310 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] Set router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:49:45.913104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port d49f0add-1ca1-492c-a905-0a3cf7b3be58, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d49f0add-1ca1-492c-a905-0a3cf7b3be58,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:45.913463 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.920787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] DHCP port deletion for 9b6f8384-5839-4b6d-b49f-e42505dc38c2 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:49:45.926760 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for d49f0add-1ca1-492c-a905-0a3cf7b3be58 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:49:45.941748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.061877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] Deleting port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:49:46.062177 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.107771 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.137683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=d49f0add-1ca1-492c-a905-0a3cf7b3be58,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:46.208984 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.235513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:49:46.303972 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.306152 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.323366 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] For port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:46.323708 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.341546 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] Calling delete_port for 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:49:46.351136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.351735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Fanout notify agent at l3_agent the message router_deleted on router 691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:49:46.359283 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.360527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-04b751e4-0983-4b50-a3f1-98d56d8eb47a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/routers/691ebc42-e6ac-423e-a3ce-fcbe6d2cb386 HTTP/1.1" status: 204 len: 168 time: 0.7992356 Jul 16 09:49:46.360843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:49:44Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:46.363284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53482) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:46.438812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e228e-859c-4ae0-88dc-cad02611c3f6 None None] The sync data for ids ['691ebc42-e6ac-423e-a3ce-fcbe6d2cb386'] in n-d-780147-28 is: [{'id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850508669', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:55Z', 'updated_at': '2021-07-16T09:49:44Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'd49f0add-1ca1-492c-a905-0a3cf7b3be58', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ebc42-e6ac-423e-a3ce-fcbe6d2cb386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:49:46.442571 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.463801 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.499320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:49:46.499667 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.510192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:46.514911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.522562 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.543625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event deleted for resources: {'Port': ['ID=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:46.553092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] No DVR routers for this DVR port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:49:46.569903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,segment=NetworkSegment(edeac628-3900-4f62-8492-65e1ea6ce3bc),segment_id=edeac628-3900-4f62-8492-65e1ea6ce3bc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:46.570258 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.579744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4442b4-3dcd-4591-9910-5c5fc9036192 None None] Pushing event deleted for resources: {'Port': ['ID=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:46.582820 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:49:46.659110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.684635 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=987c903d-e84b-4aa3-abe4-bf80d3fa1a19,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:46.686461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] No DVR routers for this DVR port 987c903d-e84b-4aa3-abe4-bf80d3fa1a19 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:49:46.767627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.778122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6f8384-5839-4b6d-b49f-e42505dc38c2']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:46.789626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeac628-3900-4f62-8492-65e1ea6ce3bc') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:46.789952 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeac628-3900-4f62-8492-65e1ea6ce3bc') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:46.799665 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.815476 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.821979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:49:46.822301 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: self.session.flush() Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:49:46.826166 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:49:46.896134 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.904074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.905528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/networks/9b6f8384-5839-4b6d-b49f-e42505dc38c2 HTTP/1.1" status: 204 len: 168 time: 0.5413001 Jul 16 09:49:46.908392 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53484) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:46.917757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dd443-8b6a-4009-9e36-d7a8ea70b555 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Network': ['ID=9b6f8384-5839-4b6d-b49f-e42505dc38c2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:46.977408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2186093d-622a-49d7-91b5-9af41339d089 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.003143 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2186093d-622a-49d7-91b5-9af41339d089 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.067924 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2186093d-622a-49d7-91b5-9af41339d089 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.071287 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2186093d-622a-49d7-91b5-9af41339d089 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.073541 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2186093d-622a-49d7-91b5-9af41339d089 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/security-groups/1ae43519-b682-4152-9bde-beedaa15c6ad HTTP/1.1" status: 204 len: 168 time: 0.1632595 Jul 16 09:49:47.084487 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186093d-622a-49d7-91b5-9af41339d089 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae43519-b682-4152-9bde-beedaa15c6ad,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:47.139054 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 54546db0-bf72-4362-9420-06d9f0b8fe84 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:49:47.164989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 54546db0-bf72-4362-9420-06d9f0b8fe84 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:49:47.165342 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 54546db0-bf72-4362-9420-06d9f0b8fe84 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:49:47.365281 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53490) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:47.370092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d006fe55-6e04-4353-b8e2-aa716e881184 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033482784', 'description': 'tempest-secgroup-smoke-1033482784 description', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:47.393393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d006fe55-6e04-4353-b8e2-aa716e881184 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.485182 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d006fe55-6e04-4353-b8e2-aa716e881184 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.488995 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d006fe55-6e04-4353-b8e2-aa716e881184 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.513245 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d006fe55-6e04-4353-b8e2-aa716e881184 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.514529 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d006fe55-6e04-4353-b8e2-aa716e881184 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1481950 Jul 16 09:49:47.517768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53492) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:47.522443 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006fe55-6e04-4353-b8e2-aa716e881184 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4425a3eb-5b74-4d6e-b52f-71897f725a90,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:47.523606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9b4f757b-8f33-46d5-b1dc-1489f5093804 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '4425a3eb-5b74-4d6e-b52f-71897f725a90', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:47.551437 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b4f757b-8f33-46d5-b1dc-1489f5093804 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.607711 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b4f757b-8f33-46d5-b1dc-1489f5093804 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.611492 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b4f757b-8f33-46d5-b1dc-1489f5093804 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.632960 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f757b-8f33-46d5-b1dc-1489f5093804 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c186b639-299b-47bb-a36e-f7f592ba75ba,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:47.637725 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b4f757b-8f33-46d5-b1dc-1489f5093804 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.638927 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9b4f757b-8f33-46d5-b1dc-1489f5093804 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195922 Jul 16 09:49:47.641825 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53494) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:47.646313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b3f2a05d-9a4e-4916-8f17-e627d324a3a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '4425a3eb-5b74-4d6e-b52f-71897f725a90', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:47.673537 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3f2a05d-9a4e-4916-8f17-e627d324a3a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.708556 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.717570 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-05928d44-e77d-496b-bd73-de68aa22601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.732744 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3f2a05d-9a4e-4916-8f17-e627d324a3a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.736305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3f2a05d-9a4e-4916-8f17-e627d324a3a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.754242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2a05d-9a4e-4916-8f17-e627d324a3a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a220bd9-8f4b-4343-8e2c-bcb337a2dbf4,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:47.760906 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3f2a05d-9a4e-4916-8f17-e627d324a3a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.762276 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b3f2a05d-9a4e-4916-8f17-e627d324a3a8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194761 Jul 16 09:49:47.765023 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53496) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:47.769533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-63717bfe-87cf-41ff-9f8a-a6256cf7a02d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '4425a3eb-5b74-4d6e-b52f-71897f725a90', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:47.794911 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63717bfe-87cf-41ff-9f8a-a6256cf7a02d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.854388 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63717bfe-87cf-41ff-9f8a-a6256cf7a02d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.858161 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63717bfe-87cf-41ff-9f8a-a6256cf7a02d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.876547 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63717bfe-87cf-41ff-9f8a-a6256cf7a02d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22668b50-7a65-48d5-a883-5b4d30aca1bd,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:47.882769 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63717bfe-87cf-41ff-9f8a-a6256cf7a02d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.883950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-63717bfe-87cf-41ff-9f8a-a6256cf7a02d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180212 Jul 16 09:49:47.887506 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:47.891882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f11d8367-2c53-4541-9f97-6713eb3eba4a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '4425a3eb-5b74-4d6e-b52f-71897f725a90', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:47.917453 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f11d8367-2c53-4541-9f97-6713eb3eba4a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.975209 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f11d8367-2c53-4541-9f97-6713eb3eba4a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.978770 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f11d8367-2c53-4541-9f97-6713eb3eba4a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.997426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d8367-2c53-4541-9f97-6713eb3eba4a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2a8a1d-51bb-4fe0-8389-06c70d5dd70c,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:48.004126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f11d8367-2c53-4541-9f97-6713eb3eba4a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.005905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f11d8367-2c53-4541-9f97-6713eb3eba4a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172476 Jul 16 09:49:48.008935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53500) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:48.013463 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fcc0906b-5d0c-4629-8fc5-65312cf4d7ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '4425a3eb-5b74-4d6e-b52f-71897f725a90', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:48.034151 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-fcc0906b-5d0c-4629-8fc5-65312cf4d7ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:49:48.039080 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcc0906b-5d0c-4629-8fc5-65312cf4d7ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.104652 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcc0906b-5d0c-4629-8fc5-65312cf4d7ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.109146 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcc0906b-5d0c-4629-8fc5-65312cf4d7ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.128140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0906b-5d0c-4629-8fc5-65312cf4d7ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed436b73-c468-41b2-bf2b-4154f8122292,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:48.134290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcc0906b-5d0c-4629-8fc5-65312cf4d7ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.135475 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fcc0906b-5d0c-4629-8fc5-65312cf4d7ba tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256320 Jul 16 09:49:48.138267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53502) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:48.143454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c95af490-50e1-4583-9791-dc11a9c3b775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '4425a3eb-5b74-4d6e-b52f-71897f725a90', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:48.147124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0664fe3c-d2e2-4413-a970-1dc793e2013a no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:49:48.165926 n-d-780147-28 neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-c95af490-50e1-4583-9791-dc11a9c3b775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:49:48.169158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 0664fe3c-d2e2-4413-a970-1dc793e2013a {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:49:48.169506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 0664fe3c-d2e2-4413-a970-1dc793e2013a not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:49:48.169953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d49f0add-1ca1-492c-a905-0a3cf7b3be58 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:49:48.171426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c95af490-50e1-4583-9791-dc11a9c3b775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.191745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: d49f0add-1ca1-492c-a905-0a3cf7b3be58 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:49:48.192083 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d49f0add-1ca1-492c-a905-0a3cf7b3be58 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:49:48.235097 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c95af490-50e1-4583-9791-dc11a9c3b775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.238592 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c95af490-50e1-4583-9791-dc11a9c3b775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.256869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95af490-50e1-4583-9791-dc11a9c3b775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b537617-9b7e-4649-bfa1-896238b44a39,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:48.263082 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c95af490-50e1-4583-9791-dc11a9c3b775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.264296 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c95af490-50e1-4583-9791-dc11a9c3b775 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249785 Jul 16 09:49:48.267208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53504) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:48.272465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'network': {'name': 'tempest-network-smoke--409545765', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'port_security_enabled': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:48.293735 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:49:48.297110 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.322284 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:49:48.331342 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.331701 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Added segment c2385a40-c180-4286-b87d-eef72186eb73 of type vlan for network f773e02f-44d0-4bb2-8d92-d0a0cb662cae Jul 16 09:49:48.372757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.400494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.406531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:48.407114 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.436520 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1682196 Jul 16 09:49:48.439213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53506) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:48.445591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'admin_state_up': True, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:48.491282 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2c0a3-87c9-49c0-a67c-4097f182426f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Network': ['ID=f773e02f-44d0-4bb2-8d92-d0a0cb662cae,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:48.501908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:49:48.505166 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.506478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.559121 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.023678 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.099202 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.217863 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.236803 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.341968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.98 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/cfb93b18-5fe9-44c6-928e-2c83707d8d16) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:49:49.445672 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.446515 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.485096 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.519747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:49:49.522592 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:49:49.528236 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:49:49.555032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=cfb93b18-5fe9-44c6-928e-2c83707d8d16,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:49.780466 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:49.978679 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.112032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router e62c656f-f5f6-4480-80e5-eaac9b326bf4 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:49:50.219560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:49:50.228649 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Sync routers for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:49:50.237691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.237904 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:49:50.238491 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:50.238870 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c9fe394b-558d-4770-ad9b-8608238615aa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7987540 Jul 16 09:49:50.241869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53508) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:50.271048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ce5eddfa-7ec4-4e7a-9f16-5d3c34cf0bbd tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d5f1a9bcd7d64be6969f64d128c651b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281298 Jul 16 09:49:50.273701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53510) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:50.347476 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:49:50.362619 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a9117-843e-4c12-8cbd-e39bb25ae409 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:50.367021 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-264a9117-843e-4c12-8cbd-e39bb25ae409 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895541 Jul 16 09:49:50.367204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53512) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:50.374936 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.400416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d227bde4-5d7e-41a1-b68d-66ee53d0f94d tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322604 Jul 16 09:49:50.403600 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53514) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:50.408842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-988762422', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:50.499116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:49:50.502670 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.615179 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:49Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:50.645433 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Checking router: e62c656f-f5f6-4480-80e5-eaac9b326bf4 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:49:50.645807 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Updating router e62c656f-f5f6-4480-80e5-eaac9b326bf4 port cfb93b18-5fe9-44c6-928e-2c83707d8d16 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:49:50.679322 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.692471 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.752595 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Subnet': ['ID=717eb68f-a480-450a-9fa1-96a791f5b6f6,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:50.763129 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Checking segment: {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:49:50.763485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network hostable DHCP agents. Network: f773e02f-44d0-4bb2-8d92-d0a0cb662cae, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:49:50.779516 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:49:50.787846 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, f773e02f-44d0-4bb2-8d92-d0a0cb662cae) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:49:50.794184 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:50.795101 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.796124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2827fa-f855-49b1-97a5-4e5b51635f7b None None] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:49:50.811111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-abbaddd2-0a05-4128-84ad-c2235431177c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4061999 Jul 16 09:49:50.813895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53516) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:50.937972 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.950389 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Transition to ACTIVE for port object cfb93b18-5fe9-44c6-928e-2c83707d8d16 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:49:50.955780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:49:50.957068 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:50.957313 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.005713 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Attempting to bind port cfb93b18-5fe9-44c6-928e-2c83707d8d16 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:49:51.005992 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Attempting to bind port cfb93b18-5fe9-44c6-928e-2c83707d8d16 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:49:51.006345 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Attempting to bind port cfb93b18-5fe9-44c6-928e-2c83707d8d16 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:49:51.020709 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:49:51.021078 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:49:51.021474 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.021882 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:49:51.022537 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Bound port: cfb93b18-5fe9-44c6-928e-2c83707d8d16, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:49:51.022699 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.044319 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Pushing event updated for resources: {'Port': ['ID=cfb93b18-5fe9-44c6-928e-2c83707d8d16,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:51.054758 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.055094 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.055427 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.055749 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.056074 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.056397 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.056715 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.057617 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.057958 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.058282 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.058595 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.058901 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:51.091135 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] For port cfb93b18-5fe9-44c6-928e-2c83707d8d16, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:49:51.094491 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] For port cfb93b18-5fe9-44c6-928e-2c83707d8d16, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cfb93b18-5fe9-44c6-928e-2c83707d8d16,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:49:51.098482 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.107497 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Allocated IP 172.20.0.2 (f773e02f-44d0-4bb2-8d92-d0a0cb662cae/717eb68f-a480-450a-9fa1-96a791f5b6f6/5023ea3b-8f45-4e17-ac68-faabe39b18c1) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:49:51.153370 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:49:51.154011 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:51.197540 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b35475-344c-4259-9f49-a2bd2a997b6d None None] Pushing event updated for resources: {'Port': ['ID=cfb93b18-5fe9-44c6-928e-2c83707d8d16,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:51.265777 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.273543 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:49:51.274263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Transition to ACTIVE for port object 5023ea3b-8f45-4e17-ac68-faabe39b18c1 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:49:51.287333 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.289980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Transition to ACTIVE for port object 5023ea3b-8f45-4e17-ac68-faabe39b18c1 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:49:51.296199 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.338638 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:49:51.344811 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:49:51.348413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:49:51.356175 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Pushing event updated for resources: {'Port': ['ID=5023ea3b-8f45-4e17-ac68-faabe39b18c1,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:51.419450 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Attempting to bind port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:49:51.420639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Attempting to bind port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:49:51.421184 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Attempting to bind port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 on network f773e02f-44d0-4bb2-8d92-d0a0cb662cae {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:49:51.428338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:49:51.428744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Checking segment: {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:49:51.429145 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.429540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Bound using segment: {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:49:51.430036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Bound port: 5023ea3b-8f45-4e17-ac68-faabe39b18c1, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:49:51.430415 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.460943 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:49Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:51.489322 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95ab69-7c25-4e17-86ea-411b9bffa0fe None None] The sync data for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 is: [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:49Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:49:51.496207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] For port 5023ea3b-8f45-4e17-ac68-faabe39b18c1, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:49:51.500402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] For port 5023ea3b-8f45-4e17-ac68-faabe39b18c1, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5023ea3b-8f45-4e17-ac68-faabe39b18c1,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:49:51.507464 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.585907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4f36a-35c3-48be-b9fa-b03d1761ac79 None None] Pushing event updated for resources: {'Port': ['ID=5023ea3b-8f45-4e17-ac68-faabe39b18c1,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:51.606416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.1 (f773e02f-44d0-4bb2-8d92-d0a0cb662cae/717eb68f-a480-450a-9fa1-96a791f5b6f6/65135f82-a711-4c5f-8660-ee8dc20fee45) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:49:51.749324 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.766168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object 65135f82-a711-4c5f-8660-ee8dc20fee45 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:49:51.811547 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:51.851901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:49:51.863621 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:49:51.871656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:49:51.914916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=65135f82-a711-4c5f-8660-ee8dc20fee45,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:51.938988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.101047 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.217261 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5023ea3b-8f45-4e17-ac68-faabe39b18c1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:49:52.278227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:49:52.282452 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cfb93b18-5fe9-44c6-928e-2c83707d8d16 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:49:52.338392 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port cfb93b18-5fe9-44c6-928e-2c83707d8d16 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:49:52.342921 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cfb93b18-5fe9-44c6-928e-2c83707d8d16 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:52.343292 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.444625 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.458058 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.464576 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.471101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port cfb93b18-5fe9-44c6-928e-2c83707d8d16, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cfb93b18-5fe9-44c6-928e-2c83707d8d16,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:52.475242 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.533946 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=cfb93b18-5fe9-44c6-928e-2c83707d8d16,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:52.553432 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.555401 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=65135f82-a711-4c5f-8660-ee8dc20fee45,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:52.634340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd61d39-212b-4b59-914f-85e58b9c656a None None] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:49:52.655424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:49:52.656755 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:49:52.755257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a726392c-a2a6-407d-a6e9-6fb96c37de47 None None] Provisioning for port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:49:52.763980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a726392c-a2a6-407d-a6e9-6fb96c37de47 None None] Provisioning complete for port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:52.764471 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a726392c-a2a6-407d-a6e9-6fb96c37de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.774290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router e62c656f-f5f6-4480-80e5-eaac9b326bf4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:49:52.880418 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a726392c-a2a6-407d-a6e9-6fb96c37de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.887988 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:49:52.894307 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bf7ec717-a4d8-4e16-9e5e-bf6e0a120b18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/e62c656f-f5f6-4480-80e5-eaac9b326bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0787642 Jul 16 09:49:52.915382 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a726392c-a2a6-407d-a6e9-6fb96c37de47 None None] For port 5023ea3b-8f45-4e17-ac68-faabe39b18c1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5023ea3b-8f45-4e17-ac68-faabe39b18c1,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:52.920709 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a726392c-a2a6-407d-a6e9-6fb96c37de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.990353 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726392c-a2a6-407d-a6e9-6fb96c37de47 None None] Pushing event updated for resources: {'Port': ['ID=5023ea3b-8f45-4e17-ac68-faabe39b18c1,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:53.050811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-54089062-f3a8-4d8f-97c5-a8296320cf37 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033482784&fields=id&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 267 time: 0.0364358 Jul 16 09:49:53.143454 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ca58d2f-7f6b-4b20-bcc7-efe015dd4e04 None None] Provisioning complete for port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:53.143892 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca58d2f-7f6b-4b20-bcc7-efe015dd4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:53.173601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-7418c60e-a92d-4e8f-b247-c2f8f03088dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:53.178190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-7418c60e-a92d-4e8f-b247-c2f8f03088dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/networks?id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae HTTP/1.1" status: 200 len: 796 time: 0.1197426 Jul 16 09:49:53.193956 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-f86941a4-3e8a-4808-beb6-5616f9965cd9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/quotas/d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 375 time: 0.0110552 Jul 16 09:49:53.241182 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ca58d2f-7f6b-4b20-bcc7-efe015dd4e04 None None] Provisioning for port 65135f82-a711-4c5f-8660-ee8dc20fee45 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:49:53.246570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3ca58d2f-7f6b-4b20-bcc7-efe015dd4e04 None None] Provisioning complete for port 65135f82-a711-4c5f-8660-ee8dc20fee45 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:53.246952 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3ca58d2f-7f6b-4b20-bcc7-efe015dd4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:53.274550 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-ff7c4411-dd7b-459d-971d-870c8a180be5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742004 Jul 16 09:49:53.282690 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3ca58d2f-7f6b-4b20-bcc7-efe015dd4e04 None None] Port 65135f82-a711-4c5f-8660-ee8dc20fee45 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:49:53.335684 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Sync routers for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:49:53.345940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:49:53.346583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:53.389845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-2b82e03a-68f9-4623-bc84-24591df1ec0e service neutron] 10.222.0.55 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003294 Jul 16 09:49:53.442982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9be94906-ab16-400c-a07e-96adf1c3e594 None None] Provisioning complete for port 65135f82-a711-4c5f-8660-ee8dc20fee45 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:53.443388 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9be94906-ab16-400c-a07e-96adf1c3e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:53.494804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-6eeb582d-3bc3-4d2b-9938-8269ca2fd36b service neutron] 10.222.0.55 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989671 Jul 16 09:49:53.498025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:49:53.500257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9be94906-ab16-400c-a07e-96adf1c3e594 None None] Port 65135f82-a711-4c5f-8660-ee8dc20fee45 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:49:53.660665 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-7aa61c85-33a7-4770-a3ab-6014b7f7ee27 None None] Provisioning complete for port 65135f82-a711-4c5f-8660-ee8dc20fee45 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:53.661097 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7aa61c85-33a7-4770-a3ab-6014b7f7ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:53.677399 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f02d4fb0-b9e9-4797-9679-9e0ec62256ee req-d8c780be-bc58-48e6-8280-5403653fe9bc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 210 time: 0.0375159 Jul 16 09:49:53.718007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-7aa61c85-33a7-4770-a3ab-6014b7f7ee27 None None] Port 65135f82-a711-4c5f-8660-ee8dc20fee45 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:49:53.742045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 2, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:53.772562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Checking router: e62c656f-f5f6-4480-80e5-eaac9b326bf4 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:49:53.772911 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Updating router e62c656f-f5f6-4480-80e5-eaac9b326bf4 port 65135f82-a711-4c5f-8660-ee8dc20fee45 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:49:53.807876 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.074894 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.084401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Transition to ACTIVE for port object 65135f82-a711-4c5f-8660-ee8dc20fee45 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:49:54.091706 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.150810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc9f91-773b-4242-9a5b-d37412fd075a None None] Pushing event updated for resources: {'Port': ['ID=65135f82-a711-4c5f-8660-ee8dc20fee45,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:54.164591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cfb93b18-5fe9-44c6-928e-2c83707d8d16 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:49:54.246907 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Attempting to bind port 65135f82-a711-4c5f-8660-ee8dc20fee45 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:49:54.247406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Attempting to bind port 65135f82-a711-4c5f-8660-ee8dc20fee45 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:49:54.247867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Attempting to bind port 65135f82-a711-4c5f-8660-ee8dc20fee45 on network f773e02f-44d0-4bb2-8d92-d0a0cb662cae {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:49:54.256302 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:49:54.256779 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Checking segment: {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:49:54.257247 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.257804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Bound using segment: {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:49:54.258360 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Bound port: 65135f82-a711-4c5f-8660-ee8dc20fee45, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:49:54.258814 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.287734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cfb93b18-5fe9-44c6-928e-2c83707d8d16 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:54.288101 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.368322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] For port 65135f82-a711-4c5f-8660-ee8dc20fee45, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:49:54.372188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] For port 65135f82-a711-4c5f-8660-ee8dc20fee45, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=65135f82-a711-4c5f-8660-ee8dc20fee45,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:49:54.378365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.468571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5023ea3b-8f45-4e17-ac68-faabe39b18c1 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:49:54.497804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:49:54.498714 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:54.502550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc9f91-773b-4242-9a5b-d37412fd075a None None] Pushing event updated for resources: {'Port': ['ID=65135f82-a711-4c5f-8660-ee8dc20fee45,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:54.756696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-67bd6db0-c2fc-4319-8a0a-905c786096ae tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:54.758488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-67bd6db0-c2fc-4319-8a0a-905c786096ae tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/networks?id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae HTTP/1.1" status: 200 len: 796 time: 0.1134417 Jul 16 09:49:54.791700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:54.792553 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.836675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34129581-db78-4918-966a-3629d9d03eab req-900a6fd4-7dad-4dd0-9771-9267f595c876 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 210 time: 0.0368037 Jul 16 09:49:54.848928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-93f60453-5b90-4ff8-8640-2a015f763cf6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 380 time: 0.0817704 Jul 16 09:49:54.852584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:49:54.861105 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'port': {'device_id': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'admin_state_up': True, 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'security_groups': ['4425a3eb-5b74-4d6e-b52f-71897f725a90']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:54.973951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:49:54.983402 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:55.099634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:54Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:49:55.116667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.14 (f773e02f-44d0-4bb2-8d92-d0a0cb662cae/717eb68f-a480-450a-9fa1-96a791f5b6f6/45955ec8-881d-408a-826e-f57add2807d0) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:49:55.126706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6df457b-4821-4b9d-a785-821bb5f2f12e None None] The sync data for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 is: [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:54Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:49:55.279439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:55.637229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object 45955ec8-881d-408a-826e-f57add2807d0 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:49:55.670627 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:55.717182 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:49:55.720452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:49:55.724451 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:49:55.748157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=45955ec8-881d-408a-826e-f57add2807d0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:55.783066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:55.783868 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:55.798856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-4e540997-4dcb-4b05-8b7f-9be54d533d74 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9420564 Jul 16 09:49:55.812009 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Request body: {'port': {'device_id': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:49:55.897242 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:55.975337 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3c18d83e-a1d1-4bca-b243-66ff186a53b4 None None] Provisioning for port 45955ec8-881d-408a-826e-f57add2807d0 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:49:55.980710 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3c18d83e-a1d1-4bca-b243-66ff186a53b4 None None] Provisioning complete for port 45955ec8-881d-408a-826e-f57add2807d0 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:55.981343 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c18d83e-a1d1-4bca-b243-66ff186a53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.021285 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3c18d83e-a1d1-4bca-b243-66ff186a53b4 None None] Port 45955ec8-881d-408a-826e-f57add2807d0 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:49:56.154300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067310b-e32f-4129-a308-d9b78c001ce8 req-3eb68f31-dd2e-457c-9889-70819bd2e6e4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:56.155856 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1067310b-e32f-4129-a308-d9b78c001ce8 req-3eb68f31-dd2e-457c-9889-70819bd2e6e4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 932 time: 0.1483319 Jul 16 09:49:56.181449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 65135f82-a711-4c5f-8660-ee8dc20fee45 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:49:56.239558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 65135f82-a711-4c5f-8660-ee8dc20fee45 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:49:56.239833 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1067310b-e32f-4129-a308-d9b78c001ce8 req-bda56f87-c9ee-47e1-a442-70c2161a904a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649843 Jul 16 09:49:56.243863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 65135f82-a711-4c5f-8660-ee8dc20fee45 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:56.245802 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.282022 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45955ec8-881d-408a-826e-f57add2807d0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:49:56.290313 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.304223 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Transition to ACTIVE for port object 45955ec8-881d-408a-826e-f57add2807d0 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:49:56.308994 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.329572 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.363581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 65135f82-a711-4c5f-8660-ee8dc20fee45, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=65135f82-a711-4c5f-8660-ee8dc20fee45,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:56.368363 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.384751 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Pushing event updated for resources: {'Port': ['ID=45955ec8-881d-408a-826e-f57add2807d0,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:56.442163 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Attempting to bind port 45955ec8-881d-408a-826e-f57add2807d0 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:49:56.442362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=65135f82-a711-4c5f-8660-ee8dc20fee45,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:56.442696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Attempting to bind port 45955ec8-881d-408a-826e-f57add2807d0 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:49:56.443119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Attempting to bind port 45955ec8-881d-408a-826e-f57add2807d0 on network f773e02f-44d0-4bb2-8d92-d0a0cb662cae {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:49:56.453175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Port 45955ec8-881d-408a-826e-f57add2807d0 on network f773e02f-44d0-4bb2-8d92-d0a0cb662cae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:49:56.453504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Attempting to bind port 45955ec8-881d-408a-826e-f57add2807d0 on network f773e02f-44d0-4bb2-8d92-d0a0cb662cae {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:49:56.458743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:49:56.459217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Checking segment: {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:49:56.459610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Bound using segment: {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:49:56.460044 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Bound port: 45955ec8-881d-408a-826e-f57add2807d0, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2385a40-c180-4286-b87d-eef72186eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:49:56.460406 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.528471 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] For port 45955ec8-881d-408a-826e-f57add2807d0, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:49:56.532040 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] For port 45955ec8-881d-408a-826e-f57add2807d0, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=45955ec8-881d-408a-826e-f57add2807d0,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:49:56.536478 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.572082 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:56.572974 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:56.574428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] 10.222.0.52 "PUT /v2.0/ports/45955ec8-881d-408a-826e-f57add2807d0 HTTP/1.1" status: 200 len: 1093 time: 0.7676361 Jul 16 09:49:56.574937 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'tag': '45955ec8-881d-408a-826e-f57add2807d0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:49:56.577217 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407" -d '{"events": [{"name": "network-changed", "server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "tag": "45955ec8-881d-408a-826e-f57add2807d0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:49:56.610636 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9608-781d-4476-8ca1-0be9311d1e90 service neutron] Pushing event updated for resources: {'Port': ['ID=45955ec8-881d-408a-826e-f57add2807d0,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:56.687611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-35f036d6-6a91-4d79-ad20-933c34689849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:56.689154 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-35f036d6-6a91-4d79-ad20-933c34689849 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 1096 time: 0.0684850 Jul 16 09:49:56.690815 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f729b8ba-f006-4b97-9eb0-22b9bb0985ac x-openstack-request-id: req-f729b8ba-f006-4b97-9eb0-22b9bb0985ac {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:49:56.691098 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "tag": "45955ec8-881d-408a-826e-f57add2807d0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:49:56.691350 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f729b8ba-f006-4b97-9eb0-22b9bb0985ac {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:49:56.691748 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'tag': '45955ec8-881d-408a-826e-f57add2807d0', 'status': 'completed', 'code': 200} Jul 16 09:49:56.735794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-f9d0e8dc-f9f3-4ed5-a30b-25eeb6af2025 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45955ec8-881d-408a-826e-f57add2807d0 HTTP/1.1" status: 200 len: 217 time: 0.0365870 Jul 16 09:49:56.786565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-d68419de-0bed-4147-8a94-8f12516e2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:56.787997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-d68419de-0bed-4147-8a94-8f12516e2f89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=717eb68f-a480-450a-9fa1-96a791f5b6f6 HTTP/1.1" status: 200 len: 834 time: 0.0464053 Jul 16 09:49:56.845579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-8ae1f729-0eff-4d39-8bae-e4a4cc79ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:56.847142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-8ae1f729-0eff-4d39-8bae-e4a4cc79ea46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534022 Jul 16 09:49:56.942854 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-01cbb2ef-2b5b-4ac4-9cd0-1d855d269103 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890934 Jul 16 09:49:57.037682 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5a7f0847-1a53-470b-bb14-dc00df253b78 req-7bf7d4a7-16d4-4534-b616-b51ebf434390 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885100 Jul 16 09:49:57.139763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-f837fa48-5048-4867-a0db-7d98dfb0cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:57.141314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-f837fa48-5048-4867-a0db-7d98dfb0cfd5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 1096 time: 0.0540352 Jul 16 09:49:57.232422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-14de6b2f-8c57-4e55-83e5-c20045723bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:57.233965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-14de6b2f-8c57-4e55-83e5-c20045723bd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae HTTP/1.1" status: 200 len: 897 time: 0.0863869 Jul 16 09:49:57.282395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-8f0fc8b5-eae7-4871-9534-72ee812f654c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45955ec8-881d-408a-826e-f57add2807d0 HTTP/1.1" status: 200 len: 217 time: 0.0398006 Jul 16 09:49:57.333618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-731e7b8b-19a9-4386-935c-2a1b33e3e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:57.335162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-731e7b8b-19a9-4386-935c-2a1b33e3e9dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=717eb68f-a480-450a-9fa1-96a791f5b6f6 HTTP/1.1" status: 200 len: 834 time: 0.0450211 Jul 16 09:49:57.437049 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-222049c4-b319-463a-9f93-fc8179fd0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:57.438574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-222049c4-b319-463a-9f93-fc8179fd0c1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963659 Jul 16 09:49:57.454274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e38601-9f78-4504-a2a8-42814c6d4ea8 req-f1249a5d-0843-48db-970e-323e6b15972a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:57.455687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79e38601-9f78-4504-a2a8-42814c6d4ea8 req-f1249a5d-0843-48db-970e-323e6b15972a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 944 time: 0.0878851 Jul 16 09:49:57.541462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-79e38601-9f78-4504-a2a8-42814c6d4ea8 req-c3db12a9-c038-455c-b068-30190e362885 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763607 Jul 16 09:49:57.565492 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-4862bfe6-5298-455c-baee-4ea472dfd6c6 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088734 Jul 16 09:49:57.660065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2e4bdb92-cfff-4e54-b885-9bd0ad20f407 req-f1aba28f-73ec-4e22-a3ee-da4be0fb7b97 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875685 Jul 16 09:49:58.150126 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 65135f82-a711-4c5f-8660-ee8dc20fee45 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:49:58.202169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 65135f82-a711-4c5f-8660-ee8dc20fee45 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:58.202547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:58.714142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184616-c6e4-466c-a839-8554f3b738e3 req-4e215a12-90c8-440d-9fe4-5fec7c5d5904 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:58.715672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6184616-c6e4-466c-a839-8554f3b738e3 req-4e215a12-90c8-440d-9fe4-5fec7c5d5904 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 944 time: 0.0635102 Jul 16 09:49:58.754187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6184616-c6e4-466c-a839-8554f3b738e3 req-9445f58d-2a0e-45e2-9fcd-926dc4e0a38b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Jul 16 09:49:59.678299 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 45955ec8-881d-408a-826e-f57add2807d0 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:49:59.773795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 45955ec8-881d-408a-826e-f57add2807d0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=45955ec8-881d-408a-826e-f57add2807d0,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:59.785069 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '45955ec8-881d-408a-826e-f57add2807d0', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'port_id': '45955ec8-881d-408a-826e-f57add2807d0', 'mac_address': 'fa:16:3e:9a:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:49:59.821391 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:59.834536 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45955ec8-881d-408a-826e-f57add2807d0 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:49:59.853270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 45955ec8-881d-408a-826e-f57add2807d0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=45955ec8-881d-408a-826e-f57add2807d0,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:59.857600 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:59.905339 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=45955ec8-881d-408a-826e-f57add2807d0,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:59.933567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985d7d-a383-4a7e-ae6a-e89fda9d65bc req-6fa264d9-62ca-4c8a-8d5b-24ba6688b28d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:59.935107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4985d7d-a383-4a7e-ae6a-e89fda9d65bc req-6fa264d9-62ca-4c8a-8d5b-24ba6688b28d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 945 time: 0.0707328 Jul 16 09:49:59.972046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a4985d7d-a383-4a7e-ae6a-e89fda9d65bc req-711dce67-43fd-4405-8ac3-e7eca59d9b13 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Jul 16 09:50:00.059972 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['45955ec8-881d-408a-826e-f57add2807d0'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:50:01.145243 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ee190-aa9d-4c74-873f-ab40e192db2f req-9a61759c-6934-4fd2-8c2e-b89827c8d7be tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:01.146741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d97ee190-aa9d-4c74-873f-ab40e192db2f req-9a61759c-6934-4fd2-8c2e-b89827c8d7be tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 945 time: 0.0634308 Jul 16 09:50:01.183975 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d97ee190-aa9d-4c74-873f-ab40e192db2f req-5dd1670c-acd8-4bbb-9b55-4c378dbcb527 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Jul 16 09:50:01.678091 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 45955ec8-881d-408a-826e-f57add2807d0 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:01.729156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 45955ec8-881d-408a-826e-f57add2807d0 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:01.732838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 45955ec8-881d-408a-826e-f57add2807d0 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:01.733212 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:01.808323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:01.831328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45955ec8-881d-408a-826e-f57add2807d0'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:01.833585 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001f2c08-4e76-4e6c-9ea3-415eacee66af" -d '{"events": [{"server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "name": "network-vif-plugged", "status": "completed", "tag": "45955ec8-881d-408a-826e-f57add2807d0"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:01.846542 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 45955ec8-881d-408a-826e-f57add2807d0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=45955ec8-881d-408a-826e-f57add2807d0,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:01.850489 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:01.873984 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ac962a-7902-43b1-b854-77d4a262268b x-openstack-request-id: req-f5ac962a-7902-43b1-b854-77d4a262268b {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:01.874287 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "name": "network-vif-plugged", "status": "completed", "tag": "45955ec8-881d-408a-826e-f57add2807d0", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:01.874539 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5ac962a-7902-43b1-b854-77d4a262268b {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:01.874924 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45955ec8-881d-408a-826e-f57add2807d0', 'code': 200} Jul 16 09:50:01.901930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=45955ec8-881d-408a-826e-f57add2807d0,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:01.984274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a769-4eca-4f58-b589-a8cfd050dbee req-c814a475-370a-4f0a-9cc9-30ac1784d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:01.985774 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4180a769-4eca-4f58-b589-a8cfd050dbee req-c814a475-370a-4f0a-9cc9-30ac1784d407 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 1098 time: 0.0522768 Jul 16 09:50:02.019712 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4180a769-4eca-4f58-b589-a8cfd050dbee req-ce1e3b8a-05c9-4fe2-8374-2cb320b2b2a7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274606 Jul 16 09:50:02.357598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef9284-599f-49da-99d1-2bfc2e7609db req-69dc8431-2c8f-4dcd-8798-7342a657cda9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:02.359031 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59ef9284-599f-49da-99d1-2bfc2e7609db req-69dc8431-2c8f-4dcd-8798-7342a657cda9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0662875 Jul 16 09:50:02.396515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59ef9284-599f-49da-99d1-2bfc2e7609db req-2b02d6a9-b5d8-4787-8c03-a42af517314c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jul 16 09:50:03.582894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf0dc4-34f2-4ae1-ab8e-da76174a8de9 req-fa450ad7-0fd4-41c7-bec4-8d3a61881def tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:03.584416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4aaf0dc4-34f2-4ae1-ab8e-da76174a8de9 req-fa450ad7-0fd4-41c7-bec4-8d3a61881def tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0643456 Jul 16 09:50:03.623780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4aaf0dc4-34f2-4ae1-ab8e-da76174a8de9 req-b9a4159a-39a2-4b9a-9cfb-b7252fe34280 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328300 Jul 16 09:50:03.802676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b21423-2c5b-42ae-8794-a137c805d489 req-2ab63f80-0100-45f7-8118-f9a0187ef25b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:03.804184 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53b21423-2c5b-42ae-8794-a137c805d489 req-2ab63f80-0100-45f7-8118-f9a0187ef25b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0685508 Jul 16 09:50:03.841907 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53b21423-2c5b-42ae-8794-a137c805d489 req-e76ec280-8b28-4bdd-9e6b-9211b019abe7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Jul 16 09:50:03.865507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53570) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:03.917041 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a098751-9504-48ee-81ba-d9796deadf30 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:03.918588 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a098751-9504-48ee-81ba-d9796deadf30 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 1093 time: 0.0521004 Jul 16 09:50:03.921374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53572) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:03.925887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '45955ec8-881d-408a-826e-f57add2807d0', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:03.947498 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:04.049556 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:04.152053 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.105 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/afcda19d-937e-4b8b-ab07-329f4e2b990f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:04.257019 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:04.296263 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:04.332697 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:04.337313 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:04.340902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:04.365679 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=afcda19d-937e-4b8b-ab07-329f4e2b990f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:04.711005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:04.791326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:04.939388 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:04.943813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:05.014128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=afcda19d-937e-4b8b-ab07-329f4e2b990f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:05.025543 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:05.126319 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP 7016eff2-351e-4c92-8a1e-d3e37be702a3 associated. External IP: 172.25.6.105, port: 45955ec8-881d-408a-826e-f57add2807d0. Jul 16 09:50:05.331759 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router e62c656f-f5f6-4480-80e5-eaac9b326bf4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:05.439104 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:05.448964 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] Sync routers for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:05.455061 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:05.458323 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:05.458932 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:05.568197 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:05.813272 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '7016eff2-351e-4c92-8a1e-d3e37be702a3', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'port_id': '45955ec8-881d-408a-826e-f57add2807d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'mac_address': 'fa:16:3e:9a:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:04Z', 'updated_at': '2021-07-16T09:50:04Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:56Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:05.824008 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ee446a00-8019-42bf-9312-4e293f1f6348 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9014037 Jul 16 09:50:05.824536 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'tag': '45955ec8-881d-408a-826e-f57add2807d0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:05.826733 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851de61-a201-4de5-b519-b5f92aa6592d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "tag": "45955ec8-881d-408a-826e-f57add2807d0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:05.844147 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] Checking router: e62c656f-f5f6-4480-80e5-eaac9b326bf4 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:05.852381 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:05.852999 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:49:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:05.863971 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f44bcb-4f28-4a09-ac91-7233411719c7 x-openstack-request-id: req-83f44bcb-4f28-4a09-ac91-7233411719c7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:05.864261 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "tag": "45955ec8-881d-408a-826e-f57add2807d0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:05.864513 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83f44bcb-4f28-4a09-ac91-7233411719c7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:05.864917 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'tag': '45955ec8-881d-408a-826e-f57add2807d0', 'status': 'completed', 'code': 200} Jul 16 09:50:05.951618 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851de61-a201-4de5-b519-b5f92aa6592d req-87da4045-a04b-4ca9-bdd8-bc23153e43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:05.953215 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6851de61-a201-4de5-b519-b5f92aa6592d req-87da4045-a04b-4ca9-bdd8-bc23153e43f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 1098 time: 0.0572374 Jul 16 09:50:05.966700 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:06.095006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851de61-a201-4de5-b519-b5f92aa6592d req-4bd58058-1a06-4d3f-98dd-9518a7ec96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:06.096531 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6851de61-a201-4de5-b519-b5f92aa6592d req-4bd58058-1a06-4d3f-98dd-9518a7ec96b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae HTTP/1.1" status: 200 len: 897 time: 0.1338937 Jul 16 09:50:06.105426 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fb92b-a262-4437-b53c-1250f11e2804 req-76484c4d-490f-484b-a95e-b99fb0dba242 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:06.107039 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e1fb92b-a262-4437-b53c-1250f11e2804 req-76484c4d-490f-484b-a95e-b99fb0dba242 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.1352568 Jul 16 09:50:06.197193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e1fb92b-a262-4437-b53c-1250f11e2804 req-249a2be2-b291-416d-a78d-822932441fda tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831354 Jul 16 09:50:06.200603 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6851de61-a201-4de5-b519-b5f92aa6592d req-a0043a6f-ffac-48b6-8143-7518af94ebc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45955ec8-881d-408a-826e-f57add2807d0 HTTP/1.1" status: 200 len: 1000 time: 0.0924623 Jul 16 09:50:06.224383 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53582) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:06.255060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851de61-a201-4de5-b519-b5f92aa6592d req-1e8dfcee-a21c-4d99-b182-e399377146b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:06.256662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6851de61-a201-4de5-b519-b5f92aa6592d req-1e8dfcee-a21c-4d99-b182-e399377146b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=717eb68f-a480-450a-9fa1-96a791f5b6f6 HTTP/1.1" status: 200 len: 834 time: 0.0498846 Jul 16 09:50:06.285026 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '7016eff2-351e-4c92-8a1e-d3e37be702a3', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'port_id': '45955ec8-881d-408a-826e-f57add2807d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'mac_address': 'fa:16:3e:9a:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:04Z', 'updated_at': '2021-07-16T09:50:04Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:56Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:06.297863 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-903facfb-e1a0-405d-ac0d-d290746342e6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/7016eff2-351e-4c92-8a1e-d3e37be702a3 HTTP/1.1" status: 200 len: 992 time: 0.0718086 Jul 16 09:50:06.315268 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c826c03-7fe6-4bb2-a691-400dc6fcb9c9 None None] The sync data for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 is: [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '7016eff2-351e-4c92-8a1e-d3e37be702a3', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'port_id': '45955ec8-881d-408a-826e-f57add2807d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'mac_address': 'fa:16:3e:9a:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:04Z', 'updated_at': '2021-07-16T09:50:04Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:56Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:06.320376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851de61-a201-4de5-b519-b5f92aa6592d req-35294825-ff50-4d48-af19-07b875527cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:06.321964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6851de61-a201-4de5-b519-b5f92aa6592d req-35294825-ff50-4d48-af19-07b875527cfa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590484 Jul 16 09:50:06.438984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6851de61-a201-4de5-b519-b5f92aa6592d req-188bc908-ece1-44a1-a7ff-b47615a1e29f service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103618 Jul 16 09:50:06.539338 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6851de61-a201-4de5-b519-b5f92aa6592d req-28f4d2d3-b3d1-4e5b-96f9-e95453a762a3 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930579 Jul 16 09:50:06.553970 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd2b1e-c4a0-4a22-a4b4-0d785cfd6c79 None None] New status for floating IP 7016eff2-351e-4c92-8a1e-d3e37be702a3: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:50:07.300701 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53584) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:07.366525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8d7b6520-e132-4a35-8e49-601046dc42b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/7016eff2-351e-4c92-8a1e-d3e37be702a3 HTTP/1.1" status: 200 len: 994 time: 0.0646615 Jul 16 09:50:14.532238 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4700e2b9-038a-4f78-ba89-11c0e782de59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.615192 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:50:15.943673 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.699622 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.718171 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-154d2f9f-47c2-4db0-a38c-97e0bba1ae22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.100992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.446631 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.369026 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.590055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5af81c-1128-4338-b3fe-a40d712c4b49 req-6b8528ab-549a-4afd-9a4b-1e7575192af9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:38.591687 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e5af81c-1128-4338-b3fe-a40d712c4b49 req-6b8528ab-549a-4afd-9a4b-1e7575192af9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0658972 Jul 16 09:50:38.629979 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4e5af81c-1128-4338-b3fe-a40d712c4b49 req-b2f6976d-16b3-4ddb-8719-a4596e6f80d8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Jul 16 09:50:39.807110 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c3cb1-62bc-4600-908c-0741372e2cd9 req-8e3689aa-3d98-4fa8-850c-6846321421d7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:39.808598 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-107c3cb1-62bc-4600-908c-0741372e2cd9 req-8e3689aa-3d98-4fa8-850c-6846321421d7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0665841 Jul 16 09:50:39.846924 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-107c3cb1-62bc-4600-908c-0741372e2cd9 req-acbdc6c3-f3cb-473c-b69f-04ab2e436955 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Jul 16 09:50:41.019535 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545d35c-2c76-4209-a1c7-8ac965aa5068 req-e42fb3b7-f0ea-4dd7-9941-0f07a69b21ec tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:41.021110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7545d35c-2c76-4209-a1c7-8ac965aa5068 req-e42fb3b7-f0ea-4dd7-9941-0f07a69b21ec tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0644081 Jul 16 09:50:41.059709 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7545d35c-2c76-4209-a1c7-8ac965aa5068 req-6955026a-dedc-4d1f-a58b-28f24af507cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327098 Jul 16 09:50:42.233192 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c629a3-ec9e-4465-a3f3-725b548f3240 req-777ca0e1-f398-49d1-9be4-4cca3f129a75 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:42.234760 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7c629a3-ec9e-4465-a3f3-725b548f3240 req-777ca0e1-f398-49d1-9be4-4cca3f129a75 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0644071 Jul 16 09:50:42.275990 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7c629a3-ec9e-4465-a3f3-725b548f3240 req-7e1b9a74-e61f-4679-a10b-e6681e861c34 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355825 Jul 16 09:50:43.452080 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fe56-6caa-4b87-ba2a-e1b7e9ff5cbc req-e549aa68-3e5f-47bf-a8ed-59b78ec9c77a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:43.453593 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b737fe56-6caa-4b87-ba2a-e1b7e9ff5cbc req-e549aa68-3e5f-47bf-a8ed-59b78ec9c77a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0636952 Jul 16 09:50:43.493067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b737fe56-6caa-4b87-ba2a-e1b7e9ff5cbc req-66d50b47-8427-47f6-8ca8-b3b36e91dbfe tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339425 Jul 16 09:50:44.532866 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cd16344b-f372-4d2f-9ca4-67c53f6bc908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:44.671848 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce38d7-d1c3-416d-be58-79f72675e978 req-5a47acb3-a011-4f38-92cf-cb0727527154 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:44.673365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2ce38d7-d1c3-416d-be58-79f72675e978 req-5a47acb3-a011-4f38-92cf-cb0727527154 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0648930 Jul 16 09:50:44.711358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2ce38d7-d1c3-416d-be58-79f72675e978 req-1d76bfb7-98b6-4ecf-93a6-7543d42cc23f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322769 Jul 16 09:50:45.886511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5818dac-4ef8-40af-84cb-c2077f831bc2 req-01cd9f8f-1c38-460e-b674-06f00ce2c034 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:45.888440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5818dac-4ef8-40af-84cb-c2077f831bc2 req-01cd9f8f-1c38-460e-b674-06f00ce2c034 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0692720 Jul 16 09:50:45.926424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d5818dac-4ef8-40af-84cb-c2077f831bc2 req-a320cfac-1e70-4f15-aeaa-334d6783d707 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Jul 16 09:50:45.954967 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:47.099804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9876a-50e5-4881-8cc5-8c336d8e2c85 req-b0c5a4df-d5fa-468d-bf24-d7877e8a524f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:47.101304 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2cc9876a-50e5-4881-8cc5-8c336d8e2c85 req-b0c5a4df-d5fa-468d-bf24-d7877e8a524f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0644014 Jul 16 09:50:47.139665 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2cc9876a-50e5-4881-8cc5-8c336d8e2c85 req-9f1b7daa-18cf-44b7-8769-3e7721326f65 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Jul 16 09:50:47.703972 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:47.719590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2225ab7f-92a7-4ac1-8cd6-c6b19f1cd9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.313267 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfcc49-776b-44c8-bcce-1880d177a25c req-1aabf941-6b7c-434b-b678-3c421e71dd39 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:48.314816 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bfcc49-776b-44c8-bcce-1880d177a25c req-1aabf941-6b7c-434b-b678-3c421e71dd39 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0639722 Jul 16 09:50:48.356313 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6bfcc49-776b-44c8-bcce-1880d177a25c req-5f53da28-7892-41a7-ac7f-ef5b526d2c2d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359583 Jul 16 09:50:49.104014 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.448056 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.529189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d13e4-2357-447c-851b-9e1db5ca3a94 req-389bcafe-2025-4359-a2ca-328afb3844a5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:49.530804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e5d13e4-2357-447c-851b-9e1db5ca3a94 req-389bcafe-2025-4359-a2ca-328afb3844a5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0638227 Jul 16 09:50:49.568510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e5d13e4-2357-447c-851b-9e1db5ca3a94 req-a12e8d9a-bd91-44b3-9e87-07e5c09ba80c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Jul 16 09:50:49.592857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53620) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:49.652139 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-013aee3e-e93e-4696-85b4-e0bc1ee47adc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/7016eff2-351e-4c92-8a1e-d3e37be702a3 HTTP/1.1" status: 200 len: 994 time: 0.0579152 Jul 16 09:50:50.375051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.105165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-d99aa31b-6f6f-41d0-9c47-70a4eba0a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:51.106748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-d99aa31b-6f6f-41d0-9c47-70a4eba0a2c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 1098 time: 0.1022396 Jul 16 09:50:51.114222 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f482255-3f0b-4433-9eec-f576b162da73 req-9872507f-8db2-4c4e-85bc-75799abd70e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:51.115631 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f482255-3f0b-4433-9eec-f576b162da73 req-9872507f-8db2-4c4e-85bc-75799abd70e9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0840704 Jul 16 09:50:51.199205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6f482255-3f0b-4433-9eec-f576b162da73 req-0943ffb3-746a-4035-ae7f-d548077337d4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751143 Jul 16 09:50:51.225847 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-7f4c21ca-e86d-4428-9169-9af199391ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:51.227337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-7f4c21ca-e86d-4428-9169-9af199391ee5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae HTTP/1.1" status: 200 len: 897 time: 0.1108787 Jul 16 09:50:51.296685 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-d1ffe355-5ddd-41a9-b441-400bcecbf48b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45955ec8-881d-408a-826e-f57add2807d0 HTTP/1.1" status: 200 len: 1002 time: 0.0624177 Jul 16 09:50:51.345375 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-a55d8d0c-b6a1-4a24-b9c3-692841f51fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:51.346895 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-a55d8d0c-b6a1-4a24-b9c3-692841f51fa1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=717eb68f-a480-450a-9fa1-96a791f5b6f6 HTTP/1.1" status: 200 len: 834 time: 0.0439432 Jul 16 09:50:51.402611 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-9a2df555-b586-4b70-91ba-f533ba60aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:51.404237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-9a2df555-b586-4b70-91ba-f533ba60aa78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517180 Jul 16 09:50:51.495869 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-6863e505-076c-4630-b36a-6c87ede73d04 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846708 Jul 16 09:50:51.584111 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-59587fb2-73b9-42ae-98e5-6edd3d348ea4 req-2b0b67f2-5402-4ba6-8f7c-8ddcff36decd service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822608 Jul 16 09:50:52.378120 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866f5b9-1658-4b43-b799-0e1910a8766f req-33a62661-1f70-45e7-a4d3-997455189da3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:52.379522 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b866f5b9-1658-4b43-b799-0e1910a8766f req-33a62661-1f70-45e7-a4d3-997455189da3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0673406 Jul 16 09:50:52.417189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b866f5b9-1658-4b43-b799-0e1910a8766f req-c122dd49-e4b0-45e5-8ee9-fa9903c5a418 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320909 Jul 16 09:50:52.440990 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53630) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:52.504313 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-65057d6b-7e42-483d-98ff-bdde17b1fe88 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/7016eff2-351e-4c92-8a1e-d3e37be702a3 HTTP/1.1" status: 200 len: 994 time: 0.0622122 Jul 16 09:50:52.613918 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:50:57.446048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-fb94add3-5e67-45df-8ba6-4b733633d936 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508604 Jul 16 09:50:57.547667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-868685e7-5bed-40e5-8a06-d88bac79df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.549177 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-868685e7-5bed-40e5-8a06-d88bac79df8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 1098 time: 0.0539603 Jul 16 09:50:57.657273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-01307d4a-8817-418a-9aef-58a9855a20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.658787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-01307d4a-8817-418a-9aef-58a9855a20ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae HTTP/1.1" status: 200 len: 897 time: 0.0909922 Jul 16 09:50:57.723079 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-142b46cd-47c7-46b6-840f-7a08dea01c0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45955ec8-881d-408a-826e-f57add2807d0 HTTP/1.1" status: 200 len: 1002 time: 0.0580556 Jul 16 09:50:57.775843 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-0bc5ceef-426c-477d-9587-439641bdd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.777286 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-0bc5ceef-426c-477d-9587-439641bdd354 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=717eb68f-a480-450a-9fa1-96a791f5b6f6 HTTP/1.1" status: 200 len: 834 time: 0.0480368 Jul 16 09:50:57.832802 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-60475dee-d69b-4b09-995a-d71a9d05e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.834365 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-60475dee-d69b-4b09-995a-d71a9d05e996 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509698 Jul 16 09:50:57.925861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-453f6d4b-2f0d-4688-9a53-f89c2d2f7e1c service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839787 Jul 16 09:50:58.020172 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff069b11-34ae-4313-9be8-82e3ffb93267 req-d0e6e81f-719c-411d-8e6a-027174f69150 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880201 Jul 16 09:51:14.533856 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e64daf9-f006-41e3-a355-adf70f466fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.968981 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.712436 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.724351 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9b302aef-1f22-46b9-a354-c2ddfec98a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.106775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.475425 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.378096 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.899516 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53654) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:25.064711 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port afcda19d-937e-4b8b-ab07-329f4e2b990f {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:25.065062 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.137043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.137374 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.148540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for afcda19d-937e-4b8b-ab07-329f4e2b990f owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:25.293721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.318630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=afcda19d-937e-4b8b-ab07-329f4e2b990f,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:25.331857 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.332213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.332557 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.332898 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.333233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.333574 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.333928 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.334264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.334592 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.334921 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.335249 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.335573 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:25.396122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.396524 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP 7016eff2-351e-4c92-8a1e-d3e37be702a3 disassociated (deleted). External IP: 172.25.6.105, port: 45955ec8-881d-408a-826e-f57add2807d0. Jul 16 09:51:25.602570 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router e62c656f-f5f6-4480-80e5-eaac9b326bf4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:26.020530 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:26.025176 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.030125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] Sync routers for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:26.039300 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:26.039898 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:26.061100 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fabeb3f2-a175-48ca-97c3-da256c699ba2 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/floatingips/7016eff2-351e-4c92-8a1e-d3e37be702a3 HTTP/1.1" status: 204 len: 168 time: 1.1605127 Jul 16 09:51:26.061814 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'tag': '45955ec8-881d-408a-826e-f57add2807d0'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:26.064181 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7599a-424f-4180-9568-559c897eb290" -d '{"events": [{"name": "network-changed", "server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "tag": "45955ec8-881d-408a-826e-f57add2807d0"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:26.154234 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:26.164373 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cf080a-8414-4237-b972-43c461b29874 x-openstack-request-id: req-12cf080a-8414-4237-b972-43c461b29874 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:26.164666 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "tag": "45955ec8-881d-408a-826e-f57add2807d0", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:26.164922 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12cf080a-8414-4237-b972-43c461b29874 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:26.165320 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'tag': '45955ec8-881d-408a-826e-f57add2807d0', 'status': 'completed', 'code': 200} Jul 16 09:51:26.245552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7599a-424f-4180-9568-559c897eb290 req-88e022d0-9e49-4c1f-b5bb-0b7f42b5706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:26.247516 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70c7599a-424f-4180-9568-559c897eb290 req-88e022d0-9e49-4c1f-b5bb-0b7f42b5706e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 1098 time: 0.0575731 Jul 16 09:51:26.349605 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7599a-424f-4180-9568-559c897eb290 req-c7d7bf37-f4c8-46da-9010-c8a6e6e168bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:26.351420 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70c7599a-424f-4180-9568-559c897eb290 req-c7d7bf37-f4c8-46da-9010-c8a6e6e168bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae HTTP/1.1" status: 200 len: 897 time: 0.0975547 Jul 16 09:51:26.369017 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:56Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:26.396067 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] Checking router: e62c656f-f5f6-4480-80e5-eaac9b326bf4 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:26.397614 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70c7599a-424f-4180-9568-559c897eb290 req-228d68d1-eded-4aec-b193-7dd13671c58f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45955ec8-881d-408a-826e-f57add2807d0 HTTP/1.1" status: 200 len: 217 time: 0.0383453 Jul 16 09:51:26.404407 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:26.405048 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:26.476491 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7599a-424f-4180-9568-559c897eb290 req-aaa01844-e2c2-4250-aaac-966869564489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:26.478002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70c7599a-424f-4180-9568-559c897eb290 req-aaa01844-e2c2-4250-aaac-966869564489 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=717eb68f-a480-450a-9fa1-96a791f5b6f6 HTTP/1.1" status: 200 len: 834 time: 0.0723569 Jul 16 09:51:26.509976 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:26.530180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b6476-6db8-4023-9be1-ad3d75c7160f req-a0e3edbd-2f7c-4371-bcc4-0f15cb22f3a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:26.531723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-664b6476-6db8-4023-9be1-ad3d75c7160f req-a0e3edbd-2f7c-4371-bcc4-0f15cb22f3a6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.1366861 Jul 16 09:51:26.583050 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7599a-424f-4180-9568-559c897eb290 req-066bcd14-0a28-4493-8276-b68c516c1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:26.584501 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70c7599a-424f-4180-9568-559c897eb290 req-066bcd14-0a28-4493-8276-b68c516c1bd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f773e02f-44d0-4bb2-8d92-d0a0cb662cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981543 Jul 16 09:51:26.587342 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-664b6476-6db8-4023-9be1-ad3d75c7160f req-280442ca-3bc0-4e4f-81eb-1484f787020b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490882 Jul 16 09:51:26.685404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70c7599a-424f-4180-9568-559c897eb290 req-eacda90a-35d5-4baf-bb6f-3e8f9ebeb7a4 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921493 Jul 16 09:51:26.710899 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:56Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:26.737074 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a5e0d-222b-4b59-bd98-44f55f941bdb None None] The sync data for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 is: [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '65135f82-a711-4c5f-8660-ee8dc20fee45', 'name': '', 'network_id': 'f773e02f-44d0-4bb2-8d92-d0a0cb662cae', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:d5:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:51Z', 'updated_at': '2021-07-16T09:49:56Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': '717eb68f-a480-450a-9fa1-96a791f5b6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:26.777057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70c7599a-424f-4180-9568-559c897eb290 req-e3a30496-936a-4a4e-a8ad-7fa497470763 service neutron] 10.222.0.52 "GET /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853062 Jul 16 09:51:26.959880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96aa1ae-15f7-414b-addb-8e998ebbff23 None None] New status for floating IP 7016eff2-351e-4c92-8a1e-d3e37be702a3: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:51:27.772553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b4226-cfc9-421a-87f3-0129e95e925e req-ef8b87d4-0766-4a29-9e04-98523a605a18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:27.774066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-839b4226-cfc9-421a-87f3-0129e95e925e req-ef8b87d4-0766-4a29-9e04-98523a605a18 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0674458 Jul 16 09:51:27.839493 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-839b4226-cfc9-421a-87f3-0129e95e925e req-67420b6d-f5d8-4936-94f2-f6c8f50d41f8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=4425a3eb-5b74-4d6e-b52f-71897f725a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597639 Jul 16 09:51:27.873753 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-dfa76bee-758e-4217-bdcc-0f0ed51c63fc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:27.875297 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-dfa76bee-758e-4217-bdcc-0f0ed51c63fc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e333721-a718-42e0-8d29-c0be5a7d23b4 HTTP/1.1" status: 200 len: 946 time: 0.0826533 Jul 16 09:51:27.979068 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 45955ec8-881d-408a-826e-f57add2807d0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:27.979428 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.067039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 45955ec8-881d-408a-826e-f57add2807d0, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=45955ec8-881d-408a-826e-f57add2807d0,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:28.067399 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.080408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 45955ec8-881d-408a-826e-f57add2807d0 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:28.210987 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.239523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=45955ec8-881d-408a-826e-f57add2807d0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:28.251145 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.251494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.251836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.252169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.252586 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.252812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.253135 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.253459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.253815 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.254139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.254460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.254860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:28.298663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] No DVR routers for this DVR port 45955ec8-881d-408a-826e-f57add2807d0 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:51:28.301192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.303190 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-31b51ca9-8ecb-43a4-9f8a-5cac11608367 req-eb0c19ae-4728-46a4-8be6-d08ea42d6e9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "DELETE /v2.0/ports/45955ec8-881d-408a-826e-f57add2807d0 HTTP/1.1" status: 204 len: 173 time: 0.4230075 Jul 16 09:51:28.303646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'name': 'network-vif-deleted', 'tag': '45955ec8-881d-408a-826e-f57add2807d0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:28.305947 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d362af39-47ff-4a00-b01a-68e8c0907bd1" -d '{"events": [{"server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "name": "network-vif-deleted", "tag": "45955ec8-881d-408a-826e-f57add2807d0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:28.341886 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba46bf11-677b-4b4d-9641-9307f4ef41e0 x-openstack-request-id: req-ba46bf11-677b-4b4d-9641-9307f4ef41e0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:28.342176 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e333721-a718-42e0-8d29-c0be5a7d23b4", "name": "network-vif-deleted", "tag": "45955ec8-881d-408a-826e-f57add2807d0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:28.342428 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba46bf11-677b-4b4d-9641-9307f4ef41e0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:28.342827 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e333721-a718-42e0-8d29-c0be5a7d23b4', 'name': 'network-vif-deleted', 'tag': '45955ec8-881d-408a-826e-f57add2807d0', 'status': 'completed', 'code': 200} Jul 16 09:51:28.938264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53672) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:29.296265 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.553784 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 65135f82-a711-4c5f-8660-ee8dc20fee45 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:29.554049 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.613655 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:51:29.644362 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 65135f82-a711-4c5f-8660-ee8dc20fee45, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=65135f82-a711-4c5f-8660-ee8dc20fee45,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:29.644722 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.657425 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 65135f82-a711-4c5f-8660-ee8dc20fee45 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:29.839432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.867721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=65135f82-a711-4c5f-8660-ee8dc20fee45,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:30.045177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.258004 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router e62c656f-f5f6-4480-80e5-eaac9b326bf4 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:30.361802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:30.367104 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-04f28101-0b38-4043-8d11-eea953be81cf tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/e62c656f-f5f6-4480-80e5-eaac9b326bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4277451 Jul 16 09:51:30.369787 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53674) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:30.372662 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] Sync routers for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:30.381864 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:30.382463 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:30.425050 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d51b5e-c3cf-45cf-8782-37da529411b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting subnet 717eb68f-a480-450a-9fa1-96a791f5b6f6 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:51:30.428235 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e9d51b5e-c3cf-45cf-8782-37da529411b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.467507 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e9d51b5e-c3cf-45cf-8782-37da529411b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.487172 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:30.549549 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e9d51b5e-c3cf-45cf-8782-37da529411b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.614154 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e9d51b5e-c3cf-45cf-8782-37da529411b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.643707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d51b5e-c3cf-45cf-8782-37da529411b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Subnet': ['ID=717eb68f-a480-450a-9fa1-96a791f5b6f6,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:30.645721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e9d51b5e-c3cf-45cf-8782-37da529411b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.651095 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e9d51b5e-c3cf-45cf-8782-37da529411b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/subnets/717eb68f-a480-450a-9fa1-96a791f5b6f6 HTTP/1.1" status: 204 len: 168 time: 0.2769065 Jul 16 09:51:30.651248 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53676) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:30.653050 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00603e12-7d13-4463-bf5b-8fa30985cb91 None None] Network f773e02f-44d0-4bb2-8d92-d0a0cb662cae requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:51:30.676001 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:30.706131 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] Checking router: e62c656f-f5f6-4480-80e5-eaac9b326bf4 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:30.714355 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] Routers {'e62c656f-f5f6-4480-80e5-eaac9b326bf4'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:30.714969 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:30.760813 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.825512 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] Set router e62c656f-f5f6-4480-80e5-eaac9b326bf4 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:30.844928 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] DHCP port deletion for f773e02f-44d0-4bb2-8d92-d0a0cb662cae request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:51:30.868853 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.900370 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Deleting port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:30.900783 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.928458 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port cfb93b18-5fe9-44c6-928e-2c83707d8d16 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:30.928758 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.969567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] For port 5023ea3b-8f45-4e17-ac68-faabe39b18c1, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=5023ea3b-8f45-4e17-ac68-faabe39b18c1,segment=NetworkSegment(c2385a40-c180-4286-b87d-eef72186eb73),segment_id=c2385a40-c180-4286-b87d-eef72186eb73)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:30.970057 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.984340 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Calling delete_port for 5023ea3b-8f45-4e17-ac68-faabe39b18c1 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:31.011729 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port cfb93b18-5fe9-44c6-928e-2c83707d8d16, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cfb93b18-5fe9-44c6-928e-2c83707d8d16,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:31.012128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.024532 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for cfb93b18-5fe9-44c6-928e-2c83707d8d16 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:31.072531 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.103717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] No DVR routers for this DVR port 5023ea3b-8f45-4e17-ac68-faabe39b18c1 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:51:31.106667 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:31.113487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Pushing event deleted for resources: {'Port': ['ID=5023ea3b-8f45-4e17-ac68-faabe39b18c1,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:31.116778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.117132 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.117780 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.117880 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.118150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.118481 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.118814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.119141 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.119468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.119792 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.120115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.120436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb5772-ecfb-4756-adbb-2d6158254563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:31.142648 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692c690-ac55-4242-abfe-6d05aba88352 None None] The sync data for ids ['e62c656f-f5f6-4480-80e5-eaac9b326bf4'] in n-d-780147-28 is: [{'id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440124355', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:49:48Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'cfb93b18-5fe9-44c6-928e-2c83707d8d16', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62c656f-f5f6-4480-80e5-eaac9b326bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:49:49Z', 'updated_at': '2021-07-16T09:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:31.201104 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.225901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=cfb93b18-5fe9-44c6-928e-2c83707d8d16,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:31.289732 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.379812 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.381807 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.423676 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.424173 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Fanout notify agent at l3_agent the message router_deleted on router e62c656f-f5f6-4480-80e5-eaac9b326bf4 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:51:31.431350 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.432461 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5e194db5-f537-4894-9823-15bc591a04cc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/routers/e62c656f-f5f6-4480-80e5-eaac9b326bf4 HTTP/1.1" status: 204 len: 168 time: 0.7809715 Jul 16 09:51:31.435912 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53678) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:31.515960 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.606884 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.617566 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f773e02f-44d0-4bb2-8d92-d0a0cb662cae']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:31.634265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2385a40-c180-4286-b87d-eef72186eb73') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:31.634560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2385a40-c180-4286-b87d-eef72186eb73') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:31.645230 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.659421 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.665629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:51:31.666172 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:51:31.669975 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:51:31.732374 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.738670 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.742112 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/networks/f773e02f-44d0-4bb2-8d92-d0a0cb662cae HTTP/1.1" status: 204 len: 168 time: 0.3052311 Jul 16 09:51:31.743663 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53680) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:31.756728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee092cd9-4842-412b-a3e5-2da5918b5ab3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Network': ['ID=f773e02f-44d0-4bb2-8d92-d0a0cb662cae,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:31.806481 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d12b787d-c868-4440-b9ad-fab2cb4abf35 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.832630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d12b787d-c868-4440-b9ad-fab2cb4abf35 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.897702 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d12b787d-c868-4440-b9ad-fab2cb4abf35 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.900312 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d12b787d-c868-4440-b9ad-fab2cb4abf35 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.901491 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d12b787d-c868-4440-b9ad-fab2cb4abf35 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/security-groups/4425a3eb-5b74-4d6e-b52f-71897f725a90 HTTP/1.1" status: 204 len: 168 time: 0.1568365 Jul 16 09:51:31.914618 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b787d-c868-4440-b9ad-fab2cb4abf35 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4425a3eb-5b74-4d6e-b52f-71897f725a90,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:32.061990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 45955ec8-881d-408a-826e-f57add2807d0 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:51:32.082401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 45955ec8-881d-408a-826e-f57add2807d0 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:51:32.082740 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 45955ec8-881d-408a-826e-f57add2807d0 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:51:32.240968 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53686) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:32.248409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-09638ef5-fc56-4e96-9ce6-8cd0ae11af1c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280291725', 'description': 'tempest-secgroup-smoke-280291725 description', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:32.284295 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09638ef5-fc56-4e96-9ce6-8cd0ae11af1c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.302593 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 65135f82-a711-4c5f-8660-ee8dc20fee45 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:51:32.322700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 65135f82-a711-4c5f-8660-ee8dc20fee45 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:51:32.323043 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 65135f82-a711-4c5f-8660-ee8dc20fee45 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:51:32.323476 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5023ea3b-8f45-4e17-ac68-faabe39b18c1 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:51:32.343585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 5023ea3b-8f45-4e17-ac68-faabe39b18c1 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:51:32.343936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 5023ea3b-8f45-4e17-ac68-faabe39b18c1 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:51:32.344358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cfb93b18-5fe9-44c6-928e-2c83707d8d16 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:51:32.363194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: cfb93b18-5fe9-44c6-928e-2c83707d8d16 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:51:32.363541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cfb93b18-5fe9-44c6-928e-2c83707d8d16 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:51:32.368485 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09638ef5-fc56-4e96-9ce6-8cd0ae11af1c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.373478 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09638ef5-fc56-4e96-9ce6-8cd0ae11af1c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.402503 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09638ef5-fc56-4e96-9ce6-8cd0ae11af1c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91539855-af4f-4318-b0ec-cb618800d173,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:32.406135 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-09638ef5-fc56-4e96-9ce6-8cd0ae11af1c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.407356 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-09638ef5-fc56-4e96-9ce6-8cd0ae11af1c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1645784 Jul 16 09:51:32.410225 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53688) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:32.414551 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-5d6b3200-bcd7-468d-befb-59723b6d30a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '91539855-af4f-4318-b0ec-cb618800d173', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:32.440307 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3200-bcd7-468d-befb-59723b6d30a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.499692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3200-bcd7-468d-befb-59723b6d30a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.502862 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3200-bcd7-468d-befb-59723b6d30a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.520823 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b3200-bcd7-468d-befb-59723b6d30a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cc5caa-415f-4b56-bb98-255e2fb4b01c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:32.525579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3200-bcd7-468d-befb-59723b6d30a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.526918 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5d6b3200-bcd7-468d-befb-59723b6d30a0 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157153 Jul 16 09:51:32.529548 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53690) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:32.534064 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d5cb9449-a5c0-4843-a4fd-b228249adbc6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '91539855-af4f-4318-b0ec-cb618800d173', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:32.558801 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9449-a5c0-4843-a4fd-b228249adbc6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.616410 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9449-a5c0-4843-a4fd-b228249adbc6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.619950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9449-a5c0-4843-a4fd-b228249adbc6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.639590 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb9449-a5c0-4843-a4fd-b228249adbc6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3148d5b7-6b65-4c6e-9cbf-09a06ac23886,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:32.643170 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9449-a5c0-4843-a4fd-b228249adbc6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.644514 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d5cb9449-a5c0-4843-a4fd-b228249adbc6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140125 Jul 16 09:51:32.647593 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53692) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:32.652173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-814e72c1-ee00-4369-961b-3b907bb254b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '91539855-af4f-4318-b0ec-cb618800d173', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:32.677704 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-814e72c1-ee00-4369-961b-3b907bb254b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.735607 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-814e72c1-ee00-4369-961b-3b907bb254b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.739006 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-814e72c1-ee00-4369-961b-3b907bb254b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.752100 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e72c1-ee00-4369-961b-3b907bb254b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a3d6a4-9bb1-460e-bc11-6aef8a107cdf,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:32.762539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-814e72c1-ee00-4369-961b-3b907bb254b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.763952 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-814e72c1-ee00-4369-961b-3b907bb254b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152797 Jul 16 09:51:32.766868 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53694) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:32.771272 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-ec867f01-1953-4341-887f-e2ea1d460ce5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '91539855-af4f-4318-b0ec-cb618800d173', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:32.797950 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec867f01-1953-4341-887f-e2ea1d460ce5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.859208 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec867f01-1953-4341-887f-e2ea1d460ce5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.862828 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec867f01-1953-4341-887f-e2ea1d460ce5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.880092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec867f01-1953-4341-887f-e2ea1d460ce5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616369de-774c-47ab-ab28-86c19b6728ca,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:32.886692 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ec867f01-1953-4341-887f-e2ea1d460ce5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.888498 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ec867f01-1953-4341-887f-e2ea1d460ce5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206479 Jul 16 09:51:32.891245 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53696) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:32.896442 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-fd7a8a0f-308a-430f-bcea-260b4b24d881 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '91539855-af4f-4318-b0ec-cb618800d173', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:32.918972 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-fd7a8a0f-308a-430f-bcea-260b4b24d881 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:51:32.923853 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8a0f-308a-430f-bcea-260b4b24d881 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.982121 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8a0f-308a-430f-bcea-260b4b24d881 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.985542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8a0f-308a-430f-bcea-260b4b24d881 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.999964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a8a0f-308a-430f-bcea-260b4b24d881 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d35d120-bbc1-47f6-be74-fd6010358cbd,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:33.008302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8a0f-308a-430f-bcea-260b4b24d881 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.009502 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-fd7a8a0f-308a-430f-bcea-260b4b24d881 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173337 Jul 16 09:51:33.012229 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53698) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:33.017076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-d89b19b9-b3ce-4ce4-bc4e-3d0923ea86dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'security_group_rule': {'security_group_id': '91539855-af4f-4318-b0ec-cb618800d173', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:33.038062 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-d89b19b9-b3ce-4ce4-bc4e-3d0923ea86dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Project d5f1a9bcd7d64be6969f64d128c651b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:51:33.042666 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d89b19b9-b3ce-4ce4-bc4e-3d0923ea86dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.102391 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d89b19b9-b3ce-4ce4-bc4e-3d0923ea86dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.106106 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d89b19b9-b3ce-4ce4-bc4e-3d0923ea86dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.123853 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b19b9-b3ce-4ce4-bc4e-3d0923ea86dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c25d1b7-6676-475d-87bb-e312096c3721,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:33.129453 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d89b19b9-b3ce-4ce4-bc4e-3d0923ea86dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.130699 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d89b19b9-b3ce-4ce4-bc4e-3d0923ea86dc tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170106 Jul 16 09:51:33.133407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53700) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:33.139197 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'network': {'name': 'tempest-network-smoke--2012484118', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'port_security_enabled': True}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:33.159328 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:51:33.162868 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.185783 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:51:33.194254 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.194591 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Added segment 56430a10-2692-4c0d-971b-ab6248db2650 of type vlan for network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 Jul 16 09:51:33.235314 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.264176 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.269675 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:33.270273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.306532 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1720572 Jul 16 09:51:33.309971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53702) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:33.314705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'admin_state_up': True, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:33.336770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f298d-9ff2-4d83-b602-cc1f66ca99f3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Network': ['ID=4f8ca84a-1394-46cb-babc-3d5f3bc63c51,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:33.340932 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.341977 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.347467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:51:33.400565 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.537816 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.731957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.750584 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.854441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.19 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/e23c57bd-a66a-4c27-a48b-c10c8594b5dd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:33.956790 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.995075 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:34.031114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:34.035727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:34.039059 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:34.065975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=e23c57bd-a66a-4c27-a48b-c10c8594b5dd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:34.609318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:34.797751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:34.922124 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 191040a0-b38e-41b0-82ce-68571a5ade27 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:51:35.027254 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:35.037532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Sync routers for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:35.046519 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.046893 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:35.047515 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:35.047743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ac870a6c-e18d-40cc-bfab-ccf9ee208f57 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7367711 Jul 16 09:51:35.050979 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53704) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:35.123116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-84b180fb-ed27-426b-831a-5b1ad03c5028 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d5f1a9bcd7d64be6969f64d128c651b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709512 Jul 16 09:51:35.125756 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53708) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:35.156311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:35.216752 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40818c8-48b3-4f47-8459-99202fc854e4 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:35.218200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-c40818c8-48b3-4f47-8459-99202fc854e4 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915413 Jul 16 09:51:35.220989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53710) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:35.248206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-66ecdb2b-cacf-4f0b-8180-74ddeca816a2 tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=b64b55e4-3c69-479a-a629-0c4724bfe1cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261695 Jul 16 09:51:35.250640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53712) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:35.255360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606241262', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:35.332784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:34Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:35.342140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:51:35.345607 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.365795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Checking router: 191040a0-b38e-41b0-82ce-68571a5ade27 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:35.366150 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Updating router 191040a0-b38e-41b0-82ce-68571a5ade27 port e23c57bd-a66a-4c27-a48b-c10c8594b5dd binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:51:35.400831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.527963 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.597615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Subnet': ['ID=a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:35.602869 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Checking segment: {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:35.603228 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network hostable DHCP agents. Network: 4f8ca84a-1394-46cb-babc-3d5f3bc63c51, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:51:35.620896 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:51:35.632097 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 4f8ca84a-1394-46cb-babc-3d5f3bc63c51) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:35.639108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:35.640051 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.640495 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bca7e0-d6c2-4675-a54b-ee7cc4ea734e None None] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:51:35.654899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-9a0887fb-0d65-4a66-9258-6b2669b68870 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4032691 Jul 16 09:51:35.657688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53714) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:35.675957 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.714361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Transition to ACTIVE for port object e23c57bd-a66a-4c27-a48b-c10c8594b5dd will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:35.723687 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.814415 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Attempting to bind port e23c57bd-a66a-4c27-a48b-c10c8594b5dd on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:35.814697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Attempting to bind port e23c57bd-a66a-4c27-a48b-c10c8594b5dd by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:35.815061 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Attempting to bind port e23c57bd-a66a-4c27-a48b-c10c8594b5dd on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:35.818533 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89142771-a82d-4d13-90ac-0fd02e1baa36 None None] Pushing event updated for resources: {'Port': ['ID=e23c57bd-a66a-4c27-a48b-c10c8594b5dd,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:35.830241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:35.830624 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:35.831025 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.831413 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:35.831875 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Bound port: e23c57bd-a66a-4c27-a48b-c10c8594b5dd, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:35.832248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.895532 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:51:35.896372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.917992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] For port e23c57bd-a66a-4c27-a48b-c10c8594b5dd, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:35.936401 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] For port e23c57bd-a66a-4c27-a48b-c10c8594b5dd, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e23c57bd-a66a-4c27-a48b-c10c8594b5dd,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:35.983077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.112846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.238836 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:36.239472 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:36.286623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89142771-a82d-4d13-90ac-0fd02e1baa36 None None] Pushing event updated for resources: {'Port': ['ID=e23c57bd-a66a-4c27-a48b-c10c8594b5dd,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:36.310992 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Allocated IP 172.20.0.2 (4f8ca84a-1394-46cb-babc-3d5f3bc63c51/a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164/6479f4e4-4c96-4eae-a25b-706ed22c210b) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:36.392441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:36.610381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.636530 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Transition to ACTIVE for port object 6479f4e4-4c96-4eae-a25b-706ed22c210b will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:36.661757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Transition to ACTIVE for port object 6479f4e4-4c96-4eae-a25b-706ed22c210b will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:36.668532 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.713101 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:36.714727 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.1 (4f8ca84a-1394-46cb-babc-3d5f3bc63c51/a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164/9efe5416-fc08-433b-9dfd-17549b523972) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:36.722528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:36.725478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:36.728157 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:34Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:36.729757 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Pushing event updated for resources: {'Port': ['ID=6479f4e4-4c96-4eae-a25b-706ed22c210b,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:36.762085 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77559605-7659-41f5-9862-bf5b62fcfc72 None None] The sync data for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 is: [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:34Z', 'revision_number': 3, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:36.823837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Attempting to bind port 6479f4e4-4c96-4eae-a25b-706ed22c210b on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:36.824214 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Attempting to bind port 6479f4e4-4c96-4eae-a25b-706ed22c210b by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:36.824582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Attempting to bind port 6479f4e4-4c96-4eae-a25b-706ed22c210b on network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:36.830418 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:36.830797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Checking segment: {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:36.831203 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.831777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Bound using segment: {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:36.832247 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Bound port: 6479f4e4-4c96-4eae-a25b-706ed22c210b, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:36.832630 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.849535 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.864628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object 9efe5416-fc08-433b-9dfd-17549b523972 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:36.899581 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.903097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] For port 6479f4e4-4c96-4eae-a25b-706ed22c210b, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:36.907953 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] For port 6479f4e4-4c96-4eae-a25b-706ed22c210b, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6479f4e4-4c96-4eae-a25b-706ed22c210b,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:36.913527 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.947810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:36.952242 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:36.956266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:36.973763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141abe6-92e4-476b-9f75-bb963fad4bab None None] Pushing event updated for resources: {'Port': ['ID=6479f4e4-4c96-4eae-a25b-706ed22c210b,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:37.011546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=9efe5416-fc08-433b-9dfd-17549b523972,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:37.034430 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:37.216376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:37.521705 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:37.526602 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:37.609495 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:37.612464 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=9efe5416-fc08-433b-9dfd-17549b523972,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:37.712774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:37.714305 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:37.837864 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 191040a0-b38e-41b0-82ce-68571a5ade27 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:37.965005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:37.971741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d7a7ee56-cdce-4e76-a281-e5deb63d55c5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/191040a0-b38e-41b0-82ce-68571a5ade27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3129745 Jul 16 09:51:37.977300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aacca5b-f200-48b0-b815-9563853c3455 None None] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:51:38.071860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e5974a90-5d2c-4a92-a390-b93fc58f9422 None None] Provisioning for port 6479f4e4-4c96-4eae-a25b-706ed22c210b completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:38.214846 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-4b3d3dcb-445a-4223-b0b0-dcf380d6157e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280291725&fields=id&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 267 time: 0.0477173 Jul 16 09:51:38.291268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e23c57bd-a66a-4c27-a48b-c10c8594b5dd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:38.347203 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port e23c57bd-a66a-4c27-a48b-c10c8594b5dd completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:38.352282 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e23c57bd-a66a-4c27-a48b-c10c8594b5dd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:38.352664 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.358363 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e807-2c3f-451c-ac98-da2702babb32 req-3cfe88a5-fc3c-49cf-bac8-c6498d5bc82f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:38.359999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-3cfe88a5-fc3c-49cf-bac8-c6498d5bc82f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/networks?id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51 HTTP/1.1" status: 200 len: 797 time: 0.1364124 Jul 16 09:51:38.376180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-1ad9005b-fe1a-4eac-8373-22ce25c29472 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/quotas/d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 375 time: 0.0103137 Jul 16 09:51:38.439641 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.440197 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Sync routers for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:38.451492 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:38.452365 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:38.461331 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-db1d9a8e-5d75-45e6-9a51-127a624ee950 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785122 Jul 16 09:51:38.462333 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port e23c57bd-a66a-4c27-a48b-c10c8594b5dd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e23c57bd-a66a-4c27-a48b-c10c8594b5dd,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:38.467992 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.469090 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6479f4e4-4c96-4eae-a25b-706ed22c210b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:38.526509 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-f5803d9e-4af8-45dd-bfb4-d51950a7e62e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:51:38.527739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-f5803d9e-4af8-45dd-bfb4-d51950a7e62e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519171 Jul 16 09:51:38.557016 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Provisioning for port 9efe5416-fc08-433b-9dfd-17549b523972 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:38.566630 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Provisioning complete for port 9efe5416-fc08-433b-9dfd-17549b523972 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:38.566900 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.589256 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:38.604699 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=e23c57bd-a66a-4c27-a48b-c10c8594b5dd,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:38.617815 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Port 9efe5416-fc08-433b-9dfd-17549b523972 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:38.633681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 6479f4e4-4c96-4eae-a25b-706ed22c210b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:38.636694 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Provisioning complete for port 6479f4e4-4c96-4eae-a25b-706ed22c210b triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:38.637231 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.641552 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6479f4e4-4c96-4eae-a25b-706ed22c210b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:38.641552 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.655739 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-b8f97dfb-78e4-435e-8980-94b401aa82b5 service neutron] 10.222.0.55 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211388 Jul 16 09:51:38.777089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-136d5496-bab1-4f9e-87b7-8c2d2ac2b8d3 service neutron] 10.222.0.55 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154823 Jul 16 09:51:38.788025 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.817901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.831513 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 2, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:38.843879 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] For port 6479f4e4-4c96-4eae-a25b-706ed22c210b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6479f4e4-4c96-4eae-a25b-706ed22c210b,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:38.855792 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.861363 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Checking router: 191040a0-b38e-41b0-82ce-68571a5ade27 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:38.861745 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Updating router 191040a0-b38e-41b0-82ce-68571a5ade27 port 9efe5416-fc08-433b-9dfd-17549b523972 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:51:38.904289 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.944188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82dd63-3d53-4a9f-855f-c02ece1952fa None None] Pushing event updated for resources: {'Port': ['ID=6479f4e4-4c96-4eae-a25b-706ed22c210b,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:38.950959 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:51:38.951398 n-d-780147-28 neutron-server[94167]: DEBUG oslo_db.api [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:51:38.994633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-f138d487-0a7f-4688-89b4-576421ef288c None None] Provisioning complete for port 9efe5416-fc08-433b-9dfd-17549b523972 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:38.995289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f138d487-0a7f-4688-89b4-576421ef288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.034252 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-124b7ba2-86e9-4224-bc70-d515d6878fef req-7fcf2f3f-5fa3-4dd5-a21d-8a34019a158b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 210 time: 0.0298996 Jul 16 09:51:39.058957 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-f138d487-0a7f-4688-89b4-576421ef288c None None] Port 9efe5416-fc08-433b-9dfd-17549b523972 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:39.179296 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-323de75e-f4e9-46aa-bbb8-bd242e08cd62 None None] Provisioning complete for port 9efe5416-fc08-433b-9dfd-17549b523972 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:39.179671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-323de75e-f4e9-46aa-bbb8-bd242e08cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.214678 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.226293 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Transition to ACTIVE for port object 9efe5416-fc08-433b-9dfd-17549b523972 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:39.227548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-323de75e-f4e9-46aa-bbb8-bd242e08cd62 None None] Port 9efe5416-fc08-433b-9dfd-17549b523972 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:39.232534 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.291789 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Pushing event updated for resources: {'Port': ['ID=9efe5416-fc08-433b-9dfd-17549b523972,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:39.343597 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.343942 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.344283 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.344630 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.344969 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.345298 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.345620 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.345966 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.346284 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.346605 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.346923 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.347241 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:39.362705 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Attempting to bind port 9efe5416-fc08-433b-9dfd-17549b523972 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:39.363173 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Attempting to bind port 9efe5416-fc08-433b-9dfd-17549b523972 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:39.363424 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Attempting to bind port 9efe5416-fc08-433b-9dfd-17549b523972 on network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:39.369126 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:39.369504 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Checking segment: {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:39.369952 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.370344 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Bound using segment: {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:39.370957 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Bound port: 9efe5416-fc08-433b-9dfd-17549b523972, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:39.371338 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.445359 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] For port 9efe5416-fc08-433b-9dfd-17549b523972, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:39.449046 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] For port 9efe5416-fc08-433b-9dfd-17549b523972, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9efe5416-fc08-433b-9dfd-17549b523972,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:39.459343 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.525033 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:39.525688 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:39.572017 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717039d-e5b7-4929-9a49-ad167ecdfed0 None None] Pushing event updated for resources: {'Port': ['ID=9efe5416-fc08-433b-9dfd-17549b523972,revision_number=4']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:39.660646 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:39.869796 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:39Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:39.896275 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3643f6-c4ca-4bd9-91bf-e8f3d5751477 None None] The sync data for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 is: [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:39Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:40.221932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-32d293e6-53f2-4812-bc15-2ce46833a89c req-223feec8-18b7-44fa-9d9d-79ee47c5fcf4 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 210 time: 0.0472207 Jul 16 09:51:40.314465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e807-2c3f-451c-ac98-da2702babb32 req-75ea5731-a8c2-4dd8-b103-442242c5d6d7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.316094 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-75ea5731-a8c2-4dd8-b103-442242c5d6d7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/networks?id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51 HTTP/1.1" status: 200 len: 797 time: 0.1686521 Jul 16 09:51:40.335208 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e23c57bd-a66a-4c27-a48b-c10c8594b5dd up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:40.371330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-cfe5b181-b7cc-456d-a852-77634b38bbc1 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f1a9bcd7d64be6969f64d128c651b3 HTTP/1.1" status: 200 len: 379 time: 0.0470376 Jul 16 09:51:40.380216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'port': {'device_id': '5ed64814-99b9-49c8-8492-69d31337869e', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'admin_state_up': True, 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'security_groups': ['91539855-af4f-4318-b0ec-cb618800d173']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:40.394808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e23c57bd-a66a-4c27-a48b-c10c8594b5dd triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:40.395184 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.485217 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9efe5416-fc08-433b-9dfd-17549b523972 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:40.519312 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Made reservation on behalf of d5f1a9bcd7d64be6969f64d128c651b3 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:51:40.523149 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.537889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 9efe5416-fc08-433b-9dfd-17549b523972 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:40.541746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9efe5416-fc08-433b-9dfd-17549b523972 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:40.542327 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.635672 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.666073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.20.0.6 (4f8ca84a-1394-46cb-babc-3d5f3bc63c51/a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164/7ed81a6f-62e5-4ca7-93e9-08e47f654982) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:40.670219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 9efe5416-fc08-433b-9dfd-17549b523972, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9efe5416-fc08-433b-9dfd-17549b523972,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:40.674358 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.675170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6479f4e4-4c96-4eae-a25b-706ed22c210b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:40.751695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=9efe5416-fc08-433b-9dfd-17549b523972,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:40.764583 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 6479f4e4-4c96-4eae-a25b-706ed22c210b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:40.764960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.822897 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.838314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Transition to ACTIVE for port object 7ed81a6f-62e5-4ca7-93e9-08e47f654982 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:40.874981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.927683 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:40.930975 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:40.935056 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:40.959317 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=7ed81a6f-62e5-4ca7-93e9-08e47f654982,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:40.990703 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.991339 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:41.007914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-69397da7-e1a4-4baa-b474-afc64c32f667 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6316540 Jul 16 09:51:41.020108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Request body: {'port': {'device_id': '5ed64814-99b9-49c8-8492-69d31337869e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:41.098983 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:41.201440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3b1f905a-1a17-460d-ac91-2a2f1ac465b7 None None] Provisioning for port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:41.205555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3b1f905a-1a17-460d-ac91-2a2f1ac465b7 None None] Provisioning complete for port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:41.205909 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b1f905a-1a17-460d-ac91-2a2f1ac465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:41.239076 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f905a-1a17-460d-ac91-2a2f1ac465b7 None None] Port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:41.398183 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed81a6f-62e5-4ca7-93e9-08e47f654982 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:51:41.408951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:41.428190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Transition to ACTIVE for port object 7ed81a6f-62e5-4ca7-93e9-08e47f654982 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:41.432842 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:41.473404 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc42bc-ce80-41bb-9b0e-fe079e776bde req-c6acc78c-935f-4e30-8b76-a6ebaf9df0d6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:41.474923 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6adc42bc-ce80-41bb-9b0e-fe079e776bde req-c6acc78c-935f-4e30-8b76-a6ebaf9df0d6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 931 time: 0.1359508 Jul 16 09:51:41.856909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Pushing event updated for resources: {'Port': ['ID=7ed81a6f-62e5-4ca7-93e9-08e47f654982,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:41.895173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6adc42bc-ce80-41bb-9b0e-fe079e776bde req-ff5436c5-2061-4f6d-9d17-974a8e0ce1c7 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144902 Jul 16 09:51:41.940725 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Attempting to bind port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:41.941055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Attempting to bind port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:41.941376 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Attempting to bind port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 on network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:41.945498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 on network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:51:41.946045 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Attempting to bind port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 on network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:41.951969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:41.951969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Checking segment: {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:41.952271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Bound using segment: {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:41.952696 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Bound port: 7ed81a6f-62e5-4ca7-93e9-08e47f654982, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56430a10-2692-4c0d-971b-ab6248db2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:41.953053 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.016669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] For port 7ed81a6f-62e5-4ca7-93e9-08e47f654982, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:42.019646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] For port 7ed81a6f-62e5-4ca7-93e9-08e47f654982, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:42.024316 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.060763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:42.061738 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.063145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] 10.222.0.52 "PUT /v2.0/ports/7ed81a6f-62e5-4ca7-93e9-08e47f654982 HTTP/1.1" status: 200 len: 1092 time: 1.0475807 Jul 16 09:51:42.065345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:42.069037 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc9468-438e-41b8-be9c-146ba6b130db" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:42.103127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f23a9-bc4f-4236-8bb9-a7033b22031f service neutron] Pushing event updated for resources: {'Port': ['ID=7ed81a6f-62e5-4ca7-93e9-08e47f654982,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:42.117150 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6341e78f-84a8-482d-a3ff-60a9b763fb47 x-openstack-request-id: req-6341e78f-84a8-482d-a3ff-60a9b763fb47 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:42.117577 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:42.117974 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6341e78f-84a8-482d-a3ff-60a9b763fb47 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:42.118490 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'status': 'completed', 'code': 200} Jul 16 09:51:42.165812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e807-2c3f-451c-ac98-da2702babb32 req-ccd5e7f7-316d-4604-801c-2e448692afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:42.167380 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-ccd5e7f7-316d-4604-801c-2e448692afc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 1095 time: 0.0611045 Jul 16 09:51:42.211308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-966d8c50-3322-4aab-aaad-94f66084f280 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982 HTTP/1.1" status: 200 len: 217 time: 0.0362234 Jul 16 09:51:42.217964 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9efe5416-fc08-433b-9dfd-17549b523972 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:42.267193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 9efe5416-fc08-433b-9dfd-17549b523972 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:42.267604 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.268476 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e807-2c3f-451c-ac98-da2702babb32 req-96c2aadc-6d28-4784-8688-5c51a9c29587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:42.270065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-96c2aadc-6d28-4784-8688-5c51a9c29587 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164 HTTP/1.1" status: 200 len: 835 time: 0.0516622 Jul 16 09:51:42.328422 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e807-2c3f-451c-ac98-da2702babb32 req-a86e11fb-2650-47c5-a5e3-6030fbb3e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:42.330105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-a86e11fb-2650-47c5-a5e3-6030fbb3e2ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535274 Jul 16 09:51:42.417960 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-6a26b57f-ca16-4515-baa8-6fa02d34800e service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812666 Jul 16 09:51:42.510820 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f498e807-2c3f-451c-ac98-da2702babb32 req-38c0c79d-5492-44e6-9170-c6927060dfb3 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865092 Jul 16 09:51:42.608333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc9468-438e-41b8-be9c-146ba6b130db req-f53071d4-3492-459e-920e-6b35accf43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:42.609922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70fc9468-438e-41b8-be9c-146ba6b130db req-f53071d4-3492-459e-920e-6b35accf43c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 1095 time: 0.0534787 Jul 16 09:51:42.701271 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc9468-438e-41b8-be9c-146ba6b130db req-a5a13584-d12f-4e21-83a4-c36373da0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:42.702789 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70fc9468-438e-41b8-be9c-146ba6b130db req-a5a13584-d12f-4e21-83a4-c36373da0756 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51 HTTP/1.1" status: 200 len: 898 time: 0.0870895 Jul 16 09:51:42.742615 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70fc9468-438e-41b8-be9c-146ba6b130db req-860b2f11-3699-4ccf-960e-1b0f99e98577 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982 HTTP/1.1" status: 200 len: 217 time: 0.0337298 Jul 16 09:51:42.794676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc9468-438e-41b8-be9c-146ba6b130db req-b08ef336-7948-4307-9494-5aa6a6aea4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:42.796162 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70fc9468-438e-41b8-be9c-146ba6b130db req-b08ef336-7948-4307-9494-5aa6a6aea4dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164 HTTP/1.1" status: 200 len: 835 time: 0.0471675 Jul 16 09:51:42.852897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc9468-438e-41b8-be9c-146ba6b130db req-2c67ec04-a82b-4f9f-a6fa-650dab12ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:42.854382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70fc9468-438e-41b8-be9c-146ba6b130db req-2c67ec04-a82b-4f9f-a6fa-650dab12ab6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514286 Jul 16 09:51:42.945688 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70fc9468-438e-41b8-be9c-146ba6b130db req-83426fa3-5ee5-40d4-a974-84fcd6d7a392 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838649 Jul 16 09:51:43.070274 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-70fc9468-438e-41b8-be9c-146ba6b130db req-bdb4f5d3-b11a-487a-95a6-3e1796cf45c2 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163766 Jul 16 09:51:43.100269 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf6d0-6277-4f3f-b44b-27fbdbd112dd req-5a91caf2-c1c0-4316-89db-2f03406abe98 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:43.101795 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ffcf6d0-6277-4f3f-b44b-27fbdbd112dd req-5a91caf2-c1c0-4316-89db-2f03406abe98 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 943 time: 0.0867507 Jul 16 09:51:43.140258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6ffcf6d0-6277-4f3f-b44b-27fbdbd112dd req-9037ca86-4807-41cc-8f19-cb620d86c2b5 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320911 Jul 16 09:51:44.036330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-9968a7ba-62de-4f15-9232-4eac49681a6d req-027abafb-8abf-4dc8-839e-7617619e3420 service neutron] (94159) timed out ('10.222.0.55', 50562) {{(pid=94159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:51:44.108603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7ed81a6f-62e5-4ca7-93e9-08e47f654982 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:51:44.203668 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7ed81a6f-62e5-4ca7-93e9-08e47f654982, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:44.214717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'port_id': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'mac_address': 'fa:16:3e:0f:b7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:51:44.255393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:44.268098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed81a6f-62e5-4ca7-93e9-08e47f654982 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:51:44.288424 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7ed81a6f-62e5-4ca7-93e9-08e47f654982, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:44.292327 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:44.320158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533390f8-0756-4f3e-93da-55d8eb1824d9 req-66a05153-0c07-472a-8e73-ba2103eb7fc8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:44.321711 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-533390f8-0756-4f3e-93da-55d8eb1824d9 req-66a05153-0c07-472a-8e73-ba2103eb7fc8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 943 time: 0.0691862 Jul 16 09:51:44.340867 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7ed81a6f-62e5-4ca7-93e9-08e47f654982,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:44.360812 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-533390f8-0756-4f3e-93da-55d8eb1824d9 req-db9bd3ff-b020-4791-8880-961e204b3e8f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333006 Jul 16 09:51:44.498585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['7ed81a6f-62e5-4ca7-93e9-08e47f654982'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:51:44.542671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ded4bcd7-a2fa-470a-9659-5121e87efd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:45.539170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996cd1d-15de-4310-84a5-5057a91f5450 req-cd40125d-a2d6-4111-a961-c40c61f8c421 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:45.540787 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b996cd1d-15de-4310-84a5-5057a91f5450 req-cd40125d-a2d6-4111-a961-c40c61f8c421 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 944 time: 0.0645914 Jul 16 09:51:45.581026 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b996cd1d-15de-4310-84a5-5057a91f5450 req-f55d08a8-d9ba-4c00-8fca-bc3e75f17d0c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342541 Jul 16 09:51:45.982931 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:46.123406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7ed81a6f-62e5-4ca7-93e9-08e47f654982 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:46.171300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:46.174982 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:46.175352 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:46.252325 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:46.273485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:46.275712 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0dea84-65b3-4eac-a443-fb767c9e58e9" -d '{"events": [{"server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "name": "network-vif-plugged", "status": "completed", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:46.288483 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7ed81a6f-62e5-4ca7-93e9-08e47f654982, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:46.292607 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:46.340025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7ed81a6f-62e5-4ca7-93e9-08e47f654982,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:46.369353 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3371a86f-2761-4462-b1fb-a12cb28ea20e x-openstack-request-id: req-3371a86f-2761-4462-b1fb-a12cb28ea20e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:46.369665 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "name": "network-vif-plugged", "status": "completed", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:46.369934 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3371a86f-2761-4462-b1fb-a12cb28ea20e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:46.370348 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'code': 200} Jul 16 09:51:46.481739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9d605-a590-4b29-839e-bb0c3f2c20a1 req-ae7534c1-058f-469b-bc42-e69fad5c1991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:46.483277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeb9d605-a590-4b29-839e-bb0c3f2c20a1 req-ae7534c1-058f-469b-bc42-e69fad5c1991 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 1097 time: 0.0525827 Jul 16 09:51:46.521076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aeb9d605-a590-4b29-839e-bb0c3f2c20a1 req-b94c2da1-39ed-4d7b-a6d7-ae9187def72f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319262 Jul 16 09:51:46.753873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589bc4c-a208-4c7e-acfb-e5c2c2252616 req-79d4d975-6747-4c11-9294-d9093a777490 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:46.755368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2589bc4c-a208-4c7e-acfb-e5c2c2252616 req-79d4d975-6747-4c11-9294-d9093a777490 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0637856 Jul 16 09:51:46.792758 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2589bc4c-a208-4c7e-acfb-e5c2c2252616 req-4d403820-b806-4494-bf83-b12de8971d7d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318406 Jul 16 09:51:47.703712 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:47.722357 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2ceda5c0-118b-495b-8e8c-65bf4a5979d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:47.968631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64708a-9c69-454c-b449-9008f725d323 req-4663a873-24ad-4a3e-bcb9-ec79671c0847 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:47.970156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b64708a-9c69-454c-b449-9008f725d323 req-4663a873-24ad-4a3e-bcb9-ec79671c0847 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0625103 Jul 16 09:51:48.006930 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7b64708a-9c69-454c-b449-9008f725d323 req-c5150be4-8326-461a-a5ba-19539223ec72 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311847 Jul 16 09:51:48.181630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e171a7-c176-4875-acf2-bb443e8ed9aa req-a7cae71c-1ff9-4386-ab9e-a13797fef71a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:48.183159 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56e171a7-c176-4875-acf2-bb443e8ed9aa req-a7cae71c-1ff9-4386-ab9e-a13797fef71a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0685997 Jul 16 09:51:48.221899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-56e171a7-c176-4875-acf2-bb443e8ed9aa req-a3fc8fc1-7acb-4944-aa07-e5e6c3953964 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325377 Jul 16 09:51:48.244772 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53772) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:48.296858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1f715-f352-437f-b98d-8548030b814b tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:48.298419 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4cf1f715-f352-437f-b98d-8548030b814b tempest-TestNetworkAdvancedServerOps-1186030457 tempest-TestNetworkAdvancedServerOps-1186030457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 1092 time: 0.0526783 Jul 16 09:51:48.301189 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53774) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:48.305568 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:48.327970 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:48.425219 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:48.527695 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Allocated IP 172.25.6.44 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/8ea1e6f3-f7e7-4bca-8a9e-c69e19207aa0) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:48.635666 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:48.674030 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:48.713382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:48.716626 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:48.720177 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:48.725565 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=8ea1e6f3-f7e7-4bca-8a9e-c69e19207aa0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:49.086329 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:49.111109 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:49.168032 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:49.316424 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:49.320955 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:49.392475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event updated for resources: {'Port': ['ID=8ea1e6f3-f7e7-4bca-8a9e-c69e19207aa0,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:49.404211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:49.491393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:49.506740 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP 1da2aba7-7144-49e2-85e2-52c8c0a5ec4f associated. External IP: 172.25.6.44, port: 7ed81a6f-62e5-4ca7-93e9-08e47f654982. Jul 16 09:51:49.715670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 191040a0-b38e-41b0-82ce-68571a5ade27 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:49.822863 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:49.832227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] Sync routers for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:49.838668 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:49.842221 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:49.842933 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:49.876713 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-972510ce-6502-4437-b748-d84871a463c8 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5744448 Jul 16 09:51:49.877301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:49.882178 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37564bac-bb7e-4681-8489-094a482b4983" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:49.919570 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67edf79-4098-439e-93d8-ec36af9dd051 x-openstack-request-id: req-c67edf79-4098-439e-93d8-ec36af9dd051 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:49.919872 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:49.920267 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c67edf79-4098-439e-93d8-ec36af9dd051 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:49.920705 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'status': 'completed', 'code': 200} Jul 16 09:51:49.956669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:50.045804 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564bac-bb7e-4681-8489-094a482b4983 req-5868f853-d127-4976-a5b1-e4f8c9b4abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:50.047250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37564bac-bb7e-4681-8489-094a482b4983 req-5868f853-d127-4976-a5b1-e4f8c9b4abc8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 1097 time: 0.1041448 Jul 16 09:51:50.059969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde99e1-c3df-4b2c-857e-8189f608b953 req-188de332-cc13-459e-a598-cbe6b49f7137 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:50.061437 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-acde99e1-c3df-4b2c-857e-8189f608b953 req-188de332-cc13-459e-a598-cbe6b49f7137 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0844207 Jul 16 09:51:50.156445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-acde99e1-c3df-4b2c-857e-8189f608b953 req-a5125185-0255-455c-9443-aaf93bf817f9 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860434 Jul 16 09:51:50.184348 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53784) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:50.194221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564bac-bb7e-4681-8489-094a482b4983 req-d4da180c-cf21-43e9-a405-0db95f7c76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:50.195775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37564bac-bb7e-4681-8489-094a482b4983 req-d4da180c-cf21-43e9-a405-0db95f7c76f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51 HTTP/1.1" status: 200 len: 898 time: 0.1334155 Jul 16 09:51:50.301100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-355fd718-6aab-4a3f-94ae-c40048b056fa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/1da2aba7-7144-49e2-85e2-52c8c0a5ec4f HTTP/1.1" status: 200 len: 990 time: 0.1154964 Jul 16 09:51:50.307939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37564bac-bb7e-4681-8489-094a482b4983 req-48963d89-8b4f-4ae2-8d85-c260bf66348d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982 HTTP/1.1" status: 200 len: 998 time: 0.0778399 Jul 16 09:51:50.343916 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1da2aba7-7144-49e2-85e2-52c8c0a5ec4f', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'port_id': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'mac_address': 'fa:16:3e:0f:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed64814-99b9-49c8-8492-69d31337869e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:48Z', 'updated_at': '2021-07-16T09:51:48Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:40Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:50.357439 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564bac-bb7e-4681-8489-094a482b4983 req-8d4d44df-ef35-4982-b487-c862a3e54ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:50.359206 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37564bac-bb7e-4681-8489-094a482b4983 req-8d4d44df-ef35-4982-b487-c862a3e54ad6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164 HTTP/1.1" status: 200 len: 835 time: 0.0454133 Jul 16 09:51:50.376582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] Checking router: 191040a0-b38e-41b0-82ce-68571a5ade27 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:50.390511 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:50.391190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:51:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:50.395045 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:50.420898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564bac-bb7e-4681-8489-094a482b4983 req-1456ed41-f78e-47c9-8df0-9cb7fa1df93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:50.422485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37564bac-bb7e-4681-8489-094a482b4983 req-1456ed41-f78e-47c9-8df0-9cb7fa1df93b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578237 Jul 16 09:51:50.498462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:50.513029 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37564bac-bb7e-4681-8489-094a482b4983 req-60b697cf-2b31-43df-ba9f-25aeb220c6b2 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834355 Jul 16 09:51:50.607916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-37564bac-bb7e-4681-8489-094a482b4983 req-a016b6dc-fb7f-4255-81ff-4dc0aa4ce96c service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899718 Jul 16 09:51:50.725807 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1da2aba7-7144-49e2-85e2-52c8c0a5ec4f', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'port_id': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'mac_address': 'fa:16:3e:0f:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed64814-99b9-49c8-8492-69d31337869e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:48Z', 'updated_at': '2021-07-16T09:51:48Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:40Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:50.753062 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe21ab-3c98-4d80-b39b-737bc5ebc80d None None] The sync data for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 is: [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '1da2aba7-7144-49e2-85e2-52c8c0a5ec4f', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'port_id': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'mac_address': 'fa:16:3e:0f:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed64814-99b9-49c8-8492-69d31337869e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:48Z', 'updated_at': '2021-07-16T09:51:48Z', 'revision_number': 0, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:40Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:50.925087 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fe900-fc39-43ef-aa2a-68d8d10ade31 None None] New status for floating IP 1da2aba7-7144-49e2-85e2-52c8c0a5ec4f: ACTIVE {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:51:51.304304 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53786) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:51.364056 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-ccbed05c-416f-4c6c-84ad-64117883aa0c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/1da2aba7-7144-49e2-85e2-52c8c0a5ec4f HTTP/1.1" status: 200 len: 992 time: 0.0586126 Jul 16 09:51:58.459292 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-9cded0d4-0ca3-4f9a-b29e-e1f2c433d739 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545454 Jul 16 09:51:58.550892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-f5e05bb0-5e10-4e2d-9fd9-6ed462a75e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:58.552415 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-f5e05bb0-5e10-4e2d-9fd9-6ed462a75e91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 1097 time: 0.0519779 Jul 16 09:51:58.654518 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-0ca20100-f362-4975-9ef6-27b0f192c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:58.656058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-0ca20100-f362-4975-9ef6-27b0f192c47b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51 HTTP/1.1" status: 200 len: 898 time: 0.0840681 Jul 16 09:51:58.723311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-4b0cc2b3-c5fb-4ac8-8c49-720e2a138c71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982 HTTP/1.1" status: 200 len: 1000 time: 0.0608633 Jul 16 09:51:58.772131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-4986d487-9fe9-482c-a002-1e706168d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:58.773574 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-4986d487-9fe9-482c-a002-1e706168d840 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164 HTTP/1.1" status: 200 len: 835 time: 0.0420227 Jul 16 09:51:58.829065 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-119bf919-4ad9-47dc-98a2-253ee539b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:58.830553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-119bf919-4ad9-47dc-98a2-253ee539b1fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500951 Jul 16 09:51:58.922488 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-edac36c7-145c-4ba3-8479-ec1875437986 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844800 Jul 16 09:51:59.010298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b9eb3da4-2514-4364-a487-0850dfc8d222 req-364231e6-0c81-4639-ae0e-8698fac4bbfa service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797899 Jul 16 09:52:06.613276 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:14.533713 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d884d2cc-92b0-4f85-8fb5-4e528e830e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:15.979890 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:17.704137 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:17.723228 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-67c09cb9-33f4-495d-aa12-7907fe6515f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:19.113459 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:19.505449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:20.321226 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360293e7-af41-496e-941a-e89d83949d7b req-a96e00cd-b1fb-4871-bdf4-03cf5590b2f6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:20.322724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-360293e7-af41-496e-941a-e89d83949d7b req-a96e00cd-b1fb-4871-bdf4-03cf5590b2f6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0683813 Jul 16 09:52:20.359324 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-360293e7-af41-496e-941a-e89d83949d7b req-960a21f0-e057-417e-b3a3-69d9e0508b9b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Jul 16 09:52:20.384847 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:21.533500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6262273-7a78-4715-8681-110f2e5191ab req-7dc6b2b5-474d-4fa3-b92f-1b6dedd8cbf3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:21.535034 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6262273-7a78-4715-8681-110f2e5191ab req-7dc6b2b5-474d-4fa3-b92f-1b6dedd8cbf3 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0636573 Jul 16 09:52:21.572513 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c6262273-7a78-4715-8681-110f2e5191ab req-97a6f484-7c83-476b-85cb-e6542ef3ef5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319359 Jul 16 09:52:21.596962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53808) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:21.662143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-679ed100-8c06-4acb-b07e-5f1f5c575265 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/1da2aba7-7144-49e2-85e2-52c8c0a5ec4f HTTP/1.1" status: 200 len: 992 time: 0.0638328 Jul 16 09:52:23.109328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-e0dd4983-1687-4e14-8c33-c94fa5c7c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:23.110771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-e0dd4983-1687-4e14-8c33-c94fa5c7c119 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 1097 time: 0.0979674 Jul 16 09:52:23.122152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40f4a1-2c88-4c65-ac83-67e3bb6f8b15 req-29f41174-b9d2-4583-af3c-c96da0ca8a6e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:23.123552 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e40f4a1-2c88-4c65-ac83-67e3bb6f8b15 req-29f41174-b9d2-4583-af3c-c96da0ca8a6e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0834043 Jul 16 09:52:23.211693 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6e40f4a1-2c88-4c65-ac83-67e3bb6f8b15 req-5bd4e459-1f08-4351-94b8-85482ad79f5e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802734 Jul 16 09:52:23.235826 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-5178f94b-9778-4904-86a6-e075dcfc1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:23.237289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-5178f94b-9778-4904-86a6-e075dcfc1c5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51 HTTP/1.1" status: 200 len: 898 time: 0.1129165 Jul 16 09:52:23.635662 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-07068405-08d5-4d64-bfba-4f7e44e22855 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982 HTTP/1.1" status: 200 len: 1000 time: 0.3920856 Jul 16 09:52:23.682891 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-69c60443-99de-4cbc-9bd0-5e349557545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:23.684280 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-69c60443-99de-4cbc-9bd0-5e349557545d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164 HTTP/1.1" status: 200 len: 835 time: 0.0420685 Jul 16 09:52:23.739775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-36fafa7c-61c3-464e-89bd-7fa45cecc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:23.741239 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-36fafa7c-61c3-464e-89bd-7fa45cecc3e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506115 Jul 16 09:52:23.832843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-6b044f28-3521-4007-8829-e9e8b6021c36 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838687 Jul 16 09:52:23.920763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9367edf7-484e-422a-b779-a859c9d2f6e7 req-1c0f50f1-0b1c-497c-8010-49194b74c504 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813355 Jul 16 09:52:24.389584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac99602-b959-4920-9009-744274ae53d7 req-90c678a5-d8c9-496a-9612-8ab9db0b4f32 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:24.391089 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ac99602-b959-4920-9009-744274ae53d7 req-90c678a5-d8c9-496a-9612-8ab9db0b4f32 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0685573 Jul 16 09:52:24.427099 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5ac99602-b959-4920-9009-744274ae53d7 req-73202365-36bc-423d-aa99-0cd22972aa9d tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304883 Jul 16 09:52:25.603733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d7a3c-837f-4fca-a715-d2b1cfa030c8 req-2e072006-e85f-4517-a1d5-45b56eb63d9b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:25.605236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d85d7a3c-837f-4fca-a715-d2b1cfa030c8 req-2e072006-e85f-4517-a1d5-45b56eb63d9b tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0632582 Jul 16 09:52:25.643671 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d85d7a3c-837f-4fca-a715-d2b1cfa030c8 req-e4db34e8-b4e2-476e-8db0-90121ebd45cd tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321100 Jul 16 09:52:25.668354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53820) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:25.733490 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-4e790cd0-6afd-4770-b720-bcdb6a6f2416 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/floatingips/1da2aba7-7144-49e2-85e2-52c8c0a5ec4f HTTP/1.1" status: 200 len: 992 time: 0.0638731 Jul 16 09:52:26.049779 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53826) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:26.207712 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 8ea1e6f3-f7e7-4bca-8a9e-c69e19207aa0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:26.208066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:26.283165 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:26.283494 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:26.294970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 8ea1e6f3-f7e7-4bca-8a9e-c69e19207aa0 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:26.442173 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:26.468250 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=8ea1e6f3-f7e7-4bca-8a9e-c69e19207aa0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:26.533480 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:26.533855 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Floating IP 1da2aba7-7144-49e2-85e2-52c8c0a5ec4f disassociated (deleted). External IP: 172.25.6.44, port: 7ed81a6f-62e5-4ca7-93e9-08e47f654982. Jul 16 09:52:26.742408 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 191040a0-b38e-41b0-82ce-68571a5ade27 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:26.851100 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:26.855957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:26.861722 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] Sync routers for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:26.875431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:26.876032 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:26.899328 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-35990e32-7539-48b4-8528-fa6f7b09d2b6 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/floatingips/1da2aba7-7144-49e2-85e2-52c8c0a5ec4f HTTP/1.1" status: 204 len: 168 time: 0.8485260 Jul 16 09:52:26.899940 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:26.902249 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3cf186-19d3-40e2-860d-810fc0f409fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:26.943003 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9884c19-dbf6-410f-b40b-6608bf8647fc x-openstack-request-id: req-a9884c19-dbf6-410f-b40b-6608bf8647fc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:26.943314 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:26.943546 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9884c19-dbf6-410f-b40b-6608bf8647fc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:26.943956 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'status': 'completed', 'code': 200} Jul 16 09:52:26.987158 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:27.025563 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-a8a63ac8-93b4-4fd3-9d51-16bd12ff3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:27.027208 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-a8a63ac8-93b4-4fd3-9d51-16bd12ff3652 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 1097 time: 0.0590103 Jul 16 09:52:27.145630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-13239976-0e07-4922-a3a2-17785346f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:27.147231 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-13239976-0e07-4922-a3a2-17785346f843 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51 HTTP/1.1" status: 200 len: 898 time: 0.1131151 Jul 16 09:52:27.196670 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-51cfa09a-638d-44a5-9de0-6aa30257abc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982 HTTP/1.1" status: 200 len: 217 time: 0.0388067 Jul 16 09:52:27.209622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:40Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:27.235894 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] Checking router: 191040a0-b38e-41b0-82ce-68571a5ade27 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:27.243988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:27.244579 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:27.289073 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-bc8af84b-a7e1-472e-ab6c-c8218531c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:27.290455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-bc8af84b-a7e1-472e-ab6c-c8218531c653 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164 HTTP/1.1" status: 200 len: 835 time: 0.0811362 Jul 16 09:52:27.350591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff8506-8b4d-4e15-9bcd-f07fd30ea4ee req-8ee691a5-5ee4-4210-82de-33c1df52232c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:27.352096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0eff8506-8b4d-4e15-9bcd-f07fd30ea4ee req-8ee691a5-5ee4-4210-82de-33c1df52232c tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.1142833 Jul 16 09:52:27.352770 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:27.394381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-335bf7cd-12af-4f23-9d19-3846283bbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:27.395905 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-335bf7cd-12af-4f23-9d19-3846283bbab1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8ca84a-1394-46cb-babc-3d5f3bc63c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942950 Jul 16 09:52:27.403202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0eff8506-8b4d-4e15-9bcd-f07fd30ea4ee req-e9c890c0-1611-4b42-8664-2128d3bf0e3f tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Jul 16 09:52:27.500058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-51124879-3974-48b6-b733-4abd0f4d872a service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900760 Jul 16 09:52:27.567363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:40Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:27.594559 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5c3cf186-19d3-40e2-860d-810fc0f409fc req-ff619c68-6549-4e27-9883-047dd76b2c76 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858855 Jul 16 09:52:27.595265 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94d3f8-de8e-4dfa-89c7-25832a078519 None None] The sync data for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 is: [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:37Z', 'revision_number': 4, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '9efe5416-fc08-433b-9dfd-17549b523972', 'name': '', 'network_id': '4f8ca84a-1394-46cb-babc-3d5f3bc63c51', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'mac_address': 'fa:16:3e:08:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:36Z', 'updated_at': '2021-07-16T09:51:40Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'subnets': [{'id': 'a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:27.801737 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d653590-282f-4d9a-96ab-7dcfd2ec3b4a None None] New status for floating IP 1da2aba7-7144-49e2-85e2-52c8c0a5ec4f: DOWN {{(pid=94168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:52:28.587227 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205dd80-5b48-46a0-9e66-bfbabfe49e5a req-d7f0ab2c-14b9-4258-9038-dce1438330ca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:28.588761 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e205dd80-5b48-46a0-9e66-bfbabfe49e5a req-d7f0ab2c-14b9-4258-9038-dce1438330ca tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0728579 Jul 16 09:52:28.629183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e205dd80-5b48-46a0-9e66-bfbabfe49e5a req-4f4c3885-c912-4cd4-8d69-79b44b27dd61 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/security-groups?id=91539855-af4f-4318-b0ec-cb618800d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339377 Jul 16 09:52:28.832316 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-acef300a-1d95-4b27-9145-b2d20056df69 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:28.833724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-acef300a-1d95-4b27-9145-b2d20056df69 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 945 time: 0.0633070 Jul 16 09:52:28.938033 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:28.938380 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.025366 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 7ed81a6f-62e5-4ca7-93e9-08e47f654982, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7ed81a6f-62e5-4ca7-93e9-08e47f654982,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:29.025755 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.038512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 7ed81a6f-62e5-4ca7-93e9-08e47f654982 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:29.172194 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.203614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=7ed81a6f-62e5-4ca7-93e9-08e47f654982,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:29.232908 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.233264 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.233630 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.233989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.234326 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.234661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.234990 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.235320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.235656 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.235989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.236303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.236625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:29.260705 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] No DVR routers for this DVR port 7ed81a6f-62e5-4ca7-93e9-08e47f654982 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:29.263264 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.266048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c3da399-25b9-4be1-99cd-2a97afa1dddc req-7b2c0f5b-427d-4a03-85f5-72c71b350e96 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.52 "DELETE /v2.0/ports/7ed81a6f-62e5-4ca7-93e9-08e47f654982 HTTP/1.1" status: 204 len: 173 time: 0.4264235 Jul 16 09:52:29.266488 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'name': 'network-vif-deleted', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:29.272193 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5891e8cc-ab2d-4edd-8694-e9d95c686940" -d '{"events": [{"server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "name": "network-vif-deleted", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:29.313534 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61eff6c-3195-4a11-9c9e-eb96ad3c2445 x-openstack-request-id: req-e61eff6c-3195-4a11-9c9e-eb96ad3c2445 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:29.313940 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed64814-99b9-49c8-8492-69d31337869e", "name": "network-vif-deleted", "tag": "7ed81a6f-62e5-4ca7-93e9-08e47f654982", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:29.314477 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e61eff6c-3195-4a11-9c9e-eb96ad3c2445 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:29.315168 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed64814-99b9-49c8-8492-69d31337869e', 'name': 'network-vif-deleted', 'tag': '7ed81a6f-62e5-4ca7-93e9-08e47f654982', 'status': 'completed', 'code': 200} Jul 16 09:52:29.793404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d3d8a688-cf5e-4c89-add7-c16563670d5f req-bc39c9f1-7d6b-471f-b021-ca8e40d10b5a tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed64814-99b9-49c8-8492-69d31337869e HTTP/1.1" status: 200 len: 210 time: 0.0331192 Jul 16 09:52:30.886560 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53842) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:31.243179 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.533792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port 9efe5416-fc08-433b-9dfd-17549b523972 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:31.534177 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.625953 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port 9efe5416-fc08-433b-9dfd-17549b523972, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=9efe5416-fc08-433b-9dfd-17549b523972,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:31.626305 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.637899 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for 9efe5416-fc08-433b-9dfd-17549b523972 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:31.821282 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.848133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=9efe5416-fc08-433b-9dfd-17549b523972,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:32.028680 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.565357 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Router 191040a0-b38e-41b0-82ce-68571a5ade27 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:32.669276 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:32.675293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-86bc284a-d529-4dca-840c-aefc5c4aea10 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "PUT /v2.0/routers/191040a0-b38e-41b0-82ce-68571a5ade27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872019 Jul 16 09:52:32.677497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53844) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:32.680087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41691beb-7696-4817-915e-e737b34ed13b None None] Sync routers for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:32.689303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41691beb-7696-4817-915e-e737b34ed13b None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:32.689959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-41691beb-7696-4817-915e-e737b34ed13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:32.733606 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-294750a2-20f7-4df2-afc2-1a3dc234aefa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting subnet a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:52:32.736723 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-294750a2-20f7-4df2-afc2-1a3dc234aefa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.776620 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-294750a2-20f7-4df2-afc2-1a3dc234aefa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.796035 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-41691beb-7696-4817-915e-e737b34ed13b None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:32.860081 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-294750a2-20f7-4df2-afc2-1a3dc234aefa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.922443 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-294750a2-20f7-4df2-afc2-1a3dc234aefa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.950640 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294750a2-20f7-4df2-afc2-1a3dc234aefa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Subnet': ['ID=a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:32.953435 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-294750a2-20f7-4df2-afc2-1a3dc234aefa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.957778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-294750a2-20f7-4df2-afc2-1a3dc234aefa tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/subnets/a97ddcad-66bc-4f3e-8c9c-adbbbd4d1164 HTTP/1.1" status: 204 len: 168 time: 0.2769117 Jul 16 09:52:32.958666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53846) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:32.964079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5855c63-5401-4822-94e4-addb5cafdc19 None None] Network 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:33.038030 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-41691beb-7696-4817-915e-e737b34ed13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:52:31Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.068228 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.081556 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41691beb-7696-4817-915e-e737b34ed13b None None] Checking router: 191040a0-b38e-41b0-82ce-68571a5ade27 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:33.108594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41691beb-7696-4817-915e-e737b34ed13b None None] Routers {'191040a0-b38e-41b0-82ce-68571a5ade27'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:33.109212 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-41691beb-7696-4817-915e-e737b34ed13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['191040a0-b38e-41b0-82ce-68571a5ade27'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.173619 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.226968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Deleting port e23c57bd-a66a-4c27-a48b-c10c8594b5dd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:33.227316 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.318383 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] For port e23c57bd-a66a-4c27-a48b-c10c8594b5dd, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e23c57bd-a66a-4c27-a48b-c10c8594b5dd,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:33.318773 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.331663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Calling delete_port for e23c57bd-a66a-4c27-a48b-c10c8594b5dd owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:33.386245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-41691beb-7696-4817-915e-e737b34ed13b None None] Set router 191040a0-b38e-41b0-82ce-68571a5ade27 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:33.441775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] DHCP port deletion for 4f8ca84a-1394-46cb-babc-3d5f3bc63c51 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:52:33.514324 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.550339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Port': ['ID=e23c57bd-a66a-4c27-a48b-c10c8594b5dd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:33.583980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Deleting port 6479f4e4-4c96-4eae-a25b-706ed22c210b {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:33.584365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.615578 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.666440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] For port 6479f4e4-4c96-4eae-a25b-706ed22c210b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=6479f4e4-4c96-4eae-a25b-706ed22c210b,segment=NetworkSegment(56430a10-2692-4c0d-971b-ab6248db2650),segment_id=56430a10-2692-4c0d-971b-ab6248db2650)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:33.666748 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.681503 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Calling delete_port for 6479f4e4-4c96-4eae-a25b-706ed22c210b owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:33.690499 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-41691beb-7696-4817-915e-e737b34ed13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:52:31Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.711382 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.713439 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.720372 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41691beb-7696-4817-915e-e737b34ed13b None None] The sync data for ids ['191040a0-b38e-41b0-82ce-68571a5ade27'] in n-d-780147-28 is: [{'id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008476819', 'tenant_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:52:31Z', 'revision_number': 5, 'project_id': 'd5f1a9bcd7d64be6969f64d128c651b3', 'gw_port': {'id': 'e23c57bd-a66a-4c27-a48b-c10c8594b5dd', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191040a0-b38e-41b0-82ce-68571a5ade27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:33Z', 'updated_at': '2021-07-16T09:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:33.761066 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.761855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Fanout notify agent at l3_agent the message router_deleted on router 191040a0-b38e-41b0-82ce-68571a5ade27 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:52:33.769288 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.772919 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7639e2df-e4db-4be0-937a-7069e942b826 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/routers/191040a0-b38e-41b0-82ce-68571a5ade27 HTTP/1.1" status: 204 len: 168 time: 0.8115666 Jul 16 09:52:33.773144 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53848) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:33.803209 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.832493 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Pushing event deleted for resources: {'Port': ['ID=6479f4e4-4c96-4eae-a25b-706ed22c210b,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:33.837075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] No DVR routers for this DVR port 6479f4e4-4c96-4eae-a25b-706ed22c210b on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:33.850135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.850135 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.850361 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.850631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.850960 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.851283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.851603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.851923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.852241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.852559 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.852874 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.853187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ccc8e-4f65-4154-bfb2-9efef3332d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:33.861601 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.953181 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.963154 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8ca84a-1394-46cb-babc-3d5f3bc63c51']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.973446 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56430a10-2692-4c0d-971b-ab6248db2650') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.973763 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56430a10-2692-4c0d-971b-ab6248db2650') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.982590 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.996872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.002823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:52:34.003323 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: timer() Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:52:34.006304 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:52:34.065400 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.077509 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.077509 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/networks/4f8ca84a-1394-46cb-babc-3d5f3bc63c51 HTTP/1.1" status: 204 len: 168 time: 0.3017783 Jul 16 09:52:34.079662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53852) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:34.089134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7537214-27a0-40bc-a81b-17668ea4c159 tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'Network': ['ID=4f8ca84a-1394-46cb-babc-3d5f3bc63c51,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:34.148685 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.181129 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.247395 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.250673 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.254481 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] 10.222.0.55 "DELETE /v2.0/security-groups/91539855-af4f-4318-b0ec-cb618800d173 HTTP/1.1" status: 204 len: 168 time: 0.1711676 Jul 16 09:52:34.262198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91539855-af4f-4318-b0ec-cb618800d173,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:34.271862 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.272211 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.272547 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.272883 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.273238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.273612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.274098 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.274429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.274810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.275146 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.275659 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.275897 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d932ba-9f70-49b3-a993-32b7c780184e tempest-TestNetworkAdvancedServerOps-661143337 tempest-TestNetworkAdvancedServerOps-661143337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:34.321236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9efe5416-fc08-433b-9dfd-17549b523972 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:34.342436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 9efe5416-fc08-433b-9dfd-17549b523972 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:34.342868 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 9efe5416-fc08-433b-9dfd-17549b523972 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:34.343355 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6479f4e4-4c96-4eae-a25b-706ed22c210b no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:34.362993 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 6479f4e4-4c96-4eae-a25b-706ed22c210b {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:34.363331 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 6479f4e4-4c96-4eae-a25b-706ed22c210b not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:34.391980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7ed81a6f-62e5-4ca7-93e9-08e47f654982 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:34.412677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 7ed81a6f-62e5-4ca7-93e9-08e47f654982 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:34.413023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7ed81a6f-62e5-4ca7-93e9-08e47f654982 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:34.595381 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53862) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:34.722172 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-84723bbd-b555-400d-9e64-56a23f38f18b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5f1a9bcd7d64be6969f64d128c651b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255536 Jul 16 09:52:34.724701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53866) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:34.774698 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1135de60-2d75-4e93-ae06-62b59206fa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.797878 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1135de60-2d75-4e93-ae06-62b59206fa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.843989 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1135de60-2d75-4e93-ae06-62b59206fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.846636 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1135de60-2d75-4e93-ae06-62b59206fa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:34.847823 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1135de60-2d75-4e93-ae06-62b59206fa29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/177ffd16-1743-4f3c-96db-f1db7f36870a HTTP/1.1" status: 204 len: 168 time: 0.1222274 Jul 16 09:52:34.855920 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135de60-2d75-4e93-ae06-62b59206fa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ffd16-1743-4f3c-96db-f1db7f36870a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:35.098767 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53872) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:35.112668 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ccac645-1548-4acc-9705-c51d2e5096a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.205436 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ccac645-1548-4acc-9705-c51d2e5096a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.209083 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ccac645-1548-4acc-9705-c51d2e5096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.247308 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-6ccac645-1548-4acc-9705-c51d2e5096a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc53f16394e7490c86e7aef1938b2724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474104 Jul 16 09:52:35.249947 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac645-1548-4acc-9705-c51d2e5096a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3d649a-856b-43c8-9c3f-82d8ddcc2a45,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:35.250879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53874) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:35.301070 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72d1fd3a-b98c-4cb6-89bb-efca1ab4d284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.321450 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72d1fd3a-b98c-4cb6-89bb-efca1ab4d284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.370128 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72d1fd3a-b98c-4cb6-89bb-efca1ab4d284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.373109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-72d1fd3a-b98c-4cb6-89bb-efca1ab4d284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.374403 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-72d1fd3a-b98c-4cb6-89bb-efca1ab4d284 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a3d649a-856b-43c8-9c3f-82d8ddcc2a45 HTTP/1.1" status: 204 len: 168 time: 0.1223814 Jul 16 09:52:35.381804 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1fd3a-b98c-4cb6-89bb-efca1ab4d284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3d649a-856b-43c8-9c3f-82d8ddcc2a45,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:36.045054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53896) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:36.139246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2066863723-network', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:36.162485 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Made reservation on behalf of 6bfd3e1c2e6d42259a7b3e2d348cdbf5 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:52:36.164896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.173138 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.194764 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e23c57bd-a66a-4c27-a48b-c10c8594b5dd no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:36.220314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: e23c57bd-a66a-4c27-a48b-c10c8594b5dd {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:36.220663 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e23c57bd-a66a-4c27-a48b-c10c8594b5dd not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:36.263270 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.267764 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.294207 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:52:36.300568 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715041c6-7eda-4451-911c-7d7d758abf34,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:36.306567 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.306918 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Added segment be4ccac8-62b7-4785-b24d-ad6b5211cb61 of type vlan for network 74aaf0a9-f49e-4f86-8e50-c72de6562503 Jul 16 09:52:36.358231 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.396361 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.397378 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:36.398835 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.443842 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3974543 Jul 16 09:52:36.446819 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53900) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:36.452198 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Request body: {'subnet': {'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2066863723-subnet', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:36.487708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4cbec-6573-49ae-9271-889632d4fd4f admin admin] Pushing event updated for resources: {'Network': ['ID=74aaf0a9-f49e-4f86-8e50-c72de6562503,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:36.498168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:52:36.504903 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Made reservation on behalf of 6bfd3e1c2e6d42259a7b3e2d348cdbf5 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:52:36.507367 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.679751 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.735999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=011773f4-3a52-4734-9095-ce5f10a26a93,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:36.746139 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Checking segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:36.746498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Network hostable DHCP agents. Network: 74aaf0a9-f49e-4f86-8e50-c72de6562503, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:52:36.762345 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:52:36.770954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 74aaf0a9-f49e-4f86-8e50-c72de6562503) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:36.775370 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:36.776527 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.779900 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4dded-0251-49bb-b0dd-787b3cb96a33 None None] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:36.793288 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2176a5e9-fc95-4d71-b0e8-af74f6ed8a32 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3429041 Jul 16 09:52:36.793502 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53902) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:36.798730 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:36.820073 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.821040 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.878700 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.930357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-74aaf0a9-f49e-4f86-8e50-c72de6562503', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:52:36.931242 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.015800 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.072002 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Allocated IP 172.20.0.2 (74aaf0a9-f49e-4f86-8e50-c72de6562503/011773f4-3a52-4734-9095-ce5f10a26a93/ac935f20-e576-4a8f-90ab-df5603ceb920) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:52:37.221191 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.221943 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.230581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Transition to ACTIVE for port object ac935f20-e576-4a8f-90ab-df5603ceb920 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:37.240365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.245877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Transition to ACTIVE for port object ac935f20-e576-4a8f-90ab-df5603ceb920 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:37.251904 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.291777 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:37.295432 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:37.299787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:52:37.302862 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Pushing event updated for resources: {'Port': ['ID=ac935f20-e576-4a8f-90ab-df5603ceb920,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:37.347886 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Allocated IP 172.25.6.56 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/d33af152-a739-420e-ab86-f63d54eb6e9b) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:52:37.359489 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Attempting to bind port ac935f20-e576-4a8f-90ab-df5603ceb920 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:52:37.359857 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Attempting to bind port ac935f20-e576-4a8f-90ab-df5603ceb920 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:52:37.360255 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Attempting to bind port ac935f20-e576-4a8f-90ab-df5603ceb920 on network 74aaf0a9-f49e-4f86-8e50-c72de6562503 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:52:37.365813 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:52:37.366191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Checking segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:37.366590 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.366979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Bound using segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:52:37.367437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Bound port: ac935f20-e576-4a8f-90ab-df5603ceb920, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:52:37.367810 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.432271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] For port ac935f20-e576-4a8f-90ab-df5603ceb920, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:52:37.436291 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] For port ac935f20-e576-4a8f-90ab-df5603ceb920, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ac935f20-e576-4a8f-90ab-df5603ceb920,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:52:37.441548 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.450697 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.499479 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.505469 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d8cf2-d676-478b-ae13-7e075fa9a739 None None] Pushing event updated for resources: {'Port': ['ID=ac935f20-e576-4a8f-90ab-df5603ceb920,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:37.542611 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:37.545439 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:37.549121 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:52:37.574894 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Pushing event updated for resources: {'Port': ['ID=d33af152-a739-420e-ab86-f63d54eb6e9b,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:37.824917 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.015393 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.271979 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ac935f20-e576-4a8f-90ab-df5603ceb920 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:38.326192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port ac935f20-e576-4a8f-90ab-df5603ceb920 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:38.438591 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1400bd8-3e71-4d32-a855-150654d62fb0 None None] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:38.474338 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:52:38.563309 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bd9d26be-2341-46c4-8261-1940c949b30e None None] Provisioning for port ac935f20-e576-4a8f-90ab-df5603ceb920 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:38.584417 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-bd9d26be-2341-46c4-8261-1940c949b30e None None] Provisioning complete for port ac935f20-e576-4a8f-90ab-df5603ceb920 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:38.584662 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:38.584778 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd9d26be-2341-46c4-8261-1940c949b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.597363 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Sync routers for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:38.606340 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.607436 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:38.608115 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-0c5537bf-ab91-4697-8171-b123601ced9b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8136601 Jul 16 09:52:38.610855 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53904) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:38.611004 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:38.683643 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd9d26be-2341-46c4-8261-1940c949b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.721116 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-bd9d26be-2341-46c4-8261-1940c949b30e None None] For port ac935f20-e576-4a8f-90ab-df5603ceb920, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ac935f20-e576-4a8f-90ab-df5603ceb920,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:38.726671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bd9d26be-2341-46c4-8261-1940c949b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.746490 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:38.782162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d26be-2341-46c4-8261-1940c949b30e None None] Pushing event updated for resources: {'Port': ['ID=ac935f20-e576-4a8f-90ab-df5603ceb920,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:38.933683 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:37Z', 'revision_number': 3, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:38.947600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-e9e21967-9ad9-4f82-b809-d2b0679e33e8 None None] Provisioning complete for port ac935f20-e576-4a8f-90ab-df5603ceb920 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:38.947978 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9e21967-9ad9-4f82-b809-d2b0679e33e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.963902 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Checking router: c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:38.964237 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Updating router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 port d33af152-a739-420e-ab86-f63d54eb6e9b binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:52:39.002343 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.054859 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.211992 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Allocated IP 172.20.0.1 (74aaf0a9-f49e-4f86-8e50-c72de6562503/011773f4-3a52-4734-9095-ce5f10a26a93/bbba4f0f-80ec-4fb5-bd11-595579082853) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:52:39.259076 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.268939 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Transition to ACTIVE for port object d33af152-a739-420e-ab86-f63d54eb6e9b will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:39.274971 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.318907 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.322868 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Attempting to bind port d33af152-a739-420e-ab86-f63d54eb6e9b on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:52:39.323239 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Attempting to bind port d33af152-a739-420e-ab86-f63d54eb6e9b by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:52:39.323601 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Attempting to bind port d33af152-a739-420e-ab86-f63d54eb6e9b on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:52:39.332528 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Pushing event updated for resources: {'Port': ['ID=d33af152-a739-420e-ab86-f63d54eb6e9b,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:39.335137 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:52:39.335518 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:39.335919 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.336320 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:52:39.336774 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Bound port: d33af152-a739-420e-ab86-f63d54eb6e9b, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:52:39.337146 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.337806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Transition to ACTIVE for port object bbba4f0f-80ec-4fb5-bd11-595579082853 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:39.372600 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.390039 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] For port d33af152-a739-420e-ab86-f63d54eb6e9b, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:52:39.393738 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] For port d33af152-a739-420e-ab86-f63d54eb6e9b, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d33af152-a739-420e-ab86-f63d54eb6e9b,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:52:39.397762 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.414964 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:39.420917 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:39.422958 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Pushing event updated for resources: {'Port': ['ID=bbba4f0f-80ec-4fb5-bd11-595579082853,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:39.425152 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:52:39.448736 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:39.449434 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:39.469999 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.515309 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Pushing event updated for resources: {'Port': ['ID=d33af152-a739-420e-ab86-f63d54eb6e9b,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:39.566590 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.567036 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.567444 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.567847 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.568249 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.568653 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.569045 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.569378 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.569722 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.570047 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.570372 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.570693 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72675af5-87ac-46cf-975b-9e042ffc95f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:39.587612 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:39.626130 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.652816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-23421a76-9136-45bc-82a0-30460a7000e6 None None] Provisioning for port bbba4f0f-80ec-4fb5-bd11-595579082853 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:39.656782 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-23421a76-9136-45bc-82a0-30460a7000e6 None None] Provisioning complete for port bbba4f0f-80ec-4fb5-bd11-595579082853 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:39.657139 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-23421a76-9136-45bc-82a0-30460a7000e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.696467 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-23421a76-9136-45bc-82a0-30460a7000e6 None None] Port bbba4f0f-80ec-4fb5-bd11-595579082853 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:52:39.773721 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:37Z', 'revision_number': 3, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:39.796576 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.800365 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627eb1de-32c4-4a77-99be-8c6bdfc086f9 None None] The sync data for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 is: [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:37Z', 'revision_number': 3, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:39.801044 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.877094 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Pushing event updated for resources: {'Port': ['ID=bbba4f0f-80ec-4fb5-bd11-595579082853,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:39.879559 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:39.973913 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:39.975358 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:40.135475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:40.262773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:40.270163 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-5e69bbb4-bbcb-4576-9fec-79b347dc6158 admin admin] 10.222.0.55 "PUT /v2.0/routers/c60b325c-3851-4ed5-84fd-8bbfb5d3acf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6583354 Jul 16 09:52:40.338431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-88a40f82-0cd1-49e7-b300-9629a6f91b5b None None] Provisioning complete for port bbba4f0f-80ec-4fb5-bd11-595579082853 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:40.339286 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88a40f82-0cd1-49e7-b300-9629a6f91b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.366252 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d33af152-a739-420e-ab86-f63d54eb6e9b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:40.409037 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-88a40f82-0cd1-49e7-b300-9629a6f91b5b None None] Port bbba4f0f-80ec-4fb5-bd11-595579082853 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:52:40.430989 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port d33af152-a739-420e-ab86-f63d54eb6e9b completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:40.436518 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d33af152-a739-420e-ab86-f63d54eb6e9b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:40.436998 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.525340 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.548883 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port d33af152-a739-420e-ab86-f63d54eb6e9b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d33af152-a739-420e-ab86-f63d54eb6e9b,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:40.554202 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.555087 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ac935f20-e576-4a8f-90ab-df5603ceb920 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:40.639365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=d33af152-a739-420e-ab86-f63d54eb6e9b,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:40.653292 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port ac935f20-e576-4a8f-90ab-df5603ceb920 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:40.655415 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.787596 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53920) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:40.792721 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1468850117-network', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:40.813376 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Made reservation on behalf of 8c04cc654e2148db8d5d738532aae2e0 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:52:40.815775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.824220 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.917236 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.921570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.949517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:52:40.959312 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4194502-5d9d-42f1-bbac-a75ec2c79750,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:40.964111 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.964454 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Added segment 3c78cb0c-6b6f-4d5f-92fd-f961e432edb9 of type vlan for network 1b0f15bc-5233-4619-9c28-4036486d6d88 Jul 16 09:52:41.005948 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.034716 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.035956 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:41.036542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.068672 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2799470 Jul 16 09:52:41.071588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53922) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:41.077764 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Request body: {'subnet': {'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1468850117-subnet', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:41.101260 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d742e-3f93-422c-b054-edc49ad9c74d admin admin] Pushing event updated for resources: {'Network': ['ID=1b0f15bc-5233-4619-9c28-4036486d6d88,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:41.111914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Made reservation on behalf of 8c04cc654e2148db8d5d738532aae2e0 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:52:41.112838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 1b0f15bc-5233-4619-9c28-4036486d6d88 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:52:41.114701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.291337 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.348217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b036a6e7-a730-446b-9e07-f80d569c4198,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:41.357777 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Checking segment: {'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:41.358138 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Network hostable DHCP agents. Network: 1b0f15bc-5233-4619-9c28-4036486d6d88, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:52:41.375682 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Network 1b0f15bc-5233-4619-9c28-4036486d6d88 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:52:41.385743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 1b0f15bc-5233-4619-9c28-4036486d6d88) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:41.389811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:41.390408 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.392858 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Sync routers for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:41.396362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c31d22-78d2-41ee-a607-b3466d58286b None None] Network 1b0f15bc-5233-4619-9c28-4036486d6d88 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:41.413134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7eb48d99-aa2b-4a5d-8bbc-455d2190ad04 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3403411 Jul 16 09:52:41.415876 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53924) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:41.421553 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:41.428961 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:41.429584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:41.443465 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.444586 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.500382 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.602581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:41.643142 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.697403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-1b0f15bc-5233-4619-9c28-4036486d6d88', 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'fixed_ips': [{'subnet_id': 'b036a6e7-a730-446b-9e07-f80d569c4198'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:52:41.698394 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.849869 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.870339 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.923778 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Allocated IP 172.20.0.2 (1b0f15bc-5233-4619-9c28-4036486d6d88/b036a6e7-a730-446b-9e07-f80d569c4198/cc63d1f9-63fe-4c6f-aa6d-a7189a478a75) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:52:41.978989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Allocated IP 172.25.6.124 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/48b9a722-54a4-49bc-a5e8-e51fb1f4adc4) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:52:42.088921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.131083 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.132224 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 2, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:42.161555 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Checking router: c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:42.161935 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Updating router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 port bbba4f0f-80ec-4fb5-bd11-595579082853 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:52:42.171271 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:42.174041 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:42.176460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:52:42.208374 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Pushing event updated for resources: {'Port': ['ID=48b9a722-54a4-49bc-a5e8-e51fb1f4adc4,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:42.235139 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.256636 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d33af152-a739-420e-ab86-f63d54eb6e9b up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:42.426591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.441290 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Transition to ACTIVE for port object cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:42.444419 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.452460 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port d33af152-a739-420e-ab86-f63d54eb6e9b triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:42.452832 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.486176 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Transition to ACTIVE for port object cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:42.505736 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.604675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Network 1b0f15bc-5233-4619-9c28-4036486d6d88 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:42.609977 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:42.611675 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Pushing event updated for resources: {'Port': ['ID=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:42.615848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:52:42.640925 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.759505 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Attempting to bind port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:52:42.760073 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Attempting to bind port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:52:42.760225 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Attempting to bind port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 on network 1b0f15bc-5233-4619-9c28-4036486d6d88 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:52:42.770131 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:52:42.771829 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:52:42.772207 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Checking segment: {'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:42.772614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.773005 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Bound using segment: {'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:52:42.773478 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Bound port: cc63d1f9-63fe-4c6f-aa6d-a7189a478a75, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:52:42.773885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.793372 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.821962 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Transition to ACTIVE for port object bbba4f0f-80ec-4fb5-bd11-595579082853 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:42.835236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.878550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:42.891139 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Sync routers for ids ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:42.895068 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.895761 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] For port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:52:42.896397 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1461727c-d55d-45d0-aeef-68868fd6b74c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4791808 Jul 16 09:52:42.899138 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53926) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:42.899475 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] For port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,segment=NetworkSegment(3c78cb0c-6b6f-4d5f-92fd-f961e432edb9),segment_id=3c78cb0c-6b6f-4d5f-92fd-f961e432edb9)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:52:42.910120 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd70b21-2984-4c45-9b7c-a7d4a9d142ab None None] Pushing event updated for resources: {'Port': ['ID=bbba4f0f-80ec-4fb5-bd11-595579082853,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:42.912825 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.913165 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Routers {'5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:42.914412 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:43.026204 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b05cb-15db-47c3-911b-5c3cb4d2cb98 None None] Pushing event updated for resources: {'Port': ['ID=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:43.029750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Attempting to bind port bbba4f0f-80ec-4fb5-bd11-595579082853 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:52:43.030059 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Attempting to bind port bbba4f0f-80ec-4fb5-bd11-595579082853 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:52:43.030416 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Attempting to bind port bbba4f0f-80ec-4fb5-bd11-595579082853 on network 74aaf0a9-f49e-4f86-8e50-c72de6562503 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:52:43.037679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:52:43.037679 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Checking segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:43.038056 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.038446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Bound using segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:52:43.038931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Bound port: bbba4f0f-80ec-4fb5-bd11-595579082853, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:52:43.039295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.064029 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Set router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:43.145825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] For port bbba4f0f-80ec-4fb5-bd11-595579082853, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:52:43.149168 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] For port bbba4f0f-80ec-4fb5-bd11-595579082853, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bbba4f0f-80ec-4fb5-bd11-595579082853,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:52:43.157232 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.270870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd70b21-2984-4c45-9b7c-a7d4a9d142ab None None] Pushing event updated for resources: {'Port': ['ID=bbba4f0f-80ec-4fb5-bd11-595579082853,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:43.293931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:43.293931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:43.318039 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:42Z', 'revision_number': 3, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port': {'id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:43.472885 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Checking router: 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:43.473372 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Updating router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:52:43.486954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:43.515015 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.521628 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.638909 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:43.704744 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Allocated IP 172.20.0.1 (1b0f15bc-5233-4619-9c28-4036486d6d88/b036a6e7-a730-446b-9e07-f80d569c4198/34d803db-cb2e-4b48-8070-0982d8b8eba8) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:52:43.738718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:43Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:43.774565 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d34b8-1df8-49ba-b188-15a9ff102dec None None] The sync data for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 is: [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:43Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:43.813107 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.846972 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Transition to ACTIVE for port object 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:43.852865 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.855583 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.869367 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Transition to ACTIVE for port object 34d803db-cb2e-4b48-8070-0982d8b8eba8 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:43.914696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.943453 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Attempting to bind port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:52:43.944143 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Attempting to bind port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:52:43.944612 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Attempting to bind port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:52:43.964766 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:52:43.965941 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:43.967019 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.967542 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:52:43.967903 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Bound port: 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:52:43.968288 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.971730 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cda9c7-6949-464a-bf6a-35624250a979 None None] Pushing event updated for resources: {'Port': ['ID=48b9a722-54a4-49bc-a5e8-e51fb1f4adc4,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:43.978836 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Network 1b0f15bc-5233-4619-9c28-4036486d6d88 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:43.982395 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:43.985310 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:52:44.015195 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Pushing event updated for resources: {'Port': ['ID=34d803db-cb2e-4b48-8070-0982d8b8eba8,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:44.034120 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] For port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:52:44.037805 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] For port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=48b9a722-54a4-49bc-a5e8-e51fb1f4adc4,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:52:44.041166 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.045055 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.095826 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Routers {'5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:44.096460 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:44.153133 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cda9c7-6949-464a-bf6a-35624250a979 None None] Pushing event updated for resources: {'Port': ['ID=48b9a722-54a4-49bc-a5e8-e51fb1f4adc4,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:44.218612 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.289872 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] Set router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:44.344976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:44.387169 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b58c17c-d863-4af6-b68c-6014dcd24c53 None None] Network 1b0f15bc-5233-4619-9c28-4036486d6d88 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:44.465627 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.473241 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.516827 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:42Z', 'revision_number': 3, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port': {'id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:44.524786 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.529235 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-3af08758-d3ea-4753-9c31-a93f765d8f82 None None] Provisioning for port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:44.550407 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7500b1-00e1-4d9d-9c50-20b94bf0c667 None None] The sync data for ids ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'] in n-d-780147-28 is: [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:42Z', 'revision_number': 3, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port': {'id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:44.587074 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:44.595437 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Pushing event updated for resources: {'Port': ['ID=34d803db-cb2e-4b48-8070-0982d8b8eba8,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:44.600233 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85103639-b0e5-4eb9-89f0-58d1aa963190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.602814 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:44.603192 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.673810 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Network 1b0f15bc-5233-4619-9c28-4036486d6d88 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:44.675742 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:44.732057 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.776038 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,segment=NetworkSegment(3c78cb0c-6b6f-4d5f-92fd-f961e432edb9),segment_id=3c78cb0c-6b6f-4d5f-92fd-f961e432edb9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:44.784002 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:44.785259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bbba4f0f-80ec-4fb5-bd11-595579082853 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:44.874965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:44.896352 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port bbba4f0f-80ec-4fb5-bd11-595579082853 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:44.904106 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port bbba4f0f-80ec-4fb5-bd11-595579082853 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:44.904750 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.029055 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.071130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port bbba4f0f-80ec-4fb5-bd11-595579082853, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bbba4f0f-80ec-4fb5-bd11-595579082853,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:45.078291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.155843 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-295df3e7-653a-4ad6-8271-369a98a293ff None None] Provisioning for port 34d803db-cb2e-4b48-8070-0982d8b8eba8 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:45.163183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-295df3e7-653a-4ad6-8271-369a98a293ff None None] Provisioning complete for port 34d803db-cb2e-4b48-8070-0982d8b8eba8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:45.163563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-295df3e7-653a-4ad6-8271-369a98a293ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.165264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=bbba4f0f-80ec-4fb5-bd11-595579082853,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:45.206049 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-295df3e7-653a-4ad6-8271-369a98a293ff None None] Port 34d803db-cb2e-4b48-8070-0982d8b8eba8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:52:45.219673 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-295df3e7-653a-4ad6-8271-369a98a293ff None None] Provisioning complete for port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:45.220051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-295df3e7-653a-4ad6-8271-369a98a293ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.289507 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:45.413993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:45.421857 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9186d836-e09d-45c4-b878-f6a90382be27 admin admin] 10.222.0.55 "PUT /v2.0/routers/5ecbcd65-dfaa-4aac-b822-9d9c793dd01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5213511 Jul 16 09:52:45.454113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-dbf722c2-cd28-480c-a91d-2ee028478406 None None] Provisioning complete for port 34d803db-cb2e-4b48-8070-0982d8b8eba8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:45.454622 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-dbf722c2-cd28-480c-a91d-2ee028478406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.494079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-dbf722c2-cd28-480c-a91d-2ee028478406 None None] Port 34d803db-cb2e-4b48-8070-0982d8b8eba8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:52:45.624180 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-31b87f7f-5c7f-4841-907c-0d854b41fd43 None None] Provisioning complete for port 34d803db-cb2e-4b48-8070-0982d8b8eba8 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:45.624567 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-31b87f7f-5c7f-4841-907c-0d854b41fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.662584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-31b87f7f-5c7f-4841-907c-0d854b41fd43 None None] Port 34d803db-cb2e-4b48-8070-0982d8b8eba8 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:52:45.993172 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.111149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 53934) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:46.115910 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-e8114fb1-a94a-4ef1-9030-6f2c0070b8e9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211076931', 'description': 'tempest-secgroup-smoke-1211076931 description', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:46.138649 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8114fb1-a94a-4ef1-9030-6f2c0070b8e9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.222783 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8114fb1-a94a-4ef1-9030-6f2c0070b8e9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.226724 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8114fb1-a94a-4ef1-9030-6f2c0070b8e9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.255084 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8114fb1-a94a-4ef1-9030-6f2c0070b8e9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.256314 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e8114fb1-a94a-4ef1-9030-6f2c0070b8e9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441402 Jul 16 09:52:46.259468 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53936) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:46.260913 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8114fb1-a94a-4ef1-9030-6f2c0070b8e9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d21d334-fb06-4ac2-b5f0-bf0010f45d80,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:46.264954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-3540f84b-0c20-47d9-bd89-b47b9f5a02f6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '2d21d334-fb06-4ac2-b5f0-bf0010f45d80', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:46.295691 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3540f84b-0c20-47d9-bd89-b47b9f5a02f6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.343581 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:46.361908 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3540f84b-0c20-47d9-bd89-b47b9f5a02f6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.365834 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3540f84b-0c20-47d9-bd89-b47b9f5a02f6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.388166 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540f84b-0c20-47d9-bd89-b47b9f5a02f6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5cc64f-c20a-437c-abef-12e52dff27f4,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:46.392472 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-3540f84b-0c20-47d9-bd89-b47b9f5a02f6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.392643 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:46.392901 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.393737 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3540f84b-0c20-47d9-bd89-b47b9f5a02f6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330662 Jul 16 09:52:46.396498 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53938) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:46.400960 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-dd8cf843-a079-4d32-b182-2e4b3b6c0f10 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '2d21d334-fb06-4ac2-b5f0-bf0010f45d80', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:46.427721 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf843-a079-4d32-b182-2e4b3b6c0f10 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.472754 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:46.485317 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf843-a079-4d32-b182-2e4b3b6c0f10 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.489407 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf843-a079-4d32-b182-2e4b3b6c0f10 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.510148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cf843-a079-4d32-b182-2e4b3b6c0f10 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431bb68f-783f-432f-b2a9-a7316a227371,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:46.512597 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf843-a079-4d32-b182-2e4b3b6c0f10 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.516483 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dd8cf843-a079-4d32-b182-2e4b3b6c0f10 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165252 Jul 16 09:52:46.516999 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53940) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:46.521194 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2b6444c6-6ab8-43bb-ab14-2a67a048bf4b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '2d21d334-fb06-4ac2-b5f0-bf0010f45d80', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:46.524371 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:46.528317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:46.528984 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.548016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6444c6-6ab8-43bb-ab14-2a67a048bf4b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.607398 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6444c6-6ab8-43bb-ab14-2a67a048bf4b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.610181 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.611272 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6444c6-6ab8-43bb-ab14-2a67a048bf4b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.630135 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6444c6-6ab8-43bb-ab14-2a67a048bf4b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19aecbe6-bfd1-418d-86c5-bea636cc5d45,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:46.632210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=48b9a722-54a4-49bc-a5e8-e51fb1f4adc4,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:46.635569 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2b6444c6-6ab8-43bb-ab14-2a67a048bf4b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.639457 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.639965 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2b6444c6-6ab8-43bb-ab14-2a67a048bf4b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191168 Jul 16 09:52:46.640057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bbba4f0f-80ec-4fb5-bd11-595579082853 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:46.640151 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53942) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:46.648996 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6ed833c3-dd5f-4a79-ba1c-d84eff0da668 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '2d21d334-fb06-4ac2-b5f0-bf0010f45d80', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:46.676599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ed833c3-dd5f-4a79-ba1c-d84eff0da668 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.713075 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=48b9a722-54a4-49bc-a5e8-e51fb1f4adc4,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:46.724615 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port bbba4f0f-80ec-4fb5-bd11-595579082853 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:46.724985 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.741712 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ed833c3-dd5f-4a79-ba1c-d84eff0da668 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.745833 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ed833c3-dd5f-4a79-ba1c-d84eff0da668 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.760825 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed833c3-dd5f-4a79-ba1c-d84eff0da668 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68161e98-59cb-4ce9-99d5-b6614ac6b1f5,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:46.770457 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6ed833c3-dd5f-4a79-ba1c-d84eff0da668 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.774222 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6ed833c3-dd5f-4a79-ba1c-d84eff0da668 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311040 Jul 16 09:52:46.774456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53944) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:46.779540 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-7a73580a-d539-45da-9ad4-951d6dd42e8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '2d21d334-fb06-4ac2-b5f0-bf0010f45d80', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:46.801867 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-7a73580a-d539-45da-9ad4-951d6dd42e8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Project 6bfd3e1c2e6d42259a7b3e2d348cdbf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:52:46.807058 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a73580a-d539-45da-9ad4-951d6dd42e8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.875774 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a73580a-d539-45da-9ad4-951d6dd42e8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.882177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a73580a-d539-45da-9ad4-951d6dd42e8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.911656 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73580a-d539-45da-9ad4-951d6dd42e8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5bd450-be09-49c7-849c-297288af6f6f,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:46.920926 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7a73580a-d539-45da-9ad4-951d6dd42e8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.924941 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7a73580a-d539-45da-9ad4-951d6dd42e8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470447 Jul 16 09:52:46.925291 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53946) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:46.930438 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-a29c6b04-8619-463d-be88-0334910ce65b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '2d21d334-fb06-4ac2-b5f0-bf0010f45d80', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:46.957229 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-a29c6b04-8619-463d-be88-0334910ce65b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Project 6bfd3e1c2e6d42259a7b3e2d348cdbf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:52:46.964773 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a29c6b04-8619-463d-be88-0334910ce65b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.032525 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a29c6b04-8619-463d-be88-0334910ce65b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.037014 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a29c6b04-8619-463d-be88-0334910ce65b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.061475 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c6b04-8619-463d-be88-0334910ce65b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d25cbb-8ad0-4893-a052-b34cc1e538a7,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:47.067613 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-a29c6b04-8619-463d-be88-0334910ce65b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.068748 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-a29c6b04-8619-463d-be88-0334910ce65b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423545 Jul 16 09:52:47.210951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-40cebcc2-a581-41fa-9c7b-f1eb97fbea81 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211076931&fields=id&tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5 HTTP/1.1" status: 200 len: 267 time: 0.0334218 Jul 16 09:52:47.244232 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Sync routers for ids ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:47.254173 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Routers {'5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:47.254784 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:47.323397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-ca60553c-8468-478b-b98f-34c01a94cecd tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:47.324903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-ca60553c-8468-478b-b98f-34c01a94cecd tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 809 time: 0.1066461 Jul 16 09:52:47.340200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-2a1dbbe3-de2a-4914-af40-9a7b9e13376b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/quotas/6bfd3e1c2e6d42259a7b3e2d348cdbf5 HTTP/1.1" status: 200 len: 375 time: 0.0091755 Jul 16 09:52:47.362857 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Set router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:47.408514 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-7c53bdf1-fb38-4161-a208-1bb275a9e6f2 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622165 Jul 16 09:52:47.542240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-39629434-5cd5-4525-81af-94bf22ed2fa9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:52:47.543257 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-39629434-5cd5-4525-81af-94bf22ed2fa9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1230597 Jul 16 09:52:47.570975 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:44Z', 'revision_number': 4, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port': {'id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34d803db-cb2e-4b48-8070-0982d8b8eba8', 'name': '', 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'mac_address': 'fa:16:3e:4d:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b036a6e7-a730-446b-9e07-f80d569c4198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:43Z', 'updated_at': '2021-07-16T09:52:44Z', 'revision_number': 2, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'subnets': [{'id': 'b036a6e7-a730-446b-9e07-f80d569c4198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:47.597954 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Checking router: 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:47.598311 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Updating router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b port 34d803db-cb2e-4b48-8070-0982d8b8eba8 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:52:47.636324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.640661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-3b4c2fa7-ec6a-473f-b545-df1a0fed3ba2 service neutron] 10.222.0.55 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902829 Jul 16 09:52:47.734757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-72a35981-6abd-4991-af29-256bff15e6be service neutron] 10.222.0.55 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882754 Jul 16 09:52:47.777004 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.780935 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a5a48790-93c1-4809-9a64-1567edb1cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.935770 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ff37796e-2fa5-4e85-bbdd-dd9f49be1135 req-062e6b11-50f3-48bf-9fa9-4b2e90dccd4e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 210 time: 0.0297775 Jul 16 09:52:47.962427 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.972603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Transition to ACTIVE for port object 34d803db-cb2e-4b48-8070-0982d8b8eba8 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:47.978191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.031808 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb661fee-d7a7-419d-ab55-e613de66099a None None] Pushing event updated for resources: {'Port': ['ID=34d803db-cb2e-4b48-8070-0982d8b8eba8,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:48.091632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Attempting to bind port 34d803db-cb2e-4b48-8070-0982d8b8eba8 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:52:48.092603 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Attempting to bind port 34d803db-cb2e-4b48-8070-0982d8b8eba8 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:52:48.092981 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Attempting to bind port 34d803db-cb2e-4b48-8070-0982d8b8eba8 on network 1b0f15bc-5233-4619-9c28-4036486d6d88 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:52:48.102114 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:52:48.102598 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Checking segment: {'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:48.102963 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.103457 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Bound using segment: {'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:52:48.103995 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Bound port: 34d803db-cb2e-4b48-8070-0982d8b8eba8, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:52:48.104387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.174525 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] For port 34d803db-cb2e-4b48-8070-0982d8b8eba8, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:52:48.178193 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] For port 34d803db-cb2e-4b48-8070-0982d8b8eba8, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=34d803db-cb2e-4b48-8070-0982d8b8eba8,segment=NetworkSegment(3c78cb0c-6b6f-4d5f-92fd-f961e432edb9),segment_id=3c78cb0c-6b6f-4d5f-92fd-f961e432edb9)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:52:48.184172 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.245889 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Routers {'5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:48.246506 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:48.249585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb661fee-d7a7-419d-ab55-e613de66099a None None] Pushing event updated for resources: {'Port': ['ID=34d803db-cb2e-4b48-8070-0982d8b8eba8,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:48.293429 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:48.413592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] Set router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:48.445293 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:48.445690 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.692404 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:44Z', 'revision_number': 4, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port': {'id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34d803db-cb2e-4b48-8070-0982d8b8eba8', 'name': '', 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'mac_address': 'fa:16:3e:4d:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b036a6e7-a730-446b-9e07-f80d569c4198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:43Z', 'updated_at': '2021-07-16T09:52:48Z', 'revision_number': 4, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'subnets': [{'id': 'b036a6e7-a730-446b-9e07-f80d569c4198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:48.719870 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b6b73-c8f1-4cdd-b758-39d2332a8400 None None] The sync data for ids ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'] in n-d-780147-28 is: [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:44Z', 'revision_number': 4, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port': {'id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '34d803db-cb2e-4b48-8070-0982d8b8eba8', 'name': '', 'network_id': '1b0f15bc-5233-4619-9c28-4036486d6d88', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'mac_address': 'fa:16:3e:4d:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b036a6e7-a730-446b-9e07-f80d569c4198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:43Z', 'updated_at': '2021-07-16T09:52:48Z', 'revision_number': 4, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'subnets': [{'id': 'b036a6e7-a730-446b-9e07-f80d569c4198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:49.104553 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e0a541ba-afd5-4aac-8eb8-613e229db1be req-3bff8a43-2ed9-471f-8fa7-069d649aefb2 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 210 time: 0.0392001 Jul 16 09:52:49.128939 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-2a6d9cd3-4102-4d69-9215-7b332806a096 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:49.128939 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-2a6d9cd3-4102-4d69-9215-7b332806a096 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 809 time: 0.1495252 Jul 16 09:52:49.131014 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.176075 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-690339c4-38f9-4ac4-b9c4-6f5f2ba26bf2 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5 HTTP/1.1" status: 200 len: 380 time: 0.0389597 Jul 16 09:52:49.186323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'port': {'device_id': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'admin_state_up': True, 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'security_groups': ['2d21d334-fb06-4ac2-b5f0-bf0010f45d80']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:49.302661 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Made reservation on behalf of 6bfd3e1c2e6d42259a7b3e2d348cdbf5 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:52:49.305973 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.436951 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Allocated IP 172.20.0.9 (74aaf0a9-f49e-4f86-8e50-c72de6562503/011773f4-3a52-4734-9095-ce5f10a26a93/7d2338ad-de67-4051-ae92-5af10066a97d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:52:49.504445 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.581568 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.594962 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Transition to ACTIVE for port object 7d2338ad-de67-4051-ae92-5af10066a97d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:49.629886 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.675405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:49.678551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:49.682417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:52:49.706526 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:49.735706 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:49.736336 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.752450 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-792cba4f-d9f0-47f3-98ec-f387c015cdd6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702825 Jul 16 09:52:49.765838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Request body: {'port': {'device_id': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:49.846126 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.889806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-150f8309-a994-485a-b14c-125496b86599 None None] Provisioning for port 7d2338ad-de67-4051-ae92-5af10066a97d completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:49.893584 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-150f8309-a994-485a-b14c-125496b86599 None None] Provisioning complete for port 7d2338ad-de67-4051-ae92-5af10066a97d triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:49.894220 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-150f8309-a994-485a-b14c-125496b86599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.932718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-150f8309-a994-485a-b14c-125496b86599 None None] Port 7d2338ad-de67-4051-ae92-5af10066a97d cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:52:50.112307 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2338ad-de67-4051-ae92-5af10066a97d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:52:50.119622 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.132923 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Transition to ACTIVE for port object 7d2338ad-de67-4051-ae92-5af10066a97d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:52:50.135931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.247070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:50.301127 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Attempting to bind port 7d2338ad-de67-4051-ae92-5af10066a97d on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:52:50.301459 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Attempting to bind port 7d2338ad-de67-4051-ae92-5af10066a97d by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:52:50.301812 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Attempting to bind port 7d2338ad-de67-4051-ae92-5af10066a97d on network 74aaf0a9-f49e-4f86-8e50-c72de6562503 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:52:50.306100 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34d803db-cb2e-4b48-8070-0982d8b8eba8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:50.313061 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Port 7d2338ad-de67-4051-ae92-5af10066a97d on network 74aaf0a9-f49e-4f86-8e50-c72de6562503 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:52:50.313386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Attempting to bind port 7d2338ad-de67-4051-ae92-5af10066a97d on network 74aaf0a9-f49e-4f86-8e50-c72de6562503 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:52:50.324654 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:52:50.324993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Checking segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:52:50.325416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Bound using segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:52:50.325882 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Bound port: 7d2338ad-de67-4051-ae92-5af10066a97d, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:52:50.326235 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.368745 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 34d803db-cb2e-4b48-8070-0982d8b8eba8 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:50.374258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 34d803db-cb2e-4b48-8070-0982d8b8eba8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:50.374783 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.383936 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4d75b-47d1-4092-bcac-e8ab06c7d8ce req-ac701bd3-7cdb-4555-b451-9a4fff36b1a3 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:50.385505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2e4d75b-47d1-4092-bcac-e8ab06c7d8ce req-ac701bd3-7cdb-4555-b451-9a4fff36b1a3 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.1448958 Jul 16 09:52:50.417216 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.444218 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:52:50.453806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d2e4d75b-47d1-4092-bcac-e8ab06c7d8ce req-e045a067-bc94-471c-b148-bd0ac605aaff tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596142 Jul 16 09:52:50.462188 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:52:50.468081 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.482306 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.502522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:50.503147 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.504610 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] 10.222.0.52 "PUT /v2.0/ports/7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 1092 time: 0.7436566 Jul 16 09:52:50.505123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:50.507453 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3e49d-07b0-41cd-a9af-90b7a193a53e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:50.516825 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 34d803db-cb2e-4b48-8070-0982d8b8eba8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=34d803db-cb2e-4b48-8070-0982d8b8eba8,segment=NetworkSegment(3c78cb0c-6b6f-4d5f-92fd-f961e432edb9),segment_id=3c78cb0c-6b6f-4d5f-92fd-f961e432edb9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:50.523279 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.546114 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163174e-2fb6-4f79-8860-173a5fbe7c06 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:50.561626 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c5a5ab-e84d-444a-afd1-46433ced05a4 x-openstack-request-id: req-b1c5a5ab-e84d-444a-afd1-46433ced05a4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:50.561956 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:50.562239 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1c5a5ab-e84d-444a-afd1-46433ced05a4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:50.562656 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d', 'status': 'completed', 'code': 200} Jul 16 09:52:50.584289 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=34d803db-cb2e-4b48-8070-0982d8b8eba8,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:50.617407 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-5953fb47-79ef-425a-b2e2-e208cc1fc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:50.619191 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-5953fb47-79ef-425a-b2e2-e208cc1fc669 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1095 time: 0.0690279 Jul 16 09:52:50.667261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-93228ef6-031a-44fe-bcdc-adfbdded7d31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 217 time: 0.0407295 Jul 16 09:52:50.716572 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-6f96afbd-8fed-4a69-9c9a-6dab71ae86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:50.718234 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-6f96afbd-8fed-4a69-9c9a-6dab71ae86b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0452037 Jul 16 09:52:50.776055 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-87c741de-88ab-4646-80f8-46433412d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:50.777532 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-87c741de-88ab-4646-80f8-46433412d0e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533993 Jul 16 09:52:50.869197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-2c66714c-3b48-4be7-85ff-3ac4bbebe74c service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851669 Jul 16 09:52:50.956474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b60a6633-a38e-49fd-ab20-2153bc387c89 req-5ef2fb9b-b9bb-4dd5-8b79-4dac44ed3630 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816240 Jul 16 09:52:51.069806 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-019914e4-8e64-417e-9f65-967cc3a0c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:51.071352 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-019914e4-8e64-417e-9f65-967cc3a0c480 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1095 time: 0.0614052 Jul 16 09:52:51.165102 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-3df90087-db51-4e14-aa70-27e6dfe11005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:51.166642 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-3df90087-db51-4e14-aa70-27e6dfe11005 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0891829 Jul 16 09:52:51.211445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-9d7d3fb7-44ec-47dd-8877-1ab649a7ba47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 217 time: 0.0382051 Jul 16 09:52:51.260897 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-01821a23-d74a-46a2-a262-5d36ff148650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:51.262379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-01821a23-d74a-46a2-a262-5d36ff148650 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0435295 Jul 16 09:52:51.319452 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-97072d6c-43ff-4bfc-b3a0-1d68774cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:51.321057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-97072d6c-43ff-4bfc-b3a0-1d68774cb0a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522959 Jul 16 09:52:51.776818 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-164c8a4f-ae2f-4695-90ff-99d333bf8d83 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488451 Jul 16 09:52:51.859928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eef18-143b-4f96-9658-8374eaab17fe req-4fef5373-1dd0-4092-a738-41699a153763 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:51.861410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-096eef18-143b-4f96-9658-8374eaab17fe req-4fef5373-1dd0-4092-a738-41699a153763 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.1379786 Jul 16 09:52:51.909951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-03e3e49d-07b0-41cd-a9af-90b7a193a53e req-8e3e55e5-350d-445e-a55d-04200b1bfa86 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266806 Jul 16 09:52:51.918298 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-096eef18-143b-4f96-9658-8374eaab17fe req-c4d57340-67f5-414c-9724-c2105bcab6e5 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494263 Jul 16 09:52:52.247519 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34d803db-cb2e-4b48-8070-0982d8b8eba8 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:52.298633 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 34d803db-cb2e-4b48-8070-0982d8b8eba8 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:52.298994 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:52.479860 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:52:52.573406 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:52.584669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '7d2338ad-de67-4051-ae92-5af10066a97d', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'port_id': '7d2338ad-de67-4051-ae92-5af10066a97d', 'mac_address': 'fa:16:3e:ce:8b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:52:52.620733 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:52.633487 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2338ad-de67-4051-ae92-5af10066a97d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:52:52.651830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:52.656341 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:52.705051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:52.858994 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['7d2338ad-de67-4051-ae92-5af10066a97d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:52:53.092625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f7715-3f85-4a6d-ba9b-453c873210b5 req-266a1959-217b-47ae-8149-1657c7f1201e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:53.094189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-675f7715-3f85-4a6d-ba9b-453c873210b5 req-266a1959-217b-47ae-8149-1657c7f1201e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 944 time: 0.0639255 Jul 16 09:52:53.132563 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-675f7715-3f85-4a6d-ba9b-453c873210b5 req-57637902-2983-4961-b108-21175b270577 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326622 Jul 16 09:52:54.304649 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8a863-50e7-428c-b402-436ef1fe7c67 req-5aa54d01-1b74-4d50-83fb-1b24a7e20bdf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:54.306155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5c8a863-50e7-428c-b402-436ef1fe7c67 req-5aa54d01-1b74-4d50-83fb-1b24a7e20bdf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 944 time: 0.0643866 Jul 16 09:52:54.344212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f5c8a863-50e7-428c-b402-436ef1fe7c67 req-14b9234d-3d95-4e9f-a1c5-b0821ddbe4c3 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Jul 16 09:52:54.480646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:54.527976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port 7d2338ad-de67-4051-ae92-5af10066a97d completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:52:54.532195 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 7d2338ad-de67-4051-ae92-5af10066a97d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:54.532563 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.607519 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.629619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:54.631876 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1250d5-6ed2-4bcd-99b5-0fd57555d40e" -d '{"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-plugged", "status": "completed", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:54.644654 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:54.649456 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.678861 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cfd123-51e4-4915-9acd-7c5ef5c3ff9d x-openstack-request-id: req-e5cfd123-51e4-4915-9acd-7c5ef5c3ff9d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:54.679174 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-plugged", "status": "completed", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:54.679421 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5cfd123-51e4-4915-9acd-7c5ef5c3ff9d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:54.679798 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d', 'code': 200} Jul 16 09:52:54.704594 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:54.795002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d678a2c-2323-4afb-85ba-33bda7fc232a req-0d328211-7b7d-412d-906e-f1b1f5d042db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:54.796447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d678a2c-2323-4afb-85ba-33bda7fc232a req-0d328211-7b7d-412d-906e-f1b1f5d042db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1097 time: 0.0556335 Jul 16 09:52:54.830176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d678a2c-2323-4afb-85ba-33bda7fc232a req-7b8fc38d-92a0-490b-b4ba-dba86867b37b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276628 Jul 16 09:52:55.515744 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d87b8a-01ee-4429-a6d0-8fa66d4f1082 req-c8322c95-3b7c-42f5-a62e-6b40de7f86a2 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:55.517250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92d87b8a-01ee-4429-a6d0-8fa66d4f1082 req-c8322c95-3b7c-42f5-a62e-6b40de7f86a2 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0644438 Jul 16 09:52:55.555646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-92d87b8a-01ee-4429-a6d0-8fa66d4f1082 req-a5b61547-9f6e-49c1-a714-719a5449ce7c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Jul 16 09:52:56.728527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edb6c4-8905-4d39-aa12-ecb618e61a9b req-d47c5c74-4a53-488b-97e2-bc1e28dd2464 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:56.730020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9edb6c4-8905-4d39-aa12-ecb618e61a9b req-d47c5c74-4a53-488b-97e2-bc1e28dd2464 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0623519 Jul 16 09:52:56.771243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a9edb6c4-8905-4d39-aa12-ecb618e61a9b req-14d66b78-17ff-4ec9-bdc2-286eab3bb733 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348969 Jul 16 09:52:56.945732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6584dbf-2111-4d7b-8c63-7b962298944f req-2cc7fa35-9130-4561-80df-1930379025ec tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:56.947267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6584dbf-2111-4d7b-8c63-7b962298944f req-2cc7fa35-9130-4561-80df-1930379025ec tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0636988 Jul 16 09:52:56.985580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6584dbf-2111-4d7b-8c63-7b962298944f req-378fc672-04f2-40fc-a23b-daf7dad9f50f tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Jul 16 09:52:57.009543 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 53998) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:57.105076 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe9c3a-a03b-420b-82a1-546cd34c9804 tempest-TestShelveInstance-377764001 tempest-TestShelveInstance-377764001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:57.106781 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-abbe9c3a-a03b-420b-82a1-546cd34c9804 tempest-TestShelveInstance-377764001 tempest-TestShelveInstance-377764001-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1092 time: 0.0960567 Jul 16 09:52:57.109668 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54002) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:57.113993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '7d2338ad-de67-4051-ae92-5af10066a97d', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:52:57.135202 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.228905 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.334090 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Allocated IP 172.25.6.96 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/6586b0b0-1efb-421c-a508-b83c9f41acb0) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:52:57.433540 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.472037 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.509264 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:52:57.514678 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:52:57.517777 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:52:57.550521 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'Port': ['ID=6586b0b0-1efb-421c-a508-b83c9f41acb0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:57.895709 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.972617 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.119012 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.123522 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.192427 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'Port': ['ID=6586b0b0-1efb-421c-a508-b83c9f41acb0,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:58.198554 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.297271 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Floating IP 34dd3198-06e1-4dc1-9ac2-c104837be1c1 associated. External IP: 172.25.6.96, port: 7d2338ad-de67-4051-ae92-5af10066a97d. Jul 16 09:52:58.503975 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:58.611952 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:58.621406 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] Sync routers for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:58.627553 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.631675 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:58.632280 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:58.664841 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-978914d7-3f12-4aa3-8555-ae3483628433 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5541670 Jul 16 09:52:58.665552 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:58.668211 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c083d9c4-794a-4646-909f-3eed25212761" -d '{"events": [{"name": "network-changed", "server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:58.705591 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640332f0-9dc5-48b4-a1de-2774cfc87b96 x-openstack-request-id: req-640332f0-9dc5-48b4-a1de-2774cfc87b96 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:58.705919 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:58.706180 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-640332f0-9dc5-48b4-a1de-2774cfc87b96 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:58.706600 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d', 'status': 'completed', 'code': 200} Jul 16 09:52:58.738373 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:58.783620 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d9c4-794a-4646-909f-3eed25212761 req-2c9e42dc-adf2-46db-826f-9d0e389fdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:58.785092 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c083d9c4-794a-4646-909f-3eed25212761 req-2c9e42dc-adf2-46db-826f-9d0e389fdfa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1097 time: 0.0534215 Jul 16 09:52:58.877523 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d9c4-794a-4646-909f-3eed25212761 req-037ec94b-f206-4bdf-a640-d4294c8829e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:58.879100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c083d9c4-794a-4646-909f-3eed25212761 req-037ec94b-f206-4bdf-a640-d4294c8829e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0880439 Jul 16 09:52:58.944656 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c083d9c4-794a-4646-909f-3eed25212761 req-e77185cb-5dd4-4e79-97b1-104f3ba0d16a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 998 time: 0.0580509 Jul 16 09:52:58.962330 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '34dd3198-06e1-4dc1-9ac2-c104837be1c1', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'port_id': '7d2338ad-de67-4051-ae92-5af10066a97d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'mac_address': 'fa:16:3e:ce:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:52:57Z', 'updated_at': '2021-07-16T09:52:57Z', 'revision_number': 0, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:58.989658 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] Checking router: c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:58.998377 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:58.998748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d9c4-794a-4646-909f-3eed25212761 req-7fb616fc-53b2-4e0a-8f18-3a1e4c730e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:58.998975 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:52:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:59.000250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c083d9c4-794a-4646-909f-3eed25212761 req-7fb616fc-53b2-4e0a-8f18-3a1e4c730e67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0498917 Jul 16 09:52:59.057330 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d9c4-794a-4646-909f-3eed25212761 req-b3a5b255-2d80-4111-8686-f7f673a63f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:59.058811 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c083d9c4-794a-4646-909f-3eed25212761 req-b3a5b255-2d80-4111-8686-f7f673a63f7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528729 Jul 16 09:52:59.104229 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:59.154065 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c083d9c4-794a-4646-909f-3eed25212761 req-071c5861-2593-4893-a70a-cccacc5fd9cd service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880201 Jul 16 09:52:59.247277 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c083d9c4-794a-4646-909f-3eed25212761 req-c8d21bff-ee2b-40af-90fc-3cd3617858b9 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877094 Jul 16 09:52:59.338247 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '34dd3198-06e1-4dc1-9ac2-c104837be1c1', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'port_id': '7d2338ad-de67-4051-ae92-5af10066a97d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'mac_address': 'fa:16:3e:ce:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:52:57Z', 'updated_at': '2021-07-16T09:52:57Z', 'revision_number': 0, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:59.367402 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca56ac-435d-4951-a2f2-39ce8a86e7e1 None None] The sync data for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 is: [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '34dd3198-06e1-4dc1-9ac2-c104837be1c1', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'port_id': '7d2338ad-de67-4051-ae92-5af10066a97d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'mac_address': 'fa:16:3e:ce:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:52:57Z', 'updated_at': '2021-07-16T09:52:57Z', 'revision_number': 0, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:59.555215 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700eeb0-961f-4c4d-9e50-db472f52cc17 None None] New status for floating IP 34dd3198-06e1-4dc1-9ac2-c104837be1c1: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:53:00.446043 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-b0f00207-b04e-4fe7-a1ba-276bf79e6507 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518711 Jul 16 09:53:00.541277 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-f19218a2-839f-4bef-80cc-16f7d81cd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:00.542803 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-f19218a2-839f-4bef-80cc-16f7d81cd99a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1097 time: 0.0575178 Jul 16 09:53:00.650860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-824d3c58-1624-47e4-a7eb-a2540b113695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:00.652358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-824d3c58-1624-47e4-a7eb-a2540b113695 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0906079 Jul 16 09:53:00.720414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-a26b6fb0-c2b9-46ce-85af-7b2bd901f7b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 1000 time: 0.0612407 Jul 16 09:53:00.770346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-dd56156e-1bb5-4496-badd-5f719cf3f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:00.771783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-dd56156e-1bb5-4496-badd-5f719cf3f604 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0449750 Jul 16 09:53:00.828771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-205ab167-0fa4-4b2c-b77d-c58c4d5ba4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:00.830318 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-205ab167-0fa4-4b2c-b77d-c58c4d5ba4a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521901 Jul 16 09:53:00.923447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-0caca0f2-f5a2-447a-9749-c847a254c5a9 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864637 Jul 16 09:53:01.015386 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-001d25f0-76a0-4699-9519-b91be4f4cc31 req-5ddc791c-09a1-4db5-9e3c-0dd89259a0d6 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845792 Jul 16 09:53:14.532520 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fec00aa4-1630-488e-9968-dd9a95cfc35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:16.011135 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:17.711089 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:17.721146 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef10c9a7-0f85-4afb-ae19-36f6b1bf4043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:19.120381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:19.519331 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:20.395772 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:20.629730 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:53:44.532010 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6a358e40-11a4-4e48-b0d4-12352ebe26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:46.022498 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:47.721987 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:47.727925 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-88ea296d-ab04-49d5-b240-a9b88a4fe0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:49.123497 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:49.518759 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:50.398520 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:57.629026 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:54:02.478145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-fb627627-55fc-4e1e-8d9d-fd7f209a9f20 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975940 Jul 16 09:54:02.569588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69882-6faa-42ab-b83a-04ddf831439d req-8332e545-25e1-4505-8cbe-05ee9fa22511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:02.571128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-8332e545-25e1-4505-8cbe-05ee9fa22511 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1097 time: 0.0525949 Jul 16 09:54:02.674747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69882-6faa-42ab-b83a-04ddf831439d req-4761b069-4a95-4951-812a-106711b35d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:02.676225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-4761b069-4a95-4951-812a-106711b35d5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0857120 Jul 16 09:54:02.745060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-6323dbcd-6cc1-4103-923e-f62f815d629f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 1000 time: 0.0623500 Jul 16 09:54:02.791646 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69882-6faa-42ab-b83a-04ddf831439d req-65c9985f-bee5-4486-a3d1-c7de44690fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:02.793048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-65c9985f-bee5-4486-a3d1-c7de44690fe2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0425739 Jul 16 09:54:02.849485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69882-6faa-42ab-b83a-04ddf831439d req-67bad673-b33a-4b77-9667-1aa8cb496fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:02.851076 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-67bad673-b33a-4b77-9667-1aa8cb496fab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523360 Jul 16 09:54:02.861196 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-77e6f87d-9b9a-4e15-865e-7143b5a5f6d8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:54:02.862220 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-77e6f87d-9b9a-4e15-865e-7143b5a5f6d8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050099 Jul 16 09:54:02.958130 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-72a81c29-74fd-4b0f-a775-e307f1e0a49e service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891693 Jul 16 09:54:03.048334 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-41d69882-6faa-42ab-b83a-04ddf831439d req-27353214-4251-4d3b-9b09-2a4040bafb9b service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832562 Jul 16 09:54:14.533997 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b63ff2b9-d54b-4133-9aba-19b30d16463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:16.039794 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:17.721903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:17.724179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1613e697-eafa-4b73-8fca-abdeac7307d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:19.125841 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:19.533315 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:20.399364 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:34.628726 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:54:44.535851 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-10ba7e2d-7903-4290-8561-ee2dad694394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:46.036716 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:47.719240 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:47.723469 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ec11b22b-7966-4c38-87ba-9fb4898cf66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:49.129205 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:49.532285 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:50.404687 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:55.980808 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a41552-9fff-4a36-a3a5-655e98501fd6 req-e31283c5-cfa8-49be-b552-daa4d3fe6023 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:55.982336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87a41552-9fff-4a36-a3a5-655e98501fd6 req-e31283c5-cfa8-49be-b552-daa4d3fe6023 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.1156881 Jul 16 09:54:56.020757 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-87a41552-9fff-4a36-a3a5-655e98501fd6 req-ed403421-acb9-40ad-8965-990d116bf5d5 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Jul 16 09:54:57.196386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc6488-3fa3-4dfb-a3ec-d4b4af82ca14 req-dcd1ab94-de3d-429e-b210-a9f4ffa0ae34 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:57.197916 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2abc6488-3fa3-4dfb-a3ec-d4b4af82ca14 req-dcd1ab94-de3d-429e-b210-a9f4ffa0ae34 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0639110 Jul 16 09:54:57.236389 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2abc6488-3fa3-4dfb-a3ec-d4b4af82ca14 req-5506703c-cedb-4487-8951-a716a0aa7726 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329497 Jul 16 09:54:58.413101 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360fbfe-4ce3-4180-a9d8-71f3393ebef4 req-7a1e2d82-7ea3-470b-ac1a-92722bdcfc26 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:58.414605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0360fbfe-4ce3-4180-a9d8-71f3393ebef4 req-7a1e2d82-7ea3-470b-ac1a-92722bdcfc26 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0674872 Jul 16 09:54:58.452397 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0360fbfe-4ce3-4180-a9d8-71f3393ebef4 req-342a0d97-93cf-4cbd-a152-81e84cb9e874 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Jul 16 09:54:59.569433 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-801e61b5-4208-4977-a379-3575e8f65dc5 req-09f76940-34d0-4900-9fbe-922292d308bb service neutron] (94164) timed out ('10.222.0.54', 58048) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:54:59.629281 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b6ca0-1f43-4d62-ac3d-d28f08c3ef47 req-bd7217bc-09bd-4237-8520-95ed13fb7b92 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:59.630794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-120b6ca0-1f43-4d62-ac3d-d28f08c3ef47 req-bd7217bc-09bd-4237-8520-95ed13fb7b92 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0647137 Jul 16 09:54:59.667583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-120b6ca0-1f43-4d62-ac3d-d28f08c3ef47 req-7fe69005-71ef-4f5d-a632-b576516ba2b6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 Jul 16 09:55:00.848217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b7e7-75c1-4cf6-ab19-2fb4335fab5b req-65c8d046-06cd-4ce0-b276-a0a7adb40e0f tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:00.849804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d95b7e7-75c1-4cf6-ab19-2fb4335fab5b req-65c8d046-06cd-4ce0-b276-a0a7adb40e0f tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0697794 Jul 16 09:55:00.888449 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d95b7e7-75c1-4cf6-ab19-2fb4335fab5b req-0622cf66-399a-4cf2-b594-9e2eafa15ac0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Jul 16 09:55:02.069839 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621499c-cf6f-428f-a25c-521e93aa3e10 req-8eecd4ff-9fda-41e2-aeed-f2d6fe002b65 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:02.071269 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5621499c-cf6f-428f-a25c-521e93aa3e10 req-8eecd4ff-9fda-41e2-aeed-f2d6fe002b65 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0718081 Jul 16 09:55:02.111457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-5621499c-cf6f-428f-a25c-521e93aa3e10 req-bd77c6ae-0a0b-4929-9393-e2fd6c6b11ab tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337837 Jul 16 09:55:03.283186 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9534848-b337-4e4d-88ad-23a94a71e775 req-1699c7cf-fed2-43c7-b306-9239c9d2966e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:03.284689 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9534848-b337-4e4d-88ad-23a94a71e775 req-1699c7cf-fed2-43c7-b306-9239c9d2966e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0637240 Jul 16 09:55:03.321381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9534848-b337-4e4d-88ad-23a94a71e775 req-fe64fcab-645c-4852-9f74-bdea78f9feba tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Jul 16 09:55:04.508418 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-67fbbc7e-14b3-476a-8fec-ea92253e6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:04.509898 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-67fbbc7e-14b3-476a-8fec-ea92253e6fe1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1097 time: 0.1011229 Jul 16 09:55:04.522323 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82c158-b103-436c-b1f0-90b95332de04 req-44509107-f242-476a-bd3c-0e6e18f7b55c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:04.523824 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c82c158-b103-436c-b1f0-90b95332de04 req-44509107-f242-476a-bd3c-0e6e18f7b55c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0837169 Jul 16 09:55:04.621225 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1c82c158-b103-436c-b1f0-90b95332de04 req-1e285c07-d969-43e7-a2df-feddb157599c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905607 Jul 16 09:55:04.644666 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-74b525a0-4c6e-4eb1-a6bd-fb8efc6f4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:04.646186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-74b525a0-4c6e-4eb1-a6bd-fb8efc6f4728 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.1167712 Jul 16 09:55:04.709044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-ffc1b181-91da-4e80-ab59-d3ba0eb379aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 1000 time: 0.0562146 Jul 16 09:55:04.756213 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-528ecb47-1966-4d36-ad1b-b4207609697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:04.757611 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-528ecb47-1966-4d36-ad1b-b4207609697a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0423541 Jul 16 09:55:04.819047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-8ceaf926-9408-40d6-b3d2-935189a5d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:04.820474 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-8ceaf926-9408-40d6-b3d2-935189a5d8ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552015 Jul 16 09:55:04.909653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-04307c37-8932-4a8f-8c8b-0859b5cdefb4 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823259 Jul 16 09:55:05.001965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-242c45ae-21ae-4886-a4ae-cb9c11a237d9 req-8713733c-ea07-475e-9877-9665d325ee40 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Jul 16 09:55:05.794511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2155-cfdf-4c2b-af0d-9a7b23c69bc5 req-3cfb5b7e-802b-4e2e-8a24-c1292f0bbbc0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:05.795920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44dd2155-cfdf-4c2b-af0d-9a7b23c69bc5 req-3cfb5b7e-802b-4e2e-8a24-c1292f0bbbc0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0642354 Jul 16 09:55:05.833258 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44dd2155-cfdf-4c2b-af0d-9a7b23c69bc5 req-09633679-0b9e-4d4a-a6ab-0ad6f6b1116a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318391 Jul 16 09:55:07.012994 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98551385-3e84-478c-a612-b8f18e453f39 req-7bcb2c3b-b87a-491e-85d1-6d43fd3d7b27 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:07.014510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98551385-3e84-478c-a612-b8f18e453f39 req-7bcb2c3b-b87a-491e-85d1-6d43fd3d7b27 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0686357 Jul 16 09:55:07.052212 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-98551385-3e84-478c-a612-b8f18e453f39 req-a1c9d5cf-040e-4aaf-b736-32fffc9de695 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Jul 16 09:55:07.211330 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:55:07.306423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:07.317004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '7d2338ad-de67-4051-ae92-5af10066a97d', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'port_id': '7d2338ad-de67-4051-ae92-5af10066a97d', 'mac_address': 'fa:16:3e:ce:8b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:55:07.353109 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:07.366015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d2338ad-de67-4051-ae92-5af10066a97d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:55:07.384588 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:07.389079 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:07.442373 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:07.449760 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.450109 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.450446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.450781 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.451113 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.451441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.451766 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.452089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.452408 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.452727 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.453047 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.453365 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:07.471070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['7d2338ad-de67-4051-ae92-5af10066a97d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:55:08.253639 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e9c07-98a6-4ad0-80aa-cdedfe720616 req-16fbc207-ef25-414d-98f3-f9673103258b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:08.255202 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d6e9c07-98a6-4ad0-80aa-cdedfe720616 req-16fbc207-ef25-414d-98f3-f9673103258b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 944 time: 0.0655537 Jul 16 09:55:08.295211 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6d6e9c07-98a6-4ad0-80aa-cdedfe720616 req-dce98e87-2471-4b4b-bd29-39cf8c3d9bc7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332940 Jul 16 09:55:09.228420 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:55:09.281926 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 7d2338ad-de67-4051-ae92-5af10066a97d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:55:09.282433 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:09.376692 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:09.402806 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:09.405088 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ad94e7-bcc6-4925-a22a-f7e059c28e9f" -d '{"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-plugged", "status": "completed", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:09.427304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:09.436335 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:09.476656 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fb7199-8a6e-4662-a294-4a98e2dc3ac3 x-openstack-request-id: req-62fb7199-8a6e-4662-a294-4a98e2dc3ac3 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:09.476933 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-plugged", "status": "completed", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:09.477188 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62fb7199-8a6e-4662-a294-4a98e2dc3ac3 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:09.477577 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d', 'code': 200} Jul 16 09:55:09.514824 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:09.522473 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a859c9a-3355-499d-9fc5-f296f276bf86 req-4c66da0b-3e01-41da-8513-8059ab9e451d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:09.525289 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a859c9a-3355-499d-9fc5-f296f276bf86 req-4c66da0b-3e01-41da-8513-8059ab9e451d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0963421 Jul 16 09:55:09.570168 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0a859c9a-3355-499d-9fc5-f296f276bf86 req-75d96912-6cdb-4fb4-a439-77ec1b8298ee tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364735 Jul 16 09:55:10.770246 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88656c99-353c-4cda-b9e9-0979f68f34ec req-a1566f9a-ecde-4745-a534-8d368c15b44b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:10.773783 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88656c99-353c-4cda-b9e9-0979f68f34ec req-a1566f9a-ecde-4745-a534-8d368c15b44b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0802102 Jul 16 09:55:10.818565 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-88656c99-353c-4cda-b9e9-0979f68f34ec req-a95b5181-19bb-4dc0-8eb4-b8fdd1aa0906 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383346 Jul 16 09:55:11.628523 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:55:12.020257 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b7917-d269-4f86-b7a6-3de6878e231d req-d915adf0-f8fd-4be5-9ca6-3c3325f9b259 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:12.022006 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d2b7917-d269-4f86-b7a6-3de6878e231d req-d915adf0-f8fd-4be5-9ca6-3c3325f9b259 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0812397 Jul 16 09:55:12.069143 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1d2b7917-d269-4f86-b7a6-3de6878e231d req-725cd6a1-1bdb-430d-9d99-1764af2106c5 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 Jul 16 09:55:13.266289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5566e-42d4-4b5c-afba-4229edca21a1 req-81ecb8eb-7da9-433f-bcec-023f95910c94 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:13.267853 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ae5566e-42d4-4b5c-afba-4229edca21a1 req-81ecb8eb-7da9-433f-bcec-023f95910c94 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0738733 Jul 16 09:55:13.325675 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7ae5566e-42d4-4b5c-afba-4229edca21a1 req-57b94392-e415-4b5f-962c-3c0bb418ecd9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515761 Jul 16 09:55:14.512187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165f996-1be8-4596-8f76-467404c0629e req-2b5729ab-d015-48f7-b028-98eca6027772 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:14.514182 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c165f996-1be8-4596-8f76-467404c0629e req-2b5729ab-d015-48f7-b028-98eca6027772 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0737579 Jul 16 09:55:14.545047 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f91c-2948-4bce-af84-93b707f0f38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:14.561866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c165f996-1be8-4596-8f76-467404c0629e req-92cb7331-8926-4d56-a7d6-1e818605e5ff tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Jul 16 09:55:15.751995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61622ec-0a3e-486b-957e-ef43422a4ea8 req-701b9042-0f02-4db2-a03d-b112bdacd6d6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:15.753580 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d61622ec-0a3e-486b-957e-ef43422a4ea8 req-701b9042-0f02-4db2-a03d-b112bdacd6d6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0693259 Jul 16 09:55:15.799166 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d61622ec-0a3e-486b-957e-ef43422a4ea8 req-53818d4f-4e76-4dc7-8825-3d0343c21db5 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390751 Jul 16 09:55:16.049293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:17.004688 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7e77e-81b1-4fc1-815e-b1dde0b06e5c req-171f33b1-da34-47b6-9b7f-1a9b2f32337a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:17.006216 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfa7e77e-81b1-4fc1-815e-b1dde0b06e5c req-171f33b1-da34-47b6-9b7f-1a9b2f32337a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0765831 Jul 16 09:55:17.045294 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-dfa7e77e-81b1-4fc1-815e-b1dde0b06e5c req-7066f661-f857-4a0f-ae4a-a7dc31302a60 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334699 Jul 16 09:55:17.706859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-377a2420-11fc-4946-9729-00745018e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:17.709528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-377a2420-11fc-4946-9729-00745018e2f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1097 time: 0.0545914 Jul 16 09:55:17.716116 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:17.731807 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e38363af-82cf-4764-98b9-4cf1b85fbb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:17.807036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-ce23b2dc-d721-49d4-866c-029d1a38c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:17.808539 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-ce23b2dc-d721-49d4-866c-029d1a38c0bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0921836 Jul 16 09:55:17.871485 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-c04a7a3b-a74a-4bab-8fe8-823b51ed87ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 1000 time: 0.0564337 Jul 16 09:55:17.927001 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-f6bdce36-d5e0-4acd-b4a3-d4e4a053bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:17.928463 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-f6bdce36-d5e0-4acd-b4a3-d4e4a053bc7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0478699 Jul 16 09:55:17.985331 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-ef37569c-9731-4783-8437-4f0dda5dd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:17.987131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-ef37569c-9731-4783-8437-4f0dda5dd73d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524945 Jul 16 09:55:18.076697 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-646922ff-33a4-4b2f-81d9-1a4f6b44d289 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821340 Jul 16 09:55:18.182928 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a187c0a2-3089-4eae-b99e-38a5f64f988e req-172a8775-bf4b-4667-aac5-260e7be969fb service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985739 Jul 16 09:55:18.233718 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f00d77-425c-41e0-bd48-5247cf7afd4f req-70672616-fce1-4dfb-af4d-6466e1906f9a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:18.235224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42f00d77-425c-41e0-bd48-5247cf7afd4f req-70672616-fce1-4dfb-af4d-6466e1906f9a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0717919 Jul 16 09:55:18.273736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42f00d77-425c-41e0-bd48-5247cf7afd4f req-a3d5bb58-a884-4410-ab4a-45f0a0bf1ca6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Jul 16 09:55:19.131289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:19.451665 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59b9dd-7066-4200-a79b-bacc23a73385 req-e79d5006-1e85-4bc6-8b42-0e6b1267b4ae tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:19.453040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a59b9dd-7066-4200-a79b-bacc23a73385 req-e79d5006-1e85-4bc6-8b42-0e6b1267b4ae tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0660567 Jul 16 09:55:19.489808 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a59b9dd-7066-4200-a79b-bacc23a73385 req-c508d00c-0803-4f2d-935f-f5e17e8cb1fe tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Jul 16 09:55:19.531067 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:20.407033 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:20.667669 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb656830-632b-4ed9-b89b-eab4798b851e req-a5eaace2-907e-40fd-9646-25d5c77e4769 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:20.669186 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb656830-632b-4ed9-b89b-eab4798b851e req-a5eaace2-907e-40fd-9646-25d5c77e4769 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0639131 Jul 16 09:55:20.707479 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bb656830-632b-4ed9-b89b-eab4798b851e req-05454fa2-890a-4937-a3f2-05f1bc2cdf37 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325820 Jul 16 09:55:21.058208 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9838c-a4dd-46e5-bd62-4e7a4df50268 req-0aa56b2b-6b84-4e43-ae12-23b74787ea1a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:21.059743 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0d9838c-a4dd-46e5-bd62-4e7a4df50268 req-0aa56b2b-6b84-4e43-ae12-23b74787ea1a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 945 time: 0.0644655 Jul 16 09:55:21.100734 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0d9838c-a4dd-46e5-bd62-4e7a4df50268 req-6765bf63-7d43-4bfb-a8ee-34c6044e571a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352979 Jul 16 09:55:21.144177 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54200) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:21.233069 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-37c73e08-f3c0-493a-ae7d-1a3936cef55d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877540 Jul 16 09:55:21.324571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:21.421546 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:21.444213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:21.446475 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99090075-231b-4cbe-9bf4-0ddab0d35c70" -d '{"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:21.463667 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:21.470917 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:21.496983 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54672597-e165-4d4e-b0d9-529806c64063 x-openstack-request-id: req-54672597-e165-4d4e-b0d9-529806c64063 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:21.497273 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-unplugged", "status": "failed", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d", "code": 422}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:21.497531 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54672597-e165-4d4e-b0d9-529806c64063 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:21.497960 n-d-780147-28 neutron-server[94167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d', 'code': 422} returned with failed status Jul 16 09:55:21.523755 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:22.101638 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6071581-bd69-4b86-8288-72746a5f621f req-98591795-ca12-45de-bebb-e7da074b2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:22.103613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-98591795-ca12-45de-bebb-e7da074b2fa8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230&tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5 HTTP/1.1" status: 200 len: 1095 time: 0.0572836 Jul 16 09:55:22.177549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6071581-bd69-4b86-8288-72746a5f621f req-a2a94022-18da-401c-9a9a-3883bb594371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:22.179098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-a2a94022-18da-401c-9a9a-3883bb594371 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1095 time: 0.0541325 Jul 16 09:55:22.302398 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6071581-bd69-4b86-8288-72746a5f621f req-f2b0d529-2a67-4e5d-a418-e9b0e9269cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:22.303863 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-f2b0d529-2a67-4e5d-a418-e9b0e9269cd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.1190877 Jul 16 09:55:22.370011 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a248c5-9a25-4ab3-b1f6-f258a8f21cde req-27693dd9-abb4-4df9-9c40-d4061a1bfe19 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:22.371379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a248c5-9a25-4ab3-b1f6-f258a8f21cde req-27693dd9-abb4-4df9-9c40-d4061a1bfe19 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.1295660 Jul 16 09:55:22.389497 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-3d47cba7-eaae-47cd-a89f-974d18c49dea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 998 time: 0.0785065 Jul 16 09:55:22.451129 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b0a248c5-9a25-4ab3-b1f6-f258a8f21cde req-6ade7cf3-c5bd-41e8-9fd8-f6f31fbd35da tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732815 Jul 16 09:55:22.456346 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6071581-bd69-4b86-8288-72746a5f621f req-cae1a5cf-6e11-4a79-a0b7-403773a2813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:22.457815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-cae1a5cf-6e11-4a79-a0b7-403773a2813c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0623081 Jul 16 09:55:22.515190 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6071581-bd69-4b86-8288-72746a5f621f req-bd0b5531-2090-43cd-83ee-fcd8d9a00eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:22.516672 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-bd0b5531-2090-43cd-83ee-fcd8d9a00eca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517633 Jul 16 09:55:22.610088 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-54639f72-f490-4bb1-95ef-2cfb0f32fcb0 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863080 Jul 16 09:55:22.699226 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6071581-bd69-4b86-8288-72746a5f621f req-454e7f2d-654b-4531-894b-c9cb29e2e7da service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820212 Jul 16 09:55:23.634878 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70300d-8f45-4356-9617-a66ecc41a1ca req-7427ba54-f0c2-40cb-8822-e7dcb3b04e71 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:23.638655 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f70300d-8f45-4356-9617-a66ecc41a1ca req-7427ba54-f0c2-40cb-8822-e7dcb3b04e71 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0727620 Jul 16 09:55:23.683447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f70300d-8f45-4356-9617-a66ecc41a1ca req-4b66d173-6ef8-4ebe-8a80-32cf66564c45 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Jul 16 09:55:24.861015 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea648b-7f17-4926-ab95-21799da4c008 req-0d1749ed-a3d4-40b7-9ade-3196b61d2151 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:24.862669 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfea648b-7f17-4926-ab95-21799da4c008 req-0d1749ed-a3d4-40b7-9ade-3196b61d2151 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0664899 Jul 16 09:55:24.902829 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bfea648b-7f17-4926-ab95-21799da4c008 req-8f94b553-07fe-4aef-8342-327f10011b8b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342259 Jul 16 09:55:26.087345 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a332bd0-0f1d-412b-a2ef-1f5bac01d859 req-1f96e33b-751d-4389-9d40-bd3275c85f7a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:26.089556 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a332bd0-0f1d-412b-a2ef-1f5bac01d859 req-1f96e33b-751d-4389-9d40-bd3275c85f7a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0688694 Jul 16 09:55:26.129823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6a332bd0-0f1d-412b-a2ef-1f5bac01d859 req-b080c73a-7b7a-4fbb-8a2d-bf8c03109179 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342343 Jul 16 09:55:27.318890 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddea26-c893-44f6-a7a9-67678ccc1fc3 req-30ebf2f1-c0c1-4def-ab2a-83b15edca8ed tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:27.320376 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19ddea26-c893-44f6-a7a9-67678ccc1fc3 req-30ebf2f1-c0c1-4def-ab2a-83b15edca8ed tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0708675 Jul 16 09:55:27.359576 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-19ddea26-c893-44f6-a7a9-67678ccc1fc3 req-1a4deb31-176c-4beb-9861-c3ac25304e80 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Jul 16 09:55:28.540702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38842ced-c6b8-4bed-81ef-734295dcd8b0 req-c82fb856-48b8-4224-9454-fa7df9ac8d5d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:28.542609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38842ced-c6b8-4bed-81ef-734295dcd8b0 req-c82fb856-48b8-4224-9454-fa7df9ac8d5d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0671458 Jul 16 09:55:28.584057 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-38842ced-c6b8-4bed-81ef-734295dcd8b0 req-2f291202-cd1e-403e-a44d-943f73a777b0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356936 Jul 16 09:55:29.763809 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fe038-fe34-40f0-bcc7-a50bfbdee321 req-6153f55a-c468-4ba5-a4dc-ec11d3f51aee tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:29.765317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-688fe038-fe34-40f0-bcc7-a50bfbdee321 req-6153f55a-c468-4ba5-a4dc-ec11d3f51aee tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0666437 Jul 16 09:55:29.809368 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-688fe038-fe34-40f0-bcc7-a50bfbdee321 req-864ea1e4-180d-439a-8a04-0a8010c458af tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383844 Jul 16 09:55:31.002263 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd62b-b662-4294-8c71-2c68307b31a7 req-5f45fbdd-e6a2-4d60-8397-35999503db8c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:31.003748 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e8cd62b-b662-4294-8c71-2c68307b31a7 req-5f45fbdd-e6a2-4d60-8397-35999503db8c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0654709 Jul 16 09:55:31.050194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e8cd62b-b662-4294-8c71-2c68307b31a7 req-a8af6c3b-8725-40b2-a412-77e11ea8a70f tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408740 Jul 16 09:55:32.232798 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fba66f-7467-4543-a4ab-f681bbe8ed6c req-2861f649-3daa-4104-b3fe-da8d3011f48d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:32.234316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73fba66f-7467-4543-a4ab-f681bbe8ed6c req-2861f649-3daa-4104-b3fe-da8d3011f48d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0679545 Jul 16 09:55:32.280999 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-73fba66f-7467-4543-a4ab-f681bbe8ed6c req-3d855981-8f0f-469c-a107-0f55bbd52781 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Jul 16 09:55:33.459134 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00fd79-2ab0-47d6-8d6a-3c550a4cee61 req-4aa657a6-a1a7-47f6-bbdc-a1060b25e406 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:33.460587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d00fd79-2ab0-47d6-8d6a-3c550a4cee61 req-4aa657a6-a1a7-47f6-bbdc-a1060b25e406 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0668793 Jul 16 09:55:33.498792 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7d00fd79-2ab0-47d6-8d6a-3c550a4cee61 req-69e8e68b-6266-42e5-aff0-ba907137f08b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323405 Jul 16 09:55:34.670588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688888-adba-4abd-b3e5-5624dc3a336e req-26062aae-60d9-4a16-badb-24d8fc971d47 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:34.672077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d688888-adba-4abd-b3e5-5624dc3a336e req-26062aae-60d9-4a16-badb-24d8fc971d47 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 943 time: 0.0634303 Jul 16 09:55:34.710554 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8d688888-adba-4abd-b3e5-5624dc3a336e req-087dfe8d-5940-4e4e-a6b9-bc01822292c7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328951 Jul 16 09:55:35.415986 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:55:35.506623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:35.520796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': '7d2338ad-de67-4051-ae92-5af10066a97d', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'port_id': '7d2338ad-de67-4051-ae92-5af10066a97d', 'mac_address': 'fa:16:3e:ce:8b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:55:35.556177 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.568795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2338ad-de67-4051-ae92-5af10066a97d {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:55:35.588878 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:35.592897 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.638848 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=9']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:35.831625 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['7d2338ad-de67-4051-ae92-5af10066a97d'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:55:35.887289 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c53d0e-8ef4-427a-a04d-c18dc61b29a6 req-e4e45632-7893-45f3-ad44-0735e98f1623 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:35.888831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2c53d0e-8ef4-427a-a04d-c18dc61b29a6 req-e4e45632-7893-45f3-ad44-0735e98f1623 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 944 time: 0.0647590 Jul 16 09:55:35.931384 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e2c53d0e-8ef4-427a-a04d-c18dc61b29a6 req-f7a6e831-1cf8-407d-b20d-92e35eab9876 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368781 Jul 16 09:55:37.115771 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122c0ed-b61d-4f1b-86e3-b9c3e01f982e req-43b819e6-4152-4b7d-bd42-a8659f2c0c50 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:37.117273 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f122c0ed-b61d-4f1b-86e3-b9c3e01f982e req-43b819e6-4152-4b7d-bd42-a8659f2c0c50 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 944 time: 0.0732439 Jul 16 09:55:37.155109 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f122c0ed-b61d-4f1b-86e3-b9c3e01f982e req-3aec8a02-1e0a-45cd-b86b-96dd47bd2d45 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313673 Jul 16 09:55:37.444996 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:55:37.491736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port 7d2338ad-de67-4051-ae92-5af10066a97d triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:55:37.492109 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:37.586756 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:37.620840 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:37.623129 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42f1895-5bbe-4310-8b5d-00e8455770b8" -d '{"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-plugged", "status": "completed", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:37.635980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:37.639799 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:37.662749 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3716edc4-c58e-43ac-93af-dcf226742c05 x-openstack-request-id: req-3716edc4-c58e-43ac-93af-dcf226742c05 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:37.663035 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-plugged", "status": "completed", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:37.663303 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3716edc4-c58e-43ac-93af-dcf226742c05 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:37.663664 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d', 'code': 200} Jul 16 09:55:37.689130 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=10']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:37.830462 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf91ef-dd6f-499b-ab56-03e93ed79d4b req-832cb8bc-d97d-40b0-8883-c0c6a83efcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:37.831957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07bf91ef-dd6f-499b-ab56-03e93ed79d4b req-832cb8bc-d97d-40b0-8883-c0c6a83efcc4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1098 time: 0.0516331 Jul 16 09:55:37.865456 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-07bf91ef-dd6f-499b-ab56-03e93ed79d4b req-94d1093d-c801-4f5e-904d-206240d1705a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276194 Jul 16 09:55:38.329835 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabec63-7c85-41a6-820b-a11012b2e21a req-94355d25-01d7-40a2-9afc-c8667d624425 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:38.331335 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cabec63-7c85-41a6-820b-a11012b2e21a req-94355d25-01d7-40a2-9afc-c8667d624425 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 946 time: 0.0667074 Jul 16 09:55:38.368646 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1cabec63-7c85-41a6-820b-a11012b2e21a req-a889c236-35af-4bf6-93d1-e1d49333dff9 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Jul 16 09:55:39.540066 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bfe7b-f644-44c7-9cb3-d54e39ca3f99 req-c4c92d7c-fba6-45b8-90b0-f88d4213e840 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:39.542086 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-754bfe7b-f644-44c7-9cb3-d54e39ca3f99 req-c4c92d7c-fba6-45b8-90b0-f88d4213e840 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 946 time: 0.0640457 Jul 16 09:55:39.579209 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-754bfe7b-f644-44c7-9cb3-d54e39ca3f99 req-d52b8020-b5c1-4862-b565-6de118ee6748 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316586 Jul 16 09:55:44.536805 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-5d992fb0-8928-40af-a0b1-b9bcb543ca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.043803 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:47.709259 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:47.723231 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-44823b0d-e6c1-4fa3-84ec-6495353eea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:48.628369 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:55:49.133895 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:49.548862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:50.409404 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:05.445663 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-e1407a18-d5f0-4e08-a85c-0dd602ed63b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511944 Jul 16 09:56:05.546002 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-9067ece0-acf1-46ed-86cd-81a0615e5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.547510 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-9067ece0-acf1-46ed-86cd-81a0615e5bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1098 time: 0.0562851 Jul 16 09:56:05.653130 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-c4f51f65-97b4-47d0-9e14-3dcf9ea4c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.654661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-c4f51f65-97b4-47d0-9e14-3dcf9ea4c4e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0849369 Jul 16 09:56:06.053800 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-58f5efde-ada7-440d-99d3-9d15f4fa339b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 1000 time: 0.3910518 Jul 16 09:56:06.103270 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-504da7ec-ac22-4180-8bea-762f205be0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:06.105413 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-504da7ec-ac22-4180-8bea-762f205be0a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0441370 Jul 16 09:56:06.161770 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-2147cb0b-5236-44f9-b3c1-9b48b876532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:06.163238 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-2147cb0b-5236-44f9-b3c1-9b48b876532d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508146 Jul 16 09:56:06.263116 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-0e92e5a6-40bb-4521-9f41-9ecbab6f5bca service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866983 Jul 16 09:56:06.354213 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-47b4f3e2-6627-4d26-b60e-d0b159f85dba req-c6552f40-69c2-4c94-a684-a264c2e8494b service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823812 Jul 16 09:56:14.537496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f56085e3-1602-410a-8b2c-68a16d683e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:16.049174 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:17.720020 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:17.726030 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ee69b60b-d95a-4721-8cc4-64948819ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:19.138579 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:19.633787 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:20.412386 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:25.627613 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:56:44.537501 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-954f80cc-ab03-4380-957a-cc2aab7c063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:46.080091 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:47.711566 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:47.727608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9a6a3032-0097-4241-95bb-fe8d86e34685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:49.140569 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:49.622480 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:50.415955 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:52.091567 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54324) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:52.250517 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Deleting port 6586b0b0-1efb-421c-a508-b83c9f41acb0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:56:52.250862 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:52.324511 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:52.324846 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:52.336417 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Calling delete_port for 6586b0b0-1efb-421c-a508-b83c9f41acb0 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:56:52.484649 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:52.510199 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event deleted for resources: {'Port': ['ID=6586b0b0-1efb-421c-a508-b83c9f41acb0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:52.521628 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.521993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.522329 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.522663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.523031 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.523319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.523643 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.523991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.524327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.524733 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.525063 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.525381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:52.584449 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:52.584792 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Floating IP 34dd3198-06e1-4dc1-9ac2-c104837be1c1 disassociated (deleted). External IP: 172.25.6.96, port: 7d2338ad-de67-4051-ae92-5af10066a97d. Jul 16 09:56:52.789136 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:56:52.897337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:56:52.902181 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:52.906565 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] Sync routers for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:56:52.915583 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:56:52.916189 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:56:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:56:52.942223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-715b6099-c1b6-4607-99ef-66f8a41c5920 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "DELETE /v2.0/floatingips/34dd3198-06e1-4dc1-9ac2-c104837be1c1 HTTP/1.1" status: 204 len: 168 time: 0.8495295 Jul 16 09:56:52.942803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:56:52.945051 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47f1126-a3fb-4728-bd44-b58c01a99452" -d '{"events": [{"name": "network-changed", "server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:56:53.028848 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:56:53.035879 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72268442-c912-487b-bfb5-2c5a5d451aa6 x-openstack-request-id: req-72268442-c912-487b-bfb5-2c5a5d451aa6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:56:53.036178 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:56:53.036431 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72268442-c912-487b-bfb5-2c5a5d451aa6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:56:53.036845 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d', 'status': 'completed', 'code': 200} Jul 16 09:56:53.114993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-045de50a-0f76-45a3-8f84-d621b5fa65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:53.117063 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-045de50a-0f76-45a3-8f84-d621b5fa65d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 1098 time: 0.0560079 Jul 16 09:56:53.212259 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-004de094-c651-475e-b726-306895df0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:53.213785 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-004de094-c651-475e-b726-306895df0dfa service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0910935 Jul 16 09:56:53.255005 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:56:53.262991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-1a6bfbda-cf87-4c61-8af3-56aa2e3db9f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 200 len: 217 time: 0.0414469 Jul 16 09:56:53.283975 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] Checking router: c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:56:53.292815 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:56:53.293421 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:56:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:56:53.344195 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-f8be6ae6-64ee-4e19-b016-937656a6631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:53.345692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-f8be6ae6-64ee-4e19-b016-937656a6631f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0684865 Jul 16 09:56:53.400387 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a04e-68e6-4f0e-99ec-97605d31f68a req-1b026653-4e08-4bcb-807e-f104074ab7fe tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:53.401920 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9a3a04e-68e6-4f0e-99ec-97605d31f68a req-1b026653-4e08-4bcb-807e-f104074ab7fe tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 946 time: 0.1338573 Jul 16 09:56:53.403179 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:56:53.447969 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-5e4be03f-de55-4dfd-915b-65a49c4d0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:53.449512 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-5e4be03f-de55-4dfd-915b-65a49c4d0f22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973954 Jul 16 09:56:53.454542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d9a3a04e-68e6-4f0e-99ec-97605d31f68a req-d01fd15d-1c68-4b59-b7bf-4cd07315bbab tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455184 Jul 16 09:56:53.542134 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-384fc8c8-bfa2-44ed-9e59-7cd7868d778a service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842080 Jul 16 09:56:53.604477 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:56:53.635660 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d62f8-f265-4680-a028-26b0d7423ea4 None None] The sync data for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 is: [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:56:53.638457 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f47f1126-a3fb-4728-bd44-b58c01a99452 req-42a523ee-75d4-4fe2-a01f-9271cf2ecb6e service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899472 Jul 16 09:56:53.857045 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89821e96-6aa3-4322-9c1c-3d4992f91eb4 None None] New status for floating IP 34dd3198-06e1-4dc1-9ac2-c104837be1c1: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:56:54.546551 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a214e5-a6c8-4666-808e-545748c80110 req-115da1a1-d629-46cc-97b1-fc4442ce902e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:54.548193 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a214e5-a6c8-4666-808e-545748c80110 req-115da1a1-d629-46cc-97b1-fc4442ce902e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 946 time: 0.0657709 Jul 16 09:56:54.694748 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40699bfd-078b-4497-b6b7-6db8a7c851ee req-b26adf34-5891-4e70-8048-482f0fe2c48a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:54.696265 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-40699bfd-078b-4497-b6b7-6db8a7c851ee req-b26adf34-5891-4e70-8048-482f0fe2c48a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a850b04-d547-44b7-b953-cfd6ca8df230 HTTP/1.1" status: 200 len: 946 time: 0.1160917 Jul 16 09:56:54.710545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Deleting port 7d2338ad-de67-4051-ae92-5af10066a97d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:56:54.710886 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:54.763082 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-40699bfd-078b-4497-b6b7-6db8a7c851ee req-e3bdd4df-5e52-4b77-8161-d2a93843edb5 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d21d334-fb06-4ac2-b5f0-bf0010f45d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598180 Jul 16 09:56:54.822821 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] For port 7d2338ad-de67-4051-ae92-5af10066a97d, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=7d2338ad-de67-4051-ae92-5af10066a97d,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:56:54.823176 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:54.835133 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Calling delete_port for 7d2338ad-de67-4051-ae92-5af10066a97d owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:56:54.962076 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:54.999107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event deleted for resources: {'Port': ['ID=7d2338ad-de67-4051-ae92-5af10066a97d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:55.046931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] No DVR routers for this DVR port 7d2338ad-de67-4051-ae92-5af10066a97d on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:56:55.049545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:55.051597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e6a214e5-a6c8-4666-808e-545748c80110 req-e7e65234-e571-4ee6-a0d5-329be6cb0faf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "DELETE /v2.0/ports/7d2338ad-de67-4051-ae92-5af10066a97d HTTP/1.1" status: 204 len: 173 time: 0.4984834 Jul 16 09:56:55.052043 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-deleted', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:56:55.054384 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107eab8-6bd7-4f5d-ad6f-c5d2378dc52d" -d '{"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-deleted", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:56:55.115466 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed9254-02a7-4416-b4cd-5127a4439077 x-openstack-request-id: req-b8ed9254-02a7-4416-b4cd-5127a4439077 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:56:55.115764 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a850b04-d547-44b7-b953-cfd6ca8df230", "name": "network-vif-deleted", "tag": "7d2338ad-de67-4051-ae92-5af10066a97d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:56:55.116024 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8ed9254-02a7-4416-b4cd-5127a4439077 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:56:55.116702 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a850b04-d547-44b7-b953-cfd6ca8df230', 'name': 'network-vif-deleted', 'tag': '7d2338ad-de67-4051-ae92-5af10066a97d', 'status': 'completed', 'code': 200} Jul 16 09:56:55.855860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54348) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:55.913733 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e39110b-b11f-4f36-acb7-5601967a6e41 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:55.940008 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e39110b-b11f-4f36-acb7-5601967a6e41 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.000774 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e39110b-b11f-4f36-acb7-5601967a6e41 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.003483 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e39110b-b11f-4f36-acb7-5601967a6e41 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.004652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0e39110b-b11f-4f36-acb7-5601967a6e41 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "DELETE /v2.0/security-groups/2d21d334-fb06-4ac2-b5f0-bf0010f45d80 HTTP/1.1" status: 204 len: 168 time: 0.1478043 Jul 16 09:56:56.014327 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39110b-b11f-4f36-acb7-5601967a6e41 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d21d334-fb06-4ac2-b5f0-bf0010f45d80,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:56.192723 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54354) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:56.198205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5873edbf-ba9d-4146-a3b6-4d0c7b752746 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263131738', 'description': 'tempest-secgroup-smoke-263131738 description', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:56.221987 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5873edbf-ba9d-4146-a3b6-4d0c7b752746 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.306023 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5873edbf-ba9d-4146-a3b6-4d0c7b752746 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.309858 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5873edbf-ba9d-4146-a3b6-4d0c7b752746 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.339583 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5873edbf-ba9d-4146-a3b6-4d0c7b752746 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.340828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5873edbf-ba9d-4146-a3b6-4d0c7b752746 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1470993 Jul 16 09:56:56.342833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873edbf-ba9d-4146-a3b6-4d0c7b752746 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181042f6-5beb-4f46-997f-42d3fefc11bc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:56.343799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54356) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:56.354771 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '181042f6-5beb-4f46-997f-42d3fefc11bc', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:56.381811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.437390 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.440984 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.459071 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccbc463-8a52-4a67-aa23-48b887bdb82e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:56.469782 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.470128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.470465 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.470821 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.471154 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.471518 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.471802 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.472164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.472523 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.472874 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.473199 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.473517 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:56.476122 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.477864 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-6686f3ff-5e29-4ebc-a5e7-89cc3a76ecfa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321673 Jul 16 09:56:56.480701 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54360) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:56.485268 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9dfddc33-8777-4c3c-8b2d-bc84b49bae5a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '181042f6-5beb-4f46-997f-42d3fefc11bc', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:56.512947 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9dfddc33-8777-4c3c-8b2d-bc84b49bae5a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.569900 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9dfddc33-8777-4c3c-8b2d-bc84b49bae5a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.573603 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9dfddc33-8777-4c3c-8b2d-bc84b49bae5a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.593296 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfddc33-8777-4c3c-8b2d-bc84b49bae5a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a61106a-cd1e-4ccf-b1b1-ff7f5cfcc3e3,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:56.601352 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9dfddc33-8777-4c3c-8b2d-bc84b49bae5a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.603318 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9dfddc33-8777-4c3c-8b2d-bc84b49bae5a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216509 Jul 16 09:56:56.606223 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54362) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:56.610994 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-1ed2925b-65b5-4cd4-b0ff-6b74a16f8976 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '181042f6-5beb-4f46-997f-42d3fefc11bc', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:56.638526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ed2925b-65b5-4cd4-b0ff-6b74a16f8976 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.697625 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ed2925b-65b5-4cd4-b0ff-6b74a16f8976 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.701366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ed2925b-65b5-4cd4-b0ff-6b74a16f8976 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.725070 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2925b-65b5-4cd4-b0ff-6b74a16f8976 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296bbb3e-44ee-4ebf-9d40-ad0a25fc0c4c,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:56.729785 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-1ed2925b-65b5-4cd4-b0ff-6b74a16f8976 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.731347 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-1ed2925b-65b5-4cd4-b0ff-6b74a16f8976 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237917 Jul 16 09:56:56.734306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54364) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:56.738695 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-f470aeda-ac67-47c9-b16c-e7e5b4ed1a42 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '181042f6-5beb-4f46-997f-42d3fefc11bc', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:56.763904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f470aeda-ac67-47c9-b16c-e7e5b4ed1a42 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.821048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f470aeda-ac67-47c9-b16c-e7e5b4ed1a42 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.824815 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f470aeda-ac67-47c9-b16c-e7e5b4ed1a42 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.842652 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470aeda-ac67-47c9-b16c-e7e5b4ed1a42 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc885ba-6b68-4578-b3a5-e17ff5c8a783,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:56.848749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f470aeda-ac67-47c9-b16c-e7e5b4ed1a42 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.849864 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f470aeda-ac67-47c9-b16c-e7e5b4ed1a42 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146038 Jul 16 09:56:56.853186 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54366) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:56.857727 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-490cc982-a717-4519-87f2-c149346223a7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '181042f6-5beb-4f46-997f-42d3fefc11bc', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:56.878983 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-490cc982-a717-4519-87f2-c149346223a7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Project 6bfd3e1c2e6d42259a7b3e2d348cdbf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:56:56.883775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-490cc982-a717-4519-87f2-c149346223a7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.942580 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-490cc982-a717-4519-87f2-c149346223a7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.946117 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-490cc982-a717-4519-87f2-c149346223a7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.964799 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cc982-a717-4519-87f2-c149346223a7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d27ba58-ba43-46ad-b39e-d90504854dea,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:56.970633 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-490cc982-a717-4519-87f2-c149346223a7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:56.971938 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-490cc982-a717-4519-87f2-c149346223a7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176772 Jul 16 09:56:56.974778 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54368) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:56.979893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e844a8fb-6506-4c71-a0c2-33b949ced938 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'security_group_rule': {'security_group_id': '181042f6-5beb-4f46-997f-42d3fefc11bc', 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:57.001544 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-e844a8fb-6506-4c71-a0c2-33b949ced938 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Project 6bfd3e1c2e6d42259a7b3e2d348cdbf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:56:57.006224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844a8fb-6506-4c71-a0c2-33b949ced938 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:57.069357 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844a8fb-6506-4c71-a0c2-33b949ced938 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:57.073842 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844a8fb-6506-4c71-a0c2-33b949ced938 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:57.088308 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a8fb-6506-4c71-a0c2-33b949ced938 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378599f9-7c59-49df-b00b-4538ddbef694,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:57.099381 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e844a8fb-6506-4c71-a0c2-33b949ced938 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:57.100649 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e844a8fb-6506-4c71-a0c2-33b949ced938 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249194 Jul 16 09:56:59.864509 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:56:59.885220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: 7d2338ad-de67-4051-ae92-5af10066a97d {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:56:59.885566 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device 7d2338ad-de67-4051-ae92-5af10066a97d not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:57:02.626529 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:11.379652 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-d32d05b6-8466-4dff-9d18-273cc276aa50 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263131738&fields=id&tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5 HTTP/1.1" status: 200 len: 267 time: 0.0327764 Jul 16 09:57:11.483152 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-5b729298-3d8d-42c3-a408-724c884fc1eb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:11.484545 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-5b729298-3d8d-42c3-a408-724c884fc1eb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 809 time: 0.0978668 Jul 16 09:57:11.499882 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-89303918-41ee-4925-9785-219282fc4e04 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/quotas/6bfd3e1c2e6d42259a7b3e2d348cdbf5 HTTP/1.1" status: 200 len: 375 time: 0.0099750 Jul 16 09:57:11.570219 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-5da75033-d864-4d2c-9444-25aa524a7bf1 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655539 Jul 16 09:57:11.707765 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-9c8c1ed5-6a27-422b-93fa-5ac39486087a service neutron] 10.222.0.55 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265037 Jul 16 09:57:11.799279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-4b1c6667-eed2-4330-bb29-131be01a848d service neutron] 10.222.0.55 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856647 Jul 16 09:57:12.096885 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7c34c00c-9a06-4b42-abb1-c9bb75c503c9 req-a0b8fa16-6f51-4732-95ea-d0f3e4eabc90 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 210 time: 0.0298164 Jul 16 09:57:13.252866 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-de9e056e-3d94-40cd-8672-6eaab7951bc4 req-56495904-ed9b-46fe-97b9-35028af6afc0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 210 time: 0.0361710 Jul 16 09:57:13.260495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-2c616624-982e-4dd9-9a87-26dc67c64095 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:13.262020 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-2c616624-982e-4dd9-9a87-26dc67c64095 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 809 time: 0.1410389 Jul 16 09:57:13.310573 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-b69eccb8-2bc8-42a8-8b83-7a914209bba5 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5 HTTP/1.1" status: 200 len: 379 time: 0.0343068 Jul 16 09:57:13.319667 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'port': {'device_id': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'admin_state_up': True, 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'security_groups': ['181042f6-5beb-4f46-997f-42d3fefc11bc']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:57:13.440294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Made reservation on behalf of 6bfd3e1c2e6d42259a7b3e2d348cdbf5 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:57:13.443998 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:13.569203 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Allocated IP 172.20.0.6 (74aaf0a9-f49e-4f86-8e50-c72de6562503/011773f4-3a52-4734-9095-ce5f10a26a93/dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:57:13.735587 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:13.750150 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Transition to ACTIVE for port object dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:57:13.784951 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:13.832504 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:57:13.836024 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:57:13.841168 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:57:13.848126 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:57:13.904469 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:13.905132 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:13.920676 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-379307cb-72af-4e62-b1ae-3c31a6193f03 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046290 Jul 16 09:57:13.932916 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Request body: {'port': {'device_id': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:57:14.018647 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:14.103944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-741ff2ad-dd27-4e2e-8e70-273ca5a2f0bc None None] Provisioning for port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:57:14.108190 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-741ff2ad-dd27-4e2e-8e70-273ca5a2f0bc None None] Provisioning complete for port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:57:14.108644 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-741ff2ad-dd27-4e2e-8e70-273ca5a2f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:14.146399 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-741ff2ad-dd27-4e2e-8e70-273ca5a2f0bc None None] Port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:57:14.291512 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:57:14.299384 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:14.312214 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Transition to ACTIVE for port object dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:57:14.315968 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:14.442856 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Pushing event updated for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:57:14.486623 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Attempting to bind port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:57:14.486964 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Attempting to bind port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:57:14.487300 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Attempting to bind port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 on network 74aaf0a9-f49e-4f86-8e50-c72de6562503 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:57:14.500328 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 on network 74aaf0a9-f49e-4f86-8e50-c72de6562503 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:57:14.500655 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Attempting to bind port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 on network 74aaf0a9-f49e-4f86-8e50-c72de6562503 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:57:14.514958 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:57:14.515308 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Checking segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:57:14.515704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Bound using segment: {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:57:14.516161 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Bound port: dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4ccac8-62b7-4785-b24d-ad6b5211cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:57:14.516530 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:14.545974 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-edf31854-f427-474f-9feb-d6bf2be38d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:14.575474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9d5d-02c5-44b1-a9ec-747f06520780 req-39e39103-6a87-4596-be80-1c0e2479f780 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:14.577062 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c37e9d5d-02c5-44b1-a9ec-747f06520780 req-39e39103-6a87-4596-be80-1c0e2479f780 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.1869571 Jul 16 09:57:14.627904 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:57:14.635784 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:57:14.641800 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:14.652183 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c37e9d5d-02c5-44b1-a9ec-747f06520780 req-dc6e7700-8a9b-4e29-9323-551d887f404c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643816 Jul 16 09:57:14.684354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:14.685005 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:14.686828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] 10.222.0.52 "PUT /v2.0/ports/dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 1092 time: 0.7586813 Jul 16 09:57:14.689116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:57:14.692812 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:57:14.742277 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627a40c4-c22a-4dab-939d-8eff405fabb9 x-openstack-request-id: req-627a40c4-c22a-4dab-939d-8eff405fabb9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:57:14.742605 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:57:14.742815 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-627a40c4-c22a-4dab-939d-8eff405fabb9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:57:14.743232 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'status': 'completed', 'code': 200} Jul 16 09:57:14.747047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b5f7c-6423-48da-a579-c2dde449c98e service neutron] Pushing event updated for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:57:14.814917 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-13b56fd8-bc4d-4845-9224-febd25c5fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:14.816751 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-13b56fd8-bc4d-4845-9224-febd25c5fcef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1095 time: 0.0652990 Jul 16 09:57:14.860889 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-97b101a3-1f4d-4fda-87d6-b2675d0d4461 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 217 time: 0.0370238 Jul 16 09:57:14.913231 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-d04bb620-36a2-422f-8e02-3b9f7e1febea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:14.915210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-d04bb620-36a2-422f-8e02-3b9f7e1febea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0480268 Jul 16 09:57:14.976658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-d58bcb4c-1bd7-4965-9d0d-9de3b7edd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:14.978263 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-d58bcb4c-1bd7-4965-9d0d-9de3b7edd370 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571489 Jul 16 09:57:15.068728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-7973d397-e191-4969-9b96-8aea28d272c7 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829606 Jul 16 09:57:15.164354 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3de169e6-b2f0-42d0-a78b-6ce363e866a6 req-0efeb413-41be-42ee-8d5f-d6658d66d756 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890980 Jul 16 09:57:15.268180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-72d66619-4c1a-4b23-842e-249be153744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:15.269723 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-72d66619-4c1a-4b23-842e-249be153744d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1095 time: 0.0592864 Jul 16 09:57:15.361857 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-ff2fc0ba-9a1f-4b3e-b8ea-51ccf23db890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:15.363379 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-ff2fc0ba-9a1f-4b3e-b8ea-51ccf23db890 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0878909 Jul 16 09:57:15.403970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-22aafd12-1e51-48ce-9737-84833d702281 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 217 time: 0.0338209 Jul 16 09:57:15.454351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-59d4c213-9169-48f6-b32f-771362f8d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:15.455700 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-59d4c213-9169-48f6-b32f-771362f8d313 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0443876 Jul 16 09:57:15.512608 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-f01ff62d-bb51-4953-83d2-3d0bc81eb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:15.514187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-f01ff62d-bb51-4953-83d2-3d0bc81eb5bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520899 Jul 16 09:57:15.610717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-209c73a1-bdc6-4ca1-bb5b-f583aca56f08 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896144 Jul 16 09:57:15.706690 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2d9a176f-0f29-43eb-843a-f452c5b5eeb5 req-f2621fe1-9d6c-459a-ad45-26af2db2a7b6 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895119 Jul 16 09:57:15.834616 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7636a-5a3b-4b57-bf31-cd7d809dd089 req-1712342e-6349-4fb6-ad77-6572e49fca77 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:15.836796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58f7636a-5a3b-4b57-bf31-cd7d809dd089 req-1712342e-6349-4fb6-ad77-6572e49fca77 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0683274 Jul 16 09:57:15.877327 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-58f7636a-5a3b-4b57-bf31-cd7d809dd089 req-f97f6aca-262d-4a6a-9fc1-f6494eaaf49a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342827 Jul 16 09:57:16.079838 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:17.056314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d041f2-edf3-401a-9452-d11c5bb0aaf0 req-84f39536-fa47-4228-b217-43d9cca7b451 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:17.058100 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65d041f2-edf3-401a-9452-d11c5bb0aaf0 req-84f39536-fa47-4228-b217-43d9cca7b451 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0676825 Jul 16 09:57:17.101540 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65d041f2-edf3-401a-9452-d11c5bb0aaf0 req-b5cd6dee-56c9-4fb3-9dca-4a6d3c2b4ef5 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373755 Jul 16 09:57:17.720235 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:17.729264 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f05ec8b-8f75-4d41-b771-9f896b10cd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:18.281037 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc04d7-ed9f-490b-832c-9f15a844bf41 req-a85d633c-6a4d-45b6-91a7-ce7c18df7621 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:18.282605 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6dc04d7-ed9f-490b-832c-9f15a844bf41 req-a85d633c-6a4d-45b6-91a7-ce7c18df7621 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0702124 Jul 16 09:57:18.319418 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d6dc04d7-ed9f-490b-832c-9f15a844bf41 req-48176b7d-161f-4869-8a3d-098996f33a6d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313382 Jul 16 09:57:19.143260 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:19.495160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a97b23-18b4-47e5-9cab-c6e69d6c237c req-8ca88e45-74b0-433a-9532-a7228fb0ded0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:19.496566 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10a97b23-18b4-47e5-9cab-c6e69d6c237c req-8ca88e45-74b0-433a-9532-a7228fb0ded0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0637171 Jul 16 09:57:19.534046 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-10a97b23-18b4-47e5-9cab-c6e69d6c237c req-4d77556d-0fc4-4f88-bf1a-bbf0b21f7366 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Jul 16 09:57:19.621474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:20.419836 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:20.704149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24340c72-aadc-49b8-bffb-bc7c5f30f5dc req-15f468d1-beba-4712-9e1c-80ae527e14d1 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:20.706917 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24340c72-aadc-49b8-bffb-bc7c5f30f5dc req-15f468d1-beba-4712-9e1c-80ae527e14d1 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0629311 Jul 16 09:57:20.747914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-24340c72-aadc-49b8-bffb-bc7c5f30f5dc req-dc1f60f0-2d36-4492-8837-ca64410cf5ab tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348258 Jul 16 09:57:21.920991 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df50fb8-07da-43c6-a9c0-d00fda606d51 req-56e92f24-80ab-47bd-aca2-341627e1132b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:21.922438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7df50fb8-07da-43c6-a9c0-d00fda606d51 req-56e92f24-80ab-47bd-aca2-341627e1132b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0655296 Jul 16 09:57:21.960950 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7df50fb8-07da-43c6-a9c0-d00fda606d51 req-a2e915eb-e270-4c4c-ba4e-88eef7004fe4 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327902 Jul 16 09:57:23.131983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3ac3d-00ca-43da-b8f1-7207f353ed06 req-f32bce48-ec16-459c-8f85-d37172f3beaa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:23.133477 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34f3ac3d-00ca-43da-b8f1-7207f353ed06 req-f32bce48-ec16-459c-8f85-d37172f3beaa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0634279 Jul 16 09:57:23.171275 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-34f3ac3d-00ca-43da-b8f1-7207f353ed06 req-3ab7cdce-5746-4fa0-b8b9-6bc3edd4eedb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323303 Jul 16 09:57:24.018508 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:57:24.109669 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:57:24.121198 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'port_id': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'mac_address': 'fa:16:3e:f8:71:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:57:24.159958 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:24.172317 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:57:24.191179 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:57:24.198853 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:24.248762 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:57:24.255930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.256273 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.256611 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.256944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.257271 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.257732 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.257965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.258287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.258634 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.258988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.259275 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.259595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:57:24.404903 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:57:24.681472 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8b22f-70ae-4beb-9337-11a433674dcd req-e54b3cdf-01f1-42c8-9094-d9e2b344dfbd tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:24.683019 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08e8b22f-70ae-4beb-9337-11a433674dcd req-e54b3cdf-01f1-42c8-9094-d9e2b344dfbd tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 944 time: 0.4003322 Jul 16 09:57:24.719707 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-08e8b22f-70ae-4beb-9337-11a433674dcd req-6fe884ba-7a61-428b-9ad1-093b031eb5d5 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311332 Jul 16 09:57:25.896436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17979087-2d6c-4fab-82f6-568a8c7ccccd req-6247f793-c0bd-4a6e-ae06-1cb558fb853b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:25.897871 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17979087-2d6c-4fab-82f6-568a8c7ccccd req-6247f793-c0bd-4a6e-ae06-1cb558fb853b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 944 time: 0.0623724 Jul 16 09:57:25.935002 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17979087-2d6c-4fab-82f6-568a8c7ccccd req-82741f2b-9828-4870-8cc0-fb780e48a976 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309365 Jul 16 09:57:26.035220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:57:26.082482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:57:26.086093 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:57:26.086465 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:26.164276 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:26.186300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:57:26.188523 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f298c05-b3ef-4643-b81a-807d7cdf8126" -d '{"events": [{"server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "name": "network-vif-plugged", "status": "completed", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:57:26.200736 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:57:26.205293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:26.253747 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:57:26.279573 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b792d-01e7-4bfc-a9b5-80a89aeb246d x-openstack-request-id: req-686b792d-01e7-4bfc-a9b5-80a89aeb246d {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:57:26.279888 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "name": "network-vif-plugged", "status": "completed", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:57:26.280139 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-686b792d-01e7-4bfc-a9b5-80a89aeb246d {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:57:26.280532 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'code': 200} Jul 16 09:57:26.395502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45841-f7a2-4792-a870-6278da8a6b1a req-065859b2-b231-4e17-ae43-1e4b024907da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:26.397000 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0c45841-f7a2-4792-a870-6278da8a6b1a req-065859b2-b231-4e17-ae43-1e4b024907da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1097 time: 0.0551703 Jul 16 09:57:26.430434 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a0c45841-f7a2-4792-a870-6278da8a6b1a req-49e21518-746f-4a51-9f43-2ded2286d92f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271423 Jul 16 09:57:27.119841 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d50af-ac89-47f8-a6b6-6df7102626d9 req-95b40d08-d6d7-4a77-b34f-fe16ac7cde00 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:27.121394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c45d50af-ac89-47f8-a6b6-6df7102626d9 req-95b40d08-d6d7-4a77-b34f-fe16ac7cde00 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0644751 Jul 16 09:57:27.162146 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c45d50af-ac89-47f8-a6b6-6df7102626d9 req-c16ab4ad-7a05-4425-9c4e-08969853df59 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339234 Jul 16 09:57:28.333629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaec00-6d6b-4753-8185-0d92795d814c req-7139bcd1-424b-4d25-8043-e2b5b0e726cb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:28.335147 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1eaaec00-6d6b-4753-8185-0d92795d814c req-7139bcd1-424b-4d25-8043-e2b5b0e726cb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0629318 Jul 16 09:57:28.373525 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-1eaaec00-6d6b-4753-8185-0d92795d814c req-930e1b2e-1b0f-4da1-bbef-1ea2c3af365e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322630 Jul 16 09:57:28.549395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a630a-5c99-4534-9d93-502a400acf59 req-f0376f06-ffb2-42c5-9548-be1c1e0888cb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:28.550831 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f5a630a-5c99-4534-9d93-502a400acf59 req-f0376f06-ffb2-42c5-9548-be1c1e0888cb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0684624 Jul 16 09:57:28.589204 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7f5a630a-5c99-4534-9d93-502a400acf59 req-d12b0b58-e8cd-429d-b6e8-cc055f39e49a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328519 Jul 16 09:57:28.612963 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54560) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:57:28.667624 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f186a-fd4d-48ca-9a30-f8f2673fcc34 tempest-TestShelveInstance-377764001 tempest-TestShelveInstance-377764001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:28.669150 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-db6f186a-fd4d-48ca-9a30-f8f2673fcc34 tempest-TestShelveInstance-377764001 tempest-TestShelveInstance-377764001-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1092 time: 0.0552022 Jul 16 09:57:28.672000 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54562) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:57:28.676237 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:57:28.698178 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:28.792696 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:28.896334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Allocated IP 172.25.6.161 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/7eb226d8-5b30-4780-b79a-de6845f77406) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:57:28.996172 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:29.033411 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:29.077564 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:57:29.080292 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:57:29.084179 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:57:29.105959 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'Port': ['ID=7eb226d8-5b30-4780-b79a-de6845f77406,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:57:29.446276 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:29.522751 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:29.669286 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:29.673749 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:29.738914 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event updated for resources: {'Port': ['ID=7eb226d8-5b30-4780-b79a-de6845f77406,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:57:29.751237 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:29.849225 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Floating IP a96fcc6f-320b-476a-8b7e-00440c6f6379 associated. External IP: 172.25.6.161, port: dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92. Jul 16 09:57:30.060117 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:57:30.163617 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:57:30.173781 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] Sync routers for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:57:30.180050 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:30.184596 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:57:30.185435 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:57:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:57:30.216212 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-95786931-8538-4121-b014-49eba31128aa tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5432043 Jul 16 09:57:30.216796 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:57:30.219113 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c" -d '{"events": [{"name": "network-changed", "server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:57:30.293840 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:57:30.305041 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b81dd9-0b5c-4fbb-8eb7-c1acaa8df758 x-openstack-request-id: req-80b81dd9-0b5c-4fbb-8eb7-c1acaa8df758 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:57:30.305355 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:57:30.305606 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80b81dd9-0b5c-4fbb-8eb7-c1acaa8df758 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:57:30.306040 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'status': 'completed', 'code': 200} Jul 16 09:57:30.382589 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-660dcbaa-160c-4ec2-9dea-ccbaad8773c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:30.384189 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-660dcbaa-160c-4ec2-9dea-ccbaad8773c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1097 time: 0.0547421 Jul 16 09:57:30.480490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-e46a7235-bc96-4dbc-b553-230815ffdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:30.482300 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-e46a7235-bc96-4dbc-b553-230815ffdbc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0924358 Jul 16 09:57:30.530052 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a96fcc6f-320b-476a-8b7e-00440c6f6379', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'port_id': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'mac_address': 'fa:16:3e:f8:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:57:29Z', 'updated_at': '2021-07-16T09:57:29Z', 'revision_number': 0, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:57:30.554626 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-abf2d743-30be-40e5-9931-42fda59b0d7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 999 time: 0.0658224 Jul 16 09:57:30.560933 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] Checking router: c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:57:30.569678 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:57:30.570316 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T09:57:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:57:30.614612 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-d5a71da4-7ea7-4c4a-a14a-4153fc61b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:30.616395 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-d5a71da4-7ea7-4c4a-a14a-4153fc61b404 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0547287 Jul 16 09:57:30.679047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-c938167f-2390-4a86-b144-23c17984b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:30.680897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-c938167f-2390-4a86-b144-23c17984b119 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582240 Jul 16 09:57:30.686380 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:57:30.778754 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-27fc06d7-0d12-4f8f-b5b6-1612660b55ba service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914583 Jul 16 09:57:30.877004 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-bcfbb87f-e6fd-46db-8c38-2ce9d345998c req-44af0d48-6c59-41f0-99b3-5ab8fa89eae7 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915811 Jul 16 09:57:31.002395 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a96fcc6f-320b-476a-8b7e-00440c6f6379', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'port_id': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'mac_address': 'fa:16:3e:f8:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:57:29Z', 'updated_at': '2021-07-16T09:57:29Z', 'revision_number': 0, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:57:31.028826 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c691c0-184d-468c-b1cc-b91a9b145bc8 None None] The sync data for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 is: [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': 'a96fcc6f-320b-476a-8b7e-00440c6f6379', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'port_id': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'mac_address': 'fa:16:3e:f8:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:57:29Z', 'updated_at': '2021-07-16T09:57:29Z', 'revision_number': 0, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:57:31.214098 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f78a1-2e70-4175-9f96-17dba9cd0e3d None None] New status for floating IP a96fcc6f-320b-476a-8b7e-00440c6f6379: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:57:39.625826 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:44.544187 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2e289d1c-0a1c-44b0-8fdf-312df2a6b50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:46.093182 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:47.711272 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:47.730599 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a04d-68e5-4858-9948-82ed0daf72ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:49.147284 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:49.638452 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:50.421591 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:08.408426 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-3aff4783-9bb7-42d5-8bfd-48a55d3ef483 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525444 Jul 16 09:58:08.502391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-f1caf519-3d66-486b-a6ce-8eb534d6410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:08.503815 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-f1caf519-3d66-486b-a6ce-8eb534d6410f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1097 time: 0.0532672 Jul 16 09:58:08.611416 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-b55b137c-9d89-480e-baaf-c14a93c093ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:08.612903 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-b55b137c-9d89-480e-baaf-c14a93c093ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0894570 Jul 16 09:58:08.682227 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-5548650e-8706-4e1b-9d30-b82eb2f0c4ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 1001 time: 0.0630770 Jul 16 09:58:08.729658 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-85a78b4e-0f7a-4221-b1b2-c469f2706f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:08.731192 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-85a78b4e-0f7a-4221-b1b2-c469f2706f22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0430663 Jul 16 09:58:08.789603 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-dc504470-0cfc-4b30-962b-73910eb4fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:08.791045 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-dc504470-0cfc-4b30-962b-73910eb4fd57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520449 Jul 16 09:58:08.884119 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-8f9a2d28-ece3-4df1-add0-504c401bb7cc service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866563 Jul 16 09:58:08.972059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9c1cc15b-85f5-42c6-a37b-df4443980db6 req-c7d2e0dc-8c31-4755-801c-b7794df7bb0a service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812495 Jul 16 09:58:14.534594 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-82b7068b-6c09-4501-b481-1c5d898cf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:16.092599 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:16.628043 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:58:17.712849 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:17.729340 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1cc4c596-d68f-453a-a365-f4b873c4e633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:19.148518 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:19.634810 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:20.422370 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:44.536249 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e17c0c2e-a4de-4e5d-8df9-34e2c21787a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:46.099411 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:47.714809 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:47.729409 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39272a2c-432e-4102-b584-cd7b77e7be04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:49.151465 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:49.650106 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:50.425325 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:53.626937 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:59:10.462242 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-31d8474a-f7de-4e7a-a6cf-7c0ac4d157ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0936308 Jul 16 09:59:10.555431 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-962cd13b-fca3-4b1e-b6b2-13e904250726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:10.556931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-962cd13b-fca3-4b1e-b6b2-13e904250726 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1097 time: 0.0529637 Jul 16 09:59:10.663175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-bf69ef88-8977-4081-b4dd-f84e1fe37213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:10.664584 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-bf69ef88-8977-4081-b4dd-f84e1fe37213 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0871522 Jul 16 09:59:10.733078 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-186b4739-3919-4f74-b219-aca0b023e802 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 1001 time: 0.0621638 Jul 16 09:59:10.781385 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-f0724bc9-954e-4745-93a1-979ec71dd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:10.782859 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-f0724bc9-954e-4745-93a1-979ec71dd4fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0443578 Jul 16 09:59:10.839613 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-72056f73-24be-4264-b1b0-6707fb9ac170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:10.841136 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-72056f73-24be-4264-b1b0-6707fb9ac170 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519912 Jul 16 09:59:10.934224 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-b4168fdd-3e98-4d4f-9cb4-e8f89212d5b3 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868254 Jul 16 09:59:11.022044 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83d4ca4b-9979-4dcb-b8aa-1ae40bc879cf req-aa1050eb-a9ca-4a99-a584-62a9fba95bcb service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820112 Jul 16 09:59:14.536751 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ab77612d-5d13-4a97-8fa1-c9aa78763ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:16.102212 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:17.720389 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:17.730631 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a82f423f-5ca5-4f6a-a117-24ec6760200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:19.154781 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:19.665328 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:20.429704 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:23.363903 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256ed3-eb01-49ae-9d9a-113878a0eb40 req-dced211e-c25a-466b-9b87-19fc984722fc tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:23.365740 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8256ed3-eb01-49ae-9d9a-113878a0eb40 req-dced211e-c25a-466b-9b87-19fc984722fc tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0708642 Jul 16 09:59:23.405187 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b8256ed3-eb01-49ae-9d9a-113878a0eb40 req-d479acfd-3e97-429a-a1cd-19f2c09f2640 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338855 Jul 16 09:59:24.605374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049c37-acb8-4fe1-8c4b-f0b1ed5a9cd0 req-0f4577be-a534-4d4e-9371-10b45cd7a5ec tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:24.606915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99049c37-acb8-4fe1-8c4b-f0b1ed5a9cd0 req-0f4577be-a534-4d4e-9371-10b45cd7a5ec tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0646663 Jul 16 09:59:24.645408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99049c37-acb8-4fe1-8c4b-f0b1ed5a9cd0 req-99109f78-3dfa-42df-ad2f-51e4fb36e7d1 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322683 Jul 16 09:59:25.834714 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3fdb-0b6b-48fd-ae28-de5b4ccf2b36 req-896e78c3-02cc-473d-9361-dfcfadb97a88 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:25.836205 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7fa3fdb-0b6b-48fd-ae28-de5b4ccf2b36 req-896e78c3-02cc-473d-9361-dfcfadb97a88 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0666802 Jul 16 09:59:25.874491 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f7fa3fdb-0b6b-48fd-ae28-de5b4ccf2b36 req-a28d992d-69e8-4985-abf7-68e918fa8797 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326302 Jul 16 09:59:27.048527 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f28e13-ea91-4bb1-aea5-5c864d1ca4da req-80c97cb7-7448-478f-8f91-6db9ee1bd329 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:27.050885 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96f28e13-ea91-4bb1-aea5-5c864d1ca4da req-80c97cb7-7448-478f-8f91-6db9ee1bd329 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0666809 Jul 16 09:59:27.088173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-96f28e13-ea91-4bb1-aea5-5c864d1ca4da req-2c7dcc83-f5ec-4838-99f3-40c54543f66e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317171 Jul 16 09:59:28.262423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f0130-e0c3-44bc-a362-b2c51e29e0d5 req-26402784-8a1f-4812-917d-5acaf027b36b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:28.263835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-682f0130-e0c3-44bc-a362-b2c51e29e0d5 req-26402784-8a1f-4812-917d-5acaf027b36b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0643120 Jul 16 09:59:28.301632 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-682f0130-e0c3-44bc-a362-b2c51e29e0d5 req-c7a8e545-2530-4013-a9e9-59624c6d20b3 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Jul 16 09:59:29.478954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253f37f-2377-4578-b7e4-c07b6e702448 req-e8533a1f-721f-4371-a8c8-337bdc2326ef tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:29.480448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0253f37f-2377-4578-b7e4-c07b6e702448 req-e8533a1f-721f-4371-a8c8-337bdc2326ef tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0699446 Jul 16 09:59:29.518728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0253f37f-2377-4578-b7e4-c07b6e702448 req-36dabeac-ac83-4d6d-ab6f-2f3c2eb22892 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328615 Jul 16 09:59:30.626620 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:59:30.688265 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ea3e6-2259-4ac6-a1dc-5e9ad9ac3284 req-852a26ed-87d7-4aa9-aefa-a69d975f7501 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:30.690329 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a16ea3e6-2259-4ac6-a1dc-5e9ad9ac3284 req-852a26ed-87d7-4aa9-aefa-a69d975f7501 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0640564 Jul 16 09:59:30.726951 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a16ea3e6-2259-4ac6-a1dc-5e9ad9ac3284 req-286d78ac-6f86-4ec2-aaf1-b025a4b098ee tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312340 Jul 16 09:59:31.908995 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d789c-0bde-4466-ba90-87de72c279e3 req-0d9413ed-c97e-44e6-8805-b85f61b7ec51 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:31.910480 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f07d789c-0bde-4466-ba90-87de72c279e3 req-0d9413ed-c97e-44e6-8805-b85f61b7ec51 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0713773 Jul 16 09:59:31.948908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f07d789c-0bde-4466-ba90-87de72c279e3 req-9e313b45-12a9-4746-bba2-2f8a91cb2986 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329070 Jul 16 09:59:33.126292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec4a73-1147-4750-a30e-808bb1fa7de2 req-ce7d5bbd-e73c-4f3f-8ccf-a6eb2f875862 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:33.128382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42ec4a73-1147-4750-a30e-808bb1fa7de2 req-ce7d5bbd-e73c-4f3f-8ccf-a6eb2f875862 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0651991 Jul 16 09:59:33.165998 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-42ec4a73-1147-4750-a30e-808bb1fa7de2 req-76242178-6692-4c30-b547-15d469b996c7 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320818 Jul 16 09:59:33.446810 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-8daaf592-530b-4408-a700-333c259785d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:33.448543 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-8daaf592-530b-4408-a700-333c259785d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1097 time: 0.0539570 Jul 16 09:59:33.541432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-915af9bd-a0fc-452a-9229-6747998c9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:33.542925 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-915af9bd-a0fc-452a-9229-6747998c9869 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0885119 Jul 16 09:59:33.608583 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-e2b1e714-db8a-4301-b9bc-7424b4447841 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 1001 time: 0.0591338 Jul 16 09:59:33.660405 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-478cb822-37c9-4793-afb6-40e053d7c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:33.661843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-478cb822-37c9-4793-afb6-40e053d7c9d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0471668 Jul 16 09:59:33.717973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-df5e7fa4-f7b4-47d3-9d42-aff43f3d393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:33.719344 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-df5e7fa4-f7b4-47d3-9d42-aff43f3d393d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506203 Jul 16 09:59:33.811180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-498bc08b-ae74-4ff4-a9f8-426b7b66925c service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842595 Jul 16 09:59:33.906096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-50602efd-9f99-4b6a-8a5c-7da6f61ba5ee req-61358730-81a8-477a-9e0a-2251a7346174 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875056 Jul 16 09:59:34.338070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e1d0-1c37-4663-acb1-a680c74a5c3d req-828cac64-ae9a-4be9-bc99-ce57c67d1c9a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:34.339781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e90e1d0-1c37-4663-acb1-a680c74a5c3d req-828cac64-ae9a-4be9-bc99-ce57c67d1c9a tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0638597 Jul 16 09:59:34.378010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9e90e1d0-1c37-4663-acb1-a680c74a5c3d req-eded0488-3e5d-496e-be56-481c5c9759a6 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Jul 16 09:59:35.558010 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909316de-c99d-430d-9140-620ab5661023 req-1d74b9a7-601a-4e66-ac5b-165434a107fe tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:35.559530 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-909316de-c99d-430d-9140-620ab5661023 req-1d74b9a7-601a-4e66-ac5b-165434a107fe tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0690839 Jul 16 09:59:35.598066 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-909316de-c99d-430d-9140-620ab5661023 req-e7b7e4a2-1c83-4e85-a6ad-c68c3b9e12ba tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327098 Jul 16 09:59:36.779441 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ecba2-136f-480d-98ad-3732125593b8 req-6fc97db0-6358-479e-8a6e-34c695c8a56d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:36.781230 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e69ecba2-136f-480d-98ad-3732125593b8 req-6fc97db0-6358-479e-8a6e-34c695c8a56d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0693872 Jul 16 09:59:36.823529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e69ecba2-136f-480d-98ad-3732125593b8 req-b0cfad8a-6949-45d2-9ecc-d960c0971904 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363863 Jul 16 09:59:37.997909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c30e8c-54a9-4275-9e3f-53a2a9db3309 req-9195f51d-cc56-4b84-a276-6f367e120d75 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:37.999390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04c30e8c-54a9-4275-9e3f-53a2a9db3309 req-9195f51d-cc56-4b84-a276-6f367e120d75 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0666952 Jul 16 09:59:38.038891 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-04c30e8c-54a9-4275-9e3f-53a2a9db3309 req-eff8ac78-93ba-42f4-bbcb-941c46d1bd95 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338848 Jul 16 09:59:38.309913 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-71c58d0c-d1fb-4491-a741-88b3f2e030ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0508525 Jul 16 09:59:38.386444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc25e7-dc26-4f45-96ba-fb702c1832b7 req-093d8935-c776-473d-be82-b4be204a3013 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:38.387980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17fc25e7-dc26-4f45-96ba-fb702c1832b7 req-093d8935-c776-473d-be82-b4be204a3013 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0663960 Jul 16 09:59:38.433132 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-17fc25e7-dc26-4f45-96ba-fb702c1832b7 req-9b7b29bf-5c1d-47a8-afb7-641f314a3a2c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393424 Jul 16 09:59:38.686845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:59:38.760983 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:38.784758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:59:38.787113 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924f6aa9-18ee-4144-bd32-fd9125202b05" -d '{"events": [{"server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:59:38.806944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:59:38.811427 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:38.819132 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 09:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea6acf-5b3f-4852-9437-64432e2ec36c x-openstack-request-id: req-d7ea6acf-5b3f-4852-9437-64432e2ec36c {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:59:38.819451 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "name": "network-vif-unplugged", "status": "failed", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92", "code": 422}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:59:38.819730 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7ea6acf-5b3f-4852-9437-64432e2ec36c {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:59:38.820123 n-d-780147-28 neutron-server[94167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'code': 422} returned with failed status Jul 16 09:59:39.014464 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:59:39.022245 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.022592 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.022932 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.023268 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.023601 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.023931 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.024257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.024580 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.024902 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.025227 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.025550 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.025891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:59:39.613006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2728e3e-31ad-40a9-a000-936e48148a7c req-bb443973-5dfa-48fa-83ed-692ba0ee2ff4 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:39.614804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2728e3e-31ad-40a9-a000-936e48148a7c req-bb443973-5dfa-48fa-83ed-692ba0ee2ff4 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0662801 Jul 16 09:59:39.653036 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b2728e3e-31ad-40a9-a000-936e48148a7c req-4117b674-ea09-462e-b469-622602fb6079 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 16 09:59:40.832601 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22814ed0-fe8c-4025-b080-528109fe9bfe req-337acf64-a767-41a3-8f9f-102cfb1578df tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:40.834133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22814ed0-fe8c-4025-b080-528109fe9bfe req-337acf64-a767-41a3-8f9f-102cfb1578df tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0688221 Jul 16 09:59:40.878587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22814ed0-fe8c-4025-b080-528109fe9bfe req-51561e51-8424-4e50-96e4-9996e8f5bcc8 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382738 Jul 16 09:59:42.054273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537fccc-cae7-454f-960f-f7d67bdbbd72 req-1d7798a6-77d0-4045-ba46-08dcb09655eb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:42.055843 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6537fccc-cae7-454f-960f-f7d67bdbbd72 req-1d7798a6-77d0-4045-ba46-08dcb09655eb tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0652747 Jul 16 09:59:42.096382 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6537fccc-cae7-454f-960f-f7d67bdbbd72 req-a1caeea3-9280-4d65-aeb6-e6ff2d16a01c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345850 Jul 16 09:59:43.109970 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-99dbb9fd-a8c5-4e59-ac05-c20830298378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:43.112291 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-99dbb9fd-a8c5-4e59-ac05-c20830298378 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f&tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5 HTTP/1.1" status: 200 len: 1095 time: 0.0572562 Jul 16 09:59:43.186510 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-a1609de0-8e61-48d8-8acf-6f12bd487a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:43.188014 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-a1609de0-8e61-48d8-8acf-6f12bd487a22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1095 time: 0.0527883 Jul 16 09:59:43.319747 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-d2bf5e74-af0c-492c-9cd4-cb56bba29027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:43.321237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-d2bf5e74-af0c-492c-9cd4-cb56bba29027 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.1270976 Jul 16 09:59:43.344280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ebb48-4712-40af-a015-80094dfed019 req-28d37c61-7280-411e-bf22-ab881db686fc tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:43.346609 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c5ebb48-4712-40af-a015-80094dfed019 req-28d37c61-7280-411e-bf22-ab881db686fc tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.1346650 Jul 16 09:59:43.420624 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-e01054c1-6827-4004-8fbc-138b032e9155 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 999 time: 0.0919676 Jul 16 09:59:43.423459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8c5ebb48-4712-40af-a015-80094dfed019 req-c9cd199c-9fa4-4400-a87e-6b9d131998ad tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500660 Jul 16 09:59:43.475428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-da19741a-02bd-4e44-8504-a8559940e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:43.476884 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-da19741a-02bd-4e44-8504-a8559940e0b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0502346 Jul 16 09:59:43.535109 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-555666aa-2b92-4226-bbe6-0c1e65a8aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:43.536599 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-555666aa-2b92-4226-bbe6-0c1e65a8aee2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530119 Jul 16 09:59:43.627305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-b61da78c-bb0a-4161-96f9-780bee08c11a service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828001 Jul 16 09:59:43.719771 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-15860754-3d6d-4c94-a8d1-043ffa00a8b9 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Jul 16 09:59:44.538834 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4e3b702f-1f3d-41b6-be58-9b91e00ed1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:44.604074 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ae9e7-7ba5-4c8c-866b-d0aee469a452 req-83be999b-a466-4c93-83b8-056dbbf03940 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:44.605638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e5ae9e7-7ba5-4c8c-866b-d0aee469a452 req-83be999b-a466-4c93-83b8-056dbbf03940 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0633969 Jul 16 09:59:44.644358 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e5ae9e7-7ba5-4c8c-866b-d0aee469a452 req-da4194a2-9cea-4abf-a263-71241e57d162 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330806 Jul 16 09:59:45.819078 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22480921-93fd-4539-a14f-ae537fbc92ad req-65b57037-008a-4e17-9165-5aeeb4641097 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:45.820888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22480921-93fd-4539-a14f-ae537fbc92ad req-65b57037-008a-4e17-9165-5aeeb4641097 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0684795 Jul 16 09:59:45.859060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-22480921-93fd-4539-a14f-ae537fbc92ad req-c8dad490-1f91-44c2-be2f-24c828247700 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325508 Jul 16 09:59:46.122359 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:47.030107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c4070-2a6c-4172-8a57-a35b4a98b43d req-dcb1ae8c-faa4-4e06-a787-d665e0aa37f0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:47.032303 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee0c4070-2a6c-4172-8a57-a35b4a98b43d req-dcb1ae8c-faa4-4e06-a787-d665e0aa37f0 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0643342 Jul 16 09:59:47.069542 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ee0c4070-2a6c-4172-8a57-a35b4a98b43d req-cf8416a1-19e1-421f-93e5-bdf6575f4adf tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307972 Jul 16 09:59:47.726961 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:47.731551 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ff4258bb-3c1e-4ec1-812e-a577812c2ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:48.244845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d0c2-13b8-484d-9e95-7d10b5484312 req-3e1919d2-169a-46c8-a052-c0e5fde6e907 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:48.246355 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec21d0c2-13b8-484d-9e95-7d10b5484312 req-3e1919d2-169a-46c8-a052-c0e5fde6e907 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0623879 Jul 16 09:59:48.287267 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ec21d0c2-13b8-484d-9e95-7d10b5484312 req-720598b2-4e9c-4d98-bf5c-f9d38fd95592 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353191 Jul 16 09:59:49.157535 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:49.460989 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9f77-444c-4a64-a516-2233170b3392 req-99a04707-5798-4124-9d81-a0987a6382af tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:49.462410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa4f9f77-444c-4a64-a516-2233170b3392 req-99a04707-5798-4124-9d81-a0987a6382af tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0629504 Jul 16 09:59:49.500585 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-aa4f9f77-444c-4a64-a516-2233170b3392 req-6e495927-5971-4c15-8dcf-1d6733783257 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327544 Jul 16 09:59:49.665476 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:50.430754 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:50.671971 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fdf6d-1ab2-4dac-acb8-bca6e893ce82 req-71105239-6f0d-4e61-96ca-546e38d54056 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:50.673421 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d3fdf6d-1ab2-4dac-acb8-bca6e893ce82 req-71105239-6f0d-4e61-96ca-546e38d54056 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 943 time: 0.0639400 Jul 16 09:59:50.711156 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-0d3fdf6d-1ab2-4dac-acb8-bca6e893ce82 req-751cc88e-ece3-4d84-8f8a-8312fc452005 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317073 Jul 16 09:59:50.765171 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:59:50.858891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:59:50.869842 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'port_id': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'mac_address': 'fa:16:3e:f8:71:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:59:50.905883 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:50.918658 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:59:50.937222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:59:50.941021 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:50.985827 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:59:51.177863 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:59:51.885902 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5ba09-793c-4fa8-9d44-3ecaf72f276e req-71f3e6e2-43d1-49df-a6a1-7253958ee76e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:51.887447 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b5ba09-793c-4fa8-9d44-3ecaf72f276e req-71f3e6e2-43d1-49df-a6a1-7253958ee76e tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 944 time: 0.0668194 Jul 16 09:59:51.926597 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b6b5ba09-793c-4fa8-9d44-3ecaf72f276e req-ba7baf5a-5373-42a6-85f9-ab6d87c09690 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335662 Jul 16 09:59:52.780787 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:59:52.830042 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:59:52.830413 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:52.905452 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:52.928153 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:59:52.930434 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c22d6fc-c66d-4db2-a06d-fc444c16046a" -d '{"events": [{"server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "name": "network-vif-plugged", "status": "completed", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:59:52.943105 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:59:52.947334 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:52.979482 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ec12b7-d369-4e81-8aeb-0768ba506752 x-openstack-request-id: req-46ec12b7-d369-4e81-8aeb-0768ba506752 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:59:52.979803 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "name": "network-vif-plugged", "status": "completed", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:59:52.980027 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46ec12b7-d369-4e81-8aeb-0768ba506752 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:59:52.980419 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'code': 200} Jul 16 09:59:53.009837 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:59:53.131832 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612319ad-506c-4e31-969f-14bb099785a6 req-891d1377-0b08-4d3c-8e2a-d2d134700b63 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:53.133305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-612319ad-506c-4e31-969f-14bb099785a6 req-891d1377-0b08-4d3c-8e2a-d2d134700b63 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0921757 Jul 16 09:59:53.169123 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102cfb0-8661-4777-ba1c-c95a53c454ba req-bce88891-4d6f-41f3-bc4a-f7169b4b4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:53.170612 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8102cfb0-8661-4777-ba1c-c95a53c454ba req-bce88891-4d6f-41f3-bc4a-f7169b4b4699 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1097 time: 0.0887060 Jul 16 09:59:53.187673 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-612319ad-506c-4e31-969f-14bb099785a6 req-9a0a3568-dd98-41d8-b7da-cb56afb00718 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476031 Jul 16 09:59:53.213370 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-8102cfb0-8661-4777-ba1c-c95a53c454ba req-b0affaf4-d439-4398-b8bf-b344e84ae907 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354106 Jul 16 09:59:54.359609 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8afdd7-e0f2-4e55-b91e-b927ebfe0fe4 req-8931efc1-d911-49a7-a007-f4e1f669d07c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:54.361107 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c8afdd7-e0f2-4e55-b91e-b927ebfe0fe4 req-8931efc1-d911-49a7-a007-f4e1f669d07c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.0637650 Jul 16 09:59:54.398445 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c8afdd7-e0f2-4e55-b91e-b927ebfe0fe4 req-33483a19-c169-4941-92d2-ec8df8857e7c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315595 Jul 16 10:00:07.625578 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:12.714589 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-67d47677-66c7-43f9-a2cb-f929fedcdd14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509982 Jul 16 10:00:12.807036 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-6fdef2cd-5d81-4e55-9d04-d0a943d9322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:12.808527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-6fdef2cd-5d81-4e55-9d04-d0a943d9322c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1097 time: 0.0515544 Jul 16 10:00:12.920142 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-434c5e4e-5397-4d45-bc41-f94ba45c5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:12.921505 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-434c5e4e-5397-4d45-bc41-f94ba45c5cf4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.0876288 Jul 16 10:00:12.987527 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-680c37c1-d1c8-43df-89ed-345667acbabf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 1001 time: 0.0591273 Jul 16 10:00:13.050796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-b84b5ae2-27b6-459a-9873-feece9627e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:13.052438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-b84b5ae2-27b6-459a-9873-feece9627e52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0574043 Jul 16 10:00:13.115174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-fb4031e6-4e37-4212-8637-c7d06a04c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:13.116775 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-fb4031e6-4e37-4212-8637-c7d06a04c208 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569258 Jul 16 10:00:13.212337 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-bb09dc67-ef4e-4f31-99cf-27471b23855e service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866449 Jul 16 10:00:13.303876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-83c539e1-3990-49b1-8861-9b62bc89a46c req-3f9c32da-4e94-4b59-9ea1-e47a74741101 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Jul 16 10:00:14.540297 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d535b19-efba-4063-b0a7-50a03360230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:16.127338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:17.722622 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:17.734084 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8c673ff5-d65c-4ed2-b97e-0f0afdfd1e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:19.159768 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:19.663948 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:20.434785 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:44.539977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a97f9443-7b18-475b-b65b-1f4dcee4c248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:44.625358 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:46.142588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:47.713236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:47.733811 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3312a8f7-5685-421a-ba2a-b9fdb17d5d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:49.162132 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:49.663759 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:50.436411 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:09.928418 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54738) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:10.088270 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Deleting port 7eb226d8-5b30-4780-b79a-de6845f77406 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:10.088618 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:10.160901 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:10.161221 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:10.172794 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Calling delete_port for 7eb226d8-5b30-4780-b79a-de6845f77406 owned by network:floatingip {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:10.627896 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:10.652172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event deleted for resources: {'Port': ['ID=7eb226d8-5b30-4780-b79a-de6845f77406,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:10.664477 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.664828 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.665172 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.665538 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.665906 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.666243 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.666579 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.666905 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.667233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.667561 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.667888 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.668213 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:10.727578 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:10.727920 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Floating IP a96fcc6f-320b-476a-8b7e-00440c6f6379 disassociated (deleted). External IP: 172.25.6.161, port: dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92. Jul 16 10:01:10.928578 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:01:11.035773 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:01:11.040526 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:11.045214 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] Sync routers for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:01:11.054961 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:11.055559 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:00:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:11.082707 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4a4d8a23-d17a-46c4-8bff-8ff4d231f311 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "DELETE /v2.0/floatingips/a96fcc6f-320b-476a-8b7e-00440c6f6379 HTTP/1.1" status: 204 len: 168 time: 1.1532867 Jul 16 10:01:11.083354 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:01:11.085661 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc953aa-2bac-432a-974e-5ddc77d86284" -d '{"events": [{"name": "network-changed", "server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:01:11.131139 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f6d422-7ed0-4190-ad1c-6a8822addbaa x-openstack-request-id: req-c6f6d422-7ed0-4190-ad1c-6a8822addbaa {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:01:11.131427 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:01:11.131676 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6f6d422-7ed0-4190-ad1c-6a8822addbaa {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:01:11.132080 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'status': 'completed', 'code': 200} Jul 16 10:01:11.165739 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:11.210561 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-6e171268-d6bd-4ad3-86a5-ae55412f5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:11.212104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-6e171268-d6bd-4ad3-86a5-ae55412f5ea8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 1097 time: 0.0555227 Jul 16 10:01:11.322862 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-553f0352-2cd8-463d-896d-4293bf097814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:11.324747 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-553f0352-2cd8-463d-896d-4293bf097814 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 200 len: 910 time: 0.1068377 Jul 16 10:01:11.368312 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-d65c2632-27d8-4da5-bdcc-a216e9dc8ca6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 200 len: 217 time: 0.0365539 Jul 16 10:01:11.378572 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:11.410140 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] Checking router: c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:01:11.419122 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:11.419861 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:00:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:11.430347 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-40e9b284-6559-4131-8efa-903ed7fba0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:11.432133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-40e9b284-6559-4131-8efa-903ed7fba0bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 200 len: 848 time: 0.0575347 Jul 16 10:01:11.533107 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:11.533533 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-af745d2e-f172-4ca1-aa8e-10e0f7858e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:11.535105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-af745d2e-f172-4ca1-aa8e-10e0f7858e90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74aaf0a9-f49e-4f86-8e50-c72de6562503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958204 Jul 16 10:01:11.558541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465f5ec-7720-4c0a-8bcc-628fa6392638 req-71407bf2-db65-408f-8924-8b11e914730d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:11.559984 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2465f5ec-7720-4c0a-8bcc-628fa6392638 req-71407bf2-db65-408f-8924-8b11e914730d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.1508269 Jul 16 10:01:11.648176 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2465f5ec-7720-4c0a-8bcc-628fa6392638 req-19d5797d-6af4-4ed5-b4d1-436b7de2ba4b tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782959 Jul 16 10:01:11.669857 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-e0ac5add-1a09-4fc4-972b-b4227377ef28 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269572 Jul 16 10:01:11.737007 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:11.763636 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353fe21-90cc-49d0-8c91-4fc3bfb6d122 None None] The sync data for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 is: [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T09:52:39Z', 'revision_number': 4, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'bbba4f0f-80ec-4fb5-bd11-595579082853', 'name': '', 'network_id': '74aaf0a9-f49e-4f86-8e50-c72de6562503', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'mac_address': 'fa:16:3e:1e:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:39Z', 'updated_at': '2021-07-16T09:52:45Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'subnets': [{'id': '011773f4-3a52-4734-9095-ce5f10a26a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:01:11.764142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2dc953aa-2bac-432a-974e-5ddc77d86284 req-405f6504-5529-42fd-9553-10e2d86625c8 service neutron] 10.222.0.52 "GET /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868688 Jul 16 10:01:11.976974 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa82884-d298-43ca-b05d-6ca446c23af2 None None] New status for floating IP a96fcc6f-320b-476a-8b7e-00440c6f6379: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:01:12.900266 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac3750-bb01-498d-9d96-ace5152edb73 req-6e3c69dc-dd5f-4ec3-b042-ec562390342c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:12.901780 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49ac3750-bb01-498d-9d96-ace5152edb73 req-6e3c69dc-dd5f-4ec3-b042-ec562390342c tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.1405616 Jul 16 10:01:12.947301 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-bb7084c6-6c47-4229-8f45-a464aee7d4a4 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:12.948717 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-bb7084c6-6c47-4229-8f45-a464aee7d4a4 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 945 time: 0.1099987 Jul 16 10:01:12.955997 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49ac3750-bb01-498d-9d96-ace5152edb73 req-c525b3c6-9ce5-481d-a9d6-0b1c4aa97c86 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/security-groups?id=181042f6-5beb-4f46-997f-42d3fefc11bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477831 Jul 16 10:01:13.053879 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Deleting port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:13.054113 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:13.150790 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] For port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:13.151153 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:13.163428 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Calling delete_port for dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:13.287983 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:13.321121 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event deleted for resources: {'Port': ['ID=dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:13.352164 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.352522 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.352865 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.353261 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.353562 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.353924 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.354252 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.354580 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.354905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.355229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.355553 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.355873 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:13.382548 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] No DVR routers for this DVR port dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:01:13.385269 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:13.387414 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2bdc9eb5-dbfc-4a61-ad9f-1c7d473ee0d8 req-b6469b94-4d53-4fc7-a41b-5048681f293d tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.52 "DELETE /v2.0/ports/dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 HTTP/1.1" status: 204 len: 173 time: 0.4305015 Jul 16 10:01:13.387859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'name': 'network-vif-deleted', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:01:13.390343 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfb2c83-50c0-4d27-9454-b405312fc056" -d '{"events": [{"server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "name": "network-vif-deleted", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:01:13.426961 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c85605-cb92-4b56-acf8-725c1fcbc879 x-openstack-request-id: req-29c85605-cb92-4b56-acf8-725c1fcbc879 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:01:13.427256 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1402f5-7426-4cbc-8c69-684c3ea3458f", "name": "network-vif-deleted", "tag": "dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:01:13.427542 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29c85605-cb92-4b56-acf8-725c1fcbc879 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:01:13.427955 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1402f5-7426-4cbc-8c69-684c3ea3458f', 'name': 'network-vif-deleted', 'tag': 'dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92', 'status': 'completed', 'code': 200} Jul 16 10:01:14.097827 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-d854e5e5-83b3-4a92-affe-9169ab3649f9 req-6545d962-9e53-4e90-a0f9-f61c66b11726 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 210 time: 0.0297949 Jul 16 10:01:14.541777 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4d7b05dc-7c75-4c70-8f21-e4798cf6007e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:15.241059 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cd380fe7-ecdb-430f-ada1-67e35c688b22 req-f9e4b4a3-d693-4880-9e53-009f04f3bdfd tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 210 time: 0.0293114 Jul 16 10:01:16.134381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:16.389965 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cef94323-b7ea-4f94-8f49-133989728fbd req-efe9dcba-6318-4db0-8cc6-54b1c64a4da8 tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1402f5-7426-4cbc-8c69-684c3ea3458f HTTP/1.1" status: 200 len: 210 time: 0.0323782 Jul 16 10:01:17.309188 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:01:17.329628 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:01:17.330025 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device dd4f6a80-eb54-4b5e-99cc-cf96c6b74d92 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:01:17.493428 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54778) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:17.553098 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba51b02f-ac91-4003-91ed-e869ce7b47ad tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:17.579224 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba51b02f-ac91-4003-91ed-e869ce7b47ad tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:17.646863 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba51b02f-ac91-4003-91ed-e869ce7b47ad tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:17.650103 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ba51b02f-ac91-4003-91ed-e869ce7b47ad tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:17.653244 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ba51b02f-ac91-4003-91ed-e869ce7b47ad tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] 10.222.0.55 "DELETE /v2.0/security-groups/181042f6-5beb-4f46-997f-42d3fefc11bc HTTP/1.1" status: 204 len: 168 time: 0.1561351 Jul 16 10:01:17.661173 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51b02f-ac91-4003-91ed-e869ce7b47ad tempest-TestShelveInstance-142600751 tempest-TestShelveInstance-142600751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181042f6-5beb-4f46-997f-42d3fefc11bc,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:17.704863 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54782) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:17.721196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:17.741670 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f80cdab-36db-4eed-baef-40e96dc6e3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:18.161228 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:18.425136 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Deleting port bbba4f0f-80ec-4fb5-bd11-595579082853 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:18.425427 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:18.503472 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] For port bbba4f0f-80ec-4fb5-bd11-595579082853, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=bbba4f0f-80ec-4fb5-bd11-595579082853,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:18.504215 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:18.516555 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Calling delete_port for bbba4f0f-80ec-4fb5-bd11-595579082853 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:18.700756 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:18.728304 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbba4f0f-80ec-4fb5-bd11-595579082853,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:18.913020 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.129731 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:01:19.166242 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.237148 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:01:19.242487 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-f5ce1f0e-844f-4733-9f01-a2ade22226e1 admin admin] 10.222.0.55 "PUT /v2.0/routers/c60b325c-3851-4ed5-84fd-8bbfb5d3acf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5361876 Jul 16 10:01:19.245077 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54786) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:19.247683 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] Sync routers for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:01:19.257906 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:19.258516 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:19.351892 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.365779 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:19.458769 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.516767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Deleting port d33af152-a739-420e-ab86-f63d54eb6e9b {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:19.517441 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.551881 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T10:01:18Z', 'revision_number': 5, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port': {'id': 'd33af152-a739-420e-ab86-f63d54eb6e9b', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:37Z', 'updated_at': '2021-07-16T09:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:19.605609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] For port d33af152-a739-420e-ab86-f63d54eb6e9b, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=d33af152-a739-420e-ab86-f63d54eb6e9b,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:19.606013 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.621276 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Calling delete_port for d33af152-a739-420e-ab86-f63d54eb6e9b owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:19.669433 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] Checking router: c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:01:19.678693 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] Routers {'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:19.679405 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:19.694079 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.769928 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] Set router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:19.793354 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.821556 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33af152-a739-420e-ab86-f63d54eb6e9b,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:19.825994 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T10:01:19Z', 'revision_number': 6, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:19.854107 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ac16c-3afe-486d-9cef-be9d6a756b72 None None] The sync data for ids ['c60b325c-3851-4ed5-84fd-8bbfb5d3acf8'] in n-d-780147-28 is: [{'id': 'c60b325c-3851-4ed5-84fd-8bbfb5d3acf8', 'name': 'tempest-TestShelveInstance-2066863723-router', 'tenant_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:36Z', 'updated_at': '2021-07-16T10:01:19Z', 'revision_number': 6, 'project_id': '6bfd3e1c2e6d42259a7b3e2d348cdbf5', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:01:19.900309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.990010 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:19.992063 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.034313 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.035054 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 10:01:20.039371 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.040797 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-d97e9bcd-1a66-4023-883b-a8239159b011 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c60b325c-3851-4ed5-84fd-8bbfb5d3acf8 HTTP/1.1" status: 204 len: 168 time: 0.7948158 Jul 16 10:01:20.043347 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54788) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:20.086685 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc0fba6-4832-467f-b9a9-f5f01294550b admin admin] Deleting subnet 011773f4-3a52-4734-9095-ce5f10a26a93 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 10:01:20.089611 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9bc0fba6-4832-467f-b9a9-f5f01294550b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.127602 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9bc0fba6-4832-467f-b9a9-f5f01294550b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.202957 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9bc0fba6-4832-467f-b9a9-f5f01294550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.259589 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9bc0fba6-4832-467f-b9a9-f5f01294550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.288476 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0fba6-4832-467f-b9a9-f5f01294550b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011773f4-3a52-4734-9095-ce5f10a26a93,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:20.292496 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9bc0fba6-4832-467f-b9a9-f5f01294550b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.294414 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9bc0fba6-4832-467f-b9a9-f5f01294550b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/011773f4-3a52-4734-9095-ce5f10a26a93 HTTP/1.1" status: 204 len: 168 time: 0.2501552 Jul 16 10:01:20.297688 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54790) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:20.298441 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d70ce42-f26a-471f-9421-cc3d302fda52 None None] Network 74aaf0a9-f49e-4f86-8e50-c72de6562503 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:01:20.371688 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.423831 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Deleting port ac935f20-e576-4a8f-90ab-df5603ceb920 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:20.424176 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.439614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.646334 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] DHCP port deletion for 74aaf0a9-f49e-4f86-8e50-c72de6562503 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 10:01:20.707501 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bbba4f0f-80ec-4fb5-bd11-595579082853 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:01:20.729303 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: bbba4f0f-80ec-4fb5-bd11-595579082853 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:01:20.729795 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device bbba4f0f-80ec-4fb5-bd11-595579082853 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:01:20.730222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d33af152-a739-420e-ab86-f63d54eb6e9b no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:01:20.752631 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: d33af152-a739-420e-ab86-f63d54eb6e9b {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:01:20.752976 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device d33af152-a739-420e-ab86-f63d54eb6e9b not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:01:20.753396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device ac935f20-e576-4a8f-90ab-df5603ceb920 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:01:20.785485 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Deleting port ac935f20-e576-4a8f-90ab-df5603ceb920 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:20.785922 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.825124 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] For port ac935f20-e576-4a8f-90ab-df5603ceb920, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ac935f20-e576-4a8f-90ab-df5603ceb920,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:20.825797 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.839461 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Calling delete_port for ac935f20-e576-4a8f-90ab-df5603ceb920 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:20.911187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] For port ac935f20-e576-4a8f-90ab-df5603ceb920, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=ac935f20-e576-4a8f-90ab-df5603ceb920,segment=NetworkSegment(be4ccac8-62b7-4785-b24d-ad6b5211cb61),segment_id=be4ccac8-62b7-4785-b24d-ad6b5211cb61)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:20.911822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.930043 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.932166 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Calling delete_port for ac935f20-e576-4a8f-90ab-df5603ceb920 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:20.936441 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:20.957501 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac935f20-e576-4a8f-90ab-df5603ceb920,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:20.970359 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] No DVR routers for this DVR port ac935f20-e576-4a8f-90ab-df5603ceb920 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:01:21.058003 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:21.069280 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74aaf0a9-f49e-4f86-8e50-c72de6562503']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 10:01:21.071563 n-d-780147-28 neutron-server[94167]: self.session.flush() Jul 16 10:01:21.076945 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:21.080191 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4ccac8-62b7-4785-b24d-ad6b5211cb61') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:21.080474 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4ccac8-62b7-4785-b24d-ad6b5211cb61') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:21.090734 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:21.100281 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Pushing event deleted for resources: {'Port': ['ID=ac935f20-e576-4a8f-90ab-df5603ceb920,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:21.106826 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] No DVR routers for this DVR port ac935f20-e576-4a8f-90ab-df5603ceb920 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:01:21.108588 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:21.116052 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.116319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.116653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.116990 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.117316 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.118561 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.119182 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 10:01:21.119446 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.119763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.119996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:21.120236 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.120649 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.120947 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.121274 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d958a-ad4e-4647-960d-3402a63a39cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: timer() Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 10:01:21.122524 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 10:01:21.186668 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:21.192890 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:21.197837 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] 10.222.0.55 "DELETE /v2.0/networks/74aaf0a9-f49e-4f86-8e50-c72de6562503 HTTP/1.1" status: 204 len: 168 time: 0.8961480 Jul 16 10:01:21.198054 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54792) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:21.205954 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e5067-aaaf-4518-896e-e8404f056595 admin admin] Pushing event deleted for resources: {'Network': ['ID=74aaf0a9-f49e-4f86-8e50-c72de6562503,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:21.625849 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:01:21.865751 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:22.120840 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Deleting port 34d803db-cb2e-4b48-8070-0982d8b8eba8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:22.121088 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:22.200224 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] For port 34d803db-cb2e-4b48-8070-0982d8b8eba8, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=34d803db-cb2e-4b48-8070-0982d8b8eba8,segment=NetworkSegment(3c78cb0c-6b6f-4d5f-92fd-f961e432edb9),segment_id=3c78cb0c-6b6f-4d5f-92fd-f961e432edb9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:22.200978 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:22.212573 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Calling delete_port for 34d803db-cb2e-4b48-8070-0982d8b8eba8 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:22.388778 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:22.411778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=34d803db-cb2e-4b48-8070-0982d8b8eba8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:22.582604 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:22.797444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:01:22.903157 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:01:22.908906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1ca22a87-d209-47b4-8ac2-08ad42523bbd admin admin] 10.222.0.55 "PUT /v2.0/routers/5ecbcd65-dfaa-4aac-b822-9d9c793dd01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097616 Jul 16 10:01:22.911490 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54794) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:22.912463 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] Sync routers for ids ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:01:22.921324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] Routers {'5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:22.922251 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:23.015291 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.026322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] Set router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:23.119267 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.171165 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Deleting port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:23.171501 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.201651 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T10:01:22Z', 'revision_number': 5, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port': {'id': '48b9a722-54a4-49bc-a5e8-e51fb1f4adc4', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T09:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:23.232022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] Checking router: 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:01:23.240681 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] Routers {'5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:23.241288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:23.251445 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] For port 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=48b9a722-54a4-49bc-a5e8-e51fb1f4adc4,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:23.252040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.268368 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Calling delete_port for 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:23.327622 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] Set router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:23.379839 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T10:01:23Z', 'revision_number': 6, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:23.410744 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d43a63-c216-430a-a58b-9a223c91ac21 None None] The sync data for ids ['5ecbcd65-dfaa-4aac-b822-9d9c793dd01b'] in n-d-780147-28 is: [{'id': '5ecbcd65-dfaa-4aac-b822-9d9c793dd01b', 'name': 'tempest-TestShelveInstance-1468850117-router', 'tenant_id': '8c04cc654e2148db8d5d738532aae2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:52:41Z', 'updated_at': '2021-07-16T10:01:23Z', 'revision_number': 6, 'project_id': '8c04cc654e2148db8d5d738532aae2e0', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:01:23.432931 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.463634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=48b9a722-54a4-49bc-a5e8-e51fb1f4adc4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:23.533825 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.626514 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.628661 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.674940 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.675432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ecbcd65-dfaa-4aac-b822-9d9c793dd01b {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 10:01:23.679754 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.680900 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cea07ef7-c20b-4b27-b45b-748dba284cdb admin admin] 10.222.0.55 "DELETE /v2.0/routers/5ecbcd65-dfaa-4aac-b822-9d9c793dd01b HTTP/1.1" status: 204 len: 168 time: 0.7683747 Jul 16 10:01:23.683485 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54796) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:23.727871 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3a8d7e-0dcc-4cdb-b3de-2fda1694d3f1 admin admin] Deleting subnet b036a6e7-a730-446b-9e07-f80d569c4198 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 10:01:23.730864 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d3a8d7e-0dcc-4cdb-b3de-2fda1694d3f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.767209 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d3a8d7e-0dcc-4cdb-b3de-2fda1694d3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.853531 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d3a8d7e-0dcc-4cdb-b3de-2fda1694d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.911042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d3a8d7e-0dcc-4cdb-b3de-2fda1694d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.935769 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a8d7e-0dcc-4cdb-b3de-2fda1694d3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b036a6e7-a730-446b-9e07-f80d569c4198,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:23.942290 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d3a8d7e-0dcc-4cdb-b3de-2fda1694d3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:23.944223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-5d3a8d7e-0dcc-4cdb-b3de-2fda1694d3f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b036a6e7-a730-446b-9e07-f80d569c4198 HTTP/1.1" status: 204 len: 168 time: 0.2598202 Jul 16 10:01:23.946855 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54798) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:23.947332 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83f267e-b4f6-4cc4-9e6e-45f2d392937c None None] Network 1b0f15bc-5233-4619-9c28-4036486d6d88 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:01:24.015493 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.074047 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Deleting port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:24.074386 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.138919 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] For port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,segment=NetworkSegment(3c78cb0c-6b6f-4d5f-92fd-f961e432edb9),segment_id=3c78cb0c-6b6f-4d5f-92fd-f961e432edb9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:24.139280 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.154354 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Calling delete_port for cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:24.159160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] DHCP port deletion for 1b0f15bc-5233-4619-9c28-4036486d6d88 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 10:01:24.205229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] Deleting port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:01:24.205521 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.245617 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.270283 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] For port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,segment=NetworkSegment(3c78cb0c-6b6f-4d5f-92fd-f961e432edb9),segment_id=3c78cb0c-6b6f-4d5f-92fd-f961e432edb9)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:24.270671 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.274610 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:24.278792 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] No DVR routers for this DVR port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:01:24.283772 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] Calling delete_port for cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:01:24.355006 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.365634 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.366258 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0f15bc-5233-4619-9c28-4036486d6d88']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:24.384475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:24.384859 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c78cb0c-6b6f-4d5f-92fd-f961e432edb9') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:24.393110 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] Pushing event deleted for resources: {'Port': ['ID=cc63d1f9-63fe-4c6f-aa6d-a7189a478a75,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:24.396192 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.398124 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0af586-8489-49d3-aab7-6cff1ef35d10 None None] No DVR routers for this DVR port cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:01:24.418137 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.424240 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 10:01:24.424628 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: timer() Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 10:01:24.426311 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 10:01:24.480426 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.486341 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.488223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1b0f15bc-5233-4619-9c28-4036486d6d88 HTTP/1.1" status: 204 len: 168 time: 0.5403504 Jul 16 10:01:24.499423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77535af-3d99-43d3-818c-496d464e10d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0f15bc-5233-4619-9c28-4036486d6d88,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:24.517396 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34d803db-cb2e-4b48-8070-0982d8b8eba8 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:01:24.537750 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 34d803db-cb2e-4b48-8070-0982d8b8eba8 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:01:24.538092 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 34d803db-cb2e-4b48-8070-0982d8b8eba8 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:01:24.538513 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:01:24.556512 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:01:24.556849 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device cc63d1f9-63fe-4c6f-aa6d-a7189a478a75 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:01:24.557257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:01:24.579914 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:01:24.580263 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 48b9a722-54a4-49bc-a5e8-e51fb1f4adc4 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:01:24.615401 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54802) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:24.654523 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9aec0c20-0467-43e1-a6c5-727de27f0e4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bfd3e1c2e6d42259a7b3e2d348cdbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379863 Jul 16 10:01:24.657310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54804) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:24.707125 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf35dda6-2b72-4f8e-8909-a5a1d88b4c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.727850 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf35dda6-2b72-4f8e-8909-a5a1d88b4c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.778552 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf35dda6-2b72-4f8e-8909-a5a1d88b4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.781102 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf35dda6-2b72-4f8e-8909-a5a1d88b4c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:24.782410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bf35dda6-2b72-4f8e-8909-a5a1d88b4c92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/715041c6-7eda-4451-911c-7d7d758abf34 HTTP/1.1" status: 204 len: 168 time: 0.1241431 Jul 16 10:01:24.790018 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35dda6-2b72-4f8e-8909-a5a1d88b4c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715041c6-7eda-4451-911c-7d7d758abf34,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:25.095247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54810) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:25.135381 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-8a518ab2-d75e-4db5-9851-78dbeb636d4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c04cc654e2148db8d5d738532aae2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389988 Jul 16 10:01:25.137842 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54812) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:25.184997 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b21d3e53-dede-41fe-803f-4e181f90afdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:25.205566 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b21d3e53-dede-41fe-803f-4e181f90afdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:25.252159 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b21d3e53-dede-41fe-803f-4e181f90afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:25.254981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b21d3e53-dede-41fe-803f-4e181f90afdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:25.256173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-b21d3e53-dede-41fe-803f-4e181f90afdf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4194502-5d9d-42f1-bbac-a75ec2c79750 HTTP/1.1" status: 204 len: 168 time: 0.1174538 Jul 16 10:01:25.263740 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d3e53-dede-41fe-803f-4e181f90afdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4194502-5d9d-42f1-bbac-a75ec2c79750,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:25.892634 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54834) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:25.986406 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-890935575-network', 'tenant_id': 'c2125d0bd19746c580294c2161eec950'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:26.007676 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Made reservation on behalf of c2125d0bd19746c580294c2161eec950 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:01:26.010182 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.019055 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.112037 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.116167 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.141314 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 10:01:26.155149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c4fcf5-cd16-45c3-9455-4d237eb10b72,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:26.161136 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.161482 n-d-780147-28 neutron-server[94159]: INFO neutron.db.segments_db [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Added segment 93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0 of type vlan for network 049fb6ef-5df4-4822-a7ce-6df6d3563065 Jul 16 10:01:26.201701 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.230165 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.231107 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:26.231700 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.263694 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3699391 Jul 16 10:01:26.267295 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54838) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:26.272443 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Request body: {'subnet': {'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-890935575-subnet', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'ip_version': 4}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:26.292943 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Made reservation on behalf of c2125d0bd19746c580294c2161eec950 for: {'subnet': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:01:26.294531 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dea11-8eca-4c00-8cfd-6b584bac0303 admin admin] Pushing event updated for resources: {'Network': ['ID=049fb6ef-5df4-4822-a7ce-6df6d3563065,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:26.295366 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29121233'] for subnet, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.305051 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 10:01:26.463920 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28390502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29121219'] for subnet, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.516770 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd959da2-5412-49f6-b740-b04faf50b4f6,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:26.526758 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Checking segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:26.527122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Network hostable DHCP agents. Network: 049fb6ef-5df4-4822-a7ce-6df6d3563065, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 10:01:26.543807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 10:01:26.552840 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 049fb6ef-5df4-4822-a7ce-6df6d3563065) {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:26.558344 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:26.559621 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.560783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10551212-efed-4ed7-ba43-5f40cc7ebd5f None None] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:01:26.573977 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-e5549dfa-a358-48d4-a8c3-7224ddbf6add admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3054912 Jul 16 10:01:26.576629 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54840) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:26.582110 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:26.606537 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.607542 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.663818 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.711936 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-049fb6ef-5df4-4822-a7ce-6df6d3563065', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 10:01:26.712868 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.799327 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:26.998886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Allocated IP 172.20.0.2 (049fb6ef-5df4-4822-a7ce-6df6d3563065/cd959da2-5412-49f6-b740-b04faf50b4f6/e7f19c94-fd56-436b-ad94-26d3a8e14f0c) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:01:27.010087 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.029377 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.140806 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Allocated IP 172.25.6.26 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/2a428183-c749-4b20-9db6-0dc36067ec73) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:01:27.143614 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.152034 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Transition to ACTIVE for port object e7f19c94-fd56-436b-ad94-26d3a8e14f0c will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:27.168390 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Transition to ACTIVE for port object e7f19c94-fd56-436b-ad94-26d3a8e14f0c will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:27.176253 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.215238 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:27.217923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:27.221474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:01:27.228148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Pushing event updated for resources: {'Port': ['ID=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:27.248539 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.281967 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Attempting to bind port e7f19c94-fd56-436b-ad94-26d3a8e14f0c on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:01:27.282338 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Attempting to bind port e7f19c94-fd56-436b-ad94-26d3a8e14f0c by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:01:27.282703 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Attempting to bind port e7f19c94-fd56-436b-ad94-26d3a8e14f0c on network 049fb6ef-5df4-4822-a7ce-6df6d3563065 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:01:27.288111 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:01:27.288629 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Checking segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:27.289016 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.289543 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.289543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Bound using segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:01:27.290145 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Bound port: e7f19c94-fd56-436b-ad94-26d3a8e14f0c, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:01:27.290524 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.330860 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:27.336609 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:27.338595 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Pushing event updated for resources: {'Port': ['ID=2a428183-c749-4b20-9db6-0dc36067ec73,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:27.340747 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:01:27.357729 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] For port e7f19c94-fd56-436b-ad94-26d3a8e14f0c, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:01:27.361802 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] For port e7f19c94-fd56-436b-ad94-26d3a8e14f0c, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:01:27.366264 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.427797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e76190-a0d1-440f-b972-056188ba9936 None None] Pushing event updated for resources: {'Port': ['ID=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:27.617720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.820360 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:27.946491 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Router 834cb5b0-8e21-4a41-91a0-6635e803bc6e is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 10:01:28.053716 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:01:28.068605 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Sync routers for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:01:28.070682 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.075099 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-51a93956-e29d-467a-899c-0a66745fc612 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4962897 Jul 16 10:01:28.075409 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54842) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:28.078905 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:28.079525 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:28.190267 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:28.356861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31e65c-973e-454a-92c3-a7624f4e2e4b None None] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:01:28.376546 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:27Z', 'revision_number': 3, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:28.411103 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Checking router: 834cb5b0-8e21-4a41-91a0-6635e803bc6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:01:28.411457 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Updating router 834cb5b0-8e21-4a41-91a0-6635e803bc6e port 2a428183-c749-4b20-9db6-0dc36067ec73 binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 10:01:28.448799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-698552ab-7e3e-4b87-bf70-6b942afa6d01 None None] Provisioning for port e7f19c94-fd56-436b-ad94-26d3a8e14f0c completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:28.449369 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.519634 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.583149 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e7f19c94-fd56-436b-ad94-26d3a8e14f0c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:28.642384 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port e7f19c94-fd56-436b-ad94-26d3a8e14f0c completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:28.647877 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e7f19c94-fd56-436b-ad94-26d3a8e14f0c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:28.648265 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.714945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Allocated IP 172.20.0.1 (049fb6ef-5df4-4822-a7ce-6df6d3563065/cd959da2-5412-49f6-b740-b04faf50b4f6/b7f55619-cd26-4524-9be4-4bf524016006) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:01:28.753150 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.763313 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.774004 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Transition to ACTIVE for port object 2a428183-c749-4b20-9db6-0dc36067ec73 will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:28.787101 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.791151 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port e7f19c94-fd56-436b-ad94-26d3a8e14f0c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:28.799017 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.842735 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.849314 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:28.852424 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Attempting to bind port 2a428183-c749-4b20-9db6-0dc36067ec73 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:01:28.852793 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Attempting to bind port 2a428183-c749-4b20-9db6-0dc36067ec73 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:01:28.853155 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Attempting to bind port 2a428183-c749-4b20-9db6-0dc36067ec73 on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:01:28.858500 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.provisioning_blocks [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Transition to ACTIVE for port object b7f55619-cd26-4524-9be4-4bf524016006 will not be triggered until provisioned by entity DHCP. {{(pid=94164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:28.860913 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Pushing event updated for resources: {'Port': ['ID=2a428183-c749-4b20-9db6-0dc36067ec73,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:28.864396 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:01:28.864992 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:28.865434 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.865844 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:01:28.866335 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Bound port: 2a428183-c749-4b20-9db6-0dc36067ec73, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:01:28.866655 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.872968 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.873314 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.873662 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.874007 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.874329 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.874655 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.875523 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.876055 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.876440 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.876768 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.877090 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.877410 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:01:28.896974 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.903419 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-368f6182-d655-4491-a1e8-f2b5508f3ac4 None None] Provisioning complete for port e7f19c94-fd56-436b-ad94-26d3a8e14f0c triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:28.903800 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-368f6182-d655-4491-a1e8-f2b5508f3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.933701 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] For port 2a428183-c749-4b20-9db6-0dc36067ec73, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:01:28.936859 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] For port 2a428183-c749-4b20-9db6-0dc36067ec73, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2a428183-c749-4b20-9db6-0dc36067ec73,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:01:28.941489 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:28.942520 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:28.945085 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:28.948707 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:01:28.987176 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Pushing event updated for resources: {'Port': ['ID=b7f55619-cd26-4524-9be4-4bf524016006,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:29.000963 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809bdf6-4b26-47c6-8207-cf430b75cacc None None] Pushing event updated for resources: {'Port': ['ID=2a428183-c749-4b20-9db6-0dc36067ec73,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:29.012506 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:29.014583 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:29.015196 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:29.126305 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:29.153830 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:29.216908 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1a10fb56-1813-4612-9966-0ed4a74b9478 None None] Provisioning for port b7f55619-cd26-4524-9be4-4bf524016006 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:29.221855 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1a10fb56-1813-4612-9966-0ed4a74b9478 None None] Provisioning complete for port b7f55619-cd26-4524-9be4-4bf524016006 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:29.222235 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1a10fb56-1813-4612-9966-0ed4a74b9478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:29.260662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1a10fb56-1813-4612-9966-0ed4a74b9478 None None] Port b7f55619-cd26-4524-9be4-4bf524016006 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:01:29.313610 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:27Z', 'revision_number': 3, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:29.335587 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:29.340251 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:29.352485 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f6bfd-00f2-44d5-b67e-72e9f3fd495c None None] The sync data for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 is: [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:27Z', 'revision_number': 3, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:01:29.411115 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Pushing event updated for resources: {'Port': ['ID=b7f55619-cd26-4524-9be4-4bf524016006,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:29.414089 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:29.508038 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:29.509450 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:29.661803 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Router 834cb5b0-8e21-4a41-91a0-6635e803bc6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:01:29.779282 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:01:29.781988 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-85592411-b602-4d53-ae7a-a00423988e56 None None] Provisioning complete for port b7f55619-cd26-4524-9be4-4bf524016006 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:29.782509 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-85592411-b602-4d53-ae7a-a00423988e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:29.784477 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-939e9f85-109b-4602-80fc-2c01d008cf3e admin admin] 10.222.0.55 "PUT /v2.0/routers/834cb5b0-8e21-4a41-91a0-6635e803bc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079630 Jul 16 10:01:29.823270 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-85592411-b602-4d53-ae7a-a00423988e56 None None] Port b7f55619-cd26-4524-9be4-4bf524016006 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:01:30.256473 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54858) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:30.261612 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-191959171-network', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:30.281550 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Made reservation on behalf of f7e45c5130c54469afb895f1010ca135 for: {'network': 1} {{(pid=94164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:01:30.283904 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for network, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.292397 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.382365 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.386302 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.412630 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 10:01:30.428357 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e961e5-4d73-4e57-88b0-20df36ea8ff0,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:30.431216 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.431562 n-d-780147-28 neutron-server[94164]: INFO neutron.db.segments_db [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Added segment 98afad2a-3c17-4738-99a2-146cbe6e6895 of type vlan for network 84518f3a-1261-4ddb-bad3-0fd957e83d9a Jul 16 10:01:30.471197 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729841067780'] for network, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.504811 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576'] for network, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.505989 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:30.506563 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.540219 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2800584 Jul 16 10:01:30.540614 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54860) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:30.546000 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Request body: {'subnet': {'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-191959171-subnet', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:30.571697 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ce69c-b301-4be6-aef0-8236a113157b admin admin] Pushing event updated for resources: {'Network': ['ID=84518f3a-1261-4ddb-bad3-0fd957e83d9a,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:30.575174 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Made reservation on behalf of f7e45c5130c54469afb895f1010ca135 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:01:30.577681 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27927371'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.584595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Network 84518f3a-1261-4ddb-bad3-0fd957e83d9a details requested by agent ovs-agent-n-d-780147-28 with host n-d-780147-28 {{(pid=94167) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 10:01:30.616572 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e7f19c94-fd56-436b-ad94-26d3a8e14f0c up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:30.712400 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port e7f19c94-fd56-436b-ad94-26d3a8e14f0c triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:30.712773 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.772957 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27852598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27927385'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.794028 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2a428183-c749-4b20-9db6-0dc36067ec73 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:30.836202 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Pushing event updated for resources: {'Subnet': ['ID=455e2564-afda-4a5d-a9f3-353c6bf12ff3,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:30.850259 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 2a428183-c749-4b20-9db6-0dc36067ec73 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:30.852336 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Checking segment: {'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:30.852692 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Network hostable DHCP agents. Network: 84518f3a-1261-4ddb-bad3-0fd957e83d9a, hostable agents: ['1e744edc-8d0c-4a43-a18e-cf3aee30550d'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 10:01:30.855700 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2a428183-c749-4b20-9db6-0dc36067ec73 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:30.856281 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.871290 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Network 84518f3a-1261-4ddb-bad3-0fd957e83d9a is scheduled to be hosted by DHCP agent 1e744edc-8d0c-4a43-a18e-cf3aee30550d with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 10:01:30.880673 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-28, 84518f3a-1261-4ddb-bad3-0fd957e83d9a) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:30.885466 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:30.886224 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.893670 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c1c67-7356-4e3a-b609-9842f8eb0d3b None None] Network 84518f3a-1261-4ddb-bad3-0fd957e83d9a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:01:30.906948 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cfc98065-b13e-4ab7-9860-375e8bdabfff admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3643906 Jul 16 10:01:30.907190 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54862) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:30.911977 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:30.941966 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-532221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24982'] for router, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.942944 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-586962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24989'] for router, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.956218 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Sync routers for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:01:30.996801 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:30.997438 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:30.999635 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.061821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.137309 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29815'] for router, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.139482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 2a428183-c749-4b20-9db6-0dc36067ec73, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2a428183-c749-4b20-9db6-0dc36067ec73,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:31.147811 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.225279 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde6087f1-f397-519a-9615-5d153912ff71-84518f3a-1261-4ddb-bad3-0fd957e83d9a', 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'fixed_ips': [{'subnet_id': '455e2564-afda-4a5d-a9f3-353c6bf12ff3'}]}} from n-d-780147-28. {{(pid=94167) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 10:01:31.226163 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.229164 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:31.276362 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=2a428183-c749-4b20-9db6-0dc36067ec73,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:31.507717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.db_base_plugin_common [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Allocated IP 172.20.0.2 (84518f3a-1261-4ddb-bad3-0fd957e83d9a/455e2564-afda-4a5d-a9f3-353c6bf12ff3/f8c0b9ea-9435-4c7b-94ab-59126c634219) {{(pid=94167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:01:31.649308 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 2, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:31.680388 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.683816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Checking router: 834cb5b0-8e21-4a41-91a0-6635e803bc6e for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:01:31.683816 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Updating router 834cb5b0-8e21-4a41-91a0-6635e803bc6e port b7f55619-cd26-4524-9be4-4bf524016006 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 10:01:31.699720 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.752713 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.754766 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Notify callbacks [] for port, precommit_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.771653 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Transition to ACTIVE for port object f8c0b9ea-9435-4c7b-94ab-59126c634219 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:31.809810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Transition to ACTIVE for port object f8c0b9ea-9435-4c7b-94ab-59126c634219 will not be triggered until provisioned by entity DHCP. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:31.810620 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Allocated IP 172.25.6.64 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/3927f6d5-e520-4e0f-8951-6698739752de) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:01:31.821466 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947'] for port, after_create {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.912408 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.925219 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Network 84518f3a-1261-4ddb-bad3-0fd957e83d9a is already hosted by enough agents. {{(pid=94167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:31.932845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Pushing event updated for resources: {'Port': ['ID=f8c0b9ea-9435-4c7b-94ab-59126c634219,revision_number=1']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:31.935282 n-d-780147-28 neutron-server[94167]: DEBUG neutron.scheduler.base_scheduler [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Resources bound (agent type, host, resource id): {{(pid=94167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:31.939199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Received port after_create {{(pid=94167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:01:31.954706 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:31.988718 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:31.991801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:31.997798 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:01:32.029974 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Pushing event updated for resources: {'Port': ['ID=3927f6d5-e520-4e0f-8951-6698739752de,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:32.049929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Attempting to bind port f8c0b9ea-9435-4c7b-94ab-59126c634219 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:01:32.050300 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Attempting to bind port f8c0b9ea-9435-4c7b-94ab-59126c634219 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:01:32.050662 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Attempting to bind port f8c0b9ea-9435-4c7b-94ab-59126c634219 on network 84518f3a-1261-4ddb-bad3-0fd957e83d9a {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:01:32.064162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:01:32.064528 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Checking segment: {'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:32.064929 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.065318 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Bound using segment: {'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:01:32.065818 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Bound port: f8c0b9ea-9435-4c7b-94ab-59126c634219, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:01:32.066196 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.264429 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.335422 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] For port f8c0b9ea-9435-4c7b-94ab-59126c634219, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:01:32.341143 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.353677 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] For port f8c0b9ea-9435-4c7b-94ab-59126c634219, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f8c0b9ea-9435-4c7b-94ab-59126c634219,segment=NetworkSegment(98afad2a-3c17-4738-99a2-146cbe6e6895),segment_id=98afad2a-3c17-4738-99a2-146cbe6e6895)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:01:32.358717 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Transition to ACTIVE for port object b7f55619-cd26-4524-9be4-4bf524016006 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:32.361638 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.372057 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.433301 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5da1d-5821-428c-bee9-076c1faceb4b None None] Pushing event updated for resources: {'Port': ['ID=f8c0b9ea-9435-4c7b-94ab-59126c634219,revision_number=2']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:32.505462 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531981'] for router, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.522437 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Attempting to bind port b7f55619-cd26-4524-9be4-4bf524016006 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:01:32.522695 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Attempting to bind port b7f55619-cd26-4524-9be4-4bf524016006 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:01:32.523089 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Attempting to bind port b7f55619-cd26-4524-9be4-4bf524016006 on network 049fb6ef-5df4-4822-a7ce-6df6d3563065 {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:01:32.526567 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5a413-744c-4116-b0f6-f1a081297b7f None None] Pushing event updated for resources: {'Port': ['ID=b7f55619-cd26-4524-9be4-4bf524016006,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:32.531838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:01:32.532407 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Checking segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:32.532911 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.533403 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Bound using segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:01:32.534183 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Bound port: b7f55619-cd26-4524-9be4-4bf524016006, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:01:32.534658 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.571358 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2a428183-c749-4b20-9db6-0dc36067ec73 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:32.637229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] For port b7f55619-cd26-4524-9be4-4bf524016006, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:01:32.641070 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] For port b7f55619-cd26-4524-9be4-4bf524016006, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b7f55619-cd26-4524-9be4-4bf524016006,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:01:32.651473 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.668957 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 is scheduled to L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 with binding_index 1 {{(pid=94164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 10:01:32.726014 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 2a428183-c749-4b20-9db6-0dc36067ec73 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:32.726393 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.780115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5a413-744c-4116-b0f6-f1a081297b7f None None] Pushing event updated for resources: {'Port': ['ID=b7f55619-cd26-4524-9be4-4bf524016006,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:32.785258 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:32.785919 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:32.834984 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:01:32.849279 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Sync routers for ids ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:01:32.863572 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Routers {'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:32.864460 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:32.865147 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:32.868784 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-597ea672-5d64-44a0-9dc8-faf66b570582 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9605470 Jul 16 10:01:32.870175 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54864) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:32.956861 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:33.105003 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Set router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:33.208250 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:32Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:33.235838 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ef06e-9301-4c4c-b884-0e62fdd5a3e2 None None] The sync data for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 is: [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:32Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:01:33.319244 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3927f6d5-e520-4e0f-8951-6698739752de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:01:32Z', 'revision_number': 3, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port': {'id': '3927f6d5-e520-4e0f-8951-6698739752de', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:31Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:33.352316 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Checking router: ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:01:33.352659 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Updating router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 port 3927f6d5-e520-4e0f-8951-6698739752de binding host n-d-780147-28 {{(pid=94168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 10:01:33.373518 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.397552 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.585579 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Allocated IP 172.20.0.1 (84518f3a-1261-4ddb-bad3-0fd957e83d9a/455e2564-afda-4a5d-a9f3-353c6bf12ff3/777384e2-82e6-4293-907f-4c1eb1d27213) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:01:33.729880 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Notify callbacks [] for port, precommit_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.731836 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.743671 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.provisioning_blocks [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Transition to ACTIVE for port object 3927f6d5-e520-4e0f-8951-6698739752de will not be triggered until provisioned by entity L2. {{(pid=94168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:33.754414 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.755016 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Transition to ACTIVE for port object 777384e2-82e6-4293-907f-4c1eb1d27213 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:33.790267 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe7cf5-06e0-4e90-8774-0a4bfbee479e None None] Network 84518f3a-1261-4ddb-bad3-0fd957e83d9a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:01:33.801208 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.828703 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4afe5e-e090-4fff-a1e0-59572ef7f19b None None] Pushing event updated for resources: {'Port': ['ID=3927f6d5-e520-4e0f-8951-6698739752de,revision_number=2']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:33.835950 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Attempting to bind port 3927f6d5-e520-4e0f-8951-6698739752de on host n-d-780147-28 for vnic_type normal with profile {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:01:33.836321 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Attempting to bind port 3927f6d5-e520-4e0f-8951-6698739752de by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:01:33.836751 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Attempting to bind port 3927f6d5-e520-4e0f-8951-6698739752de on network b64b55e4-3c69-479a-a629-0c4724bfe1cc {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:01:33.843935 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:01:33.844333 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Checking segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:33.844734 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.845261 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Bound using segment: {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'} {{(pid=94168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:01:33.845766 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.managers [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Bound port: 3927f6d5-e520-4e0f-8951-6698739752de, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d8697-500c-44d7-aa35-2efec7855c59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc'}}] {{(pid=94168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:01:33.846151 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.850139 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Network 84518f3a-1261-4ddb-bad3-0fd957e83d9a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:33.853851 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:33.858497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:01:33.899210 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-5bb12c2b-b10b-4afe-b9d4-76a212036d80 None None] Provisioning for port f8c0b9ea-9435-4c7b-94ab-59126c634219 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:33.902070 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Pushing event updated for resources: {'Port': ['ID=777384e2-82e6-4293-907f-4c1eb1d27213,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:33.918523 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960314'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.925106 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] For port 3927f6d5-e520-4e0f-8951-6698739752de, host n-d-780147-28, cleared binding levels {{(pid=94168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:01:33.929636 n-d-780147-28 neutron-server[94168]: DEBUG neutron.plugins.ml2.db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] For port 3927f6d5-e520-4e0f-8951-6698739752de, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3927f6d5-e520-4e0f-8951-6698739752de,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:01:33.937027 n-d-780147-28 neutron-server[94168]: DEBUG neutron_lib.callbacks.manager [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.997442 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Routers {'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:33.998120 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:34.081326 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4afe5e-e090-4fff-a1e0-59572ef7f19b None None] Pushing event updated for resources: {'Port': ['ID=3927f6d5-e520-4e0f-8951-6698739752de,revision_number=3']} {{(pid=94168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:34.099318 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.161935 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] Set router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:34.361763 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-60e36922-c047-4181-8147-8b1cbe3ca44a None None] Provisioning for port 777384e2-82e6-4293-907f-4c1eb1d27213 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:34.367288 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-60e36922-c047-4181-8147-8b1cbe3ca44a None None] Provisioning complete for port 777384e2-82e6-4293-907f-4c1eb1d27213 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:34.367662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-60e36922-c047-4181-8147-8b1cbe3ca44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.439646 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-60e36922-c047-4181-8147-8b1cbe3ca44a None None] Port 777384e2-82e6-4293-907f-4c1eb1d27213 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:01:34.444082 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3927f6d5-e520-4e0f-8951-6698739752de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:01:32Z', 'revision_number': 3, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port': {'id': '3927f6d5-e520-4e0f-8951-6698739752de', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:31Z', 'updated_at': '2021-07-16T10:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:34.495348 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51066f-0edc-416f-a489-8423ddea3180 None None] The sync data for ids ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'] in n-d-780147-28 is: [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3927f6d5-e520-4e0f-8951-6698739752de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:01:32Z', 'revision_number': 3, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port': {'id': '3927f6d5-e520-4e0f-8951-6698739752de', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:31Z', 'updated_at': '2021-07-16T10:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:01:34.628965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f8c0b9ea-9435-4c7b-94ab-59126c634219 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:34.680097 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-1c63470d-123a-4e48-8146-44519733d1ba None None] Provisioning complete for port 777384e2-82e6-4293-907f-4c1eb1d27213 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:34.680406 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1c63470d-123a-4e48-8146-44519733d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.680544 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.689615 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.723920 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-1c63470d-123a-4e48-8146-44519733d1ba None None] Port 777384e2-82e6-4293-907f-4c1eb1d27213 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:01:34.729891 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port f8c0b9ea-9435-4c7b-94ab-59126c634219 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:34.736324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f8c0b9ea-9435-4c7b-94ab-59126c634219 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:34.737218 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.765570 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Pushing event updated for resources: {'Port': ['ID=777384e2-82e6-4293-907f-4c1eb1d27213,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:34.769382 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960334'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.819763 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.854328 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port f8c0b9ea-9435-4c7b-94ab-59126c634219, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f8c0b9ea-9435-4c7b-94ab-59126c634219,segment=NetworkSegment(98afad2a-3c17-4738-99a2-146cbe6e6895),segment_id=98afad2a-3c17-4738-99a2-146cbe6e6895)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:34.859066 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.860482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b7f55619-cd26-4524-9be4-4bf524016006 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:34.867728 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Network 84518f3a-1261-4ddb-bad3-0fd957e83d9a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:34.869176 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:34.944823 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port b7f55619-cd26-4524-9be4-4bf524016006 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:34.981734 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=f8c0b9ea-9435-4c7b-94ab-59126c634219,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:34.986327 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b7f55619-cd26-4524-9be4-4bf524016006 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:34.986705 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.058983 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:01:35.084473 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.130789 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port b7f55619-cd26-4524-9be4-4bf524016006, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b7f55619-cd26-4524-9be4-4bf524016006,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:35.137207 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.192012 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=b7f55619-cd26-4524-9be4-4bf524016006,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:35.197081 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:01:35.202018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bbbf78b9-fe45-474d-aa65-4d478715faf0 admin admin] 10.222.0.55 "PUT /v2.0/routers/ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3304451 Jul 16 10:01:35.247160 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-4f9c4e73-92b8-4dff-820d-aed65c2d62b5 None None] Provisioning complete for port 777384e2-82e6-4293-907f-4c1eb1d27213 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:35.247566 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4f9c4e73-92b8-4dff-820d-aed65c2d62b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.283831 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c4e73-92b8-4dff-820d-aed65c2d62b5 None None] Port 777384e2-82e6-4293-907f-4c1eb1d27213 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:01:35.684128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54872) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:35.689484 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-85d38a18-8bb4-4f2f-b6e0-307b8090e087 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338710279', 'description': 'tempest-secgroup-smoke-338710279 description', 'project_id': 'c2125d0bd19746c580294c2161eec950'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:35.711572 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85d38a18-8bb4-4f2f-b6e0-307b8090e087 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.792472 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85d38a18-8bb4-4f2f-b6e0-307b8090e087 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.796120 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85d38a18-8bb4-4f2f-b6e0-307b8090e087 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.824988 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85d38a18-8bb4-4f2f-b6e0-307b8090e087 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.826237 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-85d38a18-8bb4-4f2f-b6e0-307b8090e087 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1410949 Jul 16 10:01:35.828892 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d38a18-8bb4-4f2f-b6e0-307b8090e087 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06cdabf-89dd-4e0e-90f3-a6091c039f40,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:35.829945 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54874) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:35.834890 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-2e52ab73-4646-403e-a8f5-d726d0fe2613 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'security_group_rule': {'security_group_id': 'd06cdabf-89dd-4e0e-90f3-a6091c039f40', 'project_id': 'c2125d0bd19746c580294c2161eec950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:35.862573 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e52ab73-4646-403e-a8f5-d726d0fe2613 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.918546 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e52ab73-4646-403e-a8f5-d726d0fe2613 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.922425 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e52ab73-4646-403e-a8f5-d726d0fe2613 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.941807 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52ab73-4646-403e-a8f5-d726d0fe2613 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecb97df-5836-4d1e-8f20-08290270b3fd,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:35.950560 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-2e52ab73-4646-403e-a8f5-d726d0fe2613 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.955697 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-2e52ab73-4646-403e-a8f5-d726d0fe2613 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210220 Jul 16 10:01:35.955914 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 54876) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:35.960642 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-31ff2beb-fa7a-47d3-90ad-8d7136b02573 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'security_group_rule': {'security_group_id': 'd06cdabf-89dd-4e0e-90f3-a6091c039f40', 'project_id': 'c2125d0bd19746c580294c2161eec950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:35.986281 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31ff2beb-fa7a-47d3-90ad-8d7136b02573 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.049040 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31ff2beb-fa7a-47d3-90ad-8d7136b02573 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.052945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31ff2beb-fa7a-47d3-90ad-8d7136b02573 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.073378 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff2beb-fa7a-47d3-90ad-8d7136b02573 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b48bb57-567c-498e-bbca-e1a1b7d0a4e0,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:36.077201 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31ff2beb-fa7a-47d3-90ad-8d7136b02573 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.081273 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54878) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:36.081462 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-31ff2beb-fa7a-47d3-90ad-8d7136b02573 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244202 Jul 16 10:01:36.086048 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-9b28a8da-5028-453b-9ebb-fc10d96a50b6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'security_group_rule': {'security_group_id': 'd06cdabf-89dd-4e0e-90f3-a6091c039f40', 'project_id': 'c2125d0bd19746c580294c2161eec950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:36.112386 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8da-5028-453b-9ebb-fc10d96a50b6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.176599 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8da-5028-453b-9ebb-fc10d96a50b6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.180300 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8da-5028-453b-9ebb-fc10d96a50b6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.200645 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28a8da-5028-453b-9ebb-fc10d96a50b6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9be61d-ca95-4152-9527-bded4c3f036e,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:36.204547 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8da-5028-453b-9ebb-fc10d96a50b6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.205762 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-9b28a8da-5028-453b-9ebb-fc10d96a50b6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234419 Jul 16 10:01:36.208559 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54880) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:36.212998 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-98348088-8a8e-46cc-84c0-c06bbb7347d9 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'security_group_rule': {'security_group_id': 'd06cdabf-89dd-4e0e-90f3-a6091c039f40', 'project_id': 'c2125d0bd19746c580294c2161eec950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:36.239940 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98348088-8a8e-46cc-84c0-c06bbb7347d9 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.302530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98348088-8a8e-46cc-84c0-c06bbb7347d9 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.307293 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98348088-8a8e-46cc-84c0-c06bbb7347d9 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.328460 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98348088-8a8e-46cc-84c0-c06bbb7347d9 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a027b1-4a22-4107-a599-a972c69325b3,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:36.331273 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-98348088-8a8e-46cc-84c0-c06bbb7347d9 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.332468 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-98348088-8a8e-46cc-84c0-c06bbb7347d9 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229782 Jul 16 10:01:36.335298 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54882) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:36.340047 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-50c5b1b9-4655-4115-8813-47054e7897c1 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'security_group_rule': {'security_group_id': 'd06cdabf-89dd-4e0e-90f3-a6091c039f40', 'project_id': 'c2125d0bd19746c580294c2161eec950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:36.364545 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-50c5b1b9-4655-4115-8813-47054e7897c1 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Project c2125d0bd19746c580294c2161eec950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 10:01:36.369744 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50c5b1b9-4655-4115-8813-47054e7897c1 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.431570 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50c5b1b9-4655-4115-8813-47054e7897c1 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.435109 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50c5b1b9-4655-4115-8813-47054e7897c1 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.454072 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5b1b9-4655-4115-8813-47054e7897c1 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fd5b49-48af-43d3-b3b7-f69e7b94160d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:36.461158 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-50c5b1b9-4655-4115-8813-47054e7897c1 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.464984 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-50c5b1b9-4655-4115-8813-47054e7897c1 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259570 Jul 16 10:01:36.465467 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54884) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:36.470542 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-96cfa699-c49b-4811-bf9b-279d1b119c38 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'security_group_rule': {'security_group_id': 'd06cdabf-89dd-4e0e-90f3-a6091c039f40', 'project_id': 'c2125d0bd19746c580294c2161eec950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:36.496091 n-d-780147-28 neutron-server[94164]: INFO neutron.db.securitygroups_db [None req-96cfa699-c49b-4811-bf9b-279d1b119c38 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Project c2125d0bd19746c580294c2161eec950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 10:01:36.501509 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96cfa699-c49b-4811-bf9b-279d1b119c38 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.567857 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96cfa699-c49b-4811-bf9b-279d1b119c38 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.573363 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96cfa699-c49b-4811-bf9b-279d1b119c38 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037099'] for security_group_rule, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.591424 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfa699-c49b-4811-bf9b-279d1b119c38 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5548c0d4-92fc-498b-adf1-cc7b1ef6176d,revision_number=0']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:36.601187 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-96cfa699-c49b-4811-bf9b-279d1b119c38 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.604786 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-96cfa699-c49b-4811-bf9b-279d1b119c38 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387193 Jul 16 10:01:36.609822 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f8c0b9ea-9435-4c7b-94ab-59126c634219 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:36.671548 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port f8c0b9ea-9435-4c7b-94ab-59126c634219 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:36.672543 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.693841 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Sync routers for ids ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:01:36.715257 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Routers {'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:36.715886 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:36.747994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-10b3a027-05b6-43d5-8127-60f4014ee6f8 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338710279&fields=id&tenant_id=c2125d0bd19746c580294c2161eec950 HTTP/1.1" status: 200 len: 267 time: 0.0342705 Jul 16 10:01:36.846187 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3927f6d5-e520-4e0f-8951-6698739752de up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:36.853495 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-00a31d3a-2bcb-4166-95b3-03717176c397 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:36.854988 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-00a31d3a-2bcb-4166-95b3-03717176c397 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 809 time: 0.1006269 Jul 16 10:01:36.870400 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-c74c5d09-d54e-43a5-aab6-ff14aa6c3fa0 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/quotas/c2125d0bd19746c580294c2161eec950 HTTP/1.1" status: 200 len: 375 time: 0.0095201 Jul 16 10:01:36.872587 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Set router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:36.944515 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-2aaaf274-ae7e-4d07-a140-b442a5530381 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686393 Jul 16 10:01:36.981723 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 3927f6d5-e520-4e0f-8951-6698739752de completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:36.988448 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3927f6d5-e520-4e0f-8951-6698739752de triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:36.988823 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.043778 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f19836b0-990a-44eb-9686-193fae7885b2 service neutron] 10.222.0.55 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871577 Jul 16 10:01:37.144872 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-7ac5366d-f243-4c44-ab06-278f4f2e2c5d service neutron] 10.222.0.55 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946505 Jul 16 10:01:37.314242 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.332772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6c6dbccf-3b91-4126-b73a-01959c8bcc23 req-9694ab2a-f750-4c78-a397-2910bab234aa tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 210 time: 0.0300915 Jul 16 10:01:37.340959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3927f6d5-e520-4e0f-8951-6698739752de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:01:34Z', 'revision_number': 4, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port': {'id': '3927f6d5-e520-4e0f-8951-6698739752de', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:31Z', 'updated_at': '2021-07-16T10:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '777384e2-82e6-4293-907f-4c1eb1d27213', 'name': '', 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'mac_address': 'fa:16:3e:f7:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '455e2564-afda-4a5d-a9f3-353c6bf12ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:33Z', 'updated_at': '2021-07-16T10:01:34Z', 'revision_number': 2, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'subnets': [{'id': '455e2564-afda-4a5d-a9f3-353c6bf12ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:37.345442 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 3927f6d5-e520-4e0f-8951-6698739752de, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3927f6d5-e520-4e0f-8951-6698739752de,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:37.379658 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.380412 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b7f55619-cd26-4524-9be4-4bf524016006 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:37.384348 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Checking router: ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:01:37.384697 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Updating router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 port 777384e2-82e6-4293-907f-4c1eb1d27213 binding host n-d-780147-28 {{(pid=94167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 10:01:37.469592 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.493959 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=3927f6d5-e520-4e0f-8951-6698739752de,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:37.531804 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port b7f55619-cd26-4524-9be4-4bf524016006 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:37.532291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.850105 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Notify callbacks [] for port, precommit_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.859846 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Transition to ACTIVE for port object 777384e2-82e6-4293-907f-4c1eb1d27213 will not be triggered until provisioned by entity L2. {{(pid=94167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:37.866046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.937170 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ccc4c-5353-408a-a653-86b27f2212c2 None None] Pushing event updated for resources: {'Port': ['ID=777384e2-82e6-4293-907f-4c1eb1d27213,revision_number=3']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:37.976538 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Attempting to bind port 777384e2-82e6-4293-907f-4c1eb1d27213 on host n-d-780147-28 for vnic_type normal with profile {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:01:37.976915 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Attempting to bind port 777384e2-82e6-4293-907f-4c1eb1d27213 by drivers openvswitch,hyperv on host n-d-780147-28 at level 0 using segments [{'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:01:37.977287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Attempting to bind port 777384e2-82e6-4293-907f-4c1eb1d27213 on network 84518f3a-1261-4ddb-bad3-0fd957e83d9a {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:01:37.982585 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Checking agent: {'id': '70ca5711-3690-4296-86fe-44fdfb2f43b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 30, 18), 'started_at': datetime.datetime(2021, 7, 16, 8, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:01:37.982965 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Checking segment: {'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:37.983376 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.983775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Bound using segment: {'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'} {{(pid=94167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:01:37.984449 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.managers [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Bound port: 777384e2-82e6-4293-907f-4c1eb1d27213, host: n-d-780147-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98afad2a-3c17-4738-99a2-146cbe6e6895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a'}}] {{(pid=94167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:01:37.984856 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:38.052425 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] For port 777384e2-82e6-4293-907f-4c1eb1d27213, host n-d-780147-28, cleared binding levels {{(pid=94167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:01:38.055640 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] For port 777384e2-82e6-4293-907f-4c1eb1d27213, host n-d-780147-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=777384e2-82e6-4293-907f-4c1eb1d27213,segment=NetworkSegment(98afad2a-3c17-4738-99a2-146cbe6e6895),segment_id=98afad2a-3c17-4738-99a2-146cbe6e6895)] {{(pid=94167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:01:38.060082 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:38.131623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Routers {'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:38.132266 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:38.136440 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ccc4c-5353-408a-a653-86b27f2212c2 None None] Pushing event updated for resources: {'Port': ['ID=777384e2-82e6-4293-907f-4c1eb1d27213,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:38.251323 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] Set router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:38.442324 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-eb70d01a-94eb-437a-92f9-c2ec2513ade4 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:38.445010 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-eb70d01a-94eb-437a-92f9-c2ec2513ade4 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.52 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 809 time: 0.1239090 Jul 16 10:01:38.483004 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3927f6d5-e520-4e0f-8951-6698739752de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:01:34Z', 'revision_number': 4, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port': {'id': '3927f6d5-e520-4e0f-8951-6698739752de', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:31Z', 'updated_at': '2021-07-16T10:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '777384e2-82e6-4293-907f-4c1eb1d27213', 'name': '', 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'mac_address': 'fa:16:3e:f7:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '455e2564-afda-4a5d-a9f3-353c6bf12ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:33Z', 'updated_at': '2021-07-16T10:01:38Z', 'revision_number': 4, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'subnets': [{'id': '455e2564-afda-4a5d-a9f3-353c6bf12ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:38.519436 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3e0a1-0bb7-43e2-967a-713a025617ac None None] The sync data for ids ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'] in n-d-780147-28 is: [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3927f6d5-e520-4e0f-8951-6698739752de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:01:34Z', 'revision_number': 4, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port': {'id': '3927f6d5-e520-4e0f-8951-6698739752de', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:31Z', 'updated_at': '2021-07-16T10:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': '777384e2-82e6-4293-907f-4c1eb1d27213', 'name': '', 'network_id': '84518f3a-1261-4ddb-bad3-0fd957e83d9a', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'mac_address': 'fa:16:3e:f7:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '455e2564-afda-4a5d-a9f3-353c6bf12ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:33Z', 'updated_at': '2021-07-16T10:01:38Z', 'revision_number': 4, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'subnets': [{'id': '455e2564-afda-4a5d-a9f3-353c6bf12ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:01:38.522957 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c4cdb71a-a19a-449c-b5aa-d2f0f0a27f99 req-980dbb4e-de9f-4c1b-a6e4-af742626f59a tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 210 time: 0.0411282 Jul 16 10:01:38.528608 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-dc86c33c-5160-4129-95ea-b38007a13c50 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2125d0bd19746c580294c2161eec950 HTTP/1.1" status: 200 len: 379 time: 0.0745397 Jul 16 10:01:38.539909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'port': {'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'admin_state_up': True, 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'security_groups': ['d06cdabf-89dd-4e0e-90f3-a6091c039f40']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:38.557381 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3927f6d5-e520-4e0f-8951-6698739752de up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:38.663918 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 3927f6d5-e520-4e0f-8951-6698739752de triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:38.664293 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:38.698931 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Made reservation on behalf of c2125d0bd19746c580294c2161eec950 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:01:38.702961 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:38.835762 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Allocated IP 172.20.0.11 (049fb6ef-5df4-4822-a7ce-6df6d3563065/cd959da2-5412-49f6-b740-b04faf50b4f6/e092141e-6d89-408b-8460-b208d85a8190) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:01:38.986861 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.003624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Transition to ACTIVE for port object e092141e-6d89-408b-8460-b208d85a8190 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:39.037490 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.079253 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:39.084343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:39.086588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:01:39.123320 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:39.148898 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:39.149545 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.165908 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-704c7c5a-0072-4fc1-becd-40a3ba31ca55 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311269 Jul 16 10:01:39.177319 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Request body: {'port': {'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:39.253623 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.342752 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6824e3c2-1ef7-4050-a923-3baa709f204c None None] Provisioning for port e092141e-6d89-408b-8460-b208d85a8190 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:39.346944 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-6824e3c2-1ef7-4050-a923-3baa709f204c None None] Provisioning complete for port e092141e-6d89-408b-8460-b208d85a8190 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:39.347499 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6824e3c2-1ef7-4050-a923-3baa709f204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.382112 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-6824e3c2-1ef7-4050-a923-3baa709f204c None None] Port e092141e-6d89-408b-8460-b208d85a8190 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:01:39.517169 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e092141e-6d89-408b-8460-b208d85a8190 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:01:39.524460 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.536754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Transition to ACTIVE for port object e092141e-6d89-408b-8460-b208d85a8190 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:01:39.540728 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.614465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Pushing event updated for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:39.708381 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Attempting to bind port e092141e-6d89-408b-8460-b208d85a8190 on host n-h1-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:01:39.708868 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Attempting to bind port e092141e-6d89-408b-8460-b208d85a8190 by drivers openvswitch,hyperv on host n-h1-780147-28 at level 0 using segments [{'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:01:39.709294 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Attempting to bind port e092141e-6d89-408b-8460-b208d85a8190 on network 049fb6ef-5df4-4822-a7ce-6df6d3563065 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:01:39.718432 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Port e092141e-6d89-408b-8460-b208d85a8190 on network 049fb6ef-5df4-4822-a7ce-6df6d3563065 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 10:01:39.719436 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Attempting to bind port e092141e-6d89-408b-8460-b208d85a8190 on network 049fb6ef-5df4-4822-a7ce-6df6d3563065 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:01:39.730012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Checking agent: {'id': 'ab538795-9c15-4afb-bdef-ebcbfff0b687', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:01:39.730424 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Checking segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:01:39.730872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Bound using segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:01:39.731382 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Bound port: e092141e-6d89-408b-8460-b208d85a8190, host: n-h1-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:01:39.731827 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.760872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fbeb2-162f-4ea0-b140-9aa9ff9b2d19 req-112e5489-75a9-4737-a684-6afb31b610e3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:39.762607 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-499fbeb2-162f-4ea0-b140-9aa9ff9b2d19 req-112e5489-75a9-4737-a684-6afb31b610e3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 944 time: 0.1131406 Jul 16 10:01:39.839326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-499fbeb2-162f-4ea0-b140-9aa9ff9b2d19 req-609d2423-e26b-4017-a6ce-b055af6eb091 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588589 Jul 16 10:01:39.840310 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:01:39.843395 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:01:39.849001 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.884774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:39.885462 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:39.886793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] 10.222.0.52 "PUT /v2.0/ports/e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 1093 time: 0.7138302 Jul 16 10:01:39.887229 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:01:39.889482 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fefed55-7591-4746-9730-667bb2956771" -d '{"events": [{"name": "network-changed", "server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "tag": "e092141e-6d89-408b-8460-b208d85a8190"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:01:39.937339 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440cc4e-b48e-4c3e-ae77-afa2838b5519 service neutron] Pushing event updated for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:39.943333 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a92dbb-1a01-4d70-bf7a-bd653232ea4b x-openstack-request-id: req-c4a92dbb-1a01-4d70-bf7a-bd653232ea4b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:01:39.943564 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "tag": "e092141e-6d89-408b-8460-b208d85a8190", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:01:39.943819 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4a92dbb-1a01-4d70-bf7a-bd653232ea4b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:01:39.944215 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190', 'status': 'completed', 'code': 200} Jul 16 10:01:39.995534 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-1275f0d9-af5b-4fd7-9aef-c053e742172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:39.997408 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-1275f0d9-af5b-4fd7-9aef-c053e742172a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1096 time: 0.0703533 Jul 16 10:01:40.042945 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-c0e0061c-726a-4a8a-80d1-636925d65598 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 217 time: 0.0378091 Jul 16 10:01:40.095386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-e600b68a-3ac2-4f4f-8702-cf697db77e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:40.096876 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-e600b68a-3ac2-4f4f-8702-cf697db77e0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0469332 Jul 16 10:01:40.159724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-244748ac-6b27-4967-967f-1efea870333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:40.161180 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-244748ac-6b27-4967-967f-1efea870333b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586548 Jul 16 10:01:40.252028 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-08fe5d46-0d6c-4bd4-aa88-26d187b3b36b service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836482 Jul 16 10:01:40.343131 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9fbb658a-8a8e-442d-944f-36651b2b7398 req-616aeff2-0d01-479e-b7b7-833a4b4db044 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851500 Jul 16 10:01:40.443545 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefed55-7591-4746-9730-667bb2956771 req-a3705741-b9a0-420f-a31d-e5f4fa9942ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:40.445098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fefed55-7591-4746-9730-667bb2956771 req-a3705741-b9a0-420f-a31d-e5f4fa9942ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1096 time: 0.0531266 Jul 16 10:01:40.551391 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefed55-7591-4746-9730-667bb2956771 req-4aba85f9-7d4d-428c-b254-34da66a82b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:40.552832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fefed55-7591-4746-9730-667bb2956771 req-4aba85f9-7d4d-428c-b254-34da66a82b44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.1017530 Jul 16 10:01:40.562194 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 777384e2-82e6-4293-907f-4c1eb1d27213 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:40.596913 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fefed55-7591-4746-9730-667bb2956771 req-2e1e364f-528a-43a6-aee7-619ed9ba7497 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 217 time: 0.0374854 Jul 16 10:01:40.617319 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning for port 777384e2-82e6-4293-907f-4c1eb1d27213 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:40.621834 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 777384e2-82e6-4293-907f-4c1eb1d27213 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:40.622210 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:40.650360 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefed55-7591-4746-9730-667bb2956771 req-2a811ff2-92f8-4940-a7e8-e3b7945cd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:40.652104 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fefed55-7591-4746-9730-667bb2956771 req-2a811ff2-92f8-4940-a7e8-e3b7945cd199 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0478728 Jul 16 10:01:40.703579 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:40.713954 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefed55-7591-4746-9730-667bb2956771 req-253e4588-3285-4081-ae42-3b8113da2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:40.715786 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fefed55-7591-4746-9730-667bb2956771 req-253e4588-3285-4081-ae42-3b8113da2b9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566392 Jul 16 10:01:40.739950 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] For port 777384e2-82e6-4293-907f-4c1eb1d27213, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=777384e2-82e6-4293-907f-4c1eb1d27213,segment=NetworkSegment(98afad2a-3c17-4738-99a2-146cbe6e6895),segment_id=98afad2a-3c17-4738-99a2-146cbe6e6895)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:40.745075 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:40.799241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Pushing event updated for resources: {'Port': ['ID=777384e2-82e6-4293-907f-4c1eb1d27213,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:40.815832 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fefed55-7591-4746-9730-667bb2956771 req-d102f587-6efa-486d-b5b0-37accf015448 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917871 Jul 16 10:01:40.915708 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fefed55-7591-4746-9730-667bb2956771 req-0bde13f8-1f59-4624-a661-296edaefa660 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918465 Jul 16 10:01:41.030935 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724903a-4bae-44ad-8e41-e2080e49fa13 req-cd66ee30-a56e-4bb5-9a03-3b1d4892670e tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:41.032587 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c724903a-4bae-44ad-8e41-e2080e49fa13 req-cd66ee30-a56e-4bb5-9a03-3b1d4892670e tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 944 time: 0.0741115 Jul 16 10:01:41.074299 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c724903a-4bae-44ad-8e41-e2080e49fa13 req-1448535b-f1d8-46e1-82d1-d011c542014a tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360355 Jul 16 10:01:41.495930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e092141e-6d89-408b-8460-b208d85a8190 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 10:01:41.590599 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:41.602797 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'e092141e-6d89-408b-8460-b208d85a8190', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 10:01:41.648392 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:41.661394 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e092141e-6d89-408b-8460-b208d85a8190 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:01:41.683616 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:41.688302 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:41.734458 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:41.889123 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e092141e-6d89-408b-8460-b208d85a8190'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 10:01:42.248306 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f8b13-6535-4452-8117-372e25fd84fa req-1600de99-64d6-42c4-94cb-d8f19d541e58 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:42.249861 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae7f8b13-6535-4452-8117-372e25fd84fa req-1600de99-64d6-42c4-94cb-d8f19d541e58 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 945 time: 0.0643437 Jul 16 10:01:42.287529 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ae7f8b13-6535-4452-8117-372e25fd84fa req-7fa94af9-c298-4605-9811-7db7b007174d tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 Jul 16 10:01:42.525184 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 777384e2-82e6-4293-907f-4c1eb1d27213 up at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:42.577554 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Provisioning complete for port 777384e2-82e6-4293-907f-4c1eb1d27213 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:42.577554 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:43.462351 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceba062-b155-4cc8-9fd0-a0baedc00b75 req-ff8b67ef-bccc-4708-aeb6-f8c3ee9644dd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:43.463828 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ceba062-b155-4cc8-9fd0-a0baedc00b75 req-ff8b67ef-bccc-4708-aeb6-f8c3ee9644dd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 945 time: 0.0666020 Jul 16 10:01:43.507022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e092141e-6d89-408b-8460-b208d85a8190 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:01:43.507728 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4ceba062-b155-4cc8-9fd0-a0baedc00b75 req-c8dd4cfe-fffe-4b7a-9f53-a18e35d1d103 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378513 Jul 16 10:01:43.554474 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning for port e092141e-6d89-408b-8460-b208d85a8190 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:01:43.557929 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port e092141e-6d89-408b-8460-b208d85a8190 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:01:43.558295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:43.637121 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:43.654820 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:01:43.657750 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fed70e-f95f-40d3-8bbc-f37d8905ce02" -d '{"events": [{"server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "name": "network-vif-plugged", "status": "completed", "tag": "e092141e-6d89-408b-8460-b208d85a8190"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:01:43.670324 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:01:43.674309 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:43.700240 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f8f0c-aef5-4723-886e-d36a66114e8f x-openstack-request-id: req-d38f8f0c-aef5-4723-886e-d36a66114e8f {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:01:43.700524 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "name": "network-vif-plugged", "status": "completed", "tag": "e092141e-6d89-408b-8460-b208d85a8190", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:01:43.700776 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d38f8f0c-aef5-4723-886e-d36a66114e8f {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:01:43.701155 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190', 'code': 200} Jul 16 10:01:43.727447 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:43.814895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d015f-b49d-486e-ac4a-8cdb75aeaffc req-3daf101d-538c-4051-b6c5-3a90b30a5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:43.816417 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef2d015f-b49d-486e-ac4a-8cdb75aeaffc req-3daf101d-538c-4051-b6c5-3a90b30a5a67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1098 time: 0.0536702 Jul 16 10:01:43.851290 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ef2d015f-b49d-486e-ac4a-8cdb75aeaffc req-4178df53-81b0-4898-86f6-5778e2262ecf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281503 Jul 16 10:01:44.544635 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ef9f024b-eff3-4b8e-bb3a-5e2c5952b768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:44.690588 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335e9e-f35c-4a13-86a0-7b7312d032bb req-e92e1fd5-f94b-4a9b-a894-61096144b04f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:44.692067 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8335e9e-f35c-4a13-86a0-7b7312d032bb req-e92e1fd5-f94b-4a9b-a894-61096144b04f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 946 time: 0.0630569 Jul 16 10:01:44.728720 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a8335e9e-f35c-4a13-86a0-7b7312d032bb req-ad5628e8-d65e-4555-a90b-35169191c796 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Jul 16 10:01:45.908374 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a59c6-931b-4010-963f-4ed87a9a950f req-b27dbf57-8aba-441a-9fbd-5f94417f5bb8 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:45.909845 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a61a59c6-931b-4010-963f-4ed87a9a950f req-b27dbf57-8aba-441a-9fbd-5f94417f5bb8 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 946 time: 0.0680635 Jul 16 10:01:45.948883 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a61a59c6-931b-4010-963f-4ed87a9a950f req-b7e83831-36fa-4e62-b0b5-68c0b93a1d2e tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332789 Jul 16 10:01:46.123631 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1f7b2-fc18-4ffc-85c3-f5ea028801ef req-31c97b66-d390-4658-895e-ca7350fb279c tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:46.125781 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49a1f7b2-fc18-4ffc-85c3-f5ea028801ef req-31c97b66-d390-4658-895e-ca7350fb279c tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 946 time: 0.0643690 Jul 16 10:01:46.134848 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:46.164448 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-49a1f7b2-fc18-4ffc-85c3-f5ea028801ef req-488697a5-5f8e-41b6-9e05-156b374779ac tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330405 Jul 16 10:01:46.188464 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54932) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:46.326546 n-d-780147-28 neutron-server[94164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c46996a-6499-4c62-a5af-6afbeef53f96 tempest-TestSnapshotPattern-1133023590 tempest-TestSnapshotPattern-1133023590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:46.328252 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-3c46996a-6499-4c62-a5af-6afbeef53f96 tempest-TestSnapshotPattern-1133023590 tempest-TestSnapshotPattern-1133023590-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1093 time: 0.1385925 Jul 16 10:01:46.331164 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 54936) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:01:46.335627 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.v2.base [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:01:46.357660 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for floatingip, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:46.456574 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:46.557429 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_common [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Allocated IP 172.25.6.140 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/c357e3be-691f-4471-858d-b57a3e014793) {{(pid=94164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:01:46.662194 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for port, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:46.698444 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:46.734128 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:01:46.740315 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.base_scheduler [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Resources bound (agent type, host, resource id): {{(pid=94164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:01:46.744167 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Received port after_create {{(pid=94164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:01:46.750214 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'Port': ['ID=c357e3be-691f-4471-858d-b57a3e014793,revision_number=1']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:47.106996 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.180530 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.331834 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for port, precommit_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.336177 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28390643'] for port, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.403427 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'Port': ['ID=c357e3be-691f-4471-858d-b57a3e014793,revision_number=2']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:01:47.415394 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.512809 n-d-780147-28 neutron-server[94164]: INFO neutron.db.l3_db [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Floating IP 039defea-4a03-4881-8d07-93a7be52a1d5 associated. External IP: 172.25.6.140, port: e092141e-6d89-408b-8460-b208d85a8190. Jul 16 10:01:47.712333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.722785 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Router 834cb5b0-8e21-4a41-91a0-6635e803bc6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:01:47.735064 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-e9672a03-9c73-4ee9-a960-00802aebec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.828113 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:01:47.837578 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] Sync routers for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:01:47.843921 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.847561 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:47.848165 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:47.893752 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-166928af-5576-440a-8894-888a144138c3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5522933 Jul 16 10:01:47.893752 n-d-780147-28 neutron-server[94164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190'}] {{(pid=94164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:01:47.893752 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f5341171df19ebb18bc644e43808144b1a36321c09ce8b3fe81b9f45ca4c206" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324acf5a-12ec-40fe-b96a-3710d7d08d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "tag": "e092141e-6d89-408b-8460-b208d85a8190"}]}' {{(pid=94164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:01:47.923539 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1f32e-40f2-4aec-b538-ea71796f0a06 x-openstack-request-id: req-64a1f32e-40f2-4aec-b538-ea71796f0a06 {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:01:47.923829 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "tag": "e092141e-6d89-408b-8460-b208d85a8190", "status": "completed", "code": 200}]} {{(pid=94164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:01:47.924079 n-d-780147-28 neutron-server[94164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64a1f32e-40f2-4aec-b538-ea71796f0a06 {{(pid=94164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:01:47.924518 n-d-780147-28 neutron-server[94164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190', 'status': 'completed', 'code': 200} Jul 16 10:01:47.955122 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:47.999525 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-e63c6fab-40bd-48f4-8539-eddcd13232c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:48.001170 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-e63c6fab-40bd-48f4-8539-eddcd13232c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1098 time: 0.0535784 Jul 16 10:01:48.094819 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-9758a65f-ba0c-4c8a-a0f5-dc62568c82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:48.096316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-9758a65f-ba0c-4c8a-a0f5-dc62568c82d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0885227 Jul 16 10:01:48.166825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-b8fc6d20-e978-459f-ad29-1eb9d58e1b3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 1000 time: 0.0642295 Jul 16 10:01:48.177182 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:46Z', 'revision_number': 0, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:48.206590 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] Checking router: 834cb5b0-8e21-4a41-91a0-6635e803bc6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:01:48.214539 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:01:48.215137 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:01:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:48.216598 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-d9375bec-c2ba-41c9-a71c-ddecf618c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:48.218135 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-d9375bec-c2ba-41c9-a71c-ddecf618c86f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0452812 Jul 16 10:01:48.277543 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-4bf56c4d-644a-4624-a790-4eea9e571dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:48.279145 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-4bf56c4d-644a-4624-a790-4eea9e571dd5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542753 Jul 16 10:01:48.376433 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-ced93fcb-9f31-48d8-92e9-094f37739880 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905929 Jul 16 10:01:48.414909 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:01:48.467835 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-324acf5a-12ec-40fe-b96a-3710d7d08d5b req-223313f6-cef7-4593-a8de-68061fca2b70 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843284 Jul 16 10:01:48.639706 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:46Z', 'revision_number': 0, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:01:48.665598 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55eeffc-550e-4856-a815-6df04edc890a None None] The sync data for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 is: [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:46Z', 'revision_number': 0, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:01:48.846689 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f4a21-6398-42b5-adbb-edfddf4045cb None None] New status for floating IP 039defea-4a03-4881-8d07-93a7be52a1d5: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:01:49.167523 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:49.678518 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:50.441419 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:58.626235 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:02:12.400406 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-ed0eb45c-5e9a-4e70-a359-8b8340baccdc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527906 Jul 16 10:02:12.499539 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-8f3915ee-03c9-4775-819d-cd44903c4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:12.501077 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-8f3915ee-03c9-4775-819d-cd44903c4010 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1098 time: 0.0580871 Jul 16 10:02:12.606796 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-f5977601-7b84-48dc-a083-1c2a3a684f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:12.608264 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-f5977601-7b84-48dc-a083-1c2a3a684f6e service neutron] 10.222.0.52 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0845635 Jul 16 10:02:12.681398 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-08e6d323-1af9-41b5-9fef-ab91e92e8692 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 1002 time: 0.0658305 Jul 16 10:02:12.732211 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-dfd138ab-bf65-47d2-84c4-aa1dad4df5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:12.733618 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-dfd138ab-bf65-47d2-84c4-aa1dad4df5ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0458543 Jul 16 10:02:12.790427 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-401283f8-18a9-471e-b61b-fcbda0d56005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:12.791929 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-401283f8-18a9-471e-b61b-fcbda0d56005 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513923 Jul 16 10:02:12.886736 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-5a627432-5d22-4d88-a44f-ff9ce233dd6d service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872326 Jul 16 10:02:12.976471 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-eed593dd-fd60-42dd-8f8d-15f71ef99dd5 req-cba2da6b-549a-4230-be35-04b024cae55b service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824041 Jul 16 10:02:14.545777 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9742b2b0-1662-401c-94e2-fa931ff6f0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:16.131905 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:17.713051 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:17.735102 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be5f06b5-bf17-4e2b-a1b2-1ed985377f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:19.169742 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:19.692893 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:20.447236 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:35.625365 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:02:44.547683 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a546af46-209f-4a30-acff-3c804cf19aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:46.132906 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:47.714812 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:47.734839 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-52942bff-3d82-4982-a200-a707d3325127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:49.172924 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:49.693177 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:50.445479 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:12.625300 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:03:13.416455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ae7824-1489-4876-9795-53d59d284bf7 req-5fb291cd-ffde-4526-8fa0-4b9196f316aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563362 Jul 16 10:03:13.511337 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7824-1489-4876-9795-53d59d284bf7 req-2a5bc4ea-1fbe-44ba-b5a9-2845be7bc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:13.512880 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ae7824-1489-4876-9795-53d59d284bf7 req-2a5bc4ea-1fbe-44ba-b5a9-2845be7bc5c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1098 time: 0.0539937 Jul 16 10:03:13.619460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7824-1489-4876-9795-53d59d284bf7 req-c2d1d412-1628-4de0-8d3c-c2ec3ba4d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:13.620918 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ae7824-1489-4876-9795-53d59d284bf7 req-c2d1d412-1628-4de0-8d3c-c2ec3ba4d7d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0888107 Jul 16 10:03:13.683295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ae7824-1489-4876-9795-53d59d284bf7 req-6865d890-0599-4ef6-8486-77edfb188649 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 1002 time: 0.0555692 Jul 16 10:03:13.729938 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7824-1489-4876-9795-53d59d284bf7 req-f079e1b8-5b81-41db-895e-de2634313e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:13.731336 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ae7824-1489-4876-9795-53d59d284bf7 req-f079e1b8-5b81-41db-895e-de2634313e7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0419567 Jul 16 10:03:13.789444 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7824-1489-4876-9795-53d59d284bf7 req-95ea7321-b5ea-4c88-8c0f-391a1960a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:13.790947 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ae7824-1489-4876-9795-53d59d284bf7 req-95ea7321-b5ea-4c88-8c0f-391a1960a468 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536845 Jul 16 10:03:13.880210 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ae7824-1489-4876-9795-53d59d284bf7 req-ef099f4e-1ff8-444e-9dcf-5fc79dcf43a6 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824592 Jul 16 10:03:13.972935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-99ae7824-1489-4876-9795-53d59d284bf7 req-dc8724b9-4cf8-4907-a78d-2c917ca9aca6 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865228 Jul 16 10:03:14.547072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-25ed738d-155e-470f-a4eb-1e39d9650984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:16.162766 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:17.715291 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:17.734500 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-94059f2a-c32b-45dd-a238-126f82c9d9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:19.176468 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:19.707832 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:20.448358 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:44.548287 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-bdf07801-8ffe-47e6-8b4a-7597bf3a6f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:46.164631 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:46.199304 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e092141e-6d89-408b-8460-b208d85a8190 details requested by agent hyperv_n-h1-780147-28 with host n-h1-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 10:03:46.281708 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-64f62efc-7ac6-4c75-900e-d5c57920426b req-8a3c8b05-cc78-4228-a2a1-4d7ba2357e94 service neutron] (94164) timed out ('10.222.0.55', 34366) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 10:03:46.292421 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:03:46.303057 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Returning: {'device': 'e092141e-6d89-408b-8460-b208d85a8190', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 10:03:46.339547 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:46.351830 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e092141e-6d89-408b-8460-b208d85a8190 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:03:46.370445 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:03:46.374055 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:46.433213 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:03:46.441023 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.441363 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.441728 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.442060 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.442386 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.442716 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.443039 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.443357 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.443676 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.443991 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.444306 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.444619 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:46.451468 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] get_ports_and_sgs() called for port_ids ['e092141e-6d89-408b-8460-b208d85a8190'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 10:03:47.716447 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:47.736835 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-69af1d88-addc-4b1f-a934-b7e55627dbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:48.226571 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e092141e-6d89-408b-8460-b208d85a8190 up at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:03:48.276349 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Provisioning complete for port e092141e-6d89-408b-8460-b208d85a8190 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:03:48.276728 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:48.354027 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:48.377341 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:03:48.379632 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec11995-3cee-44d6-ba46-f4471239550b" -d '{"events": [{"server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "name": "network-vif-plugged", "status": "completed", "tag": "e092141e-6d89-408b-8460-b208d85a8190"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:03:48.392482 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:03:48.397183 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:48.456156 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:03:48.494816 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4e9e07-5c16-4793-b157-3bf296bdb08e x-openstack-request-id: req-9b4e9e07-5c16-4793-b157-3bf296bdb08e {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:03:48.495182 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "name": "network-vif-plugged", "status": "completed", "tag": "e092141e-6d89-408b-8460-b208d85a8190", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:03:48.495443 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b4e9e07-5c16-4793-b157-3bf296bdb08e {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:03:48.495842 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190', 'code': 200} Jul 16 10:03:49.182255 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:49.624597 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:03:49.730191 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:50.454651 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:58.228738 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-b77f4224-ed30-46b5-8cc2-5618c6630819 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338710279&fields=id&tenant_id=c2125d0bd19746c580294c2161eec950 HTTP/1.1" status: 200 len: 267 time: 0.0339842 Jul 16 10:03:58.335318 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-1c6ec431-4bdc-463a-a18a-dcc33e64aaa6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:58.336793 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-1c6ec431-4bdc-463a-a18a-dcc33e64aaa6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 809 time: 0.1020460 Jul 16 10:03:58.351438 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-45eab217-289e-4554-9d33-702f4ab5b2f6 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/quotas/c2125d0bd19746c580294c2161eec950 HTTP/1.1" status: 200 len: 375 time: 0.0094540 Jul 16 10:03:58.753194 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-47098741-8a00-45cf-8591-5f5a5d400414 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3969808 Jul 16 10:03:58.818928 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-04638da0-5c88-4be6-9581-3348d7556ede service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 10:03:58.819991 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-04638da0-5c88-4be6-9581-3348d7556ede service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559900 Jul 16 10:03:58.909964 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-8d58b411-83e8-44a9-8b0e-74b5f4b0351f service neutron] 10.222.0.55 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Jul 16 10:03:58.997121 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-332cb68d-60d6-4711-aa2f-fddf249e84d6 service neutron] 10.222.0.55 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815523 Jul 16 10:03:59.193914 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cc123da3-95f0-4dff-89bd-ef0b4e8fa1eb req-d41c2525-e381-4346-b0da-e7d134727826 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 210 time: 0.0315528 Jul 16 10:04:00.298743 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-0ebb2f0a-2dcc-4c23-aa6d-3d12716c2996 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:00.300270 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-0ebb2f0a-2dcc-4c23-aa6d-3d12716c2996 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.54 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 809 time: 0.1107912 Jul 16 10:04:00.357128 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-b70e5698-9371-4073-9116-00e1643237de req-73b7d1a9-915b-493c-83d6-17973ba4db01 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 210 time: 0.0349863 Jul 16 10:04:00.377968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-94f2247e-c481-4758-bc2a-e9a7e41fe4f0 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2125d0bd19746c580294c2161eec950 HTTP/1.1" status: 200 len: 379 time: 0.0619104 Jul 16 10:04:00.386386 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'port': {'device_id': '69289e87-bc06-49c0-89ea-93ec20373cde', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'admin_state_up': True, 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'security_groups': ['d06cdabf-89dd-4e0e-90f3-a6091c039f40']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:04:00.498794 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Made reservation on behalf of c2125d0bd19746c580294c2161eec950 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:04:00.502945 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:00.640629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Allocated IP 172.20.0.7 (049fb6ef-5df4-4822-a7ce-6df6d3563065/cd959da2-5412-49f6-b740-b04faf50b4f6/0fc9d0f2-38b6-4098-80c3-9ea28ff47b68) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:04:00.823975 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:00.839702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Transition to ACTIVE for port object 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:04:00.879158 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:00.932584 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:04:00.936025 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:04:00.941377 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:04:00.948249 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'Port': ['ID=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:00.978429 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.978782 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.979128 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.979470 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.979870 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.980141 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.980474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.980803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.981131 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.981465 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.981811 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:00.982137 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:01.022457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:01.023223 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:01.049396 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-c611bdf6-2fe6-4b05-94b5-e52333f6d011 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6663177 Jul 16 10:04:01.221378 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a06fc3d1-623c-45d1-8585-dec5e896c3fc None None] Provisioning for port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 completed by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:04:01.225940 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-a06fc3d1-623c-45d1-8585-dec5e896c3fc None None] Provisioning complete for port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 triggered by entity DHCP. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:04:01.226726 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a06fc3d1-623c-45d1-8585-dec5e896c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:01.261322 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-a06fc3d1-623c-45d1-8585-dec5e896c3fc None None] Port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 cannot update to ACTIVE because it is not bound. {{(pid=94167) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:04:01.538974 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4e03-036c-402c-982d-84b1dc5a55ee req-105dd4f6-099c-4973-98a0-e52dca0bc4de tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:01.540852 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5ad4e03-036c-402c-982d-84b1dc5a55ee req-105dd4f6-099c-4973-98a0-e52dca0bc4de tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.0672317 Jul 16 10:04:01.587772 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c5ad4e03-036c-402c-982d-84b1dc5a55ee req-344c8c9f-c832-407e-8755-c94a0afd482c tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409951 Jul 16 10:04:02.320192 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e092141e-6d89-408b-8460-b208d85a8190 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:04:02.560171 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:02.583980 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:04:02.586218 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56933e1-4f49-48bb-b17d-12e64a39a36a" -d '{"events": [{"server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "name": "network-vif-unplugged", "status": "completed", "tag": "e092141e-6d89-408b-8460-b208d85a8190"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:04:02.607783 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:04:02.619241 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:02.643260 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 10:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36970da5-ed02-41a9-bbcc-d69533243e41 x-openstack-request-id: req-36970da5-ed02-41a9-bbcc-d69533243e41 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:04:02.643558 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "name": "network-vif-unplugged", "status": "completed", "tag": "e092141e-6d89-408b-8460-b208d85a8190", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:04:02.643806 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36970da5-ed02-41a9-bbcc-d69533243e41 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:04:02.644191 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190', 'code': 200} Jul 16 10:04:02.670859 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Pushing event updated for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=8']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:02.796425 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4f395-810f-4810-b369-b50d8fe405ea req-51bd8870-a50b-4944-b339-922a5f5e9222 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:02.798052 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14f4f395-810f-4810-b369-b50d8fe405ea req-51bd8870-a50b-4944-b339-922a5f5e9222 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.0731692 Jul 16 10:04:02.838684 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-14f4f395-810f-4810-b369-b50d8fe405ea req-99beece4-2eb0-48a1-ae68-139ba48b4b16 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340908 Jul 16 10:04:04.024076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c77c21-e956-4637-a98e-c36b7f5b029c req-4ce7052b-9a1d-4264-8b6a-eafb0dbb1e7e tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:04.025568 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c77c21-e956-4637-a98e-c36b7f5b029c req-4ce7052b-9a1d-4264-8b6a-eafb0dbb1e7e tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.0658925 Jul 16 10:04:04.067110 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-16c77c21-e956-4637-a98e-c36b7f5b029c req-964525e4-c40f-401f-88aa-597924609a8e tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352502 Jul 16 10:04:05.255205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0599-2907-4298-a894-bf833409f631 req-286d9747-fc51-4c6b-80fc-a527bf2c06cc tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:05.256721 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-becf0599-2907-4298-a894-bf833409f631 req-286d9747-fc51-4c6b-80fc-a527bf2c06cc tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.0687940 Jul 16 10:04:05.295653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-becf0599-2907-4298-a894-bf833409f631 req-cbd018b9-177e-456e-85a4-f6b760c01c72 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333908 Jul 16 10:04:06.478280 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de7b33-3250-45bc-b8dd-b2cd7e5f09e5 req-3b17a408-b57f-424f-8585-bdc8e9b31f95 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:06.479796 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45de7b33-3250-45bc-b8dd-b2cd7e5f09e5 req-3b17a408-b57f-424f-8585-bdc8e9b31f95 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.0720434 Jul 16 10:04:06.519940 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-45de7b33-3250-45bc-b8dd-b2cd7e5f09e5 req-3e150cd7-5da5-4fec-9748-7a16cb9048bf tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Jul 16 10:04:07.706549 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4bd2a-c38a-4c58-9a9e-742d60b4fd33 req-95fb533b-dd08-49e7-b7db-f8a03364fe54 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:07.708155 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53d4bd2a-c38a-4c58-9a9e-742d60b4fd33 req-95fb533b-dd08-49e7-b7db-f8a03364fe54 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.0698056 Jul 16 10:04:07.748759 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-53d4bd2a-c38a-4c58-9a9e-742d60b4fd33 req-7f42f07c-4c1b-4222-a3cd-8fdf1fc23391 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348475 Jul 16 10:04:08.932757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150b1a2-de86-4e63-94eb-039f6654b2f8 req-94522c94-9247-4a2e-97b6-6643bd2e221f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:08.934317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a150b1a2-de86-4e63-94eb-039f6654b2f8 req-94522c94-9247-4a2e-97b6-6643bd2e221f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.0721407 Jul 16 10:04:08.974383 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a150b1a2-de86-4e63-94eb-039f6654b2f8 req-49371b1c-3354-4b60-b40c-e2fcf59e1bbd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335176 Jul 16 10:04:10.154481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f025-fbff-46d9-a75e-f11be8fbce78 req-bdabac20-04b7-4b0f-8120-2f5bafdaa1da tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:10.156138 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9c5f025-fbff-46d9-a75e-f11be8fbce78 req-bdabac20-04b7-4b0f-8120-2f5bafdaa1da tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.0675840 Jul 16 10:04:10.195325 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-c9c5f025-fbff-46d9-a75e-f11be8fbce78 req-fb8b491c-b791-4f0f-8ac2-a2f58d99db29 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334404 Jul 16 10:04:11.054887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-b9de3300-b2f8-41c9-9cfe-5b69a88bd9c7 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 10:04:11.056140 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-b9de3300-b2f8-41c9-9cfe-5b69a88bd9c7 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056548 Jul 16 10:04:11.108212 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Request body: {'port': {'device_id': '69289e87-bc06-49c0-89ea-93ec20373cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:04:11.183060 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:11.448384 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f89d8-1d7d-4ff8-9080-4f96d4d56828 req-bf57a27f-b5ac-443a-8a11-829f962916a3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:11.449906 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e1f89d8-1d7d-4ff8-9080-4f96d4d56828 req-bf57a27f-b5ac-443a-8a11-829f962916a3 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 931 time: 0.1396060 Jul 16 10:04:11.524292 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:04:11.530994 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-7e1f89d8-1d7d-4ff8-9080-4f96d4d56828 req-0ce4eab7-730e-4e30-9305-5fadbc385596 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736365 Jul 16 10:04:11.535473 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:11.547564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Transition to ACTIVE for port object 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:04:11.551905 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:11.603474 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:11.677149 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Attempting to bind port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 on host n-h2-780147-28 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:04:11.677541 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Attempting to bind port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 by drivers openvswitch,hyperv on host n-h2-780147-28 at level 0 using segments [{'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:04:11.677836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Attempting to bind port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 on network 049fb6ef-5df4-4822-a7ce-6df6d3563065 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:04:11.682502 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 on network 049fb6ef-5df4-4822-a7ce-6df6d3563065 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-28 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 10:04:11.682823 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Attempting to bind port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 on network 049fb6ef-5df4-4822-a7ce-6df6d3563065 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:04:11.687757 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Checking agent: {'id': 'bd01136f-9758-4f86-b960-8fc52c95596c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'started_at': datetime.datetime(2021, 7, 16, 8, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:04:11.688093 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Checking segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:04:11.688475 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Bound using segment: {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:04:11.688901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Bound port: 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host: n-h2-780147-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:04:11.689820 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:11.759895 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:04:11.762901 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:04:11.768440 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:11.800501 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:11.801326 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:11.802937 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] 10.222.0.54 "PUT /v2.0/ports/0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 HTTP/1.1" status: 200 len: 1092 time: 0.7394547 Jul 16 10:04:11.805140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:04:11.807436 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4990477b-78a8-4d66-a300-ea8b099b0166" -d '{"events": [{"name": "network-changed", "server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:04:11.846984 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9451bf-83fd-40ae-bac8-c7dc8f444e89 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:11.913039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-8aa1f35f-e8bb-49cf-a457-6b8abd5939e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:11.915133 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-8aa1f35f-e8bb-49cf-a457-6b8abd5939e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 1095 time: 0.0580642 Jul 16 10:04:11.917455 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ebc3bb-537e-490a-98c9-3410dbe25c8d x-openstack-request-id: req-23ebc3bb-537e-490a-98c9-3410dbe25c8d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:04:11.917883 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:04:11.918252 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23ebc3bb-537e-490a-98c9-3410dbe25c8d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:04:11.918749 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'status': 'completed', 'code': 200} Jul 16 10:04:11.967326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-e7e72f28-dedb-4d68-9411-79884cb74f23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 HTTP/1.1" status: 200 len: 217 time: 0.0404263 Jul 16 10:04:12.017887 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-8dd13627-f504-4286-bf00-b95060760716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:12.019390 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-8dd13627-f504-4286-bf00-b95060760716 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0458760 Jul 16 10:04:12.078774 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-e75e5d5d-c03d-434b-8d00-fb6cc0451d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:12.080322 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-e75e5d5d-c03d-434b-8d00-fb6cc0451d38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549679 Jul 16 10:04:12.172922 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-7de3ba61-bb82-4152-8b20-ad11f89032f4 service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863526 Jul 16 10:04:12.262769 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-3a6190c5-1d25-4983-9dcc-cbbabc96b64b req-6a723b07-d8f6-4e2f-a245-16536a6bb8eb service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836885 Jul 16 10:04:12.369625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-d3d2e380-3c78-4888-abcc-5c150f11a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:12.371173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-d3d2e380-3c78-4888-abcc-5c150f11a7c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 1095 time: 0.0584342 Jul 16 10:04:12.462108 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-aab881c2-1435-4d93-bd92-28db776b5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:12.463673 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-aab881c2-1435-4d93-bd92-28db776b5ffe service neutron] 10.222.0.54 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0863161 Jul 16 10:04:12.511653 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-37438210-2905-48da-8217-90d8b38a5a2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 HTTP/1.1" status: 200 len: 217 time: 0.0388608 Jul 16 10:04:12.563116 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-f5c4e507-3394-4ff1-bc60-89767b33a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:12.564794 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-f5c4e507-3394-4ff1-bc60-89767b33a1cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0459750 Jul 16 10:04:12.624498 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-868365eb-2933-4454-8c41-749cb0131096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:12.626048 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-868365eb-2933-4454-8c41-749cb0131096 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545180 Jul 16 10:04:12.765223 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-b70ed1e2-1bae-46b2-a379-12a7e4ba3cef service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312509 Jul 16 10:04:12.774343 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c55891-2e56-41bc-ab9a-132773995973 req-1b463570-2b91-4835-8994-efb65a343254 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:12.775741 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c55891-2e56-41bc-ab9a-132773995973 req-1b463570-2b91-4835-8994-efb65a343254 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 943 time: 0.1334009 Jul 16 10:04:12.866272 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-78c55891-2e56-41bc-ab9a-132773995973 req-2e3d2781-e8dc-482e-8804-d8e62f88c4c2 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820618 Jul 16 10:04:12.890823 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4990477b-78a8-4d66-a300-ea8b099b0166 req-781aec51-737b-434b-9c70-7fac7bb3ad84 service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141291 Jul 16 10:04:13.444025 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-aa7dfe7d-21a1-4ad3-93df-373b00eec3a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909197 Jul 16 10:04:13.541724 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-8bce3cd0-d1ad-45d0-8ba6-8b189f35ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:13.543243 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-8bce3cd0-d1ad-45d0-8ba6-8b189f35ba6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1096 time: 0.0566194 Jul 16 10:04:13.652221 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-b9c57063-1762-403c-b7cf-1a3fbeafb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:13.653735 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-b9c57063-1762-403c-b7cf-1a3fbeafb8d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0902529 Jul 16 10:04:13.717935 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-2bc2eeb3-a4e7-4dce-bcea-4d274415e2e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 1000 time: 0.0578754 Jul 16 10:04:13.769140 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-6de56f79-6761-4efd-8b53-d73913a193c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:13.770591 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-6de56f79-6761-4efd-8b53-d73913a193c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0469508 Jul 16 10:04:13.825872 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-171aa375-af02-47b6-8984-f51fd4153d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:13.827311 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-171aa375-af02-47b6-8984-f51fd4153d7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504055 Jul 16 10:04:13.837699 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-642c6192-e223-4f89-b10a-85d4f872c608 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 10:04:13.838629 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-642c6192-e223-4f89-b10a-85d4f872c608 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048335 Jul 16 10:04:13.927098 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-62c3a2c9-dad8-4674-b080-e42374fc3206 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816300 Jul 16 10:04:14.054054 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-ddc28a15-1f3b-4126-88bd-57e584c4e38f req-30bde26e-8df7-4765-9968-cdde863a0f56 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207891 Jul 16 10:04:14.080440 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187d1e0-8e2a-4053-a5b0-71e9229d1551 req-03f40830-eefc-4a8d-b73c-5b6d2aa10e54 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:14.081972 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2187d1e0-8e2a-4053-a5b0-71e9229d1551 req-03f40830-eefc-4a8d-b73c-5b6d2aa10e54 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 943 time: 0.0848582 Jul 16 10:04:14.119428 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2187d1e0-8e2a-4053-a5b0-71e9229d1551 req-af4f8074-addc-4713-b94b-d45aed53b35a tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Jul 16 10:04:14.550627 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-4a915902-2e1a-44ef-985e-7674aefcf8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:15.006623 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 10:04:15.102595 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:04:15.113660 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'port_id': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'mac_address': 'fa:16:3e:e9:21:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 10:04:15.150492 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:15.164287 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:04:15.183604 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:04:15.187557 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:15.235325 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,revision_number=4']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:15.297677 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ced687-e981-431e-b8c0-173bf0b3d981 req-d3be263c-f427-40f5-ac6d-3811694e2112 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:15.299200 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94ced687-e981-431e-b8c0-173bf0b3d981 req-d3be263c-f427-40f5-ac6d-3811694e2112 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 944 time: 0.0683498 Jul 16 10:04:15.337970 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-94ced687-e981-431e-b8c0-173bf0b3d981 req-9157a0ad-f540-47b6-bff2-dabf06dcac65 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331271 Jul 16 10:04:15.429189 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0fc9d0f2-38b6-4098-80c3-9ea28ff47b68'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 10:04:16.190227 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:16.510934 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f17df-8392-4806-a967-db66e3a03ca7 req-0bb4b870-2103-4348-97f2-e580063a0516 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:16.512374 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-841f17df-8392-4806-a967-db66e3a03ca7 req-0bb4b870-2103-4348-97f2-e580063a0516 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 944 time: 0.0631380 Jul 16 10:04:16.550888 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-841f17df-8392-4806-a967-db66e3a03ca7 req-243adb5c-0b95-4eb6-9b5c-feccc5c0b8cf tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319855 Jul 16 10:04:17.022368 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:04:17.071196 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning for port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 completed by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:04:17.074687 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:04:17.075049 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:17.150289 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:17.172249 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:04:17.175161 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b29f196-eb4e-4cd0-9ba0-7cc3c8caedb7" -d '{"events": [{"server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "name": "network-vif-plugged", "status": "completed", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:04:17.187278 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:04:17.192248 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:17.219329 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af12e67-8e43-491a-a683-aabe102180ab x-openstack-request-id: req-8af12e67-8e43-491a-a683-aabe102180ab {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:04:17.219799 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "name": "network-vif-plugged", "status": "completed", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:04:17.220064 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8af12e67-8e43-491a-a683-aabe102180ab {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:04:17.220484 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'code': 200} Jul 16 10:04:17.249930 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,revision_number=5']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:17.326761 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa4bd-3efa-41f0-a76b-2fa139e619c1 req-2fc42701-cbc0-4bdb-baef-771aeb81f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:17.328125 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9fa4bd-3efa-41f0-a76b-2fa139e619c1 req-2fc42701-cbc0-4bdb-baef-771aeb81f5a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 1097 time: 0.0505106 Jul 16 10:04:17.367394 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-2f9fa4bd-3efa-41f0-a76b-2fa139e619c1 req-edd12995-7bf8-4251-9d37-9e74b4c18014 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327406 Jul 16 10:04:17.717381 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:17.721158 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08c3b-45d7-4b34-b97c-6ebeab389de5 req-c8e958cb-8077-49d6-9ca9-4b22a4c5ff5b tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:17.724105 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65e08c3b-45d7-4b34-b97c-6ebeab389de5 req-c8e958cb-8077-49d6-9ca9-4b22a4c5ff5b tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 945 time: 0.0651150 Jul 16 10:04:17.739630 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0ff7c3e2-4c24-47fd-8585-98bdfeccde0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:17.762287 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-65e08c3b-45d7-4b34-b97c-6ebeab389de5 req-762f766d-4a19-4fa8-ac0e-2212f568bb71 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336602 Jul 16 10:04:18.936713 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acbecf-4c45-48c8-b71a-7dd1d442aa2f req-6768b0f2-0592-4663-b63b-cf86e2772ddd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:18.940236 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7acbecf-4c45-48c8-b71a-7dd1d442aa2f req-6768b0f2-0592-4663-b63b-cf86e2772ddd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 945 time: 0.0653238 Jul 16 10:04:18.977305 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a7acbecf-4c45-48c8-b71a-7dd1d442aa2f req-5b872d46-a001-48f5-8b63-ad737516185a tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Jul 16 10:04:19.150423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a045-1fe9-47b9-bb68-6422245014a4 req-e2150b3b-54ca-4b91-8a61-d4fff04e8254 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:19.151897 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2c4a045-1fe9-47b9-bb68-6422245014a4 req-e2150b3b-54ca-4b91-8a61-d4fff04e8254 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 945 time: 0.0667183 Jul 16 10:04:19.183000 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:19.191317 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f2c4a045-1fe9-47b9-bb68-6422245014a4 req-3359e1ee-a547-421b-8672-42d739b92157 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338135 Jul 16 10:04:19.214185 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55222) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:04:19.266303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2095599-ea3a-4a78-824d-1429133c59ac tempest-TestSnapshotPattern-1133023590 tempest-TestSnapshotPattern-1133023590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:19.268023 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-a2095599-ea3a-4a78-824d-1429133c59ac tempest-TestSnapshotPattern-1133023590 tempest-TestSnapshotPattern-1133023590-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 1092 time: 0.0527864 Jul 16 10:04:19.270632 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55224) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:04:19.274973 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Request body: {'floatingip': {'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'port_id': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:04:19.297300 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:19.397211 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:19.501151 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Allocated IP 172.25.6.92 (b64b55e4-3c69-479a-a629-0c4724bfe1cc/41b95740-a100-4f63-ab09-2c9e11c9f02a/cfce39d3-4ddd-45e3-8b0c-ba88a34f0034) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:04:19.607576 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:19.646468 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729841111947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:19.682273 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Network b64b55e4-3c69-479a-a629-0c4724bfe1cc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:04:19.687103 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:04:19.690615 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:04:19.722591 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'Port': ['ID=cfce39d3-4ddd-45e3-8b0c-ba88a34f0034,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:19.734365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:20.066954 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:20.144217 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:20.288676 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:20.293145 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27852707'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:20.364423 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event updated for resources: {'Port': ['ID=cfce39d3-4ddd-45e3-8b0c-ba88a34f0034,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:20.374128 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532131'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:20.452991 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:20.794571 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Floating IP 2e1669af-ff70-44c7-aee7-a921a1778812 associated. External IP: 172.25.6.92, port: 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68. Jul 16 10:04:20.999816 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Router 834cb5b0-8e21-4a41-91a0-6635e803bc6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:04:21.109702 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:04:21.119243 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] Sync routers for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:04:21.126893 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:21.130802 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:04:21.131405 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:04:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:04:21.164372 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-fc19c74a-5637-4d0b-ad46-302d3863e49f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8927238 Jul 16 10:04:21.165012 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:04:21.167334 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4" -d '{"events": [{"name": "network-changed", "server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:04:21.203676 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6260ad69-5726-47bf-abf7-5e43b44f3fe9 x-openstack-request-id: req-6260ad69-5726-47bf-abf7-5e43b44f3fe9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:04:21.203973 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:04:21.204234 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6260ad69-5726-47bf-abf7-5e43b44f3fe9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:04:21.205229 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'status': 'completed', 'code': 200} Jul 16 10:04:21.247321 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:04:21.277247 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-12760167-429c-452d-b092-159b75c3e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:21.278788 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-12760167-429c-452d-b092-159b75c3e244 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 1097 time: 0.0530298 Jul 16 10:04:21.371209 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-908882e5-c7f7-4474-9990-adaae14833c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:21.372623 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-908882e5-c7f7-4474-9990-adaae14833c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0880556 Jul 16 10:04:21.437279 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-23f17c47-4ef9-4d7a-a9d5-692aca4205b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 HTTP/1.1" status: 200 len: 998 time: 0.0581157 Jul 16 10:04:21.469807 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:48Z', 'revision_number': 1, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}, {'id': '2e1669af-ff70-44c7-aee7-a921a1778812', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e9:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69289e87-bc06-49c0-89ea-93ec20373cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:04:19Z', 'updated_at': '2021-07-16T10:04:19Z', 'revision_number': 0, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:04:21.489929 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-607ac10f-f45a-42be-a091-ebcebbb2971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:21.491416 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-607ac10f-f45a-42be-a091-ebcebbb2971e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0484684 Jul 16 10:04:21.500156 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] Checking router: 834cb5b0-8e21-4a41-91a0-6635e803bc6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:04:21.508500 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:04:21.509108 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:04:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:04:21.547492 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-e981960d-5b26-4786-ad79-a2016a2326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:21.550040 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-e981960d-5b26-4786-ad79-a2016a2326cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529137 Jul 16 10:04:21.610589 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:04:21.638483 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-4011f425-dca7-4d26-a72c-cf57a6975ca6 service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 Jul 16 10:04:21.732701 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-fdf6a08a-4f28-43cc-b138-b41f9b2c69b4 req-430bcf03-c99c-4885-a9df-22bf06b54277 service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881248 Jul 16 10:04:21.838726 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:48Z', 'revision_number': 1, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}, {'id': '2e1669af-ff70-44c7-aee7-a921a1778812', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e9:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69289e87-bc06-49c0-89ea-93ec20373cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:04:19Z', 'updated_at': '2021-07-16T10:04:19Z', 'revision_number': 0, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:04:21.865105 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c8fbd-2f64-45a7-9979-51098bf76cb9 None None] The sync data for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 is: [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:48Z', 'revision_number': 1, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}, {'id': '2e1669af-ff70-44c7-aee7-a921a1778812', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e9:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69289e87-bc06-49c0-89ea-93ec20373cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:04:19Z', 'updated_at': '2021-07-16T10:04:19Z', 'revision_number': 0, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:04:22.047065 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c982f59-04c9-454b-b8fc-0bcdb3c5bd0b None None] New status for floating IP 2e1669af-ff70-44c7-aee7-a921a1778812: ACTIVE {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:04:26.624390 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:04:28.023197 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-729cfe0a-937b-4bfe-b267-e3d74d7d3591 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514169 Jul 16 10:04:28.118900 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-2c0b5cdc-f731-44bb-a458-19d7ffe67ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:28.120404 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-2c0b5cdc-f731-44bb-a458-19d7ffe67ecd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 1097 time: 0.0525637 Jul 16 10:04:28.228998 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-9b4615fb-ccff-4f2e-86b5-6b62cd63aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:28.230459 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-9b4615fb-ccff-4f2e-86b5-6b62cd63aa25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0892181 Jul 16 10:04:28.295692 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-fbb47f98-347b-48eb-b06b-e284ab7af73c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 HTTP/1.1" status: 200 len: 1000 time: 0.0579114 Jul 16 10:04:28.354457 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-2d9f2f96-c1d0-4965-9e06-df747552cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:28.355931 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-2d9f2f96-c1d0-4965-9e06-df747552cb6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0484776 Jul 16 10:04:28.414039 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-4d523550-d1ee-4399-884b-4ce3c5448dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:28.415519 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-4d523550-d1ee-4399-884b-4ce3c5448dbd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518389 Jul 16 10:04:28.507613 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-1071e3ea-837e-4ad3-879b-bfe20c01f719 service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825195 Jul 16 10:04:28.605440 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-a393acc9-f7c0-416e-a2d1-c760812befd7 req-501c573d-421b-4a4a-b3bd-b3137cbea24b service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873952 Jul 16 10:04:44.551485 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-638320d8-ee05-40f0-bf12-89712ee1891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:46.200304 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:47.717770 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:47.738960 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-01cd5b52-765f-45b2-85f0-f481ad14c36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:49.184818 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:49.737775 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:50.454482 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:03.622843 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:05:14.403293 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-cbad662a-eb57-4057-bbdc-d8159f6b9c7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523479 Jul 16 10:05:14.500704 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-fb6525df-bd71-4b85-afde-5eef0f222bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:14.502250 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-fb6525df-bd71-4b85-afde-5eef0f222bda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1096 time: 0.0572584 Jul 16 10:05:14.551797 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3a3d07cd-4c14-4c33-b2da-da0fcba90c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.606482 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-bc129a64-35a5-433b-be5b-0af55c572569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:14.608018 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-bc129a64-35a5-433b-be5b-0af55c572569 service neutron] 10.222.0.52 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0866954 Jul 16 10:05:14.676330 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-ab53ca8e-8e2d-457e-a692-cfad29f7c0f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 1000 time: 0.0611658 Jul 16 10:05:14.722972 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-662d1d5c-2fe4-4e8e-8877-eeed3ed7810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:14.724410 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-662d1d5c-2fe4-4e8e-8877-eeed3ed7810a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0425012 Jul 16 10:05:14.779481 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-35789be1-0482-45d3-83be-8b0e2e141723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:14.780980 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-35789be1-0482-45d3-83be-8b0e2e141723 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508819 Jul 16 10:05:14.885486 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-8ecc3f18-b38b-4f87-9658-f165a7fd2f97 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977390 Jul 16 10:05:14.975455 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-48e563c9-a1ba-47f2-937b-119e8f7a0135 req-e369983b-1b42-424a-aa37-69c8a34404f5 service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834205 Jul 16 10:05:16.200104 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.717103 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.738496 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b940-fce7-477d-a148-525b8e38ef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:19.188323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:19.736034 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:20.457088 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:30.001422 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-e46b23f2-321c-4af1-b307-3fed8a0c8072 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517180 Jul 16 10:05:30.096968 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-cbe6dfd7-47cb-4b08-8902-6584ea390aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:30.099142 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-cbe6dfd7-47cb-4b08-8902-6584ea390aed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 1097 time: 0.0577178 Jul 16 10:05:30.202272 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-4e230338-9bfd-4fd7-b211-49840c0d8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:30.203763 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-4e230338-9bfd-4fd7-b211-49840c0d8b3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0854769 Jul 16 10:05:30.272724 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-b0bbe1b2-02fa-40a2-b5a8-089aa57ee075 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 HTTP/1.1" status: 200 len: 1000 time: 0.0620451 Jul 16 10:05:30.321828 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-948a13d7-6d8b-4b6c-8b0d-58867993f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:30.323259 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-948a13d7-6d8b-4b6c-8b0d-58867993f6cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0439565 Jul 16 10:05:30.379006 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-f1ceef11-d440-4631-b9cb-b9d5bb5ee912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:30.380451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-f1ceef11-d440-4631-b9cb-b9d5bb5ee912 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508523 Jul 16 10:05:30.471806 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-0bbf09ea-f5d9-4117-8a9b-8e1564856343 service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839627 Jul 16 10:05:30.558060 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f8cb8bb8-296a-4a0c-8711-5329e965ce79 req-d94c6e84-c32d-44d6-b217-131f00577ed2 service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801055 Jul 16 10:05:40.622403 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:05:44.552333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7c2a-8601-4d21-99c4-4fac30c11ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:46.229073 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:47.718442 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:47.737274 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8ac47e57-e01d-4d28-a4fd-206bbc5429e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:49.190072 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:49.737724 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:50.461266 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:51.536968 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 details requested by agent hyperv_n-h2-780147-28 with host n-h2-780147-28 {{(pid=94167) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 10:05:51.631726 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:51.642545 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Returning: {'device': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'port_id': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'mac_address': 'fa:16:3e:e9:21:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94167) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 10:05:51.679104 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:51.691015 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 {{(pid=94167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:05:51.710007 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:51.714033 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:51.763557 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,revision_number=6']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:51.772107 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.772462 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.772812 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.773155 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.773500 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.773869 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.774200 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.774543 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.774872 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.775199 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.775527 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.775850 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:51.788810 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] get_ports_and_sgs() called for port_ids ['0fc9d0f2-38b6-4098-80c3-9ea28ff47b68'] {{(pid=94167) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 10:05:53.604162 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 up at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:05:53.676639 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.provisioning_blocks [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Provisioning complete for port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 triggered by entity L2. {{(pid=94167) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:05:53.677059 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053539'] for port, provisioning_complete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:53.758680 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3679443'] for port, before_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:53.786335 n-d-780147-28 neutron-server[94167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68'}] {{(pid=94167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:05:53.789091 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bf30c6606f4deb43ab369082e9a0d35bdca10f7b2376b2beb064bfa12a3d90c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9035d49-614f-4155-9434-ac47826a8046" -d '{"events": [{"server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "name": "network-vif-plugged", "status": "completed", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68"}]}' {{(pid=94167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:05:53.804739 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:53.812623 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729841513045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729841111965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729841111983'] for port, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:53.866031 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Pushing event updated for resources: {'Port': ['ID=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,revision_number=7']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:53.869585 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6a3d58-5dee-40e7-8f2a-ddebea00aed6 x-openstack-request-id: req-ce6a3d58-5dee-40e7-8f2a-ddebea00aed6 {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:05:53.869893 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "name": "network-vif-plugged", "status": "completed", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68", "code": 200}]} {{(pid=94167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:05:53.870140 n-d-780147-28 neutron-server[94167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce6a3d58-5dee-40e7-8f2a-ddebea00aed6 {{(pid=94167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:05:53.870530 n-d-780147-28 neutron-server[94167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'code': 200} Jul 16 10:06:02.513060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55434) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:02.675392 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Deleting port cfce39d3-4ddd-45e3-8b0c-ba88a34f0034 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:02.675729 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:02.748659 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:02.748981 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:02.760205 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Calling delete_port for cfce39d3-4ddd-45e3-8b0c-ba88a34f0034 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:02.907042 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:02.930838 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event deleted for resources: {'Port': ['ID=cfce39d3-4ddd-45e3-8b0c-ba88a34f0034,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:02.944833 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.945179 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.945520 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.945880 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.946216 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.946546 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.946894 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.947217 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.947537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.947858 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.948178 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:02.948497 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:03.004901 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:03.005276 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Floating IP 2e1669af-ff70-44c7-aee7-a921a1778812 disassociated (deleted). External IP: 172.25.6.92, port: 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68. Jul 16 10:06:03.218641 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Router 834cb5b0-8e21-4a41-91a0-6635e803bc6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:06:03.326274 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:06:03.330691 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:03.337546 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] Sync routers for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:06:03.349884 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:06:03.350584 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:03.366996 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-48601cae-6c6d-40a9-b31d-682b98c55668 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "DELETE /v2.0/floatingips/2e1669af-ff70-44c7-aee7-a921a1778812 HTTP/1.1" status: 204 len: 168 time: 0.8527861 Jul 16 10:06:03.367670 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:06:03.370004 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dabc73-492e-4891-a51a-a4c990dde381" -d '{"events": [{"name": "network-changed", "server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:06:03.407816 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48c6708-de6f-4280-a651-bc8055c5b163 x-openstack-request-id: req-b48c6708-de6f-4280-a651-bc8055c5b163 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:06:03.408106 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:06:03.408359 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b48c6708-de6f-4280-a651-bc8055c5b163 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:06:03.408775 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'status': 'completed', 'code': 200} Jul 16 10:06:03.459331 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:06:03.488500 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-c301daee-7d67-4004-8be9-2f346b04bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:03.489804 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-c301daee-7d67-4004-8be9-2f346b04bc87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 1097 time: 0.0590870 Jul 16 10:06:03.597032 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-7a0f792c-45bb-4306-bf24-09a71fe07455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:03.597899 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-7a0f792c-45bb-4306-bf24-09a71fe07455 service neutron] 10.222.0.54 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.1018188 Jul 16 10:06:03.649424 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-61403fc4-fbdb-41d5-b736-ad29df9175dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 HTTP/1.1" status: 200 len: 217 time: 0.0448892 Jul 16 10:06:03.697823 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:48Z', 'revision_number': 1, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:03.723833 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] Checking router: 834cb5b0-8e21-4a41-91a0-6635e803bc6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:06:03.728860 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-a64e3489-eeed-4dcd-a2b7-eeb4c24d06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:03.730326 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-a64e3489-eeed-4dcd-a2b7-eeb4c24d06bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0748050 Jul 16 10:06:03.732531 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:06:03.733125 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:03.801478 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa89d-660a-4805-b2b9-f531d1090135 req-e325f8b5-7f12-4cab-849c-ca9b6ac9b952 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:03.803173 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62efa89d-660a-4805-b2b9-f531d1090135 req-e325f8b5-7f12-4cab-849c-ca9b6ac9b952 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 945 time: 0.1141489 Jul 16 10:06:03.820629 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-fd666035-f3e0-456f-91b1-73d6e49d1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:03.822123 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-fd666035-f3e0-456f-91b1-73d6e49d1b50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849881 Jul 16 10:06:03.838910 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:06:03.874432 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-62efa89d-660a-4805-b2b9-f531d1090135 req-e505b5c0-97f2-4266-8fc3-fa302eab47f7 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654814 Jul 16 10:06:03.931451 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-fc066a5f-b97e-48f1-a3d5-c03f6347f93a service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013136 Jul 16 10:06:04.030968 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-f3dabc73-492e-4891-a51a-a4c990dde381 req-b412346f-9f15-4912-a7ad-6b5067fb338d service neutron] 10.222.0.54 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908339 Jul 16 10:06:04.155314 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:48Z', 'revision_number': 1, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:04.181946 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1798560-60dd-4113-8ec6-47ddac934737 None None] The sync data for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 is: [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_floatingips': [{'id': '039defea-4a03-4881-8d07-93a7be52a1d5', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'floating_ip_address': '172.25.6.140', 'floating_network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'router_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'port_id': 'e092141e-6d89-408b-8460-b208d85a8190', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'mac_address': 'fa:16:3e:e0:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:01:46Z', 'updated_at': '2021-07-16T10:01:48Z', 'revision_number': 1, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:06:04.392741 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97645858-8654-4ce9-b337-449f3669a600 None None] New status for floating IP 2e1669af-ff70-44c7-aee7-a921a1778812: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:06:05.056201 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195543-54da-43d4-90f0-a404504fec3d req-7884096c-5bbb-4e92-8118-00bb18752d97 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:05.057737 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f195543-54da-43d4-90f0-a404504fec3d req-7884096c-5bbb-4e92-8118-00bb18752d97 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 945 time: 0.0645435 Jul 16 10:06:05.094932 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-9f195543-54da-43d4-90f0-a404504fec3d req-34de5570-60dd-4a1d-a92f-476f02bb1a6d tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Jul 16 10:06:05.168180 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d1c723c3-4e4c-4c79-9ea3-0d1bf0d3ecef tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:05.169569 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d1c723c3-4e4c-4c79-9ea3-0d1bf0d3ecef tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.54 "GET /v2.0/ports?device_id=69289e87-bc06-49c0-89ea-93ec20373cde HTTP/1.1" status: 200 len: 945 time: 0.0630634 Jul 16 10:06:05.271507 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Deleting port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:05.271851 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:05.360803 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] For port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68, host n-h2-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-28',level=0,port_id=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:05.361156 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:05.372778 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Calling delete_port for 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:05.494595 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:05.529494 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event deleted for resources: {'Port': ['ID=0fc9d0f2-38b6-4098-80c3-9ea28ff47b68,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:05.576122 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] No DVR routers for this DVR port 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 on host n-h2-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:06:05.578872 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:05.581096 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-e1dab0c2-0e84-4974-9d8a-770cbfbfca19 req-d84b89f5-3ce0-421e-87b4-5875671394bd tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.54 "DELETE /v2.0/ports/0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 HTTP/1.1" status: 204 len: 173 time: 0.4061816 Jul 16 10:06:05.581537 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'name': 'network-vif-deleted', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:06:05.584490 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176851a8-d739-4634-8040-0ebeaff055ba" -d '{"events": [{"server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "name": "network-vif-deleted", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:06:05.622353 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea60bd2-37a1-4c6a-af2b-a0742afc5080 x-openstack-request-id: req-7ea60bd2-37a1-4c6a-af2b-a0742afc5080 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:06:05.622644 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69289e87-bc06-49c0-89ea-93ec20373cde", "name": "network-vif-deleted", "tag": "0fc9d0f2-38b6-4098-80c3-9ea28ff47b68", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:06:05.622897 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ea60bd2-37a1-4c6a-af2b-a0742afc5080 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:06:05.623312 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69289e87-bc06-49c0-89ea-93ec20373cde', 'name': 'network-vif-deleted', 'tag': '0fc9d0f2-38b6-4098-80c3-9ea28ff47b68', 'status': 'completed', 'code': 200} Jul 16 10:06:05.647329 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 no longer exists at agent hyperv_n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:06:05.667036 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] No Port match for: 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:06:05.667376 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Device 0fc9d0f2-38b6-4098-80c3-9ea28ff47b68 not bound to the agent host n-h2-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:06:06.686370 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55488) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:06.841945 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Deleting port c357e3be-691f-4471-858d-b57a3e014793 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:06.842289 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:06.920572 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:06.920798 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:06.932170 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Calling delete_port for c357e3be-691f-4471-858d-b57a3e014793 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:07.079380 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:07.434909 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event deleted for resources: {'Port': ['ID=c357e3be-691f-4471-858d-b57a3e014793,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:07.497740 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:07.498087 n-d-780147-28 neutron-server[94159]: INFO neutron.db.l3_db [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Floating IP 039defea-4a03-4881-8d07-93a7be52a1d5 disassociated (deleted). External IP: 172.25.6.140, port: e092141e-6d89-408b-8460-b208d85a8190. Jul 16 10:06:07.706754 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Router 834cb5b0-8e21-4a41-91a0-6635e803bc6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:06:07.812674 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:06:07.818615 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:07.822912 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] Sync routers for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:06:07.831607 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:06:07.832209 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:07.855915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-cf72b088-fbc5-49ce-9a6c-1f67dac7db8f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "DELETE /v2.0/floatingips/039defea-4a03-4881-8d07-93a7be52a1d5 HTTP/1.1" status: 204 len: 168 time: 1.1684470 Jul 16 10:06:07.856511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:06:07.858834 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "tag": "e092141e-6d89-408b-8460-b208d85a8190"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:06:07.895007 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e787fe82-efd5-49e7-bed7-cd81afd81f25 x-openstack-request-id: req-e787fe82-efd5-49e7-bed7-cd81afd81f25 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:06:07.895305 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "tag": "e092141e-6d89-408b-8460-b208d85a8190", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:06:07.895563 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e787fe82-efd5-49e7-bed7-cd81afd81f25 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:06:07.896613 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190', 'status': 'completed', 'code': 200} Jul 16 10:06:07.946331 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:06:07.975732 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-0984002d-97bb-4c11-8eba-9a2a5da55998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:07.976825 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-0984002d-97bb-4c11-8eba-9a2a5da55998 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2125d0bd19746c580294c2161eec950&device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 1096 time: 0.0543730 Jul 16 10:06:08.077076 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-dfb84239-31ea-47f5-8efc-7204224e438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:08.079547 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-dfb84239-31ea-47f5-8efc-7204224e438d service neutron] 10.222.0.52 "GET /v2.0/networks?id=049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 200 len: 910 time: 0.0964580 Jul 16 10:06:08.128261 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-116a0cea-8ea2-4b41-a299-f314399a093a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 200 len: 217 time: 0.0415673 Jul 16 10:06:08.160366 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:08.188275 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] Checking router: 834cb5b0-8e21-4a41-91a0-6635e803bc6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:06:08.193160 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-4670a4cc-eb6f-4407-a6e9-ea5455f050ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:08.194714 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-4670a4cc-eb6f-4407-a6e9-ea5455f050ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 200 len: 848 time: 0.0603921 Jul 16 10:06:08.196561 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:06:08.197154 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:08.281119 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-d67de5d5-8c6d-4f64-ba1e-d50081483d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:08.282661 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-d67de5d5-8c6d-4f64-ba1e-d50081483d1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=049fb6ef-5df4-4822-a7ce-6df6d3563065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706565 Jul 16 10:06:08.291624 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dcce3-b0ae-4b98-afcc-585955e06de4 req-ba9fe9ce-4154-4518-8a38-3f9bfa670e5f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:08.293058 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-823dcce3-b0ae-4b98-afcc-585955e06de4 req-ba9fe9ce-4154-4518-8a38-3f9bfa670e5f tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 944 time: 0.1135960 Jul 16 10:06:08.302845 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:06:08.387528 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-823dcce3-b0ae-4b98-afcc-585955e06de4 req-a676f04e-7d0f-43bd-9edc-563d6c52aced tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863495 Jul 16 10:06:08.418316 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-4707cb3c-fef3-4709-973d-4a63bd6e8c6f service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242635 Jul 16 10:06:08.500558 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:08.514642 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-4c505c2f-6909-48f8-aa14-0e48c08ce9ec req-56a59d76-fcf6-41fb-9a62-7b2333a7f2fb service neutron] 10.222.0.52 "GET /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890348 Jul 16 10:06:08.531032 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac1a3f-8731-4eb4-8c2b-49ad7f128a2e None None] The sync data for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 is: [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:01:29Z', 'revision_number': 4, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28', '_interfaces': [{'id': 'b7f55619-cd26-4524-9be4-4bf524016006', 'name': '', 'network_id': '049fb6ef-5df4-4822-a7ce-6df6d3563065', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'mac_address': 'fa:16:3e:3e:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:28Z', 'updated_at': '2021-07-16T10:01:35Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'subnets': [{'id': 'cd959da2-5412-49f6-b740-b04faf50b4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:06:08.748117 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3287109-0ace-467d-ad99-99af49b1f0e6 None None] New status for floating IP 039defea-4a03-4881-8d07-93a7be52a1d5: DOWN {{(pid=94167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:06:09.565852 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ab01-60e8-4f46-ab2e-6a4931460f8e req-d5e1b598-2beb-4c70-89da-ea56ec488076 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:09.567359 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fd1ab01-60e8-4f46-ab2e-6a4931460f8e req-d5e1b598-2beb-4c70-89da-ea56ec488076 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 944 time: 0.0642836 Jul 16 10:06:09.606638 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-6fd1ab01-60e8-4f46-ab2e-6a4931460f8e req-8bc472db-5377-4ba8-b9e1-80caf5f350fb tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/security-groups?id=d06cdabf-89dd-4e0e-90f3-a6091c039f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336754 Jul 16 10:06:09.705461 n-d-780147-28 neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b9612-6d18-4798-9819-176ead455eb9 req-e9839bd6-71a6-449f-8b1b-a37bf50ab00b tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:06:09.706862 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-169b9612-6d18-4798-9819-176ead455eb9 req-e9839bd6-71a6-449f-8b1b-a37bf50ab00b tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.52 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 944 time: 0.0624592 Jul 16 10:06:09.807660 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Deleting port e092141e-6d89-408b-8460-b208d85a8190 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:09.808001 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:09.895599 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] For port e092141e-6d89-408b-8460-b208d85a8190, host n-h1-780147-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-28',level=0,port_id=e092141e-6d89-408b-8460-b208d85a8190,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:09.896664 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:09.908412 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Calling delete_port for e092141e-6d89-408b-8460-b208d85a8190 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:10.039699 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:10.069303 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event deleted for resources: {'Port': ['ID=e092141e-6d89-408b-8460-b208d85a8190,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:10.119062 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] No DVR routers for this DVR port e092141e-6d89-408b-8460-b208d85a8190 on host n-h1-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:06:10.121579 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207301'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:10.123602 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-169b9612-6d18-4798-9819-176ead455eb9 req-56e680aa-198f-4c1f-a0d0-23eeb05d4961 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.52 "DELETE /v2.0/ports/e092141e-6d89-408b-8460-b208d85a8190 HTTP/1.1" status: 204 len: 173 time: 0.4113374 Jul 16 10:06:10.124034 n-d-780147-28 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'name': 'network-vif-deleted', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:06:10.126344 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c305737d32784ef27fda593b9e737029eedb1e3dd250192d35e6cefe1195451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0819088f-36ef-4d83-8c22-a928de7a02e5" -d '{"events": [{"server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "name": "network-vif-deleted", "tag": "e092141e-6d89-408b-8460-b208d85a8190"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:06:10.165456 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e8829-6162-4cca-bcd5-70789341ecce x-openstack-request-id: req-f06e8829-6162-4cca-bcd5-70789341ecce {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:06:10.165785 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a0522d-0172-44ab-a40b-90d2fbdc30c6", "name": "network-vif-deleted", "tag": "e092141e-6d89-408b-8460-b208d85a8190", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:06:10.166044 n-d-780147-28 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f06e8829-6162-4cca-bcd5-70789341ecce {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:06:10.166453 n-d-780147-28 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0522d-0172-44ab-a40b-90d2fbdc30c6', 'name': 'network-vif-deleted', 'tag': 'e092141e-6d89-408b-8460-b208d85a8190', 'status': 'completed', 'code': 200} Jul 16 10:06:10.761995 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [req-cebb493d-399d-44c0-9514-346330c7b3c4 req-c9633b84-dcf8-4df6-a72a-cf735dd074da tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "GET /v2.0/ports?device_id=63a0522d-0172-44ab-a40b-90d2fbdc30c6 HTTP/1.1" status: 200 len: 210 time: 0.0292146 Jul 16 10:06:11.852836 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55504) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:11.911817 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-907e2a0b-520e-46ea-a700-d76828821823 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:11.936926 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-907e2a0b-520e-46ea-a700-d76828821823 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:11.995727 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-907e2a0b-520e-46ea-a700-d76828821823 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:11.998746 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-907e2a0b-520e-46ea-a700-d76828821823 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:11.999915 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-907e2a0b-520e-46ea-a700-d76828821823 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] 10.222.0.55 "DELETE /v2.0/security-groups/d06cdabf-89dd-4e0e-90f3-a6091c039f40 HTTP/1.1" status: 204 len: 168 time: 0.1460843 Jul 16 10:06:12.009574 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e2a0b-520e-46ea-a700-d76828821823 tempest-TestSnapshotPattern-2135894582 tempest-TestSnapshotPattern-2135894582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06cdabf-89dd-4e0e-90f3-a6091c039f40,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:12.906241 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e092141e-6d89-408b-8460-b208d85a8190 no longer exists at agent hyperv_n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:06:12.926912 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] No Port match for: e092141e-6d89-408b-8460-b208d85a8190 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:06:12.927248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Device e092141e-6d89-408b-8460-b208d85a8190 not bound to the agent host n-h1-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:06:13.068578 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55510) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:13.416782 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:13.667083 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Deleting port b7f55619-cd26-4524-9be4-4bf524016006 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:13.667422 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:13.742187 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] For port b7f55619-cd26-4524-9be4-4bf524016006, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=b7f55619-cd26-4524-9be4-4bf524016006,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:13.742536 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:13.754460 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Calling delete_port for b7f55619-cd26-4524-9be4-4bf524016006 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:13.931941 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:13.962511 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f55619-cd26-4524-9be4-4bf524016006,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:14.132074 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:14.343204 n-d-780147-28 neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Router 834cb5b0-8e21-4a41-91a0-6635e803bc6e has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:06:14.446993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:06:14.451944 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-bcf501c1-87f5-4c16-8a04-acdb244d169f admin admin] 10.222.0.55 "PUT /v2.0/routers/834cb5b0-8e21-4a41-91a0-6635e803bc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3820488 Jul 16 10:06:14.454625 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55512) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:14.456516 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] Sync routers for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:06:14.466072 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:06:14.466673 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:14.554820 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-7bbc7d24-9dfb-43f0-9f7d-d3ab67a13b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:14.563510 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:14.570670 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: n-d-780147-28 {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:06:14.679757 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:14.732768 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Deleting port 2a428183-c749-4b20-9db6-0dc36067ec73 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:14.733207 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:14.753197 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:06:13Z', 'revision_number': 5, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port': {'id': '2a428183-c749-4b20-9db6-0dc36067ec73', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:27Z', 'updated_at': '2021-07-16T10:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:14.779819 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] Checking router: 834cb5b0-8e21-4a41-91a0-6635e803bc6e for host: n-d-780147-28 {{(pid=94168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:06:14.788033 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] Routers {'834cb5b0-8e21-4a41-91a0-6635e803bc6e'} bound to L3 agent in host n-d-780147-28 {{(pid=94168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:06:14.788637 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:05:48Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'], 'active': True} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:14.812414 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] For port 2a428183-c749-4b20-9db6-0dc36067ec73, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=2a428183-c749-4b20-9db6-0dc36067ec73,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:14.812766 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:14.824905 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Calling delete_port for 2a428183-c749-4b20-9db6-0dc36067ec73 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:14.874052 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_dvr_db [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] Set router 834cb5b0-8e21-4a41-91a0-6635e803bc6e gateway port host: None {{(pid=94168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:06:14.927565 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.l3_hamode_db [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:06:14Z', 'revision_number': 6, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:14.955040 n-d-780147-28 neutron-server[94168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4e174-115b-49fd-a49c-ae5cd0583f0f None None] The sync data for ids ['834cb5b0-8e21-4a41-91a0-6635e803bc6e'] in n-d-780147-28 is: [{'id': '834cb5b0-8e21-4a41-91a0-6635e803bc6e', 'name': 'tempest-TestSnapshotPattern-890935575-router', 'tenant_id': 'c2125d0bd19746c580294c2161eec950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:26Z', 'updated_at': '2021-07-16T10:06:14Z', 'revision_number': 6, 'project_id': 'c2125d0bd19746c580294c2161eec950', 'gw_port_host': None}] {{(pid=94168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:06:14.993418 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.020691 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Pushing event deleted for resources: {'Port': ['ID=2a428183-c749-4b20-9db6-0dc36067ec73,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:15.082816 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.184118 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.186180 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.228231 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.228775 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 834cb5b0-8e21-4a41-91a0-6635e803bc6e {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 10:06:15.233151 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.234407 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-0ad5201b-b167-44e8-b323-c5106aea7afc admin admin] 10.222.0.55 "DELETE /v2.0/routers/834cb5b0-8e21-4a41-91a0-6635e803bc6e HTTP/1.1" status: 204 len: 168 time: 0.7785883 Jul 16 10:06:15.237237 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55514) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:15.607564 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e00b2a-6af7-482a-bc9a-fa5379f7563e admin admin] Deleting subnet cd959da2-5412-49f6-b740-b04faf50b4f6 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 10:06:15.610671 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8e00b2a-6af7-482a-bc9a-fa5379f7563e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.644376 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8e00b2a-6af7-482a-bc9a-fa5379f7563e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27852635'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.722003 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8e00b2a-6af7-482a-bc9a-fa5379f7563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.778570 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8e00b2a-6af7-482a-bc9a-fa5379f7563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27852777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27927392'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.802845 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e00b2a-6af7-482a-bc9a-fa5379f7563e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd959da2-5412-49f6-b740-b04faf50b4f6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:15.808828 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8e00b2a-6af7-482a-bc9a-fa5379f7563e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.810764 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-e8e00b2a-6af7-482a-bc9a-fa5379f7563e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cd959da2-5412-49f6-b740-b04faf50b4f6 HTTP/1.1" status: 204 len: 168 time: 0.5725558 Jul 16 10:06:15.813333 n-d-780147-28 neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.55', 55516) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:15.815079 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ab8bd-67d7-473a-813b-5acb4d3fd89a None None] Network 049fb6ef-5df4-4822-a7ce-6df6d3563065 requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:06:15.883837 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:15.942397 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Deleting port e7f19c94-fd56-436b-ad94-26d3a8e14f0c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:15.942741 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.012993 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] For port e7f19c94-fd56-436b-ad94-26d3a8e14f0c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:16.013353 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.025576 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Calling delete_port for e7f19c94-fd56-436b-ad94-26d3a8e14f0c owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:16.032078 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] DHCP port deletion for 049fb6ef-5df4-4822-a7ce-6df6d3563065 request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 10:06:16.080600 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] Deleting port e7f19c94-fd56-436b-ad94-26d3a8e14f0c {{(pid=94167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:16.080981 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.109436 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27852698'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.141005 n-d-780147-28 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] No DVR routers for this DVR port e7f19c94-fd56-436b-ad94-26d3a8e14f0c on host n-d-780147-28 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:06:16.144423 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.db [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] For port e7f19c94-fd56-436b-ad94-26d3a8e14f0c, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,segment=NetworkSegment(93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0),segment_id=93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0)] {{(pid=94167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:16.144821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.145948 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:16.163706 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] Calling delete_port for e7f19c94-fd56-436b-ad94-26d3a8e14f0c owned by network:dhcp {{(pid=94167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:16.215834 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.226454 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049fb6ef-5df4-4822-a7ce-6df6d3563065']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:16.237739 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:16.238060 n-d-780147-28 neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93533f1f-f11c-4821-b2b2-0bcdcc2d7cf0') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:16.247891 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27852652'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.248839 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956'] for port, after_delete {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.261763 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.267552 n-d-780147-28 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 10:06:16.267937 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27851083'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: Traceback (most recent call last): Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: timer() Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: cb(*args, **kw) Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: return func(*args, **kwargs) Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: self._notify() Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: self.callback(batched_events) Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: event.method(event) Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: return f(self, *a, **k) Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: return self._get(url).json() Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: return self.request(url, 'GET', **kwargs) Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 10:06:16.269668 n-d-780147-28 neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 10:06:16.274449 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.276881 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] Pushing event deleted for resources: {'Port': ['ID=e7f19c94-fd56-436b-ad94-26d3a8e14f0c,revision_number=None']} {{(pid=94167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:16.278758 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808db1a2-82ce-4785-a687-637e624803e6 None None] No DVR routers for this DVR port e7f19c94-fd56-436b-ad94-26d3a8e14f0c on host n-d-780147-28 {{(pid=94167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:06:16.327901 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.344321 n-d-780147-28 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Notify callbacks [] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:16.346295 n-d-780147-28 neutron-server[94159]: INFO neutron.wsgi [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] 10.222.0.55 "DELETE /v2.0/networks/049fb6ef-5df4-4822-a7ce-6df6d3563065 HTTP/1.1" status: 204 len: 168 time: 0.5318327 Jul 16 10:06:16.347663 n-d-780147-28 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30f3b0-bc3d-4d64-b80c-f0aa3f96ef86 admin admin] Pushing event deleted for resources: {'Network': ['ID=049fb6ef-5df4-4822-a7ce-6df6d3563065,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:16.350879 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55518) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:16.675451 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e7f19c94-fd56-436b-ad94-26d3a8e14f0c no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:06:16.696799 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: e7f19c94-fd56-436b-ad94-26d3a8e14f0c {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:06:16.697139 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device e7f19c94-fd56-436b-ad94-26d3a8e14f0c not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:06:16.697558 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2a428183-c749-4b20-9db6-0dc36067ec73 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:06:16.717222 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 2a428183-c749-4b20-9db6-0dc36067ec73 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:06:16.717562 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 2a428183-c749-4b20-9db6-0dc36067ec73 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:06:16.718022 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b7f55619-cd26-4524-9be4-4bf524016006 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:06:16.737402 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: b7f55619-cd26-4524-9be4-4bf524016006 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:06:16.737775 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device b7f55619-cd26-4524-9be4-4bf524016006 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:06:16.999889 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960419'] for router_interface, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:17.255262 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Deleting port 777384e2-82e6-4293-907f-4c1eb1d27213 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:17.255616 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:17.337736 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] For port 777384e2-82e6-4293-907f-4c1eb1d27213, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=777384e2-82e6-4293-907f-4c1eb1d27213,segment=NetworkSegment(98afad2a-3c17-4738-99a2-146cbe6e6895),segment_id=98afad2a-3c17-4738-99a2-146cbe6e6895)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:17.338095 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:17.350751 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Calling delete_port for 777384e2-82e6-4293-907f-4c1eb1d27213 owned by network:router_interface {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:17.527424 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:17.550246 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=777384e2-82e6-4293-907f-4c1eb1d27213,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:17.560640 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.560993 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.561331 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.561750 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.562724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.562724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.562724 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.563043 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.563346 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.563666 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.563986 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.564306 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-28 {{(pid=94164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:06:17.623454 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:06:17.728820 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:17.729432 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974131'] for router_interface, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:17.750323 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-734914cb-ff7b-4171-b71c-3d4d98281808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:17.939981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 has already been hosted by L3 agent 30a3f305-4bc9-42fe-bfcb-1894db8ea256 {{(pid=94164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:06:18.044068 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] Notify agent at l3_agent.n-d-780147-28 the message routers_updated {{(pid=94164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:06:18.051450 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-bcdf4e72-b5e4-446a-8e8e-7c31e41887a8 admin admin] 10.222.0.55 "PUT /v2.0/routers/ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961277 Jul 16 10:06:18.051586 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55522) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:18.052191 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] Sync routers for ids ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'] in n-d-780147-28 {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:06:18.061264 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] Routers {'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:06:18.061923 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:06:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:18.155630 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.163895 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] Set router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 gateway port host: n-d-780147-28 {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:06:18.260081 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.311704 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Deleting port 3927f6d5-e520-4e0f-8951-6698739752de {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:18.312041 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.342632 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'external_fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3927f6d5-e520-4e0f-8951-6698739752de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:06:17Z', 'revision_number': 5, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port': {'id': '3927f6d5-e520-4e0f-8951-6698739752de', 'name': '', 'network_id': 'b64b55e4-3c69-479a-a629-0c4724bfe1cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:01:31Z', 'updated_at': '2021-07-16T10:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41b95740-a100-4f63-ab09-2c9e11c9f02a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-28'}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:18.369796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] Checking router: ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 for host: n-d-780147-28 {{(pid=94167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:06:18.377969 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] Routers {'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'} bound to L3 agent in host n-d-780147-28 {{(pid=94167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:06:18.378582 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:30:18Z,description=,heartbeat_timestamp=2021-07-16T10:06:18Z,host='n-d-780147-28',id=30a3f305-4bc9-42fe-bfcb-1894db8ea256,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:30:18Z,topic='l3_agent')) {'router_ids': ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'], 'active': True} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:18.393092 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] For port 3927f6d5-e520-4e0f-8951-6698739752de, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=3927f6d5-e520-4e0f-8951-6698739752de,segment=NetworkSegment(128d8697-500c-44d7-aa35-2efec7855c59),segment_id=128d8697-500c-44d7-aa35-2efec7855c59)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:18.393449 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.405080 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Calling delete_port for 3927f6d5-e520-4e0f-8951-6698739752de owned by network:router_gateway {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:18.463248 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_dvr_db [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] Set router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 gateway port host: None {{(pid=94167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:06:18.517115 n-d-780147-28 neutron-server[94167]: DEBUG neutron.db.l3_hamode_db [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:06:18Z', 'revision_number': 6, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port_host': None}], 'n-d-780147-28', False) {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:18.545540 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b643ce-afce-4c1f-983c-12ad2d6c3f41 None None] The sync data for ids ['ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9'] in n-d-780147-28 is: [{'id': 'ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9', 'name': 'tempest-TestSnapshotPattern-191959171-router', 'tenant_id': 'f7e45c5130c54469afb895f1010ca135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:01:30Z', 'updated_at': '2021-07-16T10:06:18Z', 'revision_number': 6, 'project_id': 'f7e45c5130c54469afb895f1010ca135', 'gw_port_host': None}] {{(pid=94167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:06:18.579758 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.604104 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3927f6d5-e520-4e0f-8951-6698739752de,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:18.667838 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532073'] for router_gateway, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.757789 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24964'] for router, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.759775 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.805963 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959723'] for router, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.806706 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 {{(pid=94164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 10:06:18.811970 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] Notify callbacks [] for router, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.813876 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-17082857-3975-4826-bc62-3e19b6e14f15 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ac0a95c5-aa6b-4d7f-871b-a8f06d1126c9 HTTP/1.1" status: 204 len: 168 time: 0.7608919 Jul 16 10:06:18.815981 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55526) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:18.859228 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7dd3af-dc01-491a-8618-ce19f80dfbc1 admin admin] Deleting subnet 455e2564-afda-4a5d-a9f3-353c6bf12ff3 {{(pid=94164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 10:06:18.862434 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af7dd3af-dc01-491a-8618-ce19f80dfbc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.901401 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af7dd3af-dc01-491a-8618-ce19f80dfbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390542'] for subnet, precommit_delete_associations {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:18.991658 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af7dd3af-dc01-491a-8618-ce19f80dfbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4048842'] for subnet, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.045729 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af7dd3af-dc01-491a-8618-ce19f80dfbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4048893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28390585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29121274'] for subnet, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.071334 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dd3af-dc01-491a-8618-ce19f80dfbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455e2564-afda-4a5d-a9f3-353c6bf12ff3,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:19.074909 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-af7dd3af-dc01-491a-8618-ce19f80dfbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.079240 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-af7dd3af-dc01-491a-8618-ce19f80dfbc1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/455e2564-afda-4a5d-a9f3-353c6bf12ff3 HTTP/1.1" status: 204 len: 168 time: 0.2597458 Jul 16 10:06:19.079364 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55528) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:19.082718 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964170e0-7b3f-42c7-b449-1d9d912a04e5 None None] Network 84518f3a-1261-4ddb-bad3-0fd957e83d9a requested from n-d-780147-28 {{(pid=94167) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:06:19.147333 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3700641'] for network, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.208274 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Deleting port f8c0b9ea-9435-4c7b-94ab-59126c634219 {{(pid=94164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:06:19.208608 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729841514671'] for port, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.275893 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.db [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] For port f8c0b9ea-9435-4c7b-94ab-59126c634219, host n-d-780147-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-28',level=0,port_id=f8c0b9ea-9435-4c7b-94ab-59126c634219,segment=NetworkSegment(98afad2a-3c17-4738-99a2-146cbe6e6895),segment_id=98afad2a-3c17-4738-99a2-146cbe6e6895)] {{(pid=94164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:06:19.276162 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959640'] for port, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.289872 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.plugin [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Calling delete_port for f8c0b9ea-9435-4c7b-94ab-59126c634219 owned by network:dhcp {{(pid=94164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:06:19.346431 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 777384e2-82e6-4293-907f-4c1eb1d27213 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:06:19.375229 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 777384e2-82e6-4293-907f-4c1eb1d27213 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:06:19.375610 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 777384e2-82e6-4293-907f-4c1eb1d27213 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:06:19.382550 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.382874 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729841513090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729841111956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28390602'] for port, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.410122 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c0b9ea-9435-4c7b-94ab-59126c634219,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:19.413456 n-d-780147-28 neutron-server[94164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] No DVR routers for this DVR port f8c0b9ea-9435-4c7b-94ab-59126c634219 on host n-d-780147-28 {{(pid=94164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:06:19.473845 n-d-780147-28 neutron-server[94167]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdaa875-b700-47d6-8325-c652a83a90e4 None None] DHCP port deletion for 84518f3a-1261-4ddb-bad3-0fd957e83d9a request from n-d-780147-28 {{(pid=94167) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 10:06:19.493951 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047022', 'neutron.services.segments.db._delete_segments_for_network-8729841428044'] for network, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.504238 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84518f3a-1261-4ddb-bad3-0fd957e83d9a']}} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:19.514420 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98afad2a-3c17-4738-99a2-146cbe6e6895') {'for_net_delete': True} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:19.514852 n-d-780147-28 neutron-server[94164]: DEBUG neutron.services.segments.db [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98afad2a-3c17-4738-99a2-146cbe6e6895') {} {{(pid=94164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:06:19.524568 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729841429333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390585'] for segment, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.539430 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970'] for segment, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.545767 n-d-780147-28 neutron-server[94164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 10:06:19.546278 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4045970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28389915'] for segment, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: Traceback (most recent call last): Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: timer() Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: cb(*args, **kw) Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: return func(*args, **kwargs) Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: self._notify() Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: self.callback(batched_events) Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: event.method(event) Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: return f(self, *a, **k) Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: return self._get(url).json() Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: return self.request(url, 'GET', **kwargs) Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 10:06:19.547881 n-d-780147-28 neutron-server[94164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 10:06:19.602459 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532149'] for network, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.608048 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Notify callbacks [] for network, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.609919 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] 10.222.0.55 "DELETE /v2.0/networks/84518f3a-1261-4ddb-bad3-0fd957e83d9a HTTP/1.1" status: 204 len: 168 time: 0.5296464 Jul 16 10:06:19.621457 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef096f1-e344-4230-a1f2-807f7cdca28d admin admin] Pushing event deleted for resources: {'Network': ['ID=84518f3a-1261-4ddb-bad3-0fd957e83d9a,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:19.751779 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.785513 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55532) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:19.825526 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-cdc152c9-4c31-42b7-b6ae-99b5359cc9dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2125d0bd19746c580294c2161eec950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387571 Jul 16 10:06:19.827801 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55534) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:19.878675 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f29176a-0baf-448a-80d0-88fc2eded429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.899018 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f29176a-0baf-448a-80d0-88fc2eded429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.944149 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f29176a-0baf-448a-80d0-88fc2eded429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.946647 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-7f29176a-0baf-448a-80d0-88fc2eded429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:19.947781 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-7f29176a-0baf-448a-80d0-88fc2eded429 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04c4fcf5-cd16-45c3-9455-4d237eb10b72 HTTP/1.1" status: 204 len: 168 time: 0.1191022 Jul 16 10:06:19.955233 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29176a-0baf-448a-80d0-88fc2eded429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c4fcf5-cd16-45c3-9455-4d237eb10b72,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:20.270187 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55542) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:20.308212 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-04fa4701-58fb-4ec0-a920-efdfef39046c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7e45c5130c54469afb895f1010ca135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368278 Jul 16 10:06:20.310726 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [-] (94164) accepted ('10.222.0.55', 55544) {{(pid=94164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:06:20.356831 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce64c0a3-c821-41a7-bc3a-af0fa26721ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:20.377368 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce64c0a3-c821-41a7-bc3a-af0fa26721ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:20.422075 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce64c0a3-c821-41a7-bc3a-af0fa26721ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037178'] for security_group, after_delete {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:20.424579 n-d-780147-28 neutron-server[94164]: DEBUG neutron_lib.callbacks.manager [None req-ce64c0a3-c821-41a7-bc3a-af0fa26721ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:20.425777 n-d-780147-28 neutron-server[94164]: INFO neutron.wsgi [None req-ce64c0a3-c821-41a7-bc3a-af0fa26721ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77e961e5-4d73-4e57-88b0-20df36ea8ff0 HTTP/1.1" status: 204 len: 168 time: 0.1141384 Jul 16 10:06:20.433867 n-d-780147-28 neutron-server[94164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c0a3-c821-41a7-bc3a-af0fa26721ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e961e5-4d73-4e57-88b0-20df36ea8ff0,revision_number=None']} {{(pid=94164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:06:20.466046 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:20.675541 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f8c0b9ea-9435-4c7b-94ab-59126c634219 no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:06:20.697220 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: f8c0b9ea-9435-4c7b-94ab-59126c634219 {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:06:20.697570 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device f8c0b9ea-9435-4c7b-94ab-59126c634219 not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:06:20.699746 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3927f6d5-e520-4e0f-8951-6698739752de no longer exists at agent ovs-agent-n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:06:20.721796 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] No Port match for: 3927f6d5-e520-4e0f-8951-6698739752de {{(pid=94167) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:06:20.722148 n-d-780147-28 neutron-server[94167]: DEBUG neutron.plugins.ml2.rpc [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Device 3927f6d5-e520-4e0f-8951-6698739752de not bound to the agent host n-d-780147-28 {{(pid=94167) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:06:44.556494 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fca7c463-beaf-4739-a92c-91a7db8963eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:46.248989 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:47.721071 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:47.739338 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3c85b10c-4a3c-4ada-bd4e-f9578586cca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:49.197947 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:49.754294 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:50.465111 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:54.623650 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:07:14.555879 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-0c044f48-013c-4f7a-b614-22ae8bf9b6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:16.249978 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:17.721506 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:17.737822 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed78f-9760-4aa6-a279-4b79684ea75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:19.200576 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:19.764295 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:20.468989 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:31.622906 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:07:44.555491 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-86e0a0fc-747d-4d5d-b756-b1a48a602120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:46.248173 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:47.729631 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:47.738366 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b627-1886-4944-be73-1f77f4469a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:49.203033 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:49.764083 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:50.475345 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:08.622206 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:08:14.555843 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3582-6e59-4561-8a4a-4b7e39c52de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:16.262938 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:17.720944 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:17.738032 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-17aff9a8-2d1a-4889-abd0-eb1802fa82cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:19.206642 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:19.779953 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:20.474387 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:44.554788 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a48a2809-7faf-497a-9ffb-83d527165e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:45.620523 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:08:46.261398 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:47.725023 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:47.741569 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-982829cb-8fcf-4cf5-a73b-71978abfba9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:49.208238 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:49.794179 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:50.477416 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:14.554862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-614d7e70-d237-40a1-b50a-36d287ac7fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:16.277358 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:17.731800 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:17.745862 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1d52753d-fed3-45d0-b0dc-9c7647a5dbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:19.211361 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:19.793163 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:20.480850 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:22.619593 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:09:44.555656 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-204c3cbc-7144-45ab-a85a-b290d6faa8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:46.291836 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:47.723602 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:47.746365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ebcbb455-9b9c-45ea-b974-627d45d7349a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:49.213047 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:49.808340 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:50.483030 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:59.619340 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:10:14.556448 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-b977aa4e-2b8c-4cba-b506-de71941bc342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:16.287650 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:17.724858 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:17.747977 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aca87b4a-6ee7-4c5e-b437-8ce9093b1fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:19.216739 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:19.838588 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:20.486365 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:36.619391 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:10:44.556267 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-39cc7d6b-1f58-4eaa-af75-f79dee6d0a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:46.289649 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:47.726474 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:47.747486 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a37336fc-0768-4ae2-a980-291814755aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:49.219077 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:49.853431 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:50.490324 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:13.619464 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:11:14.556414 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d7a-ee83-4cdd-ba22-d53c601c9412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:16.289137 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:17.726287 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:17.745513 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-616c70e1-c274-43a9-b74b-1ab2297ec998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:19.223075 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:19.866446 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:20.492611 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:44.557620 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a778bbe8-44c7-46f6-9bd3-71d322ce9764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:46.285078 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:47.727419 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:47.744176 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-f5fc83f6-a2fe-487e-bcf0-ece27932186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:49.226058 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:49.867558 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:50.494998 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:50.619410 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:12:14.556783 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-646327b7-bb91-4d95-870d-15f0611ed0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:16.287463 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:17.727608 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:17.742763 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-14957041-5f22-48eb-97db-012f6a04f7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:19.229903 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:19.882821 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:20.499913 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:27.619238 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:12:44.557480 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-a8f08dff-af20-4a59-97a2-3dcf5fb69d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:46.286056 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:47.733899 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:47.743258 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ba0df05e-c5b4-46eb-86ad-4ca0ef159cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:49.232885 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:49.900672 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:50.501625 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:04.619782 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:13:14.556753 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-64209fe2-5629-4c49-9175-bc213cf29fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:16.300831 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:17.740920 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:17.745890 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-9267e633-66b9-4a0f-88be-ea3c9e5d57ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:19.235468 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:19.896211 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:20.505175 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:41.619973 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:13:44.556333 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-2340b271-1b64-411f-80d6-ad70189a2aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:46.311397 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:47.735890 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:47.746434 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-02774b70-e932-46ea-aeb7-7202805c8172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:49.237807 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:49.911864 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:50.507192 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:14.556662 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1133804b-ba84-42cf-9bbf-78949aa83bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:16.310305 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:17.750621 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:17.756884 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-be813e9c-9001-4686-8e6c-eacbec447e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:18.620114 n-d-780147-28 neutron-server[94168]: DEBUG neutron.db.agents_db [None req-5963c7b2-5ff7-4def-ba17-0271bd307b49 None None] Agent healthcheck: found 7 active agents {{(pid=94168) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:14:19.241202 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:19.910631 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd23-7a45-47cc-9f01-8b7098251392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:20.511839 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfdf9-133f-48a9-b68a-02f8c333fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:38.311407 n-d-780147-28 neutron-server[94164]: DEBUG neutron.wsgi [req-44f2f30d-e19d-4a43-946c-aeb79ef42076 req-71c58d0c-d1fb-4491-a741-88b3f2e030ee service neutron] (94164) timed out ('10.222.0.55', 54200) {{(pid=94164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 10:14:44.557515 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-aa0e56d9-f21f-43a5-87d0-d5ae17346b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:46.340466 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-568f8a37-cda5-4754-8900-3b97d93aa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:47.746715 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-fe75c9b5-00b5-4caa-88f4-8b9bf7480386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:47.753776 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-1befef32-d613-4b1e-b85c-26d3266102f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:14:49.243571 n-d-780147-28 neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-ad3d369b-1139-44ed-bbd7-b1cdc3e9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729841428026', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053492'] for agent, after_update {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}